sese.c 16.1 KB
Newer Older
Sebastian Pop committed
1
/* Single entry single exit control flow regions.
2
   Copyright (C) 2008-2017 Free Software Foundation, Inc.
Sebastian Pop committed
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
   Contributed by Jan Sjodin <jan.sjodin@amd.com> and
   Sebastian Pop <sebastian.pop@amd.com>.

This file is part of GCC.

GCC is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 3, or (at your option)
any later version.

GCC is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with GCC; see the file COPYING3.  If not see
<http://www.gnu.org/licenses/>.  */

#include "config.h"
#include "system.h"
#include "coretypes.h"
25
#include "backend.h"
26
#include "tree.h"
27
#include "gimple.h"
28 29
#include "cfghooks.h"
#include "tree-pass.h"
30
#include "ssa.h"
31
#include "tree-pretty-print.h"
32
#include "fold-const.h"
33
#include "gimplify.h"
34
#include "gimple-iterator.h"
35
#include "gimple-pretty-print.h"
36
#include "gimplify-me.h"
37 38 39
#include "tree-cfg.h"
#include "tree-ssa-loop.h"
#include "tree-into-ssa.h"
Sebastian Pop committed
40 41 42 43
#include "cfgloop.h"
#include "tree-data-ref.h"
#include "tree-scalar-evolution.h"
#include "sese.h"
44
#include "tree-ssa-propagate.h"
Sebastian Pop committed
45 46 47 48 49

/* For a USE in BB, if BB is outside REGION, mark the USE in the
   LIVEOUTS set.  */

static void
50
sese_build_liveouts_use (sese_info_p region, bitmap liveouts, basic_block bb,
Sebastian Pop committed
51 52
			 tree use)
{
53
  gcc_assert (!bb_in_sese_p (bb, region->region));
Sebastian Pop committed
54 55 56
  if (TREE_CODE (use) != SSA_NAME)
    return;

57
  basic_block def_bb = gimple_bb (SSA_NAME_DEF_STMT (use));
Sebastian Pop committed
58

59
  if (!def_bb || !bb_in_sese_p (def_bb, region->region))
Sebastian Pop committed
60 61
    return;

62
  unsigned ver = SSA_NAME_VERSION (use);
Sebastian Pop committed
63 64 65 66 67 68 69
  bitmap_set_bit (liveouts, ver);
}

/* Marks for rewrite all the SSA_NAMES defined in REGION and that are
   used in BB that is outside of the REGION.  */

static void
70
sese_build_liveouts_bb (sese_info_p region, bitmap liveouts, basic_block bb)
Sebastian Pop committed
71 72 73 74 75 76 77
{
  edge e;
  edge_iterator ei;
  ssa_op_iter iter;
  use_operand_p use_p;

  FOR_EACH_EDGE (e, ei, bb->succs)
78 79
    for (gphi_iterator bsi = gsi_start_phis (e->dest); !gsi_end_p (bsi);
	 gsi_next (&bsi))
Sebastian Pop committed
80
      sese_build_liveouts_use (region, liveouts, bb,
81
			       PHI_ARG_DEF_FROM_EDGE (bsi.phi (), e));
Sebastian Pop committed
82

83 84
  for (gimple_stmt_iterator bsi = gsi_start_bb (bb); !gsi_end_p (bsi);
       gsi_next (&bsi))
85
    {
86
      gimple *stmt = gsi_stmt (bsi);
87 88 89 90 91 92 93 94 95 96 97 98 99

      if (is_gimple_debug (stmt))
	continue;

      FOR_EACH_SSA_USE_OPERAND (use_p, stmt, iter, SSA_OP_ALL_USES)
	sese_build_liveouts_use (region, liveouts, bb, USE_FROM_PTR (use_p));
    }
}

/* For a USE in BB, return true if BB is outside REGION and it's not
   in the LIVEOUTS set.  */

static bool
100
sese_bad_liveouts_use (sese_info_p region, bitmap liveouts, basic_block bb,
101 102
		       tree use)
{
103
  gcc_assert (!bb_in_sese_p (bb, region->region));
104 105 106 107

  if (TREE_CODE (use) != SSA_NAME)
    return false;

108
  unsigned ver = SSA_NAME_VERSION (use);
109 110 111 112 113 114

  /* If it's in liveouts, the variable will get a new PHI node, and
     the debug use will be properly adjusted.  */
  if (bitmap_bit_p (liveouts, ver))
    return false;

115
  basic_block def_bb = gimple_bb (SSA_NAME_DEF_STMT (use));
116

117
  if (!def_bb || !bb_in_sese_p (def_bb, region->region))
118 119 120 121 122 123 124 125 126
    return false;

  return true;
}

/* Reset debug stmts that reference SSA_NAMES defined in REGION that
   are not marked as liveouts.  */

static void
127 128
sese_reset_debug_liveouts_bb (sese_info_p region, bitmap liveouts,
			      basic_block bb)
129 130 131 132 133 134 135
{
  gimple_stmt_iterator bsi;
  ssa_op_iter iter;
  use_operand_p use_p;

  for (bsi = gsi_start_bb (bb); !gsi_end_p (bsi); gsi_next (&bsi))
    {
136
      gimple *stmt = gsi_stmt (bsi);
137 138 139 140 141 142 143 144 145 146 147 148 149

      if (!is_gimple_debug (stmt))
	continue;

      FOR_EACH_SSA_USE_OPERAND (use_p, stmt, iter, SSA_OP_ALL_USES)
	if (sese_bad_liveouts_use (region, liveouts, bb,
				   USE_FROM_PTR (use_p)))
	  {
	    gimple_debug_bind_reset_value (stmt);
	    update_stmt (stmt);
	    break;
	  }
    }
Sebastian Pop committed
150 151 152 153 154 155
}

/* Build the LIVEOUTS of REGION: the set of variables defined inside
   and used outside the REGION.  */

static void
156
sese_build_liveouts (sese_info_p region, bitmap liveouts)
Sebastian Pop committed
157 158 159
{
  basic_block bb;

160
  /* FIXME: We could start iterating form the successor of sese.  */
161
  FOR_EACH_BB_FN (bb, cfun)
162
    if (!bb_in_sese_p (bb, region->region))
163 164 165
      sese_build_liveouts_bb (region, liveouts, bb);

  /* FIXME: We could start iterating form the successor of sese.  */
166
  if (MAY_HAVE_DEBUG_STMTS)
167
    FOR_EACH_BB_FN (bb, cfun)
168
      if (!bb_in_sese_p (bb, region->region))
169
	sese_reset_debug_liveouts_bb (region, liveouts, bb);
Sebastian Pop committed
170 171 172 173
}

/* Builds a new SESE region from edges ENTRY and EXIT.  */

174 175
sese_info_p
new_sese_info (edge entry, edge exit)
Sebastian Pop committed
176
{
177
  sese_info_p region = XNEW (struct sese_info_t);
Sebastian Pop committed
178

179 180
  region->region.entry = entry;
  region->region.exit = exit;
181 182 183
  region->loop_nest.create (3);
  region->params.create (3);
  region->rename_map = new rename_map_t;
184
  region->parameter_rename_map = new parameter_rename_map_t;
185
  region->copied_bb_map = new bb_map_t;
186
  region->bbs.create (3);
187
  region->incomplete_phis.create (3);
Sebastian Pop committed
188

189

Sebastian Pop committed
190 191 192 193 194 195
  return region;
}

/* Deletes REGION.  */

void
196
free_sese_info (sese_info_p region)
Sebastian Pop committed
197
{
198 199 200 201
  region->params.release ();
  region->loop_nest.release ();

  for (rename_map_t::iterator it = region->rename_map->begin ();
202
       it != region->rename_map->end (); ++it)
203 204 205
    (*it).second.release ();

  for (bb_map_t::iterator it = region->copied_bb_map->begin ();
206
       it != region->copied_bb_map->end (); ++it)
207
    (*it).second.release ();
Sebastian Pop committed
208

209
  delete region->rename_map;
210
  delete region->parameter_rename_map;
211 212 213
  delete region->copied_bb_map;

  region->rename_map = NULL;
214
  region->parameter_rename_map = NULL;
215 216 217 218
  region->copied_bb_map = NULL;

  region->bbs.release ();
  region->incomplete_phis.release ();
Sebastian Pop committed
219 220 221 222 223 224 225 226 227

  XDELETE (region);
}

/* Add exit phis for USE on EXIT.  */

static void
sese_add_exit_phis_edge (basic_block exit, tree use, edge false_e, edge true_e)
{
228
  gphi *phi = create_phi_node (NULL_TREE, exit);
229
  create_new_def_for (use, phi, gimple_phi_result_ptr (phi));
230 231
  add_phi_arg (phi, use, false_e, UNKNOWN_LOCATION);
  add_phi_arg (phi, use, true_e, UNKNOWN_LOCATION);
Aditya Kumar committed
232
  update_stmt (phi);
Sebastian Pop committed
233 234 235 236 237 238 239 240 241 242 243 244 245 246
}

/* Insert in the block BB phi nodes for variables defined in REGION
   and used outside the REGION.  The code generation moves REGION in
   the else clause of an "if (1)" and generates code in the then
   clause that is at this point empty:

   | if (1)
   |   empty;
   | else
   |   REGION;
*/

void
247
sese_insert_phis_for_liveouts (sese_info_p region, basic_block bb,
Sebastian Pop committed
248 249 250 251 252 253 254
			       edge false_e, edge true_e)
{
  unsigned i;
  bitmap_iterator bi;
  bitmap liveouts = BITMAP_ALLOC (NULL);

  sese_build_liveouts (region, liveouts);
255

Sebastian Pop committed
256
  EXECUTE_IF_SET_IN_BITMAP (liveouts, 0, i, bi)
257 258 259
    if (!virtual_operand_p (ssa_name (i)))
      sese_add_exit_phis_edge (bb, ssa_name (i), false_e, true_e);

Sebastian Pop committed
260 261 262
  BITMAP_FREE (liveouts);
}

263
/* Returns the outermost loop in SCOP that contains BB.  */
Sebastian Pop committed
264 265

struct loop *
266
outermost_loop_in_sese_1 (sese_l &region, basic_block bb)
Sebastian Pop committed
267 268 269 270 271 272 273 274 275 276 277
{
  struct loop *nest;

  nest = bb->loop_father;
  while (loop_outer (nest)
	 && loop_in_sese_p (loop_outer (nest), region))
    nest = loop_outer (nest);

  return nest;
}

278 279 280 281 282 283
/* Same as outermost_loop_in_sese_1, returns the outermost loop
   containing BB in REGION, but makes sure that the returned loop
   belongs to the REGION, and so this returns the first loop in the
   REGION when the loop containing BB does not belong to REGION.  */

loop_p
284
outermost_loop_in_sese (sese_l &region, basic_block bb)
285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303
{
  loop_p nest = outermost_loop_in_sese_1 (region, bb);

  if (loop_in_sese_p (nest, region))
    return nest;

  /* When the basic block BB does not belong to a loop in the region,
     return the first loop in the region.  */
  nest = nest->inner;
  while (nest)
    if (loop_in_sese_p (nest, region))
      break;
    else
      nest = nest->next;

  gcc_assert (nest);
  return nest;
}

304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335
/* Returns the first successor edge of BB with EDGE_TRUE_VALUE flag set.  */

edge
get_true_edge_from_guard_bb (basic_block bb)
{
  edge e;
  edge_iterator ei;

  FOR_EACH_EDGE (e, ei, bb->succs)
    if (e->flags & EDGE_TRUE_VALUE)
      return e;

  gcc_unreachable ();
  return NULL;
}

/* Returns the first successor edge of BB with EDGE_TRUE_VALUE flag cleared.  */

edge
get_false_edge_from_guard_bb (basic_block bb)
{
  edge e;
  edge_iterator ei;

  FOR_EACH_EDGE (e, ei, bb->succs)
    if (!(e->flags & EDGE_TRUE_VALUE))
      return e;

  gcc_unreachable ();
  return NULL;
}

Sebastian Pop committed
336 337 338
/* Sets the false region of an IF_REGION to REGION.  */

void
339
if_region_set_false_region (ifsese if_region, sese_info_p region)
Sebastian Pop committed
340 341 342 343
{
  basic_block condition = if_region_get_condition_block (if_region);
  edge false_edge = get_false_edge_from_guard_bb (condition);
  basic_block dummy = false_edge->dest;
344 345
  edge entry_region = region->region.entry;
  edge exit_region = region->region.exit;
Sebastian Pop committed
346 347
  basic_block before_region = entry_region->src;
  basic_block last_in_region = exit_region->src;
348 349 350
  hashval_t hash = htab_hash_pointer (exit_region);
  loop_exit **slot
    = current_loops->exits->find_slot_with_hash (exit_region, hash, NO_INSERT);
Sebastian Pop committed
351 352 353 354 355 356 357 358 359 360 361 362 363

  entry_region->flags = false_edge->flags;
  false_edge->flags = exit_region->flags;

  redirect_edge_pred (entry_region, condition);
  redirect_edge_pred (exit_region, before_region);
  redirect_edge_pred (false_edge, last_in_region);
  redirect_edge_succ (false_edge, single_succ (dummy));
  delete_basic_block (dummy);

  exit_region->flags = EDGE_FALLTHRU;
  recompute_all_dominators ();

364
  region->region.exit = false_edge;
365

366
  free (if_region->false_region);
Sebastian Pop committed
367 368 369 370
  if_region->false_region = region;

  if (slot)
    {
371
      struct loop_exit *loop_exit = ggc_cleared_alloc<struct loop_exit> ();
Sebastian Pop committed
372

373 374
      memcpy (loop_exit, *((struct loop_exit **) slot),
	      sizeof (struct loop_exit));
375
      current_loops->exits->clear_slot (slot);
Sebastian Pop committed
376

377
      hashval_t hash = htab_hash_pointer (false_edge);
378 379
      slot = current_loops->exits->find_slot_with_hash (false_edge, hash,
							INSERT);
Sebastian Pop committed
380 381 382 383 384 385 386 387
      loop_exit->e = false_edge;
      *slot = loop_exit;
      false_edge->src->loop_father->exits->next = loop_exit;
    }
}

/* Creates an IFSESE with CONDITION on edge ENTRY.  */

388
static ifsese
Sebastian Pop committed
389 390 391 392
create_if_region_on_edge (edge entry, tree condition)
{
  edge e;
  edge_iterator ei;
393 394 395
  sese_info_p sese_region = XNEW (struct sese_info_t);
  sese_info_p true_region = XNEW (struct sese_info_t);
  sese_info_p false_region = XNEW (struct sese_info_t);
396
  ifsese if_region = XNEW (struct ifsese_s);
Sebastian Pop committed
397 398 399
  edge exit = create_empty_if_region_on_edge (entry, condition);

  if_region->region = sese_region;
400 401
  if_region->region->region.entry = entry;
  if_region->region->region.exit = exit;
Sebastian Pop committed
402 403 404 405 406

  FOR_EACH_EDGE (e, ei, entry->dest->succs)
    {
      if (e->flags & EDGE_TRUE_VALUE)
	{
407 408
	  true_region->region.entry = e;
	  true_region->region.exit = single_succ_edge (e->dest);
Sebastian Pop committed
409 410 411 412
	  if_region->true_region = true_region;
	}
      else if (e->flags & EDGE_FALSE_VALUE)
	{
413 414
	  false_region->region.entry = e;
	  false_region->region.exit = single_succ_edge (e->dest);
Sebastian Pop committed
415 416 417 418 419 420 421 422 423 424 425 426 427 428 429
	  if_region->false_region = false_region;
	}
    }

  return if_region;
}

/* Moves REGION in a condition expression:
   | if (1)
   |   ;
   | else
   |   REGION;
*/

ifsese
430
move_sese_in_condition (sese_info_p region)
Sebastian Pop committed
431
{
432
  basic_block pred_block = split_edge (region->region.entry);
433
  ifsese if_region;
Sebastian Pop committed
434

435
  region->region.entry = single_succ_edge (pred_block);
436 437
  if_region = create_if_region_on_edge (single_pred_edge (pred_block),
					integer_one_node);
Sebastian Pop committed
438 439 440 441 442
  if_region_set_false_region (if_region, region);

  return if_region;
}

443 444 445 446 447 448 449 450 451 452
/* Replaces the condition of the IF_REGION with CONDITION:
   | if (CONDITION)
   |   true_region;
   | else
   |   false_region;
*/

void
set_ifsese_condition (ifsese if_region, tree condition)
{
453 454
  sese_info_p region = if_region->region;
  edge entry = region->region.entry;
455
  basic_block bb = entry->dest;
456
  gimple *last = last_stmt (bb);
457
  gimple_stmt_iterator gsi = gsi_last_bb (bb);
458
  gcond *cond_stmt;
459 460 461 462 463 464 465 466 467 468 469 470

  gcc_assert (gimple_code (last) == GIMPLE_COND);

  gsi_remove (&gsi, true);
  gsi = gsi_last_bb (bb);
  condition = force_gimple_operand_gsi (&gsi, condition, true, NULL,
					false, GSI_NEW_STMT);
  cond_stmt = gimple_build_cond_from_tree (condition, NULL_TREE, NULL_TREE);
  gsi = gsi_last_bb (bb);
  gsi_insert_after (&gsi, cond_stmt, GSI_NEW_STMT);
}

471
/* Return true when T is defined outside REGION or when no definitions are
472 473
   variant in REGION.  When HAS_VDEFS is a valid pointer, sets HAS_VDEFS to true
   when T depends on memory that may change in REGION.  */
Aditya Kumar committed
474

475
bool
476
invariant_in_sese_p_rec (tree t, const sese_l &region, bool *has_vdefs)
Aditya Kumar committed
477 478 479 480
{
  if (!defined_in_sese_p (t, region))
    return true;

481
  gimple *stmt = SSA_NAME_DEF_STMT (t);
Aditya Kumar committed
482 483 484 485 486

  if (gimple_code (stmt) == GIMPLE_PHI
      || gimple_code (stmt) == GIMPLE_CALL)
    return false;

487
  /* VDEF is variant when it is in the region.  */
488
  if (gimple_vdef (stmt))
489 490 491 492 493
    {
      if (has_vdefs)
	*has_vdefs = true;
      return false;
    }
494 495 496

  /* A VUSE may or may not be variant following the VDEFs.  */
  if (tree vuse = gimple_vuse (stmt))
497
    return invariant_in_sese_p_rec (vuse, region, has_vdefs);
498

499 500
  ssa_op_iter iter;
  use_operand_p use_p;
Aditya Kumar committed
501 502 503
  FOR_EACH_SSA_USE_OPERAND (use_p, stmt, iter, SSA_OP_USE)
    {
      tree use = USE_FROM_PTR (use_p);
504

Aditya Kumar committed
505 506 507
      if (!defined_in_sese_p (use, region))
	continue;

508
      if (!invariant_in_sese_p_rec (use, region, has_vdefs))
Aditya Kumar committed
509 510 511 512 513 514
	return false;
    }

  return true;
}

515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544
/* Return true when DEF can be analyzed in REGION by the scalar
   evolution analyzer.  */

bool
scev_analyzable_p (tree def, sese_l &region)
{
  loop_p loop;
  tree scev;
  tree type = TREE_TYPE (def);

  /* When Graphite generates code for a scev, the code generator
     expresses the scev in function of a single induction variable.
     This is unsafe for floating point computations, as it may replace
     a floating point sum reduction with a multiplication.  The
     following test returns false for non integer types to avoid such
     problems.  */
  if (!INTEGRAL_TYPE_P (type)
      && !POINTER_TYPE_P (type))
    return false;

  loop = loop_containing_stmt (SSA_NAME_DEF_STMT (def));
  scev = scalar_evolution_in_region (region, loop, def);

  return !chrec_contains_undetermined (scev)
    && (TREE_CODE (scev) != SSA_NAME
	|| !defined_in_sese_p (scev, region))
    && (tree_does_not_contain_chrecs (scev)
	|| evolution_function_is_affine_p (scev));
}

Sebastian Pop committed
545 546 547 548
/* Returns the scalar evolution of T in REGION.  Every variable that
   is not defined in the REGION is considered a parameter.  */

tree
549
scalar_evolution_in_region (const sese_l &region, loop_p loop, tree t)
Sebastian Pop committed
550
{
551
  gimple *def;
Sebastian Pop committed
552
  struct loop *def_loop;
553
  basic_block before = region.entry->src;
Sebastian Pop committed
554

555 556 557 558 559
  /* SCOP parameters.  */
  if (TREE_CODE (t) == SSA_NAME
      && !defined_in_sese_p (t, region))
    return t;

Sebastian Pop committed
560 561
  if (TREE_CODE (t) != SSA_NAME
      || loop_in_sese_p (loop, region))
562 563
    /* FIXME: we would need instantiate SCEV to work on a region, and be more
       flexible wrt. memory loads that may be invariant in the region.  */
Sebastian Pop committed
564 565 566 567 568 569 570 571 572 573 574 575 576
    return instantiate_scev (before, loop,
			     analyze_scalar_evolution (loop, t));

  def = SSA_NAME_DEF_STMT (t);
  def_loop = loop_containing_stmt (def);

  if (loop_in_sese_p (def_loop, region))
    {
      t = analyze_scalar_evolution (def_loop, t);
      def_loop = superloop_at_depth (def_loop, loop_depth (loop) + 1);
      t = compute_overall_effect_of_inner_loop (def_loop, t);
      return t;
    }
Aditya Kumar committed
577

578 579
  bool has_vdefs = false;
  if (invariant_in_sese_p_rec (t, region, &has_vdefs))
Aditya Kumar committed
580 581
    return t;

582 583 584 585
  /* T variates in REGION.  */
  if (has_vdefs)
    return chrec_dont_know;

Aditya Kumar committed
586
  return instantiate_scev (before, loop, t);
Sebastian Pop committed
587
}
588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621

/* Pretty print edge E to FILE.  */

void
print_edge (FILE *file, const_edge e)
{
  fprintf (file, "edge (bb_%d, bb_%d)", e->src->index, e->dest->index);
}

/* Pretty print sese S to FILE.  */

void
print_sese (FILE *file, const sese_l &s)
{
  fprintf (file, "(entry_"); print_edge (file, s.entry);
  fprintf (file, ", exit_"); print_edge (file, s.exit);
  fprintf (file, ")\n");
}

/* Pretty print edge E to STDERR.  */

DEBUG_FUNCTION void
debug_edge (const_edge e)
{
  print_edge (stderr, e);
}

/* Pretty print sese S to STDERR.  */

DEBUG_FUNCTION void
debug_sese (const sese_l &s)
{
  print_sese (stderr, s);
}