sese.c 21.3 KB
Newer Older
Sebastian Pop committed
1
/* Single entry single exit control flow regions.
Jakub Jelinek committed
2
   Copyright (C) 2008-2015 Free Software Foundation, Inc.
Sebastian Pop committed
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
   Contributed by Jan Sjodin <jan.sjodin@amd.com> and
   Sebastian Pop <sebastian.pop@amd.com>.

This file is part of GCC.

GCC is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 3, or (at your option)
any later version.

GCC is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with GCC; see the file COPYING3.  If not see
<http://www.gnu.org/licenses/>.  */

#include "config.h"
#include "system.h"
#include "coretypes.h"
25
#include "alias.h"
26
#include "backend.h"
27
#include "cfghooks.h"
28
#include "tree.h"
29 30 31 32
#include "gimple.h"
#include "hard-reg-set.h"
#include "ssa.h"
#include "options.h"
33
#include "fold-const.h"
34
#include "tree-pretty-print.h"
35 36 37
#include "internal-fn.h"
#include "gimple-fold.h"
#include "tree-eh.h"
38
#include "gimplify.h"
39
#include "gimple-iterator.h"
40
#include "gimplify-me.h"
41 42 43
#include "tree-cfg.h"
#include "tree-ssa-loop.h"
#include "tree-into-ssa.h"
Sebastian Pop committed
44 45 46 47 48 49 50
#include "cfgloop.h"
#include "tree-chrec.h"
#include "tree-data-ref.h"
#include "tree-scalar-evolution.h"
#include "tree-pass.h"
#include "value-prof.h"
#include "sese.h"
51
#include "tree-ssa-propagate.h"
52
#include "tree-hash-traits.h"
Sebastian Pop committed
53

54
/* Helper function for debug_rename_map.  */
Sebastian Pop committed
55

56 57 58
bool
debug_rename_map_1 (tree_node *const &old_name, tree_node *const &expr,
		    void *)
Sebastian Pop committed
59 60
{
  fprintf (stderr, "(");
61
  print_generic_expr (stderr, old_name, 0);
Sebastian Pop committed
62
  fprintf (stderr, ", ");
63
  print_generic_expr (stderr, expr, 0);
Sebastian Pop committed
64
  fprintf (stderr, ")\n");
65
  return true;
Sebastian Pop committed
66
}
67

68
typedef hash_map<tree_ssa_name_hash, tree> rename_map_type;
69

Sebastian Pop committed
70

71
/* Print to stderr all the elements of RENAME_MAP.  */
Sebastian Pop committed
72

73
DEBUG_FUNCTION void
74
debug_rename_map (rename_map_type *rename_map)
Sebastian Pop committed
75
{
76
  rename_map->traverse <void *, debug_rename_map_1> (NULL);
Sebastian Pop committed
77 78 79
}


Joseph Myers committed
80
/* Record LOOP as occurring in REGION.  */
Sebastian Pop committed
81 82 83 84 85 86 87 88

static void
sese_record_loop (sese region, loop_p loop)
{
  if (sese_contains_loop (region, loop))
    return;

  bitmap_set_bit (SESE_LOOPS (region), loop->num);
89
  SESE_LOOP_NEST (region).safe_push (loop);
Sebastian Pop committed
90 91 92 93 94 95 96 97 98 99 100 101
}

/* Build the loop nests contained in REGION.  Returns true when the
   operation was successful.  */

void
build_sese_loop_nests (sese region)
{
  unsigned i;
  basic_block bb;
  struct loop *loop0, *loop1;

102
  FOR_EACH_BB_FN (bb, cfun)
Sebastian Pop committed
103 104 105 106 107 108 109 110 111 112 113 114 115
    if (bb_in_sese_p (bb, region))
      {
	struct loop *loop = bb->loop_father;

	/* Only add loops if they are completely contained in the SCoP.  */
	if (loop->header == bb
	    && bb_in_sese_p (loop->latch, region))
	  sese_record_loop (region, loop);
      }

  /* Make sure that the loops in the SESE_LOOP_NEST are ordered.  It
     can be the case that an inner loop is inserted before an outer
     loop.  To avoid this, semi-sort once.  */
116
  FOR_EACH_VEC_ELT (SESE_LOOP_NEST (region), i, loop0)
Sebastian Pop committed
117
    {
118
      if (SESE_LOOP_NEST (region).length () == i + 1)
Sebastian Pop committed
119 120
	break;

121
      loop1 = SESE_LOOP_NEST (region)[i + 1];
Sebastian Pop committed
122 123
      if (loop0->num > loop1->num)
	{
124 125
	  SESE_LOOP_NEST (region)[i] = loop1;
	  SESE_LOOP_NEST (region)[i + 1] = loop0;
Sebastian Pop committed
126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165
	}
    }
}

/* For a USE in BB, if BB is outside REGION, mark the USE in the
   LIVEOUTS set.  */

static void
sese_build_liveouts_use (sese region, bitmap liveouts, basic_block bb,
			 tree use)
{
  unsigned ver;
  basic_block def_bb;

  if (TREE_CODE (use) != SSA_NAME)
    return;

  ver = SSA_NAME_VERSION (use);
  def_bb = gimple_bb (SSA_NAME_DEF_STMT (use));

  if (!def_bb
      || !bb_in_sese_p (def_bb, region)
      || bb_in_sese_p (bb, region))
    return;

  bitmap_set_bit (liveouts, ver);
}

/* Marks for rewrite all the SSA_NAMES defined in REGION and that are
   used in BB that is outside of the REGION.  */

static void
sese_build_liveouts_bb (sese region, bitmap liveouts, basic_block bb)
{
  edge e;
  edge_iterator ei;
  ssa_op_iter iter;
  use_operand_p use_p;

  FOR_EACH_EDGE (e, ei, bb->succs)
166 167
    for (gphi_iterator bsi = gsi_start_phis (e->dest); !gsi_end_p (bsi);
	 gsi_next (&bsi))
Sebastian Pop committed
168
      sese_build_liveouts_use (region, liveouts, bb,
169
			       PHI_ARG_DEF_FROM_EDGE (bsi.phi (), e));
Sebastian Pop committed
170

171 172
  for (gimple_stmt_iterator bsi = gsi_start_bb (bb); !gsi_end_p (bsi);
       gsi_next (&bsi))
173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239
    {
      gimple stmt = gsi_stmt (bsi);

      if (is_gimple_debug (stmt))
	continue;

      FOR_EACH_SSA_USE_OPERAND (use_p, stmt, iter, SSA_OP_ALL_USES)
	sese_build_liveouts_use (region, liveouts, bb, USE_FROM_PTR (use_p));
    }
}

/* For a USE in BB, return true if BB is outside REGION and it's not
   in the LIVEOUTS set.  */

static bool
sese_bad_liveouts_use (sese region, bitmap liveouts, basic_block bb,
		       tree use)
{
  unsigned ver;
  basic_block def_bb;

  if (TREE_CODE (use) != SSA_NAME)
    return false;

  ver = SSA_NAME_VERSION (use);

  /* If it's in liveouts, the variable will get a new PHI node, and
     the debug use will be properly adjusted.  */
  if (bitmap_bit_p (liveouts, ver))
    return false;

  def_bb = gimple_bb (SSA_NAME_DEF_STMT (use));

  if (!def_bb
      || !bb_in_sese_p (def_bb, region)
      || bb_in_sese_p (bb, region))
    return false;

  return true;
}

/* Reset debug stmts that reference SSA_NAMES defined in REGION that
   are not marked as liveouts.  */

static void
sese_reset_debug_liveouts_bb (sese region, bitmap liveouts, basic_block bb)
{
  gimple_stmt_iterator bsi;
  ssa_op_iter iter;
  use_operand_p use_p;

  for (bsi = gsi_start_bb (bb); !gsi_end_p (bsi); gsi_next (&bsi))
    {
      gimple stmt = gsi_stmt (bsi);

      if (!is_gimple_debug (stmt))
	continue;

      FOR_EACH_SSA_USE_OPERAND (use_p, stmt, iter, SSA_OP_ALL_USES)
	if (sese_bad_liveouts_use (region, liveouts, bb,
				   USE_FROM_PTR (use_p)))
	  {
	    gimple_debug_bind_reset_value (stmt);
	    update_stmt (stmt);
	    break;
	  }
    }
Sebastian Pop committed
240 241 242 243 244 245 246 247 248 249
}

/* Build the LIVEOUTS of REGION: the set of variables defined inside
   and used outside the REGION.  */

static void
sese_build_liveouts (sese region, bitmap liveouts)
{
  basic_block bb;

250
  FOR_EACH_BB_FN (bb, cfun)
Sebastian Pop committed
251
    sese_build_liveouts_bb (region, liveouts, bb);
252
  if (MAY_HAVE_DEBUG_STMTS)
253
    FOR_EACH_BB_FN (bb, cfun)
254
      sese_reset_debug_liveouts_bb (region, liveouts, bb);
Sebastian Pop committed
255 256 257 258 259 260 261 262 263 264 265 266
}

/* Builds a new SESE region from edges ENTRY and EXIT.  */

sese
new_sese (edge entry, edge exit)
{
  sese region = XNEW (struct sese_s);

  SESE_ENTRY (region) = entry;
  SESE_EXIT (region) = exit;
  SESE_LOOPS (region) = BITMAP_ALLOC (NULL);
267
  SESE_LOOP_NEST (region).create (3);
Sebastian Pop committed
268
  SESE_ADD_PARAMS (region) = true;
269
  SESE_PARAMS (region).create (3);
Aditya Kumar committed
270
  region->parameter_rename_map = new parameter_rename_map_t;
Sebastian Pop committed
271 272 273 274 275 276 277 278 279 280 281 282

  return region;
}

/* Deletes REGION.  */

void
free_sese (sese region)
{
  if (SESE_LOOPS (region))
    SESE_LOOPS (region) = BITMAP_ALLOC (NULL);

283 284
  SESE_PARAMS (region).release ();
  SESE_LOOP_NEST (region).release ();
Aditya Kumar committed
285 286
  delete region->parameter_rename_map;
  region->parameter_rename_map = NULL;
Sebastian Pop committed
287 288 289 290 291 292 293 294 295

  XDELETE (region);
}

/* Add exit phis for USE on EXIT.  */

static void
sese_add_exit_phis_edge (basic_block exit, tree use, edge false_e, edge true_e)
{
296
  gphi *phi = create_phi_node (NULL_TREE, exit);
297
  create_new_def_for (use, phi, gimple_phi_result_ptr (phi));
298 299
  add_phi_arg (phi, use, false_e, UNKNOWN_LOCATION);
  add_phi_arg (phi, use, true_e, UNKNOWN_LOCATION);
Aditya Kumar committed
300
  update_stmt (phi);
Sebastian Pop committed
301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331
}

/* Insert in the block BB phi nodes for variables defined in REGION
   and used outside the REGION.  The code generation moves REGION in
   the else clause of an "if (1)" and generates code in the then
   clause that is at this point empty:

   | if (1)
   |   empty;
   | else
   |   REGION;
*/

void
sese_insert_phis_for_liveouts (sese region, basic_block bb,
			       edge false_e, edge true_e)
{
  unsigned i;
  bitmap_iterator bi;
  bitmap liveouts = BITMAP_ALLOC (NULL);

  update_ssa (TODO_update_ssa);

  sese_build_liveouts (region, liveouts);
  EXECUTE_IF_SET_IN_BITMAP (liveouts, 0, i, bi)
    sese_add_exit_phis_edge (bb, ssa_name (i), false_e, true_e);
  BITMAP_FREE (liveouts);

  update_ssa (TODO_update_ssa);
}

332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363
/* Returns the first successor edge of BB with EDGE_TRUE_VALUE flag set.  */

edge
get_true_edge_from_guard_bb (basic_block bb)
{
  edge e;
  edge_iterator ei;

  FOR_EACH_EDGE (e, ei, bb->succs)
    if (e->flags & EDGE_TRUE_VALUE)
      return e;

  gcc_unreachable ();
  return NULL;
}

/* Returns the first successor edge of BB with EDGE_TRUE_VALUE flag cleared.  */

edge
get_false_edge_from_guard_bb (basic_block bb)
{
  edge e;
  edge_iterator ei;

  FOR_EACH_EDGE (e, ei, bb->succs)
    if (!(e->flags & EDGE_TRUE_VALUE))
      return e;

  gcc_unreachable ();
  return NULL;
}

364
/* Returns the expression associated to OLD_NAME in RENAME_MAP.  */
Sebastian Pop committed
365 366

static tree
367
get_rename (rename_map_type *rename_map, tree old_name)
Sebastian Pop committed
368
{
369
  gcc_assert (TREE_CODE (old_name) == SSA_NAME);
370 371 372
  tree *expr = rename_map->get (old_name);
  if (expr)
    return *expr;
Sebastian Pop committed
373

374
  return NULL_TREE;
Sebastian Pop committed
375 376
}

377
/* Register in RENAME_MAP the rename tuple (OLD_NAME, EXPR).  */
Sebastian Pop committed
378

379
static void
Aditya Kumar committed
380
set_rename (rename_map_type *rename_map, tree old_name, tree expr, sese region)
Sebastian Pop committed
381 382 383 384
{
  if (old_name == expr)
    return;

385
  rename_map->put (old_name, expr);
Aditya Kumar committed
386 387 388 389 390 391 392

  tree t;
  int i;
  /* For a parameter of a scop we dont want to rename it.  */
  FOR_EACH_VEC_ELT (SESE_PARAMS (region), i, t)
    if (old_name == t)
      region->parameter_rename_map->put(old_name, expr);
Sebastian Pop committed
393 394
}

395 396 397 398
/* Renames the scalar uses of the statement COPY, using the
   substitution map RENAME_MAP, inserting the gimplification code at
   GSI_TGT, for the translation REGION, with the original copied
   statement in LOOP, and using the induction variable renaming map
399 400
   IV_MAP.  Returns true when something has been renamed.  GLOOG_ERROR
   is set when the code generation cannot continue.  */
Sebastian Pop committed
401

402
static bool
403
rename_uses (gimple copy, rename_map_type *rename_map,
404
	     gimple_stmt_iterator *gsi_tgt,
405
	     sese region, loop_p loop, vec<tree> iv_map,
406
	     bool *gloog_error)
Sebastian Pop committed
407 408
{
  use_operand_p use_p;
409
  ssa_op_iter op_iter;
410
  bool changed = false;
Sebastian Pop committed
411

412 413 414 415
  if (is_gimple_debug (copy))
    {
      if (gimple_debug_bind_p (copy))
	gimple_debug_bind_reset_value (copy);
416 417
      else if (gimple_debug_source_bind_p (copy))
	return false;
418 419 420
      else
	gcc_unreachable ();

421
      return false;
422 423
    }

424
  FOR_EACH_SSA_USE_OPERAND (use_p, copy, op_iter, SSA_OP_USE)
Sebastian Pop committed
425
    {
426 427
      tree old_name = USE_FROM_PTR (use_p);
      tree new_expr, scev;
Sebastian Pop committed
428 429
      gimple_seq stmts;

430 431
      if (TREE_CODE (old_name) != SSA_NAME
	  || SSA_NAME_IS_DEFAULT_DEF (old_name))
Sebastian Pop committed
432 433
	continue;

434
      changed = true;
435 436
      new_expr = get_rename (rename_map, old_name);
      if (new_expr)
Sebastian Pop committed
437
	{
438 439
	  tree type_old_name = TREE_TYPE (old_name);
	  tree type_new_expr = TREE_TYPE (new_expr);
440

441
	  if (type_old_name != type_new_expr
442
	      || TREE_CODE (new_expr) != SSA_NAME)
443
	    {
444
	      tree var = create_tmp_var (type_old_name, "var");
445

446
	      if (!useless_type_conversion_p (type_old_name, type_new_expr))
447
		new_expr = fold_convert (type_old_name, new_expr);
448

449
	      new_expr = force_gimple_operand (new_expr, &stmts, true, var);
450 451
	      gsi_insert_seq_before (gsi_tgt, stmts, GSI_SAME_STMT);
	    }
Sebastian Pop committed
452

453 454
	  replace_exp (use_p, new_expr);
	  continue;
Sebastian Pop committed
455 456
	}

457
      scev = scalar_evolution_in_region (region, loop, old_name);
Sebastian Pop committed
458

459 460 461 462
      /* At this point we should know the exact scev for each
	 scalar SSA_NAME used in the scop: all the other scalar
	 SSA_NAMEs should have been translated out of SSA using
	 arrays with one element.  */
463 464 465
      if (chrec_contains_undetermined (scev))
	{
	  *gloog_error = true;
466
	  new_expr = build_zero_cst (TREE_TYPE (old_name));
467
	}
468 469
      else
	new_expr = chrec_apply_map (scev, iv_map);
Sebastian Pop committed
470

471 472 473 474
      /* The apply should produce an expression tree containing
	 the uses of the new induction variables.  We should be
	 able to use new_expr instead of the old_name in the newly
	 generated loop nest.  */
475 476 477 478
      if (chrec_contains_undetermined (new_expr)
	  || tree_contains_chrecs (new_expr, NULL))
	{
	  *gloog_error = true;
479
	  new_expr = build_zero_cst (TREE_TYPE (old_name));
480
	}
481 482 483 484
      else
	/* Replace the old_name with the new_expr.  */
	new_expr = force_gimple_operand (unshare_expr (new_expr), &stmts,
					 true, NULL_TREE);
H.J. Lu committed
485

486 487
      gsi_insert_seq_before (gsi_tgt, stmts, GSI_SAME_STMT);
      replace_exp (use_p, new_expr);
488

489 490
      if (TREE_CODE (new_expr) == INTEGER_CST
	  && is_gimple_assign (copy))
491 492 493 494 495 496 497
	{
	  tree rhs = gimple_assign_rhs1 (copy);

	  if (TREE_CODE (rhs) == ADDR_EXPR)
	    recompute_tree_invariant_for_addr_expr (rhs);
	}

Aditya Kumar committed
498
      set_rename (rename_map, old_name, new_expr, region);
Sebastian Pop committed
499
    }
500 501

  return changed;
Sebastian Pop committed
502 503
}

504
/* Duplicates the statements of basic block BB into basic block NEW_BB
505 506
   and compute the new induction variables according to the IV_MAP.
   GLOOG_ERROR is set when the code generation cannot continue.  */
Sebastian Pop committed
507

H.J. Lu committed
508
static void
509
graphite_copy_stmts_from_block (basic_block bb, basic_block new_bb,
510
				rename_map_type *rename_map,
511
				vec<tree> iv_map, sese region,
512
				bool *gloog_error)
Sebastian Pop committed
513 514
{
  gimple_stmt_iterator gsi, gsi_tgt;
515
  loop_p loop = bb->loop_father;
Sebastian Pop committed
516 517 518 519 520 521 522 523

  gsi_tgt = gsi_start_bb (new_bb);
  for (gsi = gsi_start_bb (bb); !gsi_end_p (gsi); gsi_next (&gsi))
    {
      def_operand_p def_p;
      ssa_op_iter op_iter;
      gimple stmt = gsi_stmt (gsi);
      gimple copy;
524 525 526 527 528 529
      tree lhs;

      /* Do not copy labels or conditions.  */
      if (gimple_code (stmt) == GIMPLE_LABEL
	  || gimple_code (stmt) == GIMPLE_COND)
	continue;
Sebastian Pop committed
530

531 532 533 534 535 536
      /* Do not copy induction variables.  */
      if (is_gimple_assign (stmt)
	  && (lhs = gimple_assign_lhs (stmt))
	  && TREE_CODE (lhs) == SSA_NAME
	  && is_gimple_reg (lhs)
	  && scev_analyzable_p (lhs, region))
Sebastian Pop committed
537 538
	continue;

Aditya Kumar committed
539 540 541 542 543 544 545 546
      /* Do not copy parameters that have been generated in the header of the
	 scop.  */
      if (is_gimple_assign (stmt)
	  && (lhs = gimple_assign_lhs (stmt))
	  && TREE_CODE (lhs) == SSA_NAME
	  && region->parameter_rename_map->get(lhs))
	continue;

Sebastian Pop committed
547 548 549 550 551
      /* Create a new copy of STMT and duplicate STMT's virtual
	 operands.  */
      copy = gimple_copy (stmt);
      gsi_insert_after (&gsi_tgt, copy, GSI_NEW_STMT);

552
      maybe_duplicate_eh_stmt (copy, stmt);
Sebastian Pop committed
553 554 555 556 557
      gimple_duplicate_stmt_histograms (cfun, copy, cfun, stmt);

      /* Create new names for all the definitions created by COPY and
	 add replacement mappings for each new name.  */
      FOR_EACH_SSA_DEF_OPERAND (def_p, copy, op_iter, SSA_OP_ALL_DEFS)
558 559 560
 	{
 	  tree old_name = DEF_FROM_PTR (def_p);
 	  tree new_name = create_new_def_for (old_name, copy, def_p);
Aditya Kumar committed
561
	  set_rename (rename_map, old_name, new_name, region);
562 563
 	}

564 565
      if (rename_uses (copy, rename_map, &gsi_tgt, region, loop, iv_map,
		       gloog_error))
566 567 568 569
	{
	  gcc_assert (gsi_stmt (gsi_tgt) == copy);
	  fold_stmt_inplace (&gsi_tgt);
	}
570

Aditya Kumar committed
571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589
      /* For each SSA_NAME in the parameter_rename_map rename their usage.  */
      ssa_op_iter iter;
      use_operand_p use_p;
      if (!is_gimple_debug (copy))
	FOR_EACH_SSA_USE_OPERAND (use_p, copy, iter, SSA_OP_USE)
	  {
	    tree old_name = USE_FROM_PTR (use_p);

	    if (TREE_CODE (old_name) != SSA_NAME
		|| SSA_NAME_IS_DEFAULT_DEF (old_name))
	      continue;

	    tree *new_expr = region->parameter_rename_map->get (old_name);
	    if (!new_expr)
	      continue;

	    replace_exp (use_p, *new_expr);
	  }

590
      update_stmt (copy);
Sebastian Pop committed
591 592 593 594 595
    }
}

/* Copies BB and includes in the copied BB all the statements that can
   be reached following the use-def chains from the memory accesses,
596 597
   and returns the next edge following this new block.  GLOOG_ERROR is
   set when the code generation cannot continue.  */
H.J. Lu committed
598

Sebastian Pop committed
599 600
edge
copy_bb_and_scalar_dependences (basic_block bb, sese region,
601
				edge next_e, vec<tree> iv_map,
602
				bool *gloog_error)
Sebastian Pop committed
603 604
{
  basic_block new_bb = split_edge (next_e);
605
  rename_map_type rename_map (10);
Sebastian Pop committed
606 607

  next_e = single_succ_edge (new_bb);
608
  graphite_copy_stmts_from_block (bb, new_bb, &rename_map, iv_map, region,
609
				  gloog_error);
Sebastian Pop committed
610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641
  remove_phi_nodes (new_bb);

  return next_e;
}

/* Returns the outermost loop in SCOP that contains BB.  */

struct loop *
outermost_loop_in_sese (sese region, basic_block bb)
{
  struct loop *nest;

  nest = bb->loop_father;
  while (loop_outer (nest)
	 && loop_in_sese_p (loop_outer (nest), region))
    nest = loop_outer (nest);

  return nest;
}

/* Sets the false region of an IF_REGION to REGION.  */

void
if_region_set_false_region (ifsese if_region, sese region)
{
  basic_block condition = if_region_get_condition_block (if_region);
  edge false_edge = get_false_edge_from_guard_bb (condition);
  basic_block dummy = false_edge->dest;
  edge entry_region = SESE_ENTRY (region);
  edge exit_region = SESE_EXIT (region);
  basic_block before_region = entry_region->src;
  basic_block last_in_region = exit_region->src;
642 643 644
  hashval_t hash = htab_hash_pointer (exit_region);
  loop_exit **slot
    = current_loops->exits->find_slot_with_hash (exit_region, hash, NO_INSERT);
Sebastian Pop committed
645 646 647 648 649 650 651 652 653 654 655 656 657 658

  entry_region->flags = false_edge->flags;
  false_edge->flags = exit_region->flags;

  redirect_edge_pred (entry_region, condition);
  redirect_edge_pred (exit_region, before_region);
  redirect_edge_pred (false_edge, last_in_region);
  redirect_edge_succ (false_edge, single_succ (dummy));
  delete_basic_block (dummy);

  exit_region->flags = EDGE_FALLTHRU;
  recompute_all_dominators ();

  SESE_EXIT (region) = false_edge;
659

660
  free (if_region->false_region);
Sebastian Pop committed
661 662 663 664
  if_region->false_region = region;

  if (slot)
    {
665
      struct loop_exit *loop_exit = ggc_cleared_alloc<struct loop_exit> ();
Sebastian Pop committed
666 667

      memcpy (loop_exit, *((struct loop_exit **) slot), sizeof (struct loop_exit));
668
      current_loops->exits->clear_slot (slot);
Sebastian Pop committed
669

670 671 672
							hashval_t hash = htab_hash_pointer (false_edge);
      slot = current_loops->exits->find_slot_with_hash (false_edge, hash,
							INSERT);
Sebastian Pop committed
673 674 675 676 677 678 679 680
      loop_exit->e = false_edge;
      *slot = loop_exit;
      false_edge->src->loop_father->exits->next = loop_exit;
    }
}

/* Creates an IFSESE with CONDITION on edge ENTRY.  */

681
static ifsese
Sebastian Pop committed
682 683 684 685
create_if_region_on_edge (edge entry, tree condition)
{
  edge e;
  edge_iterator ei;
686 687 688 689
  sese sese_region = XNEW (struct sese_s);
  sese true_region = XNEW (struct sese_s);
  sese false_region = XNEW (struct sese_s);
  ifsese if_region = XNEW (struct ifsese_s);
Sebastian Pop committed
690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725
  edge exit = create_empty_if_region_on_edge (entry, condition);

  if_region->region = sese_region;
  if_region->region->entry = entry;
  if_region->region->exit = exit;

  FOR_EACH_EDGE (e, ei, entry->dest->succs)
    {
      if (e->flags & EDGE_TRUE_VALUE)
	{
	  true_region->entry = e;
	  true_region->exit = single_succ_edge (e->dest);
	  if_region->true_region = true_region;
	}
      else if (e->flags & EDGE_FALSE_VALUE)
	{
	  false_region->entry = e;
	  false_region->exit = single_succ_edge (e->dest);
	  if_region->false_region = false_region;
	}
    }

  return if_region;
}

/* Moves REGION in a condition expression:
   | if (1)
   |   ;
   | else
   |   REGION;
*/

ifsese
move_sese_in_condition (sese region)
{
  basic_block pred_block = split_edge (SESE_ENTRY (region));
726
  ifsese if_region;
Sebastian Pop committed
727 728 729 730 731 732 733 734

  SESE_ENTRY (region) = single_succ_edge (pred_block);
  if_region = create_if_region_on_edge (single_pred_edge (pred_block), integer_one_node);
  if_region_set_false_region (if_region, region);

  return if_region;
}

735 736 737 738 739 740 741 742 743 744 745 746 747 748 749
/* Replaces the condition of the IF_REGION with CONDITION:
   | if (CONDITION)
   |   true_region;
   | else
   |   false_region;
*/

void
set_ifsese_condition (ifsese if_region, tree condition)
{
  sese region = if_region->region;
  edge entry = region->entry;
  basic_block bb = entry->dest;
  gimple last = last_stmt (bb);
  gimple_stmt_iterator gsi = gsi_last_bb (bb);
750
  gcond *cond_stmt;
751 752 753 754 755 756 757 758 759 760 761 762

  gcc_assert (gimple_code (last) == GIMPLE_COND);

  gsi_remove (&gsi, true);
  gsi = gsi_last_bb (bb);
  condition = force_gimple_operand_gsi (&gsi, condition, true, NULL,
					false, GSI_NEW_STMT);
  cond_stmt = gimple_build_cond_from_tree (condition, NULL_TREE, NULL_TREE);
  gsi = gsi_last_bb (bb);
  gsi_insert_after (&gsi, cond_stmt, GSI_NEW_STMT);
}

Aditya Kumar committed
763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791
/* Return false if T is completely defined outside REGION.  */

static bool
invariant_in_sese_p_rec (tree t, sese region)
{
  ssa_op_iter iter;
  use_operand_p use_p;
  if (!defined_in_sese_p (t, region))
    return true;

  gimple stmt = SSA_NAME_DEF_STMT (t);

  if (gimple_code (stmt) == GIMPLE_PHI
      || gimple_code (stmt) == GIMPLE_CALL)
    return false;

  FOR_EACH_SSA_USE_OPERAND (use_p, stmt, iter, SSA_OP_USE)
    {
      tree use = USE_FROM_PTR (use_p);
      if (!defined_in_sese_p (use, region))
	continue;

      if (!invariant_in_sese_p_rec (use, region))
	return false;
    }

  return true;
}

Sebastian Pop committed
792 793 794 795 796 797 798 799 800 801
/* Returns the scalar evolution of T in REGION.  Every variable that
   is not defined in the REGION is considered a parameter.  */

tree
scalar_evolution_in_region (sese region, loop_p loop, tree t)
{
  gimple def;
  struct loop *def_loop;
  basic_block before = block_before_sese (region);

802 803 804 805 806
  /* SCOP parameters.  */
  if (TREE_CODE (t) == SSA_NAME
      && !defined_in_sese_p (t, region))
    return t;

Sebastian Pop committed
807 808 809 810 811 812 813 814 815 816 817 818 819 820 821
  if (TREE_CODE (t) != SSA_NAME
      || loop_in_sese_p (loop, region))
    return instantiate_scev (before, loop,
			     analyze_scalar_evolution (loop, t));

  def = SSA_NAME_DEF_STMT (t);
  def_loop = loop_containing_stmt (def);

  if (loop_in_sese_p (def_loop, region))
    {
      t = analyze_scalar_evolution (def_loop, t);
      def_loop = superloop_at_depth (def_loop, loop_depth (loop) + 1);
      t = compute_overall_effect_of_inner_loop (def_loop, t);
      return t;
    }
Aditya Kumar committed
822 823 824 825 826

  if (invariant_in_sese_p_rec (t, region))
    return t;

  return instantiate_scev (before, loop, t);
Sebastian Pop committed
827
}