gcc/ * basic-block.h (FOR_EACH_BB): Eliminate macro. * asan.c (transform_statements, execute_sanopt): Eliminate use of FOR_EACH_BB in favor of FOR_EACH_BB_FN, to make use of cfun explicit. * auto-inc-dec.c (rest_of_handle_auto_inc_dec): Likewise. * bb-reorder.c (find_rarely_executed_basic_blocks_and_crossing_edges, set_edge_can_fallthru_flag, fix_up_fall_thru_edges, fix_crossing_unconditional_branches, add_reg_crossing_jump_notes, insert_section_boundary_note, rest_of_handle_reorder_blocks, duplicate_computed_gotos): Likewise. * cfg.c (clear_edges, compact_blocks, brief_dump_cfg): Likewise. * cfganal.c (find_unreachable_blocks, add_noreturn_fake_exit_edges, compute_dominance_frontiers_1, single_pred_before_succ_order): Likewise. * cfgbuild.c (find_many_sub_basic_blocks): Likewise. * cfgcleanup.c (try_optimize_cfg, delete_dead_jumptables): Likewise. * cfgexpand.c (add_scope_conflicts, discover_nonconstant_array_refs): Likewise. * cfgloop.c (flow_loops_cfg_dump, get_loop_body, record_loop_exits, verify_loop_structure): Likewise. * cfgloopanal.c (mark_loop_exit_edges): Likewise. * cfgrtl.c (compute_bb_for_insn, find_partition_fixes, verify_hot_cold_block_grouping, purge_all_dead_edges, fixup_abnormal_edges, record_effective_endpoints, outof_cfg_layout_mode, fixup_reorder_chain, force_one_exit_fallthru, break_superblocks): Likewise. * cgraphbuild.c (build_cgraph_edges, rebuild_cgraph_edges, cgraph_rebuild_references): Likewise. * combine-stack-adj.c (combine_stack_adjustments): Likewise. * combine.c (delete_noop_moves, create_log_links, combine_instructions): Likewise. * config/arm/arm.c (thumb1_reorg, thumb2_reorg): Likewise. * config/bfin/bfin.c (bfin_gen_bundles, reorder_var_tracking_notes): Likewise. * config/c6x/c6x.c (c6x_gen_bundles, conditionalize_after_sched, c6x_reorg): Likewise. * config/epiphany/resolve-sw-modes.c (resolve_sw_modes): Likewise. * config/frv/frv.c (frv_optimize_membar): Likewise. * config/i386/i386.c (ix86_finalize_stack_realign_flags): Likewise. * config/ia64/ia64.c (ia64_reorg): Likewise. * config/mips/mips.c (mips_annotate_pic_calls): Likewise. * config/picochip/picochip.c (reorder_var_tracking_notes): Likewise. * config/rs6000/rs6000.c (rs6000_alloc_sdmode_stack_slot): Likewise. * config/s390/s390.c (s390_regs_ever_clobbered): Likewise. * config/sh/sh_treg_combine.cc (sh_treg_combine::execute): Likewise. * config/spu/spu.c (spu_machine_dependent_reorg): Likewise. * config/tilegx/tilegx.c (tilegx_gen_bundles, reorder_var_tracking_notes): Likewise. * config/tilepro/tilepro.c (tilepro_gen_bundles, reorder_var_tracking_notes): Likewise. * coverage.c (coverage_compute_cfg_checksum): Likewise. * cprop.c (compute_hash_table_work, compute_cprop_data, local_cprop_pass, find_implicit_sets): Likewise. * cse.c (cse_condition_code_reg): Likewise. * dce.c (prescan_insns_for_dce): Likewise. * df-core.c (df_compact_blocks): Likewise. * df-problems.c (df_word_lr_alloc): Likewise. * df-scan.c (df_scan_start_dump, df_scan_blocks, df_insn_rescan_all, df_update_entry_exit_and_calls): Likewise. * dominance.c (calculate_dominance_info, verify_dominators, debug_dominance_info): Likewise. * dse.c (dse_step5_nospill): Likewise. * except.c (finish_eh_generation): Likewise. * final.c (compute_alignments): Likewise. * function.c (thread_prologue_and_epilogue_insns, rest_of_match_asm_constraints): Likewise. * gcse.c (compute_hash_table_work, prune_expressions, compute_pre_data, compute_code_hoist_vbeinout, hoist_code, calculate_bb_reg_pressure, compute_ld_motion_mems): Likewise. * gimple-iterator.c (gsi_commit_edge_inserts): Likewise. * gimple-ssa-isolate-paths.c (find_implicit_erroneous_behaviour, find_explicit_erroneous_behaviour): Likewise. * graphite-sese-to-poly.c (rewrite_reductions_out_of_ssa, rewrite_cross_bb_scalar_deps_out_of_ssa): Likewise. * haifa-sched.c (haifa_sched_init): Likewise. * hw-doloop.c (discover_loops, set_bb_indices, reorder_loops): Likewise. * ifcvt.c (if_convert): Likewise. * init-regs.c (initialize_uninitialized_regs): Likewise. * ipa-prop.c (ipcp_transform_function): Likewise. * ipa-pure-const.c (analyze_function): Likewise. * ipa-split.c (find_split_points, execute_split_functions): Likewise. * ira-build.c (form_loop_tree): Likewise. * ira-costs.c (find_costs_and_classes): Likewise. * ira-emit.c (emit_moves, add_ranges_and_copies, ira_emit): Likewise. * ira.c (decrease_live_ranges_number, compute_regs_asm_clobbered, mark_elimination, update_equiv_regs, find_moveable_pseudos, split_live_ranges_for_shrink_wrap, allocate_initial_values): Likewise. * jump.c (mark_all_labels): Likewise. * lcm.c (compute_laterin, compute_insert_delete, compute_available, compute_nearerout, compute_rev_insert_delete): Likewise. * loop-init.c (fix_loop_structure): Likewise. * loop-invariant.c (calculate_loop_reg_pressure): Likewise. * lower-subreg.c (decompose_multiword_subregs, decompose_multiword_subregs): Likewise. * lra-assigns.c (assign_by_spills): Likewise. * lra-coalesce.c (lra_coalesce): Likewise. * lra-constraints.c (lra_inheritance, remove_inheritance_pseudos): Likewise. * lra-eliminations.c (lra_init_elimination): Likewise. * lra-spills.c (assign_spill_hard_regs, spill_pseudos, lra_final_code_change): Likewise. * lra.c (remove_scratches, check_rtl, has_nonexceptional_receiver, update_inc_notes): Likewise. * mcf.c (adjust_cfg_counts): Likewise. * mode-switching.c (optimize_mode_switching): Likewise. * modulo-sched.c (rest_of_handle_sms): Likewise. * omp-low.c (optimize_omp_library_calls, expand_omp_taskreg, expand_omp_target): Likewise. * postreload-gcse.c (alloc_mem, compute_hash_table): Likewise. * postreload.c (reload_cse_regs_1): Likewise. * predict.c (strip_predict_hints, tree_bb_level_predictions, tree_estimate_probability, expensive_function_p, estimate_bb_frequencies, compute_function_frequency): Likewise. * profile.c (is_inconsistent, compute_branch_probabilities, branch_prob): Likewise. * ree.c (find_removable_extensions): Likewise. * reg-stack.c (compensate_edges, convert_regs, reg_to_stack): Likewise. * regcprop.c (copyprop_hardreg_forward): Likewise. * reginfo.c (init_subregs_of_mode): Likewise. * regrename.c (regrename_analyze): Likewise. * regstat.c (regstat_compute_ri, regstat_compute_calls_crossed): Likewise. * reload1.c (has_nonexceptional_receiver, reload, calculate_elim_costs_all_insns): Likewise. * resource.c (init_resource_info, free_resource_info): Likewise. * sched-ebb.c (schedule_ebbs): Likewise. * sched-rgn.c (is_cfg_nonregular, find_single_block_region, haifa_find_rgns, sched_rgn_local_init): Likewise. * sel-sched-dump.c (sel_dump_cfg_2): Likewise. * sel-sched-ir.c (init_lv_sets, free_lv_sets, make_regions_from_the_rest): Likewise. * sese.c (build_sese_loop_nests, sese_build_liveouts): Likewise. * stack-ptr-mod.c (notice_stack_pointer_modification): Likewise. * store-motion.c (compute_store_table, build_store_vectors, one_store_motion_pass): Likewise. * tracer.c (tail_duplicate): Likewise. * trans-mem.c (compute_transaction_bits): Likewise. * tree-call-cdce.c (tree_call_cdce): Likewise. * tree-cfg.c (replace_loop_annotate, factor_computed_gotos, fold_cond_expr_cond, make_edges, assign_discriminators, make_abnormal_goto_edges, cleanup_dead_labels, group_case_labels, dump_cfg_stats, gimple_verify_flow_info, print_loop, execute_fixup_cfg): Likewise. * tree-cfgcleanup.c (cleanup_tree_cfg_1, merge_phi_nodes): Likewise. * tree-complex.c (init_dont_simulate_again, tree_lower_complex): Likewise. * tree-dfa.c (collect_dfa_stats, dump_enumerated_decls): Likewise. * tree-eh.c (execute_lower_resx, execute_lower_eh_dispatch, mark_reachable_handlers): Likewise. * tree-emutls.c (lower_emutls_function_body): Likewise. * tree-if-conv.c (main_tree_if_conversion): Likewise. * tree-inline.c (optimize_inline_calls): Likewise. * tree-into-ssa.c (rewrite_into_ssa, update_ssa): Likewise. * tree-nrv.c (tree_nrv, execute_return_slot_opt): Likewise. * tree-object-size.c (compute_object_sizes): Likewise. * tree-outof-ssa.c (eliminate_useless_phis, rewrite_trees, insert_backedge_copies, tree_profiling): Likewise. * tree-scalar-evolution.c (scev_const_prop): Likewise. * tree-sra.c (scan_function, sra_modify_function_body, propagate_dereference_distances, ipa_sra_modify_function_body, convert_callers): Likewise. * tree-ssa-ccp.c (ccp_initialize, execute_fold_all_builtins): Likewise. * tree-ssa-coalesce.c (build_ssa_conflict_graph): Likewise. create_outofssa_var_map, coalesce_partitions): Likewise. * tree-ssa-copy.c (init_copy_prop): Likewise. * tree-ssa-copyrename.c (rename_ssa_copies): Likewise. * tree-ssa-dce.c (find_obviously_necessary_stmts, eliminate_unnecessary_stmts): Likewise. * tree-ssa-dom.c (free_all_edge_infos, tree_ssa_dominator_optimize): Likewise. * tree-ssa-forwprop.c (ssa_forward_propagate_and_combine): Likewise. * tree-ssa-live.c (clear_unused_block_pointer, remove_unused_locals, new_tree_live_info, calculate_live_on_exit, dump_live_info, analyze_memory_references, fill_always_executed_in, tree_ssa_lim_finalize): Likewise. * tree-ssa-loop-manip.c (find_uses_to_rename, verify_loop_closed_ssa): Likewise. * tree-ssa-math-opts.c (execute_cse_reciprocals, execute_cse_sincos, execute_optimize_bswap, execute_optimize_widening_mul): Likewise. * tree-ssa-propagate.c (substitute_and_fold): Likewise. * tree-ssa-structalias.c (compute_points_to_sets): Likewise. * tree-ssa-tail-merge.c (find_same_succ, reset_cluster_vectors): Likewise. * tree-ssa-ter.c (find_replaceable_exprs): Likewise. * tree-ssa-threadupdate.c (thread_through_all_blocks): Likewise. * tree-ssa-uncprop.c (associate_equivalences_with_edges, tree_ssa_uncprop): Likewise. * tree-ssa-uninit.c (warn_uninitialized_vars, execute_late_warn_uninitialized): Likewise. * tree-ssa.c (verify_ssa, execute_update_addresses_taken): Likewise. * tree-stdarg.c (check_all_va_list_escapes, execute_optimize_stdarg): Likewise. * tree-switch-conversion.c (do_switchconv): Likewise. * tree-vect-generic.c (expand_vector_operations): Likewise. * tree-vectorizer.c (adjust_simduid_builtins, note_simd_array_uses, execute_vect_slp): Likewise. * tree-vrp.c (check_all_array_refs, remove_range_assertions, vrp_initialize, identify_jump_threads, instrument_memory_accesses): Likewise. * ubsan.c (ubsan_pass): Likewise. * value-prof.c (verify_histograms, gimple_value_profile_transformations, gimple_find_values_to_profile): Likewise. * var-tracking.c (vt_find_locations, dump_dataflow_sets, vt_emit_notes, vt_initialize, delete_debug_insns, vt_finalize): Likewise. gcc/testsuite/ * g++.dg/plugin/selfassign.c (execute_warn_self_assign): Eliminate use of FOR_EACH_BB in favor of FOR_EACH_BB_FN, to make use of cfun explicit. * gcc.dg/plugin/selfassign.c (execute_warn_self_assign): Likewise. From-SVN: r205828
832 lines
21 KiB
C
832 lines
21 KiB
C
/* Single entry single exit control flow regions.
|
||
Copyright (C) 2008-2013 Free Software Foundation, Inc.
|
||
Contributed by Jan Sjodin <jan.sjodin@amd.com> and
|
||
Sebastian Pop <sebastian.pop@amd.com>.
|
||
|
||
This file is part of GCC.
|
||
|
||
GCC is free software; you can redistribute it and/or modify
|
||
it under the terms of the GNU General Public License as published by
|
||
the Free Software Foundation; either version 3, or (at your option)
|
||
any later version.
|
||
|
||
GCC is distributed in the hope that it will be useful,
|
||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||
GNU General Public License for more details.
|
||
|
||
You should have received a copy of the GNU General Public License
|
||
along with GCC; see the file COPYING3. If not see
|
||
<http://www.gnu.org/licenses/>. */
|
||
|
||
#include "config.h"
|
||
#include "system.h"
|
||
#include "coretypes.h"
|
||
#include "hash-table.h"
|
||
#include "tree.h"
|
||
#include "tree-pretty-print.h"
|
||
#include "basic-block.h"
|
||
#include "tree-ssa-alias.h"
|
||
#include "internal-fn.h"
|
||
#include "gimple-fold.h"
|
||
#include "tree-eh.h"
|
||
#include "gimple-expr.h"
|
||
#include "is-a.h"
|
||
#include "gimple.h"
|
||
#include "gimplify.h"
|
||
#include "gimple-iterator.h"
|
||
#include "gimplify-me.h"
|
||
#include "gimple-ssa.h"
|
||
#include "tree-cfg.h"
|
||
#include "tree-phinodes.h"
|
||
#include "ssa-iterators.h"
|
||
#include "stringpool.h"
|
||
#include "tree-ssanames.h"
|
||
#include "tree-ssa-loop.h"
|
||
#include "tree-into-ssa.h"
|
||
#include "cfgloop.h"
|
||
#include "tree-chrec.h"
|
||
#include "tree-data-ref.h"
|
||
#include "tree-scalar-evolution.h"
|
||
#include "tree-pass.h"
|
||
#include "value-prof.h"
|
||
#include "sese.h"
|
||
#include "tree-ssa-propagate.h"
|
||
|
||
/* Print to stderr the element ELT. */
|
||
|
||
static void
|
||
debug_rename_elt (rename_map_elt elt)
|
||
{
|
||
fprintf (stderr, "(");
|
||
print_generic_expr (stderr, elt->old_name, 0);
|
||
fprintf (stderr, ", ");
|
||
print_generic_expr (stderr, elt->expr, 0);
|
||
fprintf (stderr, ")\n");
|
||
}
|
||
|
||
/* Helper function for debug_rename_map. */
|
||
|
||
int
|
||
debug_rename_map_1 (rename_map_elt_s **slot, void *s ATTRIBUTE_UNUSED)
|
||
{
|
||
struct rename_map_elt_s *entry = *slot;
|
||
debug_rename_elt (entry);
|
||
return 1;
|
||
}
|
||
|
||
|
||
/* Hashtable helpers. */
|
||
|
||
struct rename_map_hasher : typed_free_remove <rename_map_elt_s>
|
||
{
|
||
typedef rename_map_elt_s value_type;
|
||
typedef rename_map_elt_s compare_type;
|
||
static inline hashval_t hash (const value_type *);
|
||
static inline bool equal (const value_type *, const compare_type *);
|
||
};
|
||
|
||
/* Computes a hash function for database element ELT. */
|
||
|
||
inline hashval_t
|
||
rename_map_hasher::hash (const value_type *elt)
|
||
{
|
||
return SSA_NAME_VERSION (elt->old_name);
|
||
}
|
||
|
||
/* Compares database elements E1 and E2. */
|
||
|
||
inline bool
|
||
rename_map_hasher::equal (const value_type *elt1, const compare_type *elt2)
|
||
{
|
||
return (elt1->old_name == elt2->old_name);
|
||
}
|
||
|
||
typedef hash_table <rename_map_hasher> rename_map_type;
|
||
|
||
|
||
/* Print to stderr all the elements of RENAME_MAP. */
|
||
|
||
DEBUG_FUNCTION void
|
||
debug_rename_map (rename_map_type rename_map)
|
||
{
|
||
rename_map.traverse <void *, debug_rename_map_1> (NULL);
|
||
}
|
||
|
||
/* Computes a hash function for database element ELT. */
|
||
|
||
hashval_t
|
||
rename_map_elt_info (const void *elt)
|
||
{
|
||
return SSA_NAME_VERSION (((const struct rename_map_elt_s *) elt)->old_name);
|
||
}
|
||
|
||
/* Compares database elements E1 and E2. */
|
||
|
||
int
|
||
eq_rename_map_elts (const void *e1, const void *e2)
|
||
{
|
||
const struct rename_map_elt_s *elt1 = (const struct rename_map_elt_s *) e1;
|
||
const struct rename_map_elt_s *elt2 = (const struct rename_map_elt_s *) e2;
|
||
|
||
return (elt1->old_name == elt2->old_name);
|
||
}
|
||
|
||
|
||
|
||
/* Record LOOP as occurring in REGION. */
|
||
|
||
static void
|
||
sese_record_loop (sese region, loop_p loop)
|
||
{
|
||
if (sese_contains_loop (region, loop))
|
||
return;
|
||
|
||
bitmap_set_bit (SESE_LOOPS (region), loop->num);
|
||
SESE_LOOP_NEST (region).safe_push (loop);
|
||
}
|
||
|
||
/* Build the loop nests contained in REGION. Returns true when the
|
||
operation was successful. */
|
||
|
||
void
|
||
build_sese_loop_nests (sese region)
|
||
{
|
||
unsigned i;
|
||
basic_block bb;
|
||
struct loop *loop0, *loop1;
|
||
|
||
FOR_EACH_BB_FN (bb, cfun)
|
||
if (bb_in_sese_p (bb, region))
|
||
{
|
||
struct loop *loop = bb->loop_father;
|
||
|
||
/* Only add loops if they are completely contained in the SCoP. */
|
||
if (loop->header == bb
|
||
&& bb_in_sese_p (loop->latch, region))
|
||
sese_record_loop (region, loop);
|
||
}
|
||
|
||
/* Make sure that the loops in the SESE_LOOP_NEST are ordered. It
|
||
can be the case that an inner loop is inserted before an outer
|
||
loop. To avoid this, semi-sort once. */
|
||
FOR_EACH_VEC_ELT (SESE_LOOP_NEST (region), i, loop0)
|
||
{
|
||
if (SESE_LOOP_NEST (region).length () == i + 1)
|
||
break;
|
||
|
||
loop1 = SESE_LOOP_NEST (region)[i + 1];
|
||
if (loop0->num > loop1->num)
|
||
{
|
||
SESE_LOOP_NEST (region)[i] = loop1;
|
||
SESE_LOOP_NEST (region)[i + 1] = loop0;
|
||
}
|
||
}
|
||
}
|
||
|
||
/* For a USE in BB, if BB is outside REGION, mark the USE in the
|
||
LIVEOUTS set. */
|
||
|
||
static void
|
||
sese_build_liveouts_use (sese region, bitmap liveouts, basic_block bb,
|
||
tree use)
|
||
{
|
||
unsigned ver;
|
||
basic_block def_bb;
|
||
|
||
if (TREE_CODE (use) != SSA_NAME)
|
||
return;
|
||
|
||
ver = SSA_NAME_VERSION (use);
|
||
def_bb = gimple_bb (SSA_NAME_DEF_STMT (use));
|
||
|
||
if (!def_bb
|
||
|| !bb_in_sese_p (def_bb, region)
|
||
|| bb_in_sese_p (bb, region))
|
||
return;
|
||
|
||
bitmap_set_bit (liveouts, ver);
|
||
}
|
||
|
||
/* Marks for rewrite all the SSA_NAMES defined in REGION and that are
|
||
used in BB that is outside of the REGION. */
|
||
|
||
static void
|
||
sese_build_liveouts_bb (sese region, bitmap liveouts, basic_block bb)
|
||
{
|
||
gimple_stmt_iterator bsi;
|
||
edge e;
|
||
edge_iterator ei;
|
||
ssa_op_iter iter;
|
||
use_operand_p use_p;
|
||
|
||
FOR_EACH_EDGE (e, ei, bb->succs)
|
||
for (bsi = gsi_start_phis (e->dest); !gsi_end_p (bsi); gsi_next (&bsi))
|
||
sese_build_liveouts_use (region, liveouts, bb,
|
||
PHI_ARG_DEF_FROM_EDGE (gsi_stmt (bsi), e));
|
||
|
||
for (bsi = gsi_start_bb (bb); !gsi_end_p (bsi); gsi_next (&bsi))
|
||
{
|
||
gimple stmt = gsi_stmt (bsi);
|
||
|
||
if (is_gimple_debug (stmt))
|
||
continue;
|
||
|
||
FOR_EACH_SSA_USE_OPERAND (use_p, stmt, iter, SSA_OP_ALL_USES)
|
||
sese_build_liveouts_use (region, liveouts, bb, USE_FROM_PTR (use_p));
|
||
}
|
||
}
|
||
|
||
/* For a USE in BB, return true if BB is outside REGION and it's not
|
||
in the LIVEOUTS set. */
|
||
|
||
static bool
|
||
sese_bad_liveouts_use (sese region, bitmap liveouts, basic_block bb,
|
||
tree use)
|
||
{
|
||
unsigned ver;
|
||
basic_block def_bb;
|
||
|
||
if (TREE_CODE (use) != SSA_NAME)
|
||
return false;
|
||
|
||
ver = SSA_NAME_VERSION (use);
|
||
|
||
/* If it's in liveouts, the variable will get a new PHI node, and
|
||
the debug use will be properly adjusted. */
|
||
if (bitmap_bit_p (liveouts, ver))
|
||
return false;
|
||
|
||
def_bb = gimple_bb (SSA_NAME_DEF_STMT (use));
|
||
|
||
if (!def_bb
|
||
|| !bb_in_sese_p (def_bb, region)
|
||
|| bb_in_sese_p (bb, region))
|
||
return false;
|
||
|
||
return true;
|
||
}
|
||
|
||
/* Reset debug stmts that reference SSA_NAMES defined in REGION that
|
||
are not marked as liveouts. */
|
||
|
||
static void
|
||
sese_reset_debug_liveouts_bb (sese region, bitmap liveouts, basic_block bb)
|
||
{
|
||
gimple_stmt_iterator bsi;
|
||
ssa_op_iter iter;
|
||
use_operand_p use_p;
|
||
|
||
for (bsi = gsi_start_bb (bb); !gsi_end_p (bsi); gsi_next (&bsi))
|
||
{
|
||
gimple stmt = gsi_stmt (bsi);
|
||
|
||
if (!is_gimple_debug (stmt))
|
||
continue;
|
||
|
||
FOR_EACH_SSA_USE_OPERAND (use_p, stmt, iter, SSA_OP_ALL_USES)
|
||
if (sese_bad_liveouts_use (region, liveouts, bb,
|
||
USE_FROM_PTR (use_p)))
|
||
{
|
||
gimple_debug_bind_reset_value (stmt);
|
||
update_stmt (stmt);
|
||
break;
|
||
}
|
||
}
|
||
}
|
||
|
||
/* Build the LIVEOUTS of REGION: the set of variables defined inside
|
||
and used outside the REGION. */
|
||
|
||
static void
|
||
sese_build_liveouts (sese region, bitmap liveouts)
|
||
{
|
||
basic_block bb;
|
||
|
||
FOR_EACH_BB_FN (bb, cfun)
|
||
sese_build_liveouts_bb (region, liveouts, bb);
|
||
if (MAY_HAVE_DEBUG_STMTS)
|
||
FOR_EACH_BB_FN (bb, cfun)
|
||
sese_reset_debug_liveouts_bb (region, liveouts, bb);
|
||
}
|
||
|
||
/* Builds a new SESE region from edges ENTRY and EXIT. */
|
||
|
||
sese
|
||
new_sese (edge entry, edge exit)
|
||
{
|
||
sese region = XNEW (struct sese_s);
|
||
|
||
SESE_ENTRY (region) = entry;
|
||
SESE_EXIT (region) = exit;
|
||
SESE_LOOPS (region) = BITMAP_ALLOC (NULL);
|
||
SESE_LOOP_NEST (region).create (3);
|
||
SESE_ADD_PARAMS (region) = true;
|
||
SESE_PARAMS (region).create (3);
|
||
|
||
return region;
|
||
}
|
||
|
||
/* Deletes REGION. */
|
||
|
||
void
|
||
free_sese (sese region)
|
||
{
|
||
if (SESE_LOOPS (region))
|
||
SESE_LOOPS (region) = BITMAP_ALLOC (NULL);
|
||
|
||
SESE_PARAMS (region).release ();
|
||
SESE_LOOP_NEST (region).release ();
|
||
|
||
XDELETE (region);
|
||
}
|
||
|
||
/* Add exit phis for USE on EXIT. */
|
||
|
||
static void
|
||
sese_add_exit_phis_edge (basic_block exit, tree use, edge false_e, edge true_e)
|
||
{
|
||
gimple phi = create_phi_node (NULL_TREE, exit);
|
||
create_new_def_for (use, phi, gimple_phi_result_ptr (phi));
|
||
add_phi_arg (phi, use, false_e, UNKNOWN_LOCATION);
|
||
add_phi_arg (phi, use, true_e, UNKNOWN_LOCATION);
|
||
}
|
||
|
||
/* Insert in the block BB phi nodes for variables defined in REGION
|
||
and used outside the REGION. The code generation moves REGION in
|
||
the else clause of an "if (1)" and generates code in the then
|
||
clause that is at this point empty:
|
||
|
||
| if (1)
|
||
| empty;
|
||
| else
|
||
| REGION;
|
||
*/
|
||
|
||
void
|
||
sese_insert_phis_for_liveouts (sese region, basic_block bb,
|
||
edge false_e, edge true_e)
|
||
{
|
||
unsigned i;
|
||
bitmap_iterator bi;
|
||
bitmap liveouts = BITMAP_ALLOC (NULL);
|
||
|
||
update_ssa (TODO_update_ssa);
|
||
|
||
sese_build_liveouts (region, liveouts);
|
||
EXECUTE_IF_SET_IN_BITMAP (liveouts, 0, i, bi)
|
||
sese_add_exit_phis_edge (bb, ssa_name (i), false_e, true_e);
|
||
BITMAP_FREE (liveouts);
|
||
|
||
update_ssa (TODO_update_ssa);
|
||
}
|
||
|
||
/* Returns the first successor edge of BB with EDGE_TRUE_VALUE flag set. */
|
||
|
||
edge
|
||
get_true_edge_from_guard_bb (basic_block bb)
|
||
{
|
||
edge e;
|
||
edge_iterator ei;
|
||
|
||
FOR_EACH_EDGE (e, ei, bb->succs)
|
||
if (e->flags & EDGE_TRUE_VALUE)
|
||
return e;
|
||
|
||
gcc_unreachable ();
|
||
return NULL;
|
||
}
|
||
|
||
/* Returns the first successor edge of BB with EDGE_TRUE_VALUE flag cleared. */
|
||
|
||
edge
|
||
get_false_edge_from_guard_bb (basic_block bb)
|
||
{
|
||
edge e;
|
||
edge_iterator ei;
|
||
|
||
FOR_EACH_EDGE (e, ei, bb->succs)
|
||
if (!(e->flags & EDGE_TRUE_VALUE))
|
||
return e;
|
||
|
||
gcc_unreachable ();
|
||
return NULL;
|
||
}
|
||
|
||
/* Returns the expression associated to OLD_NAME in RENAME_MAP. */
|
||
|
||
static tree
|
||
get_rename (rename_map_type rename_map, tree old_name)
|
||
{
|
||
struct rename_map_elt_s tmp;
|
||
rename_map_elt_s **slot;
|
||
|
||
gcc_assert (TREE_CODE (old_name) == SSA_NAME);
|
||
tmp.old_name = old_name;
|
||
slot = rename_map.find_slot (&tmp, NO_INSERT);
|
||
|
||
if (slot && *slot)
|
||
return (*slot)->expr;
|
||
|
||
return NULL_TREE;
|
||
}
|
||
|
||
/* Register in RENAME_MAP the rename tuple (OLD_NAME, EXPR). */
|
||
|
||
static void
|
||
set_rename (rename_map_type rename_map, tree old_name, tree expr)
|
||
{
|
||
struct rename_map_elt_s tmp;
|
||
rename_map_elt_s **slot;
|
||
|
||
if (old_name == expr)
|
||
return;
|
||
|
||
tmp.old_name = old_name;
|
||
slot = rename_map.find_slot (&tmp, INSERT);
|
||
|
||
if (!slot)
|
||
return;
|
||
|
||
free (*slot);
|
||
|
||
*slot = new_rename_map_elt (old_name, expr);
|
||
}
|
||
|
||
/* Renames the scalar uses of the statement COPY, using the
|
||
substitution map RENAME_MAP, inserting the gimplification code at
|
||
GSI_TGT, for the translation REGION, with the original copied
|
||
statement in LOOP, and using the induction variable renaming map
|
||
IV_MAP. Returns true when something has been renamed. GLOOG_ERROR
|
||
is set when the code generation cannot continue. */
|
||
|
||
static bool
|
||
rename_uses (gimple copy, rename_map_type rename_map,
|
||
gimple_stmt_iterator *gsi_tgt,
|
||
sese region, loop_p loop, vec<tree> iv_map,
|
||
bool *gloog_error)
|
||
{
|
||
use_operand_p use_p;
|
||
ssa_op_iter op_iter;
|
||
bool changed = false;
|
||
|
||
if (is_gimple_debug (copy))
|
||
{
|
||
if (gimple_debug_bind_p (copy))
|
||
gimple_debug_bind_reset_value (copy);
|
||
else if (gimple_debug_source_bind_p (copy))
|
||
return false;
|
||
else
|
||
gcc_unreachable ();
|
||
|
||
return false;
|
||
}
|
||
|
||
FOR_EACH_SSA_USE_OPERAND (use_p, copy, op_iter, SSA_OP_USE)
|
||
{
|
||
tree old_name = USE_FROM_PTR (use_p);
|
||
tree new_expr, scev;
|
||
gimple_seq stmts;
|
||
|
||
if (TREE_CODE (old_name) != SSA_NAME
|
||
|| SSA_NAME_IS_DEFAULT_DEF (old_name))
|
||
continue;
|
||
|
||
changed = true;
|
||
new_expr = get_rename (rename_map, old_name);
|
||
if (new_expr)
|
||
{
|
||
tree type_old_name = TREE_TYPE (old_name);
|
||
tree type_new_expr = TREE_TYPE (new_expr);
|
||
|
||
if (type_old_name != type_new_expr
|
||
|| TREE_CODE (new_expr) != SSA_NAME)
|
||
{
|
||
tree var = create_tmp_var (type_old_name, "var");
|
||
|
||
if (!useless_type_conversion_p (type_old_name, type_new_expr))
|
||
new_expr = fold_convert (type_old_name, new_expr);
|
||
|
||
new_expr = force_gimple_operand (new_expr, &stmts, true, var);
|
||
gsi_insert_seq_before (gsi_tgt, stmts, GSI_SAME_STMT);
|
||
}
|
||
|
||
replace_exp (use_p, new_expr);
|
||
continue;
|
||
}
|
||
|
||
scev = scalar_evolution_in_region (region, loop, old_name);
|
||
|
||
/* At this point we should know the exact scev for each
|
||
scalar SSA_NAME used in the scop: all the other scalar
|
||
SSA_NAMEs should have been translated out of SSA using
|
||
arrays with one element. */
|
||
if (chrec_contains_undetermined (scev))
|
||
{
|
||
*gloog_error = true;
|
||
new_expr = build_zero_cst (TREE_TYPE (old_name));
|
||
}
|
||
else
|
||
new_expr = chrec_apply_map (scev, iv_map);
|
||
|
||
/* The apply should produce an expression tree containing
|
||
the uses of the new induction variables. We should be
|
||
able to use new_expr instead of the old_name in the newly
|
||
generated loop nest. */
|
||
if (chrec_contains_undetermined (new_expr)
|
||
|| tree_contains_chrecs (new_expr, NULL))
|
||
{
|
||
*gloog_error = true;
|
||
new_expr = build_zero_cst (TREE_TYPE (old_name));
|
||
}
|
||
else
|
||
/* Replace the old_name with the new_expr. */
|
||
new_expr = force_gimple_operand (unshare_expr (new_expr), &stmts,
|
||
true, NULL_TREE);
|
||
|
||
gsi_insert_seq_before (gsi_tgt, stmts, GSI_SAME_STMT);
|
||
replace_exp (use_p, new_expr);
|
||
|
||
if (TREE_CODE (new_expr) == INTEGER_CST
|
||
&& is_gimple_assign (copy))
|
||
{
|
||
tree rhs = gimple_assign_rhs1 (copy);
|
||
|
||
if (TREE_CODE (rhs) == ADDR_EXPR)
|
||
recompute_tree_invariant_for_addr_expr (rhs);
|
||
}
|
||
|
||
set_rename (rename_map, old_name, new_expr);
|
||
}
|
||
|
||
return changed;
|
||
}
|
||
|
||
/* Duplicates the statements of basic block BB into basic block NEW_BB
|
||
and compute the new induction variables according to the IV_MAP.
|
||
GLOOG_ERROR is set when the code generation cannot continue. */
|
||
|
||
static void
|
||
graphite_copy_stmts_from_block (basic_block bb, basic_block new_bb,
|
||
rename_map_type rename_map,
|
||
vec<tree> iv_map, sese region,
|
||
bool *gloog_error)
|
||
{
|
||
gimple_stmt_iterator gsi, gsi_tgt;
|
||
loop_p loop = bb->loop_father;
|
||
|
||
gsi_tgt = gsi_start_bb (new_bb);
|
||
for (gsi = gsi_start_bb (bb); !gsi_end_p (gsi); gsi_next (&gsi))
|
||
{
|
||
def_operand_p def_p;
|
||
ssa_op_iter op_iter;
|
||
gimple stmt = gsi_stmt (gsi);
|
||
gimple copy;
|
||
tree lhs;
|
||
|
||
/* Do not copy labels or conditions. */
|
||
if (gimple_code (stmt) == GIMPLE_LABEL
|
||
|| gimple_code (stmt) == GIMPLE_COND)
|
||
continue;
|
||
|
||
/* Do not copy induction variables. */
|
||
if (is_gimple_assign (stmt)
|
||
&& (lhs = gimple_assign_lhs (stmt))
|
||
&& TREE_CODE (lhs) == SSA_NAME
|
||
&& is_gimple_reg (lhs)
|
||
&& scev_analyzable_p (lhs, region))
|
||
continue;
|
||
|
||
/* Create a new copy of STMT and duplicate STMT's virtual
|
||
operands. */
|
||
copy = gimple_copy (stmt);
|
||
gsi_insert_after (&gsi_tgt, copy, GSI_NEW_STMT);
|
||
|
||
maybe_duplicate_eh_stmt (copy, stmt);
|
||
gimple_duplicate_stmt_histograms (cfun, copy, cfun, stmt);
|
||
|
||
/* Create new names for all the definitions created by COPY and
|
||
add replacement mappings for each new name. */
|
||
FOR_EACH_SSA_DEF_OPERAND (def_p, copy, op_iter, SSA_OP_ALL_DEFS)
|
||
{
|
||
tree old_name = DEF_FROM_PTR (def_p);
|
||
tree new_name = create_new_def_for (old_name, copy, def_p);
|
||
set_rename (rename_map, old_name, new_name);
|
||
}
|
||
|
||
if (rename_uses (copy, rename_map, &gsi_tgt, region, loop, iv_map,
|
||
gloog_error))
|
||
{
|
||
gcc_assert (gsi_stmt (gsi_tgt) == copy);
|
||
fold_stmt_inplace (&gsi_tgt);
|
||
}
|
||
|
||
update_stmt (copy);
|
||
}
|
||
}
|
||
|
||
/* Copies BB and includes in the copied BB all the statements that can
|
||
be reached following the use-def chains from the memory accesses,
|
||
and returns the next edge following this new block. GLOOG_ERROR is
|
||
set when the code generation cannot continue. */
|
||
|
||
edge
|
||
copy_bb_and_scalar_dependences (basic_block bb, sese region,
|
||
edge next_e, vec<tree> iv_map,
|
||
bool *gloog_error)
|
||
{
|
||
basic_block new_bb = split_edge (next_e);
|
||
rename_map_type rename_map;
|
||
rename_map.create (10);
|
||
|
||
next_e = single_succ_edge (new_bb);
|
||
graphite_copy_stmts_from_block (bb, new_bb, rename_map, iv_map, region,
|
||
gloog_error);
|
||
remove_phi_nodes (new_bb);
|
||
rename_map.dispose ();
|
||
|
||
return next_e;
|
||
}
|
||
|
||
/* Returns the outermost loop in SCOP that contains BB. */
|
||
|
||
struct loop *
|
||
outermost_loop_in_sese (sese region, basic_block bb)
|
||
{
|
||
struct loop *nest;
|
||
|
||
nest = bb->loop_father;
|
||
while (loop_outer (nest)
|
||
&& loop_in_sese_p (loop_outer (nest), region))
|
||
nest = loop_outer (nest);
|
||
|
||
return nest;
|
||
}
|
||
|
||
/* Sets the false region of an IF_REGION to REGION. */
|
||
|
||
void
|
||
if_region_set_false_region (ifsese if_region, sese region)
|
||
{
|
||
basic_block condition = if_region_get_condition_block (if_region);
|
||
edge false_edge = get_false_edge_from_guard_bb (condition);
|
||
basic_block dummy = false_edge->dest;
|
||
edge entry_region = SESE_ENTRY (region);
|
||
edge exit_region = SESE_EXIT (region);
|
||
basic_block before_region = entry_region->src;
|
||
basic_block last_in_region = exit_region->src;
|
||
void **slot = htab_find_slot_with_hash (current_loops->exits, exit_region,
|
||
htab_hash_pointer (exit_region),
|
||
NO_INSERT);
|
||
|
||
entry_region->flags = false_edge->flags;
|
||
false_edge->flags = exit_region->flags;
|
||
|
||
redirect_edge_pred (entry_region, condition);
|
||
redirect_edge_pred (exit_region, before_region);
|
||
redirect_edge_pred (false_edge, last_in_region);
|
||
redirect_edge_succ (false_edge, single_succ (dummy));
|
||
delete_basic_block (dummy);
|
||
|
||
exit_region->flags = EDGE_FALLTHRU;
|
||
recompute_all_dominators ();
|
||
|
||
SESE_EXIT (region) = false_edge;
|
||
|
||
free (if_region->false_region);
|
||
if_region->false_region = region;
|
||
|
||
if (slot)
|
||
{
|
||
struct loop_exit *loop_exit = ggc_alloc_cleared_loop_exit ();
|
||
|
||
memcpy (loop_exit, *((struct loop_exit **) slot), sizeof (struct loop_exit));
|
||
htab_clear_slot (current_loops->exits, slot);
|
||
|
||
slot = htab_find_slot_with_hash (current_loops->exits, false_edge,
|
||
htab_hash_pointer (false_edge),
|
||
INSERT);
|
||
loop_exit->e = false_edge;
|
||
*slot = loop_exit;
|
||
false_edge->src->loop_father->exits->next = loop_exit;
|
||
}
|
||
}
|
||
|
||
/* Creates an IFSESE with CONDITION on edge ENTRY. */
|
||
|
||
static ifsese
|
||
create_if_region_on_edge (edge entry, tree condition)
|
||
{
|
||
edge e;
|
||
edge_iterator ei;
|
||
sese sese_region = XNEW (struct sese_s);
|
||
sese true_region = XNEW (struct sese_s);
|
||
sese false_region = XNEW (struct sese_s);
|
||
ifsese if_region = XNEW (struct ifsese_s);
|
||
edge exit = create_empty_if_region_on_edge (entry, condition);
|
||
|
||
if_region->region = sese_region;
|
||
if_region->region->entry = entry;
|
||
if_region->region->exit = exit;
|
||
|
||
FOR_EACH_EDGE (e, ei, entry->dest->succs)
|
||
{
|
||
if (e->flags & EDGE_TRUE_VALUE)
|
||
{
|
||
true_region->entry = e;
|
||
true_region->exit = single_succ_edge (e->dest);
|
||
if_region->true_region = true_region;
|
||
}
|
||
else if (e->flags & EDGE_FALSE_VALUE)
|
||
{
|
||
false_region->entry = e;
|
||
false_region->exit = single_succ_edge (e->dest);
|
||
if_region->false_region = false_region;
|
||
}
|
||
}
|
||
|
||
return if_region;
|
||
}
|
||
|
||
/* Moves REGION in a condition expression:
|
||
| if (1)
|
||
| ;
|
||
| else
|
||
| REGION;
|
||
*/
|
||
|
||
ifsese
|
||
move_sese_in_condition (sese region)
|
||
{
|
||
basic_block pred_block = split_edge (SESE_ENTRY (region));
|
||
ifsese if_region;
|
||
|
||
SESE_ENTRY (region) = single_succ_edge (pred_block);
|
||
if_region = create_if_region_on_edge (single_pred_edge (pred_block), integer_one_node);
|
||
if_region_set_false_region (if_region, region);
|
||
|
||
return if_region;
|
||
}
|
||
|
||
/* Replaces the condition of the IF_REGION with CONDITION:
|
||
| if (CONDITION)
|
||
| true_region;
|
||
| else
|
||
| false_region;
|
||
*/
|
||
|
||
void
|
||
set_ifsese_condition (ifsese if_region, tree condition)
|
||
{
|
||
sese region = if_region->region;
|
||
edge entry = region->entry;
|
||
basic_block bb = entry->dest;
|
||
gimple last = last_stmt (bb);
|
||
gimple_stmt_iterator gsi = gsi_last_bb (bb);
|
||
gimple cond_stmt;
|
||
|
||
gcc_assert (gimple_code (last) == GIMPLE_COND);
|
||
|
||
gsi_remove (&gsi, true);
|
||
gsi = gsi_last_bb (bb);
|
||
condition = force_gimple_operand_gsi (&gsi, condition, true, NULL,
|
||
false, GSI_NEW_STMT);
|
||
cond_stmt = gimple_build_cond_from_tree (condition, NULL_TREE, NULL_TREE);
|
||
gsi = gsi_last_bb (bb);
|
||
gsi_insert_after (&gsi, cond_stmt, GSI_NEW_STMT);
|
||
}
|
||
|
||
/* Returns the scalar evolution of T in REGION. Every variable that
|
||
is not defined in the REGION is considered a parameter. */
|
||
|
||
tree
|
||
scalar_evolution_in_region (sese region, loop_p loop, tree t)
|
||
{
|
||
gimple def;
|
||
struct loop *def_loop;
|
||
basic_block before = block_before_sese (region);
|
||
|
||
/* SCOP parameters. */
|
||
if (TREE_CODE (t) == SSA_NAME
|
||
&& !defined_in_sese_p (t, region))
|
||
return t;
|
||
|
||
if (TREE_CODE (t) != SSA_NAME
|
||
|| loop_in_sese_p (loop, region))
|
||
return instantiate_scev (before, loop,
|
||
analyze_scalar_evolution (loop, t));
|
||
|
||
def = SSA_NAME_DEF_STMT (t);
|
||
def_loop = loop_containing_stmt (def);
|
||
|
||
if (loop_in_sese_p (def_loop, region))
|
||
{
|
||
t = analyze_scalar_evolution (def_loop, t);
|
||
def_loop = superloop_at_depth (def_loop, loop_depth (loop) + 1);
|
||
t = compute_overall_effect_of_inner_loop (def_loop, t);
|
||
return t;
|
||
}
|
||
else
|
||
return instantiate_scev (before, loop, t);
|
||
}
|