* tree-vrp.c (execute_vrp): Do not pass loops structure through arguments. * loop-unswitch.c (unswitch_loops, unswitch_single_loop, unswitch_loop): Ditto. * tree-loop-linear.c (linear_transform_loops): Ditto. * tree-ssa-loop-im.c (determine_lsm, tree_ssa_lim_initialize, tree_ssa_lim): Ditto. * tree-ssa-loop-niter.c (estimate_numbers_of_iterations, free_numbers_of_iterations_estimates): Ditto. * tree-ssa-loop-unswitch.c (tree_ssa_unswitch_loops, tree_unswitch_single_loop, tree_unswitch_loop): Ditto. * cfgloopmanip.c (fix_bb_placement, fix_bb_placements, remove_path, add_loop, loopify, unloop, fix_loop_placements, place_new_loop, duplicate_loop, duplicate_subloops, update_single_exit_for_duplicated_loops, copy_loops_to, duplicate_loop_to_header_edge, create_preheaders, force_single_succ_latches, loop_version, fix_loop_structure): Ditto. * tree-ssa-loop-manip.c (tree_duplicate_loop_to_header_edge, tree_unroll_loop): Ditto. * tree-ssa-loop-ch.c (copy_loop_headers): Ditto. * tree-scalar-evolution.c (select_loops_exit_conditions, scev_initialize, scev_analysis): Ditto. * tree-scalar-evolution.h (scev_initialize): Ditto. * cfghooks.c (cfg_hook_duplicate_loop_to_header_edge): Ditto. * cfgloopanal.c (mark_irreducible_loops, mark_loop_exit_edges): Ditto. * tree-ssa-loop-ivopts.c (tree_ssa_iv_optimize): Ditto. * modulo-sched.c (sms_schedule): Ditto. * tree-ssa-dom.c (tree_ssa_dominator_optimize): Ditto. * loop-init.c (loop_optimizer_init, rtl_move_loop_invariants, rtl_unswitch, rtl_unroll_and_peel_loops, rtl_doloop): Ditto. * ifcvt.c (if_convert): Ditto. * tree-ssa-loop-ivcanon.c (try_unroll_loop_completely, canonicalize_loop_induction_variables, canonicalize_induction_variables, tree_unroll_loops_completely, remove_empty_loops): Ditto. * tree-ssa-loop.c (tree_ssa_loop_init, tree_ssa_loop_im, tree_ssa_loop_unswitch, tree_vectorize, tree_linear_transform, tree_ssa_loop_ivcanon, tree_ssa_empty_loop, tree_ssa_loop_bounds, tree_complete_unroll, tree_ssa_loop_prefetch, tree_ssa_loop_ivopts, tree_ssa_loop_done): Ditto. * predict.c (predict_loops, tree_estimate_probability, estimate_loops, estimate_bb_frequencies): Ditto. * tree-vectorizer.c (slpeel_tree_duplicate_loop_to_edge_cfg, slpeel_tree_peel_loop_to_edge, vectorize_loops): Ditto. * loop-unroll.c (unroll_and_peel_loops, peel_loops_completely, decide_unrolling_and_peeling, peel_loop_completely, unroll_loop_constant_iterations, unroll_loop_runtime_iterations, peel_loop_simple, unroll_loop_stupid): Ditto. * loop-doloop.c (doloop_optimize_loops): Ditto. * tree-cfgcleanup.c (cleanup_tree_cfg_loop): Ditto. * loop-invariant.c (move_loop_invariants): Ditto. * tree-ssa-dce.c (tree_ssa_dce_loop): Ditto. * tree-ssa-loop-prefetch.c (loop_prefetch_arrays, tree_ssa_prefetch_arrays): Ditto. * lambda-code.c (gcc_loopnest_to_lambda_loopnest, perfect_nestify): Ditto. * tree-vect-transform.c (vect_do_peeling_for_loop_bound, vect_do_peeling_for_alignment, vect_transform_loop): Ditto. * cfgloop.c (flow_loops_cfg_dump, flow_loops_dump, mark_single_exit_loops, cancel_loop, cancel_loop_tree, verify_loop_structure): Ditto. * tree-flow.h (vectorize_loops, tree_ssa_lim, tree_ssa_unswitch_loops, canonicalize_induction_variables, tree_unroll_loops_completely, tree_ssa_prefetch_arrays, remove_empty_loops, tree_ssa_iv_optimize, estimate_numbers_of_iterations, free_numbers_of_iterations_estimates, tree_duplicate_loop_to_header_edge, tree_ssa_loop_version, tree_unroll_loop, linear_transform_loops): Declaration changed. * basic-block.h: Remove declaration of struct loops. * cfghooks.h (struct cfg_hooks): Change type of cfg_hook_duplicate_loop_to_header_edge. (cfg_hook_duplicate_loop_to_header_edge): Declaration changed. * tree-vectorizer.h (slpeel_tree_peel_loop_to_edge, vect_transform_loop): Declaration changed. * lambda.h (gcc_loopnest_to_lambda_loopnest): Declaration changed. * cfgloop.h (flow_loops_dump, fix_loop_structure, mark_irreducible_loops, mark_single_exit_loops, mark_loop_exit_edges, cancel_loop_tree, create_preheaders, force_single_succ_latches, verify_loop_structure, duplicate_loop, duplicate_loop_to_header_edge, loopify, loop_version, remove_path, unswitch_loops, unroll_and_peel_loops, doloop_optimize_loops, move_loop_invariants): Declaration changed. From-SVN: r119189
500 lines
12 KiB
C
500 lines
12 KiB
C
/* Loop optimizations over tree-ssa.
|
|
Copyright (C) 2003, 2005 Free Software Foundation, Inc.
|
|
|
|
This file is part of GCC.
|
|
|
|
GCC is free software; you can redistribute it and/or modify it
|
|
under the terms of the GNU General Public License as published by the
|
|
Free Software Foundation; either version 2, or (at your option) any
|
|
later version.
|
|
|
|
GCC is distributed in the hope that it will be useful, but WITHOUT
|
|
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with GCC; see the file COPYING. If not, write to the Free
|
|
Software Foundation, 51 Franklin Street, Fifth Floor, Boston, MA
|
|
02110-1301, USA. */
|
|
|
|
#include "config.h"
|
|
#include "system.h"
|
|
#include "coretypes.h"
|
|
#include "tm.h"
|
|
#include "tree.h"
|
|
#include "rtl.h"
|
|
#include "tm_p.h"
|
|
#include "hard-reg-set.h"
|
|
#include "basic-block.h"
|
|
#include "output.h"
|
|
#include "diagnostic.h"
|
|
#include "tree-flow.h"
|
|
#include "tree-dump.h"
|
|
#include "tree-pass.h"
|
|
#include "timevar.h"
|
|
#include "cfgloop.h"
|
|
#include "flags.h"
|
|
#include "tree-inline.h"
|
|
#include "tree-scalar-evolution.h"
|
|
|
|
/* Initializes the loop structures. */
|
|
|
|
static void
|
|
tree_loop_optimizer_init (void)
|
|
{
|
|
loop_optimizer_init (LOOPS_NORMAL
|
|
| LOOPS_HAVE_MARKED_SINGLE_EXITS);
|
|
if (!current_loops)
|
|
return;
|
|
|
|
rewrite_into_loop_closed_ssa (NULL, TODO_update_ssa);
|
|
}
|
|
|
|
/* The loop superpass. */
|
|
|
|
static bool
|
|
gate_tree_loop (void)
|
|
{
|
|
return flag_tree_loop_optimize != 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_tree_loop =
|
|
{
|
|
"loop", /* name */
|
|
gate_tree_loop, /* gate */
|
|
NULL, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_LOOP, /* tv_id */
|
|
PROP_cfg, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
TODO_ggc_collect, /* todo_flags_start */
|
|
TODO_dump_func | TODO_verify_ssa | TODO_ggc_collect, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Loop optimizer initialization. */
|
|
|
|
static unsigned int
|
|
tree_ssa_loop_init (void)
|
|
{
|
|
tree_loop_optimizer_init ();
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
scev_initialize ();
|
|
return 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_tree_loop_init =
|
|
{
|
|
"loopinit", /* name */
|
|
NULL, /* gate */
|
|
tree_ssa_loop_init, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_LOOP_INIT, /* tv_id */
|
|
PROP_cfg, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Loop invariant motion pass. */
|
|
|
|
static unsigned int
|
|
tree_ssa_loop_im (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
tree_ssa_lim ();
|
|
return 0;
|
|
}
|
|
|
|
static bool
|
|
gate_tree_ssa_loop_im (void)
|
|
{
|
|
return flag_tree_loop_im != 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_lim =
|
|
{
|
|
"lim", /* name */
|
|
gate_tree_ssa_loop_im, /* gate */
|
|
tree_ssa_loop_im, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_LIM, /* tv_id */
|
|
PROP_cfg, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Loop unswitching pass. */
|
|
|
|
static unsigned int
|
|
tree_ssa_loop_unswitch (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
return tree_ssa_unswitch_loops ();
|
|
}
|
|
|
|
static bool
|
|
gate_tree_ssa_loop_unswitch (void)
|
|
{
|
|
return flag_unswitch_loops != 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_tree_unswitch =
|
|
{
|
|
"unswitch", /* name */
|
|
gate_tree_ssa_loop_unswitch, /* gate */
|
|
tree_ssa_loop_unswitch, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_LOOP_UNSWITCH, /* tv_id */
|
|
PROP_cfg, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Loop autovectorization. */
|
|
|
|
static unsigned int
|
|
tree_vectorize (void)
|
|
{
|
|
return vectorize_loops ();
|
|
}
|
|
|
|
static bool
|
|
gate_tree_vectorize (void)
|
|
{
|
|
return flag_tree_vectorize && current_loops;
|
|
}
|
|
|
|
struct tree_opt_pass pass_vectorize =
|
|
{
|
|
"vect", /* name */
|
|
gate_tree_vectorize, /* gate */
|
|
tree_vectorize, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_VECTORIZATION, /* tv_id */
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
TODO_verify_loops, /* todo_flags_start */
|
|
TODO_dump_func | TODO_update_ssa, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Loop nest optimizations. */
|
|
|
|
static unsigned int
|
|
tree_linear_transform (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
linear_transform_loops ();
|
|
return 0;
|
|
}
|
|
|
|
static bool
|
|
gate_tree_linear_transform (void)
|
|
{
|
|
return flag_tree_loop_linear != 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_linear_transform =
|
|
{
|
|
"ltrans", /* name */
|
|
gate_tree_linear_transform, /* gate */
|
|
tree_linear_transform, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_LINEAR_TRANSFORM, /* tv_id */
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Canonical induction variable creation pass. */
|
|
|
|
static unsigned int
|
|
tree_ssa_loop_ivcanon (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
return canonicalize_induction_variables ();
|
|
}
|
|
|
|
static bool
|
|
gate_tree_ssa_loop_ivcanon (void)
|
|
{
|
|
return flag_tree_loop_ivcanon != 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_iv_canon =
|
|
{
|
|
"ivcanon", /* name */
|
|
gate_tree_ssa_loop_ivcanon, /* gate */
|
|
tree_ssa_loop_ivcanon, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_LOOP_IVCANON, /* tv_id */
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Propagation of constants using scev. */
|
|
|
|
static bool
|
|
gate_scev_const_prop (void)
|
|
{
|
|
return true;
|
|
}
|
|
|
|
struct tree_opt_pass pass_scev_cprop =
|
|
{
|
|
"sccp", /* name */
|
|
gate_scev_const_prop, /* gate */
|
|
scev_const_prop, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_SCEV_CONST, /* tv_id */
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func | TODO_cleanup_cfg
|
|
| TODO_update_ssa_only_virtuals,
|
|
/* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Remove empty loops. */
|
|
|
|
static unsigned int
|
|
tree_ssa_empty_loop (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
return remove_empty_loops ();
|
|
}
|
|
|
|
struct tree_opt_pass pass_empty_loop =
|
|
{
|
|
"empty", /* name */
|
|
NULL, /* gate */
|
|
tree_ssa_empty_loop, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_COMPLETE_UNROLL, /* tv_id */
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Record bounds on numbers of iterations of loops. */
|
|
|
|
static unsigned int
|
|
tree_ssa_loop_bounds (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
estimate_numbers_of_iterations ();
|
|
scev_reset ();
|
|
return 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_record_bounds =
|
|
{
|
|
NULL, /* name */
|
|
NULL, /* gate */
|
|
tree_ssa_loop_bounds, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_LOOP_BOUNDS, /* tv_id */
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
0, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Complete unrolling of loops. */
|
|
|
|
static unsigned int
|
|
tree_complete_unroll (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
return tree_unroll_loops_completely (flag_unroll_loops
|
|
|| flag_peel_loops
|
|
|| optimize >= 3);
|
|
}
|
|
|
|
static bool
|
|
gate_tree_complete_unroll (void)
|
|
{
|
|
return true;
|
|
}
|
|
|
|
struct tree_opt_pass pass_complete_unroll =
|
|
{
|
|
"cunroll", /* name */
|
|
gate_tree_complete_unroll, /* gate */
|
|
tree_complete_unroll, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_COMPLETE_UNROLL, /* tv_id */
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Prefetching. */
|
|
|
|
static unsigned int
|
|
tree_ssa_loop_prefetch (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
return tree_ssa_prefetch_arrays ();
|
|
}
|
|
|
|
static bool
|
|
gate_tree_ssa_loop_prefetch (void)
|
|
{
|
|
return flag_prefetch_loop_arrays != 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_loop_prefetch =
|
|
{
|
|
"aprefetch", /* name */
|
|
gate_tree_ssa_loop_prefetch, /* gate */
|
|
tree_ssa_loop_prefetch, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_PREFETCH, /* tv_id */
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Induction variable optimizations. */
|
|
|
|
static unsigned int
|
|
tree_ssa_loop_ivopts (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
tree_ssa_iv_optimize ();
|
|
return 0;
|
|
}
|
|
|
|
static bool
|
|
gate_tree_ssa_loop_ivopts (void)
|
|
{
|
|
return flag_ivopts != 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_iv_optimize =
|
|
{
|
|
"ivopts", /* name */
|
|
gate_tree_ssa_loop_ivopts, /* gate */
|
|
tree_ssa_loop_ivopts, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_LOOP_IVOPTS, /* tv_id */
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func
|
|
| TODO_verify_loops
|
|
| TODO_update_ssa, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Loop optimizer finalization. */
|
|
|
|
static unsigned int
|
|
tree_ssa_loop_done (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
free_numbers_of_iterations_estimates ();
|
|
scev_finalize ();
|
|
loop_optimizer_finalize ();
|
|
return 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_tree_loop_done =
|
|
{
|
|
"loopdone", /* name */
|
|
NULL, /* gate */
|
|
tree_ssa_loop_done, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_LOOP_FINI, /* tv_id */
|
|
PROP_cfg, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_cleanup_cfg | TODO_dump_func, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|