* gimple.h: Remove all includes. (recalculate_side_effects): Move prototype to gimplify.h. * Makefile.in (PLUGIN_HEADERS): Add flattened gimple.h includes. * gengtype.c (open_base_files): Add gimple.h include list. * gimplify.h (recalculate_side_effects): Relocate prototype here. * gimple.c: Adjust include list. (recalculate_side_effects): Move to gimplify.c. * gimplify.c: Adjust include list. (recalculate_side_effects): Relocate from gimple.c. * alias.c: Add required include files removed from gimple.h. * asan.c: Likewise. * builtins.c: Likewise. * calls.c: Likewise. * cfgexpand.c: Likewise. * cfgloop.c: Likewise. * cfgloopmanip.c: Likewise. * cgraphbuild.c: Likewise. * cgraph.c: Likewise. * cgraphclones.c: Likewise. * cgraphunit.c: Likewise. * cilk-common.c: Likewise. * data-streamer.c: Likewise. * data-streamer-in.c: Likewise. * data-streamer-out.c: Likewise. * dse.c: Likewise. * dwarf2out.c: Likewise. * emit-rtl.c: Likewise. * except.c: Likewise. * expr.c: Likewise. * fold-const.c: Likewise. * function.c: Likewise. * gimple-builder.c: Likewise. * gimple-expr.c: Likewise. * gimple-fold.c: Likewise. * gimple-iterator.c: Likewise. * gimple-low.c: Likewise. * gimple-pretty-print.c: Likewise. * gimple-ssa-isolate-paths.c: Likewise. * gimple-ssa-strength-reduction.c: Likewise. * gimple-streamer-in.c: Likewise. * gimple-streamer-out.c: Likewise. * gimple-walk.c: Likewise. * gimplify-me.c: Likewise. * graphite-blocking.c: Likewise. * graphite.c: Likewise. * graphite-clast-to-gimple.c: Likewise. * graphite-dependences.c: Likewise. * graphite-interchange.c: Likewise. * graphite-optimize-isl.c: Likewise. * graphite-poly.c: Likewise. * graphite-scop-detection.c: Likewise. * graphite-sese-to-poly.c: Likewise. * internal-fn.c: Likewise. * ipa.c: Likewise. * ipa-cp.c: Likewise. * ipa-devirt.c: Likewise. * ipa-inline-analysis.c: Likewise. * ipa-inline.c: Likewise. * ipa-profile.c: Likewise. * ipa-prop.c: Likewise. * ipa-pure-const.c: Likewise. * ipa-reference.c: Likewise. * ipa-split.c: Likewise. * ipa-utils.c: Likewise. * langhooks.c: Likewise. * lto-cgraph.c: Likewise. * lto-compress.c: Likewise. * lto-opts.c: Likewise. * lto-section-in.c: Likewise. * lto-section-out.c: Likewise. * lto-streamer.c: Likewise. * lto-streamer-in.c: Likewise. * lto-streamer-out.c: Likewise. * omp-low.c: Likewise. * opts-global.c: Likewise. * passes.c: Likewise. * predict.c: Likewise. * profile.c: Likewise. * sese.c: Likewise. * stmt.c: Likewise. * stor-layout.c: Likewise. * symtab.c: Likewise. * targhooks.c: Likewise. * toplev.c: Likewise. * tracer.c: Likewise. * trans-mem.c: Likewise. * tree-affine.c: Likewise. * tree.c: Likewise. * tree-call-cdce.c: Likewise. * tree-cfg.c: Likewise. * tree-cfgcleanup.c: Likewise. * tree-chrec.c: Likewise. * tree-complex.c: Likewise. * tree-data-ref.c: Likewise. * tree-dfa.c: Likewise. * tree-eh.c: Likewise. * tree-emutls.c: Likewise. * tree-if-conv.c: Likewise. * tree-inline.c: Likewise. * tree-into-ssa.c: Likewise. * tree-loop-distribution.c: Likewise. * tree-nested.c: Likewise. * tree-nrv.c: Likewise. * tree-object-size.c: Likewise. * tree-outof-ssa.c: Likewise. * tree-parloops.c: Likewise. * tree-phinodes.c: Likewise. * tree-predcom.c: Likewise. * tree-pretty-print.c: Likewise. * tree-profile.c: Likewise. * tree-scalar-evolution.c: Likewise. * tree-sra.c: Likewise. * tree-ssa-address.c: Likewise. * tree-ssa-alias.c: Likewise. * tree-ssa.c: Likewise. * tree-ssa-ccp.c: Likewise. * tree-ssa-coalesce.c: Likewise. * tree-ssa-copy.c: Likewise. * tree-ssa-copyrename.c: Likewise. * tree-ssa-dce.c: Likewise. * tree-ssa-dom.c: Likewise. * tree-ssa-dse.c: Likewise. * tree-ssa-forwprop.c: Likewise. * tree-ssa-ifcombine.c: Likewise. * tree-ssa-live.c: Likewise. * tree-ssa-loop.c: Likewise. * tree-ssa-loop-ch.c: Likewise. * tree-ssa-loop-im.c: Likewise. * tree-ssa-loop-ivcanon.c: Likewise. * tree-ssa-loop-ivopts.c: Likewise. * tree-ssa-loop-manip.c: Likewise. * tree-ssa-loop-niter.c: Likewise. * tree-ssa-loop-prefetch.c: Likewise. * tree-ssa-loop-unswitch.c: Likewise. * tree-ssa-math-opts.c: Likewise. * tree-ssanames.c: Likewise. * tree-ssa-operands.c: Likewise. * tree-ssa-phiopt.c: Likewise. * tree-ssa-phiprop.c: Likewise. * tree-ssa-pre.c: Likewise. * tree-ssa-propagate.c: Likewise. * tree-ssa-reassoc.c: Likewise. * tree-ssa-sccvn.c: Likewise. * tree-ssa-sink.c: Likewise. * tree-ssa-strlen.c: Likewise. * tree-ssa-structalias.c: Likewise. * tree-ssa-tail-merge.c: Likewise. * tree-ssa-ter.c: Likewise. * tree-ssa-threadedge.c: Likewise. * tree-ssa-threadupdate.c: Likewise. * tree-ssa-uncprop.c: Likewise. * tree-ssa-uninit.c: Likewise. * tree-stdarg.c: Likewise. * tree-streamer.c: Likewise. * tree-streamer-in.c: Likewise. * tree-streamer-out.c: Likewise. * tree-switch-conversion.c: Likewise. * tree-tailcall.c: Likewise. * tree-vect-data-refs.c: Likewise. * tree-vect-generic.c: Likewise. * tree-vect-loop.c: Likewise. * tree-vect-loop-manip.c: Likewise. * tree-vectorizer.c: Likewise. * tree-vect-patterns.c: Likewise. * tree-vect-slp.c: Likewise. * tree-vect-stmts.c: Likewise. * tree-vrp.c: Likewise. * tsan.c: Likewise. * ubsan.c: Likewise. * value-prof.c: Likewise. * varpool.c: Likewise. * var-tracking.c: Likewise. * vtable-verify.c: Likewise. * ada/gcc-interface/trans.c: Add required include files from gimple.h. * c/c-typeck.c: Add required include files from gimple.h. * c-family/c-common.c: Add required include files from gimple.h. * c-family/c-gimplify.c: Likewise * c-family/cilk.c: Likewise * cp/class.c: Add required include files from gimple.h. * cp/cp-gimplify.c: Likewise * cp/decl2.c: Likewise * cp/init.c: Likewise * cp/optimize.c: Likewise * cp/pt.c: Likewise * cp/semantics.c: Likewise * cp/tree.c: Likewise * cp/typeck.c: Likewise * cp/vtable-class-hierarchy.c: Likewise * fortran/trans.c: Add required include files from gimple.h. * fortran/trans-expr.c: Likewise * fortran/trans-openmp.c: Likewise * go/gofrontend/expressions.cc: Add required include files from gimple.h. * go/gofrontend/gogo-tree.cc: Likewise * go/gofrontend/types.cc: Likewise * go/go-gcc.cc: Likewise * go/go-lang.c: Likewise * java/java-gimplify.c: Add required include files from gimple.h. * lto/lto.c: Add required include files from gimple.h. * lto/lto-lang.c: Likewise * lto/lto-object.c: Likewise * lto/lto-partition.c: Likewise * lto/lto-symtab.c: Likewise * objc/objc-act.c: Add required include files from gimple.h. * config/darwin.c: Add required include files removed from gimple.h. * config/aarch64/aarch64-builtins.c: Likewise. * config/aarch64/aarch64.c: Likewise. * config/alpha/alpha.c: Likewise. * config/i386/i386.c: Likewise. * config/i386/winnt.c: Likewise. * config/ia64/ia64.c: Likewise. * config/m32c/m32c.c: Likewise. * config/mep/mep.c: Likewise. * config/mips/mips.c: Likewise. * config/rs6000/rs6000.c: Likewise. * config/s390/s390.c: Likewise. * config/sh/sh.c: Likewise. * config/sparc/sparc.c: Likewise. * config/spu/spu.c: Likewise. * config/stormy16/stormy16.c: Likewise. * config/tilegx/tilegx.c: Likewise. * config/tilepro/tilepro.c: Likewise. * config/xtensa/xtensa.c: Likewise. * testsuite/gcc.dg/plugin/finish_unit_plugin.c: Add required include files removed from gimple.h. * testsuite/gcc.dg/plugin/ggcplug.c: Likewise. * testsuite/gcc.dg/plugin/one_time_plugin.c: Likewise. * testsuite/gcc.dg/plugin/selfassign.c: Likewise. * testsuite/gcc.dg/plugin/start_unit_plugin.c: Likewise. * testsuite/g++.dg/plugin/selfassign.c: Likewise. From-SVN: r205272
276 lines
6.7 KiB
C
276 lines
6.7 KiB
C
/* Heuristics and transform for loop blocking and strip mining on
|
|
polyhedral representation.
|
|
|
|
Copyright (C) 2009-2013 Free Software Foundation, Inc.
|
|
Contributed by Sebastian Pop <sebastian.pop@amd.com> and
|
|
Pranav Garg <pranav.garg2107@gmail.com>.
|
|
|
|
This file is part of GCC.
|
|
|
|
GCC is free software; you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation; either version 3, or (at your option)
|
|
any later version.
|
|
|
|
GCC is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with GCC; see the file COPYING3. If not see
|
|
<http://www.gnu.org/licenses/>. */
|
|
|
|
#include "config.h"
|
|
|
|
#ifdef HAVE_cloog
|
|
#include <isl/set.h>
|
|
#include <isl/map.h>
|
|
#include <isl/union_map.h>
|
|
#include <isl/constraint.h>
|
|
#include <cloog/cloog.h>
|
|
#include <cloog/isl/domain.h>
|
|
#endif
|
|
|
|
#include "system.h"
|
|
#include "coretypes.h"
|
|
#include "tree.h"
|
|
#include "basic-block.h"
|
|
#include "tree-ssa-alias.h"
|
|
#include "internal-fn.h"
|
|
#include "gimple-expr.h"
|
|
#include "is-a.h"
|
|
#include "gimple.h"
|
|
#include "gimple-iterator.h"
|
|
#include "tree-ssa-loop.h"
|
|
#include "dumpfile.h"
|
|
#include "cfgloop.h"
|
|
#include "tree-chrec.h"
|
|
#include "tree-data-ref.h"
|
|
#include "sese.h"
|
|
|
|
#ifdef HAVE_cloog
|
|
#include "graphite-poly.h"
|
|
|
|
|
|
/* Strip mines with a factor STRIDE the scattering (time) dimension
|
|
around PBB at depth TIME_DEPTH.
|
|
|
|
The following example comes from the wiki page:
|
|
http://gcc.gnu.org/wiki/Graphite/Strip_mine
|
|
|
|
The strip mine of a loop with a tile of 64 can be obtained with a
|
|
scattering function as follows:
|
|
|
|
$ cat ./albert_strip_mine.cloog
|
|
# language: C
|
|
c
|
|
|
|
# parameter {n | n >= 0}
|
|
1 3
|
|
# n 1
|
|
1 1 0
|
|
1
|
|
n
|
|
|
|
1 # Number of statements:
|
|
|
|
1
|
|
# {i | 0 <= i <= n}
|
|
2 4
|
|
# i n 1
|
|
1 1 0 0
|
|
1 -1 1 0
|
|
|
|
0 0 0
|
|
1
|
|
i
|
|
|
|
1 # Scattering functions
|
|
|
|
3 6
|
|
# NEW OLD i n 1
|
|
1 -64 0 1 0 0
|
|
1 64 0 -1 0 63
|
|
0 0 1 -1 0 0
|
|
|
|
1
|
|
NEW OLD
|
|
|
|
#the output of CLooG is like this:
|
|
#$ cloog ./albert_strip_mine.cloog
|
|
# for (NEW=0;NEW<=floord(n,64);NEW++) {
|
|
# for (OLD=max(64*NEW,0);OLD<=min(64*NEW+63,n);OLD++) {
|
|
# S1(i = OLD) ;
|
|
# }
|
|
# }
|
|
*/
|
|
|
|
static void
|
|
pbb_strip_mine_time_depth (poly_bb_p pbb, int time_depth, int stride)
|
|
{
|
|
isl_space *d;
|
|
isl_constraint *c;
|
|
int iter, strip;
|
|
/* STRIP is the dimension that iterates with stride STRIDE. */
|
|
/* ITER is the dimension that enumerates single iterations inside
|
|
one strip that has at most STRIDE iterations. */
|
|
strip = time_depth;
|
|
iter = strip + 2;
|
|
|
|
pbb->transformed = isl_map_insert_dims (pbb->transformed, isl_dim_out,
|
|
strip, 2);
|
|
|
|
/* Lower bound of the striped loop. */
|
|
d = isl_map_get_space (pbb->transformed);
|
|
c = isl_inequality_alloc (isl_local_space_from_space (d));
|
|
c = isl_constraint_set_coefficient_si (c, isl_dim_out, strip, -stride);
|
|
c = isl_constraint_set_coefficient_si (c, isl_dim_out, iter, 1);
|
|
pbb->transformed = isl_map_add_constraint (pbb->transformed, c);
|
|
|
|
/* Upper bound of the striped loop. */
|
|
d = isl_map_get_space (pbb->transformed);
|
|
c = isl_inequality_alloc (isl_local_space_from_space (d));
|
|
c = isl_constraint_set_coefficient_si (c, isl_dim_out, strip, stride);
|
|
c = isl_constraint_set_coefficient_si (c, isl_dim_out, iter, -1);
|
|
c = isl_constraint_set_constant_si (c, stride - 1);
|
|
pbb->transformed = isl_map_add_constraint (pbb->transformed, c);
|
|
|
|
/* Static scheduling for ITER level.
|
|
This is mandatory to keep the 2d + 1 canonical scheduling format. */
|
|
d = isl_map_get_space (pbb->transformed);
|
|
c = isl_equality_alloc (isl_local_space_from_space (d));
|
|
c = isl_constraint_set_coefficient_si (c, isl_dim_out, strip + 1, 1);
|
|
pbb->transformed = isl_map_add_constraint (pbb->transformed, c);
|
|
}
|
|
|
|
/* Returns true when strip mining with STRIDE of the loop LST is
|
|
profitable. */
|
|
|
|
static bool
|
|
lst_strip_mine_profitable_p (lst_p lst, int stride)
|
|
{
|
|
mpz_t niter, strip_stride;
|
|
bool res;
|
|
|
|
gcc_assert (LST_LOOP_P (lst));
|
|
mpz_init (strip_stride);
|
|
mpz_init (niter);
|
|
|
|
mpz_set_si (strip_stride, stride);
|
|
lst_niter_for_loop (lst, niter);
|
|
res = (mpz_cmp (niter, strip_stride) > 0);
|
|
|
|
mpz_clear (strip_stride);
|
|
mpz_clear (niter);
|
|
return res;
|
|
}
|
|
|
|
/* Strip-mines all the loops of LST with STRIDE. Return the number of
|
|
loops strip-mined. */
|
|
|
|
static int
|
|
lst_do_strip_mine_loop (lst_p lst, int depth, int stride)
|
|
{
|
|
int i;
|
|
lst_p l;
|
|
poly_bb_p pbb;
|
|
|
|
if (!lst)
|
|
return 0;
|
|
|
|
if (LST_LOOP_P (lst))
|
|
{
|
|
int res = 0;
|
|
|
|
FOR_EACH_VEC_ELT (LST_SEQ (lst), i, l)
|
|
res += lst_do_strip_mine_loop (l, depth, stride);
|
|
|
|
return res;
|
|
}
|
|
|
|
pbb = LST_PBB (lst);
|
|
pbb_strip_mine_time_depth (pbb, psct_dynamic_dim (pbb, depth), stride);
|
|
return 1;
|
|
}
|
|
|
|
/* Strip-mines all the loops of LST with STRIDE. When STRIDE is zero,
|
|
read the stride from the PARAM_LOOP_BLOCK_TILE_SIZE. Return the
|
|
number of strip-mined loops.
|
|
|
|
Strip mining transforms a loop
|
|
|
|
| for (i = 0; i < N; i++)
|
|
| S (i);
|
|
|
|
into the following loop nest:
|
|
|
|
| for (k = 0; k < N; k += STRIDE)
|
|
| for (j = 0; j < STRIDE; j++)
|
|
| S (i = k + j);
|
|
*/
|
|
|
|
static int
|
|
lst_do_strip_mine (lst_p lst, int stride)
|
|
{
|
|
int i;
|
|
lst_p l;
|
|
int res = 0;
|
|
int depth;
|
|
|
|
if (!stride)
|
|
stride = PARAM_VALUE (PARAM_LOOP_BLOCK_TILE_SIZE);
|
|
|
|
if (!lst
|
|
|| !LST_LOOP_P (lst))
|
|
return false;
|
|
|
|
FOR_EACH_VEC_ELT (LST_SEQ (lst), i, l)
|
|
res += lst_do_strip_mine (l, stride);
|
|
|
|
depth = lst_depth (lst);
|
|
if (depth >= 0
|
|
&& lst_strip_mine_profitable_p (lst, stride))
|
|
{
|
|
res += lst_do_strip_mine_loop (lst, lst_depth (lst), stride);
|
|
lst_add_loop_under_loop (lst);
|
|
}
|
|
|
|
return res;
|
|
}
|
|
|
|
/* Strip mines all the loops in SCOP. Returns the number of
|
|
strip-mined loops. */
|
|
|
|
int
|
|
scop_do_strip_mine (scop_p scop, int stride)
|
|
{
|
|
return lst_do_strip_mine (SCOP_TRANSFORMED_SCHEDULE (scop), stride);
|
|
}
|
|
|
|
/* Loop blocks all the loops in SCOP. Returns true when we manage to
|
|
block some loops. */
|
|
|
|
bool
|
|
scop_do_block (scop_p scop)
|
|
{
|
|
store_scattering (scop);
|
|
|
|
/* If we don't strip mine at least two loops, or not interchange
|
|
loops, the strip mine alone will not be profitable, and the
|
|
transform is not a loop blocking: so revert the transform. */
|
|
if (lst_do_strip_mine (SCOP_TRANSFORMED_SCHEDULE (scop), 0) < 2
|
|
|| scop_do_interchange (scop) == 0)
|
|
{
|
|
restore_scattering (scop);
|
|
return false;
|
|
}
|
|
|
|
if (dump_file && (dump_flags & TDF_DETAILS))
|
|
fprintf (dump_file, "SCoP will be loop blocked.\n");
|
|
|
|
return true;
|
|
}
|
|
|
|
#endif
|