512 lines
12 KiB
C
512 lines
12 KiB
C
|
/* Loop optimizations over tree-ssa.
|
||
|
|
Copyright (C) 2003, 2005 Free Software Foundation, Inc.
|
||
|
|
|
||
|
|
This file is part of GCC.
|
||
|
|
|
||
|
|
GCC is free software; you can redistribute it and/or modify it
|
||
|
|
under the terms of the GNU General Public License as published by the
|
||
|
|
Free Software Foundation; either version 2, or (at your option) any
|
||
|
|
later version.
|
||
|
|
|
||
|
|
GCC is distributed in the hope that it will be useful, but WITHOUT
|
||
|
|
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||
|
|
FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
||
|
|
for more details.
|
||
|
|
|
||
|
|
You should have received a copy of the GNU General Public License
|
||
|
|
along with GCC; see the file COPYING. If not, write to the Free
|
||
|
|
Software Foundation, 51 Franklin Street, Fifth Floor, Boston, MA
|
||
|
|
02110-1301, USA. */
|
||
|
|
|
||
|
|
#include "config.h"
|
||
|
|
#include "system.h"
|
||
|
|
#include "coretypes.h"
|
||
|
|
#include "tm.h"
|
||
|
|
#include "tree.h"
|
||
|
|
#include "rtl.h"
|
||
|
|
#include "tm_p.h"
|
||
|
|
#include "hard-reg-set.h"
|
||
|
|
#include "basic-block.h"
|
||
|
|
#include "output.h"
|
||
|
|
#include "diagnostic.h"
|
||
|
|
#include "tree-flow.h"
|
||
|
|
#include "tree-dump.h"
|
||
|
|
#include "tree-pass.h"
|
||
|
|
#include "timevar.h"
|
||
|
|
#include "cfgloop.h"
|
||
|
|
#include "flags.h"
|
||
|
|
#include "tree-inline.h"
|
||
|
|
#include "tree-scalar-evolution.h"
|
||
|
|
|
||
|
|
/* The loop tree currently optimized. */
|
||
|
|
|
||
|
|
struct loops *current_loops = NULL;
|
||
|
|
|
||
|
|
/* Initializes the loop structures. */
|
||
|
|
|
||
|
|
static struct loops *
|
||
|
|
tree_loop_optimizer_init (void)
|
||
|
|
{
|
||
|
|
struct loops *loops;
|
||
|
|
|
||
|
|
loops = loop_optimizer_init (LOOPS_NORMAL
|
||
|
|
| LOOPS_HAVE_MARKED_SINGLE_EXITS);
|
||
|
|
|
||
|
|
if (!loops)
|
||
|
|
return NULL;
|
||
|
|
|
||
|
|
rewrite_into_loop_closed_ssa (NULL, TODO_update_ssa);
|
||
|
|
|
||
|
|
return loops;
|
||
|
|
}
|
||
|
|
|
||
|
|
/* The loop superpass. */
|
||
|
|
|
||
|
|
static bool
|
||
|
|
gate_tree_loop (void)
|
||
|
|
{
|
||
|
|
return flag_tree_loop_optimize != 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct tree_opt_pass pass_tree_loop =
|
||
|
|
{
|
||
|
|
"loop", /* name */
|
||
|
|
gate_tree_loop, /* gate */
|
||
|
|
NULL, /* execute */
|
||
|
|
NULL, /* sub */
|
||
|
|
NULL, /* next */
|
||
|
|
0, /* static_pass_number */
|
||
|
|
TV_TREE_LOOP, /* tv_id */
|
||
|
|
PROP_cfg, /* properties_required */
|
||
|
|
0, /* properties_provided */
|
||
|
|
0, /* properties_destroyed */
|
||
|
|
TODO_ggc_collect, /* todo_flags_start */
|
||
|
|
TODO_dump_func | TODO_verify_ssa | TODO_ggc_collect, /* todo_flags_finish */
|
||
|
|
0 /* letter */
|
||
|
|
};
|
||
|
|
|
||
|
|
/* Loop optimizer initialization. */
|
||
|
|
|
||
|
|
static unsigned int
|
||
|
|
tree_ssa_loop_init (void)
|
||
|
|
{
|
||
|
|
current_loops = tree_loop_optimizer_init ();
|
||
|
|
if (!current_loops)
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
scev_initialize (current_loops);
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct tree_opt_pass pass_tree_loop_init =
|
||
|
|
{
|
||
|
|
"loopinit", /* name */
|
||
|
|
NULL, /* gate */
|
||
|
|
tree_ssa_loop_init, /* execute */
|
||
|
|
NULL, /* sub */
|
||
|
|
NULL, /* next */
|
||
|
|
0, /* static_pass_number */
|
||
|
|
TV_TREE_LOOP_INIT, /* tv_id */
|
||
|
|
PROP_cfg, /* properties_required */
|
||
|
|
0, /* properties_provided */
|
||
|
|
0, /* properties_destroyed */
|
||
|
|
0, /* todo_flags_start */
|
||
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
||
|
|
0 /* letter */
|
||
|
|
};
|
||
|
|
|
||
|
|
/* Loop invariant motion pass. */
|
||
|
|
|
||
|
|
static unsigned int
|
||
|
|
tree_ssa_loop_im (void)
|
||
|
|
{
|
||
|
|
if (!current_loops)
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
tree_ssa_lim (current_loops);
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static bool
|
||
|
|
gate_tree_ssa_loop_im (void)
|
||
|
|
{
|
||
|
|
return flag_tree_loop_im != 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct tree_opt_pass pass_lim =
|
||
|
|
{
|
||
|
|
"lim", /* name */
|
||
|
|
gate_tree_ssa_loop_im, /* gate */
|
||
|
|
tree_ssa_loop_im, /* execute */
|
||
|
|
NULL, /* sub */
|
||
|
|
NULL, /* next */
|
||
|
|
0, /* static_pass_number */
|
||
|
|
TV_LIM, /* tv_id */
|
||
|
|
PROP_cfg, /* properties_required */
|
||
|
|
0, /* properties_provided */
|
||
|
|
0, /* properties_destroyed */
|
||
|
|
0, /* todo_flags_start */
|
||
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
||
|
|
0 /* letter */
|
||
|
|
};
|
||
|
|
|
||
|
|
/* Loop unswitching pass. */
|
||
|
|
|
||
|
|
static unsigned int
|
||
|
|
tree_ssa_loop_unswitch (void)
|
||
|
|
{
|
||
|
|
if (!current_loops)
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
return tree_ssa_unswitch_loops (current_loops);
|
||
|
|
}
|
||
|
|
|
||
|
|
static bool
|
||
|
|
gate_tree_ssa_loop_unswitch (void)
|
||
|
|
{
|
||
|
|
return flag_unswitch_loops != 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct tree_opt_pass pass_tree_unswitch =
|
||
|
|
{
|
||
|
|
"unswitch", /* name */
|
||
|
|
gate_tree_ssa_loop_unswitch, /* gate */
|
||
|
|
tree_ssa_loop_unswitch, /* execute */
|
||
|
|
NULL, /* sub */
|
||
|
|
NULL, /* next */
|
||
|
|
0, /* static_pass_number */
|
||
|
|
TV_TREE_LOOP_UNSWITCH, /* tv_id */
|
||
|
|
PROP_cfg, /* properties_required */
|
||
|
|
0, /* properties_provided */
|
||
|
|
0, /* properties_destroyed */
|
||
|
|
0, /* todo_flags_start */
|
||
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
||
|
|
0 /* letter */
|
||
|
|
};
|
||
|
|
|
||
|
|
/* Loop autovectorization. */
|
||
|
|
|
||
|
|
static unsigned int
|
||
|
|
tree_vectorize (void)
|
||
|
|
{
|
||
|
|
vectorize_loops (current_loops);
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static bool
|
||
|
|
gate_tree_vectorize (void)
|
||
|
|
{
|
||
|
|
return flag_tree_vectorize && current_loops;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct tree_opt_pass pass_vectorize =
|
||
|
|
{
|
||
|
|
"vect", /* name */
|
||
|
|
gate_tree_vectorize, /* gate */
|
||
|
|
tree_vectorize, /* execute */
|
||
|
|
NULL, /* sub */
|
||
|
|
NULL, /* next */
|
||
|
|
0, /* static_pass_number */
|
||
|
|
TV_TREE_VECTORIZATION, /* tv_id */
|
||
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
||
|
|
0, /* properties_provided */
|
||
|
|
0, /* properties_destroyed */
|
||
|
|
TODO_verify_loops, /* todo_flags_start */
|
||
|
|
TODO_dump_func | TODO_update_ssa, /* todo_flags_finish */
|
||
|
|
0 /* letter */
|
||
|
|
};
|
||
|
|
|
||
|
|
/* Loop nest optimizations. */
|
||
|
|
|
||
|
|
static unsigned int
|
||
|
|
tree_linear_transform (void)
|
||
|
|
{
|
||
|
|
if (!current_loops)
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
linear_transform_loops (current_loops);
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static bool
|
||
|
|
gate_tree_linear_transform (void)
|
||
|
|
{
|
||
|
|
return flag_tree_loop_linear != 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct tree_opt_pass pass_linear_transform =
|
||
|
|
{
|
||
|
|
"ltrans", /* name */
|
||
|
|
gate_tree_linear_transform, /* gate */
|
||
|
|
tree_linear_transform, /* execute */
|
||
|
|
NULL, /* sub */
|
||
|
|
NULL, /* next */
|
||
|
|
0, /* static_pass_number */
|
||
|
|
TV_TREE_LINEAR_TRANSFORM, /* tv_id */
|
||
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
||
|
|
0, /* properties_provided */
|
||
|
|
0, /* properties_destroyed */
|
||
|
|
0, /* todo_flags_start */
|
||
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
||
|
|
0 /* letter */
|
||
|
|
};
|
||
|
|
|
||
|
|
/* Canonical induction variable creation pass. */
|
||
|
|
|
||
|
|
static unsigned int
|
||
|
|
tree_ssa_loop_ivcanon (void)
|
||
|
|
{
|
||
|
|
if (!current_loops)
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
return canonicalize_induction_variables (current_loops);
|
||
|
|
}
|
||
|
|
|
||
|
|
static bool
|
||
|
|
gate_tree_ssa_loop_ivcanon (void)
|
||
|
|
{
|
||
|
|
return flag_tree_loop_ivcanon != 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct tree_opt_pass pass_iv_canon =
|
||
|
|
{
|
||
|
|
"ivcanon", /* name */
|
||
|
|
gate_tree_ssa_loop_ivcanon, /* gate */
|
||
|
|
tree_ssa_loop_ivcanon, /* execute */
|
||
|
|
NULL, /* sub */
|
||
|
|
NULL, /* next */
|
||
|
|
0, /* static_pass_number */
|
||
|
|
TV_TREE_LOOP_IVCANON, /* tv_id */
|
||
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
||
|
|
0, /* properties_provided */
|
||
|
|
0, /* properties_destroyed */
|
||
|
|
0, /* todo_flags_start */
|
||
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
||
|
|
0 /* letter */
|
||
|
|
};
|
||
|
|
|
||
|
|
/* Propagation of constants using scev. */
|
||
|
|
|
||
|
|
static bool
|
||
|
|
gate_scev_const_prop (void)
|
||
|
|
{
|
||
|
|
return true;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct tree_opt_pass pass_scev_cprop =
|
||
|
|
{
|
||
|
|
"sccp", /* name */
|
||
|
|
gate_scev_const_prop, /* gate */
|
||
|
|
scev_const_prop, /* execute */
|
||
|
|
NULL, /* sub */
|
||
|
|
NULL, /* next */
|
||
|
|
0, /* static_pass_number */
|
||
|
|
TV_SCEV_CONST, /* tv_id */
|
||
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
||
|
|
0, /* properties_provided */
|
||
|
|
0, /* properties_destroyed */
|
||
|
|
0, /* todo_flags_start */
|
||
|
|
TODO_dump_func | TODO_cleanup_cfg
|
||
|
|
| TODO_update_ssa_only_virtuals,
|
||
|
|
/* todo_flags_finish */
|
||
|
|
0 /* letter */
|
||
|
|
};
|
||
|
|
|
||
|
|
/* Remove empty loops. */
|
||
|
|
|
||
|
|
static unsigned int
|
||
|
|
tree_ssa_empty_loop (void)
|
||
|
|
{
|
||
|
|
if (!current_loops)
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
return remove_empty_loops (current_loops);
|
||
|
|
}
|
||
|
|
|
||
|
|
struct tree_opt_pass pass_empty_loop =
|
||
|
|
{
|
||
|
|
"empty", /* name */
|
||
|
|
NULL, /* gate */
|
||
|
|
tree_ssa_empty_loop, /* execute */
|
||
|
|
NULL, /* sub */
|
||
|
|
NULL, /* next */
|
||
|
|
0, /* static_pass_number */
|
||
|
|
TV_COMPLETE_UNROLL, /* tv_id */
|
||
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
||
|
|
0, /* properties_provided */
|
||
|
|
0, /* properties_destroyed */
|
||
|
|
0, /* todo_flags_start */
|
||
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
||
|
|
0 /* letter */
|
||
|
|
};
|
||
|
|
|
||
|
|
/* Record bounds on numbers of iterations of loops. */
|
||
|
|
|
||
|
|
static unsigned int
|
||
|
|
tree_ssa_loop_bounds (void)
|
||
|
|
{
|
||
|
|
if (!current_loops)
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
estimate_numbers_of_iterations (current_loops);
|
||
|
|
scev_reset ();
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct tree_opt_pass pass_record_bounds =
|
||
|
|
{
|
||
|
|
NULL, /* name */
|
||
|
|
NULL, /* gate */
|
||
|
|
tree_ssa_loop_bounds, /* execute */
|
||
|
|
NULL, /* sub */
|
||
|
|
NULL, /* next */
|
||
|
|
0, /* static_pass_number */
|
||
|
|
TV_TREE_LOOP_BOUNDS, /* tv_id */
|
||
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
||
|
|
0, /* properties_provided */
|
||
|
|
0, /* properties_destroyed */
|
||
|
|
0, /* todo_flags_start */
|
||
|
|
0, /* todo_flags_finish */
|
||
|
|
0 /* letter */
|
||
|
|
};
|
||
|
|
|
||
|
|
/* Complete unrolling of loops. */
|
||
|
|
|
||
|
|
static unsigned int
|
||
|
|
tree_complete_unroll (void)
|
||
|
|
{
|
||
|
|
if (!current_loops)
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
return tree_unroll_loops_completely (current_loops,
|
||
|
|
flag_unroll_loops
|
||
|
|
|| flag_peel_loops
|
||
|
|
|| optimize >= 3);
|
||
|
|
}
|
||
|
|
|
||
|
|
static bool
|
||
|
|
gate_tree_complete_unroll (void)
|
||
|
|
{
|
||
|
|
return true;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct tree_opt_pass pass_complete_unroll =
|
||
|
|
{
|
||
|
|
"cunroll", /* name */
|
||
|
|
gate_tree_complete_unroll, /* gate */
|
||
|
|
tree_complete_unroll, /* execute */
|
||
|
|
NULL, /* sub */
|
||
|
|
NULL, /* next */
|
||
|
|
0, /* static_pass_number */
|
||
|
|
TV_COMPLETE_UNROLL, /* tv_id */
|
||
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
||
|
|
0, /* properties_provided */
|
||
|
|
0, /* properties_destroyed */
|
||
|
|
0, /* todo_flags_start */
|
||
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
||
|
|
0 /* letter */
|
||
|
|
};
|
||
|
|
|
||
|
|
/* Prefetching. */
|
||
|
|
|
||
|
|
static unsigned int
|
||
|
|
tree_ssa_loop_prefetch (void)
|
||
|
|
{
|
||
|
|
if (!current_loops)
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
return tree_ssa_prefetch_arrays (current_loops);
|
||
|
|
}
|
||
|
|
|
||
|
|
static bool
|
||
|
|
gate_tree_ssa_loop_prefetch (void)
|
||
|
|
{
|
||
|
|
return flag_prefetch_loop_arrays != 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct tree_opt_pass pass_loop_prefetch =
|
||
|
|
{
|
||
|
|
"prefetch", /* name */
|
||
|
|
gate_tree_ssa_loop_prefetch, /* gate */
|
||
|
|
tree_ssa_loop_prefetch, /* execute */
|
||
|
|
NULL, /* sub */
|
||
|
|
NULL, /* next */
|
||
|
|
0, /* static_pass_number */
|
||
|
|
TV_TREE_PREFETCH, /* tv_id */
|
||
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
||
|
|
0, /* properties_provided */
|
||
|
|
0, /* properties_destroyed */
|
||
|
|
0, /* todo_flags_start */
|
||
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
||
|
|
0 /* letter */
|
||
|
|
};
|
||
|
|
|
||
|
|
/* Induction variable optimizations. */
|
||
|
|
|
||
|
|
static unsigned int
|
||
|
|
tree_ssa_loop_ivopts (void)
|
||
|
|
{
|
||
|
|
if (!current_loops)
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
tree_ssa_iv_optimize (current_loops);
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static bool
|
||
|
|
gate_tree_ssa_loop_ivopts (void)
|
||
|
|
{
|
||
|
|
return flag_ivopts != 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct tree_opt_pass pass_iv_optimize =
|
||
|
|
{
|
||
|
|
"ivopts", /* name */
|
||
|
|
gate_tree_ssa_loop_ivopts, /* gate */
|
||
|
|
tree_ssa_loop_ivopts, /* execute */
|
||
|
|
NULL, /* sub */
|
||
|
|
NULL, /* next */
|
||
|
|
0, /* static_pass_number */
|
||
|
|
TV_TREE_LOOP_IVOPTS, /* tv_id */
|
||
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
||
|
|
0, /* properties_provided */
|
||
|
|
0, /* properties_destroyed */
|
||
|
|
0, /* todo_flags_start */
|
||
|
|
TODO_dump_func
|
||
|
|
| TODO_verify_loops
|
||
|
|
| TODO_update_ssa, /* todo_flags_finish */
|
||
|
|
0 /* letter */
|
||
|
|
};
|
||
|
|
|
||
|
|
/* Loop optimizer finalization. */
|
||
|
|
|
||
|
|
static unsigned int
|
||
|
|
tree_ssa_loop_done (void)
|
||
|
|
{
|
||
|
|
if (!current_loops)
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
free_numbers_of_iterations_estimates (current_loops);
|
||
|
|
scev_finalize ();
|
||
|
|
loop_optimizer_finalize (current_loops);
|
||
|
|
current_loops = NULL;
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
struct tree_opt_pass pass_tree_loop_done =
|
||
|
|
{
|
||
|
|
"loopdone", /* name */
|
||
|
|
NULL, /* gate */
|
||
|
|
tree_ssa_loop_done, /* execute */
|
||
|
|
NULL, /* sub */
|
||
|
|
NULL, /* next */
|
||
|
|
0, /* static_pass_number */
|
||
|
|
TV_TREE_LOOP_FINI, /* tv_id */
|
||
|
|
PROP_cfg, /* properties_required */
|
||
|
|
0, /* properties_provided */
|
||
|
|
0, /* properties_destroyed */
|
||
|
|
0, /* todo_flags_start */
|
||
|
|
TODO_cleanup_cfg | TODO_dump_func, /* todo_flags_finish */
|
||
|
|
0 /* letter */
|
||
|
|
};
|