6270df4c21
* doc/loop.texi: Document recording of loop exits. * cfgloopmanip.c (loopify, duplicate_loop): Use alloc_loop. (update_single_exits_after_duplication, update_single_exit_for_duplicated_loop, update_single_exit_for_duplicated_loops): Removed. (duplicate_loop_to_header_edge): Do not call update_single_exits_after_duplication and update_single_exit_for_duplicated_loops. (loop_version): Do not update single_exit information. (fix_loop_structure): Use record_loop_exits instead of mark_single_exit_loops. * tree-ssa-loop-manip.c (tree_transform_and_unroll_loop): Update the lists of loop exits. * cfghooks.c (redirect_edge_and_branch, redirect_edge_and_branch_force, split_edge, merge_blocks): Update the lists of loop exits. * modulo-sched.c (sms_schedule): Pass LOOPS_HAVE_RECORDED_EXITS to loop_optimizer_init. * loop-init.c (loop_optimizer_init): Call record_loop_exits instead of mark_single_exit_loops. (loop_optimizer_finalize): Call release_recorded_exits. * tree-ssa-loop.c (tree_loop_optimizer_init): Pass LOOPS_HAVE_RECORDED_EXITS to loop_optimizer_init. * tree-vectorizer.c (slpeel_tree_duplicate_loop_to_edge_cfg): Do not update single exit information. * lambda-code.c (perfect_nestify): Ditto. * cfgloop.c (flow_loop_free): Destroy the list of exits of the loop. (mark_single_exit_loops): Removed. (alloc_loop, loop_exit_hash, loop_exit_eq, loop_exit_free, get_exit_descriptions, rescan_loop_exit, record_loop_exits, dump_recorded_exit, dump_recorded_exits, release_recorded_exits): New functions. (get_loop_exit_edges, single_exit): Use recorded exit lists. (add_bb_to_loop, remove_bb_from_loops): Update the lists of loop exits. (verify_loop_structure): Verify consistency of the exit lists. (flow_loops_find): Use alloc_loop. Initialize exits hash. (set_single_exit): Removed. * cfgloop.h (struct loop_exit): New function. (struct loop): single_exit_ field replaced by exits field. (LOOPS_HAVE_MARKED_SINGLE_EXITS): Replaced by LOOPS_HAVE_RECORDED_EXITS. (struct loops): Added exits hash. (mark_single_exit_loops, set_single_exit): Declaration removed. (release_recorded_exits, record_loop_exits, rescan_loop_exit): Declare. From-SVN: r120728
500 lines
12 KiB
C
500 lines
12 KiB
C
/* Loop optimizations over tree-ssa.
|
|
Copyright (C) 2003, 2005 Free Software Foundation, Inc.
|
|
|
|
This file is part of GCC.
|
|
|
|
GCC is free software; you can redistribute it and/or modify it
|
|
under the terms of the GNU General Public License as published by the
|
|
Free Software Foundation; either version 2, or (at your option) any
|
|
later version.
|
|
|
|
GCC is distributed in the hope that it will be useful, but WITHOUT
|
|
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with GCC; see the file COPYING. If not, write to the Free
|
|
Software Foundation, 51 Franklin Street, Fifth Floor, Boston, MA
|
|
02110-1301, USA. */
|
|
|
|
#include "config.h"
|
|
#include "system.h"
|
|
#include "coretypes.h"
|
|
#include "tm.h"
|
|
#include "tree.h"
|
|
#include "rtl.h"
|
|
#include "tm_p.h"
|
|
#include "hard-reg-set.h"
|
|
#include "basic-block.h"
|
|
#include "output.h"
|
|
#include "diagnostic.h"
|
|
#include "tree-flow.h"
|
|
#include "tree-dump.h"
|
|
#include "tree-pass.h"
|
|
#include "timevar.h"
|
|
#include "cfgloop.h"
|
|
#include "flags.h"
|
|
#include "tree-inline.h"
|
|
#include "tree-scalar-evolution.h"
|
|
|
|
/* Initializes the loop structures. */
|
|
|
|
static void
|
|
tree_loop_optimizer_init (void)
|
|
{
|
|
loop_optimizer_init (LOOPS_NORMAL
|
|
| LOOPS_HAVE_RECORDED_EXITS);
|
|
if (!current_loops)
|
|
return;
|
|
|
|
rewrite_into_loop_closed_ssa (NULL, TODO_update_ssa);
|
|
}
|
|
|
|
/* The loop superpass. */
|
|
|
|
static bool
|
|
gate_tree_loop (void)
|
|
{
|
|
return flag_tree_loop_optimize != 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_tree_loop =
|
|
{
|
|
"loop", /* name */
|
|
gate_tree_loop, /* gate */
|
|
NULL, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_LOOP, /* tv_id */
|
|
PROP_cfg, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
TODO_ggc_collect, /* todo_flags_start */
|
|
TODO_dump_func | TODO_verify_ssa | TODO_ggc_collect, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Loop optimizer initialization. */
|
|
|
|
static unsigned int
|
|
tree_ssa_loop_init (void)
|
|
{
|
|
tree_loop_optimizer_init ();
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
scev_initialize ();
|
|
return 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_tree_loop_init =
|
|
{
|
|
"loopinit", /* name */
|
|
NULL, /* gate */
|
|
tree_ssa_loop_init, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_LOOP_INIT, /* tv_id */
|
|
PROP_cfg, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Loop invariant motion pass. */
|
|
|
|
static unsigned int
|
|
tree_ssa_loop_im (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
tree_ssa_lim ();
|
|
return 0;
|
|
}
|
|
|
|
static bool
|
|
gate_tree_ssa_loop_im (void)
|
|
{
|
|
return flag_tree_loop_im != 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_lim =
|
|
{
|
|
"lim", /* name */
|
|
gate_tree_ssa_loop_im, /* gate */
|
|
tree_ssa_loop_im, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_LIM, /* tv_id */
|
|
PROP_cfg, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Loop unswitching pass. */
|
|
|
|
static unsigned int
|
|
tree_ssa_loop_unswitch (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
return tree_ssa_unswitch_loops ();
|
|
}
|
|
|
|
static bool
|
|
gate_tree_ssa_loop_unswitch (void)
|
|
{
|
|
return flag_unswitch_loops != 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_tree_unswitch =
|
|
{
|
|
"unswitch", /* name */
|
|
gate_tree_ssa_loop_unswitch, /* gate */
|
|
tree_ssa_loop_unswitch, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_LOOP_UNSWITCH, /* tv_id */
|
|
PROP_cfg, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Loop autovectorization. */
|
|
|
|
static unsigned int
|
|
tree_vectorize (void)
|
|
{
|
|
return vectorize_loops ();
|
|
}
|
|
|
|
static bool
|
|
gate_tree_vectorize (void)
|
|
{
|
|
return flag_tree_vectorize && current_loops;
|
|
}
|
|
|
|
struct tree_opt_pass pass_vectorize =
|
|
{
|
|
"vect", /* name */
|
|
gate_tree_vectorize, /* gate */
|
|
tree_vectorize, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_VECTORIZATION, /* tv_id */
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
TODO_verify_loops, /* todo_flags_start */
|
|
TODO_dump_func | TODO_update_ssa, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Loop nest optimizations. */
|
|
|
|
static unsigned int
|
|
tree_linear_transform (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
linear_transform_loops ();
|
|
return 0;
|
|
}
|
|
|
|
static bool
|
|
gate_tree_linear_transform (void)
|
|
{
|
|
return flag_tree_loop_linear != 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_linear_transform =
|
|
{
|
|
"ltrans", /* name */
|
|
gate_tree_linear_transform, /* gate */
|
|
tree_linear_transform, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_LINEAR_TRANSFORM, /* tv_id */
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Canonical induction variable creation pass. */
|
|
|
|
static unsigned int
|
|
tree_ssa_loop_ivcanon (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
return canonicalize_induction_variables ();
|
|
}
|
|
|
|
static bool
|
|
gate_tree_ssa_loop_ivcanon (void)
|
|
{
|
|
return flag_tree_loop_ivcanon != 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_iv_canon =
|
|
{
|
|
"ivcanon", /* name */
|
|
gate_tree_ssa_loop_ivcanon, /* gate */
|
|
tree_ssa_loop_ivcanon, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_LOOP_IVCANON, /* tv_id */
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Propagation of constants using scev. */
|
|
|
|
static bool
|
|
gate_scev_const_prop (void)
|
|
{
|
|
return true;
|
|
}
|
|
|
|
struct tree_opt_pass pass_scev_cprop =
|
|
{
|
|
"sccp", /* name */
|
|
gate_scev_const_prop, /* gate */
|
|
scev_const_prop, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_SCEV_CONST, /* tv_id */
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func | TODO_cleanup_cfg
|
|
| TODO_update_ssa_only_virtuals,
|
|
/* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Remove empty loops. */
|
|
|
|
static unsigned int
|
|
tree_ssa_empty_loop (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
return remove_empty_loops ();
|
|
}
|
|
|
|
struct tree_opt_pass pass_empty_loop =
|
|
{
|
|
"empty", /* name */
|
|
NULL, /* gate */
|
|
tree_ssa_empty_loop, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_COMPLETE_UNROLL, /* tv_id */
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Record bounds on numbers of iterations of loops. */
|
|
|
|
static unsigned int
|
|
tree_ssa_loop_bounds (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
estimate_numbers_of_iterations ();
|
|
scev_reset ();
|
|
return 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_record_bounds =
|
|
{
|
|
NULL, /* name */
|
|
NULL, /* gate */
|
|
tree_ssa_loop_bounds, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_LOOP_BOUNDS, /* tv_id */
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
0, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Complete unrolling of loops. */
|
|
|
|
static unsigned int
|
|
tree_complete_unroll (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
return tree_unroll_loops_completely (flag_unroll_loops
|
|
|| flag_peel_loops
|
|
|| optimize >= 3);
|
|
}
|
|
|
|
static bool
|
|
gate_tree_complete_unroll (void)
|
|
{
|
|
return true;
|
|
}
|
|
|
|
struct tree_opt_pass pass_complete_unroll =
|
|
{
|
|
"cunroll", /* name */
|
|
gate_tree_complete_unroll, /* gate */
|
|
tree_complete_unroll, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_COMPLETE_UNROLL, /* tv_id */
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Prefetching. */
|
|
|
|
static unsigned int
|
|
tree_ssa_loop_prefetch (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
return tree_ssa_prefetch_arrays ();
|
|
}
|
|
|
|
static bool
|
|
gate_tree_ssa_loop_prefetch (void)
|
|
{
|
|
return flag_prefetch_loop_arrays != 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_loop_prefetch =
|
|
{
|
|
"aprefetch", /* name */
|
|
gate_tree_ssa_loop_prefetch, /* gate */
|
|
tree_ssa_loop_prefetch, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_PREFETCH, /* tv_id */
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Induction variable optimizations. */
|
|
|
|
static unsigned int
|
|
tree_ssa_loop_ivopts (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
tree_ssa_iv_optimize ();
|
|
return 0;
|
|
}
|
|
|
|
static bool
|
|
gate_tree_ssa_loop_ivopts (void)
|
|
{
|
|
return flag_ivopts != 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_iv_optimize =
|
|
{
|
|
"ivopts", /* name */
|
|
gate_tree_ssa_loop_ivopts, /* gate */
|
|
tree_ssa_loop_ivopts, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_LOOP_IVOPTS, /* tv_id */
|
|
PROP_cfg | PROP_ssa, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_dump_func
|
|
| TODO_verify_loops
|
|
| TODO_update_ssa, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|
|
|
|
/* Loop optimizer finalization. */
|
|
|
|
static unsigned int
|
|
tree_ssa_loop_done (void)
|
|
{
|
|
if (!current_loops)
|
|
return 0;
|
|
|
|
free_numbers_of_iterations_estimates ();
|
|
scev_finalize ();
|
|
loop_optimizer_finalize ();
|
|
return 0;
|
|
}
|
|
|
|
struct tree_opt_pass pass_tree_loop_done =
|
|
{
|
|
"loopdone", /* name */
|
|
NULL, /* gate */
|
|
tree_ssa_loop_done, /* execute */
|
|
NULL, /* sub */
|
|
NULL, /* next */
|
|
0, /* static_pass_number */
|
|
TV_TREE_LOOP_FINI, /* tv_id */
|
|
PROP_cfg, /* properties_required */
|
|
0, /* properties_provided */
|
|
0, /* properties_destroyed */
|
|
0, /* todo_flags_start */
|
|
TODO_cleanup_cfg | TODO_dump_func, /* todo_flags_finish */
|
|
0 /* letter */
|
|
};
|