/* Loop optimizations over tree-ssa. Copyright (C) 2003, 2005, 2006, 2007 Free Software Foundation, Inc. This file is part of GCC. GCC is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 3, or (at your option) any later version. GCC is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with GCC; see the file COPYING3. If not see . */ #include "config.h" #include "system.h" #include "coretypes.h" #include "tm.h" #include "tree.h" #include "rtl.h" #include "tm_p.h" #include "hard-reg-set.h" #include "basic-block.h" #include "output.h" #include "diagnostic.h" #include "tree-flow.h" #include "tree-dump.h" #include "tree-pass.h" #include "timevar.h" #include "cfgloop.h" #include "flags.h" #include "tree-inline.h" #include "tree-scalar-evolution.h" /* Initializes the loop structures. */ static void tree_loop_optimizer_init (void) { loop_optimizer_init (LOOPS_NORMAL | LOOPS_HAVE_RECORDED_EXITS); rewrite_into_loop_closed_ssa (NULL, TODO_update_ssa); } /* The loop superpass. */ static bool gate_tree_loop (void) { return flag_tree_loop_optimize != 0; } struct tree_opt_pass pass_tree_loop = { "loop", /* name */ gate_tree_loop, /* gate */ NULL, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_LOOP, /* tv_id */ PROP_cfg, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ TODO_ggc_collect, /* todo_flags_start */ TODO_dump_func | TODO_verify_ssa | TODO_ggc_collect, /* todo_flags_finish */ 0 /* letter */ }; /* Loop optimizer initialization. */ static unsigned int tree_ssa_loop_init (void) { tree_loop_optimizer_init (); if (number_of_loops () <= 1) return 0; scev_initialize (); return 0; } struct tree_opt_pass pass_tree_loop_init = { "loopinit", /* name */ NULL, /* gate */ tree_ssa_loop_init, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_LOOP_INIT, /* tv_id */ PROP_cfg, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */ 0 /* letter */ }; /* Loop invariant motion pass. */ static unsigned int tree_ssa_loop_im (void) { if (number_of_loops () <= 1) return 0; tree_ssa_lim (); return 0; } static bool gate_tree_ssa_loop_im (void) { return flag_tree_loop_im != 0; } struct tree_opt_pass pass_lim = { "lim", /* name */ gate_tree_ssa_loop_im, /* gate */ tree_ssa_loop_im, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_LIM, /* tv_id */ PROP_cfg, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */ 0 /* letter */ }; /* Loop unswitching pass. */ static unsigned int tree_ssa_loop_unswitch (void) { if (number_of_loops () <= 1) return 0; return tree_ssa_unswitch_loops (); } static bool gate_tree_ssa_loop_unswitch (void) { return flag_unswitch_loops != 0; } struct tree_opt_pass pass_tree_unswitch = { "unswitch", /* name */ gate_tree_ssa_loop_unswitch, /* gate */ tree_ssa_loop_unswitch, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_LOOP_UNSWITCH, /* tv_id */ PROP_cfg, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_ggc_collect | TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */ 0 /* letter */ }; /* Predictive commoning. */ static unsigned run_tree_predictive_commoning (void) { if (!current_loops) return 0; tree_predictive_commoning (); return 0; } static bool gate_tree_predictive_commoning (void) { return flag_predictive_commoning != 0; } struct tree_opt_pass pass_predcom = { "pcom", /* name */ gate_tree_predictive_commoning, /* gate */ run_tree_predictive_commoning, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_PREDCOM, /* tv_id */ PROP_cfg, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops | TODO_update_ssa_only_virtuals, /* todo_flags_finish */ 0 /* letter */ }; /* Loop autovectorization. */ static unsigned int tree_vectorize (void) { return vectorize_loops (); } static bool gate_tree_vectorize (void) { return flag_tree_vectorize && number_of_loops () > 1; } struct tree_opt_pass pass_vectorize = { "vect", /* name */ gate_tree_vectorize, /* gate */ tree_vectorize, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_VECTORIZATION, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ TODO_verify_loops, /* todo_flags_start */ TODO_dump_func | TODO_update_ssa | TODO_ggc_collect, /* todo_flags_finish */ 0 /* letter */ }; /* Loop nest optimizations. */ static unsigned int tree_linear_transform (void) { if (number_of_loops () <= 1) return 0; linear_transform_loops (); return 0; } static bool gate_tree_linear_transform (void) { return flag_tree_loop_linear != 0; } struct tree_opt_pass pass_linear_transform = { "ltrans", /* name */ gate_tree_linear_transform, /* gate */ tree_linear_transform, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_LINEAR_TRANSFORM, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops | TODO_ggc_collect, /* todo_flags_finish */ 0 /* letter */ }; /* Check the correctness of the data dependence analyzers. */ static unsigned int check_data_deps (void) { if (number_of_loops () <= 1) return 0; tree_check_data_deps (); return 0; } static bool gate_check_data_deps (void) { return flag_check_data_deps != 0; } struct tree_opt_pass pass_check_data_deps = { "ckdd", /* name */ gate_check_data_deps, /* gate */ check_data_deps, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_CHECK_DATA_DEPS, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func, /* todo_flags_finish */ 0 /* letter */ }; /* Canonical induction variable creation pass. */ static unsigned int tree_ssa_loop_ivcanon (void) { if (number_of_loops () <= 1) return 0; return canonicalize_induction_variables (); } static bool gate_tree_ssa_loop_ivcanon (void) { return flag_tree_loop_ivcanon != 0; } struct tree_opt_pass pass_iv_canon = { "ivcanon", /* name */ gate_tree_ssa_loop_ivcanon, /* gate */ tree_ssa_loop_ivcanon, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_LOOP_IVCANON, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */ 0 /* letter */ }; /* Propagation of constants using scev. */ static bool gate_scev_const_prop (void) { return flag_tree_scev_cprop; } struct tree_opt_pass pass_scev_cprop = { "sccp", /* name */ gate_scev_const_prop, /* gate */ scev_const_prop, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_SCEV_CONST, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_cleanup_cfg | TODO_update_ssa_only_virtuals, /* todo_flags_finish */ 0 /* letter */ }; /* Remove empty loops. */ static unsigned int tree_ssa_empty_loop (void) { if (number_of_loops () <= 1) return 0; return remove_empty_loops (); } struct tree_opt_pass pass_empty_loop = { "empty", /* name */ NULL, /* gate */ tree_ssa_empty_loop, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_COMPLETE_UNROLL, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops | TODO_ggc_collect, /* todo_flags_finish */ 0 /* letter */ }; /* Record bounds on numbers of iterations of loops. */ static unsigned int tree_ssa_loop_bounds (void) { if (number_of_loops () <= 1) return 0; estimate_numbers_of_iterations (); scev_reset (); return 0; } struct tree_opt_pass pass_record_bounds = { NULL, /* name */ NULL, /* gate */ tree_ssa_loop_bounds, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_LOOP_BOUNDS, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ 0, /* todo_flags_finish */ 0 /* letter */ }; /* Complete unrolling of loops. */ static unsigned int tree_complete_unroll (void) { if (number_of_loops () <= 1) return 0; return tree_unroll_loops_completely (flag_unroll_loops || flag_peel_loops || optimize >= 3); } static bool gate_tree_complete_unroll (void) { return true; } struct tree_opt_pass pass_complete_unroll = { "cunroll", /* name */ gate_tree_complete_unroll, /* gate */ tree_complete_unroll, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_COMPLETE_UNROLL, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops | TODO_ggc_collect, /* todo_flags_finish */ 0 /* letter */ }; /* Parallelization. */ static bool gate_tree_parallelize_loops (void) { return flag_tree_parallelize_loops != 1; } static unsigned tree_parallelize_loops (void) { if (number_of_loops () <= 1) return 0; if (parallelize_loops ()) return TODO_cleanup_cfg | TODO_rebuild_alias; return 0; } struct tree_opt_pass pass_parallelize_loops = { "parloops", /* name */ gate_tree_parallelize_loops, /* gate */ tree_parallelize_loops, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_PARALLELIZE_LOOPS, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */ 0 /* letter */ }; /* Prefetching. */ static unsigned int tree_ssa_loop_prefetch (void) { if (number_of_loops () <= 1) return 0; return tree_ssa_prefetch_arrays (); } static bool gate_tree_ssa_loop_prefetch (void) { return flag_prefetch_loop_arrays != 0; } struct tree_opt_pass pass_loop_prefetch = { "aprefetch", /* name */ gate_tree_ssa_loop_prefetch, /* gate */ tree_ssa_loop_prefetch, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_PREFETCH, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops, /* todo_flags_finish */ 0 /* letter */ }; /* Induction variable optimizations. */ static unsigned int tree_ssa_loop_ivopts (void) { if (number_of_loops () <= 1) return 0; tree_ssa_iv_optimize (); return 0; } static bool gate_tree_ssa_loop_ivopts (void) { return flag_ivopts != 0; } struct tree_opt_pass pass_iv_optimize = { "ivopts", /* name */ gate_tree_ssa_loop_ivopts, /* gate */ tree_ssa_loop_ivopts, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_LOOP_IVOPTS, /* tv_id */ PROP_cfg | PROP_ssa, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_dump_func | TODO_verify_loops | TODO_update_ssa | TODO_ggc_collect, /* todo_flags_finish */ 0 /* letter */ }; /* Loop optimizer finalization. */ static unsigned int tree_ssa_loop_done (void) { free_numbers_of_iterations_estimates (); scev_finalize (); loop_optimizer_finalize (); return 0; } struct tree_opt_pass pass_tree_loop_done = { "loopdone", /* name */ NULL, /* gate */ tree_ssa_loop_done, /* execute */ NULL, /* sub */ NULL, /* next */ 0, /* static_pass_number */ TV_TREE_LOOP_FINI, /* tv_id */ PROP_cfg, /* properties_required */ 0, /* properties_provided */ 0, /* properties_destroyed */ 0, /* todo_flags_start */ TODO_cleanup_cfg | TODO_dump_func, /* todo_flags_finish */ 0 /* letter */ };