dominance.c (free_dominance_info): Add overload with function parameter.
[gcc.git] / gcc / passes.c
1 /* Top level of GCC compilers (cc1, cc1plus, etc.)
2 Copyright (C) 1987-2014 Free Software Foundation, Inc.
3
4 This file is part of GCC.
5
6 GCC is free software; you can redistribute it and/or modify it under
7 the terms of the GNU General Public License as published by the Free
8 Software Foundation; either version 3, or (at your option) any later
9 version.
10
11 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 for more details.
15
16 You should have received a copy of the GNU General Public License
17 along with GCC; see the file COPYING3. If not see
18 <http://www.gnu.org/licenses/>. */
19
20 /* This is the top level of cc1/c++.
21 It parses command args, opens files, invokes the various passes
22 in the proper order, and counts the time used by each.
23 Error messages and low-level interface to malloc also handled here. */
24
25 #include "config.h"
26 #include "system.h"
27 #include "coretypes.h"
28 #include "tm.h"
29 #include "line-map.h"
30 #include "input.h"
31 #include "tree.h"
32 #include "varasm.h"
33 #include "rtl.h"
34 #include "tm_p.h"
35 #include "flags.h"
36 #include "insn-attr.h"
37 #include "insn-config.h"
38 #include "insn-flags.h"
39 #include "hard-reg-set.h"
40 #include "recog.h"
41 #include "output.h"
42 #include "except.h"
43 #include "function.h"
44 #include "toplev.h"
45 #include "expr.h"
46 #include "basic-block.h"
47 #include "intl.h"
48 #include "graph.h"
49 #include "regs.h"
50 #include "diagnostic-core.h"
51 #include "params.h"
52 #include "reload.h"
53 #include "debug.h"
54 #include "target.h"
55 #include "langhooks.h"
56 #include "cfgloop.h"
57 #include "hosthooks.h"
58 #include "opts.h"
59 #include "coverage.h"
60 #include "value-prof.h"
61 #include "tree-inline.h"
62 #include "tree-ssa-alias.h"
63 #include "internal-fn.h"
64 #include "gimple-expr.h"
65 #include "is-a.h"
66 #include "gimple.h"
67 #include "gimple-ssa.h"
68 #include "tree-cfg.h"
69 #include "stringpool.h"
70 #include "tree-ssanames.h"
71 #include "tree-ssa-loop-manip.h"
72 #include "tree-into-ssa.h"
73 #include "tree-dfa.h"
74 #include "tree-ssa.h"
75 #include "tree-pass.h"
76 #include "tree-dump.h"
77 #include "df.h"
78 #include "predict.h"
79 #include "lto-streamer.h"
80 #include "plugin.h"
81 #include "ipa-utils.h"
82 #include "tree-pretty-print.h" /* for dump_function_header */
83 #include "context.h"
84 #include "pass_manager.h"
85 #include "tree-ssa-live.h" /* For remove_unused_locals. */
86 #include "tree-cfgcleanup.h"
87
88 using namespace gcc;
89
90 /* This is used for debugging. It allows the current pass to printed
91 from anywhere in compilation.
92 The variable current_pass is also used for statistics and plugins. */
93 opt_pass *current_pass;
94
95 static void register_pass_name (opt_pass *, const char *);
96
97 /* Most passes are single-instance (within their context) and thus don't
98 need to implement cloning, but passes that support multiple instances
99 *must* provide their own implementation of the clone method.
100
101 Handle this by providing a default implemenation, but make it a fatal
102 error to call it. */
103
104 opt_pass *
105 opt_pass::clone ()
106 {
107 internal_error ("pass %s does not support cloning", name);
108 }
109
110 bool
111 opt_pass::gate (function *)
112 {
113 return true;
114 }
115
116 unsigned int
117 opt_pass::execute (function *)
118 {
119 return 0;
120 }
121
122 opt_pass::opt_pass (const pass_data &data, context *ctxt)
123 : pass_data (data),
124 sub (NULL),
125 next (NULL),
126 static_pass_number (0),
127 m_ctxt (ctxt)
128 {
129 }
130
131
132 void
133 pass_manager::execute_early_local_passes ()
134 {
135 execute_pass_list (cfun, pass_early_local_passes_1->sub);
136 }
137
138 unsigned int
139 pass_manager::execute_pass_mode_switching ()
140 {
141 return pass_mode_switching_1->execute (cfun);
142 }
143
144
145 /* Call from anywhere to find out what pass this is. Useful for
146 printing out debugging information deep inside an service
147 routine. */
148 void
149 print_current_pass (FILE *file)
150 {
151 if (current_pass)
152 fprintf (file, "current pass = %s (%d)\n",
153 current_pass->name, current_pass->static_pass_number);
154 else
155 fprintf (file, "no current pass.\n");
156 }
157
158
159 /* Call from the debugger to get the current pass name. */
160 DEBUG_FUNCTION void
161 debug_pass (void)
162 {
163 print_current_pass (stderr);
164 }
165
166
167
168 /* Global variables used to communicate with passes. */
169 bool in_gimple_form;
170 bool first_pass_instance;
171
172
173 /* This is called from various places for FUNCTION_DECL, VAR_DECL,
174 and TYPE_DECL nodes.
175
176 This does nothing for local (non-static) variables, unless the
177 variable is a register variable with DECL_ASSEMBLER_NAME set. In
178 that case, or if the variable is not an automatic, it sets up the
179 RTL and outputs any assembler code (label definition, storage
180 allocation and initialization).
181
182 DECL is the declaration. TOP_LEVEL is nonzero
183 if this declaration is not within a function. */
184
185 void
186 rest_of_decl_compilation (tree decl,
187 int top_level,
188 int at_end)
189 {
190 bool finalize = true;
191
192 /* We deferred calling assemble_alias so that we could collect
193 other attributes such as visibility. Emit the alias now. */
194 if (!in_lto_p)
195 {
196 tree alias;
197 alias = lookup_attribute ("alias", DECL_ATTRIBUTES (decl));
198 if (alias)
199 {
200 alias = TREE_VALUE (TREE_VALUE (alias));
201 alias = get_identifier (TREE_STRING_POINTER (alias));
202 /* A quirk of the initial implementation of aliases required that the
203 user add "extern" to all of them. Which is silly, but now
204 historical. Do note that the symbol is in fact locally defined. */
205 DECL_EXTERNAL (decl) = 0;
206 TREE_STATIC (decl) = 1;
207 assemble_alias (decl, alias);
208 finalize = false;
209 }
210 }
211
212 /* Can't defer this, because it needs to happen before any
213 later function definitions are processed. */
214 if (DECL_ASSEMBLER_NAME_SET_P (decl) && DECL_REGISTER (decl))
215 make_decl_rtl (decl);
216
217 /* Forward declarations for nested functions are not "external",
218 but we need to treat them as if they were. */
219 if (TREE_STATIC (decl) || DECL_EXTERNAL (decl)
220 || TREE_CODE (decl) == FUNCTION_DECL)
221 {
222 timevar_push (TV_VARCONST);
223
224 /* Don't output anything when a tentative file-scope definition
225 is seen. But at end of compilation, do output code for them.
226
227 We do output all variables and rely on
228 callgraph code to defer them except for forward declarations
229 (see gcc.c-torture/compile/920624-1.c) */
230 if ((at_end
231 || !DECL_DEFER_OUTPUT (decl)
232 || DECL_INITIAL (decl))
233 && (TREE_CODE (decl) != VAR_DECL || !DECL_HAS_VALUE_EXPR_P (decl))
234 && !DECL_EXTERNAL (decl))
235 {
236 /* When reading LTO unit, we also read varpool, so do not
237 rebuild it. */
238 if (in_lto_p && !at_end)
239 ;
240 else if (finalize && TREE_CODE (decl) != FUNCTION_DECL)
241 varpool_finalize_decl (decl);
242 }
243
244 #ifdef ASM_FINISH_DECLARE_OBJECT
245 if (decl == last_assemble_variable_decl)
246 {
247 ASM_FINISH_DECLARE_OBJECT (asm_out_file, decl,
248 top_level, at_end);
249 }
250 #endif
251
252 timevar_pop (TV_VARCONST);
253 }
254 else if (TREE_CODE (decl) == TYPE_DECL
255 /* Like in rest_of_type_compilation, avoid confusing the debug
256 information machinery when there are errors. */
257 && !seen_error ())
258 {
259 timevar_push (TV_SYMOUT);
260 debug_hooks->type_decl (decl, !top_level);
261 timevar_pop (TV_SYMOUT);
262 }
263
264 /* Let cgraph know about the existence of variables. */
265 if (in_lto_p && !at_end)
266 ;
267 else if (TREE_CODE (decl) == VAR_DECL && !DECL_EXTERNAL (decl)
268 && TREE_STATIC (decl))
269 varpool_node_for_decl (decl);
270 }
271
272 /* Called after finishing a record, union or enumeral type. */
273
274 void
275 rest_of_type_compilation (tree type, int toplev)
276 {
277 /* Avoid confusing the debug information machinery when there are
278 errors. */
279 if (seen_error ())
280 return;
281
282 timevar_push (TV_SYMOUT);
283 debug_hooks->type_decl (TYPE_STUB_DECL (type), !toplev);
284 timevar_pop (TV_SYMOUT);
285 }
286
287 \f
288
289 void
290 pass_manager::
291 finish_optimization_passes (void)
292 {
293 int i;
294 struct dump_file_info *dfi;
295 char *name;
296 gcc::dump_manager *dumps = m_ctxt->get_dumps ();
297
298 timevar_push (TV_DUMP);
299 if (profile_arc_flag || flag_test_coverage || flag_branch_probabilities)
300 {
301 dumps->dump_start (pass_profile_1->static_pass_number, NULL);
302 end_branch_prob ();
303 dumps->dump_finish (pass_profile_1->static_pass_number);
304 }
305
306 if (optimize > 0)
307 {
308 dumps->dump_start (pass_profile_1->static_pass_number, NULL);
309 print_combine_total_stats ();
310 dumps->dump_finish (pass_profile_1->static_pass_number);
311 }
312
313 /* Do whatever is necessary to finish printing the graphs. */
314 for (i = TDI_end; (dfi = dumps->get_dump_file_info (i)) != NULL; ++i)
315 if (dumps->dump_initialized_p (i)
316 && (dfi->pflags & TDF_GRAPH) != 0
317 && (name = dumps->get_dump_file_name (i)) != NULL)
318 {
319 finish_graph_dump_file (name);
320 free (name);
321 }
322
323 timevar_pop (TV_DUMP);
324 }
325
326 static unsigned int
327 execute_all_early_local_passes (void)
328 {
329 /* Once this pass (and its sub-passes) are complete, all functions
330 will be in SSA form. Technically this state change is happening
331 a tad early, since the sub-passes have not yet run, but since
332 none of the sub-passes are IPA passes and do not create new
333 functions, this is ok. We're setting this value for the benefit
334 of IPA passes that follow. */
335 if (cgraph_state < CGRAPH_STATE_IPA_SSA)
336 cgraph_state = CGRAPH_STATE_IPA_SSA;
337 return 0;
338 }
339
340 namespace {
341
342 const pass_data pass_data_early_local_passes =
343 {
344 SIMPLE_IPA_PASS, /* type */
345 "early_local_cleanups", /* name */
346 OPTGROUP_NONE, /* optinfo_flags */
347 true, /* has_execute */
348 TV_EARLY_LOCAL, /* tv_id */
349 0, /* properties_required */
350 0, /* properties_provided */
351 0, /* properties_destroyed */
352 0, /* todo_flags_start */
353 TODO_remove_functions, /* todo_flags_finish */
354 };
355
356 class pass_early_local_passes : public simple_ipa_opt_pass
357 {
358 public:
359 pass_early_local_passes (gcc::context *ctxt)
360 : simple_ipa_opt_pass (pass_data_early_local_passes, ctxt)
361 {}
362
363 /* opt_pass methods: */
364 virtual bool gate (function *)
365 {
366 /* Don't bother doing anything if the program has errors. */
367 return (!seen_error () && !in_lto_p);
368 }
369
370 virtual unsigned int execute (function *)
371 {
372 return execute_all_early_local_passes ();
373 }
374
375 }; // class pass_early_local_passes
376
377 } // anon namespace
378
379 simple_ipa_opt_pass *
380 make_pass_early_local_passes (gcc::context *ctxt)
381 {
382 return new pass_early_local_passes (ctxt);
383 }
384
385 namespace {
386
387 const pass_data pass_data_all_early_optimizations =
388 {
389 GIMPLE_PASS, /* type */
390 "early_optimizations", /* name */
391 OPTGROUP_NONE, /* optinfo_flags */
392 false, /* has_execute */
393 TV_NONE, /* tv_id */
394 0, /* properties_required */
395 0, /* properties_provided */
396 0, /* properties_destroyed */
397 0, /* todo_flags_start */
398 0, /* todo_flags_finish */
399 };
400
401 class pass_all_early_optimizations : public gimple_opt_pass
402 {
403 public:
404 pass_all_early_optimizations (gcc::context *ctxt)
405 : gimple_opt_pass (pass_data_all_early_optimizations, ctxt)
406 {}
407
408 /* opt_pass methods: */
409 virtual bool gate (function *)
410 {
411 return (optimize >= 1
412 /* Don't bother doing anything if the program has errors. */
413 && !seen_error ());
414 }
415
416 }; // class pass_all_early_optimizations
417
418 } // anon namespace
419
420 static gimple_opt_pass *
421 make_pass_all_early_optimizations (gcc::context *ctxt)
422 {
423 return new pass_all_early_optimizations (ctxt);
424 }
425
426 namespace {
427
428 const pass_data pass_data_all_optimizations =
429 {
430 GIMPLE_PASS, /* type */
431 "*all_optimizations", /* name */
432 OPTGROUP_NONE, /* optinfo_flags */
433 false, /* has_execute */
434 TV_OPTIMIZE, /* tv_id */
435 0, /* properties_required */
436 0, /* properties_provided */
437 0, /* properties_destroyed */
438 0, /* todo_flags_start */
439 0, /* todo_flags_finish */
440 };
441
442 class pass_all_optimizations : public gimple_opt_pass
443 {
444 public:
445 pass_all_optimizations (gcc::context *ctxt)
446 : gimple_opt_pass (pass_data_all_optimizations, ctxt)
447 {}
448
449 /* opt_pass methods: */
450 virtual bool gate (function *) { return optimize >= 1 && !optimize_debug; }
451
452 }; // class pass_all_optimizations
453
454 } // anon namespace
455
456 static gimple_opt_pass *
457 make_pass_all_optimizations (gcc::context *ctxt)
458 {
459 return new pass_all_optimizations (ctxt);
460 }
461
462 namespace {
463
464 const pass_data pass_data_all_optimizations_g =
465 {
466 GIMPLE_PASS, /* type */
467 "*all_optimizations_g", /* name */
468 OPTGROUP_NONE, /* optinfo_flags */
469 false, /* has_execute */
470 TV_OPTIMIZE, /* tv_id */
471 0, /* properties_required */
472 0, /* properties_provided */
473 0, /* properties_destroyed */
474 0, /* todo_flags_start */
475 0, /* todo_flags_finish */
476 };
477
478 class pass_all_optimizations_g : public gimple_opt_pass
479 {
480 public:
481 pass_all_optimizations_g (gcc::context *ctxt)
482 : gimple_opt_pass (pass_data_all_optimizations_g, ctxt)
483 {}
484
485 /* opt_pass methods: */
486 virtual bool gate (function *) { return optimize >= 1 && optimize_debug; }
487
488 }; // class pass_all_optimizations_g
489
490 } // anon namespace
491
492 static gimple_opt_pass *
493 make_pass_all_optimizations_g (gcc::context *ctxt)
494 {
495 return new pass_all_optimizations_g (ctxt);
496 }
497
498 namespace {
499
500 const pass_data pass_data_rest_of_compilation =
501 {
502 RTL_PASS, /* type */
503 "*rest_of_compilation", /* name */
504 OPTGROUP_NONE, /* optinfo_flags */
505 false, /* has_execute */
506 TV_REST_OF_COMPILATION, /* tv_id */
507 PROP_rtl, /* properties_required */
508 0, /* properties_provided */
509 0, /* properties_destroyed */
510 0, /* todo_flags_start */
511 0, /* todo_flags_finish */
512 };
513
514 class pass_rest_of_compilation : public rtl_opt_pass
515 {
516 public:
517 pass_rest_of_compilation (gcc::context *ctxt)
518 : rtl_opt_pass (pass_data_rest_of_compilation, ctxt)
519 {}
520
521 /* opt_pass methods: */
522 virtual bool gate (function *)
523 {
524 /* Early return if there were errors. We can run afoul of our
525 consistency checks, and there's not really much point in fixing them. */
526 return !(rtl_dump_and_exit || flag_syntax_only || seen_error ());
527 }
528
529 }; // class pass_rest_of_compilation
530
531 } // anon namespace
532
533 static rtl_opt_pass *
534 make_pass_rest_of_compilation (gcc::context *ctxt)
535 {
536 return new pass_rest_of_compilation (ctxt);
537 }
538
539 namespace {
540
541 const pass_data pass_data_postreload =
542 {
543 RTL_PASS, /* type */
544 "*all-postreload", /* name */
545 OPTGROUP_NONE, /* optinfo_flags */
546 false, /* has_execute */
547 TV_POSTRELOAD, /* tv_id */
548 PROP_rtl, /* properties_required */
549 0, /* properties_provided */
550 0, /* properties_destroyed */
551 0, /* todo_flags_start */
552 TODO_verify_rtl_sharing, /* todo_flags_finish */
553 };
554
555 class pass_postreload : public rtl_opt_pass
556 {
557 public:
558 pass_postreload (gcc::context *ctxt)
559 : rtl_opt_pass (pass_data_postreload, ctxt)
560 {}
561
562 /* opt_pass methods: */
563 virtual bool gate (function *) { return reload_completed; }
564
565 }; // class pass_postreload
566
567 } // anon namespace
568
569 static rtl_opt_pass *
570 make_pass_postreload (gcc::context *ctxt)
571 {
572 return new pass_postreload (ctxt);
573 }
574
575
576
577 /* Set the static pass number of pass PASS to ID and record that
578 in the mapping from static pass number to pass. */
579
580 void
581 pass_manager::
582 set_pass_for_id (int id, opt_pass *pass)
583 {
584 pass->static_pass_number = id;
585 if (passes_by_id_size <= id)
586 {
587 passes_by_id = XRESIZEVEC (opt_pass *, passes_by_id, id + 1);
588 memset (passes_by_id + passes_by_id_size, 0,
589 (id + 1 - passes_by_id_size) * sizeof (void *));
590 passes_by_id_size = id + 1;
591 }
592 passes_by_id[id] = pass;
593 }
594
595 /* Return the pass with the static pass number ID. */
596
597 opt_pass *
598 pass_manager::get_pass_for_id (int id) const
599 {
600 if (id >= passes_by_id_size)
601 return NULL;
602 return passes_by_id[id];
603 }
604
605 /* Iterate over the pass tree allocating dump file numbers. We want
606 to do this depth first, and independent of whether the pass is
607 enabled or not. */
608
609 void
610 register_one_dump_file (opt_pass *pass)
611 {
612 g->get_passes ()->register_one_dump_file (pass);
613 }
614
615 void
616 pass_manager::register_one_dump_file (opt_pass *pass)
617 {
618 char *dot_name, *flag_name, *glob_name;
619 const char *name, *full_name, *prefix;
620 char num[10];
621 int flags, id;
622 int optgroup_flags = OPTGROUP_NONE;
623 gcc::dump_manager *dumps = m_ctxt->get_dumps ();
624
625 /* See below in next_pass_1. */
626 num[0] = '\0';
627 if (pass->static_pass_number != -1)
628 sprintf (num, "%d", ((int) pass->static_pass_number < 0
629 ? 1 : pass->static_pass_number));
630
631 /* The name is both used to identify the pass for the purposes of plugins,
632 and to specify dump file name and option.
633 The latter two might want something short which is not quite unique; for
634 that reason, we may have a disambiguating prefix, followed by a space
635 to mark the start of the following dump file name / option string. */
636 name = strchr (pass->name, ' ');
637 name = name ? name + 1 : pass->name;
638 dot_name = concat (".", name, num, NULL);
639 if (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS)
640 {
641 prefix = "ipa-";
642 flags = TDF_IPA;
643 optgroup_flags |= OPTGROUP_IPA;
644 }
645 else if (pass->type == GIMPLE_PASS)
646 {
647 prefix = "tree-";
648 flags = TDF_TREE;
649 }
650 else
651 {
652 prefix = "rtl-";
653 flags = TDF_RTL;
654 }
655
656 flag_name = concat (prefix, name, num, NULL);
657 glob_name = concat (prefix, name, NULL);
658 optgroup_flags |= pass->optinfo_flags;
659 /* For any passes that do not have an optgroup set, and which are not
660 IPA passes setup above, set the optgroup to OPTGROUP_OTHER so that
661 any dump messages are emitted properly under -fopt-info(-optall). */
662 if (optgroup_flags == OPTGROUP_NONE)
663 optgroup_flags = OPTGROUP_OTHER;
664 id = dumps->dump_register (dot_name, flag_name, glob_name, flags,
665 optgroup_flags);
666 set_pass_for_id (id, pass);
667 full_name = concat (prefix, pass->name, num, NULL);
668 register_pass_name (pass, full_name);
669 free (CONST_CAST (char *, full_name));
670 }
671
672 /* Register the dump files for the pass_manager starting at PASS. */
673
674 void
675 pass_manager::register_dump_files (opt_pass *pass)
676 {
677 do
678 {
679 if (pass->name && pass->name[0] != '*')
680 register_one_dump_file (pass);
681
682 if (pass->sub)
683 register_dump_files (pass->sub);
684
685 pass = pass->next;
686 }
687 while (pass);
688 }
689
690 struct pass_registry
691 {
692 const char* unique_name;
693 opt_pass *pass;
694 };
695
696 /* Helper for pass_registry hash table. */
697
698 struct pass_registry_hasher : typed_noop_remove <pass_registry>
699 {
700 typedef pass_registry value_type;
701 typedef pass_registry compare_type;
702 static inline hashval_t hash (const value_type *);
703 static inline bool equal (const value_type *, const compare_type *);
704 };
705
706 /* Pass registry hash function. */
707
708 inline hashval_t
709 pass_registry_hasher::hash (const value_type *s)
710 {
711 return htab_hash_string (s->unique_name);
712 }
713
714 /* Hash equal function */
715
716 inline bool
717 pass_registry_hasher::equal (const value_type *s1, const compare_type *s2)
718 {
719 return !strcmp (s1->unique_name, s2->unique_name);
720 }
721
722 static hash_table <pass_registry_hasher> name_to_pass_map;
723
724 /* Register PASS with NAME. */
725
726 static void
727 register_pass_name (opt_pass *pass, const char *name)
728 {
729 struct pass_registry **slot;
730 struct pass_registry pr;
731
732 if (!name_to_pass_map.is_created ())
733 name_to_pass_map.create (256);
734
735 pr.unique_name = name;
736 slot = name_to_pass_map.find_slot (&pr, INSERT);
737 if (!*slot)
738 {
739 struct pass_registry *new_pr;
740
741 new_pr = XCNEW (struct pass_registry);
742 new_pr->unique_name = xstrdup (name);
743 new_pr->pass = pass;
744 *slot = new_pr;
745 }
746 else
747 return; /* Ignore plugin passes. */
748 }
749
750 /* Map from pass id to canonicalized pass name. */
751
752 typedef const char *char_ptr;
753 static vec<char_ptr> pass_tab = vNULL;
754
755 /* Callback function for traversing NAME_TO_PASS_MAP. */
756
757 int
758 passes_pass_traverse (pass_registry **p, void *data ATTRIBUTE_UNUSED)
759 {
760 opt_pass *pass = (*p)->pass;
761
762 gcc_assert (pass->static_pass_number > 0);
763 gcc_assert (pass_tab.exists ());
764
765 pass_tab[pass->static_pass_number] = (*p)->unique_name;
766
767 return 1;
768 }
769
770 /* The function traverses NAME_TO_PASS_MAP and creates a pass info
771 table for dumping purpose. */
772
773 static void
774 create_pass_tab (void)
775 {
776 if (!flag_dump_passes)
777 return;
778
779 pass_tab.safe_grow_cleared (g->get_passes ()->passes_by_id_size + 1);
780 name_to_pass_map.traverse <void *, passes_pass_traverse> (NULL);
781 }
782
783 static bool override_gate_status (opt_pass *, tree, bool);
784
785 /* Dump the instantiated name for PASS. IS_ON indicates if PASS
786 is turned on or not. */
787
788 static void
789 dump_one_pass (opt_pass *pass, int pass_indent)
790 {
791 int indent = 3 * pass_indent;
792 const char *pn;
793 bool is_on, is_really_on;
794
795 is_on = pass->gate (cfun);
796 is_really_on = override_gate_status (pass, current_function_decl, is_on);
797
798 if (pass->static_pass_number <= 0)
799 pn = pass->name;
800 else
801 pn = pass_tab[pass->static_pass_number];
802
803 fprintf (stderr, "%*s%-40s%*s:%s%s\n", indent, " ", pn,
804 (15 - indent < 0 ? 0 : 15 - indent), " ",
805 is_on ? " ON" : " OFF",
806 ((!is_on) == (!is_really_on) ? ""
807 : (is_really_on ? " (FORCED_ON)" : " (FORCED_OFF)")));
808 }
809
810 /* Dump pass list PASS with indentation INDENT. */
811
812 static void
813 dump_pass_list (opt_pass *pass, int indent)
814 {
815 do
816 {
817 dump_one_pass (pass, indent);
818 if (pass->sub)
819 dump_pass_list (pass->sub, indent + 1);
820 pass = pass->next;
821 }
822 while (pass);
823 }
824
825 /* Dump all optimization passes. */
826
827 void
828 dump_passes (void)
829 {
830 g->get_passes ()->dump_passes ();
831 }
832
833 void
834 pass_manager::dump_passes () const
835 {
836 struct cgraph_node *n, *node = NULL;
837
838 create_pass_tab ();
839
840 FOR_EACH_FUNCTION (n)
841 if (DECL_STRUCT_FUNCTION (n->decl))
842 {
843 node = n;
844 break;
845 }
846
847 if (!node)
848 return;
849
850 push_cfun (DECL_STRUCT_FUNCTION (node->decl));
851
852 dump_pass_list (all_lowering_passes, 1);
853 dump_pass_list (all_small_ipa_passes, 1);
854 dump_pass_list (all_regular_ipa_passes, 1);
855 dump_pass_list (all_late_ipa_passes, 1);
856 dump_pass_list (all_passes, 1);
857
858 pop_cfun ();
859 }
860
861
862 /* Returns the pass with NAME. */
863
864 static opt_pass *
865 get_pass_by_name (const char *name)
866 {
867 struct pass_registry **slot, pr;
868
869 pr.unique_name = name;
870 slot = name_to_pass_map.find_slot (&pr, NO_INSERT);
871
872 if (!slot || !*slot)
873 return NULL;
874
875 return (*slot)->pass;
876 }
877
878
879 /* Range [start, last]. */
880
881 struct uid_range
882 {
883 unsigned int start;
884 unsigned int last;
885 const char *assem_name;
886 struct uid_range *next;
887 };
888
889 typedef struct uid_range *uid_range_p;
890
891
892 static vec<uid_range_p>
893 enabled_pass_uid_range_tab = vNULL;
894 static vec<uid_range_p>
895 disabled_pass_uid_range_tab = vNULL;
896
897
898 /* Parse option string for -fdisable- and -fenable-
899 The syntax of the options:
900
901 -fenable-<pass_name>
902 -fdisable-<pass_name>
903
904 -fenable-<pass_name>=s1:e1,s2:e2,...
905 -fdisable-<pass_name>=s1:e1,s2:e2,...
906 */
907
908 static void
909 enable_disable_pass (const char *arg, bool is_enable)
910 {
911 opt_pass *pass;
912 char *range_str, *phase_name;
913 char *argstr = xstrdup (arg);
914 vec<uid_range_p> *tab = 0;
915
916 range_str = strchr (argstr,'=');
917 if (range_str)
918 {
919 *range_str = '\0';
920 range_str++;
921 }
922
923 phase_name = argstr;
924 if (!*phase_name)
925 {
926 if (is_enable)
927 error ("unrecognized option -fenable");
928 else
929 error ("unrecognized option -fdisable");
930 free (argstr);
931 return;
932 }
933 pass = get_pass_by_name (phase_name);
934 if (!pass || pass->static_pass_number == -1)
935 {
936 if (is_enable)
937 error ("unknown pass %s specified in -fenable", phase_name);
938 else
939 error ("unknown pass %s specified in -fdisable", phase_name);
940 free (argstr);
941 return;
942 }
943
944 if (is_enable)
945 tab = &enabled_pass_uid_range_tab;
946 else
947 tab = &disabled_pass_uid_range_tab;
948
949 if ((unsigned) pass->static_pass_number >= tab->length ())
950 tab->safe_grow_cleared (pass->static_pass_number + 1);
951
952 if (!range_str)
953 {
954 uid_range_p slot;
955 uid_range_p new_range = XCNEW (struct uid_range);
956
957 new_range->start = 0;
958 new_range->last = (unsigned)-1;
959
960 slot = (*tab)[pass->static_pass_number];
961 new_range->next = slot;
962 (*tab)[pass->static_pass_number] = new_range;
963 if (is_enable)
964 inform (UNKNOWN_LOCATION, "enable pass %s for functions in the range "
965 "of [%u, %u]", phase_name, new_range->start, new_range->last);
966 else
967 inform (UNKNOWN_LOCATION, "disable pass %s for functions in the range "
968 "of [%u, %u]", phase_name, new_range->start, new_range->last);
969 }
970 else
971 {
972 char *next_range = NULL;
973 char *one_range = range_str;
974 char *end_val = NULL;
975
976 do
977 {
978 uid_range_p slot;
979 uid_range_p new_range;
980 char *invalid = NULL;
981 long start;
982 char *func_name = NULL;
983
984 next_range = strchr (one_range, ',');
985 if (next_range)
986 {
987 *next_range = '\0';
988 next_range++;
989 }
990
991 end_val = strchr (one_range, ':');
992 if (end_val)
993 {
994 *end_val = '\0';
995 end_val++;
996 }
997 start = strtol (one_range, &invalid, 10);
998 if (*invalid || start < 0)
999 {
1000 if (end_val || (one_range[0] >= '0'
1001 && one_range[0] <= '9'))
1002 {
1003 error ("Invalid range %s in option %s",
1004 one_range,
1005 is_enable ? "-fenable" : "-fdisable");
1006 free (argstr);
1007 return;
1008 }
1009 func_name = one_range;
1010 }
1011 if (!end_val)
1012 {
1013 new_range = XCNEW (struct uid_range);
1014 if (!func_name)
1015 {
1016 new_range->start = (unsigned) start;
1017 new_range->last = (unsigned) start;
1018 }
1019 else
1020 {
1021 new_range->start = (unsigned) -1;
1022 new_range->last = (unsigned) -1;
1023 new_range->assem_name = xstrdup (func_name);
1024 }
1025 }
1026 else
1027 {
1028 long last = strtol (end_val, &invalid, 10);
1029 if (*invalid || last < start)
1030 {
1031 error ("Invalid range %s in option %s",
1032 end_val,
1033 is_enable ? "-fenable" : "-fdisable");
1034 free (argstr);
1035 return;
1036 }
1037 new_range = XCNEW (struct uid_range);
1038 new_range->start = (unsigned) start;
1039 new_range->last = (unsigned) last;
1040 }
1041
1042 slot = (*tab)[pass->static_pass_number];
1043 new_range->next = slot;
1044 (*tab)[pass->static_pass_number] = new_range;
1045 if (is_enable)
1046 {
1047 if (new_range->assem_name)
1048 inform (UNKNOWN_LOCATION,
1049 "enable pass %s for function %s",
1050 phase_name, new_range->assem_name);
1051 else
1052 inform (UNKNOWN_LOCATION,
1053 "enable pass %s for functions in the range of [%u, %u]",
1054 phase_name, new_range->start, new_range->last);
1055 }
1056 else
1057 {
1058 if (new_range->assem_name)
1059 inform (UNKNOWN_LOCATION,
1060 "disable pass %s for function %s",
1061 phase_name, new_range->assem_name);
1062 else
1063 inform (UNKNOWN_LOCATION,
1064 "disable pass %s for functions in the range of [%u, %u]",
1065 phase_name, new_range->start, new_range->last);
1066 }
1067
1068 one_range = next_range;
1069 } while (next_range);
1070 }
1071
1072 free (argstr);
1073 }
1074
1075 /* Enable pass specified by ARG. */
1076
1077 void
1078 enable_pass (const char *arg)
1079 {
1080 enable_disable_pass (arg, true);
1081 }
1082
1083 /* Disable pass specified by ARG. */
1084
1085 void
1086 disable_pass (const char *arg)
1087 {
1088 enable_disable_pass (arg, false);
1089 }
1090
1091 /* Returns true if PASS is explicitly enabled/disabled for FUNC. */
1092
1093 static bool
1094 is_pass_explicitly_enabled_or_disabled (opt_pass *pass,
1095 tree func,
1096 vec<uid_range_p> tab)
1097 {
1098 uid_range_p slot, range;
1099 int cgraph_uid;
1100 const char *aname = NULL;
1101
1102 if (!tab.exists ()
1103 || (unsigned) pass->static_pass_number >= tab.length ()
1104 || pass->static_pass_number == -1)
1105 return false;
1106
1107 slot = tab[pass->static_pass_number];
1108 if (!slot)
1109 return false;
1110
1111 cgraph_uid = func ? cgraph_get_node (func)->uid : 0;
1112 if (func && DECL_ASSEMBLER_NAME_SET_P (func))
1113 aname = IDENTIFIER_POINTER (DECL_ASSEMBLER_NAME (func));
1114
1115 range = slot;
1116 while (range)
1117 {
1118 if ((unsigned) cgraph_uid >= range->start
1119 && (unsigned) cgraph_uid <= range->last)
1120 return true;
1121 if (range->assem_name && aname
1122 && !strcmp (range->assem_name, aname))
1123 return true;
1124 range = range->next;
1125 }
1126
1127 return false;
1128 }
1129
1130
1131 /* Update static_pass_number for passes (and the flag
1132 TODO_mark_first_instance).
1133
1134 Passes are constructed with static_pass_number preinitialized to 0
1135
1136 This field is used in two different ways: initially as instance numbers
1137 of their kind, and then as ids within the entire pass manager.
1138
1139 Within pass_manager::pass_manager:
1140
1141 * In add_pass_instance(), as called by next_pass_1 in
1142 NEXT_PASS in init_optimization_passes
1143
1144 * When the initial instance of a pass within a pass manager is seen,
1145 it is flagged, and its static_pass_number is set to -1
1146
1147 * On subsequent times that it is seen, the static pass number
1148 is decremented each time, so that if there are e.g. 4 dups,
1149 they have static_pass_number -4, 2, 3, 4 respectively (note
1150 how the initial one is negative and gives the count); these
1151 can be thought of as instance numbers of the specific pass
1152
1153 * Within the register_dump_files () traversal, set_pass_for_id()
1154 is called on each pass, using these instance numbers to create
1155 dumpfile switches, and then overwriting them with a pass id,
1156 which are global to the whole pass manager (based on
1157 (TDI_end + current value of extra_dump_files_in_use) ) */
1158
1159 static void
1160 add_pass_instance (opt_pass *new_pass, bool track_duplicates,
1161 opt_pass *initial_pass)
1162 {
1163 /* Are we dealing with the first pass of its kind, or a clone? */
1164 if (new_pass != initial_pass)
1165 {
1166 /* We're dealing with a clone. */
1167 new_pass->todo_flags_start &= ~TODO_mark_first_instance;
1168
1169 /* Indicate to register_dump_files that this pass has duplicates,
1170 and so it should rename the dump file. The first instance will
1171 be -1, and be number of duplicates = -static_pass_number - 1.
1172 Subsequent instances will be > 0 and just the duplicate number. */
1173 if ((new_pass->name && new_pass->name[0] != '*') || track_duplicates)
1174 {
1175 initial_pass->static_pass_number -= 1;
1176 new_pass->static_pass_number = -initial_pass->static_pass_number;
1177 }
1178 }
1179 else
1180 {
1181 /* We're dealing with the first pass of its kind. */
1182 new_pass->todo_flags_start |= TODO_mark_first_instance;
1183 new_pass->static_pass_number = -1;
1184
1185 invoke_plugin_callbacks (PLUGIN_NEW_PASS, new_pass);
1186 }
1187 }
1188
1189 /* Add a pass to the pass list. Duplicate the pass if it's already
1190 in the list. */
1191
1192 static opt_pass **
1193 next_pass_1 (opt_pass **list, opt_pass *pass, opt_pass *initial_pass)
1194 {
1195 /* Every pass should have a name so that plugins can refer to them. */
1196 gcc_assert (pass->name != NULL);
1197
1198 add_pass_instance (pass, false, initial_pass);
1199 *list = pass;
1200
1201 return &(*list)->next;
1202 }
1203
1204 /* List node for an inserted pass instance. We need to keep track of all
1205 the newly-added pass instances (with 'added_pass_nodes' defined below)
1206 so that we can register their dump files after pass-positioning is finished.
1207 Registering dumping files needs to be post-processed or the
1208 static_pass_number of the opt_pass object would be modified and mess up
1209 the dump file names of future pass instances to be added. */
1210
1211 struct pass_list_node
1212 {
1213 opt_pass *pass;
1214 struct pass_list_node *next;
1215 };
1216
1217 static struct pass_list_node *added_pass_nodes = NULL;
1218 static struct pass_list_node *prev_added_pass_node;
1219
1220 /* Insert the pass at the proper position. Return true if the pass
1221 is successfully added.
1222
1223 NEW_PASS_INFO - new pass to be inserted
1224 PASS_LIST - root of the pass list to insert the new pass to */
1225
1226 static bool
1227 position_pass (struct register_pass_info *new_pass_info, opt_pass **pass_list)
1228 {
1229 opt_pass *pass = *pass_list, *prev_pass = NULL;
1230 bool success = false;
1231
1232 for ( ; pass; prev_pass = pass, pass = pass->next)
1233 {
1234 /* Check if the current pass is of the same type as the new pass and
1235 matches the name and the instance number of the reference pass. */
1236 if (pass->type == new_pass_info->pass->type
1237 && pass->name
1238 && !strcmp (pass->name, new_pass_info->reference_pass_name)
1239 && ((new_pass_info->ref_pass_instance_number == 0)
1240 || (new_pass_info->ref_pass_instance_number ==
1241 pass->static_pass_number)
1242 || (new_pass_info->ref_pass_instance_number == 1
1243 && pass->todo_flags_start & TODO_mark_first_instance)))
1244 {
1245 opt_pass *new_pass;
1246 struct pass_list_node *new_pass_node;
1247
1248 if (new_pass_info->ref_pass_instance_number == 0)
1249 {
1250 new_pass = new_pass_info->pass->clone ();
1251 add_pass_instance (new_pass, true, new_pass_info->pass);
1252 }
1253 else
1254 {
1255 new_pass = new_pass_info->pass;
1256 add_pass_instance (new_pass, true, new_pass);
1257 }
1258
1259 /* Insert the new pass instance based on the positioning op. */
1260 switch (new_pass_info->pos_op)
1261 {
1262 case PASS_POS_INSERT_AFTER:
1263 new_pass->next = pass->next;
1264 pass->next = new_pass;
1265
1266 /* Skip newly inserted pass to avoid repeated
1267 insertions in the case where the new pass and the
1268 existing one have the same name. */
1269 pass = new_pass;
1270 break;
1271 case PASS_POS_INSERT_BEFORE:
1272 new_pass->next = pass;
1273 if (prev_pass)
1274 prev_pass->next = new_pass;
1275 else
1276 *pass_list = new_pass;
1277 break;
1278 case PASS_POS_REPLACE:
1279 new_pass->next = pass->next;
1280 if (prev_pass)
1281 prev_pass->next = new_pass;
1282 else
1283 *pass_list = new_pass;
1284 new_pass->sub = pass->sub;
1285 new_pass->tv_id = pass->tv_id;
1286 pass = new_pass;
1287 break;
1288 default:
1289 error ("invalid pass positioning operation");
1290 return false;
1291 }
1292
1293 /* Save the newly added pass (instance) in the added_pass_nodes
1294 list so that we can register its dump file later. Note that
1295 we cannot register the dump file now because doing so will modify
1296 the static_pass_number of the opt_pass object and therefore
1297 mess up the dump file name of future instances. */
1298 new_pass_node = XCNEW (struct pass_list_node);
1299 new_pass_node->pass = new_pass;
1300 if (!added_pass_nodes)
1301 added_pass_nodes = new_pass_node;
1302 else
1303 prev_added_pass_node->next = new_pass_node;
1304 prev_added_pass_node = new_pass_node;
1305
1306 success = true;
1307 }
1308
1309 if (pass->sub && position_pass (new_pass_info, &pass->sub))
1310 success = true;
1311 }
1312
1313 return success;
1314 }
1315
1316 /* Hooks a new pass into the pass lists.
1317
1318 PASS_INFO - pass information that specifies the opt_pass object,
1319 reference pass, instance number, and how to position
1320 the pass */
1321
1322 void
1323 register_pass (struct register_pass_info *pass_info)
1324 {
1325 g->get_passes ()->register_pass (pass_info);
1326 }
1327
1328 void
1329 register_pass (opt_pass* pass, pass_positioning_ops pos,
1330 const char* ref_pass_name, int ref_pass_inst_number)
1331 {
1332 register_pass_info i;
1333 i.pass = pass;
1334 i.reference_pass_name = ref_pass_name;
1335 i.ref_pass_instance_number = ref_pass_inst_number;
1336 i.pos_op = pos;
1337
1338 g->get_passes ()->register_pass (&i);
1339 }
1340
1341 void
1342 pass_manager::register_pass (struct register_pass_info *pass_info)
1343 {
1344 bool all_instances, success;
1345 gcc::dump_manager *dumps = m_ctxt->get_dumps ();
1346
1347 /* The checks below could fail in buggy plugins. Existing GCC
1348 passes should never fail these checks, so we mention plugin in
1349 the messages. */
1350 if (!pass_info->pass)
1351 fatal_error ("plugin cannot register a missing pass");
1352
1353 if (!pass_info->pass->name)
1354 fatal_error ("plugin cannot register an unnamed pass");
1355
1356 if (!pass_info->reference_pass_name)
1357 fatal_error
1358 ("plugin cannot register pass %qs without reference pass name",
1359 pass_info->pass->name);
1360
1361 /* Try to insert the new pass to the pass lists. We need to check
1362 all five lists as the reference pass could be in one (or all) of
1363 them. */
1364 all_instances = pass_info->ref_pass_instance_number == 0;
1365 success = position_pass (pass_info, &all_lowering_passes);
1366 if (!success || all_instances)
1367 success |= position_pass (pass_info, &all_small_ipa_passes);
1368 if (!success || all_instances)
1369 success |= position_pass (pass_info, &all_regular_ipa_passes);
1370 if (!success || all_instances)
1371 success |= position_pass (pass_info, &all_late_ipa_passes);
1372 if (!success || all_instances)
1373 success |= position_pass (pass_info, &all_passes);
1374 if (!success)
1375 fatal_error
1376 ("pass %qs not found but is referenced by new pass %qs",
1377 pass_info->reference_pass_name, pass_info->pass->name);
1378
1379 /* OK, we have successfully inserted the new pass. We need to register
1380 the dump files for the newly added pass and its duplicates (if any).
1381 Because the registration of plugin/backend passes happens after the
1382 command-line options are parsed, the options that specify single
1383 pass dumping (e.g. -fdump-tree-PASSNAME) cannot be used for new
1384 passes. Therefore we currently can only enable dumping of
1385 new passes when the 'dump-all' flags (e.g. -fdump-tree-all)
1386 are specified. While doing so, we also delete the pass_list_node
1387 objects created during pass positioning. */
1388 while (added_pass_nodes)
1389 {
1390 struct pass_list_node *next_node = added_pass_nodes->next;
1391 enum tree_dump_index tdi;
1392 register_one_dump_file (added_pass_nodes->pass);
1393 if (added_pass_nodes->pass->type == SIMPLE_IPA_PASS
1394 || added_pass_nodes->pass->type == IPA_PASS)
1395 tdi = TDI_ipa_all;
1396 else if (added_pass_nodes->pass->type == GIMPLE_PASS)
1397 tdi = TDI_tree_all;
1398 else
1399 tdi = TDI_rtl_all;
1400 /* Check if dump-all flag is specified. */
1401 if (dumps->get_dump_file_info (tdi)->pstate)
1402 dumps->get_dump_file_info (added_pass_nodes->pass->static_pass_number)
1403 ->pstate = dumps->get_dump_file_info (tdi)->pstate;
1404 XDELETE (added_pass_nodes);
1405 added_pass_nodes = next_node;
1406 }
1407 }
1408
1409 /* Construct the pass tree. The sequencing of passes is driven by
1410 the cgraph routines:
1411
1412 finalize_compilation_unit ()
1413 for each node N in the cgraph
1414 cgraph_analyze_function (N)
1415 cgraph_lower_function (N) -> all_lowering_passes
1416
1417 If we are optimizing, compile is then invoked:
1418
1419 compile ()
1420 ipa_passes () -> all_small_ipa_passes
1421 -> Analysis of all_regular_ipa_passes
1422 * possible LTO streaming at copmilation time *
1423 -> Execution of all_regular_ipa_passes
1424 * possible LTO streaming at link time *
1425 -> all_late_ipa_passes
1426 expand_all_functions ()
1427 for each node N in the cgraph
1428 expand_function (N) -> Transformation of all_regular_ipa_passes
1429 -> all_passes
1430 */
1431
1432 void *
1433 pass_manager::operator new (size_t sz)
1434 {
1435 /* Ensure that all fields of the pass manager are zero-initialized. */
1436 return xcalloc (1, sz);
1437 }
1438
1439 pass_manager::pass_manager (context *ctxt)
1440 : all_passes (NULL), all_small_ipa_passes (NULL), all_lowering_passes (NULL),
1441 all_regular_ipa_passes (NULL),
1442 all_late_ipa_passes (NULL), passes_by_id (NULL), passes_by_id_size (0),
1443 m_ctxt (ctxt)
1444 {
1445 opt_pass **p;
1446
1447 /* Initialize the pass_lists array. */
1448 #define DEF_PASS_LIST(LIST) pass_lists[PASS_LIST_NO_##LIST] = &LIST;
1449 GCC_PASS_LISTS
1450 #undef DEF_PASS_LIST
1451
1452 /* Build the tree of passes. */
1453
1454 #define INSERT_PASSES_AFTER(PASS) \
1455 p = &(PASS);
1456
1457 #define PUSH_INSERT_PASSES_WITHIN(PASS) \
1458 { \
1459 opt_pass **p = &(PASS ## _1)->sub;
1460
1461 #define POP_INSERT_PASSES() \
1462 }
1463
1464 #define NEXT_PASS(PASS, NUM) \
1465 do { \
1466 gcc_assert (NULL == PASS ## _ ## NUM); \
1467 if ((NUM) == 1) \
1468 PASS ## _1 = make_##PASS (m_ctxt); \
1469 else \
1470 { \
1471 gcc_assert (PASS ## _1); \
1472 PASS ## _ ## NUM = PASS ## _1->clone (); \
1473 } \
1474 p = next_pass_1 (p, PASS ## _ ## NUM, PASS ## _1); \
1475 } while (0)
1476
1477 #define TERMINATE_PASS_LIST() \
1478 *p = NULL;
1479
1480 #include "pass-instances.def"
1481
1482 #undef INSERT_PASSES_AFTER
1483 #undef PUSH_INSERT_PASSES_WITHIN
1484 #undef POP_INSERT_PASSES
1485 #undef NEXT_PASS
1486 #undef TERMINATE_PASS_LIST
1487
1488 /* Register the passes with the tree dump code. */
1489 register_dump_files (all_lowering_passes);
1490 register_dump_files (all_small_ipa_passes);
1491 register_dump_files (all_regular_ipa_passes);
1492 register_dump_files (all_late_ipa_passes);
1493 register_dump_files (all_passes);
1494 }
1495
1496 /* If we are in IPA mode (i.e., current_function_decl is NULL), call
1497 function CALLBACK for every function in the call graph. Otherwise,
1498 call CALLBACK on the current function. */
1499
1500 static void
1501 do_per_function (void (*callback) (function *, void *data), void *data)
1502 {
1503 if (current_function_decl)
1504 callback (cfun, data);
1505 else
1506 {
1507 struct cgraph_node *node;
1508 FOR_EACH_DEFINED_FUNCTION (node)
1509 if (node->analyzed && gimple_has_body_p (node->decl)
1510 && (!node->clone_of || node->decl != node->clone_of->decl))
1511 callback (DECL_STRUCT_FUNCTION (node->decl), data);
1512 }
1513 }
1514
1515 /* Because inlining might remove no-longer reachable nodes, we need to
1516 keep the array visible to garbage collector to avoid reading collected
1517 out nodes. */
1518 static int nnodes;
1519 static GTY ((length ("nnodes"))) cgraph_node_ptr *order;
1520
1521 /* If we are in IPA mode (i.e., current_function_decl is NULL), call
1522 function CALLBACK for every function in the call graph. Otherwise,
1523 call CALLBACK on the current function.
1524 This function is global so that plugins can use it. */
1525 void
1526 do_per_function_toporder (void (*callback) (function *, void *data), void *data)
1527 {
1528 int i;
1529
1530 if (current_function_decl)
1531 callback (cfun, data);
1532 else
1533 {
1534 gcc_assert (!order);
1535 order = ggc_alloc_vec_cgraph_node_ptr (cgraph_n_nodes);
1536 nnodes = ipa_reverse_postorder (order);
1537 for (i = nnodes - 1; i >= 0; i--)
1538 order[i]->process = 1;
1539 for (i = nnodes - 1; i >= 0; i--)
1540 {
1541 struct cgraph_node *node = order[i];
1542
1543 /* Allow possibly removed nodes to be garbage collected. */
1544 order[i] = NULL;
1545 node->process = 0;
1546 if (cgraph_function_with_gimple_body_p (node))
1547 callback (DECL_STRUCT_FUNCTION (node->decl), data);
1548 }
1549 }
1550 ggc_free (order);
1551 order = NULL;
1552 nnodes = 0;
1553 }
1554
1555 /* Helper function to perform function body dump. */
1556
1557 static void
1558 execute_function_dump (function *fn, void *data)
1559 {
1560 opt_pass *pass = (opt_pass *)data;
1561
1562 if (dump_file)
1563 {
1564 push_cfun (fn);
1565
1566 if (fn->curr_properties & PROP_trees)
1567 dump_function_to_file (fn->decl, dump_file, dump_flags);
1568 else
1569 print_rtl_with_bb (dump_file, get_insns (), dump_flags);
1570
1571 /* Flush the file. If verification fails, we won't be able to
1572 close the file before aborting. */
1573 fflush (dump_file);
1574
1575 if ((fn->curr_properties & PROP_cfg)
1576 && (dump_flags & TDF_GRAPH))
1577 {
1578 if (!pass->graph_dump_initialized)
1579 {
1580 clean_graph_dump_file (dump_file_name);
1581 pass->graph_dump_initialized = true;
1582 }
1583 print_graph_cfg (dump_file_name, fn);
1584 }
1585
1586 pop_cfun ();
1587 }
1588 }
1589
1590 static struct profile_record *profile_record;
1591
1592 /* Do profile consistency book-keeping for the pass with static number INDEX.
1593 If SUBPASS is zero, we run _before_ the pass, and if SUBPASS is one, then
1594 we run _after_ the pass. RUN is true if the pass really runs, or FALSE
1595 if we are only book-keeping on passes that may have selectively disabled
1596 themselves on a given function. */
1597 static void
1598 check_profile_consistency (int index, int subpass, bool run)
1599 {
1600 pass_manager *passes = g->get_passes ();
1601 if (index == -1)
1602 return;
1603 if (!profile_record)
1604 profile_record = XCNEWVEC (struct profile_record,
1605 passes->passes_by_id_size);
1606 gcc_assert (index < passes->passes_by_id_size && index >= 0);
1607 gcc_assert (subpass < 2);
1608 profile_record[index].run |= run;
1609 account_profile_record (&profile_record[index], subpass);
1610 }
1611
1612 /* Output profile consistency. */
1613
1614 void
1615 dump_profile_report (void)
1616 {
1617 g->get_passes ()->dump_profile_report ();
1618 }
1619
1620 void
1621 pass_manager::dump_profile_report () const
1622 {
1623 int i, j;
1624 int last_freq_in = 0, last_count_in = 0, last_freq_out = 0, last_count_out = 0;
1625 gcov_type last_time = 0, last_size = 0;
1626 double rel_time_change, rel_size_change;
1627 int last_reported = 0;
1628
1629 if (!profile_record)
1630 return;
1631 fprintf (stderr, "\nProfile consistency report:\n\n");
1632 fprintf (stderr, "Pass name |mismatch in |mismated out|Overall\n");
1633 fprintf (stderr, " |freq count |freq count |size time\n");
1634
1635 for (i = 0; i < passes_by_id_size; i++)
1636 for (j = 0 ; j < 2; j++)
1637 if (profile_record[i].run)
1638 {
1639 if (last_time)
1640 rel_time_change = (profile_record[i].time[j]
1641 - (double)last_time) * 100 / (double)last_time;
1642 else
1643 rel_time_change = 0;
1644 if (last_size)
1645 rel_size_change = (profile_record[i].size[j]
1646 - (double)last_size) * 100 / (double)last_size;
1647 else
1648 rel_size_change = 0;
1649
1650 if (profile_record[i].num_mismatched_freq_in[j] != last_freq_in
1651 || profile_record[i].num_mismatched_freq_out[j] != last_freq_out
1652 || profile_record[i].num_mismatched_count_in[j] != last_count_in
1653 || profile_record[i].num_mismatched_count_out[j] != last_count_out
1654 || rel_time_change || rel_size_change)
1655 {
1656 last_reported = i;
1657 fprintf (stderr, "%-20s %s",
1658 passes_by_id [i]->name,
1659 j ? "(after TODO)" : " ");
1660 if (profile_record[i].num_mismatched_freq_in[j] != last_freq_in)
1661 fprintf (stderr, "| %+5i",
1662 profile_record[i].num_mismatched_freq_in[j]
1663 - last_freq_in);
1664 else
1665 fprintf (stderr, "| ");
1666 if (profile_record[i].num_mismatched_count_in[j] != last_count_in)
1667 fprintf (stderr, " %+5i",
1668 profile_record[i].num_mismatched_count_in[j]
1669 - last_count_in);
1670 else
1671 fprintf (stderr, " ");
1672 if (profile_record[i].num_mismatched_freq_out[j] != last_freq_out)
1673 fprintf (stderr, "| %+5i",
1674 profile_record[i].num_mismatched_freq_out[j]
1675 - last_freq_out);
1676 else
1677 fprintf (stderr, "| ");
1678 if (profile_record[i].num_mismatched_count_out[j] != last_count_out)
1679 fprintf (stderr, " %+5i",
1680 profile_record[i].num_mismatched_count_out[j]
1681 - last_count_out);
1682 else
1683 fprintf (stderr, " ");
1684
1685 /* Size/time units change across gimple and RTL. */
1686 if (i == pass_expand_1->static_pass_number)
1687 fprintf (stderr, "|----------");
1688 else
1689 {
1690 if (rel_size_change)
1691 fprintf (stderr, "| %+8.4f%%", rel_size_change);
1692 else
1693 fprintf (stderr, "| ");
1694 if (rel_time_change)
1695 fprintf (stderr, " %+8.4f%%", rel_time_change);
1696 }
1697 fprintf (stderr, "\n");
1698 last_freq_in = profile_record[i].num_mismatched_freq_in[j];
1699 last_freq_out = profile_record[i].num_mismatched_freq_out[j];
1700 last_count_in = profile_record[i].num_mismatched_count_in[j];
1701 last_count_out = profile_record[i].num_mismatched_count_out[j];
1702 }
1703 else if (j && last_reported != i)
1704 {
1705 last_reported = i;
1706 fprintf (stderr, "%-20s ------------| | |\n",
1707 passes_by_id [i]->name);
1708 }
1709 last_time = profile_record[i].time[j];
1710 last_size = profile_record[i].size[j];
1711 }
1712 }
1713
1714 /* Perform all TODO actions that ought to be done on each function. */
1715
1716 static void
1717 execute_function_todo (function *fn, void *data)
1718 {
1719 unsigned int flags = (size_t)data;
1720 flags &= ~fn->last_verified;
1721 if (!flags)
1722 return;
1723
1724 push_cfun (fn);
1725
1726 /* Always cleanup the CFG before trying to update SSA. */
1727 if (flags & TODO_cleanup_cfg)
1728 {
1729 cleanup_tree_cfg ();
1730
1731 /* When cleanup_tree_cfg merges consecutive blocks, it may
1732 perform some simplistic propagation when removing single
1733 valued PHI nodes. This propagation may, in turn, cause the
1734 SSA form to become out-of-date (see PR 22037). So, even
1735 if the parent pass had not scheduled an SSA update, we may
1736 still need to do one. */
1737 if (!(flags & TODO_update_ssa_any) && need_ssa_update_p (cfun))
1738 flags |= TODO_update_ssa;
1739 }
1740
1741 if (flags & TODO_update_ssa_any)
1742 {
1743 unsigned update_flags = flags & TODO_update_ssa_any;
1744 update_ssa (update_flags);
1745 cfun->last_verified &= ~TODO_verify_ssa;
1746 }
1747
1748 if (flag_tree_pta && (flags & TODO_rebuild_alias))
1749 compute_may_aliases ();
1750
1751 if (optimize && (flags & TODO_update_address_taken))
1752 execute_update_addresses_taken ();
1753
1754 if (flags & TODO_remove_unused_locals)
1755 remove_unused_locals ();
1756
1757 if (flags & TODO_rebuild_frequencies)
1758 rebuild_frequencies ();
1759
1760 if (flags & TODO_rebuild_cgraph_edges)
1761 rebuild_cgraph_edges ();
1762
1763 /* If we've seen errors do not bother running any verifiers. */
1764 if (!seen_error ())
1765 {
1766 #if defined ENABLE_CHECKING
1767 dom_state pre_verify_state = dom_info_state (fn, CDI_DOMINATORS);
1768 dom_state pre_verify_pstate = dom_info_state (fn, CDI_POST_DOMINATORS);
1769
1770 if (flags & TODO_verify_ssa)
1771 {
1772 verify_gimple_in_cfg (cfun);
1773 verify_ssa (true);
1774 }
1775 else if (flags & TODO_verify_stmts)
1776 verify_gimple_in_cfg (cfun);
1777 if (flags & TODO_verify_flow)
1778 verify_flow_info ();
1779 if (flags & TODO_verify_il)
1780 {
1781 if (current_loops
1782 && loops_state_satisfies_p (LOOP_CLOSED_SSA))
1783 {
1784 if (!(flags & (TODO_verify_stmts|TODO_verify_ssa)))
1785 verify_gimple_in_cfg (cfun);
1786 if (!(flags & TODO_verify_ssa))
1787 verify_ssa (true);
1788 verify_loop_closed_ssa (false);
1789 }
1790 }
1791 if (flags & TODO_verify_rtl_sharing)
1792 verify_rtl_sharing ();
1793
1794 /* Make sure verifiers don't change dominator state. */
1795 gcc_assert (dom_info_state (fn, CDI_DOMINATORS) == pre_verify_state);
1796 gcc_assert (dom_info_state (fn, CDI_POST_DOMINATORS) == pre_verify_pstate);
1797 #endif
1798 }
1799
1800 fn->last_verified = flags & TODO_verify_all;
1801
1802 pop_cfun ();
1803
1804 /* For IPA passes make sure to release dominator info, it can be
1805 computed by non-verifying TODOs. */
1806 if (!cfun)
1807 {
1808 free_dominance_info (fn, CDI_DOMINATORS);
1809 free_dominance_info (fn, CDI_POST_DOMINATORS);
1810 }
1811 }
1812
1813 /* Perform all TODO actions. */
1814 static void
1815 execute_todo (unsigned int flags)
1816 {
1817 #if defined ENABLE_CHECKING
1818 if (cfun
1819 && need_ssa_update_p (cfun))
1820 gcc_assert (flags & TODO_update_ssa_any);
1821 #endif
1822
1823 timevar_push (TV_TODO);
1824
1825 /* Inform the pass whether it is the first time it is run. */
1826 first_pass_instance = (flags & TODO_mark_first_instance) != 0;
1827
1828 statistics_fini_pass ();
1829
1830 if (flags)
1831 do_per_function (execute_function_todo, (void *)(size_t) flags);
1832
1833 /* Always remove functions just as before inlining: IPA passes might be
1834 interested to see bodies of extern inline functions that are not inlined
1835 to analyze side effects. The full removal is done just at the end
1836 of IPA pass queue. */
1837 if (flags & TODO_remove_functions)
1838 {
1839 gcc_assert (!cfun);
1840 symtab_remove_unreachable_nodes (true, dump_file);
1841 }
1842
1843 if ((flags & TODO_dump_symtab) && dump_file && !current_function_decl)
1844 {
1845 gcc_assert (!cfun);
1846 dump_symtab (dump_file);
1847 /* Flush the file. If verification fails, we won't be able to
1848 close the file before aborting. */
1849 fflush (dump_file);
1850 }
1851
1852 /* Now that the dumping has been done, we can get rid of the optional
1853 df problems. */
1854 if (flags & TODO_df_finish)
1855 df_finish_pass ((flags & TODO_df_verify) != 0);
1856
1857 timevar_pop (TV_TODO);
1858 }
1859
1860 /* Verify invariants that should hold between passes. This is a place
1861 to put simple sanity checks. */
1862
1863 static void
1864 verify_interpass_invariants (void)
1865 {
1866 gcc_checking_assert (!fold_deferring_overflow_warnings_p ());
1867 }
1868
1869 /* Clear the last verified flag. */
1870
1871 static void
1872 clear_last_verified (function *fn, void *data ATTRIBUTE_UNUSED)
1873 {
1874 fn->last_verified = 0;
1875 }
1876
1877 /* Helper function. Verify that the properties has been turn into the
1878 properties expected by the pass. */
1879
1880 #ifdef ENABLE_CHECKING
1881 static void
1882 verify_curr_properties (function *fn, void *data)
1883 {
1884 unsigned int props = (size_t)data;
1885 gcc_assert ((fn->curr_properties & props) == props);
1886 }
1887 #endif
1888
1889 /* Initialize pass dump file. */
1890 /* This is non-static so that the plugins can use it. */
1891
1892 bool
1893 pass_init_dump_file (opt_pass *pass)
1894 {
1895 pass->graph_dump_initialized = false;
1896 /* If a dump file name is present, open it if enabled. */
1897 if (pass->static_pass_number != -1)
1898 {
1899 timevar_push (TV_DUMP);
1900 gcc::dump_manager *dumps = g->get_dumps ();
1901 bool initializing_dump =
1902 !dumps->dump_initialized_p (pass->static_pass_number);
1903 dump_file_name = dumps->get_dump_file_name (pass->static_pass_number);
1904 dumps->dump_start (pass->static_pass_number, &dump_flags);
1905 if (dump_file && current_function_decl)
1906 dump_function_header (dump_file, current_function_decl, dump_flags);
1907 if (initializing_dump
1908 && dump_file && (dump_flags & TDF_GRAPH)
1909 && cfun && (cfun->curr_properties & PROP_cfg))
1910 {
1911 clean_graph_dump_file (dump_file_name);
1912 pass->graph_dump_initialized = true;
1913 }
1914 timevar_pop (TV_DUMP);
1915 return initializing_dump;
1916 }
1917 else
1918 return false;
1919 }
1920
1921 /* Flush PASS dump file. */
1922 /* This is non-static so that plugins can use it. */
1923
1924 void
1925 pass_fini_dump_file (opt_pass *pass)
1926 {
1927 timevar_push (TV_DUMP);
1928
1929 /* Flush and close dump file. */
1930 if (dump_file_name)
1931 {
1932 free (CONST_CAST (char *, dump_file_name));
1933 dump_file_name = NULL;
1934 }
1935
1936 g->get_dumps ()->dump_finish (pass->static_pass_number);
1937 timevar_pop (TV_DUMP);
1938 }
1939
1940 /* After executing the pass, apply expected changes to the function
1941 properties. */
1942
1943 static void
1944 update_properties_after_pass (function *fn, void *data)
1945 {
1946 opt_pass *pass = (opt_pass *) data;
1947 fn->curr_properties = (fn->curr_properties | pass->properties_provided)
1948 & ~pass->properties_destroyed;
1949 }
1950
1951 /* Execute summary generation for all of the passes in IPA_PASS. */
1952
1953 void
1954 execute_ipa_summary_passes (ipa_opt_pass_d *ipa_pass)
1955 {
1956 while (ipa_pass)
1957 {
1958 opt_pass *pass = ipa_pass;
1959
1960 /* Execute all of the IPA_PASSes in the list. */
1961 if (ipa_pass->type == IPA_PASS
1962 && pass->gate (cfun)
1963 && ipa_pass->generate_summary)
1964 {
1965 pass_init_dump_file (pass);
1966
1967 /* If a timevar is present, start it. */
1968 if (pass->tv_id)
1969 timevar_push (pass->tv_id);
1970
1971 ipa_pass->generate_summary ();
1972
1973 /* Stop timevar. */
1974 if (pass->tv_id)
1975 timevar_pop (pass->tv_id);
1976
1977 pass_fini_dump_file (pass);
1978 }
1979 ipa_pass = (ipa_opt_pass_d *)ipa_pass->next;
1980 }
1981 }
1982
1983 /* Execute IPA_PASS function transform on NODE. */
1984
1985 static void
1986 execute_one_ipa_transform_pass (struct cgraph_node *node,
1987 ipa_opt_pass_d *ipa_pass)
1988 {
1989 opt_pass *pass = ipa_pass;
1990 unsigned int todo_after = 0;
1991
1992 current_pass = pass;
1993 if (!ipa_pass->function_transform)
1994 return;
1995
1996 /* Note that the folders should only create gimple expressions.
1997 This is a hack until the new folder is ready. */
1998 in_gimple_form = (cfun && (cfun->curr_properties & PROP_trees)) != 0;
1999
2000 pass_init_dump_file (pass);
2001
2002 /* Run pre-pass verification. */
2003 execute_todo (ipa_pass->function_transform_todo_flags_start);
2004
2005 /* If a timevar is present, start it. */
2006 if (pass->tv_id != TV_NONE)
2007 timevar_push (pass->tv_id);
2008
2009 /* Do it! */
2010 todo_after = ipa_pass->function_transform (node);
2011
2012 /* Stop timevar. */
2013 if (pass->tv_id != TV_NONE)
2014 timevar_pop (pass->tv_id);
2015
2016 if (profile_report && cfun && (cfun->curr_properties & PROP_cfg))
2017 check_profile_consistency (pass->static_pass_number, 0, true);
2018
2019 /* Run post-pass cleanup and verification. */
2020 execute_todo (todo_after);
2021 verify_interpass_invariants ();
2022 if (profile_report && cfun && (cfun->curr_properties & PROP_cfg))
2023 check_profile_consistency (pass->static_pass_number, 1, true);
2024
2025 if (dump_file)
2026 do_per_function (execute_function_dump, NULL);
2027 pass_fini_dump_file (pass);
2028
2029 current_pass = NULL;
2030
2031 /* Signal this is a suitable GC collection point. */
2032 if (!(todo_after & TODO_do_not_ggc_collect))
2033 ggc_collect ();
2034 }
2035
2036 /* For the current function, execute all ipa transforms. */
2037
2038 void
2039 execute_all_ipa_transforms (void)
2040 {
2041 struct cgraph_node *node;
2042 if (!cfun)
2043 return;
2044 node = cgraph_get_node (current_function_decl);
2045
2046 if (node->ipa_transforms_to_apply.exists ())
2047 {
2048 unsigned int i;
2049
2050 for (i = 0; i < node->ipa_transforms_to_apply.length (); i++)
2051 execute_one_ipa_transform_pass (node, node->ipa_transforms_to_apply[i]);
2052 node->ipa_transforms_to_apply.release ();
2053 }
2054 }
2055
2056 /* Check if PASS is explicitly disabled or enabled and return
2057 the gate status. FUNC is the function to be processed, and
2058 GATE_STATUS is the gate status determined by pass manager by
2059 default. */
2060
2061 static bool
2062 override_gate_status (opt_pass *pass, tree func, bool gate_status)
2063 {
2064 bool explicitly_enabled = false;
2065 bool explicitly_disabled = false;
2066
2067 explicitly_enabled
2068 = is_pass_explicitly_enabled_or_disabled (pass, func,
2069 enabled_pass_uid_range_tab);
2070 explicitly_disabled
2071 = is_pass_explicitly_enabled_or_disabled (pass, func,
2072 disabled_pass_uid_range_tab);
2073
2074 gate_status = !explicitly_disabled && (gate_status || explicitly_enabled);
2075
2076 return gate_status;
2077 }
2078
2079
2080 /* Execute PASS. */
2081
2082 bool
2083 execute_one_pass (opt_pass *pass)
2084 {
2085 unsigned int todo_after = 0;
2086
2087 bool gate_status;
2088
2089 /* IPA passes are executed on whole program, so cfun should be NULL.
2090 Other passes need function context set. */
2091 if (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS)
2092 gcc_assert (!cfun && !current_function_decl);
2093 else
2094 gcc_assert (cfun && current_function_decl);
2095
2096 current_pass = pass;
2097
2098 /* Check whether gate check should be avoided.
2099 User controls the value of the gate through the parameter "gate_status". */
2100 gate_status = pass->gate (cfun);
2101 gate_status = override_gate_status (pass, current_function_decl, gate_status);
2102
2103 /* Override gate with plugin. */
2104 invoke_plugin_callbacks (PLUGIN_OVERRIDE_GATE, &gate_status);
2105
2106 if (!gate_status)
2107 {
2108 /* Run so passes selectively disabling themselves on a given function
2109 are not miscounted. */
2110 if (profile_report && cfun && (cfun->curr_properties & PROP_cfg))
2111 {
2112 check_profile_consistency (pass->static_pass_number, 0, false);
2113 check_profile_consistency (pass->static_pass_number, 1, false);
2114 }
2115 current_pass = NULL;
2116 return false;
2117 }
2118
2119 /* Pass execution event trigger: useful to identify passes being
2120 executed. */
2121 invoke_plugin_callbacks (PLUGIN_PASS_EXECUTION, pass);
2122
2123 /* SIPLE IPA passes do not handle callgraphs with IPA transforms in it.
2124 Apply all trnasforms first. */
2125 if (pass->type == SIMPLE_IPA_PASS)
2126 {
2127 struct cgraph_node *node;
2128 bool applied = false;
2129 FOR_EACH_DEFINED_FUNCTION (node)
2130 if (node->analyzed
2131 && cgraph_function_with_gimple_body_p (node)
2132 && (!node->clone_of || node->decl != node->clone_of->decl))
2133 {
2134 if (!node->global.inlined_to
2135 && node->ipa_transforms_to_apply.exists ())
2136 {
2137 cgraph_get_body (node);
2138 push_cfun (DECL_STRUCT_FUNCTION (node->decl));
2139 execute_all_ipa_transforms ();
2140 rebuild_cgraph_edges ();
2141 free_dominance_info (CDI_DOMINATORS);
2142 free_dominance_info (CDI_POST_DOMINATORS);
2143 pop_cfun ();
2144 applied = true;
2145 }
2146 }
2147 if (applied)
2148 symtab_remove_unreachable_nodes (true, dump_file);
2149 /* Restore current_pass. */
2150 current_pass = pass;
2151 }
2152
2153 if (!quiet_flag && !cfun)
2154 fprintf (stderr, " <%s>", pass->name ? pass->name : "");
2155
2156 /* Note that the folders should only create gimple expressions.
2157 This is a hack until the new folder is ready. */
2158 in_gimple_form = (cfun && (cfun->curr_properties & PROP_trees)) != 0;
2159
2160 pass_init_dump_file (pass);
2161
2162 /* Run pre-pass verification. */
2163 execute_todo (pass->todo_flags_start);
2164
2165 #ifdef ENABLE_CHECKING
2166 do_per_function (verify_curr_properties,
2167 (void *)(size_t)pass->properties_required);
2168 #endif
2169
2170 /* If a timevar is present, start it. */
2171 if (pass->tv_id != TV_NONE)
2172 timevar_push (pass->tv_id);
2173
2174 /* Do it! */
2175 if (pass->has_execute)
2176 {
2177 todo_after = pass->execute (cfun);
2178 do_per_function (clear_last_verified, NULL);
2179 }
2180
2181 /* Stop timevar. */
2182 if (pass->tv_id != TV_NONE)
2183 timevar_pop (pass->tv_id);
2184
2185 do_per_function (update_properties_after_pass, pass);
2186
2187 if (profile_report && cfun && (cfun->curr_properties & PROP_cfg))
2188 check_profile_consistency (pass->static_pass_number, 0, true);
2189
2190 /* Run post-pass cleanup and verification. */
2191 execute_todo (todo_after | pass->todo_flags_finish | TODO_verify_il);
2192 if (profile_report && cfun && (cfun->curr_properties & PROP_cfg))
2193 check_profile_consistency (pass->static_pass_number, 1, true);
2194
2195 verify_interpass_invariants ();
2196 if (dump_file)
2197 do_per_function (execute_function_dump, pass);
2198 if (pass->type == IPA_PASS)
2199 {
2200 struct cgraph_node *node;
2201 FOR_EACH_FUNCTION_WITH_GIMPLE_BODY (node)
2202 node->ipa_transforms_to_apply.safe_push ((ipa_opt_pass_d *)pass);
2203 }
2204
2205 if (!current_function_decl)
2206 cgraph_process_new_functions ();
2207
2208 pass_fini_dump_file (pass);
2209
2210 if (pass->type != SIMPLE_IPA_PASS && pass->type != IPA_PASS)
2211 gcc_assert (!(cfun->curr_properties & PROP_trees)
2212 || pass->type != RTL_PASS);
2213
2214 current_pass = NULL;
2215
2216 /* Signal this is a suitable GC collection point. */
2217 if (!((todo_after | pass->todo_flags_finish) & TODO_do_not_ggc_collect))
2218 ggc_collect ();
2219
2220 return true;
2221 }
2222
2223 static void
2224 execute_pass_list_1 (opt_pass *pass)
2225 {
2226 do
2227 {
2228 gcc_assert (pass->type == GIMPLE_PASS
2229 || pass->type == RTL_PASS);
2230 if (execute_one_pass (pass) && pass->sub)
2231 execute_pass_list_1 (pass->sub);
2232 pass = pass->next;
2233 }
2234 while (pass);
2235 }
2236
2237 void
2238 execute_pass_list (function *fn, opt_pass *pass)
2239 {
2240 push_cfun (fn);
2241 execute_pass_list_1 (pass);
2242 if (fn->cfg)
2243 {
2244 free_dominance_info (CDI_DOMINATORS);
2245 free_dominance_info (CDI_POST_DOMINATORS);
2246 }
2247 pop_cfun ();
2248 }
2249
2250 /* Write out all LTO data. */
2251 static void
2252 write_lto (void)
2253 {
2254 timevar_push (TV_IPA_LTO_GIMPLE_OUT);
2255 lto_output ();
2256 timevar_pop (TV_IPA_LTO_GIMPLE_OUT);
2257 timevar_push (TV_IPA_LTO_DECL_OUT);
2258 produce_asm_for_decls ();
2259 timevar_pop (TV_IPA_LTO_DECL_OUT);
2260 }
2261
2262 /* Same as execute_pass_list but assume that subpasses of IPA passes
2263 are local passes. If SET is not NULL, write out summaries of only
2264 those node in SET. */
2265
2266 static void
2267 ipa_write_summaries_2 (opt_pass *pass, struct lto_out_decl_state *state)
2268 {
2269 while (pass)
2270 {
2271 ipa_opt_pass_d *ipa_pass = (ipa_opt_pass_d *)pass;
2272 gcc_assert (!current_function_decl);
2273 gcc_assert (!cfun);
2274 gcc_assert (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS);
2275 if (pass->type == IPA_PASS
2276 && ipa_pass->write_summary
2277 && pass->gate (cfun))
2278 {
2279 /* If a timevar is present, start it. */
2280 if (pass->tv_id)
2281 timevar_push (pass->tv_id);
2282
2283 pass_init_dump_file (pass);
2284
2285 ipa_pass->write_summary ();
2286
2287 pass_fini_dump_file (pass);
2288
2289 /* If a timevar is present, start it. */
2290 if (pass->tv_id)
2291 timevar_pop (pass->tv_id);
2292 }
2293
2294 if (pass->sub && pass->sub->type != GIMPLE_PASS)
2295 ipa_write_summaries_2 (pass->sub, state);
2296
2297 pass = pass->next;
2298 }
2299 }
2300
2301 /* Helper function of ipa_write_summaries. Creates and destroys the
2302 decl state and calls ipa_write_summaries_2 for all passes that have
2303 summaries. SET is the set of nodes to be written. */
2304
2305 static void
2306 ipa_write_summaries_1 (lto_symtab_encoder_t encoder)
2307 {
2308 pass_manager *passes = g->get_passes ();
2309 struct lto_out_decl_state *state = lto_new_out_decl_state ();
2310 state->symtab_node_encoder = encoder;
2311
2312 lto_push_out_decl_state (state);
2313
2314 gcc_assert (!flag_wpa);
2315 ipa_write_summaries_2 (passes->all_regular_ipa_passes, state);
2316
2317 write_lto ();
2318
2319 gcc_assert (lto_get_out_decl_state () == state);
2320 lto_pop_out_decl_state ();
2321 lto_delete_out_decl_state (state);
2322 }
2323
2324 /* Write out summaries for all the nodes in the callgraph. */
2325
2326 void
2327 ipa_write_summaries (void)
2328 {
2329 lto_symtab_encoder_t encoder;
2330 int i, order_pos;
2331 varpool_node *vnode;
2332 struct cgraph_node *node;
2333 struct cgraph_node **order;
2334
2335 if (!flag_generate_lto || seen_error ())
2336 return;
2337
2338 encoder = lto_symtab_encoder_new (false);
2339
2340 /* Create the callgraph set in the same order used in
2341 cgraph_expand_all_functions. This mostly facilitates debugging,
2342 since it causes the gimple file to be processed in the same order
2343 as the source code. */
2344 order = XCNEWVEC (struct cgraph_node *, cgraph_n_nodes);
2345 order_pos = ipa_reverse_postorder (order);
2346 gcc_assert (order_pos == cgraph_n_nodes);
2347
2348 for (i = order_pos - 1; i >= 0; i--)
2349 {
2350 struct cgraph_node *node = order[i];
2351
2352 if (cgraph_function_with_gimple_body_p (node))
2353 {
2354 /* When streaming out references to statements as part of some IPA
2355 pass summary, the statements need to have uids assigned and the
2356 following does that for all the IPA passes here. Naturally, this
2357 ordering then matches the one IPA-passes get in their stmt_fixup
2358 hooks. */
2359
2360 push_cfun (DECL_STRUCT_FUNCTION (node->decl));
2361 renumber_gimple_stmt_uids ();
2362 pop_cfun ();
2363 }
2364 if (node->definition)
2365 lto_set_symtab_encoder_in_partition (encoder, node);
2366 }
2367
2368 FOR_EACH_DEFINED_FUNCTION (node)
2369 if (node->alias)
2370 lto_set_symtab_encoder_in_partition (encoder, node);
2371 FOR_EACH_DEFINED_VARIABLE (vnode)
2372 lto_set_symtab_encoder_in_partition (encoder, vnode);
2373
2374 ipa_write_summaries_1 (compute_ltrans_boundary (encoder));
2375
2376 free (order);
2377 }
2378
2379 /* Same as execute_pass_list but assume that subpasses of IPA passes
2380 are local passes. If SET is not NULL, write out optimization summaries of
2381 only those node in SET. */
2382
2383 static void
2384 ipa_write_optimization_summaries_1 (opt_pass *pass,
2385 struct lto_out_decl_state *state)
2386 {
2387 while (pass)
2388 {
2389 ipa_opt_pass_d *ipa_pass = (ipa_opt_pass_d *)pass;
2390 gcc_assert (!current_function_decl);
2391 gcc_assert (!cfun);
2392 gcc_assert (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS);
2393 if (pass->type == IPA_PASS
2394 && ipa_pass->write_optimization_summary
2395 && pass->gate (cfun))
2396 {
2397 /* If a timevar is present, start it. */
2398 if (pass->tv_id)
2399 timevar_push (pass->tv_id);
2400
2401 pass_init_dump_file (pass);
2402
2403 ipa_pass->write_optimization_summary ();
2404
2405 pass_fini_dump_file (pass);
2406
2407 /* If a timevar is present, start it. */
2408 if (pass->tv_id)
2409 timevar_pop (pass->tv_id);
2410 }
2411
2412 if (pass->sub && pass->sub->type != GIMPLE_PASS)
2413 ipa_write_optimization_summaries_1 (pass->sub, state);
2414
2415 pass = pass->next;
2416 }
2417 }
2418
2419 /* Write all the optimization summaries for the cgraph nodes in SET. If SET is
2420 NULL, write out all summaries of all nodes. */
2421
2422 void
2423 ipa_write_optimization_summaries (lto_symtab_encoder_t encoder)
2424 {
2425 struct lto_out_decl_state *state = lto_new_out_decl_state ();
2426 lto_symtab_encoder_iterator lsei;
2427 state->symtab_node_encoder = encoder;
2428
2429 lto_push_out_decl_state (state);
2430 for (lsei = lsei_start_function_in_partition (encoder);
2431 !lsei_end_p (lsei); lsei_next_function_in_partition (&lsei))
2432 {
2433 struct cgraph_node *node = lsei_cgraph_node (lsei);
2434 /* When streaming out references to statements as part of some IPA
2435 pass summary, the statements need to have uids assigned.
2436
2437 For functions newly born at WPA stage we need to initialize
2438 the uids here. */
2439 if (node->definition
2440 && gimple_has_body_p (node->decl))
2441 {
2442 push_cfun (DECL_STRUCT_FUNCTION (node->decl));
2443 renumber_gimple_stmt_uids ();
2444 pop_cfun ();
2445 }
2446 }
2447
2448 gcc_assert (flag_wpa);
2449 pass_manager *passes = g->get_passes ();
2450 ipa_write_optimization_summaries_1 (passes->all_regular_ipa_passes, state);
2451
2452 write_lto ();
2453
2454 gcc_assert (lto_get_out_decl_state () == state);
2455 lto_pop_out_decl_state ();
2456 lto_delete_out_decl_state (state);
2457 }
2458
2459 /* Same as execute_pass_list but assume that subpasses of IPA passes
2460 are local passes. */
2461
2462 static void
2463 ipa_read_summaries_1 (opt_pass *pass)
2464 {
2465 while (pass)
2466 {
2467 ipa_opt_pass_d *ipa_pass = (ipa_opt_pass_d *) pass;
2468
2469 gcc_assert (!current_function_decl);
2470 gcc_assert (!cfun);
2471 gcc_assert (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS);
2472
2473 if (pass->gate (cfun))
2474 {
2475 if (pass->type == IPA_PASS && ipa_pass->read_summary)
2476 {
2477 /* If a timevar is present, start it. */
2478 if (pass->tv_id)
2479 timevar_push (pass->tv_id);
2480
2481 pass_init_dump_file (pass);
2482
2483 ipa_pass->read_summary ();
2484
2485 pass_fini_dump_file (pass);
2486
2487 /* Stop timevar. */
2488 if (pass->tv_id)
2489 timevar_pop (pass->tv_id);
2490 }
2491
2492 if (pass->sub && pass->sub->type != GIMPLE_PASS)
2493 ipa_read_summaries_1 (pass->sub);
2494 }
2495 pass = pass->next;
2496 }
2497 }
2498
2499
2500 /* Read all the summaries for all_regular_ipa_passes. */
2501
2502 void
2503 ipa_read_summaries (void)
2504 {
2505 pass_manager *passes = g->get_passes ();
2506 ipa_read_summaries_1 (passes->all_regular_ipa_passes);
2507 }
2508
2509 /* Same as execute_pass_list but assume that subpasses of IPA passes
2510 are local passes. */
2511
2512 static void
2513 ipa_read_optimization_summaries_1 (opt_pass *pass)
2514 {
2515 while (pass)
2516 {
2517 ipa_opt_pass_d *ipa_pass = (ipa_opt_pass_d *) pass;
2518
2519 gcc_assert (!current_function_decl);
2520 gcc_assert (!cfun);
2521 gcc_assert (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS);
2522
2523 if (pass->gate (cfun))
2524 {
2525 if (pass->type == IPA_PASS && ipa_pass->read_optimization_summary)
2526 {
2527 /* If a timevar is present, start it. */
2528 if (pass->tv_id)
2529 timevar_push (pass->tv_id);
2530
2531 pass_init_dump_file (pass);
2532
2533 ipa_pass->read_optimization_summary ();
2534
2535 pass_fini_dump_file (pass);
2536
2537 /* Stop timevar. */
2538 if (pass->tv_id)
2539 timevar_pop (pass->tv_id);
2540 }
2541
2542 if (pass->sub && pass->sub->type != GIMPLE_PASS)
2543 ipa_read_optimization_summaries_1 (pass->sub);
2544 }
2545 pass = pass->next;
2546 }
2547 }
2548
2549 /* Read all the summaries for all_regular_ipa_passes. */
2550
2551 void
2552 ipa_read_optimization_summaries (void)
2553 {
2554 pass_manager *passes = g->get_passes ();
2555 ipa_read_optimization_summaries_1 (passes->all_regular_ipa_passes);
2556 }
2557
2558 /* Same as execute_pass_list but assume that subpasses of IPA passes
2559 are local passes. */
2560 void
2561 execute_ipa_pass_list (opt_pass *pass)
2562 {
2563 do
2564 {
2565 gcc_assert (!current_function_decl);
2566 gcc_assert (!cfun);
2567 gcc_assert (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS);
2568 if (execute_one_pass (pass) && pass->sub)
2569 {
2570 if (pass->sub->type == GIMPLE_PASS)
2571 {
2572 invoke_plugin_callbacks (PLUGIN_EARLY_GIMPLE_PASSES_START, NULL);
2573 do_per_function_toporder ((void (*)(function *, void *))
2574 execute_pass_list,
2575 pass->sub);
2576 invoke_plugin_callbacks (PLUGIN_EARLY_GIMPLE_PASSES_END, NULL);
2577 }
2578 else if (pass->sub->type == SIMPLE_IPA_PASS
2579 || pass->sub->type == IPA_PASS)
2580 execute_ipa_pass_list (pass->sub);
2581 else
2582 gcc_unreachable ();
2583 }
2584 gcc_assert (!current_function_decl);
2585 cgraph_process_new_functions ();
2586 pass = pass->next;
2587 }
2588 while (pass);
2589 }
2590
2591 /* Execute stmt fixup hooks of all passes in PASS for NODE and STMTS. */
2592
2593 static void
2594 execute_ipa_stmt_fixups (opt_pass *pass,
2595 struct cgraph_node *node, gimple *stmts)
2596 {
2597 while (pass)
2598 {
2599 /* Execute all of the IPA_PASSes in the list. */
2600 if (pass->type == IPA_PASS
2601 && pass->gate (cfun))
2602 {
2603 ipa_opt_pass_d *ipa_pass = (ipa_opt_pass_d *) pass;
2604
2605 if (ipa_pass->stmt_fixup)
2606 {
2607 pass_init_dump_file (pass);
2608 /* If a timevar is present, start it. */
2609 if (pass->tv_id)
2610 timevar_push (pass->tv_id);
2611
2612 ipa_pass->stmt_fixup (node, stmts);
2613
2614 /* Stop timevar. */
2615 if (pass->tv_id)
2616 timevar_pop (pass->tv_id);
2617 pass_fini_dump_file (pass);
2618 }
2619 if (pass->sub)
2620 execute_ipa_stmt_fixups (pass->sub, node, stmts);
2621 }
2622 pass = pass->next;
2623 }
2624 }
2625
2626 /* Execute stmt fixup hooks of all IPA passes for NODE and STMTS. */
2627
2628 void
2629 execute_all_ipa_stmt_fixups (struct cgraph_node *node, gimple *stmts)
2630 {
2631 pass_manager *passes = g->get_passes ();
2632 execute_ipa_stmt_fixups (passes->all_regular_ipa_passes, node, stmts);
2633 }
2634
2635
2636 extern void debug_properties (unsigned int);
2637 extern void dump_properties (FILE *, unsigned int);
2638
2639 DEBUG_FUNCTION void
2640 dump_properties (FILE *dump, unsigned int props)
2641 {
2642 fprintf (dump, "Properties:\n");
2643 if (props & PROP_gimple_any)
2644 fprintf (dump, "PROP_gimple_any\n");
2645 if (props & PROP_gimple_lcf)
2646 fprintf (dump, "PROP_gimple_lcf\n");
2647 if (props & PROP_gimple_leh)
2648 fprintf (dump, "PROP_gimple_leh\n");
2649 if (props & PROP_cfg)
2650 fprintf (dump, "PROP_cfg\n");
2651 if (props & PROP_ssa)
2652 fprintf (dump, "PROP_ssa\n");
2653 if (props & PROP_no_crit_edges)
2654 fprintf (dump, "PROP_no_crit_edges\n");
2655 if (props & PROP_rtl)
2656 fprintf (dump, "PROP_rtl\n");
2657 if (props & PROP_gimple_lomp)
2658 fprintf (dump, "PROP_gimple_lomp\n");
2659 if (props & PROP_gimple_lcx)
2660 fprintf (dump, "PROP_gimple_lcx\n");
2661 if (props & PROP_gimple_lvec)
2662 fprintf (dump, "PROP_gimple_lvec\n");
2663 if (props & PROP_cfglayout)
2664 fprintf (dump, "PROP_cfglayout\n");
2665 }
2666
2667 DEBUG_FUNCTION void
2668 debug_properties (unsigned int props)
2669 {
2670 dump_properties (stderr, props);
2671 }
2672
2673 /* Called by local passes to see if function is called by already processed nodes.
2674 Because we process nodes in topological order, this means that function is
2675 in recursive cycle or we introduced new direct calls. */
2676 bool
2677 function_called_by_processed_nodes_p (void)
2678 {
2679 struct cgraph_edge *e;
2680 for (e = cgraph_get_node (current_function_decl)->callers;
2681 e;
2682 e = e->next_caller)
2683 {
2684 if (e->caller->decl == current_function_decl)
2685 continue;
2686 if (!cgraph_function_with_gimple_body_p (e->caller))
2687 continue;
2688 if (TREE_ASM_WRITTEN (e->caller->decl))
2689 continue;
2690 if (!e->caller->process && !e->caller->global.inlined_to)
2691 break;
2692 }
2693 if (dump_file && e)
2694 {
2695 fprintf (dump_file, "Already processed call to:\n");
2696 dump_cgraph_node (dump_file, e->caller);
2697 }
2698 return e != NULL;
2699 }
2700
2701 #include "gt-passes.h"