re PR ipa/60911 (wrong code with -O2 -flto -fipa-pta)
[gcc.git] / gcc / passes.c
1 /* Top level of GCC compilers (cc1, cc1plus, etc.)
2 Copyright (C) 1987-2014 Free Software Foundation, Inc.
3
4 This file is part of GCC.
5
6 GCC is free software; you can redistribute it and/or modify it under
7 the terms of the GNU General Public License as published by the Free
8 Software Foundation; either version 3, or (at your option) any later
9 version.
10
11 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 for more details.
15
16 You should have received a copy of the GNU General Public License
17 along with GCC; see the file COPYING3. If not see
18 <http://www.gnu.org/licenses/>. */
19
20 /* This is the top level of cc1/c++.
21 It parses command args, opens files, invokes the various passes
22 in the proper order, and counts the time used by each.
23 Error messages and low-level interface to malloc also handled here. */
24
25 #include "config.h"
26 #include "system.h"
27 #include "coretypes.h"
28 #include "tm.h"
29 #include "line-map.h"
30 #include "input.h"
31 #include "tree.h"
32 #include "varasm.h"
33 #include "rtl.h"
34 #include "tm_p.h"
35 #include "flags.h"
36 #include "insn-attr.h"
37 #include "insn-config.h"
38 #include "insn-flags.h"
39 #include "hard-reg-set.h"
40 #include "recog.h"
41 #include "output.h"
42 #include "except.h"
43 #include "function.h"
44 #include "toplev.h"
45 #include "expr.h"
46 #include "basic-block.h"
47 #include "intl.h"
48 #include "graph.h"
49 #include "regs.h"
50 #include "diagnostic-core.h"
51 #include "params.h"
52 #include "reload.h"
53 #include "debug.h"
54 #include "target.h"
55 #include "langhooks.h"
56 #include "cfgloop.h"
57 #include "hosthooks.h"
58 #include "opts.h"
59 #include "coverage.h"
60 #include "value-prof.h"
61 #include "tree-inline.h"
62 #include "tree-ssa-alias.h"
63 #include "internal-fn.h"
64 #include "gimple-expr.h"
65 #include "is-a.h"
66 #include "gimple.h"
67 #include "gimple-ssa.h"
68 #include "tree-cfg.h"
69 #include "stringpool.h"
70 #include "tree-ssanames.h"
71 #include "tree-ssa-loop-manip.h"
72 #include "tree-into-ssa.h"
73 #include "tree-dfa.h"
74 #include "tree-ssa.h"
75 #include "tree-pass.h"
76 #include "tree-dump.h"
77 #include "df.h"
78 #include "predict.h"
79 #include "lto-streamer.h"
80 #include "plugin.h"
81 #include "ipa-utils.h"
82 #include "tree-pretty-print.h" /* for dump_function_header */
83 #include "context.h"
84 #include "pass_manager.h"
85 #include "tree-ssa-live.h" /* For remove_unused_locals. */
86 #include "tree-cfgcleanup.h"
87
88 using namespace gcc;
89
90 /* This is used for debugging. It allows the current pass to printed
91 from anywhere in compilation.
92 The variable current_pass is also used for statistics and plugins. */
93 opt_pass *current_pass;
94
95 static void register_pass_name (opt_pass *, const char *);
96
97 /* Most passes are single-instance (within their context) and thus don't
98 need to implement cloning, but passes that support multiple instances
99 *must* provide their own implementation of the clone method.
100
101 Handle this by providing a default implemenation, but make it a fatal
102 error to call it. */
103
104 opt_pass *
105 opt_pass::clone ()
106 {
107 internal_error ("pass %s does not support cloning", name);
108 }
109
110 bool
111 opt_pass::gate (function *)
112 {
113 return true;
114 }
115
116 unsigned int
117 opt_pass::execute (function *)
118 {
119 return 0;
120 }
121
122 opt_pass::opt_pass (const pass_data &data, context *ctxt)
123 : pass_data (data),
124 sub (NULL),
125 next (NULL),
126 static_pass_number (0),
127 m_ctxt (ctxt)
128 {
129 }
130
131
132 void
133 pass_manager::execute_early_local_passes ()
134 {
135 execute_pass_list (pass_early_local_passes_1->sub);
136 }
137
138 unsigned int
139 pass_manager::execute_pass_mode_switching ()
140 {
141 return pass_mode_switching_1->execute (cfun);
142 }
143
144
145 /* Call from anywhere to find out what pass this is. Useful for
146 printing out debugging information deep inside an service
147 routine. */
148 void
149 print_current_pass (FILE *file)
150 {
151 if (current_pass)
152 fprintf (file, "current pass = %s (%d)\n",
153 current_pass->name, current_pass->static_pass_number);
154 else
155 fprintf (file, "no current pass.\n");
156 }
157
158
159 /* Call from the debugger to get the current pass name. */
160 DEBUG_FUNCTION void
161 debug_pass (void)
162 {
163 print_current_pass (stderr);
164 }
165
166
167
168 /* Global variables used to communicate with passes. */
169 bool in_gimple_form;
170 bool first_pass_instance;
171
172
173 /* This is called from various places for FUNCTION_DECL, VAR_DECL,
174 and TYPE_DECL nodes.
175
176 This does nothing for local (non-static) variables, unless the
177 variable is a register variable with DECL_ASSEMBLER_NAME set. In
178 that case, or if the variable is not an automatic, it sets up the
179 RTL and outputs any assembler code (label definition, storage
180 allocation and initialization).
181
182 DECL is the declaration. TOP_LEVEL is nonzero
183 if this declaration is not within a function. */
184
185 void
186 rest_of_decl_compilation (tree decl,
187 int top_level,
188 int at_end)
189 {
190 bool finalize = true;
191
192 /* We deferred calling assemble_alias so that we could collect
193 other attributes such as visibility. Emit the alias now. */
194 if (!in_lto_p)
195 {
196 tree alias;
197 alias = lookup_attribute ("alias", DECL_ATTRIBUTES (decl));
198 if (alias)
199 {
200 alias = TREE_VALUE (TREE_VALUE (alias));
201 alias = get_identifier (TREE_STRING_POINTER (alias));
202 /* A quirk of the initial implementation of aliases required that the
203 user add "extern" to all of them. Which is silly, but now
204 historical. Do note that the symbol is in fact locally defined. */
205 DECL_EXTERNAL (decl) = 0;
206 TREE_STATIC (decl) = 1;
207 assemble_alias (decl, alias);
208 finalize = false;
209 }
210 }
211
212 /* Can't defer this, because it needs to happen before any
213 later function definitions are processed. */
214 if (DECL_ASSEMBLER_NAME_SET_P (decl) && DECL_REGISTER (decl))
215 make_decl_rtl (decl);
216
217 /* Forward declarations for nested functions are not "external",
218 but we need to treat them as if they were. */
219 if (TREE_STATIC (decl) || DECL_EXTERNAL (decl)
220 || TREE_CODE (decl) == FUNCTION_DECL)
221 {
222 timevar_push (TV_VARCONST);
223
224 /* Don't output anything when a tentative file-scope definition
225 is seen. But at end of compilation, do output code for them.
226
227 We do output all variables and rely on
228 callgraph code to defer them except for forward declarations
229 (see gcc.c-torture/compile/920624-1.c) */
230 if ((at_end
231 || !DECL_DEFER_OUTPUT (decl)
232 || DECL_INITIAL (decl))
233 && (TREE_CODE (decl) != VAR_DECL || !DECL_HAS_VALUE_EXPR_P (decl))
234 && !DECL_EXTERNAL (decl))
235 {
236 /* When reading LTO unit, we also read varpool, so do not
237 rebuild it. */
238 if (in_lto_p && !at_end)
239 ;
240 else if (finalize && TREE_CODE (decl) != FUNCTION_DECL)
241 varpool_finalize_decl (decl);
242 }
243
244 #ifdef ASM_FINISH_DECLARE_OBJECT
245 if (decl == last_assemble_variable_decl)
246 {
247 ASM_FINISH_DECLARE_OBJECT (asm_out_file, decl,
248 top_level, at_end);
249 }
250 #endif
251
252 timevar_pop (TV_VARCONST);
253 }
254 else if (TREE_CODE (decl) == TYPE_DECL
255 /* Like in rest_of_type_compilation, avoid confusing the debug
256 information machinery when there are errors. */
257 && !seen_error ())
258 {
259 timevar_push (TV_SYMOUT);
260 debug_hooks->type_decl (decl, !top_level);
261 timevar_pop (TV_SYMOUT);
262 }
263
264 /* Let cgraph know about the existence of variables. */
265 if (in_lto_p && !at_end)
266 ;
267 else if (TREE_CODE (decl) == VAR_DECL && !DECL_EXTERNAL (decl)
268 && TREE_STATIC (decl))
269 varpool_node_for_decl (decl);
270 }
271
272 /* Called after finishing a record, union or enumeral type. */
273
274 void
275 rest_of_type_compilation (tree type, int toplev)
276 {
277 /* Avoid confusing the debug information machinery when there are
278 errors. */
279 if (seen_error ())
280 return;
281
282 timevar_push (TV_SYMOUT);
283 debug_hooks->type_decl (TYPE_STUB_DECL (type), !toplev);
284 timevar_pop (TV_SYMOUT);
285 }
286
287 \f
288
289 void
290 pass_manager::
291 finish_optimization_passes (void)
292 {
293 int i;
294 struct dump_file_info *dfi;
295 char *name;
296 gcc::dump_manager *dumps = m_ctxt->get_dumps ();
297
298 timevar_push (TV_DUMP);
299 if (profile_arc_flag || flag_test_coverage || flag_branch_probabilities)
300 {
301 dumps->dump_start (pass_profile_1->static_pass_number, NULL);
302 end_branch_prob ();
303 dumps->dump_finish (pass_profile_1->static_pass_number);
304 }
305
306 if (optimize > 0)
307 {
308 dumps->dump_start (pass_profile_1->static_pass_number, NULL);
309 print_combine_total_stats ();
310 dumps->dump_finish (pass_profile_1->static_pass_number);
311 }
312
313 /* Do whatever is necessary to finish printing the graphs. */
314 for (i = TDI_end; (dfi = dumps->get_dump_file_info (i)) != NULL; ++i)
315 if (dumps->dump_initialized_p (i)
316 && (dfi->pflags & TDF_GRAPH) != 0
317 && (name = dumps->get_dump_file_name (i)) != NULL)
318 {
319 finish_graph_dump_file (name);
320 free (name);
321 }
322
323 timevar_pop (TV_DUMP);
324 }
325
326 static unsigned int
327 execute_all_early_local_passes (void)
328 {
329 /* Once this pass (and its sub-passes) are complete, all functions
330 will be in SSA form. Technically this state change is happening
331 a tad early, since the sub-passes have not yet run, but since
332 none of the sub-passes are IPA passes and do not create new
333 functions, this is ok. We're setting this value for the benefit
334 of IPA passes that follow. */
335 if (cgraph_state < CGRAPH_STATE_IPA_SSA)
336 cgraph_state = CGRAPH_STATE_IPA_SSA;
337 return 0;
338 }
339
340 namespace {
341
342 const pass_data pass_data_early_local_passes =
343 {
344 SIMPLE_IPA_PASS, /* type */
345 "early_local_cleanups", /* name */
346 OPTGROUP_NONE, /* optinfo_flags */
347 true, /* has_execute */
348 TV_EARLY_LOCAL, /* tv_id */
349 0, /* properties_required */
350 0, /* properties_provided */
351 0, /* properties_destroyed */
352 0, /* todo_flags_start */
353 TODO_remove_functions, /* todo_flags_finish */
354 };
355
356 class pass_early_local_passes : public simple_ipa_opt_pass
357 {
358 public:
359 pass_early_local_passes (gcc::context *ctxt)
360 : simple_ipa_opt_pass (pass_data_early_local_passes, ctxt)
361 {}
362
363 /* opt_pass methods: */
364 virtual bool gate (function *)
365 {
366 /* Don't bother doing anything if the program has errors. */
367 return (!seen_error () && !in_lto_p);
368 }
369
370 virtual unsigned int execute (function *)
371 {
372 return execute_all_early_local_passes ();
373 }
374
375 }; // class pass_early_local_passes
376
377 } // anon namespace
378
379 simple_ipa_opt_pass *
380 make_pass_early_local_passes (gcc::context *ctxt)
381 {
382 return new pass_early_local_passes (ctxt);
383 }
384
385 namespace {
386
387 const pass_data pass_data_all_early_optimizations =
388 {
389 GIMPLE_PASS, /* type */
390 "early_optimizations", /* name */
391 OPTGROUP_NONE, /* optinfo_flags */
392 false, /* has_execute */
393 TV_NONE, /* tv_id */
394 0, /* properties_required */
395 0, /* properties_provided */
396 0, /* properties_destroyed */
397 0, /* todo_flags_start */
398 0, /* todo_flags_finish */
399 };
400
401 class pass_all_early_optimizations : public gimple_opt_pass
402 {
403 public:
404 pass_all_early_optimizations (gcc::context *ctxt)
405 : gimple_opt_pass (pass_data_all_early_optimizations, ctxt)
406 {}
407
408 /* opt_pass methods: */
409 virtual bool gate (function *)
410 {
411 return (optimize >= 1
412 /* Don't bother doing anything if the program has errors. */
413 && !seen_error ());
414 }
415
416 }; // class pass_all_early_optimizations
417
418 } // anon namespace
419
420 static gimple_opt_pass *
421 make_pass_all_early_optimizations (gcc::context *ctxt)
422 {
423 return new pass_all_early_optimizations (ctxt);
424 }
425
426 namespace {
427
428 const pass_data pass_data_all_optimizations =
429 {
430 GIMPLE_PASS, /* type */
431 "*all_optimizations", /* name */
432 OPTGROUP_NONE, /* optinfo_flags */
433 false, /* has_execute */
434 TV_OPTIMIZE, /* tv_id */
435 0, /* properties_required */
436 0, /* properties_provided */
437 0, /* properties_destroyed */
438 0, /* todo_flags_start */
439 0, /* todo_flags_finish */
440 };
441
442 class pass_all_optimizations : public gimple_opt_pass
443 {
444 public:
445 pass_all_optimizations (gcc::context *ctxt)
446 : gimple_opt_pass (pass_data_all_optimizations, ctxt)
447 {}
448
449 /* opt_pass methods: */
450 virtual bool gate (function *) { return optimize >= 1 && !optimize_debug; }
451
452 }; // class pass_all_optimizations
453
454 } // anon namespace
455
456 static gimple_opt_pass *
457 make_pass_all_optimizations (gcc::context *ctxt)
458 {
459 return new pass_all_optimizations (ctxt);
460 }
461
462 namespace {
463
464 const pass_data pass_data_all_optimizations_g =
465 {
466 GIMPLE_PASS, /* type */
467 "*all_optimizations_g", /* name */
468 OPTGROUP_NONE, /* optinfo_flags */
469 false, /* has_execute */
470 TV_OPTIMIZE, /* tv_id */
471 0, /* properties_required */
472 0, /* properties_provided */
473 0, /* properties_destroyed */
474 0, /* todo_flags_start */
475 0, /* todo_flags_finish */
476 };
477
478 class pass_all_optimizations_g : public gimple_opt_pass
479 {
480 public:
481 pass_all_optimizations_g (gcc::context *ctxt)
482 : gimple_opt_pass (pass_data_all_optimizations_g, ctxt)
483 {}
484
485 /* opt_pass methods: */
486 virtual bool gate (function *) { return optimize >= 1 && optimize_debug; }
487
488 }; // class pass_all_optimizations_g
489
490 } // anon namespace
491
492 static gimple_opt_pass *
493 make_pass_all_optimizations_g (gcc::context *ctxt)
494 {
495 return new pass_all_optimizations_g (ctxt);
496 }
497
498 namespace {
499
500 const pass_data pass_data_rest_of_compilation =
501 {
502 RTL_PASS, /* type */
503 "*rest_of_compilation", /* name */
504 OPTGROUP_NONE, /* optinfo_flags */
505 false, /* has_execute */
506 TV_REST_OF_COMPILATION, /* tv_id */
507 PROP_rtl, /* properties_required */
508 0, /* properties_provided */
509 0, /* properties_destroyed */
510 0, /* todo_flags_start */
511 0, /* todo_flags_finish */
512 };
513
514 class pass_rest_of_compilation : public rtl_opt_pass
515 {
516 public:
517 pass_rest_of_compilation (gcc::context *ctxt)
518 : rtl_opt_pass (pass_data_rest_of_compilation, ctxt)
519 {}
520
521 /* opt_pass methods: */
522 virtual bool gate (function *)
523 {
524 /* Early return if there were errors. We can run afoul of our
525 consistency checks, and there's not really much point in fixing them. */
526 return !(rtl_dump_and_exit || flag_syntax_only || seen_error ());
527 }
528
529 }; // class pass_rest_of_compilation
530
531 } // anon namespace
532
533 static rtl_opt_pass *
534 make_pass_rest_of_compilation (gcc::context *ctxt)
535 {
536 return new pass_rest_of_compilation (ctxt);
537 }
538
539 namespace {
540
541 const pass_data pass_data_postreload =
542 {
543 RTL_PASS, /* type */
544 "*all-postreload", /* name */
545 OPTGROUP_NONE, /* optinfo_flags */
546 false, /* has_execute */
547 TV_POSTRELOAD, /* tv_id */
548 PROP_rtl, /* properties_required */
549 0, /* properties_provided */
550 0, /* properties_destroyed */
551 0, /* todo_flags_start */
552 TODO_verify_rtl_sharing, /* todo_flags_finish */
553 };
554
555 class pass_postreload : public rtl_opt_pass
556 {
557 public:
558 pass_postreload (gcc::context *ctxt)
559 : rtl_opt_pass (pass_data_postreload, ctxt)
560 {}
561
562 /* opt_pass methods: */
563 virtual bool gate (function *) { return reload_completed; }
564
565 }; // class pass_postreload
566
567 } // anon namespace
568
569 static rtl_opt_pass *
570 make_pass_postreload (gcc::context *ctxt)
571 {
572 return new pass_postreload (ctxt);
573 }
574
575
576
577 /* Set the static pass number of pass PASS to ID and record that
578 in the mapping from static pass number to pass. */
579
580 void
581 pass_manager::
582 set_pass_for_id (int id, opt_pass *pass)
583 {
584 pass->static_pass_number = id;
585 if (passes_by_id_size <= id)
586 {
587 passes_by_id = XRESIZEVEC (opt_pass *, passes_by_id, id + 1);
588 memset (passes_by_id + passes_by_id_size, 0,
589 (id + 1 - passes_by_id_size) * sizeof (void *));
590 passes_by_id_size = id + 1;
591 }
592 passes_by_id[id] = pass;
593 }
594
595 /* Return the pass with the static pass number ID. */
596
597 opt_pass *
598 pass_manager::get_pass_for_id (int id) const
599 {
600 if (id >= passes_by_id_size)
601 return NULL;
602 return passes_by_id[id];
603 }
604
605 /* Iterate over the pass tree allocating dump file numbers. We want
606 to do this depth first, and independent of whether the pass is
607 enabled or not. */
608
609 void
610 register_one_dump_file (opt_pass *pass)
611 {
612 g->get_passes ()->register_one_dump_file (pass);
613 }
614
615 void
616 pass_manager::register_one_dump_file (opt_pass *pass)
617 {
618 char *dot_name, *flag_name, *glob_name;
619 const char *name, *full_name, *prefix;
620 char num[10];
621 int flags, id;
622 int optgroup_flags = OPTGROUP_NONE;
623 gcc::dump_manager *dumps = m_ctxt->get_dumps ();
624
625 /* See below in next_pass_1. */
626 num[0] = '\0';
627 if (pass->static_pass_number != -1)
628 sprintf (num, "%d", ((int) pass->static_pass_number < 0
629 ? 1 : pass->static_pass_number));
630
631 /* The name is both used to identify the pass for the purposes of plugins,
632 and to specify dump file name and option.
633 The latter two might want something short which is not quite unique; for
634 that reason, we may have a disambiguating prefix, followed by a space
635 to mark the start of the following dump file name / option string. */
636 name = strchr (pass->name, ' ');
637 name = name ? name + 1 : pass->name;
638 dot_name = concat (".", name, num, NULL);
639 if (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS)
640 {
641 prefix = "ipa-";
642 flags = TDF_IPA;
643 optgroup_flags |= OPTGROUP_IPA;
644 }
645 else if (pass->type == GIMPLE_PASS)
646 {
647 prefix = "tree-";
648 flags = TDF_TREE;
649 }
650 else
651 {
652 prefix = "rtl-";
653 flags = TDF_RTL;
654 }
655
656 flag_name = concat (prefix, name, num, NULL);
657 glob_name = concat (prefix, name, NULL);
658 optgroup_flags |= pass->optinfo_flags;
659 /* For any passes that do not have an optgroup set, and which are not
660 IPA passes setup above, set the optgroup to OPTGROUP_OTHER so that
661 any dump messages are emitted properly under -fopt-info(-optall). */
662 if (optgroup_flags == OPTGROUP_NONE)
663 optgroup_flags = OPTGROUP_OTHER;
664 id = dumps->dump_register (dot_name, flag_name, glob_name, flags,
665 optgroup_flags);
666 set_pass_for_id (id, pass);
667 full_name = concat (prefix, pass->name, num, NULL);
668 register_pass_name (pass, full_name);
669 free (CONST_CAST (char *, full_name));
670 }
671
672 /* Register the dump files for the pass_manager starting at PASS. */
673
674 void
675 pass_manager::register_dump_files (opt_pass *pass)
676 {
677 do
678 {
679 if (pass->name && pass->name[0] != '*')
680 register_one_dump_file (pass);
681
682 if (pass->sub)
683 register_dump_files (pass->sub);
684
685 pass = pass->next;
686 }
687 while (pass);
688 }
689
690 struct pass_registry
691 {
692 const char* unique_name;
693 opt_pass *pass;
694 };
695
696 /* Helper for pass_registry hash table. */
697
698 struct pass_registry_hasher : typed_noop_remove <pass_registry>
699 {
700 typedef pass_registry value_type;
701 typedef pass_registry compare_type;
702 static inline hashval_t hash (const value_type *);
703 static inline bool equal (const value_type *, const compare_type *);
704 };
705
706 /* Pass registry hash function. */
707
708 inline hashval_t
709 pass_registry_hasher::hash (const value_type *s)
710 {
711 return htab_hash_string (s->unique_name);
712 }
713
714 /* Hash equal function */
715
716 inline bool
717 pass_registry_hasher::equal (const value_type *s1, const compare_type *s2)
718 {
719 return !strcmp (s1->unique_name, s2->unique_name);
720 }
721
722 static hash_table <pass_registry_hasher> name_to_pass_map;
723
724 /* Register PASS with NAME. */
725
726 static void
727 register_pass_name (opt_pass *pass, const char *name)
728 {
729 struct pass_registry **slot;
730 struct pass_registry pr;
731
732 if (!name_to_pass_map.is_created ())
733 name_to_pass_map.create (256);
734
735 pr.unique_name = name;
736 slot = name_to_pass_map.find_slot (&pr, INSERT);
737 if (!*slot)
738 {
739 struct pass_registry *new_pr;
740
741 new_pr = XCNEW (struct pass_registry);
742 new_pr->unique_name = xstrdup (name);
743 new_pr->pass = pass;
744 *slot = new_pr;
745 }
746 else
747 return; /* Ignore plugin passes. */
748 }
749
750 /* Map from pass id to canonicalized pass name. */
751
752 typedef const char *char_ptr;
753 static vec<char_ptr> pass_tab = vNULL;
754
755 /* Callback function for traversing NAME_TO_PASS_MAP. */
756
757 int
758 passes_pass_traverse (pass_registry **p, void *data ATTRIBUTE_UNUSED)
759 {
760 opt_pass *pass = (*p)->pass;
761
762 gcc_assert (pass->static_pass_number > 0);
763 gcc_assert (pass_tab.exists ());
764
765 pass_tab[pass->static_pass_number] = (*p)->unique_name;
766
767 return 1;
768 }
769
770 /* The function traverses NAME_TO_PASS_MAP and creates a pass info
771 table for dumping purpose. */
772
773 static void
774 create_pass_tab (void)
775 {
776 if (!flag_dump_passes)
777 return;
778
779 pass_tab.safe_grow_cleared (g->get_passes ()->passes_by_id_size + 1);
780 name_to_pass_map.traverse <void *, passes_pass_traverse> (NULL);
781 }
782
783 static bool override_gate_status (opt_pass *, tree, bool);
784
785 /* Dump the instantiated name for PASS. IS_ON indicates if PASS
786 is turned on or not. */
787
788 static void
789 dump_one_pass (opt_pass *pass, int pass_indent)
790 {
791 int indent = 3 * pass_indent;
792 const char *pn;
793 bool is_on, is_really_on;
794
795 is_on = pass->gate (cfun);
796 is_really_on = override_gate_status (pass, current_function_decl, is_on);
797
798 if (pass->static_pass_number <= 0)
799 pn = pass->name;
800 else
801 pn = pass_tab[pass->static_pass_number];
802
803 fprintf (stderr, "%*s%-40s%*s:%s%s\n", indent, " ", pn,
804 (15 - indent < 0 ? 0 : 15 - indent), " ",
805 is_on ? " ON" : " OFF",
806 ((!is_on) == (!is_really_on) ? ""
807 : (is_really_on ? " (FORCED_ON)" : " (FORCED_OFF)")));
808 }
809
810 /* Dump pass list PASS with indentation INDENT. */
811
812 static void
813 dump_pass_list (opt_pass *pass, int indent)
814 {
815 do
816 {
817 dump_one_pass (pass, indent);
818 if (pass->sub)
819 dump_pass_list (pass->sub, indent + 1);
820 pass = pass->next;
821 }
822 while (pass);
823 }
824
825 /* Dump all optimization passes. */
826
827 void
828 dump_passes (void)
829 {
830 g->get_passes ()->dump_passes ();
831 }
832
833 void
834 pass_manager::dump_passes () const
835 {
836 struct cgraph_node *n, *node = NULL;
837
838 create_pass_tab ();
839
840 FOR_EACH_FUNCTION (n)
841 if (DECL_STRUCT_FUNCTION (n->decl))
842 {
843 node = n;
844 break;
845 }
846
847 if (!node)
848 return;
849
850 push_cfun (DECL_STRUCT_FUNCTION (node->decl));
851
852 dump_pass_list (all_lowering_passes, 1);
853 dump_pass_list (all_small_ipa_passes, 1);
854 dump_pass_list (all_regular_ipa_passes, 1);
855 dump_pass_list (all_late_ipa_passes, 1);
856 dump_pass_list (all_passes, 1);
857
858 pop_cfun ();
859 }
860
861
862 /* Returns the pass with NAME. */
863
864 static opt_pass *
865 get_pass_by_name (const char *name)
866 {
867 struct pass_registry **slot, pr;
868
869 pr.unique_name = name;
870 slot = name_to_pass_map.find_slot (&pr, NO_INSERT);
871
872 if (!slot || !*slot)
873 return NULL;
874
875 return (*slot)->pass;
876 }
877
878
879 /* Range [start, last]. */
880
881 struct uid_range
882 {
883 unsigned int start;
884 unsigned int last;
885 const char *assem_name;
886 struct uid_range *next;
887 };
888
889 typedef struct uid_range *uid_range_p;
890
891
892 static vec<uid_range_p>
893 enabled_pass_uid_range_tab = vNULL;
894 static vec<uid_range_p>
895 disabled_pass_uid_range_tab = vNULL;
896
897
898 /* Parse option string for -fdisable- and -fenable-
899 The syntax of the options:
900
901 -fenable-<pass_name>
902 -fdisable-<pass_name>
903
904 -fenable-<pass_name>=s1:e1,s2:e2,...
905 -fdisable-<pass_name>=s1:e1,s2:e2,...
906 */
907
908 static void
909 enable_disable_pass (const char *arg, bool is_enable)
910 {
911 opt_pass *pass;
912 char *range_str, *phase_name;
913 char *argstr = xstrdup (arg);
914 vec<uid_range_p> *tab = 0;
915
916 range_str = strchr (argstr,'=');
917 if (range_str)
918 {
919 *range_str = '\0';
920 range_str++;
921 }
922
923 phase_name = argstr;
924 if (!*phase_name)
925 {
926 if (is_enable)
927 error ("unrecognized option -fenable");
928 else
929 error ("unrecognized option -fdisable");
930 free (argstr);
931 return;
932 }
933 pass = get_pass_by_name (phase_name);
934 if (!pass || pass->static_pass_number == -1)
935 {
936 if (is_enable)
937 error ("unknown pass %s specified in -fenable", phase_name);
938 else
939 error ("unknown pass %s specified in -fdisable", phase_name);
940 free (argstr);
941 return;
942 }
943
944 if (is_enable)
945 tab = &enabled_pass_uid_range_tab;
946 else
947 tab = &disabled_pass_uid_range_tab;
948
949 if ((unsigned) pass->static_pass_number >= tab->length ())
950 tab->safe_grow_cleared (pass->static_pass_number + 1);
951
952 if (!range_str)
953 {
954 uid_range_p slot;
955 uid_range_p new_range = XCNEW (struct uid_range);
956
957 new_range->start = 0;
958 new_range->last = (unsigned)-1;
959
960 slot = (*tab)[pass->static_pass_number];
961 new_range->next = slot;
962 (*tab)[pass->static_pass_number] = new_range;
963 if (is_enable)
964 inform (UNKNOWN_LOCATION, "enable pass %s for functions in the range "
965 "of [%u, %u]", phase_name, new_range->start, new_range->last);
966 else
967 inform (UNKNOWN_LOCATION, "disable pass %s for functions in the range "
968 "of [%u, %u]", phase_name, new_range->start, new_range->last);
969 }
970 else
971 {
972 char *next_range = NULL;
973 char *one_range = range_str;
974 char *end_val = NULL;
975
976 do
977 {
978 uid_range_p slot;
979 uid_range_p new_range;
980 char *invalid = NULL;
981 long start;
982 char *func_name = NULL;
983
984 next_range = strchr (one_range, ',');
985 if (next_range)
986 {
987 *next_range = '\0';
988 next_range++;
989 }
990
991 end_val = strchr (one_range, ':');
992 if (end_val)
993 {
994 *end_val = '\0';
995 end_val++;
996 }
997 start = strtol (one_range, &invalid, 10);
998 if (*invalid || start < 0)
999 {
1000 if (end_val || (one_range[0] >= '0'
1001 && one_range[0] <= '9'))
1002 {
1003 error ("Invalid range %s in option %s",
1004 one_range,
1005 is_enable ? "-fenable" : "-fdisable");
1006 free (argstr);
1007 return;
1008 }
1009 func_name = one_range;
1010 }
1011 if (!end_val)
1012 {
1013 new_range = XCNEW (struct uid_range);
1014 if (!func_name)
1015 {
1016 new_range->start = (unsigned) start;
1017 new_range->last = (unsigned) start;
1018 }
1019 else
1020 {
1021 new_range->start = (unsigned) -1;
1022 new_range->last = (unsigned) -1;
1023 new_range->assem_name = xstrdup (func_name);
1024 }
1025 }
1026 else
1027 {
1028 long last = strtol (end_val, &invalid, 10);
1029 if (*invalid || last < start)
1030 {
1031 error ("Invalid range %s in option %s",
1032 end_val,
1033 is_enable ? "-fenable" : "-fdisable");
1034 free (argstr);
1035 return;
1036 }
1037 new_range = XCNEW (struct uid_range);
1038 new_range->start = (unsigned) start;
1039 new_range->last = (unsigned) last;
1040 }
1041
1042 slot = (*tab)[pass->static_pass_number];
1043 new_range->next = slot;
1044 (*tab)[pass->static_pass_number] = new_range;
1045 if (is_enable)
1046 {
1047 if (new_range->assem_name)
1048 inform (UNKNOWN_LOCATION,
1049 "enable pass %s for function %s",
1050 phase_name, new_range->assem_name);
1051 else
1052 inform (UNKNOWN_LOCATION,
1053 "enable pass %s for functions in the range of [%u, %u]",
1054 phase_name, new_range->start, new_range->last);
1055 }
1056 else
1057 {
1058 if (new_range->assem_name)
1059 inform (UNKNOWN_LOCATION,
1060 "disable pass %s for function %s",
1061 phase_name, new_range->assem_name);
1062 else
1063 inform (UNKNOWN_LOCATION,
1064 "disable pass %s for functions in the range of [%u, %u]",
1065 phase_name, new_range->start, new_range->last);
1066 }
1067
1068 one_range = next_range;
1069 } while (next_range);
1070 }
1071
1072 free (argstr);
1073 }
1074
1075 /* Enable pass specified by ARG. */
1076
1077 void
1078 enable_pass (const char *arg)
1079 {
1080 enable_disable_pass (arg, true);
1081 }
1082
1083 /* Disable pass specified by ARG. */
1084
1085 void
1086 disable_pass (const char *arg)
1087 {
1088 enable_disable_pass (arg, false);
1089 }
1090
1091 /* Returns true if PASS is explicitly enabled/disabled for FUNC. */
1092
1093 static bool
1094 is_pass_explicitly_enabled_or_disabled (opt_pass *pass,
1095 tree func,
1096 vec<uid_range_p> tab)
1097 {
1098 uid_range_p slot, range;
1099 int cgraph_uid;
1100 const char *aname = NULL;
1101
1102 if (!tab.exists ()
1103 || (unsigned) pass->static_pass_number >= tab.length ()
1104 || pass->static_pass_number == -1)
1105 return false;
1106
1107 slot = tab[pass->static_pass_number];
1108 if (!slot)
1109 return false;
1110
1111 cgraph_uid = func ? cgraph_get_node (func)->uid : 0;
1112 if (func && DECL_ASSEMBLER_NAME_SET_P (func))
1113 aname = IDENTIFIER_POINTER (DECL_ASSEMBLER_NAME (func));
1114
1115 range = slot;
1116 while (range)
1117 {
1118 if ((unsigned) cgraph_uid >= range->start
1119 && (unsigned) cgraph_uid <= range->last)
1120 return true;
1121 if (range->assem_name && aname
1122 && !strcmp (range->assem_name, aname))
1123 return true;
1124 range = range->next;
1125 }
1126
1127 return false;
1128 }
1129
1130
1131 /* Update static_pass_number for passes (and the flag
1132 TODO_mark_first_instance).
1133
1134 Passes are constructed with static_pass_number preinitialized to 0
1135
1136 This field is used in two different ways: initially as instance numbers
1137 of their kind, and then as ids within the entire pass manager.
1138
1139 Within pass_manager::pass_manager:
1140
1141 * In add_pass_instance(), as called by next_pass_1 in
1142 NEXT_PASS in init_optimization_passes
1143
1144 * When the initial instance of a pass within a pass manager is seen,
1145 it is flagged, and its static_pass_number is set to -1
1146
1147 * On subsequent times that it is seen, the static pass number
1148 is decremented each time, so that if there are e.g. 4 dups,
1149 they have static_pass_number -4, 2, 3, 4 respectively (note
1150 how the initial one is negative and gives the count); these
1151 can be thought of as instance numbers of the specific pass
1152
1153 * Within the register_dump_files () traversal, set_pass_for_id()
1154 is called on each pass, using these instance numbers to create
1155 dumpfile switches, and then overwriting them with a pass id,
1156 which are global to the whole pass manager (based on
1157 (TDI_end + current value of extra_dump_files_in_use) ) */
1158
1159 static void
1160 add_pass_instance (opt_pass *new_pass, bool track_duplicates,
1161 opt_pass *initial_pass)
1162 {
1163 /* Are we dealing with the first pass of its kind, or a clone? */
1164 if (new_pass != initial_pass)
1165 {
1166 /* We're dealing with a clone. */
1167 new_pass->todo_flags_start &= ~TODO_mark_first_instance;
1168
1169 /* Indicate to register_dump_files that this pass has duplicates,
1170 and so it should rename the dump file. The first instance will
1171 be -1, and be number of duplicates = -static_pass_number - 1.
1172 Subsequent instances will be > 0 and just the duplicate number. */
1173 if ((new_pass->name && new_pass->name[0] != '*') || track_duplicates)
1174 {
1175 initial_pass->static_pass_number -= 1;
1176 new_pass->static_pass_number = -initial_pass->static_pass_number;
1177 }
1178 }
1179 else
1180 {
1181 /* We're dealing with the first pass of its kind. */
1182 new_pass->todo_flags_start |= TODO_mark_first_instance;
1183 new_pass->static_pass_number = -1;
1184
1185 invoke_plugin_callbacks (PLUGIN_NEW_PASS, new_pass);
1186 }
1187 }
1188
1189 /* Add a pass to the pass list. Duplicate the pass if it's already
1190 in the list. */
1191
1192 static opt_pass **
1193 next_pass_1 (opt_pass **list, opt_pass *pass, opt_pass *initial_pass)
1194 {
1195 /* Every pass should have a name so that plugins can refer to them. */
1196 gcc_assert (pass->name != NULL);
1197
1198 add_pass_instance (pass, false, initial_pass);
1199 *list = pass;
1200
1201 return &(*list)->next;
1202 }
1203
1204 /* List node for an inserted pass instance. We need to keep track of all
1205 the newly-added pass instances (with 'added_pass_nodes' defined below)
1206 so that we can register their dump files after pass-positioning is finished.
1207 Registering dumping files needs to be post-processed or the
1208 static_pass_number of the opt_pass object would be modified and mess up
1209 the dump file names of future pass instances to be added. */
1210
1211 struct pass_list_node
1212 {
1213 opt_pass *pass;
1214 struct pass_list_node *next;
1215 };
1216
1217 static struct pass_list_node *added_pass_nodes = NULL;
1218 static struct pass_list_node *prev_added_pass_node;
1219
1220 /* Insert the pass at the proper position. Return true if the pass
1221 is successfully added.
1222
1223 NEW_PASS_INFO - new pass to be inserted
1224 PASS_LIST - root of the pass list to insert the new pass to */
1225
1226 static bool
1227 position_pass (struct register_pass_info *new_pass_info, opt_pass **pass_list)
1228 {
1229 opt_pass *pass = *pass_list, *prev_pass = NULL;
1230 bool success = false;
1231
1232 for ( ; pass; prev_pass = pass, pass = pass->next)
1233 {
1234 /* Check if the current pass is of the same type as the new pass and
1235 matches the name and the instance number of the reference pass. */
1236 if (pass->type == new_pass_info->pass->type
1237 && pass->name
1238 && !strcmp (pass->name, new_pass_info->reference_pass_name)
1239 && ((new_pass_info->ref_pass_instance_number == 0)
1240 || (new_pass_info->ref_pass_instance_number ==
1241 pass->static_pass_number)
1242 || (new_pass_info->ref_pass_instance_number == 1
1243 && pass->todo_flags_start & TODO_mark_first_instance)))
1244 {
1245 opt_pass *new_pass;
1246 struct pass_list_node *new_pass_node;
1247
1248 if (new_pass_info->ref_pass_instance_number == 0)
1249 {
1250 new_pass = new_pass_info->pass->clone ();
1251 add_pass_instance (new_pass, true, new_pass_info->pass);
1252 }
1253 else
1254 {
1255 new_pass = new_pass_info->pass;
1256 add_pass_instance (new_pass, true, new_pass);
1257 }
1258
1259 /* Insert the new pass instance based on the positioning op. */
1260 switch (new_pass_info->pos_op)
1261 {
1262 case PASS_POS_INSERT_AFTER:
1263 new_pass->next = pass->next;
1264 pass->next = new_pass;
1265
1266 /* Skip newly inserted pass to avoid repeated
1267 insertions in the case where the new pass and the
1268 existing one have the same name. */
1269 pass = new_pass;
1270 break;
1271 case PASS_POS_INSERT_BEFORE:
1272 new_pass->next = pass;
1273 if (prev_pass)
1274 prev_pass->next = new_pass;
1275 else
1276 *pass_list = new_pass;
1277 break;
1278 case PASS_POS_REPLACE:
1279 new_pass->next = pass->next;
1280 if (prev_pass)
1281 prev_pass->next = new_pass;
1282 else
1283 *pass_list = new_pass;
1284 new_pass->sub = pass->sub;
1285 new_pass->tv_id = pass->tv_id;
1286 pass = new_pass;
1287 break;
1288 default:
1289 error ("invalid pass positioning operation");
1290 return false;
1291 }
1292
1293 /* Save the newly added pass (instance) in the added_pass_nodes
1294 list so that we can register its dump file later. Note that
1295 we cannot register the dump file now because doing so will modify
1296 the static_pass_number of the opt_pass object and therefore
1297 mess up the dump file name of future instances. */
1298 new_pass_node = XCNEW (struct pass_list_node);
1299 new_pass_node->pass = new_pass;
1300 if (!added_pass_nodes)
1301 added_pass_nodes = new_pass_node;
1302 else
1303 prev_added_pass_node->next = new_pass_node;
1304 prev_added_pass_node = new_pass_node;
1305
1306 success = true;
1307 }
1308
1309 if (pass->sub && position_pass (new_pass_info, &pass->sub))
1310 success = true;
1311 }
1312
1313 return success;
1314 }
1315
1316 /* Hooks a new pass into the pass lists.
1317
1318 PASS_INFO - pass information that specifies the opt_pass object,
1319 reference pass, instance number, and how to position
1320 the pass */
1321
1322 void
1323 register_pass (struct register_pass_info *pass_info)
1324 {
1325 g->get_passes ()->register_pass (pass_info);
1326 }
1327
1328 void
1329 register_pass (opt_pass* pass, pass_positioning_ops pos,
1330 const char* ref_pass_name, int ref_pass_inst_number)
1331 {
1332 register_pass_info i;
1333 i.pass = pass;
1334 i.reference_pass_name = ref_pass_name;
1335 i.ref_pass_instance_number = ref_pass_inst_number;
1336 i.pos_op = pos;
1337
1338 g->get_passes ()->register_pass (&i);
1339 }
1340
1341 void
1342 pass_manager::register_pass (struct register_pass_info *pass_info)
1343 {
1344 bool all_instances, success;
1345 gcc::dump_manager *dumps = m_ctxt->get_dumps ();
1346
1347 /* The checks below could fail in buggy plugins. Existing GCC
1348 passes should never fail these checks, so we mention plugin in
1349 the messages. */
1350 if (!pass_info->pass)
1351 fatal_error ("plugin cannot register a missing pass");
1352
1353 if (!pass_info->pass->name)
1354 fatal_error ("plugin cannot register an unnamed pass");
1355
1356 if (!pass_info->reference_pass_name)
1357 fatal_error
1358 ("plugin cannot register pass %qs without reference pass name",
1359 pass_info->pass->name);
1360
1361 /* Try to insert the new pass to the pass lists. We need to check
1362 all five lists as the reference pass could be in one (or all) of
1363 them. */
1364 all_instances = pass_info->ref_pass_instance_number == 0;
1365 success = position_pass (pass_info, &all_lowering_passes);
1366 if (!success || all_instances)
1367 success |= position_pass (pass_info, &all_small_ipa_passes);
1368 if (!success || all_instances)
1369 success |= position_pass (pass_info, &all_regular_ipa_passes);
1370 if (!success || all_instances)
1371 success |= position_pass (pass_info, &all_late_ipa_passes);
1372 if (!success || all_instances)
1373 success |= position_pass (pass_info, &all_passes);
1374 if (!success)
1375 fatal_error
1376 ("pass %qs not found but is referenced by new pass %qs",
1377 pass_info->reference_pass_name, pass_info->pass->name);
1378
1379 /* OK, we have successfully inserted the new pass. We need to register
1380 the dump files for the newly added pass and its duplicates (if any).
1381 Because the registration of plugin/backend passes happens after the
1382 command-line options are parsed, the options that specify single
1383 pass dumping (e.g. -fdump-tree-PASSNAME) cannot be used for new
1384 passes. Therefore we currently can only enable dumping of
1385 new passes when the 'dump-all' flags (e.g. -fdump-tree-all)
1386 are specified. While doing so, we also delete the pass_list_node
1387 objects created during pass positioning. */
1388 while (added_pass_nodes)
1389 {
1390 struct pass_list_node *next_node = added_pass_nodes->next;
1391 enum tree_dump_index tdi;
1392 register_one_dump_file (added_pass_nodes->pass);
1393 if (added_pass_nodes->pass->type == SIMPLE_IPA_PASS
1394 || added_pass_nodes->pass->type == IPA_PASS)
1395 tdi = TDI_ipa_all;
1396 else if (added_pass_nodes->pass->type == GIMPLE_PASS)
1397 tdi = TDI_tree_all;
1398 else
1399 tdi = TDI_rtl_all;
1400 /* Check if dump-all flag is specified. */
1401 if (dumps->get_dump_file_info (tdi)->pstate)
1402 dumps->get_dump_file_info (added_pass_nodes->pass->static_pass_number)
1403 ->pstate = dumps->get_dump_file_info (tdi)->pstate;
1404 XDELETE (added_pass_nodes);
1405 added_pass_nodes = next_node;
1406 }
1407 }
1408
1409 /* Construct the pass tree. The sequencing of passes is driven by
1410 the cgraph routines:
1411
1412 finalize_compilation_unit ()
1413 for each node N in the cgraph
1414 cgraph_analyze_function (N)
1415 cgraph_lower_function (N) -> all_lowering_passes
1416
1417 If we are optimizing, compile is then invoked:
1418
1419 compile ()
1420 ipa_passes () -> all_small_ipa_passes
1421 -> Analysis of all_regular_ipa_passes
1422 * possible LTO streaming at copmilation time *
1423 -> Execution of all_regular_ipa_passes
1424 * possible LTO streaming at link time *
1425 -> all_late_ipa_passes
1426 expand_all_functions ()
1427 for each node N in the cgraph
1428 expand_function (N) -> Transformation of all_regular_ipa_passes
1429 -> all_passes
1430 */
1431
1432 void *
1433 pass_manager::operator new (size_t sz)
1434 {
1435 /* Ensure that all fields of the pass manager are zero-initialized. */
1436 return xcalloc (1, sz);
1437 }
1438
1439 pass_manager::pass_manager (context *ctxt)
1440 : all_passes (NULL), all_small_ipa_passes (NULL), all_lowering_passes (NULL),
1441 all_regular_ipa_passes (NULL),
1442 all_late_ipa_passes (NULL), passes_by_id (NULL), passes_by_id_size (0),
1443 m_ctxt (ctxt)
1444 {
1445 opt_pass **p;
1446
1447 /* Initialize the pass_lists array. */
1448 #define DEF_PASS_LIST(LIST) pass_lists[PASS_LIST_NO_##LIST] = &LIST;
1449 GCC_PASS_LISTS
1450 #undef DEF_PASS_LIST
1451
1452 /* Build the tree of passes. */
1453
1454 #define INSERT_PASSES_AFTER(PASS) \
1455 p = &(PASS);
1456
1457 #define PUSH_INSERT_PASSES_WITHIN(PASS) \
1458 { \
1459 opt_pass **p = &(PASS ## _1)->sub;
1460
1461 #define POP_INSERT_PASSES() \
1462 }
1463
1464 #define NEXT_PASS(PASS, NUM) \
1465 do { \
1466 gcc_assert (NULL == PASS ## _ ## NUM); \
1467 if ((NUM) == 1) \
1468 PASS ## _1 = make_##PASS (m_ctxt); \
1469 else \
1470 { \
1471 gcc_assert (PASS ## _1); \
1472 PASS ## _ ## NUM = PASS ## _1->clone (); \
1473 } \
1474 p = next_pass_1 (p, PASS ## _ ## NUM, PASS ## _1); \
1475 } while (0)
1476
1477 #define TERMINATE_PASS_LIST() \
1478 *p = NULL;
1479
1480 #include "pass-instances.def"
1481
1482 #undef INSERT_PASSES_AFTER
1483 #undef PUSH_INSERT_PASSES_WITHIN
1484 #undef POP_INSERT_PASSES
1485 #undef NEXT_PASS
1486 #undef TERMINATE_PASS_LIST
1487
1488 /* Register the passes with the tree dump code. */
1489 register_dump_files (all_lowering_passes);
1490 register_dump_files (all_small_ipa_passes);
1491 register_dump_files (all_regular_ipa_passes);
1492 register_dump_files (all_late_ipa_passes);
1493 register_dump_files (all_passes);
1494 }
1495
1496 /* If we are in IPA mode (i.e., current_function_decl is NULL), call
1497 function CALLBACK for every function in the call graph. Otherwise,
1498 call CALLBACK on the current function. */
1499
1500 static void
1501 do_per_function (void (*callback) (void *data), void *data)
1502 {
1503 if (current_function_decl)
1504 callback (data);
1505 else
1506 {
1507 struct cgraph_node *node;
1508 FOR_EACH_DEFINED_FUNCTION (node)
1509 if (node->analyzed && gimple_has_body_p (node->decl)
1510 && (!node->clone_of || node->decl != node->clone_of->decl))
1511 {
1512 push_cfun (DECL_STRUCT_FUNCTION (node->decl));
1513 callback (data);
1514 if (!flag_wpa)
1515 {
1516 free_dominance_info (CDI_DOMINATORS);
1517 free_dominance_info (CDI_POST_DOMINATORS);
1518 }
1519 pop_cfun ();
1520 ggc_collect ();
1521 }
1522 }
1523 }
1524
1525 /* Because inlining might remove no-longer reachable nodes, we need to
1526 keep the array visible to garbage collector to avoid reading collected
1527 out nodes. */
1528 static int nnodes;
1529 static GTY ((length ("nnodes"))) cgraph_node_ptr *order;
1530
1531 /* If we are in IPA mode (i.e., current_function_decl is NULL), call
1532 function CALLBACK for every function in the call graph. Otherwise,
1533 call CALLBACK on the current function.
1534 This function is global so that plugins can use it. */
1535 void
1536 do_per_function_toporder (void (*callback) (void *data), void *data)
1537 {
1538 int i;
1539
1540 if (current_function_decl)
1541 callback (data);
1542 else
1543 {
1544 gcc_assert (!order);
1545 order = ggc_alloc_vec_cgraph_node_ptr (cgraph_n_nodes);
1546 nnodes = ipa_reverse_postorder (order);
1547 for (i = nnodes - 1; i >= 0; i--)
1548 order[i]->process = 1;
1549 for (i = nnodes - 1; i >= 0; i--)
1550 {
1551 struct cgraph_node *node = order[i];
1552
1553 /* Allow possibly removed nodes to be garbage collected. */
1554 order[i] = NULL;
1555 node->process = 0;
1556 if (cgraph_function_with_gimple_body_p (node))
1557 {
1558 cgraph_get_body (node);
1559 push_cfun (DECL_STRUCT_FUNCTION (node->decl));
1560 callback (data);
1561 free_dominance_info (CDI_DOMINATORS);
1562 free_dominance_info (CDI_POST_DOMINATORS);
1563 pop_cfun ();
1564 ggc_collect ();
1565 }
1566 }
1567 }
1568 ggc_free (order);
1569 order = NULL;
1570 nnodes = 0;
1571 }
1572
1573 /* Helper function to perform function body dump. */
1574
1575 static void
1576 execute_function_dump (void *data)
1577 {
1578 opt_pass *pass = (opt_pass *)data;
1579
1580 if (dump_file && current_function_decl)
1581 {
1582 if (cfun->curr_properties & PROP_trees)
1583 dump_function_to_file (current_function_decl, dump_file, dump_flags);
1584 else
1585 print_rtl_with_bb (dump_file, get_insns (), dump_flags);
1586
1587 /* Flush the file. If verification fails, we won't be able to
1588 close the file before aborting. */
1589 fflush (dump_file);
1590
1591 if ((cfun->curr_properties & PROP_cfg)
1592 && (dump_flags & TDF_GRAPH))
1593 {
1594 if (!pass->graph_dump_initialized)
1595 {
1596 clean_graph_dump_file (dump_file_name);
1597 pass->graph_dump_initialized = true;
1598 }
1599 print_graph_cfg (dump_file_name, cfun);
1600 }
1601 }
1602 }
1603
1604 static struct profile_record *profile_record;
1605
1606 /* Do profile consistency book-keeping for the pass with static number INDEX.
1607 If SUBPASS is zero, we run _before_ the pass, and if SUBPASS is one, then
1608 we run _after_ the pass. RUN is true if the pass really runs, or FALSE
1609 if we are only book-keeping on passes that may have selectively disabled
1610 themselves on a given function. */
1611 static void
1612 check_profile_consistency (int index, int subpass, bool run)
1613 {
1614 pass_manager *passes = g->get_passes ();
1615 if (index == -1)
1616 return;
1617 if (!profile_record)
1618 profile_record = XCNEWVEC (struct profile_record,
1619 passes->passes_by_id_size);
1620 gcc_assert (index < passes->passes_by_id_size && index >= 0);
1621 gcc_assert (subpass < 2);
1622 profile_record[index].run |= run;
1623 account_profile_record (&profile_record[index], subpass);
1624 }
1625
1626 /* Output profile consistency. */
1627
1628 void
1629 dump_profile_report (void)
1630 {
1631 g->get_passes ()->dump_profile_report ();
1632 }
1633
1634 void
1635 pass_manager::dump_profile_report () const
1636 {
1637 int i, j;
1638 int last_freq_in = 0, last_count_in = 0, last_freq_out = 0, last_count_out = 0;
1639 gcov_type last_time = 0, last_size = 0;
1640 double rel_time_change, rel_size_change;
1641 int last_reported = 0;
1642
1643 if (!profile_record)
1644 return;
1645 fprintf (stderr, "\nProfile consistency report:\n\n");
1646 fprintf (stderr, "Pass name |mismatch in |mismated out|Overall\n");
1647 fprintf (stderr, " |freq count |freq count |size time\n");
1648
1649 for (i = 0; i < passes_by_id_size; i++)
1650 for (j = 0 ; j < 2; j++)
1651 if (profile_record[i].run)
1652 {
1653 if (last_time)
1654 rel_time_change = (profile_record[i].time[j]
1655 - (double)last_time) * 100 / (double)last_time;
1656 else
1657 rel_time_change = 0;
1658 if (last_size)
1659 rel_size_change = (profile_record[i].size[j]
1660 - (double)last_size) * 100 / (double)last_size;
1661 else
1662 rel_size_change = 0;
1663
1664 if (profile_record[i].num_mismatched_freq_in[j] != last_freq_in
1665 || profile_record[i].num_mismatched_freq_out[j] != last_freq_out
1666 || profile_record[i].num_mismatched_count_in[j] != last_count_in
1667 || profile_record[i].num_mismatched_count_out[j] != last_count_out
1668 || rel_time_change || rel_size_change)
1669 {
1670 last_reported = i;
1671 fprintf (stderr, "%-20s %s",
1672 passes_by_id [i]->name,
1673 j ? "(after TODO)" : " ");
1674 if (profile_record[i].num_mismatched_freq_in[j] != last_freq_in)
1675 fprintf (stderr, "| %+5i",
1676 profile_record[i].num_mismatched_freq_in[j]
1677 - last_freq_in);
1678 else
1679 fprintf (stderr, "| ");
1680 if (profile_record[i].num_mismatched_count_in[j] != last_count_in)
1681 fprintf (stderr, " %+5i",
1682 profile_record[i].num_mismatched_count_in[j]
1683 - last_count_in);
1684 else
1685 fprintf (stderr, " ");
1686 if (profile_record[i].num_mismatched_freq_out[j] != last_freq_out)
1687 fprintf (stderr, "| %+5i",
1688 profile_record[i].num_mismatched_freq_out[j]
1689 - last_freq_out);
1690 else
1691 fprintf (stderr, "| ");
1692 if (profile_record[i].num_mismatched_count_out[j] != last_count_out)
1693 fprintf (stderr, " %+5i",
1694 profile_record[i].num_mismatched_count_out[j]
1695 - last_count_out);
1696 else
1697 fprintf (stderr, " ");
1698
1699 /* Size/time units change across gimple and RTL. */
1700 if (i == pass_expand_1->static_pass_number)
1701 fprintf (stderr, "|----------");
1702 else
1703 {
1704 if (rel_size_change)
1705 fprintf (stderr, "| %+8.4f%%", rel_size_change);
1706 else
1707 fprintf (stderr, "| ");
1708 if (rel_time_change)
1709 fprintf (stderr, " %+8.4f%%", rel_time_change);
1710 }
1711 fprintf (stderr, "\n");
1712 last_freq_in = profile_record[i].num_mismatched_freq_in[j];
1713 last_freq_out = profile_record[i].num_mismatched_freq_out[j];
1714 last_count_in = profile_record[i].num_mismatched_count_in[j];
1715 last_count_out = profile_record[i].num_mismatched_count_out[j];
1716 }
1717 else if (j && last_reported != i)
1718 {
1719 last_reported = i;
1720 fprintf (stderr, "%-20s ------------| | |\n",
1721 passes_by_id [i]->name);
1722 }
1723 last_time = profile_record[i].time[j];
1724 last_size = profile_record[i].size[j];
1725 }
1726 }
1727
1728 /* Perform all TODO actions that ought to be done on each function. */
1729
1730 static void
1731 execute_function_todo (void *data)
1732 {
1733 unsigned int flags = (size_t)data;
1734 flags &= ~cfun->last_verified;
1735 if (!flags)
1736 return;
1737
1738 /* Always cleanup the CFG before trying to update SSA. */
1739 if (flags & TODO_cleanup_cfg)
1740 {
1741 cleanup_tree_cfg ();
1742
1743 /* When cleanup_tree_cfg merges consecutive blocks, it may
1744 perform some simplistic propagation when removing single
1745 valued PHI nodes. This propagation may, in turn, cause the
1746 SSA form to become out-of-date (see PR 22037). So, even
1747 if the parent pass had not scheduled an SSA update, we may
1748 still need to do one. */
1749 if (!(flags & TODO_update_ssa_any) && need_ssa_update_p (cfun))
1750 flags |= TODO_update_ssa;
1751 }
1752
1753 if (flags & TODO_update_ssa_any)
1754 {
1755 unsigned update_flags = flags & TODO_update_ssa_any;
1756 update_ssa (update_flags);
1757 cfun->last_verified &= ~TODO_verify_ssa;
1758 }
1759
1760 if (flag_tree_pta && (flags & TODO_rebuild_alias))
1761 compute_may_aliases ();
1762
1763 if (optimize && (flags & TODO_update_address_taken))
1764 execute_update_addresses_taken ();
1765
1766 if (flags & TODO_remove_unused_locals)
1767 remove_unused_locals ();
1768
1769 if (flags & TODO_rebuild_frequencies)
1770 rebuild_frequencies ();
1771
1772 if (flags & TODO_rebuild_cgraph_edges)
1773 rebuild_cgraph_edges ();
1774
1775 /* If we've seen errors do not bother running any verifiers. */
1776 if (seen_error ())
1777 return;
1778
1779 #if defined ENABLE_CHECKING
1780 if (flags & TODO_verify_ssa
1781 || (current_loops && loops_state_satisfies_p (LOOP_CLOSED_SSA)))
1782 {
1783 verify_gimple_in_cfg (cfun);
1784 verify_ssa (true);
1785 }
1786 else if (flags & TODO_verify_stmts)
1787 verify_gimple_in_cfg (cfun);
1788 if (flags & TODO_verify_flow)
1789 verify_flow_info ();
1790 if (current_loops && loops_state_satisfies_p (LOOP_CLOSED_SSA))
1791 verify_loop_closed_ssa (false);
1792 if (flags & TODO_verify_rtl_sharing)
1793 verify_rtl_sharing ();
1794 #endif
1795
1796 cfun->last_verified = flags & TODO_verify_all;
1797 }
1798
1799 /* Perform all TODO actions. */
1800 static void
1801 execute_todo (unsigned int flags)
1802 {
1803 #if defined ENABLE_CHECKING
1804 if (cfun
1805 && need_ssa_update_p (cfun))
1806 gcc_assert (flags & TODO_update_ssa_any);
1807 #endif
1808
1809 timevar_push (TV_TODO);
1810
1811 /* Inform the pass whether it is the first time it is run. */
1812 first_pass_instance = (flags & TODO_mark_first_instance) != 0;
1813
1814 statistics_fini_pass ();
1815
1816 if (flags)
1817 do_per_function (execute_function_todo, (void *)(size_t) flags);
1818
1819 /* Always remove functions just as before inlining: IPA passes might be
1820 interested to see bodies of extern inline functions that are not inlined
1821 to analyze side effects. The full removal is done just at the end
1822 of IPA pass queue. */
1823 if (flags & TODO_remove_functions)
1824 {
1825 gcc_assert (!cfun);
1826 symtab_remove_unreachable_nodes (true, dump_file);
1827 }
1828
1829 if ((flags & TODO_dump_symtab) && dump_file && !current_function_decl)
1830 {
1831 gcc_assert (!cfun);
1832 dump_symtab (dump_file);
1833 /* Flush the file. If verification fails, we won't be able to
1834 close the file before aborting. */
1835 fflush (dump_file);
1836 }
1837
1838 /* Now that the dumping has been done, we can get rid of the optional
1839 df problems. */
1840 if (flags & TODO_df_finish)
1841 df_finish_pass ((flags & TODO_df_verify) != 0);
1842
1843 timevar_pop (TV_TODO);
1844 }
1845
1846 /* Verify invariants that should hold between passes. This is a place
1847 to put simple sanity checks. */
1848
1849 static void
1850 verify_interpass_invariants (void)
1851 {
1852 gcc_checking_assert (!fold_deferring_overflow_warnings_p ());
1853 }
1854
1855 /* Clear the last verified flag. */
1856
1857 static void
1858 clear_last_verified (void *data ATTRIBUTE_UNUSED)
1859 {
1860 cfun->last_verified = 0;
1861 }
1862
1863 /* Helper function. Verify that the properties has been turn into the
1864 properties expected by the pass. */
1865
1866 #ifdef ENABLE_CHECKING
1867 static void
1868 verify_curr_properties (void *data)
1869 {
1870 unsigned int props = (size_t)data;
1871 gcc_assert ((cfun->curr_properties & props) == props);
1872 }
1873 #endif
1874
1875 /* Initialize pass dump file. */
1876 /* This is non-static so that the plugins can use it. */
1877
1878 bool
1879 pass_init_dump_file (opt_pass *pass)
1880 {
1881 pass->graph_dump_initialized = false;
1882 /* If a dump file name is present, open it if enabled. */
1883 if (pass->static_pass_number != -1)
1884 {
1885 timevar_push (TV_DUMP);
1886 gcc::dump_manager *dumps = g->get_dumps ();
1887 bool initializing_dump =
1888 !dumps->dump_initialized_p (pass->static_pass_number);
1889 dump_file_name = dumps->get_dump_file_name (pass->static_pass_number);
1890 dumps->dump_start (pass->static_pass_number, &dump_flags);
1891 if (dump_file && current_function_decl)
1892 dump_function_header (dump_file, current_function_decl, dump_flags);
1893 if (initializing_dump
1894 && dump_file && (dump_flags & TDF_GRAPH)
1895 && cfun && (cfun->curr_properties & PROP_cfg))
1896 {
1897 clean_graph_dump_file (dump_file_name);
1898 pass->graph_dump_initialized = true;
1899 }
1900 timevar_pop (TV_DUMP);
1901 return initializing_dump;
1902 }
1903 else
1904 return false;
1905 }
1906
1907 /* Flush PASS dump file. */
1908 /* This is non-static so that plugins can use it. */
1909
1910 void
1911 pass_fini_dump_file (opt_pass *pass)
1912 {
1913 timevar_push (TV_DUMP);
1914
1915 /* Flush and close dump file. */
1916 if (dump_file_name)
1917 {
1918 free (CONST_CAST (char *, dump_file_name));
1919 dump_file_name = NULL;
1920 }
1921
1922 g->get_dumps ()->dump_finish (pass->static_pass_number);
1923 timevar_pop (TV_DUMP);
1924 }
1925
1926 /* After executing the pass, apply expected changes to the function
1927 properties. */
1928
1929 static void
1930 update_properties_after_pass (void *data)
1931 {
1932 opt_pass *pass = (opt_pass *) data;
1933 cfun->curr_properties = (cfun->curr_properties | pass->properties_provided)
1934 & ~pass->properties_destroyed;
1935 }
1936
1937 /* Execute summary generation for all of the passes in IPA_PASS. */
1938
1939 void
1940 execute_ipa_summary_passes (ipa_opt_pass_d *ipa_pass)
1941 {
1942 while (ipa_pass)
1943 {
1944 opt_pass *pass = ipa_pass;
1945
1946 /* Execute all of the IPA_PASSes in the list. */
1947 if (ipa_pass->type == IPA_PASS
1948 && pass->gate (cfun)
1949 && ipa_pass->generate_summary)
1950 {
1951 pass_init_dump_file (pass);
1952
1953 /* If a timevar is present, start it. */
1954 if (pass->tv_id)
1955 timevar_push (pass->tv_id);
1956
1957 ipa_pass->generate_summary ();
1958
1959 /* Stop timevar. */
1960 if (pass->tv_id)
1961 timevar_pop (pass->tv_id);
1962
1963 pass_fini_dump_file (pass);
1964 }
1965 ipa_pass = (ipa_opt_pass_d *)ipa_pass->next;
1966 }
1967 }
1968
1969 /* Execute IPA_PASS function transform on NODE. */
1970
1971 static void
1972 execute_one_ipa_transform_pass (struct cgraph_node *node,
1973 ipa_opt_pass_d *ipa_pass)
1974 {
1975 opt_pass *pass = ipa_pass;
1976 unsigned int todo_after = 0;
1977
1978 current_pass = pass;
1979 if (!ipa_pass->function_transform)
1980 return;
1981
1982 /* Note that the folders should only create gimple expressions.
1983 This is a hack until the new folder is ready. */
1984 in_gimple_form = (cfun && (cfun->curr_properties & PROP_trees)) != 0;
1985
1986 pass_init_dump_file (pass);
1987
1988 /* Run pre-pass verification. */
1989 execute_todo (ipa_pass->function_transform_todo_flags_start);
1990
1991 /* If a timevar is present, start it. */
1992 if (pass->tv_id != TV_NONE)
1993 timevar_push (pass->tv_id);
1994
1995 /* Do it! */
1996 todo_after = ipa_pass->function_transform (node);
1997
1998 /* Stop timevar. */
1999 if (pass->tv_id != TV_NONE)
2000 timevar_pop (pass->tv_id);
2001
2002 if (profile_report && cfun && (cfun->curr_properties & PROP_cfg))
2003 check_profile_consistency (pass->static_pass_number, 0, true);
2004
2005 /* Run post-pass cleanup and verification. */
2006 execute_todo (todo_after);
2007 verify_interpass_invariants ();
2008 if (profile_report && cfun && (cfun->curr_properties & PROP_cfg))
2009 check_profile_consistency (pass->static_pass_number, 1, true);
2010
2011 if (dump_file)
2012 do_per_function (execute_function_dump, NULL);
2013 pass_fini_dump_file (pass);
2014
2015 current_pass = NULL;
2016
2017 /* Signal this is a suitable GC collection point. */
2018 if (!(todo_after & TODO_do_not_ggc_collect))
2019 ggc_collect ();
2020 }
2021
2022 /* For the current function, execute all ipa transforms. */
2023
2024 void
2025 execute_all_ipa_transforms (void)
2026 {
2027 struct cgraph_node *node;
2028 if (!cfun)
2029 return;
2030 node = cgraph_get_node (current_function_decl);
2031
2032 if (node->ipa_transforms_to_apply.exists ())
2033 {
2034 unsigned int i;
2035
2036 for (i = 0; i < node->ipa_transforms_to_apply.length (); i++)
2037 execute_one_ipa_transform_pass (node, node->ipa_transforms_to_apply[i]);
2038 node->ipa_transforms_to_apply.release ();
2039 }
2040 }
2041
2042 /* Check if PASS is explicitly disabled or enabled and return
2043 the gate status. FUNC is the function to be processed, and
2044 GATE_STATUS is the gate status determined by pass manager by
2045 default. */
2046
2047 static bool
2048 override_gate_status (opt_pass *pass, tree func, bool gate_status)
2049 {
2050 bool explicitly_enabled = false;
2051 bool explicitly_disabled = false;
2052
2053 explicitly_enabled
2054 = is_pass_explicitly_enabled_or_disabled (pass, func,
2055 enabled_pass_uid_range_tab);
2056 explicitly_disabled
2057 = is_pass_explicitly_enabled_or_disabled (pass, func,
2058 disabled_pass_uid_range_tab);
2059
2060 gate_status = !explicitly_disabled && (gate_status || explicitly_enabled);
2061
2062 return gate_status;
2063 }
2064
2065
2066 /* Execute PASS. */
2067
2068 bool
2069 execute_one_pass (opt_pass *pass)
2070 {
2071 unsigned int todo_after = 0;
2072
2073 bool gate_status;
2074
2075 /* IPA passes are executed on whole program, so cfun should be NULL.
2076 Other passes need function context set. */
2077 if (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS)
2078 gcc_assert (!cfun && !current_function_decl);
2079 else
2080 gcc_assert (cfun && current_function_decl);
2081
2082 current_pass = pass;
2083
2084 /* Check whether gate check should be avoided.
2085 User controls the value of the gate through the parameter "gate_status". */
2086 gate_status = pass->gate (cfun);
2087 gate_status = override_gate_status (pass, current_function_decl, gate_status);
2088
2089 /* Override gate with plugin. */
2090 invoke_plugin_callbacks (PLUGIN_OVERRIDE_GATE, &gate_status);
2091
2092 if (!gate_status)
2093 {
2094 /* Run so passes selectively disabling themselves on a given function
2095 are not miscounted. */
2096 if (profile_report && cfun && (cfun->curr_properties & PROP_cfg))
2097 {
2098 check_profile_consistency (pass->static_pass_number, 0, false);
2099 check_profile_consistency (pass->static_pass_number, 1, false);
2100 }
2101 current_pass = NULL;
2102 return false;
2103 }
2104
2105 /* Pass execution event trigger: useful to identify passes being
2106 executed. */
2107 invoke_plugin_callbacks (PLUGIN_PASS_EXECUTION, pass);
2108
2109 /* SIPLE IPA passes do not handle callgraphs with IPA transforms in it.
2110 Apply all trnasforms first. */
2111 if (pass->type == SIMPLE_IPA_PASS)
2112 {
2113 struct cgraph_node *node;
2114 bool applied = false;
2115 FOR_EACH_DEFINED_FUNCTION (node)
2116 if (node->analyzed
2117 && cgraph_function_with_gimple_body_p (node)
2118 && (!node->clone_of || node->decl != node->clone_of->decl))
2119 {
2120 if (!node->global.inlined_to
2121 && node->ipa_transforms_to_apply.exists ())
2122 {
2123 cgraph_get_body (node);
2124 push_cfun (DECL_STRUCT_FUNCTION (node->decl));
2125 execute_all_ipa_transforms ();
2126 rebuild_cgraph_edges ();
2127 free_dominance_info (CDI_DOMINATORS);
2128 free_dominance_info (CDI_POST_DOMINATORS);
2129 pop_cfun ();
2130 applied = true;
2131 }
2132 }
2133 if (applied)
2134 symtab_remove_unreachable_nodes (true, dump_file);
2135 /* Restore current_pass. */
2136 current_pass = pass;
2137 }
2138
2139 if (!quiet_flag && !cfun)
2140 fprintf (stderr, " <%s>", pass->name ? pass->name : "");
2141
2142 /* Note that the folders should only create gimple expressions.
2143 This is a hack until the new folder is ready. */
2144 in_gimple_form = (cfun && (cfun->curr_properties & PROP_trees)) != 0;
2145
2146 pass_init_dump_file (pass);
2147
2148 /* Run pre-pass verification. */
2149 execute_todo (pass->todo_flags_start);
2150
2151 #ifdef ENABLE_CHECKING
2152 do_per_function (verify_curr_properties,
2153 (void *)(size_t)pass->properties_required);
2154 #endif
2155
2156 /* If a timevar is present, start it. */
2157 if (pass->tv_id != TV_NONE)
2158 timevar_push (pass->tv_id);
2159
2160 /* Do it! */
2161 if (pass->has_execute)
2162 {
2163 todo_after = pass->execute (cfun);
2164 do_per_function (clear_last_verified, NULL);
2165 }
2166
2167 /* Stop timevar. */
2168 if (pass->tv_id != TV_NONE)
2169 timevar_pop (pass->tv_id);
2170
2171 do_per_function (update_properties_after_pass, pass);
2172
2173 if (profile_report && cfun && (cfun->curr_properties & PROP_cfg))
2174 check_profile_consistency (pass->static_pass_number, 0, true);
2175
2176 /* Run post-pass cleanup and verification. */
2177 execute_todo (todo_after | pass->todo_flags_finish);
2178 if (profile_report && cfun && (cfun->curr_properties & PROP_cfg))
2179 check_profile_consistency (pass->static_pass_number, 1, true);
2180
2181 verify_interpass_invariants ();
2182 if (dump_file)
2183 do_per_function (execute_function_dump, pass);
2184 if (pass->type == IPA_PASS)
2185 {
2186 struct cgraph_node *node;
2187 FOR_EACH_FUNCTION_WITH_GIMPLE_BODY (node)
2188 node->ipa_transforms_to_apply.safe_push ((ipa_opt_pass_d *)pass);
2189 }
2190
2191 if (!current_function_decl)
2192 cgraph_process_new_functions ();
2193
2194 pass_fini_dump_file (pass);
2195
2196 if (pass->type != SIMPLE_IPA_PASS && pass->type != IPA_PASS)
2197 gcc_assert (!(cfun->curr_properties & PROP_trees)
2198 || pass->type != RTL_PASS);
2199
2200 current_pass = NULL;
2201
2202 /* Signal this is a suitable GC collection point. */
2203 if (!((todo_after | pass->todo_flags_finish) & TODO_do_not_ggc_collect))
2204 ggc_collect ();
2205
2206 return true;
2207 }
2208
2209 void
2210 execute_pass_list (opt_pass *pass)
2211 {
2212 do
2213 {
2214 gcc_assert (pass->type == GIMPLE_PASS
2215 || pass->type == RTL_PASS);
2216 if (execute_one_pass (pass) && pass->sub)
2217 execute_pass_list (pass->sub);
2218 pass = pass->next;
2219 }
2220 while (pass);
2221 }
2222
2223 /* Write out all LTO data. */
2224 static void
2225 write_lto (void)
2226 {
2227 timevar_push (TV_IPA_LTO_GIMPLE_OUT);
2228 lto_output ();
2229 timevar_pop (TV_IPA_LTO_GIMPLE_OUT);
2230 timevar_push (TV_IPA_LTO_DECL_OUT);
2231 produce_asm_for_decls ();
2232 timevar_pop (TV_IPA_LTO_DECL_OUT);
2233 }
2234
2235 /* Same as execute_pass_list but assume that subpasses of IPA passes
2236 are local passes. If SET is not NULL, write out summaries of only
2237 those node in SET. */
2238
2239 static void
2240 ipa_write_summaries_2 (opt_pass *pass, struct lto_out_decl_state *state)
2241 {
2242 while (pass)
2243 {
2244 ipa_opt_pass_d *ipa_pass = (ipa_opt_pass_d *)pass;
2245 gcc_assert (!current_function_decl);
2246 gcc_assert (!cfun);
2247 gcc_assert (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS);
2248 if (pass->type == IPA_PASS
2249 && ipa_pass->write_summary
2250 && pass->gate (cfun))
2251 {
2252 /* If a timevar is present, start it. */
2253 if (pass->tv_id)
2254 timevar_push (pass->tv_id);
2255
2256 pass_init_dump_file (pass);
2257
2258 ipa_pass->write_summary ();
2259
2260 pass_fini_dump_file (pass);
2261
2262 /* If a timevar is present, start it. */
2263 if (pass->tv_id)
2264 timevar_pop (pass->tv_id);
2265 }
2266
2267 if (pass->sub && pass->sub->type != GIMPLE_PASS)
2268 ipa_write_summaries_2 (pass->sub, state);
2269
2270 pass = pass->next;
2271 }
2272 }
2273
2274 /* Helper function of ipa_write_summaries. Creates and destroys the
2275 decl state and calls ipa_write_summaries_2 for all passes that have
2276 summaries. SET is the set of nodes to be written. */
2277
2278 static void
2279 ipa_write_summaries_1 (lto_symtab_encoder_t encoder)
2280 {
2281 pass_manager *passes = g->get_passes ();
2282 struct lto_out_decl_state *state = lto_new_out_decl_state ();
2283 state->symtab_node_encoder = encoder;
2284
2285 lto_push_out_decl_state (state);
2286
2287 gcc_assert (!flag_wpa);
2288 ipa_write_summaries_2 (passes->all_regular_ipa_passes, state);
2289
2290 write_lto ();
2291
2292 gcc_assert (lto_get_out_decl_state () == state);
2293 lto_pop_out_decl_state ();
2294 lto_delete_out_decl_state (state);
2295 }
2296
2297 /* Write out summaries for all the nodes in the callgraph. */
2298
2299 void
2300 ipa_write_summaries (void)
2301 {
2302 lto_symtab_encoder_t encoder;
2303 int i, order_pos;
2304 varpool_node *vnode;
2305 struct cgraph_node *node;
2306 struct cgraph_node **order;
2307
2308 if (!flag_generate_lto || seen_error ())
2309 return;
2310
2311 encoder = lto_symtab_encoder_new (false);
2312
2313 /* Create the callgraph set in the same order used in
2314 cgraph_expand_all_functions. This mostly facilitates debugging,
2315 since it causes the gimple file to be processed in the same order
2316 as the source code. */
2317 order = XCNEWVEC (struct cgraph_node *, cgraph_n_nodes);
2318 order_pos = ipa_reverse_postorder (order);
2319 gcc_assert (order_pos == cgraph_n_nodes);
2320
2321 for (i = order_pos - 1; i >= 0; i--)
2322 {
2323 struct cgraph_node *node = order[i];
2324
2325 if (cgraph_function_with_gimple_body_p (node))
2326 {
2327 /* When streaming out references to statements as part of some IPA
2328 pass summary, the statements need to have uids assigned and the
2329 following does that for all the IPA passes here. Naturally, this
2330 ordering then matches the one IPA-passes get in their stmt_fixup
2331 hooks. */
2332
2333 push_cfun (DECL_STRUCT_FUNCTION (node->decl));
2334 renumber_gimple_stmt_uids ();
2335 pop_cfun ();
2336 }
2337 if (node->definition)
2338 lto_set_symtab_encoder_in_partition (encoder, node);
2339 }
2340
2341 FOR_EACH_DEFINED_FUNCTION (node)
2342 if (node->alias)
2343 lto_set_symtab_encoder_in_partition (encoder, node);
2344 FOR_EACH_DEFINED_VARIABLE (vnode)
2345 lto_set_symtab_encoder_in_partition (encoder, vnode);
2346
2347 ipa_write_summaries_1 (compute_ltrans_boundary (encoder));
2348
2349 free (order);
2350 }
2351
2352 /* Same as execute_pass_list but assume that subpasses of IPA passes
2353 are local passes. If SET is not NULL, write out optimization summaries of
2354 only those node in SET. */
2355
2356 static void
2357 ipa_write_optimization_summaries_1 (opt_pass *pass,
2358 struct lto_out_decl_state *state)
2359 {
2360 while (pass)
2361 {
2362 ipa_opt_pass_d *ipa_pass = (ipa_opt_pass_d *)pass;
2363 gcc_assert (!current_function_decl);
2364 gcc_assert (!cfun);
2365 gcc_assert (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS);
2366 if (pass->type == IPA_PASS
2367 && ipa_pass->write_optimization_summary
2368 && pass->gate (cfun))
2369 {
2370 /* If a timevar is present, start it. */
2371 if (pass->tv_id)
2372 timevar_push (pass->tv_id);
2373
2374 pass_init_dump_file (pass);
2375
2376 ipa_pass->write_optimization_summary ();
2377
2378 pass_fini_dump_file (pass);
2379
2380 /* If a timevar is present, start it. */
2381 if (pass->tv_id)
2382 timevar_pop (pass->tv_id);
2383 }
2384
2385 if (pass->sub && pass->sub->type != GIMPLE_PASS)
2386 ipa_write_optimization_summaries_1 (pass->sub, state);
2387
2388 pass = pass->next;
2389 }
2390 }
2391
2392 /* Write all the optimization summaries for the cgraph nodes in SET. If SET is
2393 NULL, write out all summaries of all nodes. */
2394
2395 void
2396 ipa_write_optimization_summaries (lto_symtab_encoder_t encoder)
2397 {
2398 struct lto_out_decl_state *state = lto_new_out_decl_state ();
2399 lto_symtab_encoder_iterator lsei;
2400 state->symtab_node_encoder = encoder;
2401
2402 lto_push_out_decl_state (state);
2403 for (lsei = lsei_start_function_in_partition (encoder);
2404 !lsei_end_p (lsei); lsei_next_function_in_partition (&lsei))
2405 {
2406 struct cgraph_node *node = lsei_cgraph_node (lsei);
2407 /* When streaming out references to statements as part of some IPA
2408 pass summary, the statements need to have uids assigned.
2409
2410 For functions newly born at WPA stage we need to initialize
2411 the uids here. */
2412 if (node->definition
2413 && gimple_has_body_p (node->decl))
2414 {
2415 push_cfun (DECL_STRUCT_FUNCTION (node->decl));
2416 renumber_gimple_stmt_uids ();
2417 pop_cfun ();
2418 }
2419 }
2420
2421 gcc_assert (flag_wpa);
2422 pass_manager *passes = g->get_passes ();
2423 ipa_write_optimization_summaries_1 (passes->all_regular_ipa_passes, state);
2424
2425 write_lto ();
2426
2427 gcc_assert (lto_get_out_decl_state () == state);
2428 lto_pop_out_decl_state ();
2429 lto_delete_out_decl_state (state);
2430 }
2431
2432 /* Same as execute_pass_list but assume that subpasses of IPA passes
2433 are local passes. */
2434
2435 static void
2436 ipa_read_summaries_1 (opt_pass *pass)
2437 {
2438 while (pass)
2439 {
2440 ipa_opt_pass_d *ipa_pass = (ipa_opt_pass_d *) pass;
2441
2442 gcc_assert (!current_function_decl);
2443 gcc_assert (!cfun);
2444 gcc_assert (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS);
2445
2446 if (pass->gate (cfun))
2447 {
2448 if (pass->type == IPA_PASS && ipa_pass->read_summary)
2449 {
2450 /* If a timevar is present, start it. */
2451 if (pass->tv_id)
2452 timevar_push (pass->tv_id);
2453
2454 pass_init_dump_file (pass);
2455
2456 ipa_pass->read_summary ();
2457
2458 pass_fini_dump_file (pass);
2459
2460 /* Stop timevar. */
2461 if (pass->tv_id)
2462 timevar_pop (pass->tv_id);
2463 }
2464
2465 if (pass->sub && pass->sub->type != GIMPLE_PASS)
2466 ipa_read_summaries_1 (pass->sub);
2467 }
2468 pass = pass->next;
2469 }
2470 }
2471
2472
2473 /* Read all the summaries for all_regular_ipa_passes. */
2474
2475 void
2476 ipa_read_summaries (void)
2477 {
2478 pass_manager *passes = g->get_passes ();
2479 ipa_read_summaries_1 (passes->all_regular_ipa_passes);
2480 }
2481
2482 /* Same as execute_pass_list but assume that subpasses of IPA passes
2483 are local passes. */
2484
2485 static void
2486 ipa_read_optimization_summaries_1 (opt_pass *pass)
2487 {
2488 while (pass)
2489 {
2490 ipa_opt_pass_d *ipa_pass = (ipa_opt_pass_d *) pass;
2491
2492 gcc_assert (!current_function_decl);
2493 gcc_assert (!cfun);
2494 gcc_assert (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS);
2495
2496 if (pass->gate (cfun))
2497 {
2498 if (pass->type == IPA_PASS && ipa_pass->read_optimization_summary)
2499 {
2500 /* If a timevar is present, start it. */
2501 if (pass->tv_id)
2502 timevar_push (pass->tv_id);
2503
2504 pass_init_dump_file (pass);
2505
2506 ipa_pass->read_optimization_summary ();
2507
2508 pass_fini_dump_file (pass);
2509
2510 /* Stop timevar. */
2511 if (pass->tv_id)
2512 timevar_pop (pass->tv_id);
2513 }
2514
2515 if (pass->sub && pass->sub->type != GIMPLE_PASS)
2516 ipa_read_optimization_summaries_1 (pass->sub);
2517 }
2518 pass = pass->next;
2519 }
2520 }
2521
2522 /* Read all the summaries for all_regular_ipa_passes. */
2523
2524 void
2525 ipa_read_optimization_summaries (void)
2526 {
2527 pass_manager *passes = g->get_passes ();
2528 ipa_read_optimization_summaries_1 (passes->all_regular_ipa_passes);
2529 }
2530
2531 /* Same as execute_pass_list but assume that subpasses of IPA passes
2532 are local passes. */
2533 void
2534 execute_ipa_pass_list (opt_pass *pass)
2535 {
2536 do
2537 {
2538 gcc_assert (!current_function_decl);
2539 gcc_assert (!cfun);
2540 gcc_assert (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS);
2541 if (execute_one_pass (pass) && pass->sub)
2542 {
2543 if (pass->sub->type == GIMPLE_PASS)
2544 {
2545 invoke_plugin_callbacks (PLUGIN_EARLY_GIMPLE_PASSES_START, NULL);
2546 do_per_function_toporder ((void (*)(void *))execute_pass_list,
2547 pass->sub);
2548 invoke_plugin_callbacks (PLUGIN_EARLY_GIMPLE_PASSES_END, NULL);
2549 }
2550 else if (pass->sub->type == SIMPLE_IPA_PASS
2551 || pass->sub->type == IPA_PASS)
2552 execute_ipa_pass_list (pass->sub);
2553 else
2554 gcc_unreachable ();
2555 }
2556 gcc_assert (!current_function_decl);
2557 cgraph_process_new_functions ();
2558 pass = pass->next;
2559 }
2560 while (pass);
2561 }
2562
2563 /* Execute stmt fixup hooks of all passes in PASS for NODE and STMTS. */
2564
2565 static void
2566 execute_ipa_stmt_fixups (opt_pass *pass,
2567 struct cgraph_node *node, gimple *stmts)
2568 {
2569 while (pass)
2570 {
2571 /* Execute all of the IPA_PASSes in the list. */
2572 if (pass->type == IPA_PASS
2573 && pass->gate (cfun))
2574 {
2575 ipa_opt_pass_d *ipa_pass = (ipa_opt_pass_d *) pass;
2576
2577 if (ipa_pass->stmt_fixup)
2578 {
2579 pass_init_dump_file (pass);
2580 /* If a timevar is present, start it. */
2581 if (pass->tv_id)
2582 timevar_push (pass->tv_id);
2583
2584 ipa_pass->stmt_fixup (node, stmts);
2585
2586 /* Stop timevar. */
2587 if (pass->tv_id)
2588 timevar_pop (pass->tv_id);
2589 pass_fini_dump_file (pass);
2590 }
2591 if (pass->sub)
2592 execute_ipa_stmt_fixups (pass->sub, node, stmts);
2593 }
2594 pass = pass->next;
2595 }
2596 }
2597
2598 /* Execute stmt fixup hooks of all IPA passes for NODE and STMTS. */
2599
2600 void
2601 execute_all_ipa_stmt_fixups (struct cgraph_node *node, gimple *stmts)
2602 {
2603 pass_manager *passes = g->get_passes ();
2604 execute_ipa_stmt_fixups (passes->all_regular_ipa_passes, node, stmts);
2605 }
2606
2607
2608 extern void debug_properties (unsigned int);
2609 extern void dump_properties (FILE *, unsigned int);
2610
2611 DEBUG_FUNCTION void
2612 dump_properties (FILE *dump, unsigned int props)
2613 {
2614 fprintf (dump, "Properties:\n");
2615 if (props & PROP_gimple_any)
2616 fprintf (dump, "PROP_gimple_any\n");
2617 if (props & PROP_gimple_lcf)
2618 fprintf (dump, "PROP_gimple_lcf\n");
2619 if (props & PROP_gimple_leh)
2620 fprintf (dump, "PROP_gimple_leh\n");
2621 if (props & PROP_cfg)
2622 fprintf (dump, "PROP_cfg\n");
2623 if (props & PROP_ssa)
2624 fprintf (dump, "PROP_ssa\n");
2625 if (props & PROP_no_crit_edges)
2626 fprintf (dump, "PROP_no_crit_edges\n");
2627 if (props & PROP_rtl)
2628 fprintf (dump, "PROP_rtl\n");
2629 if (props & PROP_gimple_lomp)
2630 fprintf (dump, "PROP_gimple_lomp\n");
2631 if (props & PROP_gimple_lcx)
2632 fprintf (dump, "PROP_gimple_lcx\n");
2633 if (props & PROP_gimple_lvec)
2634 fprintf (dump, "PROP_gimple_lvec\n");
2635 if (props & PROP_cfglayout)
2636 fprintf (dump, "PROP_cfglayout\n");
2637 }
2638
2639 DEBUG_FUNCTION void
2640 debug_properties (unsigned int props)
2641 {
2642 dump_properties (stderr, props);
2643 }
2644
2645 /* Called by local passes to see if function is called by already processed nodes.
2646 Because we process nodes in topological order, this means that function is
2647 in recursive cycle or we introduced new direct calls. */
2648 bool
2649 function_called_by_processed_nodes_p (void)
2650 {
2651 struct cgraph_edge *e;
2652 for (e = cgraph_get_node (current_function_decl)->callers;
2653 e;
2654 e = e->next_caller)
2655 {
2656 if (e->caller->decl == current_function_decl)
2657 continue;
2658 if (!cgraph_function_with_gimple_body_p (e->caller))
2659 continue;
2660 if (TREE_ASM_WRITTEN (e->caller->decl))
2661 continue;
2662 if (!e->caller->process && !e->caller->global.inlined_to)
2663 break;
2664 }
2665 if (dump_file && e)
2666 {
2667 fprintf (dump_file, "Already processed call to:\n");
2668 dump_cgraph_node (dump_file, e->caller);
2669 }
2670 return e != NULL;
2671 }
2672
2673 #include "gt-passes.h"