* ChangeLog: Fix whitespace.
[gcc.git] / gcc / passes.c
1 /* Top level of GCC compilers (cc1, cc1plus, etc.)
2 Copyright (C) 1987-2014 Free Software Foundation, Inc.
3
4 This file is part of GCC.
5
6 GCC is free software; you can redistribute it and/or modify it under
7 the terms of the GNU General Public License as published by the Free
8 Software Foundation; either version 3, or (at your option) any later
9 version.
10
11 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 for more details.
15
16 You should have received a copy of the GNU General Public License
17 along with GCC; see the file COPYING3. If not see
18 <http://www.gnu.org/licenses/>. */
19
20 /* This is the top level of cc1/c++.
21 It parses command args, opens files, invokes the various passes
22 in the proper order, and counts the time used by each.
23 Error messages and low-level interface to malloc also handled here. */
24
25 #include "config.h"
26 #include "system.h"
27 #include "coretypes.h"
28 #include "tm.h"
29 #include "line-map.h"
30 #include "input.h"
31 #include "tree.h"
32 #include "varasm.h"
33 #include "rtl.h"
34 #include "tm_p.h"
35 #include "flags.h"
36 #include "insn-attr.h"
37 #include "insn-config.h"
38 #include "insn-flags.h"
39 #include "hard-reg-set.h"
40 #include "recog.h"
41 #include "output.h"
42 #include "except.h"
43 #include "function.h"
44 #include "toplev.h"
45 #include "expr.h"
46 #include "basic-block.h"
47 #include "intl.h"
48 #include "graph.h"
49 #include "regs.h"
50 #include "diagnostic-core.h"
51 #include "params.h"
52 #include "reload.h"
53 #include "debug.h"
54 #include "target.h"
55 #include "langhooks.h"
56 #include "cfgloop.h"
57 #include "hosthooks.h"
58 #include "opts.h"
59 #include "coverage.h"
60 #include "value-prof.h"
61 #include "tree-inline.h"
62 #include "tree-ssa-alias.h"
63 #include "internal-fn.h"
64 #include "gimple-expr.h"
65 #include "is-a.h"
66 #include "gimple.h"
67 #include "gimple-ssa.h"
68 #include "tree-cfg.h"
69 #include "stringpool.h"
70 #include "tree-ssanames.h"
71 #include "tree-ssa-loop-manip.h"
72 #include "tree-into-ssa.h"
73 #include "tree-dfa.h"
74 #include "tree-ssa.h"
75 #include "tree-pass.h"
76 #include "tree-dump.h"
77 #include "df.h"
78 #include "predict.h"
79 #include "lto-streamer.h"
80 #include "plugin.h"
81 #include "ipa-utils.h"
82 #include "tree-pretty-print.h" /* for dump_function_header */
83 #include "context.h"
84 #include "pass_manager.h"
85 #include "tree-ssa-live.h" /* For remove_unused_locals. */
86 #include "tree-cfgcleanup.h"
87
88 using namespace gcc;
89
90 /* This is used for debugging. It allows the current pass to printed
91 from anywhere in compilation.
92 The variable current_pass is also used for statistics and plugins. */
93 opt_pass *current_pass;
94
95 static void register_pass_name (opt_pass *, const char *);
96
97 /* Most passes are single-instance (within their context) and thus don't
98 need to implement cloning, but passes that support multiple instances
99 *must* provide their own implementation of the clone method.
100
101 Handle this by providing a default implemenation, but make it a fatal
102 error to call it. */
103
104 opt_pass *
105 opt_pass::clone ()
106 {
107 internal_error ("pass %s does not support cloning", name);
108 }
109
110 bool
111 opt_pass::gate (function *)
112 {
113 return true;
114 }
115
116 unsigned int
117 opt_pass::execute (function *)
118 {
119 return 0;
120 }
121
122 opt_pass::opt_pass (const pass_data &data, context *ctxt)
123 : pass_data (data),
124 sub (NULL),
125 next (NULL),
126 static_pass_number (0),
127 m_ctxt (ctxt)
128 {
129 }
130
131
132 void
133 pass_manager::execute_early_local_passes ()
134 {
135 execute_pass_list (cfun, pass_early_local_passes_1->sub);
136 }
137
138 unsigned int
139 pass_manager::execute_pass_mode_switching ()
140 {
141 return pass_mode_switching_1->execute (cfun);
142 }
143
144
145 /* Call from anywhere to find out what pass this is. Useful for
146 printing out debugging information deep inside an service
147 routine. */
148 void
149 print_current_pass (FILE *file)
150 {
151 if (current_pass)
152 fprintf (file, "current pass = %s (%d)\n",
153 current_pass->name, current_pass->static_pass_number);
154 else
155 fprintf (file, "no current pass.\n");
156 }
157
158
159 /* Call from the debugger to get the current pass name. */
160 DEBUG_FUNCTION void
161 debug_pass (void)
162 {
163 print_current_pass (stderr);
164 }
165
166
167
168 /* Global variables used to communicate with passes. */
169 bool in_gimple_form;
170 bool first_pass_instance;
171
172
173 /* This is called from various places for FUNCTION_DECL, VAR_DECL,
174 and TYPE_DECL nodes.
175
176 This does nothing for local (non-static) variables, unless the
177 variable is a register variable with DECL_ASSEMBLER_NAME set. In
178 that case, or if the variable is not an automatic, it sets up the
179 RTL and outputs any assembler code (label definition, storage
180 allocation and initialization).
181
182 DECL is the declaration. TOP_LEVEL is nonzero
183 if this declaration is not within a function. */
184
185 void
186 rest_of_decl_compilation (tree decl,
187 int top_level,
188 int at_end)
189 {
190 bool finalize = true;
191
192 /* We deferred calling assemble_alias so that we could collect
193 other attributes such as visibility. Emit the alias now. */
194 if (!in_lto_p)
195 {
196 tree alias;
197 alias = lookup_attribute ("alias", DECL_ATTRIBUTES (decl));
198 if (alias)
199 {
200 alias = TREE_VALUE (TREE_VALUE (alias));
201 alias = get_identifier (TREE_STRING_POINTER (alias));
202 /* A quirk of the initial implementation of aliases required that the
203 user add "extern" to all of them. Which is silly, but now
204 historical. Do note that the symbol is in fact locally defined. */
205 DECL_EXTERNAL (decl) = 0;
206 TREE_STATIC (decl) = 1;
207 assemble_alias (decl, alias);
208 finalize = false;
209 }
210 }
211
212 /* Can't defer this, because it needs to happen before any
213 later function definitions are processed. */
214 if (DECL_ASSEMBLER_NAME_SET_P (decl) && DECL_REGISTER (decl))
215 make_decl_rtl (decl);
216
217 /* Forward declarations for nested functions are not "external",
218 but we need to treat them as if they were. */
219 if (TREE_STATIC (decl) || DECL_EXTERNAL (decl)
220 || TREE_CODE (decl) == FUNCTION_DECL)
221 {
222 timevar_push (TV_VARCONST);
223
224 /* Don't output anything when a tentative file-scope definition
225 is seen. But at end of compilation, do output code for them.
226
227 We do output all variables and rely on
228 callgraph code to defer them except for forward declarations
229 (see gcc.c-torture/compile/920624-1.c) */
230 if ((at_end
231 || !DECL_DEFER_OUTPUT (decl)
232 || DECL_INITIAL (decl))
233 && (TREE_CODE (decl) != VAR_DECL || !DECL_HAS_VALUE_EXPR_P (decl))
234 && !DECL_EXTERNAL (decl))
235 {
236 /* When reading LTO unit, we also read varpool, so do not
237 rebuild it. */
238 if (in_lto_p && !at_end)
239 ;
240 else if (finalize && TREE_CODE (decl) != FUNCTION_DECL)
241 varpool_finalize_decl (decl);
242 }
243
244 #ifdef ASM_FINISH_DECLARE_OBJECT
245 if (decl == last_assemble_variable_decl)
246 {
247 ASM_FINISH_DECLARE_OBJECT (asm_out_file, decl,
248 top_level, at_end);
249 }
250 #endif
251
252 timevar_pop (TV_VARCONST);
253 }
254 else if (TREE_CODE (decl) == TYPE_DECL
255 /* Like in rest_of_type_compilation, avoid confusing the debug
256 information machinery when there are errors. */
257 && !seen_error ())
258 {
259 timevar_push (TV_SYMOUT);
260 debug_hooks->type_decl (decl, !top_level);
261 timevar_pop (TV_SYMOUT);
262 }
263
264 /* Let cgraph know about the existence of variables. */
265 if (in_lto_p && !at_end)
266 ;
267 else if (TREE_CODE (decl) == VAR_DECL && !DECL_EXTERNAL (decl)
268 && TREE_STATIC (decl))
269 varpool_node_for_decl (decl);
270 }
271
272 /* Called after finishing a record, union or enumeral type. */
273
274 void
275 rest_of_type_compilation (tree type, int toplev)
276 {
277 /* Avoid confusing the debug information machinery when there are
278 errors. */
279 if (seen_error ())
280 return;
281
282 timevar_push (TV_SYMOUT);
283 debug_hooks->type_decl (TYPE_STUB_DECL (type), !toplev);
284 timevar_pop (TV_SYMOUT);
285 }
286
287 \f
288
289 void
290 pass_manager::
291 finish_optimization_passes (void)
292 {
293 int i;
294 struct dump_file_info *dfi;
295 char *name;
296 gcc::dump_manager *dumps = m_ctxt->get_dumps ();
297
298 timevar_push (TV_DUMP);
299 if (profile_arc_flag || flag_test_coverage || flag_branch_probabilities)
300 {
301 dumps->dump_start (pass_profile_1->static_pass_number, NULL);
302 end_branch_prob ();
303 dumps->dump_finish (pass_profile_1->static_pass_number);
304 }
305
306 if (optimize > 0)
307 {
308 dumps->dump_start (pass_profile_1->static_pass_number, NULL);
309 print_combine_total_stats ();
310 dumps->dump_finish (pass_profile_1->static_pass_number);
311 }
312
313 /* Do whatever is necessary to finish printing the graphs. */
314 for (i = TDI_end; (dfi = dumps->get_dump_file_info (i)) != NULL; ++i)
315 if (dumps->dump_initialized_p (i)
316 && (dfi->pflags & TDF_GRAPH) != 0
317 && (name = dumps->get_dump_file_name (i)) != NULL)
318 {
319 finish_graph_dump_file (name);
320 free (name);
321 }
322
323 timevar_pop (TV_DUMP);
324 }
325
326 static unsigned int
327 execute_all_early_local_passes (void)
328 {
329 /* Once this pass (and its sub-passes) are complete, all functions
330 will be in SSA form. Technically this state change is happening
331 a tad early, since the sub-passes have not yet run, but since
332 none of the sub-passes are IPA passes and do not create new
333 functions, this is ok. We're setting this value for the benefit
334 of IPA passes that follow. */
335 if (cgraph_state < CGRAPH_STATE_IPA_SSA)
336 cgraph_state = CGRAPH_STATE_IPA_SSA;
337 return 0;
338 }
339
340 namespace {
341
342 const pass_data pass_data_early_local_passes =
343 {
344 SIMPLE_IPA_PASS, /* type */
345 "early_local_cleanups", /* name */
346 OPTGROUP_NONE, /* optinfo_flags */
347 true, /* has_execute */
348 TV_EARLY_LOCAL, /* tv_id */
349 0, /* properties_required */
350 0, /* properties_provided */
351 0, /* properties_destroyed */
352 0, /* todo_flags_start */
353 TODO_remove_functions, /* todo_flags_finish */
354 };
355
356 class pass_early_local_passes : public simple_ipa_opt_pass
357 {
358 public:
359 pass_early_local_passes (gcc::context *ctxt)
360 : simple_ipa_opt_pass (pass_data_early_local_passes, ctxt)
361 {}
362
363 /* opt_pass methods: */
364 virtual bool gate (function *)
365 {
366 /* Don't bother doing anything if the program has errors. */
367 return (!seen_error () && !in_lto_p);
368 }
369
370 virtual unsigned int execute (function *)
371 {
372 return execute_all_early_local_passes ();
373 }
374
375 }; // class pass_early_local_passes
376
377 } // anon namespace
378
379 simple_ipa_opt_pass *
380 make_pass_early_local_passes (gcc::context *ctxt)
381 {
382 return new pass_early_local_passes (ctxt);
383 }
384
385 namespace {
386
387 const pass_data pass_data_all_early_optimizations =
388 {
389 GIMPLE_PASS, /* type */
390 "early_optimizations", /* name */
391 OPTGROUP_NONE, /* optinfo_flags */
392 false, /* has_execute */
393 TV_NONE, /* tv_id */
394 0, /* properties_required */
395 0, /* properties_provided */
396 0, /* properties_destroyed */
397 0, /* todo_flags_start */
398 0, /* todo_flags_finish */
399 };
400
401 class pass_all_early_optimizations : public gimple_opt_pass
402 {
403 public:
404 pass_all_early_optimizations (gcc::context *ctxt)
405 : gimple_opt_pass (pass_data_all_early_optimizations, ctxt)
406 {}
407
408 /* opt_pass methods: */
409 virtual bool gate (function *)
410 {
411 return (optimize >= 1
412 /* Don't bother doing anything if the program has errors. */
413 && !seen_error ());
414 }
415
416 }; // class pass_all_early_optimizations
417
418 } // anon namespace
419
420 static gimple_opt_pass *
421 make_pass_all_early_optimizations (gcc::context *ctxt)
422 {
423 return new pass_all_early_optimizations (ctxt);
424 }
425
426 namespace {
427
428 const pass_data pass_data_all_optimizations =
429 {
430 GIMPLE_PASS, /* type */
431 "*all_optimizations", /* name */
432 OPTGROUP_NONE, /* optinfo_flags */
433 false, /* has_execute */
434 TV_OPTIMIZE, /* tv_id */
435 0, /* properties_required */
436 0, /* properties_provided */
437 0, /* properties_destroyed */
438 0, /* todo_flags_start */
439 0, /* todo_flags_finish */
440 };
441
442 class pass_all_optimizations : public gimple_opt_pass
443 {
444 public:
445 pass_all_optimizations (gcc::context *ctxt)
446 : gimple_opt_pass (pass_data_all_optimizations, ctxt)
447 {}
448
449 /* opt_pass methods: */
450 virtual bool gate (function *) { return optimize >= 1 && !optimize_debug; }
451
452 }; // class pass_all_optimizations
453
454 } // anon namespace
455
456 static gimple_opt_pass *
457 make_pass_all_optimizations (gcc::context *ctxt)
458 {
459 return new pass_all_optimizations (ctxt);
460 }
461
462 namespace {
463
464 const pass_data pass_data_all_optimizations_g =
465 {
466 GIMPLE_PASS, /* type */
467 "*all_optimizations_g", /* name */
468 OPTGROUP_NONE, /* optinfo_flags */
469 false, /* has_execute */
470 TV_OPTIMIZE, /* tv_id */
471 0, /* properties_required */
472 0, /* properties_provided */
473 0, /* properties_destroyed */
474 0, /* todo_flags_start */
475 0, /* todo_flags_finish */
476 };
477
478 class pass_all_optimizations_g : public gimple_opt_pass
479 {
480 public:
481 pass_all_optimizations_g (gcc::context *ctxt)
482 : gimple_opt_pass (pass_data_all_optimizations_g, ctxt)
483 {}
484
485 /* opt_pass methods: */
486 virtual bool gate (function *) { return optimize >= 1 && optimize_debug; }
487
488 }; // class pass_all_optimizations_g
489
490 } // anon namespace
491
492 static gimple_opt_pass *
493 make_pass_all_optimizations_g (gcc::context *ctxt)
494 {
495 return new pass_all_optimizations_g (ctxt);
496 }
497
498 namespace {
499
500 const pass_data pass_data_rest_of_compilation =
501 {
502 RTL_PASS, /* type */
503 "*rest_of_compilation", /* name */
504 OPTGROUP_NONE, /* optinfo_flags */
505 false, /* has_execute */
506 TV_REST_OF_COMPILATION, /* tv_id */
507 PROP_rtl, /* properties_required */
508 0, /* properties_provided */
509 0, /* properties_destroyed */
510 0, /* todo_flags_start */
511 0, /* todo_flags_finish */
512 };
513
514 class pass_rest_of_compilation : public rtl_opt_pass
515 {
516 public:
517 pass_rest_of_compilation (gcc::context *ctxt)
518 : rtl_opt_pass (pass_data_rest_of_compilation, ctxt)
519 {}
520
521 /* opt_pass methods: */
522 virtual bool gate (function *)
523 {
524 /* Early return if there were errors. We can run afoul of our
525 consistency checks, and there's not really much point in fixing them. */
526 return !(rtl_dump_and_exit || flag_syntax_only || seen_error ());
527 }
528
529 }; // class pass_rest_of_compilation
530
531 } // anon namespace
532
533 static rtl_opt_pass *
534 make_pass_rest_of_compilation (gcc::context *ctxt)
535 {
536 return new pass_rest_of_compilation (ctxt);
537 }
538
539 namespace {
540
541 const pass_data pass_data_postreload =
542 {
543 RTL_PASS, /* type */
544 "*all-postreload", /* name */
545 OPTGROUP_NONE, /* optinfo_flags */
546 false, /* has_execute */
547 TV_POSTRELOAD, /* tv_id */
548 PROP_rtl, /* properties_required */
549 0, /* properties_provided */
550 0, /* properties_destroyed */
551 0, /* todo_flags_start */
552 0, /* todo_flags_finish */
553 };
554
555 class pass_postreload : public rtl_opt_pass
556 {
557 public:
558 pass_postreload (gcc::context *ctxt)
559 : rtl_opt_pass (pass_data_postreload, ctxt)
560 {}
561
562 /* opt_pass methods: */
563 virtual bool gate (function *) { return reload_completed; }
564
565 }; // class pass_postreload
566
567 } // anon namespace
568
569 static rtl_opt_pass *
570 make_pass_postreload (gcc::context *ctxt)
571 {
572 return new pass_postreload (ctxt);
573 }
574
575
576
577 /* Set the static pass number of pass PASS to ID and record that
578 in the mapping from static pass number to pass. */
579
580 void
581 pass_manager::
582 set_pass_for_id (int id, opt_pass *pass)
583 {
584 pass->static_pass_number = id;
585 if (passes_by_id_size <= id)
586 {
587 passes_by_id = XRESIZEVEC (opt_pass *, passes_by_id, id + 1);
588 memset (passes_by_id + passes_by_id_size, 0,
589 (id + 1 - passes_by_id_size) * sizeof (void *));
590 passes_by_id_size = id + 1;
591 }
592 passes_by_id[id] = pass;
593 }
594
595 /* Return the pass with the static pass number ID. */
596
597 opt_pass *
598 pass_manager::get_pass_for_id (int id) const
599 {
600 if (id >= passes_by_id_size)
601 return NULL;
602 return passes_by_id[id];
603 }
604
605 /* Iterate over the pass tree allocating dump file numbers. We want
606 to do this depth first, and independent of whether the pass is
607 enabled or not. */
608
609 void
610 register_one_dump_file (opt_pass *pass)
611 {
612 g->get_passes ()->register_one_dump_file (pass);
613 }
614
615 void
616 pass_manager::register_one_dump_file (opt_pass *pass)
617 {
618 char *dot_name, *flag_name, *glob_name;
619 const char *name, *full_name, *prefix;
620 char num[10];
621 int flags, id;
622 int optgroup_flags = OPTGROUP_NONE;
623 gcc::dump_manager *dumps = m_ctxt->get_dumps ();
624
625 /* See below in next_pass_1. */
626 num[0] = '\0';
627 if (pass->static_pass_number != -1)
628 sprintf (num, "%d", ((int) pass->static_pass_number < 0
629 ? 1 : pass->static_pass_number));
630
631 /* The name is both used to identify the pass for the purposes of plugins,
632 and to specify dump file name and option.
633 The latter two might want something short which is not quite unique; for
634 that reason, we may have a disambiguating prefix, followed by a space
635 to mark the start of the following dump file name / option string. */
636 name = strchr (pass->name, ' ');
637 name = name ? name + 1 : pass->name;
638 dot_name = concat (".", name, num, NULL);
639 if (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS)
640 {
641 prefix = "ipa-";
642 flags = TDF_IPA;
643 optgroup_flags |= OPTGROUP_IPA;
644 }
645 else if (pass->type == GIMPLE_PASS)
646 {
647 prefix = "tree-";
648 flags = TDF_TREE;
649 }
650 else
651 {
652 prefix = "rtl-";
653 flags = TDF_RTL;
654 }
655
656 flag_name = concat (prefix, name, num, NULL);
657 glob_name = concat (prefix, name, NULL);
658 optgroup_flags |= pass->optinfo_flags;
659 /* For any passes that do not have an optgroup set, and which are not
660 IPA passes setup above, set the optgroup to OPTGROUP_OTHER so that
661 any dump messages are emitted properly under -fopt-info(-optall). */
662 if (optgroup_flags == OPTGROUP_NONE)
663 optgroup_flags = OPTGROUP_OTHER;
664 id = dumps->dump_register (dot_name, flag_name, glob_name, flags,
665 optgroup_flags);
666 set_pass_for_id (id, pass);
667 full_name = concat (prefix, pass->name, num, NULL);
668 register_pass_name (pass, full_name);
669 free (CONST_CAST (char *, full_name));
670 }
671
672 /* Register the dump files for the pass_manager starting at PASS. */
673
674 void
675 pass_manager::register_dump_files (opt_pass *pass)
676 {
677 do
678 {
679 if (pass->name && pass->name[0] != '*')
680 register_one_dump_file (pass);
681
682 if (pass->sub)
683 register_dump_files (pass->sub);
684
685 pass = pass->next;
686 }
687 while (pass);
688 }
689
690 struct pass_registry
691 {
692 const char* unique_name;
693 opt_pass *pass;
694 };
695
696 /* Helper for pass_registry hash table. */
697
698 struct pass_registry_hasher : typed_noop_remove <pass_registry>
699 {
700 typedef pass_registry value_type;
701 typedef pass_registry compare_type;
702 static inline hashval_t hash (const value_type *);
703 static inline bool equal (const value_type *, const compare_type *);
704 };
705
706 /* Pass registry hash function. */
707
708 inline hashval_t
709 pass_registry_hasher::hash (const value_type *s)
710 {
711 return htab_hash_string (s->unique_name);
712 }
713
714 /* Hash equal function */
715
716 inline bool
717 pass_registry_hasher::equal (const value_type *s1, const compare_type *s2)
718 {
719 return !strcmp (s1->unique_name, s2->unique_name);
720 }
721
722 static hash_table<pass_registry_hasher> *name_to_pass_map;
723
724 /* Register PASS with NAME. */
725
726 static void
727 register_pass_name (opt_pass *pass, const char *name)
728 {
729 struct pass_registry **slot;
730 struct pass_registry pr;
731
732 if (!name_to_pass_map)
733 name_to_pass_map = new hash_table<pass_registry_hasher> (256);
734
735 pr.unique_name = name;
736 slot = name_to_pass_map->find_slot (&pr, INSERT);
737 if (!*slot)
738 {
739 struct pass_registry *new_pr;
740
741 new_pr = XCNEW (struct pass_registry);
742 new_pr->unique_name = xstrdup (name);
743 new_pr->pass = pass;
744 *slot = new_pr;
745 }
746 else
747 return; /* Ignore plugin passes. */
748 }
749
750 /* Map from pass id to canonicalized pass name. */
751
752 typedef const char *char_ptr;
753 static vec<char_ptr> pass_tab = vNULL;
754
755 /* Callback function for traversing NAME_TO_PASS_MAP. */
756
757 int
758 passes_pass_traverse (pass_registry **p, void *data ATTRIBUTE_UNUSED)
759 {
760 opt_pass *pass = (*p)->pass;
761
762 gcc_assert (pass->static_pass_number > 0);
763 gcc_assert (pass_tab.exists ());
764
765 pass_tab[pass->static_pass_number] = (*p)->unique_name;
766
767 return 1;
768 }
769
770 /* The function traverses NAME_TO_PASS_MAP and creates a pass info
771 table for dumping purpose. */
772
773 static void
774 create_pass_tab (void)
775 {
776 if (!flag_dump_passes)
777 return;
778
779 pass_tab.safe_grow_cleared (g->get_passes ()->passes_by_id_size + 1);
780 name_to_pass_map->traverse <void *, passes_pass_traverse> (NULL);
781 }
782
783 static bool override_gate_status (opt_pass *, tree, bool);
784
785 /* Dump the instantiated name for PASS. IS_ON indicates if PASS
786 is turned on or not. */
787
788 static void
789 dump_one_pass (opt_pass *pass, int pass_indent)
790 {
791 int indent = 3 * pass_indent;
792 const char *pn;
793 bool is_on, is_really_on;
794
795 is_on = pass->gate (cfun);
796 is_really_on = override_gate_status (pass, current_function_decl, is_on);
797
798 if (pass->static_pass_number <= 0)
799 pn = pass->name;
800 else
801 pn = pass_tab[pass->static_pass_number];
802
803 fprintf (stderr, "%*s%-40s%*s:%s%s\n", indent, " ", pn,
804 (15 - indent < 0 ? 0 : 15 - indent), " ",
805 is_on ? " ON" : " OFF",
806 ((!is_on) == (!is_really_on) ? ""
807 : (is_really_on ? " (FORCED_ON)" : " (FORCED_OFF)")));
808 }
809
810 /* Dump pass list PASS with indentation INDENT. */
811
812 static void
813 dump_pass_list (opt_pass *pass, int indent)
814 {
815 do
816 {
817 dump_one_pass (pass, indent);
818 if (pass->sub)
819 dump_pass_list (pass->sub, indent + 1);
820 pass = pass->next;
821 }
822 while (pass);
823 }
824
825 /* Dump all optimization passes. */
826
827 void
828 dump_passes (void)
829 {
830 g->get_passes ()->dump_passes ();
831 }
832
833 void
834 pass_manager::dump_passes () const
835 {
836 struct cgraph_node *n, *node = NULL;
837
838 create_pass_tab ();
839
840 FOR_EACH_FUNCTION (n)
841 if (DECL_STRUCT_FUNCTION (n->decl))
842 {
843 node = n;
844 break;
845 }
846
847 if (!node)
848 return;
849
850 push_cfun (DECL_STRUCT_FUNCTION (node->decl));
851
852 dump_pass_list (all_lowering_passes, 1);
853 dump_pass_list (all_small_ipa_passes, 1);
854 dump_pass_list (all_regular_ipa_passes, 1);
855 dump_pass_list (all_late_ipa_passes, 1);
856 dump_pass_list (all_passes, 1);
857
858 pop_cfun ();
859 }
860
861
862 /* Returns the pass with NAME. */
863
864 static opt_pass *
865 get_pass_by_name (const char *name)
866 {
867 struct pass_registry **slot, pr;
868
869 pr.unique_name = name;
870 slot = name_to_pass_map->find_slot (&pr, NO_INSERT);
871
872 if (!slot || !*slot)
873 return NULL;
874
875 return (*slot)->pass;
876 }
877
878
879 /* Range [start, last]. */
880
881 struct uid_range
882 {
883 unsigned int start;
884 unsigned int last;
885 const char *assem_name;
886 struct uid_range *next;
887 };
888
889 typedef struct uid_range *uid_range_p;
890
891
892 static vec<uid_range_p>
893 enabled_pass_uid_range_tab = vNULL;
894 static vec<uid_range_p>
895 disabled_pass_uid_range_tab = vNULL;
896
897
898 /* Parse option string for -fdisable- and -fenable-
899 The syntax of the options:
900
901 -fenable-<pass_name>
902 -fdisable-<pass_name>
903
904 -fenable-<pass_name>=s1:e1,s2:e2,...
905 -fdisable-<pass_name>=s1:e1,s2:e2,...
906 */
907
908 static void
909 enable_disable_pass (const char *arg, bool is_enable)
910 {
911 opt_pass *pass;
912 char *range_str, *phase_name;
913 char *argstr = xstrdup (arg);
914 vec<uid_range_p> *tab = 0;
915
916 range_str = strchr (argstr,'=');
917 if (range_str)
918 {
919 *range_str = '\0';
920 range_str++;
921 }
922
923 phase_name = argstr;
924 if (!*phase_name)
925 {
926 if (is_enable)
927 error ("unrecognized option -fenable");
928 else
929 error ("unrecognized option -fdisable");
930 free (argstr);
931 return;
932 }
933 pass = get_pass_by_name (phase_name);
934 if (!pass || pass->static_pass_number == -1)
935 {
936 if (is_enable)
937 error ("unknown pass %s specified in -fenable", phase_name);
938 else
939 error ("unknown pass %s specified in -fdisable", phase_name);
940 free (argstr);
941 return;
942 }
943
944 if (is_enable)
945 tab = &enabled_pass_uid_range_tab;
946 else
947 tab = &disabled_pass_uid_range_tab;
948
949 if ((unsigned) pass->static_pass_number >= tab->length ())
950 tab->safe_grow_cleared (pass->static_pass_number + 1);
951
952 if (!range_str)
953 {
954 uid_range_p slot;
955 uid_range_p new_range = XCNEW (struct uid_range);
956
957 new_range->start = 0;
958 new_range->last = (unsigned)-1;
959
960 slot = (*tab)[pass->static_pass_number];
961 new_range->next = slot;
962 (*tab)[pass->static_pass_number] = new_range;
963 if (is_enable)
964 inform (UNKNOWN_LOCATION, "enable pass %s for functions in the range "
965 "of [%u, %u]", phase_name, new_range->start, new_range->last);
966 else
967 inform (UNKNOWN_LOCATION, "disable pass %s for functions in the range "
968 "of [%u, %u]", phase_name, new_range->start, new_range->last);
969 }
970 else
971 {
972 char *next_range = NULL;
973 char *one_range = range_str;
974 char *end_val = NULL;
975
976 do
977 {
978 uid_range_p slot;
979 uid_range_p new_range;
980 char *invalid = NULL;
981 long start;
982 char *func_name = NULL;
983
984 next_range = strchr (one_range, ',');
985 if (next_range)
986 {
987 *next_range = '\0';
988 next_range++;
989 }
990
991 end_val = strchr (one_range, ':');
992 if (end_val)
993 {
994 *end_val = '\0';
995 end_val++;
996 }
997 start = strtol (one_range, &invalid, 10);
998 if (*invalid || start < 0)
999 {
1000 if (end_val || (one_range[0] >= '0'
1001 && one_range[0] <= '9'))
1002 {
1003 error ("Invalid range %s in option %s",
1004 one_range,
1005 is_enable ? "-fenable" : "-fdisable");
1006 free (argstr);
1007 return;
1008 }
1009 func_name = one_range;
1010 }
1011 if (!end_val)
1012 {
1013 new_range = XCNEW (struct uid_range);
1014 if (!func_name)
1015 {
1016 new_range->start = (unsigned) start;
1017 new_range->last = (unsigned) start;
1018 }
1019 else
1020 {
1021 new_range->start = (unsigned) -1;
1022 new_range->last = (unsigned) -1;
1023 new_range->assem_name = xstrdup (func_name);
1024 }
1025 }
1026 else
1027 {
1028 long last = strtol (end_val, &invalid, 10);
1029 if (*invalid || last < start)
1030 {
1031 error ("Invalid range %s in option %s",
1032 end_val,
1033 is_enable ? "-fenable" : "-fdisable");
1034 free (argstr);
1035 return;
1036 }
1037 new_range = XCNEW (struct uid_range);
1038 new_range->start = (unsigned) start;
1039 new_range->last = (unsigned) last;
1040 }
1041
1042 slot = (*tab)[pass->static_pass_number];
1043 new_range->next = slot;
1044 (*tab)[pass->static_pass_number] = new_range;
1045 if (is_enable)
1046 {
1047 if (new_range->assem_name)
1048 inform (UNKNOWN_LOCATION,
1049 "enable pass %s for function %s",
1050 phase_name, new_range->assem_name);
1051 else
1052 inform (UNKNOWN_LOCATION,
1053 "enable pass %s for functions in the range of [%u, %u]",
1054 phase_name, new_range->start, new_range->last);
1055 }
1056 else
1057 {
1058 if (new_range->assem_name)
1059 inform (UNKNOWN_LOCATION,
1060 "disable pass %s for function %s",
1061 phase_name, new_range->assem_name);
1062 else
1063 inform (UNKNOWN_LOCATION,
1064 "disable pass %s for functions in the range of [%u, %u]",
1065 phase_name, new_range->start, new_range->last);
1066 }
1067
1068 one_range = next_range;
1069 } while (next_range);
1070 }
1071
1072 free (argstr);
1073 }
1074
1075 /* Enable pass specified by ARG. */
1076
1077 void
1078 enable_pass (const char *arg)
1079 {
1080 enable_disable_pass (arg, true);
1081 }
1082
1083 /* Disable pass specified by ARG. */
1084
1085 void
1086 disable_pass (const char *arg)
1087 {
1088 enable_disable_pass (arg, false);
1089 }
1090
1091 /* Returns true if PASS is explicitly enabled/disabled for FUNC. */
1092
1093 static bool
1094 is_pass_explicitly_enabled_or_disabled (opt_pass *pass,
1095 tree func,
1096 vec<uid_range_p> tab)
1097 {
1098 uid_range_p slot, range;
1099 int cgraph_uid;
1100 const char *aname = NULL;
1101
1102 if (!tab.exists ()
1103 || (unsigned) pass->static_pass_number >= tab.length ()
1104 || pass->static_pass_number == -1)
1105 return false;
1106
1107 slot = tab[pass->static_pass_number];
1108 if (!slot)
1109 return false;
1110
1111 cgraph_uid = func ? cgraph_get_node (func)->uid : 0;
1112 if (func && DECL_ASSEMBLER_NAME_SET_P (func))
1113 aname = IDENTIFIER_POINTER (DECL_ASSEMBLER_NAME (func));
1114
1115 range = slot;
1116 while (range)
1117 {
1118 if ((unsigned) cgraph_uid >= range->start
1119 && (unsigned) cgraph_uid <= range->last)
1120 return true;
1121 if (range->assem_name && aname
1122 && !strcmp (range->assem_name, aname))
1123 return true;
1124 range = range->next;
1125 }
1126
1127 return false;
1128 }
1129
1130
1131 /* Update static_pass_number for passes (and the flag
1132 TODO_mark_first_instance).
1133
1134 Passes are constructed with static_pass_number preinitialized to 0
1135
1136 This field is used in two different ways: initially as instance numbers
1137 of their kind, and then as ids within the entire pass manager.
1138
1139 Within pass_manager::pass_manager:
1140
1141 * In add_pass_instance(), as called by next_pass_1 in
1142 NEXT_PASS in init_optimization_passes
1143
1144 * When the initial instance of a pass within a pass manager is seen,
1145 it is flagged, and its static_pass_number is set to -1
1146
1147 * On subsequent times that it is seen, the static pass number
1148 is decremented each time, so that if there are e.g. 4 dups,
1149 they have static_pass_number -4, 2, 3, 4 respectively (note
1150 how the initial one is negative and gives the count); these
1151 can be thought of as instance numbers of the specific pass
1152
1153 * Within the register_dump_files () traversal, set_pass_for_id()
1154 is called on each pass, using these instance numbers to create
1155 dumpfile switches, and then overwriting them with a pass id,
1156 which are global to the whole pass manager (based on
1157 (TDI_end + current value of extra_dump_files_in_use) ) */
1158
1159 static void
1160 add_pass_instance (opt_pass *new_pass, bool track_duplicates,
1161 opt_pass *initial_pass)
1162 {
1163 /* Are we dealing with the first pass of its kind, or a clone? */
1164 if (new_pass != initial_pass)
1165 {
1166 /* We're dealing with a clone. */
1167 new_pass->todo_flags_start &= ~TODO_mark_first_instance;
1168
1169 /* Indicate to register_dump_files that this pass has duplicates,
1170 and so it should rename the dump file. The first instance will
1171 be -1, and be number of duplicates = -static_pass_number - 1.
1172 Subsequent instances will be > 0 and just the duplicate number. */
1173 if ((new_pass->name && new_pass->name[0] != '*') || track_duplicates)
1174 {
1175 initial_pass->static_pass_number -= 1;
1176 new_pass->static_pass_number = -initial_pass->static_pass_number;
1177 }
1178 }
1179 else
1180 {
1181 /* We're dealing with the first pass of its kind. */
1182 new_pass->todo_flags_start |= TODO_mark_first_instance;
1183 new_pass->static_pass_number = -1;
1184
1185 invoke_plugin_callbacks (PLUGIN_NEW_PASS, new_pass);
1186 }
1187 }
1188
1189 /* Add a pass to the pass list. Duplicate the pass if it's already
1190 in the list. */
1191
1192 static opt_pass **
1193 next_pass_1 (opt_pass **list, opt_pass *pass, opt_pass *initial_pass)
1194 {
1195 /* Every pass should have a name so that plugins can refer to them. */
1196 gcc_assert (pass->name != NULL);
1197
1198 add_pass_instance (pass, false, initial_pass);
1199 *list = pass;
1200
1201 return &(*list)->next;
1202 }
1203
1204 /* List node for an inserted pass instance. We need to keep track of all
1205 the newly-added pass instances (with 'added_pass_nodes' defined below)
1206 so that we can register their dump files after pass-positioning is finished.
1207 Registering dumping files needs to be post-processed or the
1208 static_pass_number of the opt_pass object would be modified and mess up
1209 the dump file names of future pass instances to be added. */
1210
1211 struct pass_list_node
1212 {
1213 opt_pass *pass;
1214 struct pass_list_node *next;
1215 };
1216
1217 static struct pass_list_node *added_pass_nodes = NULL;
1218 static struct pass_list_node *prev_added_pass_node;
1219
1220 /* Insert the pass at the proper position. Return true if the pass
1221 is successfully added.
1222
1223 NEW_PASS_INFO - new pass to be inserted
1224 PASS_LIST - root of the pass list to insert the new pass to */
1225
1226 static bool
1227 position_pass (struct register_pass_info *new_pass_info, opt_pass **pass_list)
1228 {
1229 opt_pass *pass = *pass_list, *prev_pass = NULL;
1230 bool success = false;
1231
1232 for ( ; pass; prev_pass = pass, pass = pass->next)
1233 {
1234 /* Check if the current pass is of the same type as the new pass and
1235 matches the name and the instance number of the reference pass. */
1236 if (pass->type == new_pass_info->pass->type
1237 && pass->name
1238 && !strcmp (pass->name, new_pass_info->reference_pass_name)
1239 && ((new_pass_info->ref_pass_instance_number == 0)
1240 || (new_pass_info->ref_pass_instance_number ==
1241 pass->static_pass_number)
1242 || (new_pass_info->ref_pass_instance_number == 1
1243 && pass->todo_flags_start & TODO_mark_first_instance)))
1244 {
1245 opt_pass *new_pass;
1246 struct pass_list_node *new_pass_node;
1247
1248 if (new_pass_info->ref_pass_instance_number == 0)
1249 {
1250 new_pass = new_pass_info->pass->clone ();
1251 add_pass_instance (new_pass, true, new_pass_info->pass);
1252 }
1253 else
1254 {
1255 new_pass = new_pass_info->pass;
1256 add_pass_instance (new_pass, true, new_pass);
1257 }
1258
1259 /* Insert the new pass instance based on the positioning op. */
1260 switch (new_pass_info->pos_op)
1261 {
1262 case PASS_POS_INSERT_AFTER:
1263 new_pass->next = pass->next;
1264 pass->next = new_pass;
1265
1266 /* Skip newly inserted pass to avoid repeated
1267 insertions in the case where the new pass and the
1268 existing one have the same name. */
1269 pass = new_pass;
1270 break;
1271 case PASS_POS_INSERT_BEFORE:
1272 new_pass->next = pass;
1273 if (prev_pass)
1274 prev_pass->next = new_pass;
1275 else
1276 *pass_list = new_pass;
1277 break;
1278 case PASS_POS_REPLACE:
1279 new_pass->next = pass->next;
1280 if (prev_pass)
1281 prev_pass->next = new_pass;
1282 else
1283 *pass_list = new_pass;
1284 new_pass->sub = pass->sub;
1285 new_pass->tv_id = pass->tv_id;
1286 pass = new_pass;
1287 break;
1288 default:
1289 error ("invalid pass positioning operation");
1290 return false;
1291 }
1292
1293 /* Save the newly added pass (instance) in the added_pass_nodes
1294 list so that we can register its dump file later. Note that
1295 we cannot register the dump file now because doing so will modify
1296 the static_pass_number of the opt_pass object and therefore
1297 mess up the dump file name of future instances. */
1298 new_pass_node = XCNEW (struct pass_list_node);
1299 new_pass_node->pass = new_pass;
1300 if (!added_pass_nodes)
1301 added_pass_nodes = new_pass_node;
1302 else
1303 prev_added_pass_node->next = new_pass_node;
1304 prev_added_pass_node = new_pass_node;
1305
1306 success = true;
1307 }
1308
1309 if (pass->sub && position_pass (new_pass_info, &pass->sub))
1310 success = true;
1311 }
1312
1313 return success;
1314 }
1315
1316 /* Hooks a new pass into the pass lists.
1317
1318 PASS_INFO - pass information that specifies the opt_pass object,
1319 reference pass, instance number, and how to position
1320 the pass */
1321
1322 void
1323 register_pass (struct register_pass_info *pass_info)
1324 {
1325 g->get_passes ()->register_pass (pass_info);
1326 }
1327
1328 void
1329 register_pass (opt_pass* pass, pass_positioning_ops pos,
1330 const char* ref_pass_name, int ref_pass_inst_number)
1331 {
1332 register_pass_info i;
1333 i.pass = pass;
1334 i.reference_pass_name = ref_pass_name;
1335 i.ref_pass_instance_number = ref_pass_inst_number;
1336 i.pos_op = pos;
1337
1338 g->get_passes ()->register_pass (&i);
1339 }
1340
1341 void
1342 pass_manager::register_pass (struct register_pass_info *pass_info)
1343 {
1344 bool all_instances, success;
1345 gcc::dump_manager *dumps = m_ctxt->get_dumps ();
1346
1347 /* The checks below could fail in buggy plugins. Existing GCC
1348 passes should never fail these checks, so we mention plugin in
1349 the messages. */
1350 if (!pass_info->pass)
1351 fatal_error ("plugin cannot register a missing pass");
1352
1353 if (!pass_info->pass->name)
1354 fatal_error ("plugin cannot register an unnamed pass");
1355
1356 if (!pass_info->reference_pass_name)
1357 fatal_error
1358 ("plugin cannot register pass %qs without reference pass name",
1359 pass_info->pass->name);
1360
1361 /* Try to insert the new pass to the pass lists. We need to check
1362 all five lists as the reference pass could be in one (or all) of
1363 them. */
1364 all_instances = pass_info->ref_pass_instance_number == 0;
1365 success = position_pass (pass_info, &all_lowering_passes);
1366 if (!success || all_instances)
1367 success |= position_pass (pass_info, &all_small_ipa_passes);
1368 if (!success || all_instances)
1369 success |= position_pass (pass_info, &all_regular_ipa_passes);
1370 if (!success || all_instances)
1371 success |= position_pass (pass_info, &all_late_ipa_passes);
1372 if (!success || all_instances)
1373 success |= position_pass (pass_info, &all_passes);
1374 if (!success)
1375 fatal_error
1376 ("pass %qs not found but is referenced by new pass %qs",
1377 pass_info->reference_pass_name, pass_info->pass->name);
1378
1379 /* OK, we have successfully inserted the new pass. We need to register
1380 the dump files for the newly added pass and its duplicates (if any).
1381 Because the registration of plugin/backend passes happens after the
1382 command-line options are parsed, the options that specify single
1383 pass dumping (e.g. -fdump-tree-PASSNAME) cannot be used for new
1384 passes. Therefore we currently can only enable dumping of
1385 new passes when the 'dump-all' flags (e.g. -fdump-tree-all)
1386 are specified. While doing so, we also delete the pass_list_node
1387 objects created during pass positioning. */
1388 while (added_pass_nodes)
1389 {
1390 struct pass_list_node *next_node = added_pass_nodes->next;
1391 enum tree_dump_index tdi;
1392 register_one_dump_file (added_pass_nodes->pass);
1393 if (added_pass_nodes->pass->type == SIMPLE_IPA_PASS
1394 || added_pass_nodes->pass->type == IPA_PASS)
1395 tdi = TDI_ipa_all;
1396 else if (added_pass_nodes->pass->type == GIMPLE_PASS)
1397 tdi = TDI_tree_all;
1398 else
1399 tdi = TDI_rtl_all;
1400 /* Check if dump-all flag is specified. */
1401 if (dumps->get_dump_file_info (tdi)->pstate)
1402 dumps->get_dump_file_info (added_pass_nodes->pass->static_pass_number)
1403 ->pstate = dumps->get_dump_file_info (tdi)->pstate;
1404 XDELETE (added_pass_nodes);
1405 added_pass_nodes = next_node;
1406 }
1407 }
1408
1409 /* Construct the pass tree. The sequencing of passes is driven by
1410 the cgraph routines:
1411
1412 finalize_compilation_unit ()
1413 for each node N in the cgraph
1414 cgraph_analyze_function (N)
1415 cgraph_lower_function (N) -> all_lowering_passes
1416
1417 If we are optimizing, compile is then invoked:
1418
1419 compile ()
1420 ipa_passes () -> all_small_ipa_passes
1421 -> Analysis of all_regular_ipa_passes
1422 * possible LTO streaming at copmilation time *
1423 -> Execution of all_regular_ipa_passes
1424 * possible LTO streaming at link time *
1425 -> all_late_ipa_passes
1426 expand_all_functions ()
1427 for each node N in the cgraph
1428 expand_function (N) -> Transformation of all_regular_ipa_passes
1429 -> all_passes
1430 */
1431
1432 void *
1433 pass_manager::operator new (size_t sz)
1434 {
1435 /* Ensure that all fields of the pass manager are zero-initialized. */
1436 return xcalloc (1, sz);
1437 }
1438
1439 pass_manager::pass_manager (context *ctxt)
1440 : all_passes (NULL), all_small_ipa_passes (NULL), all_lowering_passes (NULL),
1441 all_regular_ipa_passes (NULL),
1442 all_late_ipa_passes (NULL), passes_by_id (NULL), passes_by_id_size (0),
1443 m_ctxt (ctxt)
1444 {
1445 opt_pass **p;
1446
1447 /* Initialize the pass_lists array. */
1448 #define DEF_PASS_LIST(LIST) pass_lists[PASS_LIST_NO_##LIST] = &LIST;
1449 GCC_PASS_LISTS
1450 #undef DEF_PASS_LIST
1451
1452 /* Build the tree of passes. */
1453
1454 #define INSERT_PASSES_AFTER(PASS) \
1455 p = &(PASS);
1456
1457 #define PUSH_INSERT_PASSES_WITHIN(PASS) \
1458 { \
1459 opt_pass **p = &(PASS ## _1)->sub;
1460
1461 #define POP_INSERT_PASSES() \
1462 }
1463
1464 #define NEXT_PASS(PASS, NUM) \
1465 do { \
1466 gcc_assert (NULL == PASS ## _ ## NUM); \
1467 if ((NUM) == 1) \
1468 PASS ## _1 = make_##PASS (m_ctxt); \
1469 else \
1470 { \
1471 gcc_assert (PASS ## _1); \
1472 PASS ## _ ## NUM = PASS ## _1->clone (); \
1473 } \
1474 p = next_pass_1 (p, PASS ## _ ## NUM, PASS ## _1); \
1475 } while (0)
1476
1477 #define TERMINATE_PASS_LIST() \
1478 *p = NULL;
1479
1480 #include "pass-instances.def"
1481
1482 #undef INSERT_PASSES_AFTER
1483 #undef PUSH_INSERT_PASSES_WITHIN
1484 #undef POP_INSERT_PASSES
1485 #undef NEXT_PASS
1486 #undef TERMINATE_PASS_LIST
1487
1488 /* Register the passes with the tree dump code. */
1489 register_dump_files (all_lowering_passes);
1490 register_dump_files (all_small_ipa_passes);
1491 register_dump_files (all_regular_ipa_passes);
1492 register_dump_files (all_late_ipa_passes);
1493 register_dump_files (all_passes);
1494 }
1495
1496 /* If we are in IPA mode (i.e., current_function_decl is NULL), call
1497 function CALLBACK for every function in the call graph. Otherwise,
1498 call CALLBACK on the current function. */
1499
1500 static void
1501 do_per_function (void (*callback) (function *, void *data), void *data)
1502 {
1503 if (current_function_decl)
1504 callback (cfun, data);
1505 else
1506 {
1507 struct cgraph_node *node;
1508 FOR_EACH_DEFINED_FUNCTION (node)
1509 if (node->analyzed && gimple_has_body_p (node->decl)
1510 && (!node->clone_of || node->decl != node->clone_of->decl))
1511 callback (DECL_STRUCT_FUNCTION (node->decl), data);
1512 }
1513 }
1514
1515 /* Because inlining might remove no-longer reachable nodes, we need to
1516 keep the array visible to garbage collector to avoid reading collected
1517 out nodes. */
1518 static int nnodes;
1519 static GTY ((length ("nnodes"))) cgraph_node_ptr *order;
1520
1521 /* If we are in IPA mode (i.e., current_function_decl is NULL), call
1522 function CALLBACK for every function in the call graph. Otherwise,
1523 call CALLBACK on the current function.
1524 This function is global so that plugins can use it. */
1525 void
1526 do_per_function_toporder (void (*callback) (function *, void *data), void *data)
1527 {
1528 int i;
1529
1530 if (current_function_decl)
1531 callback (cfun, data);
1532 else
1533 {
1534 gcc_assert (!order);
1535 order = ggc_vec_alloc<cgraph_node_ptr> (cgraph_n_nodes);
1536 nnodes = ipa_reverse_postorder (order);
1537 for (i = nnodes - 1; i >= 0; i--)
1538 order[i]->process = 1;
1539 for (i = nnodes - 1; i >= 0; i--)
1540 {
1541 struct cgraph_node *node = order[i];
1542
1543 /* Allow possibly removed nodes to be garbage collected. */
1544 order[i] = NULL;
1545 node->process = 0;
1546 if (cgraph_function_with_gimple_body_p (node))
1547 callback (DECL_STRUCT_FUNCTION (node->decl), data);
1548 }
1549 }
1550 ggc_free (order);
1551 order = NULL;
1552 nnodes = 0;
1553 }
1554
1555 /* Helper function to perform function body dump. */
1556
1557 static void
1558 execute_function_dump (function *fn, void *data)
1559 {
1560 opt_pass *pass = (opt_pass *)data;
1561
1562 if (dump_file)
1563 {
1564 push_cfun (fn);
1565
1566 if (fn->curr_properties & PROP_trees)
1567 dump_function_to_file (fn->decl, dump_file, dump_flags);
1568 else
1569 print_rtl_with_bb (dump_file, get_insns (), dump_flags);
1570
1571 /* Flush the file. If verification fails, we won't be able to
1572 close the file before aborting. */
1573 fflush (dump_file);
1574
1575 if ((fn->curr_properties & PROP_cfg)
1576 && (dump_flags & TDF_GRAPH))
1577 {
1578 if (!pass->graph_dump_initialized)
1579 {
1580 clean_graph_dump_file (dump_file_name);
1581 pass->graph_dump_initialized = true;
1582 }
1583 print_graph_cfg (dump_file_name, fn);
1584 }
1585
1586 pop_cfun ();
1587 }
1588 }
1589
1590 static struct profile_record *profile_record;
1591
1592 /* Do profile consistency book-keeping for the pass with static number INDEX.
1593 If SUBPASS is zero, we run _before_ the pass, and if SUBPASS is one, then
1594 we run _after_ the pass. RUN is true if the pass really runs, or FALSE
1595 if we are only book-keeping on passes that may have selectively disabled
1596 themselves on a given function. */
1597 static void
1598 check_profile_consistency (int index, int subpass, bool run)
1599 {
1600 pass_manager *passes = g->get_passes ();
1601 if (index == -1)
1602 return;
1603 if (!profile_record)
1604 profile_record = XCNEWVEC (struct profile_record,
1605 passes->passes_by_id_size);
1606 gcc_assert (index < passes->passes_by_id_size && index >= 0);
1607 gcc_assert (subpass < 2);
1608 profile_record[index].run |= run;
1609 account_profile_record (&profile_record[index], subpass);
1610 }
1611
1612 /* Output profile consistency. */
1613
1614 void
1615 dump_profile_report (void)
1616 {
1617 g->get_passes ()->dump_profile_report ();
1618 }
1619
1620 void
1621 pass_manager::dump_profile_report () const
1622 {
1623 int i, j;
1624 int last_freq_in = 0, last_count_in = 0, last_freq_out = 0, last_count_out = 0;
1625 gcov_type last_time = 0, last_size = 0;
1626 double rel_time_change, rel_size_change;
1627 int last_reported = 0;
1628
1629 if (!profile_record)
1630 return;
1631 fprintf (stderr, "\nProfile consistency report:\n\n");
1632 fprintf (stderr, "Pass name |mismatch in |mismated out|Overall\n");
1633 fprintf (stderr, " |freq count |freq count |size time\n");
1634
1635 for (i = 0; i < passes_by_id_size; i++)
1636 for (j = 0 ; j < 2; j++)
1637 if (profile_record[i].run)
1638 {
1639 if (last_time)
1640 rel_time_change = (profile_record[i].time[j]
1641 - (double)last_time) * 100 / (double)last_time;
1642 else
1643 rel_time_change = 0;
1644 if (last_size)
1645 rel_size_change = (profile_record[i].size[j]
1646 - (double)last_size) * 100 / (double)last_size;
1647 else
1648 rel_size_change = 0;
1649
1650 if (profile_record[i].num_mismatched_freq_in[j] != last_freq_in
1651 || profile_record[i].num_mismatched_freq_out[j] != last_freq_out
1652 || profile_record[i].num_mismatched_count_in[j] != last_count_in
1653 || profile_record[i].num_mismatched_count_out[j] != last_count_out
1654 || rel_time_change || rel_size_change)
1655 {
1656 last_reported = i;
1657 fprintf (stderr, "%-20s %s",
1658 passes_by_id [i]->name,
1659 j ? "(after TODO)" : " ");
1660 if (profile_record[i].num_mismatched_freq_in[j] != last_freq_in)
1661 fprintf (stderr, "| %+5i",
1662 profile_record[i].num_mismatched_freq_in[j]
1663 - last_freq_in);
1664 else
1665 fprintf (stderr, "| ");
1666 if (profile_record[i].num_mismatched_count_in[j] != last_count_in)
1667 fprintf (stderr, " %+5i",
1668 profile_record[i].num_mismatched_count_in[j]
1669 - last_count_in);
1670 else
1671 fprintf (stderr, " ");
1672 if (profile_record[i].num_mismatched_freq_out[j] != last_freq_out)
1673 fprintf (stderr, "| %+5i",
1674 profile_record[i].num_mismatched_freq_out[j]
1675 - last_freq_out);
1676 else
1677 fprintf (stderr, "| ");
1678 if (profile_record[i].num_mismatched_count_out[j] != last_count_out)
1679 fprintf (stderr, " %+5i",
1680 profile_record[i].num_mismatched_count_out[j]
1681 - last_count_out);
1682 else
1683 fprintf (stderr, " ");
1684
1685 /* Size/time units change across gimple and RTL. */
1686 if (i == pass_expand_1->static_pass_number)
1687 fprintf (stderr, "|----------");
1688 else
1689 {
1690 if (rel_size_change)
1691 fprintf (stderr, "| %+8.4f%%", rel_size_change);
1692 else
1693 fprintf (stderr, "| ");
1694 if (rel_time_change)
1695 fprintf (stderr, " %+8.4f%%", rel_time_change);
1696 }
1697 fprintf (stderr, "\n");
1698 last_freq_in = profile_record[i].num_mismatched_freq_in[j];
1699 last_freq_out = profile_record[i].num_mismatched_freq_out[j];
1700 last_count_in = profile_record[i].num_mismatched_count_in[j];
1701 last_count_out = profile_record[i].num_mismatched_count_out[j];
1702 }
1703 else if (j && last_reported != i)
1704 {
1705 last_reported = i;
1706 fprintf (stderr, "%-20s ------------| | |\n",
1707 passes_by_id [i]->name);
1708 }
1709 last_time = profile_record[i].time[j];
1710 last_size = profile_record[i].size[j];
1711 }
1712 }
1713
1714 /* Perform all TODO actions that ought to be done on each function. */
1715
1716 static void
1717 execute_function_todo (function *fn, void *data)
1718 {
1719 bool from_ipa_pass = (cfun == NULL);
1720 unsigned int flags = (size_t)data;
1721 flags &= ~fn->last_verified;
1722 if (!flags)
1723 return;
1724
1725 push_cfun (fn);
1726
1727 /* Always cleanup the CFG before trying to update SSA. */
1728 if (flags & TODO_cleanup_cfg)
1729 {
1730 cleanup_tree_cfg ();
1731
1732 /* When cleanup_tree_cfg merges consecutive blocks, it may
1733 perform some simplistic propagation when removing single
1734 valued PHI nodes. This propagation may, in turn, cause the
1735 SSA form to become out-of-date (see PR 22037). So, even
1736 if the parent pass had not scheduled an SSA update, we may
1737 still need to do one. */
1738 if (!(flags & TODO_update_ssa_any) && need_ssa_update_p (cfun))
1739 flags |= TODO_update_ssa;
1740 }
1741
1742 if (flags & TODO_update_ssa_any)
1743 {
1744 unsigned update_flags = flags & TODO_update_ssa_any;
1745 update_ssa (update_flags);
1746 }
1747
1748 if (flag_tree_pta && (flags & TODO_rebuild_alias))
1749 compute_may_aliases ();
1750
1751 if (optimize && (flags & TODO_update_address_taken))
1752 execute_update_addresses_taken ();
1753
1754 if (flags & TODO_remove_unused_locals)
1755 remove_unused_locals ();
1756
1757 if (flags & TODO_rebuild_frequencies)
1758 rebuild_frequencies ();
1759
1760 if (flags & TODO_rebuild_cgraph_edges)
1761 rebuild_cgraph_edges ();
1762
1763 /* If we've seen errors do not bother running any verifiers. */
1764 if (!seen_error ())
1765 {
1766 #if defined ENABLE_CHECKING
1767 dom_state pre_verify_state = dom_info_state (fn, CDI_DOMINATORS);
1768 dom_state pre_verify_pstate = dom_info_state (fn, CDI_POST_DOMINATORS);
1769
1770 if (flags & TODO_verify_il)
1771 {
1772 if (cfun->curr_properties & PROP_trees)
1773 {
1774 if (cfun->curr_properties & PROP_cfg)
1775 /* IPA passes leave stmts to be fixed up, so make sure to
1776 not verify stmts really throw. */
1777 verify_gimple_in_cfg (cfun, !from_ipa_pass);
1778 else
1779 verify_gimple_in_seq (gimple_body (cfun->decl));
1780 }
1781 if (cfun->curr_properties & PROP_ssa)
1782 /* IPA passes leave stmts to be fixed up, so make sure to
1783 not verify SSA operands whose verifier will choke on that. */
1784 verify_ssa (true, !from_ipa_pass);
1785 /* IPA passes leave basic-blocks unsplit, so make sure to
1786 not trip on that. */
1787 if ((cfun->curr_properties & PROP_cfg)
1788 && !from_ipa_pass)
1789 verify_flow_info ();
1790 if (current_loops
1791 && loops_state_satisfies_p (LOOP_CLOSED_SSA))
1792 verify_loop_closed_ssa (false);
1793 if (cfun->curr_properties & PROP_rtl)
1794 verify_rtl_sharing ();
1795 }
1796
1797 /* Make sure verifiers don't change dominator state. */
1798 gcc_assert (dom_info_state (fn, CDI_DOMINATORS) == pre_verify_state);
1799 gcc_assert (dom_info_state (fn, CDI_POST_DOMINATORS) == pre_verify_pstate);
1800 #endif
1801 }
1802
1803 fn->last_verified = flags & TODO_verify_all;
1804
1805 pop_cfun ();
1806
1807 /* For IPA passes make sure to release dominator info, it can be
1808 computed by non-verifying TODOs. */
1809 if (from_ipa_pass)
1810 {
1811 free_dominance_info (fn, CDI_DOMINATORS);
1812 free_dominance_info (fn, CDI_POST_DOMINATORS);
1813 }
1814 }
1815
1816 /* Perform all TODO actions. */
1817 static void
1818 execute_todo (unsigned int flags)
1819 {
1820 #if defined ENABLE_CHECKING
1821 if (cfun
1822 && need_ssa_update_p (cfun))
1823 gcc_assert (flags & TODO_update_ssa_any);
1824 #endif
1825
1826 timevar_push (TV_TODO);
1827
1828 /* Inform the pass whether it is the first time it is run. */
1829 first_pass_instance = (flags & TODO_mark_first_instance) != 0;
1830
1831 statistics_fini_pass ();
1832
1833 if (flags)
1834 do_per_function (execute_function_todo, (void *)(size_t) flags);
1835
1836 /* Always remove functions just as before inlining: IPA passes might be
1837 interested to see bodies of extern inline functions that are not inlined
1838 to analyze side effects. The full removal is done just at the end
1839 of IPA pass queue. */
1840 if (flags & TODO_remove_functions)
1841 {
1842 gcc_assert (!cfun);
1843 symtab_remove_unreachable_nodes (true, dump_file);
1844 }
1845
1846 if ((flags & TODO_dump_symtab) && dump_file && !current_function_decl)
1847 {
1848 gcc_assert (!cfun);
1849 dump_symtab (dump_file);
1850 /* Flush the file. If verification fails, we won't be able to
1851 close the file before aborting. */
1852 fflush (dump_file);
1853 }
1854
1855 /* Now that the dumping has been done, we can get rid of the optional
1856 df problems. */
1857 if (flags & TODO_df_finish)
1858 df_finish_pass ((flags & TODO_df_verify) != 0);
1859
1860 timevar_pop (TV_TODO);
1861 }
1862
1863 /* Verify invariants that should hold between passes. This is a place
1864 to put simple sanity checks. */
1865
1866 static void
1867 verify_interpass_invariants (void)
1868 {
1869 gcc_checking_assert (!fold_deferring_overflow_warnings_p ());
1870 }
1871
1872 /* Clear the last verified flag. */
1873
1874 static void
1875 clear_last_verified (function *fn, void *data ATTRIBUTE_UNUSED)
1876 {
1877 fn->last_verified = 0;
1878 }
1879
1880 /* Helper function. Verify that the properties has been turn into the
1881 properties expected by the pass. */
1882
1883 #ifdef ENABLE_CHECKING
1884 static void
1885 verify_curr_properties (function *fn, void *data)
1886 {
1887 unsigned int props = (size_t)data;
1888 gcc_assert ((fn->curr_properties & props) == props);
1889 }
1890 #endif
1891
1892 /* Initialize pass dump file. */
1893 /* This is non-static so that the plugins can use it. */
1894
1895 bool
1896 pass_init_dump_file (opt_pass *pass)
1897 {
1898 /* If a dump file name is present, open it if enabled. */
1899 if (pass->static_pass_number != -1)
1900 {
1901 timevar_push (TV_DUMP);
1902 gcc::dump_manager *dumps = g->get_dumps ();
1903 bool initializing_dump =
1904 !dumps->dump_initialized_p (pass->static_pass_number);
1905 dump_file_name = dumps->get_dump_file_name (pass->static_pass_number);
1906 dumps->dump_start (pass->static_pass_number, &dump_flags);
1907 if (dump_file && current_function_decl)
1908 dump_function_header (dump_file, current_function_decl, dump_flags);
1909 if (initializing_dump
1910 && dump_file && (dump_flags & TDF_GRAPH)
1911 && cfun && (cfun->curr_properties & PROP_cfg))
1912 {
1913 clean_graph_dump_file (dump_file_name);
1914 pass->graph_dump_initialized = true;
1915 }
1916 timevar_pop (TV_DUMP);
1917 return initializing_dump;
1918 }
1919 else
1920 return false;
1921 }
1922
1923 /* Flush PASS dump file. */
1924 /* This is non-static so that plugins can use it. */
1925
1926 void
1927 pass_fini_dump_file (opt_pass *pass)
1928 {
1929 timevar_push (TV_DUMP);
1930
1931 /* Flush and close dump file. */
1932 if (dump_file_name)
1933 {
1934 free (CONST_CAST (char *, dump_file_name));
1935 dump_file_name = NULL;
1936 }
1937
1938 g->get_dumps ()->dump_finish (pass->static_pass_number);
1939 timevar_pop (TV_DUMP);
1940 }
1941
1942 /* After executing the pass, apply expected changes to the function
1943 properties. */
1944
1945 static void
1946 update_properties_after_pass (function *fn, void *data)
1947 {
1948 opt_pass *pass = (opt_pass *) data;
1949 fn->curr_properties = (fn->curr_properties | pass->properties_provided)
1950 & ~pass->properties_destroyed;
1951 }
1952
1953 /* Execute summary generation for all of the passes in IPA_PASS. */
1954
1955 void
1956 execute_ipa_summary_passes (ipa_opt_pass_d *ipa_pass)
1957 {
1958 while (ipa_pass)
1959 {
1960 opt_pass *pass = ipa_pass;
1961
1962 /* Execute all of the IPA_PASSes in the list. */
1963 if (ipa_pass->type == IPA_PASS
1964 && pass->gate (cfun)
1965 && ipa_pass->generate_summary)
1966 {
1967 pass_init_dump_file (pass);
1968
1969 /* If a timevar is present, start it. */
1970 if (pass->tv_id)
1971 timevar_push (pass->tv_id);
1972
1973 ipa_pass->generate_summary ();
1974
1975 /* Stop timevar. */
1976 if (pass->tv_id)
1977 timevar_pop (pass->tv_id);
1978
1979 pass_fini_dump_file (pass);
1980 }
1981 ipa_pass = (ipa_opt_pass_d *)ipa_pass->next;
1982 }
1983 }
1984
1985 /* Execute IPA_PASS function transform on NODE. */
1986
1987 static void
1988 execute_one_ipa_transform_pass (struct cgraph_node *node,
1989 ipa_opt_pass_d *ipa_pass)
1990 {
1991 opt_pass *pass = ipa_pass;
1992 unsigned int todo_after = 0;
1993
1994 current_pass = pass;
1995 if (!ipa_pass->function_transform)
1996 return;
1997
1998 /* Note that the folders should only create gimple expressions.
1999 This is a hack until the new folder is ready. */
2000 in_gimple_form = (cfun && (cfun->curr_properties & PROP_trees)) != 0;
2001
2002 pass_init_dump_file (pass);
2003
2004 /* Run pre-pass verification. */
2005 execute_todo (ipa_pass->function_transform_todo_flags_start);
2006
2007 /* If a timevar is present, start it. */
2008 if (pass->tv_id != TV_NONE)
2009 timevar_push (pass->tv_id);
2010
2011 /* Do it! */
2012 todo_after = ipa_pass->function_transform (node);
2013
2014 /* Stop timevar. */
2015 if (pass->tv_id != TV_NONE)
2016 timevar_pop (pass->tv_id);
2017
2018 if (profile_report && cfun && (cfun->curr_properties & PROP_cfg))
2019 check_profile_consistency (pass->static_pass_number, 0, true);
2020
2021 /* Run post-pass cleanup and verification. */
2022 execute_todo (todo_after);
2023 verify_interpass_invariants ();
2024 if (profile_report && cfun && (cfun->curr_properties & PROP_cfg))
2025 check_profile_consistency (pass->static_pass_number, 1, true);
2026
2027 if (dump_file)
2028 do_per_function (execute_function_dump, NULL);
2029 pass_fini_dump_file (pass);
2030
2031 current_pass = NULL;
2032
2033 /* Signal this is a suitable GC collection point. */
2034 if (!(todo_after & TODO_do_not_ggc_collect))
2035 ggc_collect ();
2036 }
2037
2038 /* For the current function, execute all ipa transforms. */
2039
2040 void
2041 execute_all_ipa_transforms (void)
2042 {
2043 struct cgraph_node *node;
2044 if (!cfun)
2045 return;
2046 node = cgraph_get_node (current_function_decl);
2047
2048 if (node->ipa_transforms_to_apply.exists ())
2049 {
2050 unsigned int i;
2051
2052 for (i = 0; i < node->ipa_transforms_to_apply.length (); i++)
2053 execute_one_ipa_transform_pass (node, node->ipa_transforms_to_apply[i]);
2054 node->ipa_transforms_to_apply.release ();
2055 }
2056 }
2057
2058 /* Check if PASS is explicitly disabled or enabled and return
2059 the gate status. FUNC is the function to be processed, and
2060 GATE_STATUS is the gate status determined by pass manager by
2061 default. */
2062
2063 static bool
2064 override_gate_status (opt_pass *pass, tree func, bool gate_status)
2065 {
2066 bool explicitly_enabled = false;
2067 bool explicitly_disabled = false;
2068
2069 explicitly_enabled
2070 = is_pass_explicitly_enabled_or_disabled (pass, func,
2071 enabled_pass_uid_range_tab);
2072 explicitly_disabled
2073 = is_pass_explicitly_enabled_or_disabled (pass, func,
2074 disabled_pass_uid_range_tab);
2075
2076 gate_status = !explicitly_disabled && (gate_status || explicitly_enabled);
2077
2078 return gate_status;
2079 }
2080
2081
2082 /* Execute PASS. */
2083
2084 bool
2085 execute_one_pass (opt_pass *pass)
2086 {
2087 unsigned int todo_after = 0;
2088
2089 bool gate_status;
2090
2091 /* IPA passes are executed on whole program, so cfun should be NULL.
2092 Other passes need function context set. */
2093 if (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS)
2094 gcc_assert (!cfun && !current_function_decl);
2095 else
2096 gcc_assert (cfun && current_function_decl);
2097
2098 current_pass = pass;
2099
2100 /* Check whether gate check should be avoided.
2101 User controls the value of the gate through the parameter "gate_status". */
2102 gate_status = pass->gate (cfun);
2103 gate_status = override_gate_status (pass, current_function_decl, gate_status);
2104
2105 /* Override gate with plugin. */
2106 invoke_plugin_callbacks (PLUGIN_OVERRIDE_GATE, &gate_status);
2107
2108 if (!gate_status)
2109 {
2110 /* Run so passes selectively disabling themselves on a given function
2111 are not miscounted. */
2112 if (profile_report && cfun && (cfun->curr_properties & PROP_cfg))
2113 {
2114 check_profile_consistency (pass->static_pass_number, 0, false);
2115 check_profile_consistency (pass->static_pass_number, 1, false);
2116 }
2117 current_pass = NULL;
2118 return false;
2119 }
2120
2121 /* Pass execution event trigger: useful to identify passes being
2122 executed. */
2123 invoke_plugin_callbacks (PLUGIN_PASS_EXECUTION, pass);
2124
2125 /* SIPLE IPA passes do not handle callgraphs with IPA transforms in it.
2126 Apply all trnasforms first. */
2127 if (pass->type == SIMPLE_IPA_PASS)
2128 {
2129 struct cgraph_node *node;
2130 bool applied = false;
2131 FOR_EACH_DEFINED_FUNCTION (node)
2132 if (node->analyzed
2133 && cgraph_function_with_gimple_body_p (node)
2134 && (!node->clone_of || node->decl != node->clone_of->decl))
2135 {
2136 if (!node->global.inlined_to
2137 && node->ipa_transforms_to_apply.exists ())
2138 {
2139 cgraph_get_body (node);
2140 push_cfun (DECL_STRUCT_FUNCTION (node->decl));
2141 execute_all_ipa_transforms ();
2142 rebuild_cgraph_edges ();
2143 free_dominance_info (CDI_DOMINATORS);
2144 free_dominance_info (CDI_POST_DOMINATORS);
2145 pop_cfun ();
2146 applied = true;
2147 }
2148 }
2149 if (applied)
2150 symtab_remove_unreachable_nodes (true, dump_file);
2151 /* Restore current_pass. */
2152 current_pass = pass;
2153 }
2154
2155 if (!quiet_flag && !cfun)
2156 fprintf (stderr, " <%s>", pass->name ? pass->name : "");
2157
2158 /* Note that the folders should only create gimple expressions.
2159 This is a hack until the new folder is ready. */
2160 in_gimple_form = (cfun && (cfun->curr_properties & PROP_trees)) != 0;
2161
2162 pass_init_dump_file (pass);
2163
2164 /* Run pre-pass verification. */
2165 execute_todo (pass->todo_flags_start);
2166
2167 #ifdef ENABLE_CHECKING
2168 do_per_function (verify_curr_properties,
2169 (void *)(size_t)pass->properties_required);
2170 #endif
2171
2172 /* If a timevar is present, start it. */
2173 if (pass->tv_id != TV_NONE)
2174 timevar_push (pass->tv_id);
2175
2176 /* Do it! */
2177 if (pass->has_execute)
2178 {
2179 todo_after = pass->execute (cfun);
2180 do_per_function (clear_last_verified, NULL);
2181 }
2182
2183 /* Stop timevar. */
2184 if (pass->tv_id != TV_NONE)
2185 timevar_pop (pass->tv_id);
2186
2187 do_per_function (update_properties_after_pass, pass);
2188
2189 if (profile_report && cfun && (cfun->curr_properties & PROP_cfg))
2190 check_profile_consistency (pass->static_pass_number, 0, true);
2191
2192 /* Run post-pass cleanup and verification. */
2193 execute_todo (todo_after | pass->todo_flags_finish | TODO_verify_il);
2194 if (profile_report && cfun && (cfun->curr_properties & PROP_cfg))
2195 check_profile_consistency (pass->static_pass_number, 1, true);
2196
2197 verify_interpass_invariants ();
2198 if (dump_file)
2199 do_per_function (execute_function_dump, pass);
2200 if (pass->type == IPA_PASS)
2201 {
2202 struct cgraph_node *node;
2203 FOR_EACH_FUNCTION_WITH_GIMPLE_BODY (node)
2204 node->ipa_transforms_to_apply.safe_push ((ipa_opt_pass_d *)pass);
2205 }
2206
2207 if (!current_function_decl)
2208 cgraph_process_new_functions ();
2209
2210 pass_fini_dump_file (pass);
2211
2212 if (pass->type != SIMPLE_IPA_PASS && pass->type != IPA_PASS)
2213 gcc_assert (!(cfun->curr_properties & PROP_trees)
2214 || pass->type != RTL_PASS);
2215
2216 current_pass = NULL;
2217
2218 /* Signal this is a suitable GC collection point. */
2219 if (!((todo_after | pass->todo_flags_finish) & TODO_do_not_ggc_collect))
2220 ggc_collect ();
2221
2222 return true;
2223 }
2224
2225 static void
2226 execute_pass_list_1 (opt_pass *pass)
2227 {
2228 do
2229 {
2230 gcc_assert (pass->type == GIMPLE_PASS
2231 || pass->type == RTL_PASS);
2232 if (execute_one_pass (pass) && pass->sub)
2233 execute_pass_list_1 (pass->sub);
2234 pass = pass->next;
2235 }
2236 while (pass);
2237 }
2238
2239 void
2240 execute_pass_list (function *fn, opt_pass *pass)
2241 {
2242 push_cfun (fn);
2243 execute_pass_list_1 (pass);
2244 if (fn->cfg)
2245 {
2246 free_dominance_info (CDI_DOMINATORS);
2247 free_dominance_info (CDI_POST_DOMINATORS);
2248 }
2249 pop_cfun ();
2250 }
2251
2252 /* Write out all LTO data. */
2253 static void
2254 write_lto (void)
2255 {
2256 timevar_push (TV_IPA_LTO_GIMPLE_OUT);
2257 lto_output ();
2258 timevar_pop (TV_IPA_LTO_GIMPLE_OUT);
2259 timevar_push (TV_IPA_LTO_DECL_OUT);
2260 produce_asm_for_decls ();
2261 timevar_pop (TV_IPA_LTO_DECL_OUT);
2262 }
2263
2264 /* Same as execute_pass_list but assume that subpasses of IPA passes
2265 are local passes. If SET is not NULL, write out summaries of only
2266 those node in SET. */
2267
2268 static void
2269 ipa_write_summaries_2 (opt_pass *pass, struct lto_out_decl_state *state)
2270 {
2271 while (pass)
2272 {
2273 ipa_opt_pass_d *ipa_pass = (ipa_opt_pass_d *)pass;
2274 gcc_assert (!current_function_decl);
2275 gcc_assert (!cfun);
2276 gcc_assert (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS);
2277 if (pass->type == IPA_PASS
2278 && ipa_pass->write_summary
2279 && pass->gate (cfun))
2280 {
2281 /* If a timevar is present, start it. */
2282 if (pass->tv_id)
2283 timevar_push (pass->tv_id);
2284
2285 pass_init_dump_file (pass);
2286
2287 ipa_pass->write_summary ();
2288
2289 pass_fini_dump_file (pass);
2290
2291 /* If a timevar is present, start it. */
2292 if (pass->tv_id)
2293 timevar_pop (pass->tv_id);
2294 }
2295
2296 if (pass->sub && pass->sub->type != GIMPLE_PASS)
2297 ipa_write_summaries_2 (pass->sub, state);
2298
2299 pass = pass->next;
2300 }
2301 }
2302
2303 /* Helper function of ipa_write_summaries. Creates and destroys the
2304 decl state and calls ipa_write_summaries_2 for all passes that have
2305 summaries. SET is the set of nodes to be written. */
2306
2307 static void
2308 ipa_write_summaries_1 (lto_symtab_encoder_t encoder)
2309 {
2310 pass_manager *passes = g->get_passes ();
2311 struct lto_out_decl_state *state = lto_new_out_decl_state ();
2312 state->symtab_node_encoder = encoder;
2313
2314 lto_push_out_decl_state (state);
2315
2316 gcc_assert (!flag_wpa);
2317 ipa_write_summaries_2 (passes->all_regular_ipa_passes, state);
2318
2319 write_lto ();
2320
2321 gcc_assert (lto_get_out_decl_state () == state);
2322 lto_pop_out_decl_state ();
2323 lto_delete_out_decl_state (state);
2324 }
2325
2326 /* Write out summaries for all the nodes in the callgraph. */
2327
2328 void
2329 ipa_write_summaries (void)
2330 {
2331 lto_symtab_encoder_t encoder;
2332 int i, order_pos;
2333 varpool_node *vnode;
2334 struct cgraph_node *node;
2335 struct cgraph_node **order;
2336
2337 if (!flag_generate_lto || seen_error ())
2338 return;
2339
2340 encoder = lto_symtab_encoder_new (false);
2341
2342 /* Create the callgraph set in the same order used in
2343 cgraph_expand_all_functions. This mostly facilitates debugging,
2344 since it causes the gimple file to be processed in the same order
2345 as the source code. */
2346 order = XCNEWVEC (struct cgraph_node *, cgraph_n_nodes);
2347 order_pos = ipa_reverse_postorder (order);
2348 gcc_assert (order_pos == cgraph_n_nodes);
2349
2350 for (i = order_pos - 1; i >= 0; i--)
2351 {
2352 struct cgraph_node *node = order[i];
2353
2354 if (cgraph_function_with_gimple_body_p (node))
2355 {
2356 /* When streaming out references to statements as part of some IPA
2357 pass summary, the statements need to have uids assigned and the
2358 following does that for all the IPA passes here. Naturally, this
2359 ordering then matches the one IPA-passes get in their stmt_fixup
2360 hooks. */
2361
2362 push_cfun (DECL_STRUCT_FUNCTION (node->decl));
2363 renumber_gimple_stmt_uids ();
2364 pop_cfun ();
2365 }
2366 if (node->definition)
2367 lto_set_symtab_encoder_in_partition (encoder, node);
2368 }
2369
2370 FOR_EACH_DEFINED_FUNCTION (node)
2371 if (node->alias)
2372 lto_set_symtab_encoder_in_partition (encoder, node);
2373 FOR_EACH_DEFINED_VARIABLE (vnode)
2374 lto_set_symtab_encoder_in_partition (encoder, vnode);
2375
2376 ipa_write_summaries_1 (compute_ltrans_boundary (encoder));
2377
2378 free (order);
2379 }
2380
2381 /* Same as execute_pass_list but assume that subpasses of IPA passes
2382 are local passes. If SET is not NULL, write out optimization summaries of
2383 only those node in SET. */
2384
2385 static void
2386 ipa_write_optimization_summaries_1 (opt_pass *pass,
2387 struct lto_out_decl_state *state)
2388 {
2389 while (pass)
2390 {
2391 ipa_opt_pass_d *ipa_pass = (ipa_opt_pass_d *)pass;
2392 gcc_assert (!current_function_decl);
2393 gcc_assert (!cfun);
2394 gcc_assert (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS);
2395 if (pass->type == IPA_PASS
2396 && ipa_pass->write_optimization_summary
2397 && pass->gate (cfun))
2398 {
2399 /* If a timevar is present, start it. */
2400 if (pass->tv_id)
2401 timevar_push (pass->tv_id);
2402
2403 pass_init_dump_file (pass);
2404
2405 ipa_pass->write_optimization_summary ();
2406
2407 pass_fini_dump_file (pass);
2408
2409 /* If a timevar is present, start it. */
2410 if (pass->tv_id)
2411 timevar_pop (pass->tv_id);
2412 }
2413
2414 if (pass->sub && pass->sub->type != GIMPLE_PASS)
2415 ipa_write_optimization_summaries_1 (pass->sub, state);
2416
2417 pass = pass->next;
2418 }
2419 }
2420
2421 /* Write all the optimization summaries for the cgraph nodes in SET. If SET is
2422 NULL, write out all summaries of all nodes. */
2423
2424 void
2425 ipa_write_optimization_summaries (lto_symtab_encoder_t encoder)
2426 {
2427 struct lto_out_decl_state *state = lto_new_out_decl_state ();
2428 lto_symtab_encoder_iterator lsei;
2429 state->symtab_node_encoder = encoder;
2430
2431 lto_push_out_decl_state (state);
2432 for (lsei = lsei_start_function_in_partition (encoder);
2433 !lsei_end_p (lsei); lsei_next_function_in_partition (&lsei))
2434 {
2435 struct cgraph_node *node = lsei_cgraph_node (lsei);
2436 /* When streaming out references to statements as part of some IPA
2437 pass summary, the statements need to have uids assigned.
2438
2439 For functions newly born at WPA stage we need to initialize
2440 the uids here. */
2441 if (node->definition
2442 && gimple_has_body_p (node->decl))
2443 {
2444 push_cfun (DECL_STRUCT_FUNCTION (node->decl));
2445 renumber_gimple_stmt_uids ();
2446 pop_cfun ();
2447 }
2448 }
2449
2450 gcc_assert (flag_wpa);
2451 pass_manager *passes = g->get_passes ();
2452 ipa_write_optimization_summaries_1 (passes->all_regular_ipa_passes, state);
2453
2454 write_lto ();
2455
2456 gcc_assert (lto_get_out_decl_state () == state);
2457 lto_pop_out_decl_state ();
2458 lto_delete_out_decl_state (state);
2459 }
2460
2461 /* Same as execute_pass_list but assume that subpasses of IPA passes
2462 are local passes. */
2463
2464 static void
2465 ipa_read_summaries_1 (opt_pass *pass)
2466 {
2467 while (pass)
2468 {
2469 ipa_opt_pass_d *ipa_pass = (ipa_opt_pass_d *) pass;
2470
2471 gcc_assert (!current_function_decl);
2472 gcc_assert (!cfun);
2473 gcc_assert (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS);
2474
2475 if (pass->gate (cfun))
2476 {
2477 if (pass->type == IPA_PASS && ipa_pass->read_summary)
2478 {
2479 /* If a timevar is present, start it. */
2480 if (pass->tv_id)
2481 timevar_push (pass->tv_id);
2482
2483 pass_init_dump_file (pass);
2484
2485 ipa_pass->read_summary ();
2486
2487 pass_fini_dump_file (pass);
2488
2489 /* Stop timevar. */
2490 if (pass->tv_id)
2491 timevar_pop (pass->tv_id);
2492 }
2493
2494 if (pass->sub && pass->sub->type != GIMPLE_PASS)
2495 ipa_read_summaries_1 (pass->sub);
2496 }
2497 pass = pass->next;
2498 }
2499 }
2500
2501
2502 /* Read all the summaries for all_regular_ipa_passes. */
2503
2504 void
2505 ipa_read_summaries (void)
2506 {
2507 pass_manager *passes = g->get_passes ();
2508 ipa_read_summaries_1 (passes->all_regular_ipa_passes);
2509 }
2510
2511 /* Same as execute_pass_list but assume that subpasses of IPA passes
2512 are local passes. */
2513
2514 static void
2515 ipa_read_optimization_summaries_1 (opt_pass *pass)
2516 {
2517 while (pass)
2518 {
2519 ipa_opt_pass_d *ipa_pass = (ipa_opt_pass_d *) pass;
2520
2521 gcc_assert (!current_function_decl);
2522 gcc_assert (!cfun);
2523 gcc_assert (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS);
2524
2525 if (pass->gate (cfun))
2526 {
2527 if (pass->type == IPA_PASS && ipa_pass->read_optimization_summary)
2528 {
2529 /* If a timevar is present, start it. */
2530 if (pass->tv_id)
2531 timevar_push (pass->tv_id);
2532
2533 pass_init_dump_file (pass);
2534
2535 ipa_pass->read_optimization_summary ();
2536
2537 pass_fini_dump_file (pass);
2538
2539 /* Stop timevar. */
2540 if (pass->tv_id)
2541 timevar_pop (pass->tv_id);
2542 }
2543
2544 if (pass->sub && pass->sub->type != GIMPLE_PASS)
2545 ipa_read_optimization_summaries_1 (pass->sub);
2546 }
2547 pass = pass->next;
2548 }
2549 }
2550
2551 /* Read all the summaries for all_regular_ipa_passes. */
2552
2553 void
2554 ipa_read_optimization_summaries (void)
2555 {
2556 pass_manager *passes = g->get_passes ();
2557 ipa_read_optimization_summaries_1 (passes->all_regular_ipa_passes);
2558 }
2559
2560 /* Same as execute_pass_list but assume that subpasses of IPA passes
2561 are local passes. */
2562 void
2563 execute_ipa_pass_list (opt_pass *pass)
2564 {
2565 do
2566 {
2567 gcc_assert (!current_function_decl);
2568 gcc_assert (!cfun);
2569 gcc_assert (pass->type == SIMPLE_IPA_PASS || pass->type == IPA_PASS);
2570 if (execute_one_pass (pass) && pass->sub)
2571 {
2572 if (pass->sub->type == GIMPLE_PASS)
2573 {
2574 invoke_plugin_callbacks (PLUGIN_EARLY_GIMPLE_PASSES_START, NULL);
2575 do_per_function_toporder ((void (*)(function *, void *))
2576 execute_pass_list,
2577 pass->sub);
2578 invoke_plugin_callbacks (PLUGIN_EARLY_GIMPLE_PASSES_END, NULL);
2579 }
2580 else if (pass->sub->type == SIMPLE_IPA_PASS
2581 || pass->sub->type == IPA_PASS)
2582 execute_ipa_pass_list (pass->sub);
2583 else
2584 gcc_unreachable ();
2585 }
2586 gcc_assert (!current_function_decl);
2587 cgraph_process_new_functions ();
2588 pass = pass->next;
2589 }
2590 while (pass);
2591 }
2592
2593 /* Execute stmt fixup hooks of all passes in PASS for NODE and STMTS. */
2594
2595 static void
2596 execute_ipa_stmt_fixups (opt_pass *pass,
2597 struct cgraph_node *node, gimple *stmts)
2598 {
2599 while (pass)
2600 {
2601 /* Execute all of the IPA_PASSes in the list. */
2602 if (pass->type == IPA_PASS
2603 && pass->gate (cfun))
2604 {
2605 ipa_opt_pass_d *ipa_pass = (ipa_opt_pass_d *) pass;
2606
2607 if (ipa_pass->stmt_fixup)
2608 {
2609 pass_init_dump_file (pass);
2610 /* If a timevar is present, start it. */
2611 if (pass->tv_id)
2612 timevar_push (pass->tv_id);
2613
2614 ipa_pass->stmt_fixup (node, stmts);
2615
2616 /* Stop timevar. */
2617 if (pass->tv_id)
2618 timevar_pop (pass->tv_id);
2619 pass_fini_dump_file (pass);
2620 }
2621 if (pass->sub)
2622 execute_ipa_stmt_fixups (pass->sub, node, stmts);
2623 }
2624 pass = pass->next;
2625 }
2626 }
2627
2628 /* Execute stmt fixup hooks of all IPA passes for NODE and STMTS. */
2629
2630 void
2631 execute_all_ipa_stmt_fixups (struct cgraph_node *node, gimple *stmts)
2632 {
2633 pass_manager *passes = g->get_passes ();
2634 execute_ipa_stmt_fixups (passes->all_regular_ipa_passes, node, stmts);
2635 }
2636
2637
2638 extern void debug_properties (unsigned int);
2639 extern void dump_properties (FILE *, unsigned int);
2640
2641 DEBUG_FUNCTION void
2642 dump_properties (FILE *dump, unsigned int props)
2643 {
2644 fprintf (dump, "Properties:\n");
2645 if (props & PROP_gimple_any)
2646 fprintf (dump, "PROP_gimple_any\n");
2647 if (props & PROP_gimple_lcf)
2648 fprintf (dump, "PROP_gimple_lcf\n");
2649 if (props & PROP_gimple_leh)
2650 fprintf (dump, "PROP_gimple_leh\n");
2651 if (props & PROP_cfg)
2652 fprintf (dump, "PROP_cfg\n");
2653 if (props & PROP_ssa)
2654 fprintf (dump, "PROP_ssa\n");
2655 if (props & PROP_no_crit_edges)
2656 fprintf (dump, "PROP_no_crit_edges\n");
2657 if (props & PROP_rtl)
2658 fprintf (dump, "PROP_rtl\n");
2659 if (props & PROP_gimple_lomp)
2660 fprintf (dump, "PROP_gimple_lomp\n");
2661 if (props & PROP_gimple_lcx)
2662 fprintf (dump, "PROP_gimple_lcx\n");
2663 if (props & PROP_gimple_lvec)
2664 fprintf (dump, "PROP_gimple_lvec\n");
2665 if (props & PROP_cfglayout)
2666 fprintf (dump, "PROP_cfglayout\n");
2667 }
2668
2669 DEBUG_FUNCTION void
2670 debug_properties (unsigned int props)
2671 {
2672 dump_properties (stderr, props);
2673 }
2674
2675 /* Called by local passes to see if function is called by already processed nodes.
2676 Because we process nodes in topological order, this means that function is
2677 in recursive cycle or we introduced new direct calls. */
2678 bool
2679 function_called_by_processed_nodes_p (void)
2680 {
2681 struct cgraph_edge *e;
2682 for (e = cgraph_get_node (current_function_decl)->callers;
2683 e;
2684 e = e->next_caller)
2685 {
2686 if (e->caller->decl == current_function_decl)
2687 continue;
2688 if (!cgraph_function_with_gimple_body_p (e->caller))
2689 continue;
2690 if (TREE_ASM_WRITTEN (e->caller->decl))
2691 continue;
2692 if (!e->caller->process && !e->caller->global.inlined_to)
2693 break;
2694 }
2695 if (dump_file && e)
2696 {
2697 fprintf (dump_file, "Already processed call to:\n");
2698 dump_cgraph_node (dump_file, e->caller);
2699 }
2700 return e != NULL;
2701 }
2702
2703 #include "gt-passes.h"