1 /* Control flow graph manipulation code for GNU compiler.
2 Copyright (C) 1987-2019 Free Software Foundation, Inc.
4 This file is part of GCC.
6 GCC is free software; you can redistribute it and/or modify it under
7 the terms of the GNU General Public License as published by the Free
8 Software Foundation; either version 3, or (at your option) any later
11 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
16 You should have received a copy of the GNU General Public License
17 along with GCC; see the file COPYING3. If not see
18 <http://www.gnu.org/licenses/>. */
20 /* This file contains low level functions to manipulate the CFG and analyze it
21 that are aware of the RTL intermediate language.
23 Available functionality:
24 - Basic CFG/RTL manipulation API documented in cfghooks.h
25 - CFG-aware instruction chain manipulation
26 delete_insn, delete_insn_chain
27 - Edge splitting and committing to edges
28 insert_insn_on_edge, commit_edge_insertions
29 - CFG updating after insn simplification
30 purge_dead_edges, purge_all_dead_edges
31 - CFG fixing after coarse manipulation
34 Functions not supposed for generic use:
35 - Infrastructure to determine quickly basic block for insn
36 compute_bb_for_insn, update_bb_for_insn, set_block_for_insn,
37 - Edge redirection with updating and optimizing of insn chain
38 block_label, tidy_fallthru_edge, force_nonfallthru */
42 #include "coretypes.h"
49 #include "insn-config.h"
55 #include "cfgcleanup.h"
56 #include "bb-reorder.h"
57 #include "rtl-error.h"
58 #include "insn-attr.h"
62 #include "tree-pass.h"
63 #include "print-rtl.h"
65 /* Disable warnings about missing quoting in GCC diagnostics. */
67 # pragma GCC diagnostic push
68 # pragma GCC diagnostic ignored "-Wformat-diag"
71 /* Holds the interesting leading and trailing notes for the function.
72 Only applicable if the CFG is in cfglayout mode. */
73 static GTY(()) rtx_insn
*cfg_layout_function_footer
;
74 static GTY(()) rtx_insn
*cfg_layout_function_header
;
76 static rtx_insn
*skip_insns_after_block (basic_block
);
77 static void record_effective_endpoints (void);
78 static void fixup_reorder_chain (void);
80 void verify_insn_chain (void);
81 static void fixup_fallthru_exit_predecessor (void);
82 static int can_delete_note_p (const rtx_note
*);
83 static int can_delete_label_p (const rtx_code_label
*);
84 static basic_block
rtl_split_edge (edge
);
85 static bool rtl_move_block_after (basic_block
, basic_block
);
86 static int rtl_verify_flow_info (void);
87 static basic_block
cfg_layout_split_block (basic_block
, void *);
88 static edge
cfg_layout_redirect_edge_and_branch (edge
, basic_block
);
89 static basic_block
cfg_layout_redirect_edge_and_branch_force (edge
, basic_block
);
90 static void cfg_layout_delete_block (basic_block
);
91 static void rtl_delete_block (basic_block
);
92 static basic_block
rtl_redirect_edge_and_branch_force (edge
, basic_block
);
93 static edge
rtl_redirect_edge_and_branch (edge
, basic_block
);
94 static basic_block
rtl_split_block (basic_block
, void *);
95 static void rtl_dump_bb (FILE *, basic_block
, int, dump_flags_t
);
96 static int rtl_verify_flow_info_1 (void);
97 static void rtl_make_forwarder_block (edge
);
99 /* Return true if NOTE is not one of the ones that must be kept paired,
100 so that we may simply delete it. */
103 can_delete_note_p (const rtx_note
*note
)
105 switch (NOTE_KIND (note
))
107 case NOTE_INSN_DELETED
:
108 case NOTE_INSN_BASIC_BLOCK
:
109 case NOTE_INSN_EPILOGUE_BEG
:
117 /* True if a given label can be deleted. */
120 can_delete_label_p (const rtx_code_label
*label
)
122 return (!LABEL_PRESERVE_P (label
)
123 /* User declared labels must be preserved. */
124 && LABEL_NAME (label
) == 0
125 && !vec_safe_contains
<rtx_insn
*> (forced_labels
,
126 const_cast<rtx_code_label
*> (label
)));
129 /* Delete INSN by patching it out. */
132 delete_insn (rtx_insn
*insn
)
135 bool really_delete
= true;
139 /* Some labels can't be directly removed from the INSN chain, as they
140 might be references via variables, constant pool etc.
141 Convert them to the special NOTE_INSN_DELETED_LABEL note. */
142 if (! can_delete_label_p (as_a
<rtx_code_label
*> (insn
)))
144 const char *name
= LABEL_NAME (insn
);
145 basic_block bb
= BLOCK_FOR_INSN (insn
);
146 rtx_insn
*bb_note
= NEXT_INSN (insn
);
148 really_delete
= false;
149 PUT_CODE (insn
, NOTE
);
150 NOTE_KIND (insn
) = NOTE_INSN_DELETED_LABEL
;
151 NOTE_DELETED_LABEL_NAME (insn
) = name
;
153 /* If the note following the label starts a basic block, and the
154 label is a member of the same basic block, interchange the two. */
155 if (bb_note
!= NULL_RTX
156 && NOTE_INSN_BASIC_BLOCK_P (bb_note
)
158 && bb
== BLOCK_FOR_INSN (bb_note
))
160 reorder_insns_nobb (insn
, insn
, bb_note
);
161 BB_HEAD (bb
) = bb_note
;
162 if (BB_END (bb
) == bb_note
)
167 remove_node_from_insn_list (insn
, &nonlocal_goto_handler_labels
);
172 /* If this insn has already been deleted, something is very wrong. */
173 gcc_assert (!insn
->deleted ());
175 df_insn_delete (insn
);
177 insn
->set_deleted ();
180 /* If deleting a jump, decrement the use count of the label. Deleting
181 the label itself should happen in the normal course of block merging. */
184 if (JUMP_LABEL (insn
)
185 && LABEL_P (JUMP_LABEL (insn
)))
186 LABEL_NUSES (JUMP_LABEL (insn
))--;
188 /* If there are more targets, remove them too. */
190 = find_reg_note (insn
, REG_LABEL_TARGET
, NULL_RTX
)) != NULL_RTX
191 && LABEL_P (XEXP (note
, 0)))
193 LABEL_NUSES (XEXP (note
, 0))--;
194 remove_note (insn
, note
);
198 /* Also if deleting any insn that references a label as an operand. */
199 while ((note
= find_reg_note (insn
, REG_LABEL_OPERAND
, NULL_RTX
)) != NULL_RTX
200 && LABEL_P (XEXP (note
, 0)))
202 LABEL_NUSES (XEXP (note
, 0))--;
203 remove_note (insn
, note
);
206 if (rtx_jump_table_data
*table
= dyn_cast
<rtx_jump_table_data
*> (insn
))
208 rtvec vec
= table
->get_labels ();
209 int len
= GET_NUM_ELEM (vec
);
212 for (i
= 0; i
< len
; i
++)
214 rtx label
= XEXP (RTVEC_ELT (vec
, i
), 0);
216 /* When deleting code in bulk (e.g. removing many unreachable
217 blocks) we can delete a label that's a target of the vector
218 before deleting the vector itself. */
220 LABEL_NUSES (label
)--;
225 /* Like delete_insn but also purge dead edges from BB.
226 Return true if any edges are eliminated. */
229 delete_insn_and_edges (rtx_insn
*insn
)
234 && BLOCK_FOR_INSN (insn
)
235 && BB_END (BLOCK_FOR_INSN (insn
)) == insn
)
239 return purge_dead_edges (BLOCK_FOR_INSN (insn
));
243 /* Unlink a chain of insns between START and FINISH, leaving notes
244 that must be paired. If CLEAR_BB is true, we set bb field for
245 insns that cannot be removed to NULL. */
248 delete_insn_chain (rtx start
, rtx_insn
*finish
, bool clear_bb
)
250 /* Unchain the insns one by one. It would be quicker to delete all of these
251 with a single unchaining, rather than one at a time, but we need to keep
253 rtx_insn
*current
= finish
;
256 rtx_insn
*prev
= PREV_INSN (current
);
257 if (NOTE_P (current
) && !can_delete_note_p (as_a
<rtx_note
*> (current
)))
260 delete_insn (current
);
262 if (clear_bb
&& !current
->deleted ())
263 set_block_for_insn (current
, NULL
);
265 if (current
== start
)
271 /* Create a new basic block consisting of the instructions between HEAD and END
272 inclusive. This function is designed to allow fast BB construction - reuses
273 the note and basic block struct in BB_NOTE, if any and do not grow
274 BASIC_BLOCK chain and should be used directly only by CFG construction code.
275 END can be NULL in to create new empty basic block before HEAD. Both END
276 and HEAD can be NULL to create basic block at the end of INSN chain.
277 AFTER is the basic block we should be put after. */
280 create_basic_block_structure (rtx_insn
*head
, rtx_insn
*end
, rtx_note
*bb_note
,
286 && (bb
= NOTE_BASIC_BLOCK (bb_note
)) != NULL
289 /* If we found an existing note, thread it back onto the chain. */
297 after
= PREV_INSN (head
);
301 if (after
!= bb_note
&& NEXT_INSN (after
) != bb_note
)
302 reorder_insns_nobb (bb_note
, bb_note
, after
);
306 /* Otherwise we must create a note and a basic block structure. */
310 init_rtl_bb_info (bb
);
313 = emit_note_after (NOTE_INSN_BASIC_BLOCK
, get_last_insn ());
314 else if (LABEL_P (head
) && end
)
316 bb_note
= emit_note_after (NOTE_INSN_BASIC_BLOCK
, head
);
322 bb_note
= emit_note_before (NOTE_INSN_BASIC_BLOCK
, head
);
328 NOTE_BASIC_BLOCK (bb_note
) = bb
;
331 /* Always include the bb note in the block. */
332 if (NEXT_INSN (end
) == bb_note
)
337 bb
->index
= last_basic_block_for_fn (cfun
)++;
338 bb
->flags
= BB_NEW
| BB_RTL
;
339 link_block (bb
, after
);
340 SET_BASIC_BLOCK_FOR_FN (cfun
, bb
->index
, bb
);
341 df_bb_refs_record (bb
->index
, false);
342 update_bb_for_insn (bb
);
343 BB_SET_PARTITION (bb
, BB_UNPARTITIONED
);
345 /* Tag the block so that we know it has been used when considering
346 other basic block notes. */
352 /* Create new basic block consisting of instructions in between HEAD and END
353 and place it to the BB chain after block AFTER. END can be NULL to
354 create a new empty basic block before HEAD. Both END and HEAD can be
355 NULL to create basic block at the end of INSN chain. */
358 rtl_create_basic_block (void *headp
, void *endp
, basic_block after
)
360 rtx_insn
*head
= (rtx_insn
*) headp
;
361 rtx_insn
*end
= (rtx_insn
*) endp
;
364 /* Grow the basic block array if needed. */
365 if ((size_t) last_basic_block_for_fn (cfun
)
366 >= basic_block_info_for_fn (cfun
)->length ())
369 (last_basic_block_for_fn (cfun
)
370 + (last_basic_block_for_fn (cfun
) + 3) / 4);
371 vec_safe_grow_cleared (basic_block_info_for_fn (cfun
), new_size
);
374 n_basic_blocks_for_fn (cfun
)++;
376 bb
= create_basic_block_structure (head
, end
, NULL
, after
);
382 cfg_layout_create_basic_block (void *head
, void *end
, basic_block after
)
384 basic_block newbb
= rtl_create_basic_block (head
, end
, after
);
389 /* Delete the insns in a (non-live) block. We physically delete every
390 non-deleted-note insn, and update the flow graph appropriately.
392 Return nonzero if we deleted an exception handler. */
394 /* ??? Preserving all such notes strikes me as wrong. It would be nice
395 to post-process the stream to remove empty blocks, loops, ranges, etc. */
398 rtl_delete_block (basic_block b
)
400 rtx_insn
*insn
, *end
;
402 /* If the head of this block is a CODE_LABEL, then it might be the
403 label for an exception handler which can't be reached. We need
404 to remove the label from the exception_handler_label list. */
407 end
= get_last_bb_insn (b
);
409 /* Selectively delete the entire chain. */
411 delete_insn_chain (insn
, end
, true);
415 fprintf (dump_file
, "deleting block %d\n", b
->index
);
416 df_bb_delete (b
->index
);
419 /* Records the basic block struct in BLOCK_FOR_INSN for every insn. */
422 compute_bb_for_insn (void)
426 FOR_EACH_BB_FN (bb
, cfun
)
428 rtx_insn
*end
= BB_END (bb
);
431 for (insn
= BB_HEAD (bb
); ; insn
= NEXT_INSN (insn
))
433 BLOCK_FOR_INSN (insn
) = bb
;
440 /* Release the basic_block_for_insn array. */
443 free_bb_for_insn (void)
446 for (insn
= get_insns (); insn
; insn
= NEXT_INSN (insn
))
447 if (!BARRIER_P (insn
))
448 BLOCK_FOR_INSN (insn
) = NULL
;
454 const pass_data pass_data_free_cfg
=
457 "*free_cfg", /* name */
458 OPTGROUP_NONE
, /* optinfo_flags */
460 0, /* properties_required */
461 0, /* properties_provided */
462 PROP_cfg
, /* properties_destroyed */
463 0, /* todo_flags_start */
464 0, /* todo_flags_finish */
467 class pass_free_cfg
: public rtl_opt_pass
470 pass_free_cfg (gcc::context
*ctxt
)
471 : rtl_opt_pass (pass_data_free_cfg
, ctxt
)
474 /* opt_pass methods: */
475 virtual unsigned int execute (function
*);
477 }; // class pass_free_cfg
480 pass_free_cfg::execute (function
*)
482 /* The resource.c machinery uses DF but the CFG isn't guaranteed to be
483 valid at that point so it would be too late to call df_analyze. */
484 if (DELAY_SLOTS
&& optimize
> 0 && flag_delayed_branch
)
486 df_note_add_problem ();
490 if (crtl
->has_bb_partition
)
491 insert_section_boundary_note ();
500 make_pass_free_cfg (gcc::context
*ctxt
)
502 return new pass_free_cfg (ctxt
);
505 /* Return RTX to emit after when we want to emit code on the entry of function. */
507 entry_of_function (void)
509 return (n_basic_blocks_for_fn (cfun
) > NUM_FIXED_BLOCKS
?
510 BB_HEAD (ENTRY_BLOCK_PTR_FOR_FN (cfun
)->next_bb
) : get_insns ());
513 /* Emit INSN at the entry point of the function, ensuring that it is only
514 executed once per function. */
516 emit_insn_at_entry (rtx insn
)
518 edge_iterator ei
= ei_start (ENTRY_BLOCK_PTR_FOR_FN (cfun
)->succs
);
519 edge e
= ei_safe_edge (ei
);
520 gcc_assert (e
->flags
& EDGE_FALLTHRU
);
522 insert_insn_on_edge (insn
, e
);
523 commit_edge_insertions ();
526 /* Update BLOCK_FOR_INSN of insns between BEGIN and END
527 (or BARRIER if found) and notify df of the bb change.
528 The insn chain range is inclusive
529 (i.e. both BEGIN and END will be updated. */
532 update_bb_for_insn_chain (rtx_insn
*begin
, rtx_insn
*end
, basic_block bb
)
536 end
= NEXT_INSN (end
);
537 for (insn
= begin
; insn
!= end
; insn
= NEXT_INSN (insn
))
538 if (!BARRIER_P (insn
))
539 df_insn_change_bb (insn
, bb
);
542 /* Update BLOCK_FOR_INSN of insns in BB to BB,
543 and notify df of the change. */
546 update_bb_for_insn (basic_block bb
)
548 update_bb_for_insn_chain (BB_HEAD (bb
), BB_END (bb
), bb
);
552 /* Like active_insn_p, except keep the return value use or clobber around
553 even after reload. */
556 flow_active_insn_p (const rtx_insn
*insn
)
558 if (active_insn_p (insn
))
561 /* A clobber of the function return value exists for buggy
562 programs that fail to return a value. Its effect is to
563 keep the return value from being live across the entire
564 function. If we allow it to be skipped, we introduce the
565 possibility for register lifetime confusion.
566 Similarly, keep a USE of the function return value, otherwise
567 the USE is dropped and we could fail to thread jump if USE
568 appears on some paths and not on others, see PR90257. */
569 if ((GET_CODE (PATTERN (insn
)) == CLOBBER
570 || GET_CODE (PATTERN (insn
)) == USE
)
571 && REG_P (XEXP (PATTERN (insn
), 0))
572 && REG_FUNCTION_VALUE_P (XEXP (PATTERN (insn
), 0)))
578 /* Return true if the block has no effect and only forwards control flow to
579 its single destination. */
582 contains_no_active_insn_p (const_basic_block bb
)
586 if (bb
== EXIT_BLOCK_PTR_FOR_FN (cfun
)
587 || bb
== ENTRY_BLOCK_PTR_FOR_FN (cfun
)
588 || !single_succ_p (bb
)
589 || (single_succ_edge (bb
)->flags
& EDGE_FAKE
) != 0)
592 for (insn
= BB_HEAD (bb
); insn
!= BB_END (bb
); insn
= NEXT_INSN (insn
))
593 if (INSN_P (insn
) && flow_active_insn_p (insn
))
596 return (!INSN_P (insn
)
597 || (JUMP_P (insn
) && simplejump_p (insn
))
598 || !flow_active_insn_p (insn
));
601 /* Likewise, but protect loop latches, headers and preheaders. */
602 /* FIXME: Make this a cfg hook. */
605 forwarder_block_p (const_basic_block bb
)
607 if (!contains_no_active_insn_p (bb
))
610 /* Protect loop latches, headers and preheaders. */
614 if (bb
->loop_father
->header
== bb
)
616 dest
= EDGE_SUCC (bb
, 0)->dest
;
617 if (dest
->loop_father
->header
== dest
)
624 /* Return nonzero if we can reach target from src by falling through. */
625 /* FIXME: Make this a cfg hook, the result is only valid in cfgrtl mode. */
628 can_fallthru (basic_block src
, basic_block target
)
630 rtx_insn
*insn
= BB_END (src
);
635 if (target
== EXIT_BLOCK_PTR_FOR_FN (cfun
))
637 if (src
->next_bb
!= target
)
640 /* ??? Later we may add code to move jump tables offline. */
641 if (tablejump_p (insn
, NULL
, NULL
))
644 FOR_EACH_EDGE (e
, ei
, src
->succs
)
645 if (e
->dest
== EXIT_BLOCK_PTR_FOR_FN (cfun
)
646 && e
->flags
& EDGE_FALLTHRU
)
649 insn2
= BB_HEAD (target
);
650 if (!active_insn_p (insn2
))
651 insn2
= next_active_insn (insn2
);
653 return next_active_insn (insn
) == insn2
;
656 /* Return nonzero if we could reach target from src by falling through,
657 if the target was made adjacent. If we already have a fall-through
658 edge to the exit block, we can't do that. */
660 could_fall_through (basic_block src
, basic_block target
)
665 if (target
== EXIT_BLOCK_PTR_FOR_FN (cfun
))
667 FOR_EACH_EDGE (e
, ei
, src
->succs
)
668 if (e
->dest
== EXIT_BLOCK_PTR_FOR_FN (cfun
)
669 && e
->flags
& EDGE_FALLTHRU
)
674 /* Return the NOTE_INSN_BASIC_BLOCK of BB. */
676 bb_note (basic_block bb
)
682 note
= NEXT_INSN (note
);
684 gcc_assert (NOTE_INSN_BASIC_BLOCK_P (note
));
685 return as_a
<rtx_note
*> (note
);
688 /* Return the INSN immediately following the NOTE_INSN_BASIC_BLOCK
689 note associated with the BLOCK. */
692 first_insn_after_basic_block_note (basic_block block
)
696 /* Get the first instruction in the block. */
697 insn
= BB_HEAD (block
);
699 if (insn
== NULL_RTX
)
702 insn
= NEXT_INSN (insn
);
703 gcc_assert (NOTE_INSN_BASIC_BLOCK_P (insn
));
705 return NEXT_INSN (insn
);
708 /* Creates a new basic block just after basic block BB by splitting
709 everything after specified instruction INSNP. */
712 rtl_split_block (basic_block bb
, void *insnp
)
715 rtx_insn
*insn
= (rtx_insn
*) insnp
;
721 insn
= first_insn_after_basic_block_note (bb
);
725 rtx_insn
*next
= insn
;
727 insn
= PREV_INSN (insn
);
729 /* If the block contains only debug insns, insn would have
730 been NULL in a non-debug compilation, and then we'd end
731 up emitting a DELETED note. For -fcompare-debug
732 stability, emit the note too. */
733 if (insn
!= BB_END (bb
)
734 && DEBUG_INSN_P (next
)
735 && DEBUG_INSN_P (BB_END (bb
)))
737 while (next
!= BB_END (bb
) && DEBUG_INSN_P (next
))
738 next
= NEXT_INSN (next
);
740 if (next
== BB_END (bb
))
741 emit_note_after (NOTE_INSN_DELETED
, next
);
745 insn
= get_last_insn ();
748 /* We probably should check type of the insn so that we do not create
749 inconsistent cfg. It is checked in verify_flow_info anyway, so do not
751 if (insn
== BB_END (bb
))
752 emit_note_after (NOTE_INSN_DELETED
, insn
);
754 /* Create the new basic block. */
755 new_bb
= create_basic_block (NEXT_INSN (insn
), BB_END (bb
), bb
);
756 BB_COPY_PARTITION (new_bb
, bb
);
759 /* Redirect the outgoing edges. */
760 new_bb
->succs
= bb
->succs
;
762 FOR_EACH_EDGE (e
, ei
, new_bb
->succs
)
765 /* The new block starts off being dirty. */
766 df_set_bb_dirty (bb
);
770 /* Return true if the single edge between blocks A and B is the only place
771 in RTL which holds some unique locus. */
774 unique_locus_on_edge_between_p (basic_block a
, basic_block b
)
776 const location_t goto_locus
= EDGE_SUCC (a
, 0)->goto_locus
;
777 rtx_insn
*insn
, *end
;
779 if (LOCATION_LOCUS (goto_locus
) == UNKNOWN_LOCATION
)
782 /* First scan block A backward. */
784 end
= PREV_INSN (BB_HEAD (a
));
785 while (insn
!= end
&& (!NONDEBUG_INSN_P (insn
) || !INSN_HAS_LOCATION (insn
)))
786 insn
= PREV_INSN (insn
);
788 if (insn
!= end
&& INSN_LOCATION (insn
) == goto_locus
)
791 /* Then scan block B forward. */
795 end
= NEXT_INSN (BB_END (b
));
796 while (insn
!= end
&& !NONDEBUG_INSN_P (insn
))
797 insn
= NEXT_INSN (insn
);
799 if (insn
!= end
&& INSN_HAS_LOCATION (insn
)
800 && INSN_LOCATION (insn
) == goto_locus
)
807 /* If the single edge between blocks A and B is the only place in RTL which
808 holds some unique locus, emit a nop with that locus between the blocks. */
811 emit_nop_for_unique_locus_between (basic_block a
, basic_block b
)
813 if (!unique_locus_on_edge_between_p (a
, b
))
816 BB_END (a
) = emit_insn_after_noloc (gen_nop (), BB_END (a
), a
);
817 INSN_LOCATION (BB_END (a
)) = EDGE_SUCC (a
, 0)->goto_locus
;
820 /* Blocks A and B are to be merged into a single block A. The insns
821 are already contiguous. */
824 rtl_merge_blocks (basic_block a
, basic_block b
)
826 /* If B is a forwarder block whose outgoing edge has no location, we'll
827 propagate the locus of the edge between A and B onto it. */
828 const bool forward_edge_locus
829 = (b
->flags
& BB_FORWARDER_BLOCK
) != 0
830 && LOCATION_LOCUS (EDGE_SUCC (b
, 0)->goto_locus
) == UNKNOWN_LOCATION
;
831 rtx_insn
*b_head
= BB_HEAD (b
), *b_end
= BB_END (b
), *a_end
= BB_END (a
);
832 rtx_insn
*del_first
= NULL
, *del_last
= NULL
;
833 rtx_insn
*b_debug_start
= b_end
, *b_debug_end
= b_end
;
837 fprintf (dump_file
, "Merging block %d into block %d...\n", b
->index
,
840 while (DEBUG_INSN_P (b_end
))
841 b_end
= PREV_INSN (b_debug_start
= b_end
);
843 /* If there was a CODE_LABEL beginning B, delete it. */
844 if (LABEL_P (b_head
))
846 /* Detect basic blocks with nothing but a label. This can happen
847 in particular at the end of a function. */
851 del_first
= del_last
= b_head
;
852 b_head
= NEXT_INSN (b_head
);
855 /* Delete the basic block note and handle blocks containing just that
857 if (NOTE_INSN_BASIC_BLOCK_P (b_head
))
865 b_head
= NEXT_INSN (b_head
);
868 /* If there was a jump out of A, delete it. */
873 for (prev
= PREV_INSN (a_end
); ; prev
= PREV_INSN (prev
))
875 || NOTE_INSN_BASIC_BLOCK_P (prev
)
876 || prev
== BB_HEAD (a
))
881 /* If this was a conditional jump, we need to also delete
882 the insn that set cc0. */
883 if (HAVE_cc0
&& only_sets_cc0_p (prev
))
885 rtx_insn
*tmp
= prev
;
887 prev
= prev_nonnote_insn (prev
);
893 a_end
= PREV_INSN (del_first
);
895 else if (BARRIER_P (NEXT_INSN (a_end
)))
896 del_first
= NEXT_INSN (a_end
);
898 /* Delete everything marked above as well as crap that might be
899 hanging out between the two blocks. */
901 BB_HEAD (b
) = b_empty
? NULL
: b_head
;
902 delete_insn_chain (del_first
, del_last
, true);
904 /* If not optimizing, preserve the locus of the single edge between
905 blocks A and B if necessary by emitting a nop. */
907 && !forward_edge_locus
908 && !DECL_IGNORED_P (current_function_decl
))
910 emit_nop_for_unique_locus_between (a
, b
);
914 /* Reassociate the insns of B with A. */
917 update_bb_for_insn_chain (a_end
, b_debug_end
, a
);
919 BB_END (a
) = b_debug_end
;
922 else if (b_end
!= b_debug_end
)
924 /* Move any deleted labels and other notes between the end of A
925 and the debug insns that make up B after the debug insns,
926 bringing the debug insns into A while keeping the notes after
928 if (NEXT_INSN (a_end
) != b_debug_start
)
929 reorder_insns_nobb (NEXT_INSN (a_end
), PREV_INSN (b_debug_start
),
931 update_bb_for_insn_chain (b_debug_start
, b_debug_end
, a
);
932 BB_END (a
) = b_debug_end
;
935 df_bb_delete (b
->index
);
937 if (forward_edge_locus
)
938 EDGE_SUCC (b
, 0)->goto_locus
= EDGE_SUCC (a
, 0)->goto_locus
;
941 fprintf (dump_file
, "Merged blocks %d and %d.\n", a
->index
, b
->index
);
945 /* Return true when block A and B can be merged. */
948 rtl_can_merge_blocks (basic_block a
, basic_block b
)
950 /* If we are partitioning hot/cold basic blocks, we don't want to
951 mess up unconditional or indirect jumps that cross between hot
954 Basic block partitioning may result in some jumps that appear to
955 be optimizable (or blocks that appear to be mergeable), but which really
956 must be left untouched (they are required to make it safely across
957 partition boundaries). See the comments at the top of
958 bb-reorder.c:partition_hot_cold_basic_blocks for complete details. */
960 if (BB_PARTITION (a
) != BB_PARTITION (b
))
963 /* Protect the loop latches. */
964 if (current_loops
&& b
->loop_father
->latch
== b
)
967 /* There must be exactly one edge in between the blocks. */
968 return (single_succ_p (a
)
969 && single_succ (a
) == b
972 /* Must be simple edge. */
973 && !(single_succ_edge (a
)->flags
& EDGE_COMPLEX
)
975 && a
!= ENTRY_BLOCK_PTR_FOR_FN (cfun
)
976 && b
!= EXIT_BLOCK_PTR_FOR_FN (cfun
)
977 /* If the jump insn has side effects,
978 we can't kill the edge. */
979 && (!JUMP_P (BB_END (a
))
981 ? simplejump_p (BB_END (a
)) : onlyjump_p (BB_END (a
)))));
984 /* Return the label in the head of basic block BLOCK. Create one if it doesn't
988 block_label (basic_block block
)
990 if (block
== EXIT_BLOCK_PTR_FOR_FN (cfun
))
993 if (!LABEL_P (BB_HEAD (block
)))
995 BB_HEAD (block
) = emit_label_before (gen_label_rtx (), BB_HEAD (block
));
998 return as_a
<rtx_code_label
*> (BB_HEAD (block
));
1001 /* Remove all barriers from BB_FOOTER of a BB. */
1004 remove_barriers_from_footer (basic_block bb
)
1006 rtx_insn
*insn
= BB_FOOTER (bb
);
1008 /* Remove barriers but keep jumptables. */
1011 if (BARRIER_P (insn
))
1013 if (PREV_INSN (insn
))
1014 SET_NEXT_INSN (PREV_INSN (insn
)) = NEXT_INSN (insn
);
1016 BB_FOOTER (bb
) = NEXT_INSN (insn
);
1017 if (NEXT_INSN (insn
))
1018 SET_PREV_INSN (NEXT_INSN (insn
)) = PREV_INSN (insn
);
1022 insn
= NEXT_INSN (insn
);
1026 /* Attempt to perform edge redirection by replacing possibly complex jump
1027 instruction by unconditional jump or removing jump completely. This can
1028 apply only if all edges now point to the same block. The parameters and
1029 return values are equivalent to redirect_edge_and_branch. */
1032 try_redirect_by_replacing_jump (edge e
, basic_block target
, bool in_cfglayout
)
1034 basic_block src
= e
->src
;
1035 rtx_insn
*insn
= BB_END (src
), *kill_from
;
1039 /* If we are partitioning hot/cold basic blocks, we don't want to
1040 mess up unconditional or indirect jumps that cross between hot
1043 Basic block partitioning may result in some jumps that appear to
1044 be optimizable (or blocks that appear to be mergeable), but which really
1045 must be left untouched (they are required to make it safely across
1046 partition boundaries). See the comments at the top of
1047 bb-reorder.c:partition_hot_cold_basic_blocks for complete details. */
1049 if (BB_PARTITION (src
) != BB_PARTITION (target
))
1052 /* We can replace or remove a complex jump only when we have exactly
1053 two edges. Also, if we have exactly one outgoing edge, we can
1055 if (EDGE_COUNT (src
->succs
) >= 3
1056 /* Verify that all targets will be TARGET. Specifically, the
1057 edge that is not E must also go to TARGET. */
1058 || (EDGE_COUNT (src
->succs
) == 2
1059 && EDGE_SUCC (src
, EDGE_SUCC (src
, 0) == e
)->dest
!= target
))
1062 if (!onlyjump_p (insn
))
1064 if ((!optimize
|| reload_completed
) && tablejump_p (insn
, NULL
, NULL
))
1067 /* Avoid removing branch with side effects. */
1068 set
= single_set (insn
);
1069 if (!set
|| side_effects_p (set
))
1072 /* In case we zap a conditional jump, we'll need to kill
1073 the cc0 setter too. */
1075 if (HAVE_cc0
&& reg_mentioned_p (cc0_rtx
, PATTERN (insn
))
1076 && only_sets_cc0_p (PREV_INSN (insn
)))
1077 kill_from
= PREV_INSN (insn
);
1079 /* See if we can create the fallthru edge. */
1080 if (in_cfglayout
|| can_fallthru (src
, target
))
1083 fprintf (dump_file
, "Removing jump %i.\n", INSN_UID (insn
));
1086 /* Selectively unlink whole insn chain. */
1089 delete_insn_chain (kill_from
, BB_END (src
), false);
1090 remove_barriers_from_footer (src
);
1093 delete_insn_chain (kill_from
, PREV_INSN (BB_HEAD (target
)),
1097 /* If this already is simplejump, redirect it. */
1098 else if (simplejump_p (insn
))
1100 if (e
->dest
== target
)
1103 fprintf (dump_file
, "Redirecting jump %i from %i to %i.\n",
1104 INSN_UID (insn
), e
->dest
->index
, target
->index
);
1105 if (!redirect_jump (as_a
<rtx_jump_insn
*> (insn
),
1106 block_label (target
), 0))
1108 gcc_assert (target
== EXIT_BLOCK_PTR_FOR_FN (cfun
));
1113 /* Cannot do anything for target exit block. */
1114 else if (target
== EXIT_BLOCK_PTR_FOR_FN (cfun
))
1117 /* Or replace possibly complicated jump insn by simple jump insn. */
1120 rtx_code_label
*target_label
= block_label (target
);
1123 rtx_jump_table_data
*table
;
1125 emit_jump_insn_after_noloc (targetm
.gen_jump (target_label
), insn
);
1126 JUMP_LABEL (BB_END (src
)) = target_label
;
1127 LABEL_NUSES (target_label
)++;
1129 fprintf (dump_file
, "Replacing insn %i by jump %i\n",
1130 INSN_UID (insn
), INSN_UID (BB_END (src
)));
1133 delete_insn_chain (kill_from
, insn
, false);
1135 /* Recognize a tablejump that we are converting to a
1136 simple jump and remove its associated CODE_LABEL
1137 and ADDR_VEC or ADDR_DIFF_VEC. */
1138 if (tablejump_p (insn
, &label
, &table
))
1139 delete_insn_chain (label
, table
, false);
1141 barrier
= next_nonnote_nondebug_insn (BB_END (src
));
1142 if (!barrier
|| !BARRIER_P (barrier
))
1143 emit_barrier_after (BB_END (src
));
1146 if (barrier
!= NEXT_INSN (BB_END (src
)))
1148 /* Move the jump before barrier so that the notes
1149 which originally were or were created before jump table are
1150 inside the basic block. */
1151 rtx_insn
*new_insn
= BB_END (src
);
1153 update_bb_for_insn_chain (NEXT_INSN (BB_END (src
)),
1154 PREV_INSN (barrier
), src
);
1156 SET_NEXT_INSN (PREV_INSN (new_insn
)) = NEXT_INSN (new_insn
);
1157 SET_PREV_INSN (NEXT_INSN (new_insn
)) = PREV_INSN (new_insn
);
1159 SET_NEXT_INSN (new_insn
) = barrier
;
1160 SET_NEXT_INSN (PREV_INSN (barrier
)) = new_insn
;
1162 SET_PREV_INSN (new_insn
) = PREV_INSN (barrier
);
1163 SET_PREV_INSN (barrier
) = new_insn
;
1168 /* Keep only one edge out and set proper flags. */
1169 if (!single_succ_p (src
))
1171 gcc_assert (single_succ_p (src
));
1173 e
= single_succ_edge (src
);
1175 e
->flags
= EDGE_FALLTHRU
;
1179 e
->probability
= profile_probability::always ();
1181 if (e
->dest
!= target
)
1182 redirect_edge_succ (e
, target
);
1186 /* Subroutine of redirect_branch_edge that tries to patch the jump
1187 instruction INSN so that it reaches block NEW. Do this
1188 only when it originally reached block OLD. Return true if this
1189 worked or the original target wasn't OLD, return false if redirection
1193 patch_jump_insn (rtx_insn
*insn
, rtx_insn
*old_label
, basic_block new_bb
)
1195 rtx_jump_table_data
*table
;
1197 /* Recognize a tablejump and adjust all matching cases. */
1198 if (tablejump_p (insn
, NULL
, &table
))
1202 rtx_code_label
*new_label
= block_label (new_bb
);
1204 if (new_bb
== EXIT_BLOCK_PTR_FOR_FN (cfun
))
1206 vec
= table
->get_labels ();
1208 for (j
= GET_NUM_ELEM (vec
) - 1; j
>= 0; --j
)
1209 if (XEXP (RTVEC_ELT (vec
, j
), 0) == old_label
)
1211 RTVEC_ELT (vec
, j
) = gen_rtx_LABEL_REF (Pmode
, new_label
);
1212 --LABEL_NUSES (old_label
);
1213 ++LABEL_NUSES (new_label
);
1216 /* Handle casesi dispatch insns. */
1217 if ((tmp
= tablejump_casesi_pattern (insn
)) != NULL_RTX
1218 && label_ref_label (XEXP (SET_SRC (tmp
), 2)) == old_label
)
1220 XEXP (SET_SRC (tmp
), 2) = gen_rtx_LABEL_REF (Pmode
,
1222 --LABEL_NUSES (old_label
);
1223 ++LABEL_NUSES (new_label
);
1226 else if ((tmp
= extract_asm_operands (PATTERN (insn
))) != NULL
)
1228 int i
, n
= ASM_OPERANDS_LABEL_LENGTH (tmp
);
1231 if (new_bb
== EXIT_BLOCK_PTR_FOR_FN (cfun
))
1233 rtx_code_label
*new_label
= block_label (new_bb
);
1235 for (i
= 0; i
< n
; ++i
)
1237 rtx old_ref
= ASM_OPERANDS_LABEL (tmp
, i
);
1238 gcc_assert (GET_CODE (old_ref
) == LABEL_REF
);
1239 if (XEXP (old_ref
, 0) == old_label
)
1241 ASM_OPERANDS_LABEL (tmp
, i
)
1242 = gen_rtx_LABEL_REF (Pmode
, new_label
);
1243 --LABEL_NUSES (old_label
);
1244 ++LABEL_NUSES (new_label
);
1248 if (JUMP_LABEL (insn
) == old_label
)
1250 JUMP_LABEL (insn
) = new_label
;
1251 note
= find_reg_note (insn
, REG_LABEL_TARGET
, new_label
);
1253 remove_note (insn
, note
);
1257 note
= find_reg_note (insn
, REG_LABEL_TARGET
, old_label
);
1259 remove_note (insn
, note
);
1260 if (JUMP_LABEL (insn
) != new_label
1261 && !find_reg_note (insn
, REG_LABEL_TARGET
, new_label
))
1262 add_reg_note (insn
, REG_LABEL_TARGET
, new_label
);
1264 while ((note
= find_reg_note (insn
, REG_LABEL_OPERAND
, old_label
))
1266 XEXP (note
, 0) = new_label
;
1270 /* ?? We may play the games with moving the named labels from
1271 one basic block to the other in case only one computed_jump is
1273 if (computed_jump_p (insn
)
1274 /* A return instruction can't be redirected. */
1275 || returnjump_p (insn
))
1278 if (!currently_expanding_to_rtl
|| JUMP_LABEL (insn
) == old_label
)
1280 /* If the insn doesn't go where we think, we're confused. */
1281 gcc_assert (JUMP_LABEL (insn
) == old_label
);
1283 /* If the substitution doesn't succeed, die. This can happen
1284 if the back end emitted unrecognizable instructions or if
1285 target is exit block on some arches. Or for crossing
1287 if (!redirect_jump (as_a
<rtx_jump_insn
*> (insn
),
1288 block_label (new_bb
), 0))
1290 gcc_assert (new_bb
== EXIT_BLOCK_PTR_FOR_FN (cfun
)
1291 || CROSSING_JUMP_P (insn
));
1300 /* Redirect edge representing branch of (un)conditional jump or tablejump,
1303 redirect_branch_edge (edge e
, basic_block target
)
1305 rtx_insn
*old_label
= BB_HEAD (e
->dest
);
1306 basic_block src
= e
->src
;
1307 rtx_insn
*insn
= BB_END (src
);
1309 /* We can only redirect non-fallthru edges of jump insn. */
1310 if (e
->flags
& EDGE_FALLTHRU
)
1312 else if (!JUMP_P (insn
) && !currently_expanding_to_rtl
)
1315 if (!currently_expanding_to_rtl
)
1317 if (!patch_jump_insn (as_a
<rtx_jump_insn
*> (insn
), old_label
, target
))
1321 /* When expanding this BB might actually contain multiple
1322 jumps (i.e. not yet split by find_many_sub_basic_blocks).
1323 Redirect all of those that match our label. */
1324 FOR_BB_INSNS (src
, insn
)
1325 if (JUMP_P (insn
) && !patch_jump_insn (as_a
<rtx_jump_insn
*> (insn
),
1330 fprintf (dump_file
, "Edge %i->%i redirected to %i\n",
1331 e
->src
->index
, e
->dest
->index
, target
->index
);
1333 if (e
->dest
!= target
)
1334 e
= redirect_edge_succ_nodup (e
, target
);
1339 /* Called when edge E has been redirected to a new destination,
1340 in order to update the region crossing flag on the edge and
1344 fixup_partition_crossing (edge e
)
1346 if (e
->src
== ENTRY_BLOCK_PTR_FOR_FN (cfun
) || e
->dest
1347 == EXIT_BLOCK_PTR_FOR_FN (cfun
))
1349 /* If we redirected an existing edge, it may already be marked
1350 crossing, even though the new src is missing a reg crossing note.
1351 But make sure reg crossing note doesn't already exist before
1353 if (BB_PARTITION (e
->src
) != BB_PARTITION (e
->dest
))
1355 e
->flags
|= EDGE_CROSSING
;
1356 if (JUMP_P (BB_END (e
->src
)))
1357 CROSSING_JUMP_P (BB_END (e
->src
)) = 1;
1359 else if (BB_PARTITION (e
->src
) == BB_PARTITION (e
->dest
))
1361 e
->flags
&= ~EDGE_CROSSING
;
1362 /* Remove the section crossing note from jump at end of
1363 src if it exists, and if no other successors are
1365 if (JUMP_P (BB_END (e
->src
)) && CROSSING_JUMP_P (BB_END (e
->src
)))
1367 bool has_crossing_succ
= false;
1370 FOR_EACH_EDGE (e2
, ei
, e
->src
->succs
)
1372 has_crossing_succ
|= (e2
->flags
& EDGE_CROSSING
);
1373 if (has_crossing_succ
)
1376 if (!has_crossing_succ
)
1377 CROSSING_JUMP_P (BB_END (e
->src
)) = 0;
1382 /* Called when block BB has been reassigned to the cold partition,
1383 because it is now dominated by another cold block,
1384 to ensure that the region crossing attributes are updated. */
1387 fixup_new_cold_bb (basic_block bb
)
1392 /* This is called when a hot bb is found to now be dominated
1393 by a cold bb and therefore needs to become cold. Therefore,
1394 its preds will no longer be region crossing. Any non-dominating
1395 preds that were previously hot would also have become cold
1396 in the caller for the same region. Any preds that were previously
1397 region-crossing will be adjusted in fixup_partition_crossing. */
1398 FOR_EACH_EDGE (e
, ei
, bb
->preds
)
1400 fixup_partition_crossing (e
);
1403 /* Possibly need to make bb's successor edges region crossing,
1404 or remove stale region crossing. */
1405 FOR_EACH_EDGE (e
, ei
, bb
->succs
)
1407 /* We can't have fall-through edges across partition boundaries.
1408 Note that force_nonfallthru will do any necessary partition
1409 boundary fixup by calling fixup_partition_crossing itself. */
1410 if ((e
->flags
& EDGE_FALLTHRU
)
1411 && BB_PARTITION (bb
) != BB_PARTITION (e
->dest
)
1412 && e
->dest
!= EXIT_BLOCK_PTR_FOR_FN (cfun
))
1413 force_nonfallthru (e
);
1415 fixup_partition_crossing (e
);
1419 /* Attempt to change code to redirect edge E to TARGET. Don't do that on
1420 expense of adding new instructions or reordering basic blocks.
1422 Function can be also called with edge destination equivalent to the TARGET.
1423 Then it should try the simplifications and do nothing if none is possible.
1425 Return edge representing the branch if transformation succeeded. Return NULL
1427 We still return NULL in case E already destinated TARGET and we didn't
1428 managed to simplify instruction stream. */
1431 rtl_redirect_edge_and_branch (edge e
, basic_block target
)
1434 basic_block src
= e
->src
;
1435 basic_block dest
= e
->dest
;
1437 if (e
->flags
& (EDGE_ABNORMAL_CALL
| EDGE_EH
))
1443 if ((ret
= try_redirect_by_replacing_jump (e
, target
, false)) != NULL
)
1445 df_set_bb_dirty (src
);
1446 fixup_partition_crossing (ret
);
1450 ret
= redirect_branch_edge (e
, target
);
1454 df_set_bb_dirty (src
);
1455 fixup_partition_crossing (ret
);
1459 /* Emit a barrier after BB, into the footer if we are in CFGLAYOUT mode. */
1462 emit_barrier_after_bb (basic_block bb
)
1464 rtx_barrier
*barrier
= emit_barrier_after (BB_END (bb
));
1465 gcc_assert (current_ir_type () == IR_RTL_CFGRTL
1466 || current_ir_type () == IR_RTL_CFGLAYOUT
);
1467 if (current_ir_type () == IR_RTL_CFGLAYOUT
)
1469 rtx_insn
*insn
= unlink_insn_chain (barrier
, barrier
);
1473 rtx_insn
*footer_tail
= BB_FOOTER (bb
);
1475 while (NEXT_INSN (footer_tail
))
1476 footer_tail
= NEXT_INSN (footer_tail
);
1477 if (!BARRIER_P (footer_tail
))
1479 SET_NEXT_INSN (footer_tail
) = insn
;
1480 SET_PREV_INSN (insn
) = footer_tail
;
1484 BB_FOOTER (bb
) = insn
;
1488 /* Like force_nonfallthru below, but additionally performs redirection
1489 Used by redirect_edge_and_branch_force. JUMP_LABEL is used only
1490 when redirecting to the EXIT_BLOCK, it is either ret_rtx or
1491 simple_return_rtx, indicating which kind of returnjump to create.
1492 It should be NULL otherwise. */
1495 force_nonfallthru_and_redirect (edge e
, basic_block target
, rtx jump_label
)
1497 basic_block jump_block
, new_bb
= NULL
, src
= e
->src
;
1500 int abnormal_edge_flags
= 0;
1501 bool asm_goto_edge
= false;
1504 /* In the case the last instruction is conditional jump to the next
1505 instruction, first redirect the jump itself and then continue
1506 by creating a basic block afterwards to redirect fallthru edge. */
1507 if (e
->src
!= ENTRY_BLOCK_PTR_FOR_FN (cfun
)
1508 && e
->dest
!= EXIT_BLOCK_PTR_FOR_FN (cfun
)
1509 && any_condjump_p (BB_END (e
->src
))
1510 && JUMP_LABEL (BB_END (e
->src
)) == BB_HEAD (e
->dest
))
1513 edge b
= unchecked_make_edge (e
->src
, target
, 0);
1516 redirected
= redirect_jump (as_a
<rtx_jump_insn
*> (BB_END (e
->src
)),
1517 block_label (target
), 0);
1518 gcc_assert (redirected
);
1520 note
= find_reg_note (BB_END (e
->src
), REG_BR_PROB
, NULL_RTX
);
1523 int prob
= XINT (note
, 0);
1525 b
->probability
= profile_probability::from_reg_br_prob_note (prob
);
1526 e
->probability
-= e
->probability
;
1530 if (e
->flags
& EDGE_ABNORMAL
)
1532 /* Irritating special case - fallthru edge to the same block as abnormal
1534 We can't redirect abnormal edge, but we still can split the fallthru
1535 one and create separate abnormal edge to original destination.
1536 This allows bb-reorder to make such edge non-fallthru. */
1537 gcc_assert (e
->dest
== target
);
1538 abnormal_edge_flags
= e
->flags
& ~EDGE_FALLTHRU
;
1539 e
->flags
&= EDGE_FALLTHRU
;
1543 gcc_assert (e
->flags
& EDGE_FALLTHRU
);
1544 if (e
->src
== ENTRY_BLOCK_PTR_FOR_FN (cfun
))
1546 /* We can't redirect the entry block. Create an empty block
1547 at the start of the function which we use to add the new
1553 basic_block bb
= create_basic_block (BB_HEAD (e
->dest
), NULL
,
1554 ENTRY_BLOCK_PTR_FOR_FN (cfun
));
1555 bb
->count
= ENTRY_BLOCK_PTR_FOR_FN (cfun
)->count
;
1557 /* Make sure new block ends up in correct hot/cold section. */
1558 BB_COPY_PARTITION (bb
, e
->dest
);
1560 /* Change the existing edge's source to be the new block, and add
1561 a new edge from the entry block to the new block. */
1563 for (ei
= ei_start (ENTRY_BLOCK_PTR_FOR_FN (cfun
)->succs
);
1564 (tmp
= ei_safe_edge (ei
)); )
1568 ENTRY_BLOCK_PTR_FOR_FN (cfun
)->succs
->unordered_remove (ei
.index
);
1578 vec_safe_push (bb
->succs
, e
);
1579 make_single_succ_edge (ENTRY_BLOCK_PTR_FOR_FN (cfun
), bb
,
1584 /* If e->src ends with asm goto, see if any of the ASM_OPERANDS_LABELs
1585 don't point to the target or fallthru label. */
1586 if (JUMP_P (BB_END (e
->src
))
1587 && target
!= EXIT_BLOCK_PTR_FOR_FN (cfun
)
1588 && (e
->flags
& EDGE_FALLTHRU
)
1589 && (note
= extract_asm_operands (PATTERN (BB_END (e
->src
)))))
1591 int i
, n
= ASM_OPERANDS_LABEL_LENGTH (note
);
1592 bool adjust_jump_target
= false;
1594 for (i
= 0; i
< n
; ++i
)
1596 if (XEXP (ASM_OPERANDS_LABEL (note
, i
), 0) == BB_HEAD (e
->dest
))
1598 LABEL_NUSES (XEXP (ASM_OPERANDS_LABEL (note
, i
), 0))--;
1599 XEXP (ASM_OPERANDS_LABEL (note
, i
), 0) = block_label (target
);
1600 LABEL_NUSES (XEXP (ASM_OPERANDS_LABEL (note
, i
), 0))++;
1601 adjust_jump_target
= true;
1603 if (XEXP (ASM_OPERANDS_LABEL (note
, i
), 0) == BB_HEAD (target
))
1604 asm_goto_edge
= true;
1606 if (adjust_jump_target
)
1608 rtx_insn
*insn
= BB_END (e
->src
);
1610 rtx_insn
*old_label
= BB_HEAD (e
->dest
);
1611 rtx_insn
*new_label
= BB_HEAD (target
);
1613 if (JUMP_LABEL (insn
) == old_label
)
1615 JUMP_LABEL (insn
) = new_label
;
1616 note
= find_reg_note (insn
, REG_LABEL_TARGET
, new_label
);
1618 remove_note (insn
, note
);
1622 note
= find_reg_note (insn
, REG_LABEL_TARGET
, old_label
);
1624 remove_note (insn
, note
);
1625 if (JUMP_LABEL (insn
) != new_label
1626 && !find_reg_note (insn
, REG_LABEL_TARGET
, new_label
))
1627 add_reg_note (insn
, REG_LABEL_TARGET
, new_label
);
1629 while ((note
= find_reg_note (insn
, REG_LABEL_OPERAND
, old_label
))
1631 XEXP (note
, 0) = new_label
;
1635 if (EDGE_COUNT (e
->src
->succs
) >= 2 || abnormal_edge_flags
|| asm_goto_edge
)
1638 profile_count count
= e
->count ();
1639 profile_probability probability
= e
->probability
;
1640 /* Create the new structures. */
1642 /* If the old block ended with a tablejump, skip its table
1643 by searching forward from there. Otherwise start searching
1644 forward from the last instruction of the old block. */
1645 rtx_jump_table_data
*table
;
1646 if (tablejump_p (BB_END (e
->src
), NULL
, &table
))
1649 new_head
= BB_END (e
->src
);
1650 new_head
= NEXT_INSN (new_head
);
1652 jump_block
= create_basic_block (new_head
, NULL
, e
->src
);
1653 jump_block
->count
= count
;
1655 /* Make sure new block ends up in correct hot/cold section. */
1657 BB_COPY_PARTITION (jump_block
, e
->src
);
1660 new_edge
= make_edge (e
->src
, jump_block
, EDGE_FALLTHRU
);
1661 new_edge
->probability
= probability
;
1663 /* Redirect old edge. */
1664 redirect_edge_pred (e
, jump_block
);
1665 e
->probability
= profile_probability::always ();
1667 /* If e->src was previously region crossing, it no longer is
1668 and the reg crossing note should be removed. */
1669 fixup_partition_crossing (new_edge
);
1671 /* If asm goto has any label refs to target's label,
1672 add also edge from asm goto bb to target. */
1675 new_edge
->probability
= new_edge
->probability
.apply_scale (1, 2);
1676 jump_block
->count
= jump_block
->count
.apply_scale (1, 2);
1677 edge new_edge2
= make_edge (new_edge
->src
, target
,
1678 e
->flags
& ~EDGE_FALLTHRU
);
1679 new_edge2
->probability
= probability
- new_edge
->probability
;
1682 new_bb
= jump_block
;
1685 jump_block
= e
->src
;
1687 loc
= e
->goto_locus
;
1688 e
->flags
&= ~EDGE_FALLTHRU
;
1689 if (target
== EXIT_BLOCK_PTR_FOR_FN (cfun
))
1691 if (jump_label
== ret_rtx
)
1692 emit_jump_insn_after_setloc (targetm
.gen_return (),
1693 BB_END (jump_block
), loc
);
1696 gcc_assert (jump_label
== simple_return_rtx
);
1697 emit_jump_insn_after_setloc (targetm
.gen_simple_return (),
1698 BB_END (jump_block
), loc
);
1700 set_return_jump_label (BB_END (jump_block
));
1704 rtx_code_label
*label
= block_label (target
);
1705 emit_jump_insn_after_setloc (targetm
.gen_jump (label
),
1706 BB_END (jump_block
), loc
);
1707 JUMP_LABEL (BB_END (jump_block
)) = label
;
1708 LABEL_NUSES (label
)++;
1711 /* We might be in cfg layout mode, and if so, the following routine will
1712 insert the barrier correctly. */
1713 emit_barrier_after_bb (jump_block
);
1714 redirect_edge_succ_nodup (e
, target
);
1716 if (abnormal_edge_flags
)
1717 make_edge (src
, target
, abnormal_edge_flags
);
1719 df_mark_solutions_dirty ();
1720 fixup_partition_crossing (e
);
1724 /* Edge E is assumed to be fallthru edge. Emit needed jump instruction
1725 (and possibly create new basic block) to make edge non-fallthru.
1726 Return newly created BB or NULL if none. */
1729 rtl_force_nonfallthru (edge e
)
1731 return force_nonfallthru_and_redirect (e
, e
->dest
, NULL_RTX
);
1734 /* Redirect edge even at the expense of creating new jump insn or
1735 basic block. Return new basic block if created, NULL otherwise.
1736 Conversion must be possible. */
1739 rtl_redirect_edge_and_branch_force (edge e
, basic_block target
)
1741 if (redirect_edge_and_branch (e
, target
)
1742 || e
->dest
== target
)
1745 /* In case the edge redirection failed, try to force it to be non-fallthru
1746 and redirect newly created simplejump. */
1747 df_set_bb_dirty (e
->src
);
1748 return force_nonfallthru_and_redirect (e
, target
, NULL_RTX
);
1751 /* The given edge should potentially be a fallthru edge. If that is in
1752 fact true, delete the jump and barriers that are in the way. */
1755 rtl_tidy_fallthru_edge (edge e
)
1758 basic_block b
= e
->src
, c
= b
->next_bb
;
1760 /* ??? In a late-running flow pass, other folks may have deleted basic
1761 blocks by nopping out blocks, leaving multiple BARRIERs between here
1762 and the target label. They ought to be chastised and fixed.
1764 We can also wind up with a sequence of undeletable labels between
1765 one block and the next.
1767 So search through a sequence of barriers, labels, and notes for
1768 the head of block C and assert that we really do fall through. */
1770 for (q
= NEXT_INSN (BB_END (b
)); q
!= BB_HEAD (c
); q
= NEXT_INSN (q
))
1771 if (NONDEBUG_INSN_P (q
))
1774 /* Remove what will soon cease being the jump insn from the source block.
1775 If block B consisted only of this single jump, turn it into a deleted
1780 && (any_uncondjump_p (q
)
1781 || single_succ_p (b
)))
1784 rtx_jump_table_data
*table
;
1786 if (tablejump_p (q
, &label
, &table
))
1788 /* The label is likely mentioned in some instruction before
1789 the tablejump and might not be DCEd, so turn it into
1790 a note instead and move before the tablejump that is going to
1792 const char *name
= LABEL_NAME (label
);
1793 PUT_CODE (label
, NOTE
);
1794 NOTE_KIND (label
) = NOTE_INSN_DELETED_LABEL
;
1795 NOTE_DELETED_LABEL_NAME (label
) = name
;
1796 reorder_insns (label
, label
, PREV_INSN (q
));
1797 delete_insn (table
);
1800 /* If this was a conditional jump, we need to also delete
1801 the insn that set cc0. */
1802 if (HAVE_cc0
&& any_condjump_p (q
) && only_sets_cc0_p (PREV_INSN (q
)))
1807 /* Unconditional jumps with side-effects (i.e. which we can't just delete
1808 together with the barrier) should never have a fallthru edge. */
1809 else if (JUMP_P (q
) && any_uncondjump_p (q
))
1812 /* Selectively unlink the sequence. */
1813 if (q
!= PREV_INSN (BB_HEAD (c
)))
1814 delete_insn_chain (NEXT_INSN (q
), PREV_INSN (BB_HEAD (c
)), false);
1816 e
->flags
|= EDGE_FALLTHRU
;
1819 /* Should move basic block BB after basic block AFTER. NIY. */
1822 rtl_move_block_after (basic_block bb ATTRIBUTE_UNUSED
,
1823 basic_block after ATTRIBUTE_UNUSED
)
1828 /* Locate the last bb in the same partition as START_BB. */
1831 last_bb_in_partition (basic_block start_bb
)
1834 FOR_BB_BETWEEN (bb
, start_bb
, EXIT_BLOCK_PTR_FOR_FN (cfun
), next_bb
)
1836 if (BB_PARTITION (start_bb
) != BB_PARTITION (bb
->next_bb
))
1839 /* Return bb before the exit block. */
1843 /* Split a (typically critical) edge. Return the new block.
1844 The edge must not be abnormal.
1846 ??? The code generally expects to be called on critical edges.
1847 The case of a block ending in an unconditional jump to a
1848 block with multiple predecessors is not handled optimally. */
1851 rtl_split_edge (edge edge_in
)
1853 basic_block bb
, new_bb
;
1856 /* Abnormal edges cannot be split. */
1857 gcc_assert (!(edge_in
->flags
& EDGE_ABNORMAL
));
1859 /* We are going to place the new block in front of edge destination.
1860 Avoid existence of fallthru predecessors. */
1861 if ((edge_in
->flags
& EDGE_FALLTHRU
) == 0)
1863 edge e
= find_fallthru_edge (edge_in
->dest
->preds
);
1866 force_nonfallthru (e
);
1869 /* Create the basic block note. */
1870 if (edge_in
->dest
!= EXIT_BLOCK_PTR_FOR_FN (cfun
))
1871 before
= BB_HEAD (edge_in
->dest
);
1875 /* If this is a fall through edge to the exit block, the blocks might be
1876 not adjacent, and the right place is after the source. */
1877 if ((edge_in
->flags
& EDGE_FALLTHRU
)
1878 && edge_in
->dest
== EXIT_BLOCK_PTR_FOR_FN (cfun
))
1880 before
= NEXT_INSN (BB_END (edge_in
->src
));
1881 bb
= create_basic_block (before
, NULL
, edge_in
->src
);
1882 BB_COPY_PARTITION (bb
, edge_in
->src
);
1886 if (edge_in
->src
== ENTRY_BLOCK_PTR_FOR_FN (cfun
))
1888 bb
= create_basic_block (before
, NULL
, edge_in
->dest
->prev_bb
);
1889 BB_COPY_PARTITION (bb
, edge_in
->dest
);
1893 basic_block after
= edge_in
->dest
->prev_bb
;
1894 /* If this is post-bb reordering, and the edge crosses a partition
1895 boundary, the new block needs to be inserted in the bb chain
1896 at the end of the src partition (since we put the new bb into
1897 that partition, see below). Otherwise we may end up creating
1898 an extra partition crossing in the chain, which is illegal.
1899 It can't go after the src, because src may have a fall-through
1900 to a different block. */
1901 if (crtl
->bb_reorder_complete
1902 && (edge_in
->flags
& EDGE_CROSSING
))
1904 after
= last_bb_in_partition (edge_in
->src
);
1905 before
= get_last_bb_insn (after
);
1906 /* The instruction following the last bb in partition should
1907 be a barrier, since it cannot end in a fall-through. */
1908 gcc_checking_assert (BARRIER_P (before
));
1909 before
= NEXT_INSN (before
);
1911 bb
= create_basic_block (before
, NULL
, after
);
1912 /* Put the split bb into the src partition, to avoid creating
1913 a situation where a cold bb dominates a hot bb, in the case
1914 where src is cold and dest is hot. The src will dominate
1915 the new bb (whereas it might not have dominated dest). */
1916 BB_COPY_PARTITION (bb
, edge_in
->src
);
1920 make_single_succ_edge (bb
, edge_in
->dest
, EDGE_FALLTHRU
);
1922 /* Can't allow a region crossing edge to be fallthrough. */
1923 if (BB_PARTITION (bb
) != BB_PARTITION (edge_in
->dest
)
1924 && edge_in
->dest
!= EXIT_BLOCK_PTR_FOR_FN (cfun
))
1926 new_bb
= force_nonfallthru (single_succ_edge (bb
));
1927 gcc_assert (!new_bb
);
1930 /* For non-fallthru edges, we must adjust the predecessor's
1931 jump instruction to target our new block. */
1932 if ((edge_in
->flags
& EDGE_FALLTHRU
) == 0)
1934 edge redirected
= redirect_edge_and_branch (edge_in
, bb
);
1935 gcc_assert (redirected
);
1939 if (edge_in
->src
!= ENTRY_BLOCK_PTR_FOR_FN (cfun
))
1941 /* For asm goto even splitting of fallthru edge might
1942 need insn patching, as other labels might point to the
1944 rtx_insn
*last
= BB_END (edge_in
->src
);
1947 && edge_in
->dest
!= EXIT_BLOCK_PTR_FOR_FN (cfun
)
1948 && (extract_asm_operands (PATTERN (last
))
1949 || JUMP_LABEL (last
) == before
)
1950 && patch_jump_insn (last
, before
, bb
))
1951 df_set_bb_dirty (edge_in
->src
);
1953 redirect_edge_succ (edge_in
, bb
);
1959 /* Queue instructions for insertion on an edge between two basic blocks.
1960 The new instructions and basic blocks (if any) will not appear in the
1961 CFG until commit_edge_insertions is called. */
1964 insert_insn_on_edge (rtx pattern
, edge e
)
1966 /* We cannot insert instructions on an abnormal critical edge.
1967 It will be easier to find the culprit if we die now. */
1968 gcc_assert (!((e
->flags
& EDGE_ABNORMAL
) && EDGE_CRITICAL_P (e
)));
1970 if (e
->insns
.r
== NULL_RTX
)
1973 push_to_sequence (e
->insns
.r
);
1975 emit_insn (pattern
);
1977 e
->insns
.r
= get_insns ();
1981 /* Update the CFG for the instructions queued on edge E. */
1984 commit_one_edge_insertion (edge e
)
1986 rtx_insn
*before
= NULL
, *after
= NULL
, *insns
, *tmp
, *last
;
1989 /* Pull the insns off the edge now since the edge might go away. */
1993 /* Figure out where to put these insns. If the destination has
1994 one predecessor, insert there. Except for the exit block. */
1995 if (single_pred_p (e
->dest
) && e
->dest
!= EXIT_BLOCK_PTR_FOR_FN (cfun
))
1999 /* Get the location correct wrt a code label, and "nice" wrt
2000 a basic block note, and before everything else. */
2003 tmp
= NEXT_INSN (tmp
);
2004 if (NOTE_INSN_BASIC_BLOCK_P (tmp
))
2005 tmp
= NEXT_INSN (tmp
);
2006 if (tmp
== BB_HEAD (bb
))
2009 after
= PREV_INSN (tmp
);
2011 after
= get_last_insn ();
2014 /* If the source has one successor and the edge is not abnormal,
2015 insert there. Except for the entry block.
2016 Don't do this if the predecessor ends in a jump other than
2017 unconditional simple jump. E.g. for asm goto that points all
2018 its labels at the fallthru basic block, we can't insert instructions
2019 before the asm goto, as the asm goto can have various of side effects,
2020 and can't emit instructions after the asm goto, as it must end
2022 else if ((e
->flags
& EDGE_ABNORMAL
) == 0
2023 && single_succ_p (e
->src
)
2024 && e
->src
!= ENTRY_BLOCK_PTR_FOR_FN (cfun
)
2025 && (!JUMP_P (BB_END (e
->src
))
2026 || simplejump_p (BB_END (e
->src
))))
2030 /* It is possible to have a non-simple jump here. Consider a target
2031 where some forms of unconditional jumps clobber a register. This
2032 happens on the fr30 for example.
2034 We know this block has a single successor, so we can just emit
2035 the queued insns before the jump. */
2036 if (JUMP_P (BB_END (bb
)))
2037 before
= BB_END (bb
);
2040 /* We'd better be fallthru, or we've lost track of what's what. */
2041 gcc_assert (e
->flags
& EDGE_FALLTHRU
);
2043 after
= BB_END (bb
);
2047 /* Otherwise we must split the edge. */
2050 bb
= split_edge (e
);
2052 /* If E crossed a partition boundary, we needed to make bb end in
2053 a region-crossing jump, even though it was originally fallthru. */
2054 if (JUMP_P (BB_END (bb
)))
2055 before
= BB_END (bb
);
2057 after
= BB_END (bb
);
2060 /* Now that we've found the spot, do the insertion. */
2063 emit_insn_before_noloc (insns
, before
, bb
);
2064 last
= prev_nonnote_insn (before
);
2067 last
= emit_insn_after_noloc (insns
, after
, bb
);
2069 if (returnjump_p (last
))
2071 /* ??? Remove all outgoing edges from BB and add one for EXIT.
2072 This is not currently a problem because this only happens
2073 for the (single) epilogue, which already has a fallthru edge
2076 e
= single_succ_edge (bb
);
2077 gcc_assert (e
->dest
== EXIT_BLOCK_PTR_FOR_FN (cfun
)
2078 && single_succ_p (bb
) && (e
->flags
& EDGE_FALLTHRU
));
2080 e
->flags
&= ~EDGE_FALLTHRU
;
2081 emit_barrier_after (last
);
2084 delete_insn (before
);
2087 gcc_assert (!JUMP_P (last
));
2090 /* Update the CFG for all queued instructions. */
2093 commit_edge_insertions (void)
2097 /* Optimization passes that invoke this routine can cause hot blocks
2098 previously reached by both hot and cold blocks to become dominated only
2099 by cold blocks. This will cause the verification below to fail,
2100 and lead to now cold code in the hot section. In some cases this
2101 may only be visible after newly unreachable blocks are deleted,
2102 which will be done by fixup_partitions. */
2103 fixup_partitions ();
2105 if (!currently_expanding_to_rtl
)
2106 checking_verify_flow_info ();
2108 FOR_BB_BETWEEN (bb
, ENTRY_BLOCK_PTR_FOR_FN (cfun
),
2109 EXIT_BLOCK_PTR_FOR_FN (cfun
), next_bb
)
2114 FOR_EACH_EDGE (e
, ei
, bb
->succs
)
2117 if (currently_expanding_to_rtl
)
2118 rebuild_jump_labels_chain (e
->insns
.r
);
2119 commit_one_edge_insertion (e
);
2125 /* Print out RTL-specific basic block information (live information
2126 at start and end with TDF_DETAILS). FLAGS are the TDF_* masks
2127 documented in dumpfile.h. */
2130 rtl_dump_bb (FILE *outf
, basic_block bb
, int indent
, dump_flags_t flags
)
2134 s_indent
= (char *) alloca ((size_t) indent
+ 1);
2135 memset (s_indent
, ' ', (size_t) indent
);
2136 s_indent
[indent
] = '\0';
2138 if (df
&& (flags
& TDF_DETAILS
))
2140 df_dump_top (bb
, outf
);
2144 if (bb
->index
!= ENTRY_BLOCK
&& bb
->index
!= EXIT_BLOCK
)
2146 rtx_insn
*last
= BB_END (bb
);
2148 last
= NEXT_INSN (last
);
2149 for (rtx_insn
*insn
= BB_HEAD (bb
); insn
!= last
; insn
= NEXT_INSN (insn
))
2151 if (flags
& TDF_DETAILS
)
2152 df_dump_insn_top (insn
, outf
);
2153 if (! (flags
& TDF_SLIM
))
2154 print_rtl_single (outf
, insn
);
2156 dump_insn_slim (outf
, insn
);
2157 if (flags
& TDF_DETAILS
)
2158 df_dump_insn_bottom (insn
, outf
);
2162 if (df
&& (flags
& TDF_DETAILS
))
2164 df_dump_bottom (bb
, outf
);
2170 /* Like dump_function_to_file, but for RTL. Print out dataflow information
2171 for the start of each basic block. FLAGS are the TDF_* masks documented
2175 print_rtl_with_bb (FILE *outf
, const rtx_insn
*rtx_first
, dump_flags_t flags
)
2177 const rtx_insn
*tmp_rtx
;
2179 fprintf (outf
, "(nil)\n");
2182 enum bb_state
{ NOT_IN_BB
, IN_ONE_BB
, IN_MULTIPLE_BB
};
2183 int max_uid
= get_max_uid ();
2184 basic_block
*start
= XCNEWVEC (basic_block
, max_uid
);
2185 basic_block
*end
= XCNEWVEC (basic_block
, max_uid
);
2186 enum bb_state
*in_bb_p
= XCNEWVEC (enum bb_state
, max_uid
);
2189 /* After freeing the CFG, we still have BLOCK_FOR_INSN set on most
2190 insns, but the CFG is not maintained so the basic block info
2191 is not reliable. Therefore it's omitted from the dumps. */
2192 if (! (cfun
->curr_properties
& PROP_cfg
))
2193 flags
&= ~TDF_BLOCKS
;
2196 df_dump_start (outf
);
2198 if (cfun
->curr_properties
& PROP_cfg
)
2200 FOR_EACH_BB_REVERSE_FN (bb
, cfun
)
2204 start
[INSN_UID (BB_HEAD (bb
))] = bb
;
2205 end
[INSN_UID (BB_END (bb
))] = bb
;
2206 if (flags
& TDF_BLOCKS
)
2208 for (x
= BB_HEAD (bb
); x
!= NULL_RTX
; x
= NEXT_INSN (x
))
2210 enum bb_state state
= IN_MULTIPLE_BB
;
2212 if (in_bb_p
[INSN_UID (x
)] == NOT_IN_BB
)
2214 in_bb_p
[INSN_UID (x
)] = state
;
2216 if (x
== BB_END (bb
))
2223 for (tmp_rtx
= rtx_first
; tmp_rtx
!= NULL
; tmp_rtx
= NEXT_INSN (tmp_rtx
))
2225 if (flags
& TDF_BLOCKS
)
2227 bb
= start
[INSN_UID (tmp_rtx
)];
2230 dump_bb_info (outf
, bb
, 0, dump_flags
, true, false);
2231 if (df
&& (flags
& TDF_DETAILS
))
2232 df_dump_top (bb
, outf
);
2235 if (in_bb_p
[INSN_UID (tmp_rtx
)] == NOT_IN_BB
2236 && !NOTE_P (tmp_rtx
)
2237 && !BARRIER_P (tmp_rtx
))
2238 fprintf (outf
, ";; Insn is not within a basic block\n");
2239 else if (in_bb_p
[INSN_UID (tmp_rtx
)] == IN_MULTIPLE_BB
)
2240 fprintf (outf
, ";; Insn is in multiple basic blocks\n");
2243 if (flags
& TDF_DETAILS
)
2244 df_dump_insn_top (tmp_rtx
, outf
);
2245 if (! (flags
& TDF_SLIM
))
2246 print_rtl_single (outf
, tmp_rtx
);
2248 dump_insn_slim (outf
, tmp_rtx
);
2249 if (flags
& TDF_DETAILS
)
2250 df_dump_insn_bottom (tmp_rtx
, outf
);
2252 bb
= end
[INSN_UID (tmp_rtx
)];
2255 if (flags
& TDF_BLOCKS
)
2257 dump_bb_info (outf
, bb
, 0, dump_flags
, false, true);
2258 if (df
&& (flags
& TDF_DETAILS
))
2259 df_dump_bottom (bb
, outf
);
2262 /* Emit a hint if the fallthrough target of current basic block
2263 isn't the one placed right next. */
2264 else if (EDGE_COUNT (bb
->succs
) > 0)
2266 gcc_assert (BB_END (bb
) == tmp_rtx
);
2267 const rtx_insn
*ninsn
= NEXT_INSN (tmp_rtx
);
2268 /* Bypass intervening deleted-insn notes and debug insns. */
2270 && !NONDEBUG_INSN_P (ninsn
)
2271 && !start
[INSN_UID (ninsn
)])
2272 ninsn
= NEXT_INSN (ninsn
);
2273 edge e
= find_fallthru_edge (bb
->succs
);
2276 basic_block dest
= e
->dest
;
2277 if (start
[INSN_UID (ninsn
)] != dest
)
2278 fprintf (outf
, "%s ; pc falls through to BB %d\n",
2279 print_rtx_head
, dest
->index
);
2291 /* Update the branch probability of BB if a REG_BR_PROB is present. */
2294 update_br_prob_note (basic_block bb
)
2297 note
= find_reg_note (BB_END (bb
), REG_BR_PROB
, NULL_RTX
);
2298 if (!JUMP_P (BB_END (bb
)) || !BRANCH_EDGE (bb
)->probability
.initialized_p ())
2302 rtx
*note_link
, this_rtx
;
2304 note_link
= ®_NOTES (BB_END (bb
));
2305 for (this_rtx
= *note_link
; this_rtx
; this_rtx
= XEXP (this_rtx
, 1))
2306 if (this_rtx
== note
)
2308 *note_link
= XEXP (this_rtx
, 1);
2315 || XINT (note
, 0) == BRANCH_EDGE (bb
)->probability
.to_reg_br_prob_note ())
2317 XINT (note
, 0) = BRANCH_EDGE (bb
)->probability
.to_reg_br_prob_note ();
2320 /* Get the last insn associated with block BB (that includes barriers and
2321 tablejumps after BB). */
2323 get_last_bb_insn (basic_block bb
)
2325 rtx_jump_table_data
*table
;
2327 rtx_insn
*end
= BB_END (bb
);
2329 /* Include any jump table following the basic block. */
2330 if (tablejump_p (end
, NULL
, &table
))
2333 /* Include any barriers that may follow the basic block. */
2334 tmp
= next_nonnote_nondebug_insn_bb (end
);
2335 while (tmp
&& BARRIER_P (tmp
))
2338 tmp
= next_nonnote_nondebug_insn_bb (end
);
2344 /* Add all BBs reachable from entry via hot paths into the SET. */
2347 find_bbs_reachable_by_hot_paths (hash_set
<basic_block
> *set
)
2349 auto_vec
<basic_block
, 64> worklist
;
2351 set
->add (ENTRY_BLOCK_PTR_FOR_FN (cfun
));
2352 worklist
.safe_push (ENTRY_BLOCK_PTR_FOR_FN (cfun
));
2354 while (worklist
.length () > 0)
2356 basic_block bb
= worklist
.pop ();
2360 FOR_EACH_EDGE (e
, ei
, bb
->succs
)
2361 if (BB_PARTITION (e
->dest
) != BB_COLD_PARTITION
2362 && !set
->add (e
->dest
))
2363 worklist
.safe_push (e
->dest
);
2367 /* Sanity check partition hotness to ensure that basic blocks in
2368 Â the cold partition don't dominate basic blocks in the hot partition.
2369 If FLAG_ONLY is true, report violations as errors. Otherwise
2370 re-mark the dominated blocks as cold, since this is run after
2371 cfg optimizations that may make hot blocks previously reached
2372 by both hot and cold blocks now only reachable along cold paths. */
2374 static vec
<basic_block
>
2375 find_partition_fixes (bool flag_only
)
2378 vec
<basic_block
> bbs_to_fix
= vNULL
;
2379 hash_set
<basic_block
> set
;
2381 /* Callers check this. */
2382 gcc_checking_assert (crtl
->has_bb_partition
);
2384 find_bbs_reachable_by_hot_paths (&set
);
2386 FOR_EACH_BB_FN (bb
, cfun
)
2387 if (!set
.contains (bb
)
2388 && BB_PARTITION (bb
) != BB_COLD_PARTITION
)
2391 error ("non-cold basic block %d reachable only "
2392 "by paths crossing the cold partition", bb
->index
);
2394 BB_SET_PARTITION (bb
, BB_COLD_PARTITION
);
2395 bbs_to_fix
.safe_push (bb
);
2401 /* Perform cleanup on the hot/cold bb partitioning after optimization
2402 passes that modify the cfg. */
2405 fixup_partitions (void)
2409 if (!crtl
->has_bb_partition
)
2412 /* Delete any blocks that became unreachable and weren't
2413 already cleaned up, for example during edge forwarding
2414 and convert_jumps_to_returns. This will expose more
2415 opportunities for fixing the partition boundaries here.
2416 Also, the calculation of the dominance graph during verification
2417 will assert if there are unreachable nodes. */
2418 delete_unreachable_blocks ();
2420 /* If there are partitions, do a sanity check on them: A basic block in
2421 Â a cold partition cannot dominate a basic block in a hot partition.
2422 Fixup any that now violate this requirement, as a result of edge
2423 forwarding and unreachable block deletion. Â */
2424 vec
<basic_block
> bbs_to_fix
= find_partition_fixes (false);
2426 /* Do the partition fixup after all necessary blocks have been converted to
2427 cold, so that we only update the region crossings the minimum number of
2428 places, which can require forcing edges to be non fallthru. */
2429 while (! bbs_to_fix
.is_empty ())
2431 bb
= bbs_to_fix
.pop ();
2432 fixup_new_cold_bb (bb
);
2436 /* Verify, in the basic block chain, that there is at most one switch
2437 between hot/cold partitions. This condition will not be true until
2438 after reorder_basic_blocks is called. */
2441 verify_hot_cold_block_grouping (void)
2445 bool switched_sections
= false;
2446 int current_partition
= BB_UNPARTITIONED
;
2448 /* Even after bb reordering is complete, we go into cfglayout mode
2449 again (in compgoto). Ensure we don't call this before going back
2450 into linearized RTL when any layout fixes would have been committed. */
2451 if (!crtl
->bb_reorder_complete
2452 || current_ir_type () != IR_RTL_CFGRTL
)
2455 FOR_EACH_BB_FN (bb
, cfun
)
2457 if (current_partition
!= BB_UNPARTITIONED
2458 && BB_PARTITION (bb
) != current_partition
)
2460 if (switched_sections
)
2462 error ("multiple hot/cold transitions found (bb %i)",
2467 switched_sections
= true;
2469 if (!crtl
->has_bb_partition
)
2470 error ("partition found but function partition flag not set");
2472 current_partition
= BB_PARTITION (bb
);
2479 /* Perform several checks on the edges out of each block, such as
2480 the consistency of the branch probabilities, the correctness
2481 of hot/cold partition crossing edges, and the number of expected
2482 successor edges. Also verify that the dominance relationship
2483 between hot/cold blocks is sane. */
2486 rtl_verify_edges (void)
2491 FOR_EACH_BB_REVERSE_FN (bb
, cfun
)
2493 int n_fallthru
= 0, n_branch
= 0, n_abnormal_call
= 0, n_sibcall
= 0;
2494 int n_eh
= 0, n_abnormal
= 0;
2495 edge e
, fallthru
= NULL
;
2498 bool has_crossing_edge
= false;
2500 if (JUMP_P (BB_END (bb
))
2501 && (note
= find_reg_note (BB_END (bb
), REG_BR_PROB
, NULL_RTX
))
2502 && EDGE_COUNT (bb
->succs
) >= 2
2503 && any_condjump_p (BB_END (bb
)))
2505 if (!BRANCH_EDGE (bb
)->probability
.initialized_p ())
2507 if (profile_status_for_fn (cfun
) != PROFILE_ABSENT
)
2509 error ("verify_flow_info: "
2510 "REG_BR_PROB is set but cfg probability is not");
2514 else if (XINT (note
, 0)
2515 != BRANCH_EDGE (bb
)->probability
.to_reg_br_prob_note ()
2516 && profile_status_for_fn (cfun
) != PROFILE_ABSENT
)
2518 error ("verify_flow_info: REG_BR_PROB does not match cfg %i %i",
2520 BRANCH_EDGE (bb
)->probability
.to_reg_br_prob_note ());
2525 FOR_EACH_EDGE (e
, ei
, bb
->succs
)
2529 if (e
->flags
& EDGE_FALLTHRU
)
2530 n_fallthru
++, fallthru
= e
;
2532 is_crossing
= (BB_PARTITION (e
->src
) != BB_PARTITION (e
->dest
)
2533 && e
->src
!= ENTRY_BLOCK_PTR_FOR_FN (cfun
)
2534 && e
->dest
!= EXIT_BLOCK_PTR_FOR_FN (cfun
));
2535 has_crossing_edge
|= is_crossing
;
2536 if (e
->flags
& EDGE_CROSSING
)
2540 error ("EDGE_CROSSING incorrectly set across same section");
2543 if (e
->flags
& EDGE_FALLTHRU
)
2545 error ("fallthru edge crosses section boundary in bb %i",
2549 if (e
->flags
& EDGE_EH
)
2551 error ("EH edge crosses section boundary in bb %i",
2555 if (JUMP_P (BB_END (bb
)) && !CROSSING_JUMP_P (BB_END (bb
)))
2557 error ("No region crossing jump at section boundary in bb %i",
2562 else if (is_crossing
)
2564 error ("EDGE_CROSSING missing across section boundary");
2568 if ((e
->flags
& ~(EDGE_DFS_BACK
2570 | EDGE_IRREDUCIBLE_LOOP
2573 | EDGE_PRESERVE
)) == 0)
2576 if (e
->flags
& EDGE_ABNORMAL_CALL
)
2579 if (e
->flags
& EDGE_SIBCALL
)
2582 if (e
->flags
& EDGE_EH
)
2585 if (e
->flags
& EDGE_ABNORMAL
)
2589 if (!has_crossing_edge
2590 && JUMP_P (BB_END (bb
))
2591 && CROSSING_JUMP_P (BB_END (bb
)))
2593 print_rtl_with_bb (stderr
, get_insns (), TDF_BLOCKS
| TDF_DETAILS
);
2594 error ("Region crossing jump across same section in bb %i",
2599 if (n_eh
&& !find_reg_note (BB_END (bb
), REG_EH_REGION
, NULL_RTX
))
2601 error ("missing REG_EH_REGION note at the end of bb %i", bb
->index
);
2606 error ("too many exception handling edges in bb %i", bb
->index
);
2610 && (!JUMP_P (BB_END (bb
))
2611 || (n_branch
> 1 && (any_uncondjump_p (BB_END (bb
))
2612 || any_condjump_p (BB_END (bb
))))))
2614 error ("too many outgoing branch edges from bb %i", bb
->index
);
2617 if (n_fallthru
&& any_uncondjump_p (BB_END (bb
)))
2619 error ("fallthru edge after unconditional jump in bb %i", bb
->index
);
2622 if (n_branch
!= 1 && any_uncondjump_p (BB_END (bb
)))
2624 error ("wrong number of branch edges after unconditional jump"
2625 " in bb %i", bb
->index
);
2628 if (n_branch
!= 1 && any_condjump_p (BB_END (bb
))
2629 && JUMP_LABEL (BB_END (bb
)) != BB_HEAD (fallthru
->dest
))
2631 error ("wrong amount of branch edges after conditional jump"
2632 " in bb %i", bb
->index
);
2635 if (n_abnormal_call
&& !CALL_P (BB_END (bb
)))
2637 error ("abnormal call edges for non-call insn in bb %i", bb
->index
);
2640 if (n_sibcall
&& !CALL_P (BB_END (bb
)))
2642 error ("sibcall edges for non-call insn in bb %i", bb
->index
);
2645 if (n_abnormal
> n_eh
2646 && !(CALL_P (BB_END (bb
))
2647 && n_abnormal
== n_abnormal_call
+ n_sibcall
)
2648 && (!JUMP_P (BB_END (bb
))
2649 || any_condjump_p (BB_END (bb
))
2650 || any_uncondjump_p (BB_END (bb
))))
2652 error ("abnormal edges for no purpose in bb %i", bb
->index
);
2657 FOR_EACH_EDGE (e
, ei
, bb
->preds
)
2660 has_eh
= (e
->flags
& EDGE_EH
);
2661 if ((e
->flags
& EDGE_EH
) == has_eh
)
2663 error ("EH incoming edge mixed with non-EH incoming edges "
2664 "in bb %i", bb
->index
);
2670 /* If there are partitions, do a sanity check on them: A basic block in
2671 Â a cold partition cannot dominate a basic block in a hot partition. Â */
2672 if (crtl
->has_bb_partition
&& !err
2673 && current_ir_type () == IR_RTL_CFGLAYOUT
)
2675 vec
<basic_block
> bbs_to_fix
= find_partition_fixes (true);
2676 err
= !bbs_to_fix
.is_empty ();
2683 /* Checks on the instructions within blocks. Currently checks that each
2684 block starts with a basic block note, and that basic block notes and
2685 control flow jumps are not found in the middle of the block. */
2688 rtl_verify_bb_insns (void)
2694 FOR_EACH_BB_REVERSE_FN (bb
, cfun
)
2696 /* Now check the header of basic
2697 block. It ought to contain optional CODE_LABEL followed
2698 by NOTE_BASIC_BLOCK. */
2702 if (BB_END (bb
) == x
)
2704 error ("NOTE_INSN_BASIC_BLOCK is missing for block %d",
2712 if (!NOTE_INSN_BASIC_BLOCK_P (x
) || NOTE_BASIC_BLOCK (x
) != bb
)
2714 error ("NOTE_INSN_BASIC_BLOCK is missing for block %d",
2719 if (BB_END (bb
) == x
)
2720 /* Do checks for empty blocks here. */
2723 for (x
= NEXT_INSN (x
); x
; x
= NEXT_INSN (x
))
2725 if (NOTE_INSN_BASIC_BLOCK_P (x
))
2727 error ("NOTE_INSN_BASIC_BLOCK %d in middle of basic block %d",
2728 INSN_UID (x
), bb
->index
);
2732 if (x
== BB_END (bb
))
2735 if (control_flow_insn_p (x
))
2737 error ("in basic block %d:", bb
->index
);
2738 fatal_insn ("flow control insn inside a basic block", x
);
2747 /* Verify that block pointers for instructions in basic blocks, headers and
2748 footers are set appropriately. */
2751 rtl_verify_bb_pointers (void)
2756 /* Check the general integrity of the basic blocks. */
2757 FOR_EACH_BB_REVERSE_FN (bb
, cfun
)
2761 if (!(bb
->flags
& BB_RTL
))
2763 error ("BB_RTL flag not set for block %d", bb
->index
);
2767 FOR_BB_INSNS (bb
, insn
)
2768 if (BLOCK_FOR_INSN (insn
) != bb
)
2770 error ("insn %d basic block pointer is %d, should be %d",
2772 BLOCK_FOR_INSN (insn
) ? BLOCK_FOR_INSN (insn
)->index
: 0,
2777 for (insn
= BB_HEADER (bb
); insn
; insn
= NEXT_INSN (insn
))
2778 if (!BARRIER_P (insn
)
2779 && BLOCK_FOR_INSN (insn
) != NULL
)
2781 error ("insn %d in header of bb %d has non-NULL basic block",
2782 INSN_UID (insn
), bb
->index
);
2785 for (insn
= BB_FOOTER (bb
); insn
; insn
= NEXT_INSN (insn
))
2786 if (!BARRIER_P (insn
)
2787 && BLOCK_FOR_INSN (insn
) != NULL
)
2789 error ("insn %d in footer of bb %d has non-NULL basic block",
2790 INSN_UID (insn
), bb
->index
);
2799 /* Verify the CFG and RTL consistency common for both underlying RTL and
2802 Currently it does following checks:
2804 - overlapping of basic blocks
2805 - insns with wrong BLOCK_FOR_INSN pointers
2806 - headers of basic blocks (the NOTE_INSN_BASIC_BLOCK note)
2807 - tails of basic blocks (ensure that boundary is necessary)
2808 - scans body of the basic block for JUMP_INSN, CODE_LABEL
2809 and NOTE_INSN_BASIC_BLOCK
2810 - verify that no fall_thru edge crosses hot/cold partition boundaries
2811 - verify that there are no pending RTL branch predictions
2812 - verify that hot blocks are not dominated by cold blocks
2814 In future it can be extended check a lot of other stuff as well
2815 (reachability of basic blocks, life information, etc. etc.). */
2818 rtl_verify_flow_info_1 (void)
2822 err
|= rtl_verify_bb_pointers ();
2824 err
|= rtl_verify_bb_insns ();
2826 err
|= rtl_verify_edges ();
2831 /* Walk the instruction chain and verify that bb head/end pointers
2832 are correct, and that instructions are in exactly one bb and have
2833 correct block pointers. */
2836 rtl_verify_bb_insn_chain (void)
2841 rtx_insn
*last_head
= get_last_insn ();
2842 basic_block
*bb_info
;
2843 const int max_uid
= get_max_uid ();
2845 bb_info
= XCNEWVEC (basic_block
, max_uid
);
2847 FOR_EACH_BB_REVERSE_FN (bb
, cfun
)
2849 rtx_insn
*head
= BB_HEAD (bb
);
2850 rtx_insn
*end
= BB_END (bb
);
2852 for (x
= last_head
; x
!= NULL_RTX
; x
= PREV_INSN (x
))
2854 /* Verify the end of the basic block is in the INSN chain. */
2858 /* And that the code outside of basic blocks has NULL bb field. */
2860 && BLOCK_FOR_INSN (x
) != NULL
)
2862 error ("insn %d outside of basic blocks has non-NULL bb field",
2870 error ("end insn %d for block %d not found in the insn stream",
2871 INSN_UID (end
), bb
->index
);
2875 /* Work backwards from the end to the head of the basic block
2876 to verify the head is in the RTL chain. */
2877 for (; x
!= NULL_RTX
; x
= PREV_INSN (x
))
2879 /* While walking over the insn chain, verify insns appear
2880 in only one basic block. */
2881 if (bb_info
[INSN_UID (x
)] != NULL
)
2883 error ("insn %d is in multiple basic blocks (%d and %d)",
2884 INSN_UID (x
), bb
->index
, bb_info
[INSN_UID (x
)]->index
);
2888 bb_info
[INSN_UID (x
)] = bb
;
2895 error ("head insn %d for block %d not found in the insn stream",
2896 INSN_UID (head
), bb
->index
);
2900 last_head
= PREV_INSN (x
);
2903 for (x
= last_head
; x
!= NULL_RTX
; x
= PREV_INSN (x
))
2905 /* Check that the code before the first basic block has NULL
2908 && BLOCK_FOR_INSN (x
) != NULL
)
2910 error ("insn %d outside of basic blocks has non-NULL bb field",
2920 /* Verify that fallthru edges point to adjacent blocks in layout order and
2921 that barriers exist after non-fallthru blocks. */
2924 rtl_verify_fallthru (void)
2929 FOR_EACH_BB_REVERSE_FN (bb
, cfun
)
2933 e
= find_fallthru_edge (bb
->succs
);
2938 /* Ensure existence of barrier in BB with no fallthru edges. */
2939 for (insn
= NEXT_INSN (BB_END (bb
)); ; insn
= NEXT_INSN (insn
))
2941 if (!insn
|| NOTE_INSN_BASIC_BLOCK_P (insn
))
2943 error ("missing barrier after block %i", bb
->index
);
2947 if (BARRIER_P (insn
))
2951 else if (e
->src
!= ENTRY_BLOCK_PTR_FOR_FN (cfun
)
2952 && e
->dest
!= EXIT_BLOCK_PTR_FOR_FN (cfun
))
2956 if (e
->src
->next_bb
!= e
->dest
)
2959 ("verify_flow_info: Incorrect blocks for fallthru %i->%i",
2960 e
->src
->index
, e
->dest
->index
);
2964 for (insn
= NEXT_INSN (BB_END (e
->src
)); insn
!= BB_HEAD (e
->dest
);
2965 insn
= NEXT_INSN (insn
))
2966 if (BARRIER_P (insn
) || NONDEBUG_INSN_P (insn
))
2968 error ("verify_flow_info: Incorrect fallthru %i->%i",
2969 e
->src
->index
, e
->dest
->index
);
2970 fatal_insn ("wrong insn in the fallthru edge", insn
);
2979 /* Verify that blocks are laid out in consecutive order. While walking the
2980 instructions, verify that all expected instructions are inside the basic
2981 blocks, and that all returns are followed by barriers. */
2984 rtl_verify_bb_layout (void)
2990 rtx_insn
* const rtx_first
= get_insns ();
2991 basic_block last_bb_seen
= ENTRY_BLOCK_PTR_FOR_FN (cfun
), curr_bb
= NULL
;
2995 for (x
= rtx_first
; x
; x
= NEXT_INSN (x
))
2997 if (NOTE_INSN_BASIC_BLOCK_P (x
))
2999 bb
= NOTE_BASIC_BLOCK (x
);
3002 if (bb
!= last_bb_seen
->next_bb
)
3003 internal_error ("basic blocks not laid down consecutively");
3005 curr_bb
= last_bb_seen
= bb
;
3010 switch (GET_CODE (x
))
3017 /* An ADDR_VEC is placed outside any basic block. */
3019 && JUMP_TABLE_DATA_P (NEXT_INSN (x
)))
3022 /* But in any case, non-deletable labels can appear anywhere. */
3026 fatal_insn ("insn outside basic block", x
);
3031 && returnjump_p (x
) && ! condjump_p (x
)
3032 && ! ((y
= next_nonnote_nondebug_insn (x
))
3034 fatal_insn ("return not followed by barrier", x
);
3036 if (curr_bb
&& x
== BB_END (curr_bb
))
3040 if (num_bb_notes
!= n_basic_blocks_for_fn (cfun
) - NUM_FIXED_BLOCKS
)
3042 ("number of bb notes in insn chain (%d) != n_basic_blocks (%d)",
3043 num_bb_notes
, n_basic_blocks_for_fn (cfun
));
3048 /* Verify the CFG and RTL consistency common for both underlying RTL and
3049 cfglayout RTL, plus consistency checks specific to linearized RTL mode.
3051 Currently it does following checks:
3052 - all checks of rtl_verify_flow_info_1
3053 - test head/end pointers
3054 - check that blocks are laid out in consecutive order
3055 - check that all insns are in the basic blocks
3056 (except the switch handling code, barriers and notes)
3057 - check that all returns are followed by barriers
3058 - check that all fallthru edge points to the adjacent blocks
3059 - verify that there is a single hot/cold partition boundary after bbro */
3062 rtl_verify_flow_info (void)
3066 err
|= rtl_verify_flow_info_1 ();
3068 err
|= rtl_verify_bb_insn_chain ();
3070 err
|= rtl_verify_fallthru ();
3072 err
|= rtl_verify_bb_layout ();
3074 err
|= verify_hot_cold_block_grouping ();
3079 /* Assume that the preceding pass has possibly eliminated jump instructions
3080 or converted the unconditional jumps. Eliminate the edges from CFG.
3081 Return true if any edges are eliminated. */
3084 purge_dead_edges (basic_block bb
)
3087 rtx_insn
*insn
= BB_END (bb
);
3089 bool purged
= false;
3093 if (DEBUG_INSN_P (insn
) && insn
!= BB_HEAD (bb
))
3095 insn
= PREV_INSN (insn
);
3096 while ((DEBUG_INSN_P (insn
) || NOTE_P (insn
)) && insn
!= BB_HEAD (bb
));
3098 /* If this instruction cannot trap, remove REG_EH_REGION notes. */
3099 if (NONJUMP_INSN_P (insn
)
3100 && (note
= find_reg_note (insn
, REG_EH_REGION
, NULL
)))
3104 if (! may_trap_p (PATTERN (insn
))
3105 || ((eqnote
= find_reg_equal_equiv_note (insn
))
3106 && ! may_trap_p (XEXP (eqnote
, 0))))
3107 remove_note (insn
, note
);
3110 /* Cleanup abnormal edges caused by exceptions or non-local gotos. */
3111 for (ei
= ei_start (bb
->succs
); (e
= ei_safe_edge (ei
)); )
3113 bool remove
= false;
3115 /* There are three types of edges we need to handle correctly here: EH
3116 edges, abnormal call EH edges, and abnormal call non-EH edges. The
3117 latter can appear when nonlocal gotos are used. */
3118 if (e
->flags
& EDGE_ABNORMAL_CALL
)
3122 else if (can_nonlocal_goto (insn
))
3124 else if ((e
->flags
& EDGE_EH
) && can_throw_internal (insn
))
3126 else if (flag_tm
&& find_reg_note (insn
, REG_TM
, NULL
))
3131 else if (e
->flags
& EDGE_EH
)
3132 remove
= !can_throw_internal (insn
);
3137 df_set_bb_dirty (bb
);
3150 /* We do care only about conditional jumps and simplejumps. */
3151 if (!any_condjump_p (insn
)
3152 && !returnjump_p (insn
)
3153 && !simplejump_p (insn
))
3156 /* Branch probability/prediction notes are defined only for
3157 condjumps. We've possibly turned condjump into simplejump. */
3158 if (simplejump_p (insn
))
3160 note
= find_reg_note (insn
, REG_BR_PROB
, NULL
);
3162 remove_note (insn
, note
);
3163 while ((note
= find_reg_note (insn
, REG_BR_PRED
, NULL
)))
3164 remove_note (insn
, note
);
3167 for (ei
= ei_start (bb
->succs
); (e
= ei_safe_edge (ei
)); )
3169 /* Avoid abnormal flags to leak from computed jumps turned
3170 into simplejumps. */
3172 e
->flags
&= ~EDGE_ABNORMAL
;
3174 /* See if this edge is one we should keep. */
3175 if ((e
->flags
& EDGE_FALLTHRU
) && any_condjump_p (insn
))
3176 /* A conditional jump can fall through into the next
3177 block, so we should keep the edge. */
3182 else if (e
->dest
!= EXIT_BLOCK_PTR_FOR_FN (cfun
)
3183 && BB_HEAD (e
->dest
) == JUMP_LABEL (insn
))
3184 /* If the destination block is the target of the jump,
3190 else if (e
->dest
== EXIT_BLOCK_PTR_FOR_FN (cfun
)
3191 && returnjump_p (insn
))
3192 /* If the destination block is the exit block, and this
3193 instruction is a return, then keep the edge. */
3198 else if ((e
->flags
& EDGE_EH
) && can_throw_internal (insn
))
3199 /* Keep the edges that correspond to exceptions thrown by
3200 this instruction and rematerialize the EDGE_ABNORMAL
3201 flag we just cleared above. */
3203 e
->flags
|= EDGE_ABNORMAL
;
3208 /* We do not need this edge. */
3209 df_set_bb_dirty (bb
);
3214 if (EDGE_COUNT (bb
->succs
) == 0 || !purged
)
3218 fprintf (dump_file
, "Purged edges from bb %i\n", bb
->index
);
3223 /* Redistribute probabilities. */
3224 if (single_succ_p (bb
))
3226 single_succ_edge (bb
)->probability
= profile_probability::always ();
3230 note
= find_reg_note (insn
, REG_BR_PROB
, NULL
);
3234 b
= BRANCH_EDGE (bb
);
3235 f
= FALLTHRU_EDGE (bb
);
3236 b
->probability
= profile_probability::from_reg_br_prob_note
3238 f
->probability
= b
->probability
.invert ();
3243 else if (CALL_P (insn
) && SIBLING_CALL_P (insn
))
3245 /* First, there should not be any EH or ABCALL edges resulting
3246 from non-local gotos and the like. If there were, we shouldn't
3247 have created the sibcall in the first place. Second, there
3248 should of course never have been a fallthru edge. */
3249 gcc_assert (single_succ_p (bb
));
3250 gcc_assert (single_succ_edge (bb
)->flags
3251 == (EDGE_SIBCALL
| EDGE_ABNORMAL
));
3256 /* If we don't see a jump insn, we don't know exactly why the block would
3257 have been broken at this point. Look for a simple, non-fallthru edge,
3258 as these are only created by conditional branches. If we find such an
3259 edge we know that there used to be a jump here and can then safely
3260 remove all non-fallthru edges. */
3262 FOR_EACH_EDGE (e
, ei
, bb
->succs
)
3263 if (! (e
->flags
& (EDGE_COMPLEX
| EDGE_FALLTHRU
)))
3272 /* Remove all but the fake and fallthru edges. The fake edge may be
3273 the only successor for this block in the case of noreturn
3275 for (ei
= ei_start (bb
->succs
); (e
= ei_safe_edge (ei
)); )
3277 if (!(e
->flags
& (EDGE_FALLTHRU
| EDGE_FAKE
)))
3279 df_set_bb_dirty (bb
);
3287 gcc_assert (single_succ_p (bb
));
3289 single_succ_edge (bb
)->probability
= profile_probability::always ();
3292 fprintf (dump_file
, "Purged non-fallthru edges from bb %i\n",
3297 /* Search all basic blocks for potentially dead edges and purge them. Return
3298 true if some edge has been eliminated. */
3301 purge_all_dead_edges (void)
3306 FOR_EACH_BB_FN (bb
, cfun
)
3308 bool purged_here
= purge_dead_edges (bb
);
3310 purged
|= purged_here
;
3316 /* This is used by a few passes that emit some instructions after abnormal
3317 calls, moving the basic block's end, while they in fact do want to emit
3318 them on the fallthru edge. Look for abnormal call edges, find backward
3319 the call in the block and insert the instructions on the edge instead.
3321 Similarly, handle instructions throwing exceptions internally.
3323 Return true when instructions have been found and inserted on edges. */
3326 fixup_abnormal_edges (void)
3328 bool inserted
= false;
3331 FOR_EACH_BB_FN (bb
, cfun
)
3336 /* Look for cases we are interested in - calls or instructions causing
3338 FOR_EACH_EDGE (e
, ei
, bb
->succs
)
3339 if ((e
->flags
& EDGE_ABNORMAL_CALL
)
3340 || ((e
->flags
& (EDGE_ABNORMAL
| EDGE_EH
))
3341 == (EDGE_ABNORMAL
| EDGE_EH
)))
3344 if (e
&& !CALL_P (BB_END (bb
)) && !can_throw_internal (BB_END (bb
)))
3348 /* Get past the new insns generated. Allow notes, as the insns
3349 may be already deleted. */
3351 while ((NONJUMP_INSN_P (insn
) || NOTE_P (insn
))
3352 && !can_throw_internal (insn
)
3353 && insn
!= BB_HEAD (bb
))
3354 insn
= PREV_INSN (insn
);
3356 if (CALL_P (insn
) || can_throw_internal (insn
))
3358 rtx_insn
*stop
, *next
;
3360 e
= find_fallthru_edge (bb
->succs
);
3362 stop
= NEXT_INSN (BB_END (bb
));
3365 for (insn
= NEXT_INSN (insn
); insn
!= stop
; insn
= next
)
3367 next
= NEXT_INSN (insn
);
3372 /* Sometimes there's still the return value USE.
3373 If it's placed after a trapping call (i.e. that
3374 call is the last insn anyway), we have no fallthru
3375 edge. Simply delete this use and don't try to insert
3376 on the non-existent edge.
3377 Similarly, sometimes a call that can throw is
3378 followed in the source with __builtin_unreachable (),
3379 meaning that there is UB if the call returns rather
3380 than throws. If there weren't any instructions
3381 following such calls before, supposedly even the ones
3382 we've deleted aren't significant and can be
3386 /* We're not deleting it, we're moving it. */
3387 insn
->set_undeleted ();
3388 SET_PREV_INSN (insn
) = NULL_RTX
;
3389 SET_NEXT_INSN (insn
) = NULL_RTX
;
3391 insert_insn_on_edge (insn
, e
);
3395 else if (!BARRIER_P (insn
))
3396 set_block_for_insn (insn
, NULL
);
3400 /* It may be that we don't find any trapping insn. In this
3401 case we discovered quite late that the insn that had been
3402 marked as can_throw_internal in fact couldn't trap at all.
3403 So we should in fact delete the EH edges out of the block. */
3405 purge_dead_edges (bb
);
3412 /* Cut the insns from FIRST to LAST out of the insns stream. */
3415 unlink_insn_chain (rtx_insn
*first
, rtx_insn
*last
)
3417 rtx_insn
*prevfirst
= PREV_INSN (first
);
3418 rtx_insn
*nextlast
= NEXT_INSN (last
);
3420 SET_PREV_INSN (first
) = NULL
;
3421 SET_NEXT_INSN (last
) = NULL
;
3423 SET_NEXT_INSN (prevfirst
) = nextlast
;
3425 SET_PREV_INSN (nextlast
) = prevfirst
;
3427 set_last_insn (prevfirst
);
3429 set_first_insn (nextlast
);
3433 /* Skip over inter-block insns occurring after BB which are typically
3434 associated with BB (e.g., barriers). If there are any such insns,
3435 we return the last one. Otherwise, we return the end of BB. */
3438 skip_insns_after_block (basic_block bb
)
3440 rtx_insn
*insn
, *last_insn
, *next_head
, *prev
;
3443 if (bb
->next_bb
!= EXIT_BLOCK_PTR_FOR_FN (cfun
))
3444 next_head
= BB_HEAD (bb
->next_bb
);
3446 for (last_insn
= insn
= BB_END (bb
); (insn
= NEXT_INSN (insn
)) != 0; )
3448 if (insn
== next_head
)
3451 switch (GET_CODE (insn
))
3458 switch (NOTE_KIND (insn
))
3460 case NOTE_INSN_BLOCK_END
:
3470 if (NEXT_INSN (insn
)
3471 && JUMP_TABLE_DATA_P (NEXT_INSN (insn
)))
3473 insn
= NEXT_INSN (insn
);
3486 /* It is possible to hit contradictory sequence. For instance:
3492 Where barrier belongs to jump_insn, but the note does not. This can be
3493 created by removing the basic block originally following
3494 NOTE_INSN_BLOCK_BEG. In such case reorder the notes. */
3496 for (insn
= last_insn
; insn
!= BB_END (bb
); insn
= prev
)
3498 prev
= PREV_INSN (insn
);
3500 switch (NOTE_KIND (insn
))
3502 case NOTE_INSN_BLOCK_END
:
3505 case NOTE_INSN_DELETED
:
3506 case NOTE_INSN_DELETED_LABEL
:
3507 case NOTE_INSN_DELETED_DEBUG_LABEL
:
3510 reorder_insns (insn
, insn
, last_insn
);
3517 /* Locate or create a label for a given basic block. */
3520 label_for_bb (basic_block bb
)
3522 rtx_insn
*label
= BB_HEAD (bb
);
3524 if (!LABEL_P (label
))
3527 fprintf (dump_file
, "Emitting label for block %d\n", bb
->index
);
3529 label
= block_label (bb
);
3535 /* Locate the effective beginning and end of the insn chain for each
3536 block, as defined by skip_insns_after_block above. */
3539 record_effective_endpoints (void)
3541 rtx_insn
*next_insn
;
3545 for (insn
= get_insns ();
3548 && NOTE_KIND (insn
) != NOTE_INSN_BASIC_BLOCK
;
3549 insn
= NEXT_INSN (insn
))
3551 /* No basic blocks at all? */
3554 if (PREV_INSN (insn
))
3555 cfg_layout_function_header
=
3556 unlink_insn_chain (get_insns (), PREV_INSN (insn
));
3558 cfg_layout_function_header
= NULL
;
3560 next_insn
= get_insns ();
3561 FOR_EACH_BB_FN (bb
, cfun
)
3565 if (PREV_INSN (BB_HEAD (bb
)) && next_insn
!= BB_HEAD (bb
))
3566 BB_HEADER (bb
) = unlink_insn_chain (next_insn
,
3567 PREV_INSN (BB_HEAD (bb
)));
3568 end
= skip_insns_after_block (bb
);
3569 if (NEXT_INSN (BB_END (bb
)) && BB_END (bb
) != end
)
3570 BB_FOOTER (bb
) = unlink_insn_chain (NEXT_INSN (BB_END (bb
)), end
);
3571 next_insn
= NEXT_INSN (BB_END (bb
));
3574 cfg_layout_function_footer
= next_insn
;
3575 if (cfg_layout_function_footer
)
3576 cfg_layout_function_footer
= unlink_insn_chain (cfg_layout_function_footer
, get_last_insn ());
3581 const pass_data pass_data_into_cfg_layout_mode
=
3583 RTL_PASS
, /* type */
3584 "into_cfglayout", /* name */
3585 OPTGROUP_NONE
, /* optinfo_flags */
3587 0, /* properties_required */
3588 PROP_cfglayout
, /* properties_provided */
3589 0, /* properties_destroyed */
3590 0, /* todo_flags_start */
3591 0, /* todo_flags_finish */
3594 class pass_into_cfg_layout_mode
: public rtl_opt_pass
3597 pass_into_cfg_layout_mode (gcc::context
*ctxt
)
3598 : rtl_opt_pass (pass_data_into_cfg_layout_mode
, ctxt
)
3601 /* opt_pass methods: */
3602 virtual unsigned int execute (function
*)
3604 cfg_layout_initialize (0);
3608 }; // class pass_into_cfg_layout_mode
3613 make_pass_into_cfg_layout_mode (gcc::context
*ctxt
)
3615 return new pass_into_cfg_layout_mode (ctxt
);
3620 const pass_data pass_data_outof_cfg_layout_mode
=
3622 RTL_PASS
, /* type */
3623 "outof_cfglayout", /* name */
3624 OPTGROUP_NONE
, /* optinfo_flags */
3626 0, /* properties_required */
3627 0, /* properties_provided */
3628 PROP_cfglayout
, /* properties_destroyed */
3629 0, /* todo_flags_start */
3630 0, /* todo_flags_finish */
3633 class pass_outof_cfg_layout_mode
: public rtl_opt_pass
3636 pass_outof_cfg_layout_mode (gcc::context
*ctxt
)
3637 : rtl_opt_pass (pass_data_outof_cfg_layout_mode
, ctxt
)
3640 /* opt_pass methods: */
3641 virtual unsigned int execute (function
*);
3643 }; // class pass_outof_cfg_layout_mode
3646 pass_outof_cfg_layout_mode::execute (function
*fun
)
3650 FOR_EACH_BB_FN (bb
, fun
)
3651 if (bb
->next_bb
!= EXIT_BLOCK_PTR_FOR_FN (fun
))
3652 bb
->aux
= bb
->next_bb
;
3654 cfg_layout_finalize ();
3662 make_pass_outof_cfg_layout_mode (gcc::context
*ctxt
)
3664 return new pass_outof_cfg_layout_mode (ctxt
);
3668 /* Link the basic blocks in the correct order, compacting the basic
3669 block queue while at it. If STAY_IN_CFGLAYOUT_MODE is false, this
3670 function also clears the basic block header and footer fields.
3672 This function is usually called after a pass (e.g. tracer) finishes
3673 some transformations while in cfglayout mode. The required sequence
3674 of the basic blocks is in a linked list along the bb->aux field.
3675 This functions re-links the basic block prev_bb and next_bb pointers
3676 accordingly, and it compacts and renumbers the blocks.
3678 FIXME: This currently works only for RTL, but the only RTL-specific
3679 bits are the STAY_IN_CFGLAYOUT_MODE bits. The tracer pass was moved
3680 to GIMPLE a long time ago, but it doesn't relink the basic block
3681 chain. It could do that (to give better initial RTL) if this function
3682 is made IR-agnostic (and moved to cfganal.c or cfg.c while at it). */
3685 relink_block_chain (bool stay_in_cfglayout_mode
)
3687 basic_block bb
, prev_bb
;
3690 /* Maybe dump the re-ordered sequence. */
3693 fprintf (dump_file
, "Reordered sequence:\n");
3694 for (bb
= ENTRY_BLOCK_PTR_FOR_FN (cfun
)->next_bb
, index
=
3697 bb
= (basic_block
) bb
->aux
, index
++)
3699 fprintf (dump_file
, " %i ", index
);
3700 if (get_bb_original (bb
))
3701 fprintf (dump_file
, "duplicate of %i\n",
3702 get_bb_original (bb
)->index
);
3703 else if (forwarder_block_p (bb
)
3704 && !LABEL_P (BB_HEAD (bb
)))
3705 fprintf (dump_file
, "compensation\n");
3707 fprintf (dump_file
, "bb %i\n", bb
->index
);
3711 /* Now reorder the blocks. */
3712 prev_bb
= ENTRY_BLOCK_PTR_FOR_FN (cfun
);
3713 bb
= ENTRY_BLOCK_PTR_FOR_FN (cfun
)->next_bb
;
3714 for (; bb
; prev_bb
= bb
, bb
= (basic_block
) bb
->aux
)
3716 bb
->prev_bb
= prev_bb
;
3717 prev_bb
->next_bb
= bb
;
3719 prev_bb
->next_bb
= EXIT_BLOCK_PTR_FOR_FN (cfun
);
3720 EXIT_BLOCK_PTR_FOR_FN (cfun
)->prev_bb
= prev_bb
;
3722 /* Then, clean up the aux fields. */
3723 FOR_ALL_BB_FN (bb
, cfun
)
3726 if (!stay_in_cfglayout_mode
)
3727 BB_HEADER (bb
) = BB_FOOTER (bb
) = NULL
;
3730 /* Maybe reset the original copy tables, they are not valid anymore
3731 when we renumber the basic blocks in compact_blocks. If we are
3732 are going out of cfglayout mode, don't re-allocate the tables. */
3733 if (original_copy_tables_initialized_p ())
3734 free_original_copy_tables ();
3735 if (stay_in_cfglayout_mode
)
3736 initialize_original_copy_tables ();
3738 /* Finally, put basic_block_info in the new order. */
3743 /* Given a reorder chain, rearrange the code to match. */
3746 fixup_reorder_chain (void)
3749 rtx_insn
*insn
= NULL
;
3751 if (cfg_layout_function_header
)
3753 set_first_insn (cfg_layout_function_header
);
3754 insn
= cfg_layout_function_header
;
3755 while (NEXT_INSN (insn
))
3756 insn
= NEXT_INSN (insn
);
3759 /* First do the bulk reordering -- rechain the blocks without regard to
3760 the needed changes to jumps and labels. */
3762 for (bb
= ENTRY_BLOCK_PTR_FOR_FN (cfun
)->next_bb
; bb
; bb
= (basic_block
)
3768 SET_NEXT_INSN (insn
) = BB_HEADER (bb
);
3770 set_first_insn (BB_HEADER (bb
));
3771 SET_PREV_INSN (BB_HEADER (bb
)) = insn
;
3772 insn
= BB_HEADER (bb
);
3773 while (NEXT_INSN (insn
))
3774 insn
= NEXT_INSN (insn
);
3777 SET_NEXT_INSN (insn
) = BB_HEAD (bb
);
3779 set_first_insn (BB_HEAD (bb
));
3780 SET_PREV_INSN (BB_HEAD (bb
)) = insn
;
3784 SET_NEXT_INSN (insn
) = BB_FOOTER (bb
);
3785 SET_PREV_INSN (BB_FOOTER (bb
)) = insn
;
3786 while (NEXT_INSN (insn
))
3787 insn
= NEXT_INSN (insn
);
3791 SET_NEXT_INSN (insn
) = cfg_layout_function_footer
;
3792 if (cfg_layout_function_footer
)
3793 SET_PREV_INSN (cfg_layout_function_footer
) = insn
;
3795 while (NEXT_INSN (insn
))
3796 insn
= NEXT_INSN (insn
);
3798 set_last_insn (insn
);
3800 verify_insn_chain ();
3802 /* Now add jumps and labels as needed to match the blocks new
3805 for (bb
= ENTRY_BLOCK_PTR_FOR_FN (cfun
)->next_bb
; bb
; bb
= (basic_block
)
3808 edge e_fall
, e_taken
, e
;
3809 rtx_insn
*bb_end_insn
;
3810 rtx ret_label
= NULL_RTX
;
3814 if (EDGE_COUNT (bb
->succs
) == 0)
3817 /* Find the old fallthru edge, and another non-EH edge for
3819 e_taken
= e_fall
= NULL
;
3821 FOR_EACH_EDGE (e
, ei
, bb
->succs
)
3822 if (e
->flags
& EDGE_FALLTHRU
)
3824 else if (! (e
->flags
& EDGE_EH
))
3827 bb_end_insn
= BB_END (bb
);
3828 if (rtx_jump_insn
*bb_end_jump
= dyn_cast
<rtx_jump_insn
*> (bb_end_insn
))
3830 ret_label
= JUMP_LABEL (bb_end_jump
);
3831 if (any_condjump_p (bb_end_jump
))
3833 /* This might happen if the conditional jump has side
3834 effects and could therefore not be optimized away.
3835 Make the basic block to end with a barrier in order
3836 to prevent rtl_verify_flow_info from complaining. */
3839 gcc_assert (!onlyjump_p (bb_end_jump
)
3840 || returnjump_p (bb_end_jump
)
3841 || (e_taken
->flags
& EDGE_CROSSING
));
3842 emit_barrier_after (bb_end_jump
);
3846 /* If the old fallthru is still next, nothing to do. */
3847 if (bb
->aux
== e_fall
->dest
3848 || e_fall
->dest
== EXIT_BLOCK_PTR_FOR_FN (cfun
))
3851 /* The degenerated case of conditional jump jumping to the next
3852 instruction can happen for jumps with side effects. We need
3853 to construct a forwarder block and this will be done just
3854 fine by force_nonfallthru below. */
3858 /* There is another special case: if *neither* block is next,
3859 such as happens at the very end of a function, then we'll
3860 need to add a new unconditional jump. Choose the taken
3861 edge based on known or assumed probability. */
3862 else if (bb
->aux
!= e_taken
->dest
)
3864 rtx note
= find_reg_note (bb_end_jump
, REG_BR_PROB
, 0);
3867 && profile_probability::from_reg_br_prob_note
3868 (XINT (note
, 0)) < profile_probability::even ()
3869 && invert_jump (bb_end_jump
,
3871 == EXIT_BLOCK_PTR_FOR_FN (cfun
)
3873 : label_for_bb (e_fall
->dest
)), 0))
3875 e_fall
->flags
&= ~EDGE_FALLTHRU
;
3876 gcc_checking_assert (could_fall_through
3877 (e_taken
->src
, e_taken
->dest
));
3878 e_taken
->flags
|= EDGE_FALLTHRU
;
3879 update_br_prob_note (bb
);
3880 e
= e_fall
, e_fall
= e_taken
, e_taken
= e
;
3884 /* If the "jumping" edge is a crossing edge, and the fall
3885 through edge is non-crossing, leave things as they are. */
3886 else if ((e_taken
->flags
& EDGE_CROSSING
)
3887 && !(e_fall
->flags
& EDGE_CROSSING
))
3890 /* Otherwise we can try to invert the jump. This will
3891 basically never fail, however, keep up the pretense. */
3892 else if (invert_jump (bb_end_jump
,
3894 == EXIT_BLOCK_PTR_FOR_FN (cfun
)
3896 : label_for_bb (e_fall
->dest
)), 0))
3898 e_fall
->flags
&= ~EDGE_FALLTHRU
;
3899 gcc_checking_assert (could_fall_through
3900 (e_taken
->src
, e_taken
->dest
));
3901 e_taken
->flags
|= EDGE_FALLTHRU
;
3902 update_br_prob_note (bb
);
3903 if (LABEL_NUSES (ret_label
) == 0
3904 && single_pred_p (e_taken
->dest
))
3905 delete_insn (as_a
<rtx_insn
*> (ret_label
));
3909 else if (extract_asm_operands (PATTERN (bb_end_insn
)) != NULL
)
3911 /* If the old fallthru is still next or if
3912 asm goto doesn't have a fallthru (e.g. when followed by
3913 __builtin_unreachable ()), nothing to do. */
3915 || bb
->aux
== e_fall
->dest
3916 || e_fall
->dest
== EXIT_BLOCK_PTR_FOR_FN (cfun
))
3919 /* Otherwise we'll have to use the fallthru fixup below. */
3923 /* Otherwise we have some return, switch or computed
3924 jump. In the 99% case, there should not have been a
3926 gcc_assert (returnjump_p (bb_end_insn
) || !e_fall
);
3932 /* No fallthru implies a noreturn function with EH edges, or
3933 something similarly bizarre. In any case, we don't need to
3938 /* If the fallthru block is still next, nothing to do. */
3939 if (bb
->aux
== e_fall
->dest
)
3942 /* A fallthru to exit block. */
3943 if (e_fall
->dest
== EXIT_BLOCK_PTR_FOR_FN (cfun
))
3947 /* We got here if we need to add a new jump insn.
3948 Note force_nonfallthru can delete E_FALL and thus we have to
3949 save E_FALL->src prior to the call to force_nonfallthru. */
3950 nb
= force_nonfallthru_and_redirect (e_fall
, e_fall
->dest
, ret_label
);
3955 /* Don't process this new block. */
3960 relink_block_chain (/*stay_in_cfglayout_mode=*/false);
3962 /* Annoying special case - jump around dead jumptables left in the code. */
3963 FOR_EACH_BB_FN (bb
, cfun
)
3965 edge e
= find_fallthru_edge (bb
->succs
);
3967 if (e
&& !can_fallthru (e
->src
, e
->dest
))
3968 force_nonfallthru (e
);
3971 /* Ensure goto_locus from edges has some instructions with that locus in RTL
3972 when not optimizing. */
3973 if (!optimize
&& !DECL_IGNORED_P (current_function_decl
))
3974 FOR_EACH_BB_FN (bb
, cfun
)
3979 FOR_EACH_EDGE (e
, ei
, bb
->succs
)
3980 if (LOCATION_LOCUS (e
->goto_locus
) != UNKNOWN_LOCATION
3981 && !(e
->flags
& EDGE_ABNORMAL
))
3985 basic_block dest
, nb
;
3988 insn
= BB_END (e
->src
);
3989 end
= PREV_INSN (BB_HEAD (e
->src
));
3991 && (!NONDEBUG_INSN_P (insn
) || !INSN_HAS_LOCATION (insn
)))
3992 insn
= PREV_INSN (insn
);
3994 && INSN_LOCATION (insn
) == e
->goto_locus
)
3996 if (simplejump_p (BB_END (e
->src
))
3997 && !INSN_HAS_LOCATION (BB_END (e
->src
)))
3999 INSN_LOCATION (BB_END (e
->src
)) = e
->goto_locus
;
4003 if (dest
== EXIT_BLOCK_PTR_FOR_FN (cfun
))
4005 /* Non-fallthru edges to the exit block cannot be split. */
4006 if (!(e
->flags
& EDGE_FALLTHRU
))
4011 insn
= BB_HEAD (dest
);
4012 end
= NEXT_INSN (BB_END (dest
));
4013 while (insn
!= end
&& !NONDEBUG_INSN_P (insn
))
4014 insn
= NEXT_INSN (insn
);
4015 if (insn
!= end
&& INSN_HAS_LOCATION (insn
)
4016 && INSN_LOCATION (insn
) == e
->goto_locus
)
4019 nb
= split_edge (e
);
4020 if (!INSN_P (BB_END (nb
)))
4021 BB_END (nb
) = emit_insn_after_noloc (gen_nop (), BB_END (nb
),
4023 INSN_LOCATION (BB_END (nb
)) = e
->goto_locus
;
4025 /* If there are other incoming edges to the destination block
4026 with the same goto locus, redirect them to the new block as
4027 well, this can prevent other such blocks from being created
4028 in subsequent iterations of the loop. */
4029 for (ei2
= ei_start (dest
->preds
); (e2
= ei_safe_edge (ei2
)); )
4030 if (LOCATION_LOCUS (e2
->goto_locus
) != UNKNOWN_LOCATION
4031 && !(e2
->flags
& (EDGE_ABNORMAL
| EDGE_FALLTHRU
))
4032 && e
->goto_locus
== e2
->goto_locus
)
4033 redirect_edge_and_branch (e2
, nb
);
4040 /* Perform sanity checks on the insn chain.
4041 1. Check that next/prev pointers are consistent in both the forward and
4043 2. Count insns in chain, going both directions, and check if equal.
4044 3. Check that get_last_insn () returns the actual end of chain. */
4047 verify_insn_chain (void)
4049 rtx_insn
*x
, *prevx
, *nextx
;
4050 int insn_cnt1
, insn_cnt2
;
4052 for (prevx
= NULL
, insn_cnt1
= 1, x
= get_insns ();
4054 prevx
= x
, insn_cnt1
++, x
= NEXT_INSN (x
))
4055 gcc_assert (PREV_INSN (x
) == prevx
);
4057 gcc_assert (prevx
== get_last_insn ());
4059 for (nextx
= NULL
, insn_cnt2
= 1, x
= get_last_insn ();
4061 nextx
= x
, insn_cnt2
++, x
= PREV_INSN (x
))
4062 gcc_assert (NEXT_INSN (x
) == nextx
);
4064 gcc_assert (insn_cnt1
== insn_cnt2
);
4067 /* If we have assembler epilogues, the block falling through to exit must
4068 be the last one in the reordered chain when we reach final. Ensure
4069 that this condition is met. */
4071 fixup_fallthru_exit_predecessor (void)
4074 basic_block bb
= NULL
;
4076 /* This transformation is not valid before reload, because we might
4077 separate a call from the instruction that copies the return
4079 gcc_assert (reload_completed
);
4081 e
= find_fallthru_edge (EXIT_BLOCK_PTR_FOR_FN (cfun
)->preds
);
4087 basic_block c
= ENTRY_BLOCK_PTR_FOR_FN (cfun
)->next_bb
;
4089 /* If the very first block is the one with the fall-through exit
4090 edge, we have to split that block. */
4093 bb
= split_block_after_labels (bb
)->dest
;
4096 BB_FOOTER (bb
) = BB_FOOTER (c
);
4097 BB_FOOTER (c
) = NULL
;
4100 while (c
->aux
!= bb
)
4101 c
= (basic_block
) c
->aux
;
4105 c
= (basic_block
) c
->aux
;
4112 /* In case there are more than one fallthru predecessors of exit, force that
4113 there is only one. */
4116 force_one_exit_fallthru (void)
4118 edge e
, predecessor
= NULL
;
4121 basic_block forwarder
, bb
;
4123 FOR_EACH_EDGE (e
, ei
, EXIT_BLOCK_PTR_FOR_FN (cfun
)->preds
)
4124 if (e
->flags
& EDGE_FALLTHRU
)
4126 if (predecessor
== NULL
)
4138 /* Exit has several fallthru predecessors. Create a forwarder block for
4140 forwarder
= split_edge (predecessor
);
4141 for (ei
= ei_start (EXIT_BLOCK_PTR_FOR_FN (cfun
)->preds
);
4142 (e
= ei_safe_edge (ei
)); )
4144 if (e
->src
== forwarder
4145 || !(e
->flags
& EDGE_FALLTHRU
))
4148 redirect_edge_and_branch_force (e
, forwarder
);
4151 /* Fix up the chain of blocks -- make FORWARDER immediately precede the
4153 FOR_EACH_BB_FN (bb
, cfun
)
4155 if (bb
->aux
== NULL
&& bb
!= forwarder
)
4157 bb
->aux
= forwarder
;
4163 /* Return true in case it is possible to duplicate the basic block BB. */
4166 cfg_layout_can_duplicate_bb_p (const_basic_block bb
)
4168 /* Do not attempt to duplicate tablejumps, as we need to unshare
4169 the dispatch table. This is difficult to do, as the instructions
4170 computing jump destination may be hoisted outside the basic block. */
4171 if (tablejump_p (BB_END (bb
), NULL
, NULL
))
4174 /* Do not duplicate blocks containing insns that can't be copied. */
4175 if (targetm
.cannot_copy_insn_p
)
4177 rtx_insn
*insn
= BB_HEAD (bb
);
4180 if (INSN_P (insn
) && targetm
.cannot_copy_insn_p (insn
))
4182 if (insn
== BB_END (bb
))
4184 insn
= NEXT_INSN (insn
);
4192 duplicate_insn_chain (rtx_insn
*from
, rtx_insn
*to
)
4194 rtx_insn
*insn
, *next
, *copy
;
4197 /* Avoid updating of boundaries of previous basic block. The
4198 note will get removed from insn stream in fixup. */
4199 last
= emit_note (NOTE_INSN_DELETED
);
4201 /* Create copy at the end of INSN chain. The chain will
4202 be reordered later. */
4203 for (insn
= from
; insn
!= NEXT_INSN (to
); insn
= NEXT_INSN (insn
))
4205 switch (GET_CODE (insn
))
4208 /* Don't duplicate label debug insns. */
4209 if (DEBUG_BIND_INSN_P (insn
)
4210 && TREE_CODE (INSN_VAR_LOCATION_DECL (insn
)) == LABEL_DECL
)
4216 copy
= emit_copy_of_insn_after (insn
, get_last_insn ());
4217 if (JUMP_P (insn
) && JUMP_LABEL (insn
) != NULL_RTX
4218 && ANY_RETURN_P (JUMP_LABEL (insn
)))
4219 JUMP_LABEL (copy
) = JUMP_LABEL (insn
);
4220 maybe_copy_prologue_epilogue_insn (insn
, copy
);
4223 case JUMP_TABLE_DATA
:
4224 /* Avoid copying of dispatch tables. We never duplicate
4225 tablejumps, so this can hit only in case the table got
4226 moved far from original jump.
4227 Avoid copying following barrier as well if any
4228 (and debug insns in between). */
4229 for (next
= NEXT_INSN (insn
);
4230 next
!= NEXT_INSN (to
);
4231 next
= NEXT_INSN (next
))
4232 if (!DEBUG_INSN_P (next
))
4234 if (next
!= NEXT_INSN (to
) && BARRIER_P (next
))
4246 switch (NOTE_KIND (insn
))
4248 /* In case prologue is empty and function contain label
4249 in first BB, we may want to copy the block. */
4250 case NOTE_INSN_PROLOGUE_END
:
4252 case NOTE_INSN_DELETED
:
4253 case NOTE_INSN_DELETED_LABEL
:
4254 case NOTE_INSN_DELETED_DEBUG_LABEL
:
4255 /* No problem to strip these. */
4256 case NOTE_INSN_FUNCTION_BEG
:
4257 /* There is always just single entry to function. */
4258 case NOTE_INSN_BASIC_BLOCK
:
4259 /* We should only switch text sections once. */
4260 case NOTE_INSN_SWITCH_TEXT_SECTIONS
:
4263 case NOTE_INSN_EPILOGUE_BEG
:
4264 case NOTE_INSN_UPDATE_SJLJ_CONTEXT
:
4265 emit_note_copy (as_a
<rtx_note
*> (insn
));
4269 /* All other notes should have already been eliminated. */
4277 insn
= NEXT_INSN (last
);
4282 /* Create a duplicate of the basic block BB. */
4285 cfg_layout_duplicate_bb (basic_block bb
, copy_bb_data
*)
4290 insn
= duplicate_insn_chain (BB_HEAD (bb
), BB_END (bb
));
4291 new_bb
= create_basic_block (insn
,
4292 insn
? get_last_insn () : NULL
,
4293 EXIT_BLOCK_PTR_FOR_FN (cfun
)->prev_bb
);
4295 BB_COPY_PARTITION (new_bb
, bb
);
4298 insn
= BB_HEADER (bb
);
4299 while (NEXT_INSN (insn
))
4300 insn
= NEXT_INSN (insn
);
4301 insn
= duplicate_insn_chain (BB_HEADER (bb
), insn
);
4303 BB_HEADER (new_bb
) = unlink_insn_chain (insn
, get_last_insn ());
4308 insn
= BB_FOOTER (bb
);
4309 while (NEXT_INSN (insn
))
4310 insn
= NEXT_INSN (insn
);
4311 insn
= duplicate_insn_chain (BB_FOOTER (bb
), insn
);
4313 BB_FOOTER (new_bb
) = unlink_insn_chain (insn
, get_last_insn ());
4320 /* Main entry point to this module - initialize the datastructures for
4321 CFG layout changes. It keeps LOOPS up-to-date if not null.
4323 FLAGS is a set of additional flags to pass to cleanup_cfg(). */
4326 cfg_layout_initialize (int flags
)
4331 /* Once bb partitioning is complete, cfg layout mode should not be
4332 re-entered. Entering cfg layout mode may require fixups. As an
4333 example, if edge forwarding performed when optimizing the cfg
4334 layout required moving a block from the hot to the cold
4335 section. This would create an illegal partitioning unless some
4336 manual fixup was performed. */
4337 gcc_assert (!crtl
->bb_reorder_complete
|| !crtl
->has_bb_partition
);
4339 initialize_original_copy_tables ();
4341 cfg_layout_rtl_register_cfg_hooks ();
4343 record_effective_endpoints ();
4345 /* Make sure that the targets of non local gotos are marked. */
4346 for (x
= nonlocal_goto_handler_labels
; x
; x
= x
->next ())
4348 bb
= BLOCK_FOR_INSN (x
->insn ());
4349 bb
->flags
|= BB_NON_LOCAL_GOTO_TARGET
;
4352 cleanup_cfg (CLEANUP_CFGLAYOUT
| flags
);
4355 /* Splits superblocks. */
4357 break_superblocks (void)
4362 auto_sbitmap
superblocks (last_basic_block_for_fn (cfun
));
4363 bitmap_clear (superblocks
);
4365 FOR_EACH_BB_FN (bb
, cfun
)
4366 if (bb
->flags
& BB_SUPERBLOCK
)
4368 bb
->flags
&= ~BB_SUPERBLOCK
;
4369 bitmap_set_bit (superblocks
, bb
->index
);
4375 rebuild_jump_labels (get_insns ());
4376 find_many_sub_basic_blocks (superblocks
);
4380 /* Finalize the changes: reorder insn list according to the sequence specified
4381 by aux pointers, enter compensation code, rebuild scope forest. */
4384 cfg_layout_finalize (void)
4386 free_dominance_info (CDI_DOMINATORS
);
4387 force_one_exit_fallthru ();
4388 rtl_register_cfg_hooks ();
4389 if (reload_completed
&& !targetm
.have_epilogue ())
4390 fixup_fallthru_exit_predecessor ();
4391 fixup_reorder_chain ();
4393 rebuild_jump_labels (get_insns ());
4394 delete_dead_jumptables ();
4397 verify_insn_chain ();
4398 checking_verify_flow_info ();
4402 /* Same as split_block but update cfg_layout structures. */
4405 cfg_layout_split_block (basic_block bb
, void *insnp
)
4407 rtx insn
= (rtx
) insnp
;
4408 basic_block new_bb
= rtl_split_block (bb
, insn
);
4410 BB_FOOTER (new_bb
) = BB_FOOTER (bb
);
4411 BB_FOOTER (bb
) = NULL
;
4416 /* Redirect Edge to DEST. */
4418 cfg_layout_redirect_edge_and_branch (edge e
, basic_block dest
)
4420 basic_block src
= e
->src
;
4423 if (e
->flags
& (EDGE_ABNORMAL_CALL
| EDGE_EH
))
4426 if (e
->dest
== dest
)
4429 if (e
->flags
& EDGE_CROSSING
4430 && BB_PARTITION (e
->src
) == BB_PARTITION (dest
)
4431 && simplejump_p (BB_END (src
)))
4435 "Removing crossing jump while redirecting edge form %i to %i\n",
4436 e
->src
->index
, dest
->index
);
4437 delete_insn (BB_END (src
));
4438 remove_barriers_from_footer (src
);
4439 e
->flags
|= EDGE_FALLTHRU
;
4442 if (e
->src
!= ENTRY_BLOCK_PTR_FOR_FN (cfun
)
4443 && (ret
= try_redirect_by_replacing_jump (e
, dest
, true)))
4445 df_set_bb_dirty (src
);
4449 if (e
->src
== ENTRY_BLOCK_PTR_FOR_FN (cfun
)
4450 && (e
->flags
& EDGE_FALLTHRU
) && !(e
->flags
& EDGE_COMPLEX
))
4453 fprintf (dump_file
, "Redirecting entry edge from bb %i to %i\n",
4454 e
->src
->index
, dest
->index
);
4456 df_set_bb_dirty (e
->src
);
4457 redirect_edge_succ (e
, dest
);
4461 /* Redirect_edge_and_branch may decide to turn branch into fallthru edge
4462 in the case the basic block appears to be in sequence. Avoid this
4465 if (e
->flags
& EDGE_FALLTHRU
)
4467 /* Redirect any branch edges unified with the fallthru one. */
4468 if (JUMP_P (BB_END (src
))
4469 && label_is_jump_target_p (BB_HEAD (e
->dest
),
4475 fprintf (dump_file
, "Fallthru edge unified with branch "
4476 "%i->%i redirected to %i\n",
4477 e
->src
->index
, e
->dest
->index
, dest
->index
);
4478 e
->flags
&= ~EDGE_FALLTHRU
;
4479 redirected
= redirect_branch_edge (e
, dest
);
4480 gcc_assert (redirected
);
4481 redirected
->flags
|= EDGE_FALLTHRU
;
4482 df_set_bb_dirty (redirected
->src
);
4485 /* In case we are redirecting fallthru edge to the branch edge
4486 of conditional jump, remove it. */
4487 if (EDGE_COUNT (src
->succs
) == 2)
4489 /* Find the edge that is different from E. */
4490 edge s
= EDGE_SUCC (src
, EDGE_SUCC (src
, 0) == e
);
4493 && any_condjump_p (BB_END (src
))
4494 && onlyjump_p (BB_END (src
)))
4495 delete_insn (BB_END (src
));
4498 fprintf (dump_file
, "Redirecting fallthru edge %i->%i to %i\n",
4499 e
->src
->index
, e
->dest
->index
, dest
->index
);
4500 ret
= redirect_edge_succ_nodup (e
, dest
);
4503 ret
= redirect_branch_edge (e
, dest
);
4508 fixup_partition_crossing (ret
);
4509 /* We don't want simplejumps in the insn stream during cfglayout. */
4510 gcc_assert (!simplejump_p (BB_END (src
)) || CROSSING_JUMP_P (BB_END (src
)));
4512 df_set_bb_dirty (src
);
4516 /* Simple wrapper as we always can redirect fallthru edges. */
4518 cfg_layout_redirect_edge_and_branch_force (edge e
, basic_block dest
)
4520 edge redirected
= cfg_layout_redirect_edge_and_branch (e
, dest
);
4522 gcc_assert (redirected
);
4526 /* Same as delete_basic_block but update cfg_layout structures. */
4529 cfg_layout_delete_block (basic_block bb
)
4531 rtx_insn
*insn
, *next
, *prev
= PREV_INSN (BB_HEAD (bb
)), *remaints
;
4536 next
= BB_HEAD (bb
);
4538 SET_NEXT_INSN (prev
) = BB_HEADER (bb
);
4540 set_first_insn (BB_HEADER (bb
));
4541 SET_PREV_INSN (BB_HEADER (bb
)) = prev
;
4542 insn
= BB_HEADER (bb
);
4543 while (NEXT_INSN (insn
))
4544 insn
= NEXT_INSN (insn
);
4545 SET_NEXT_INSN (insn
) = next
;
4546 SET_PREV_INSN (next
) = insn
;
4548 next
= NEXT_INSN (BB_END (bb
));
4551 insn
= BB_FOOTER (bb
);
4554 if (BARRIER_P (insn
))
4556 if (PREV_INSN (insn
))
4557 SET_NEXT_INSN (PREV_INSN (insn
)) = NEXT_INSN (insn
);
4559 BB_FOOTER (bb
) = NEXT_INSN (insn
);
4560 if (NEXT_INSN (insn
))
4561 SET_PREV_INSN (NEXT_INSN (insn
)) = PREV_INSN (insn
);
4565 insn
= NEXT_INSN (insn
);
4570 SET_NEXT_INSN (insn
) = BB_FOOTER (bb
);
4571 SET_PREV_INSN (BB_FOOTER (bb
)) = insn
;
4572 while (NEXT_INSN (insn
))
4573 insn
= NEXT_INSN (insn
);
4574 SET_NEXT_INSN (insn
) = next
;
4576 SET_PREV_INSN (next
) = insn
;
4578 set_last_insn (insn
);
4581 if (bb
->next_bb
!= EXIT_BLOCK_PTR_FOR_FN (cfun
))
4582 to
= &BB_HEADER (bb
->next_bb
);
4584 to
= &cfg_layout_function_footer
;
4586 rtl_delete_block (bb
);
4589 prev
= NEXT_INSN (prev
);
4591 prev
= get_insns ();
4593 next
= PREV_INSN (next
);
4595 next
= get_last_insn ();
4597 if (next
&& NEXT_INSN (next
) != prev
)
4599 remaints
= unlink_insn_chain (prev
, next
);
4601 while (NEXT_INSN (insn
))
4602 insn
= NEXT_INSN (insn
);
4603 SET_NEXT_INSN (insn
) = *to
;
4605 SET_PREV_INSN (*to
) = insn
;
4610 /* Return true when blocks A and B can be safely merged. */
4613 cfg_layout_can_merge_blocks_p (basic_block a
, basic_block b
)
4615 /* If we are partitioning hot/cold basic blocks, we don't want to
4616 mess up unconditional or indirect jumps that cross between hot
4619 Basic block partitioning may result in some jumps that appear to
4620 be optimizable (or blocks that appear to be mergeable), but which really
4621 must be left untouched (they are required to make it safely across
4622 partition boundaries). See the comments at the top of
4623 bb-reorder.c:partition_hot_cold_basic_blocks for complete details. */
4625 if (BB_PARTITION (a
) != BB_PARTITION (b
))
4628 /* Protect the loop latches. */
4629 if (current_loops
&& b
->loop_father
->latch
== b
)
4632 /* If we would end up moving B's instructions, make sure it doesn't fall
4633 through into the exit block, since we cannot recover from a fallthrough
4634 edge into the exit block occurring in the middle of a function. */
4635 if (NEXT_INSN (BB_END (a
)) != BB_HEAD (b
))
4637 edge e
= find_fallthru_edge (b
->succs
);
4638 if (e
&& e
->dest
== EXIT_BLOCK_PTR_FOR_FN (cfun
))
4642 /* There must be exactly one edge in between the blocks. */
4643 return (single_succ_p (a
)
4644 && single_succ (a
) == b
4645 && single_pred_p (b
) == 1
4647 /* Must be simple edge. */
4648 && !(single_succ_edge (a
)->flags
& EDGE_COMPLEX
)
4649 && a
!= ENTRY_BLOCK_PTR_FOR_FN (cfun
)
4650 && b
!= EXIT_BLOCK_PTR_FOR_FN (cfun
)
4651 /* If the jump insn has side effects, we can't kill the edge.
4652 When not optimizing, try_redirect_by_replacing_jump will
4653 not allow us to redirect an edge by replacing a table jump. */
4654 && (!JUMP_P (BB_END (a
))
4655 || ((!optimize
|| reload_completed
)
4656 ? simplejump_p (BB_END (a
)) : onlyjump_p (BB_END (a
)))));
4659 /* Merge block A and B. The blocks must be mergeable. */
4662 cfg_layout_merge_blocks (basic_block a
, basic_block b
)
4664 /* If B is a forwarder block whose outgoing edge has no location, we'll
4665 propagate the locus of the edge between A and B onto it. */
4666 const bool forward_edge_locus
4667 = (b
->flags
& BB_FORWARDER_BLOCK
) != 0
4668 && LOCATION_LOCUS (EDGE_SUCC (b
, 0)->goto_locus
) == UNKNOWN_LOCATION
;
4671 gcc_checking_assert (cfg_layout_can_merge_blocks_p (a
, b
));
4674 fprintf (dump_file
, "Merging block %d into block %d...\n", b
->index
,
4677 /* If there was a CODE_LABEL beginning B, delete it. */
4678 if (LABEL_P (BB_HEAD (b
)))
4680 delete_insn (BB_HEAD (b
));
4683 /* We should have fallthru edge in a, or we can do dummy redirection to get
4685 if (JUMP_P (BB_END (a
)))
4686 try_redirect_by_replacing_jump (EDGE_SUCC (a
, 0), b
, true);
4687 gcc_assert (!JUMP_P (BB_END (a
)));
4689 /* If not optimizing, preserve the locus of the single edge between
4690 blocks A and B if necessary by emitting a nop. */
4692 && !forward_edge_locus
4693 && !DECL_IGNORED_P (current_function_decl
))
4694 emit_nop_for_unique_locus_between (a
, b
);
4696 /* Move things from b->footer after a->footer. */
4700 BB_FOOTER (a
) = BB_FOOTER (b
);
4703 rtx_insn
*last
= BB_FOOTER (a
);
4705 while (NEXT_INSN (last
))
4706 last
= NEXT_INSN (last
);
4707 SET_NEXT_INSN (last
) = BB_FOOTER (b
);
4708 SET_PREV_INSN (BB_FOOTER (b
)) = last
;
4710 BB_FOOTER (b
) = NULL
;
4713 /* Move things from b->header before a->footer.
4714 Note that this may include dead tablejump data, but we don't clean
4715 those up until we go out of cfglayout mode. */
4718 if (! BB_FOOTER (a
))
4719 BB_FOOTER (a
) = BB_HEADER (b
);
4722 rtx_insn
*last
= BB_HEADER (b
);
4724 while (NEXT_INSN (last
))
4725 last
= NEXT_INSN (last
);
4726 SET_NEXT_INSN (last
) = BB_FOOTER (a
);
4727 SET_PREV_INSN (BB_FOOTER (a
)) = last
;
4728 BB_FOOTER (a
) = BB_HEADER (b
);
4730 BB_HEADER (b
) = NULL
;
4733 /* In the case basic blocks are not adjacent, move them around. */
4734 if (NEXT_INSN (BB_END (a
)) != BB_HEAD (b
))
4736 insn
= unlink_insn_chain (BB_HEAD (b
), BB_END (b
));
4738 emit_insn_after_noloc (insn
, BB_END (a
), a
);
4740 /* Otherwise just re-associate the instructions. */
4744 BB_END (a
) = BB_END (b
);
4747 /* emit_insn_after_noloc doesn't call df_insn_change_bb.
4748 We need to explicitly call. */
4749 update_bb_for_insn_chain (insn
, BB_END (b
), a
);
4751 /* Skip possible DELETED_LABEL insn. */
4752 if (!NOTE_INSN_BASIC_BLOCK_P (insn
))
4753 insn
= NEXT_INSN (insn
);
4754 gcc_assert (NOTE_INSN_BASIC_BLOCK_P (insn
));
4755 BB_HEAD (b
) = BB_END (b
) = NULL
;
4758 df_bb_delete (b
->index
);
4760 if (forward_edge_locus
)
4761 EDGE_SUCC (b
, 0)->goto_locus
= EDGE_SUCC (a
, 0)->goto_locus
;
4764 fprintf (dump_file
, "Merged blocks %d and %d.\n", a
->index
, b
->index
);
4770 cfg_layout_split_edge (edge e
)
4772 basic_block new_bb
=
4773 create_basic_block (e
->src
!= ENTRY_BLOCK_PTR_FOR_FN (cfun
)
4774 ? NEXT_INSN (BB_END (e
->src
)) : get_insns (),
4777 if (e
->dest
== EXIT_BLOCK_PTR_FOR_FN (cfun
))
4778 BB_COPY_PARTITION (new_bb
, e
->src
);
4780 BB_COPY_PARTITION (new_bb
, e
->dest
);
4781 make_edge (new_bb
, e
->dest
, EDGE_FALLTHRU
);
4782 redirect_edge_and_branch_force (e
, new_bb
);
4787 /* Do postprocessing after making a forwarder block joined by edge FALLTHRU. */
4790 rtl_make_forwarder_block (edge fallthru ATTRIBUTE_UNUSED
)
4794 /* Return true if BB contains only labels or non-executable
4798 rtl_block_empty_p (basic_block bb
)
4802 if (bb
== ENTRY_BLOCK_PTR_FOR_FN (cfun
)
4803 || bb
== EXIT_BLOCK_PTR_FOR_FN (cfun
))
4806 FOR_BB_INSNS (bb
, insn
)
4807 if (NONDEBUG_INSN_P (insn
) && !any_uncondjump_p (insn
))
4813 /* Split a basic block if it ends with a conditional branch and if
4814 the other part of the block is not empty. */
4817 rtl_split_block_before_cond_jump (basic_block bb
)
4820 rtx_insn
*split_point
= NULL
;
4821 rtx_insn
*last
= NULL
;
4822 bool found_code
= false;
4824 FOR_BB_INSNS (bb
, insn
)
4826 if (any_condjump_p (insn
))
4828 else if (NONDEBUG_INSN_P (insn
))
4833 /* Did not find everything. */
4834 if (found_code
&& split_point
)
4835 return split_block (bb
, split_point
)->dest
;
4840 /* Return 1 if BB ends with a call, possibly followed by some
4841 instructions that must stay with the call, 0 otherwise. */
4844 rtl_block_ends_with_call_p (basic_block bb
)
4846 rtx_insn
*insn
= BB_END (bb
);
4848 while (!CALL_P (insn
)
4849 && insn
!= BB_HEAD (bb
)
4850 && (keep_with_call_p (insn
)
4852 || DEBUG_INSN_P (insn
)))
4853 insn
= PREV_INSN (insn
);
4854 return (CALL_P (insn
));
4857 /* Return 1 if BB ends with a conditional branch, 0 otherwise. */
4860 rtl_block_ends_with_condjump_p (const_basic_block bb
)
4862 return any_condjump_p (BB_END (bb
));
4865 /* Return true if we need to add fake edge to exit.
4866 Helper function for rtl_flow_call_edges_add. */
4869 need_fake_edge_p (const rtx_insn
*insn
)
4875 && !SIBLING_CALL_P (insn
)
4876 && !find_reg_note (insn
, REG_NORETURN
, NULL
)
4877 && !(RTL_CONST_OR_PURE_CALL_P (insn
))))
4880 return ((GET_CODE (PATTERN (insn
)) == ASM_OPERANDS
4881 && MEM_VOLATILE_P (PATTERN (insn
)))
4882 || (GET_CODE (PATTERN (insn
)) == PARALLEL
4883 && asm_noperands (insn
) != -1
4884 && MEM_VOLATILE_P (XVECEXP (PATTERN (insn
), 0, 0)))
4885 || GET_CODE (PATTERN (insn
)) == ASM_INPUT
);
4888 /* Add fake edges to the function exit for any non constant and non noreturn
4889 calls, volatile inline assembly in the bitmap of blocks specified by
4890 BLOCKS or to the whole CFG if BLOCKS is zero. Return the number of blocks
4893 The goal is to expose cases in which entering a basic block does not imply
4894 that all subsequent instructions must be executed. */
4897 rtl_flow_call_edges_add (sbitmap blocks
)
4900 int blocks_split
= 0;
4901 int last_bb
= last_basic_block_for_fn (cfun
);
4902 bool check_last_block
= false;
4904 if (n_basic_blocks_for_fn (cfun
) == NUM_FIXED_BLOCKS
)
4908 check_last_block
= true;
4910 check_last_block
= bitmap_bit_p (blocks
,
4911 EXIT_BLOCK_PTR_FOR_FN (cfun
)->prev_bb
->index
);
4913 /* In the last basic block, before epilogue generation, there will be
4914 a fallthru edge to EXIT. Special care is required if the last insn
4915 of the last basic block is a call because make_edge folds duplicate
4916 edges, which would result in the fallthru edge also being marked
4917 fake, which would result in the fallthru edge being removed by
4918 remove_fake_edges, which would result in an invalid CFG.
4920 Moreover, we can't elide the outgoing fake edge, since the block
4921 profiler needs to take this into account in order to solve the minimal
4922 spanning tree in the case that the call doesn't return.
4924 Handle this by adding a dummy instruction in a new last basic block. */
4925 if (check_last_block
)
4927 basic_block bb
= EXIT_BLOCK_PTR_FOR_FN (cfun
)->prev_bb
;
4928 rtx_insn
*insn
= BB_END (bb
);
4930 /* Back up past insns that must be kept in the same block as a call. */
4931 while (insn
!= BB_HEAD (bb
)
4932 && keep_with_call_p (insn
))
4933 insn
= PREV_INSN (insn
);
4935 if (need_fake_edge_p (insn
))
4939 e
= find_edge (bb
, EXIT_BLOCK_PTR_FOR_FN (cfun
));
4942 insert_insn_on_edge (gen_use (const0_rtx
), e
);
4943 commit_edge_insertions ();
4948 /* Now add fake edges to the function exit for any non constant
4949 calls since there is no way that we can determine if they will
4952 for (i
= NUM_FIXED_BLOCKS
; i
< last_bb
; i
++)
4954 basic_block bb
= BASIC_BLOCK_FOR_FN (cfun
, i
);
4956 rtx_insn
*prev_insn
;
4961 if (blocks
&& !bitmap_bit_p (blocks
, i
))
4964 for (insn
= BB_END (bb
); ; insn
= prev_insn
)
4966 prev_insn
= PREV_INSN (insn
);
4967 if (need_fake_edge_p (insn
))
4970 rtx_insn
*split_at_insn
= insn
;
4972 /* Don't split the block between a call and an insn that should
4973 remain in the same block as the call. */
4975 while (split_at_insn
!= BB_END (bb
)
4976 && keep_with_call_p (NEXT_INSN (split_at_insn
)))
4977 split_at_insn
= NEXT_INSN (split_at_insn
);
4979 /* The handling above of the final block before the epilogue
4980 should be enough to verify that there is no edge to the exit
4981 block in CFG already. Calling make_edge in such case would
4982 cause us to mark that edge as fake and remove it later. */
4984 if (flag_checking
&& split_at_insn
== BB_END (bb
))
4986 e
= find_edge (bb
, EXIT_BLOCK_PTR_FOR_FN (cfun
));
4987 gcc_assert (e
== NULL
);
4990 /* Note that the following may create a new basic block
4991 and renumber the existing basic blocks. */
4992 if (split_at_insn
!= BB_END (bb
))
4994 e
= split_block (bb
, split_at_insn
);
4999 edge ne
= make_edge (bb
, EXIT_BLOCK_PTR_FOR_FN (cfun
), EDGE_FAKE
);
5000 ne
->probability
= profile_probability::guessed_never ();
5003 if (insn
== BB_HEAD (bb
))
5009 verify_flow_info ();
5011 return blocks_split
;
5014 /* Add COMP_RTX as a condition at end of COND_BB. FIRST_HEAD is
5015 the conditional branch target, SECOND_HEAD should be the fall-thru
5016 there is no need to handle this here the loop versioning code handles
5017 this. the reason for SECON_HEAD is that it is needed for condition
5018 in trees, and this should be of the same type since it is a hook. */
5020 rtl_lv_add_condition_to_bb (basic_block first_head
,
5021 basic_block second_head ATTRIBUTE_UNUSED
,
5022 basic_block cond_bb
, void *comp_rtx
)
5024 rtx_code_label
*label
;
5025 rtx_insn
*seq
, *jump
;
5026 rtx op0
= XEXP ((rtx
)comp_rtx
, 0);
5027 rtx op1
= XEXP ((rtx
)comp_rtx
, 1);
5028 enum rtx_code comp
= GET_CODE ((rtx
)comp_rtx
);
5032 label
= block_label (first_head
);
5033 mode
= GET_MODE (op0
);
5034 if (mode
== VOIDmode
)
5035 mode
= GET_MODE (op1
);
5038 op0
= force_operand (op0
, NULL_RTX
);
5039 op1
= force_operand (op1
, NULL_RTX
);
5040 do_compare_rtx_and_jump (op0
, op1
, comp
, 0, mode
, NULL_RTX
, NULL
, label
,
5041 profile_probability::uninitialized ());
5042 jump
= get_last_insn ();
5043 JUMP_LABEL (jump
) = label
;
5044 LABEL_NUSES (label
)++;
5048 /* Add the new cond, in the new head. */
5049 emit_insn_after (seq
, BB_END (cond_bb
));
5053 /* Given a block B with unconditional branch at its end, get the
5054 store the return the branch edge and the fall-thru edge in
5055 BRANCH_EDGE and FALLTHRU_EDGE respectively. */
5057 rtl_extract_cond_bb_edges (basic_block b
, edge
*branch_edge
,
5058 edge
*fallthru_edge
)
5060 edge e
= EDGE_SUCC (b
, 0);
5062 if (e
->flags
& EDGE_FALLTHRU
)
5065 *branch_edge
= EDGE_SUCC (b
, 1);
5070 *fallthru_edge
= EDGE_SUCC (b
, 1);
5075 init_rtl_bb_info (basic_block bb
)
5077 gcc_assert (!bb
->il
.x
.rtl
);
5078 bb
->il
.x
.head_
= NULL
;
5079 bb
->il
.x
.rtl
= ggc_cleared_alloc
<rtl_bb_info
> ();
5082 /* Returns true if it is possible to remove edge E by redirecting
5083 it to the destination of the other edge from E->src. */
5086 rtl_can_remove_branch_p (const_edge e
)
5088 const_basic_block src
= e
->src
;
5089 const_basic_block target
= EDGE_SUCC (src
, EDGE_SUCC (src
, 0) == e
)->dest
;
5090 const rtx_insn
*insn
= BB_END (src
);
5093 /* The conditions are taken from try_redirect_by_replacing_jump. */
5094 if (target
== EXIT_BLOCK_PTR_FOR_FN (cfun
))
5097 if (e
->flags
& (EDGE_ABNORMAL_CALL
| EDGE_EH
))
5100 if (BB_PARTITION (src
) != BB_PARTITION (target
))
5103 if (!onlyjump_p (insn
)
5104 || tablejump_p (insn
, NULL
, NULL
))
5107 set
= single_set (insn
);
5108 if (!set
|| side_effects_p (set
))
5115 rtl_duplicate_bb (basic_block bb
, copy_bb_data
*id
)
5117 bb
= cfg_layout_duplicate_bb (bb
, id
);
5122 /* Do book-keeping of basic block BB for the profile consistency checker.
5123 Store the counting in RECORD. */
5125 rtl_account_profile_record (basic_block bb
, struct profile_record
*record
)
5128 FOR_BB_INSNS (bb
, insn
)
5131 record
->size
+= insn_cost (insn
, false);
5132 if (bb
->count
.initialized_p ())
5134 += insn_cost (insn
, true) * bb
->count
.to_gcov_type ();
5135 else if (profile_status_for_fn (cfun
) == PROFILE_GUESSED
)
5137 += insn_cost (insn
, true) * bb
->count
.to_frequency (cfun
);
5141 /* Implementation of CFG manipulation for linearized RTL. */
5142 struct cfg_hooks rtl_cfg_hooks
= {
5144 rtl_verify_flow_info
,
5146 rtl_dump_bb_for_graph
,
5147 rtl_create_basic_block
,
5148 rtl_redirect_edge_and_branch
,
5149 rtl_redirect_edge_and_branch_force
,
5150 rtl_can_remove_branch_p
,
5153 rtl_move_block_after
,
5154 rtl_can_merge_blocks
, /* can_merge_blocks_p */
5158 cfg_layout_can_duplicate_bb_p
,
5161 rtl_make_forwarder_block
,
5162 rtl_tidy_fallthru_edge
,
5163 rtl_force_nonfallthru
,
5164 rtl_block_ends_with_call_p
,
5165 rtl_block_ends_with_condjump_p
,
5166 rtl_flow_call_edges_add
,
5167 NULL
, /* execute_on_growing_pred */
5168 NULL
, /* execute_on_shrinking_pred */
5169 NULL
, /* duplicate loop for trees */
5170 NULL
, /* lv_add_condition_to_bb */
5171 NULL
, /* lv_adjust_loop_header_phi*/
5172 NULL
, /* extract_cond_bb_edges */
5173 NULL
, /* flush_pending_stmts */
5174 rtl_block_empty_p
, /* block_empty_p */
5175 rtl_split_block_before_cond_jump
, /* split_block_before_cond_jump */
5176 rtl_account_profile_record
,
5179 /* Implementation of CFG manipulation for cfg layout RTL, where
5180 basic block connected via fallthru edges does not have to be adjacent.
5181 This representation will hopefully become the default one in future
5182 version of the compiler. */
5184 struct cfg_hooks cfg_layout_rtl_cfg_hooks
= {
5186 rtl_verify_flow_info_1
,
5188 rtl_dump_bb_for_graph
,
5189 cfg_layout_create_basic_block
,
5190 cfg_layout_redirect_edge_and_branch
,
5191 cfg_layout_redirect_edge_and_branch_force
,
5192 rtl_can_remove_branch_p
,
5193 cfg_layout_delete_block
,
5194 cfg_layout_split_block
,
5195 rtl_move_block_after
,
5196 cfg_layout_can_merge_blocks_p
,
5197 cfg_layout_merge_blocks
,
5200 cfg_layout_can_duplicate_bb_p
,
5201 cfg_layout_duplicate_bb
,
5202 cfg_layout_split_edge
,
5203 rtl_make_forwarder_block
,
5204 NULL
, /* tidy_fallthru_edge */
5205 rtl_force_nonfallthru
,
5206 rtl_block_ends_with_call_p
,
5207 rtl_block_ends_with_condjump_p
,
5208 rtl_flow_call_edges_add
,
5209 NULL
, /* execute_on_growing_pred */
5210 NULL
, /* execute_on_shrinking_pred */
5211 duplicate_loop_to_header_edge
, /* duplicate loop for trees */
5212 rtl_lv_add_condition_to_bb
, /* lv_add_condition_to_bb */
5213 NULL
, /* lv_adjust_loop_header_phi*/
5214 rtl_extract_cond_bb_edges
, /* extract_cond_bb_edges */
5215 NULL
, /* flush_pending_stmts */
5216 rtl_block_empty_p
, /* block_empty_p */
5217 rtl_split_block_before_cond_jump
, /* split_block_before_cond_jump */
5218 rtl_account_profile_record
,
5221 #include "gt-cfgrtl.h"
5224 # pragma GCC diagnostic pop