stor-layout.c (finish_builtin_struct): Copy fields into the variants.
[gcc.git] / gcc / compare-elim.c
1 /* Post-reload compare elimination.
2 Copyright (C) 2010-2014 Free Software Foundation, Inc.
3
4 This file is part of GCC.
5
6 GCC is free software; you can redistribute it and/or modify it under
7 the terms of the GNU General Public License as published by the Free
8 Software Foundation; either version 3, or (at your option) any later
9 version.
10
11 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 for more details.
15
16 You should have received a copy of the GNU General Public License
17 along with GCC; see the file COPYING3. If not see
18 <http://www.gnu.org/licenses/>. */
19
20 /* There is a set of targets whose general-purpose move or addition
21 instructions clobber the flags. These targets cannot split their
22 CBRANCH/CSTORE etc patterns before reload is complete, lest reload
23 itself insert these instructions in between the flags setter and user.
24 Because these targets cannot split the compare from the use, they
25 cannot make use of the comparison elimination offered by the combine pass.
26
27 This is a small pass intended to provide comparison elimination similar to
28 what is available via NOTICE_UPDATE_CC for cc0 targets. This should help
29 encourage cc0 targets to convert to an explicit post-reload representation
30 of the flags.
31
32 This pass assumes:
33
34 (0) CBRANCH/CSTORE etc have been split in pass_split_after_reload.
35
36 (1) All comparison patterns are represented as
37
38 [(set (reg:CC) (compare:CC (reg) (immediate)))]
39
40 (2) All insn patterns that modify the flags are represented as
41
42 [(set (reg) (operation)
43 (clobber (reg:CC))]
44
45 (3) If an insn of form (2) can usefully set the flags, there is
46 another pattern of the form
47
48 [(set (reg) (operation)
49 (set (reg:CCM) (compare:CCM (operation) (immediate)))]
50
51 The mode CCM will be chosen as if by SELECT_CC_MODE.
52
53 Note that unlike NOTICE_UPDATE_CC, we do not handle memory operands.
54 This could be handled as a future enhancement.
55 */
56
57 #include "config.h"
58 #include "system.h"
59 #include "coretypes.h"
60 #include "tm.h"
61 #include "rtl.h"
62 #include "tm_p.h"
63 #include "insn-config.h"
64 #include "recog.h"
65 #include "flags.h"
66 #include "basic-block.h"
67 #include "tree-pass.h"
68 #include "target.h"
69 #include "df.h"
70 #include "domwalk.h"
71
72 \f
73 /* These structures describe a comparison and how it is used. */
74
75 /* The choice of maximum 3 uses comes from wanting to eliminate the two
76 duplicate compares from a three-way branch on the sign of a value.
77 This is also sufficient to eliminate the duplicate compare against the
78 high-part of a double-word comparison. */
79 #define MAX_CMP_USE 3
80
81 struct comparison_use
82 {
83 /* The instruction in which the result of the compare is used. */
84 rtx insn;
85 /* The location of the flags register within the use. */
86 rtx *loc;
87 /* The comparison code applied against the flags register. */
88 enum rtx_code code;
89 };
90
91 struct comparison
92 {
93 /* The comparison instruction. */
94 rtx insn;
95
96 /* The insn prior to the comparison insn that clobbers the flags. */
97 rtx prev_clobber;
98
99 /* The two values being compared. These will be either REGs or
100 constants. */
101 rtx in_a, in_b;
102
103 /* The REG_EH_REGION of the comparison. */
104 rtx eh_note;
105
106 /* Information about how this comparison is used. */
107 struct comparison_use uses[MAX_CMP_USE];
108
109 /* The original CC_MODE for this comparison. */
110 enum machine_mode orig_mode;
111
112 /* The number of uses identified for this comparison. */
113 unsigned short n_uses;
114
115 /* True if not all uses of this comparison have been identified.
116 This can happen either for overflowing the array above, or if
117 the flags register is used in some unusual context. */
118 bool missing_uses;
119
120 /* True if its inputs are still valid at the end of the block. */
121 bool inputs_valid;
122 };
123
124 typedef struct comparison *comparison_struct_p;
125
126 static vec<comparison_struct_p> all_compares;
127
128 /* Look for a "conforming" comparison, as defined above. If valid, return
129 the rtx for the COMPARE itself. */
130
131 static rtx
132 conforming_compare (rtx insn)
133 {
134 rtx set, src, dest;
135
136 set = single_set (insn);
137 if (set == NULL)
138 return NULL;
139
140 src = SET_SRC (set);
141 if (GET_CODE (src) != COMPARE)
142 return NULL;
143
144 dest = SET_DEST (set);
145 if (!REG_P (dest) || REGNO (dest) != targetm.flags_regnum)
146 return NULL;
147
148 if (REG_P (XEXP (src, 0))
149 && REG_P (XEXP (src, 0))
150 && (REG_P (XEXP (src, 1)) || CONSTANT_P (XEXP (src, 1))))
151 return src;
152
153 return NULL;
154 }
155
156 /* Look for a pattern of the "correct" form for an insn with a flags clobber
157 for which we may be able to eliminate a compare later. We're not looking
158 to validate any inputs at this time, merely see that the basic shape is
159 correct. The term "arithmetic" may be somewhat misleading... */
160
161 static bool
162 arithmetic_flags_clobber_p (rtx insn)
163 {
164 rtx pat, x;
165
166 if (!NONJUMP_INSN_P (insn))
167 return false;
168 pat = PATTERN (insn);
169 if (extract_asm_operands (pat))
170 return false;
171
172 if (GET_CODE (pat) == PARALLEL && XVECLEN (pat, 0) == 2)
173 {
174 x = XVECEXP (pat, 0, 0);
175 if (GET_CODE (x) != SET)
176 return false;
177 x = SET_DEST (x);
178 if (!REG_P (x))
179 return false;
180
181 x = XVECEXP (pat, 0, 1);
182 if (GET_CODE (x) == CLOBBER)
183 {
184 x = XEXP (x, 0);
185 if (REG_P (x) && REGNO (x) == targetm.flags_regnum)
186 return true;
187 }
188 }
189
190 return false;
191 }
192
193 /* Look for uses of FLAGS in INSN. If we find one we can analyze, record
194 it in CMP; otherwise indicate that we've missed a use. */
195
196 static void
197 find_flags_uses_in_insn (struct comparison *cmp, rtx insn)
198 {
199 df_ref use;
200
201 /* If we've already lost track of uses, don't bother collecting more. */
202 if (cmp->missing_uses)
203 return;
204
205 /* Find a USE of the flags register. */
206 FOR_EACH_INSN_USE (use, insn)
207 if (DF_REF_REGNO (use) == targetm.flags_regnum)
208 {
209 rtx x, *loc;
210
211 /* If this is an unusual use, quit. */
212 if (DF_REF_TYPE (use) != DF_REF_REG_USE)
213 goto fail;
214
215 /* If we've run out of slots to record uses, quit. */
216 if (cmp->n_uses == MAX_CMP_USE)
217 goto fail;
218
219 /* Unfortunately the location of the flags register, while present
220 in the reference structure, doesn't help. We need to find the
221 comparison code that is outer to the actual flags use. */
222 loc = DF_REF_LOC (use);
223 x = PATTERN (insn);
224 if (GET_CODE (x) == PARALLEL)
225 x = XVECEXP (x, 0, 0);
226 x = SET_SRC (x);
227 if (GET_CODE (x) == IF_THEN_ELSE)
228 x = XEXP (x, 0);
229 if (COMPARISON_P (x)
230 && loc == &XEXP (x, 0)
231 && XEXP (x, 1) == const0_rtx)
232 {
233 /* We've found a use of the flags that we understand. */
234 struct comparison_use *cuse = &cmp->uses[cmp->n_uses++];
235 cuse->insn = insn;
236 cuse->loc = loc;
237 cuse->code = GET_CODE (x);
238 }
239 else
240 goto fail;
241 }
242 return;
243
244 fail:
245 /* We failed to recognize this use of the flags register. */
246 cmp->missing_uses = true;
247 }
248
249 class find_comparison_dom_walker : public dom_walker
250 {
251 public:
252 find_comparison_dom_walker (cdi_direction direction)
253 : dom_walker (direction) {}
254
255 virtual void before_dom_children (basic_block);
256 };
257
258 /* Identify comparison instructions within BB. If the flags from the last
259 compare in the BB is live at the end of the block, install the compare
260 in BB->AUX. Called via dom_walker.walk (). */
261
262 void
263 find_comparison_dom_walker::before_dom_children (basic_block bb)
264 {
265 struct comparison *last_cmp;
266 rtx insn, next, last_clobber;
267 bool last_cmp_valid;
268 bool need_purge = false;
269 bitmap killed;
270
271 killed = BITMAP_ALLOC (NULL);
272
273 /* The last comparison that was made. Will be reset to NULL
274 once the flags are clobbered. */
275 last_cmp = NULL;
276
277 /* True iff the last comparison has not been clobbered, nor
278 have its inputs. Used to eliminate duplicate compares. */
279 last_cmp_valid = false;
280
281 /* The last insn that clobbered the flags, if that insn is of
282 a form that may be valid for eliminating a following compare.
283 To be reset to NULL once the flags are set otherwise. */
284 last_clobber = NULL;
285
286 /* Propagate the last live comparison throughout the extended basic block. */
287 if (single_pred_p (bb))
288 {
289 last_cmp = (struct comparison *) single_pred (bb)->aux;
290 if (last_cmp)
291 last_cmp_valid = last_cmp->inputs_valid;
292 }
293
294 for (insn = BB_HEAD (bb); insn; insn = next)
295 {
296 rtx src;
297
298 next = (insn == BB_END (bb) ? NULL_RTX : NEXT_INSN (insn));
299 if (!NONDEBUG_INSN_P (insn))
300 continue;
301
302 /* Compute the set of registers modified by this instruction. */
303 bitmap_clear (killed);
304 df_simulate_find_defs (insn, killed);
305
306 src = conforming_compare (insn);
307 if (src)
308 {
309 enum machine_mode src_mode = GET_MODE (src);
310 rtx eh_note = NULL;
311
312 if (flag_non_call_exceptions)
313 eh_note = find_reg_note (insn, REG_EH_REGION, NULL);
314
315 if (!last_cmp_valid)
316 goto dont_delete;
317
318 /* Take care that it's in the same EH region. */
319 if (flag_non_call_exceptions
320 && !rtx_equal_p (eh_note, last_cmp->eh_note))
321 goto dont_delete;
322
323 /* Make sure the compare is redundant with the previous. */
324 if (!rtx_equal_p (last_cmp->in_a, XEXP (src, 0))
325 || !rtx_equal_p (last_cmp->in_b, XEXP (src, 1)))
326 goto dont_delete;
327
328 /* New mode must be compatible with the previous compare mode. */
329 {
330 enum machine_mode new_mode
331 = targetm.cc_modes_compatible (last_cmp->orig_mode, src_mode);
332 if (new_mode == VOIDmode)
333 goto dont_delete;
334
335 if (new_mode != last_cmp->orig_mode)
336 {
337 rtx x, flags = gen_rtx_REG (src_mode, targetm.flags_regnum);
338
339 /* Generate new comparison for substitution. */
340 x = gen_rtx_COMPARE (new_mode, XEXP (src, 0), XEXP (src, 1));
341 x = gen_rtx_SET (VOIDmode, flags, x);
342
343 if (!validate_change (last_cmp->insn,
344 &PATTERN (last_cmp->insn), x, false))
345 goto dont_delete;
346
347 last_cmp->orig_mode = new_mode;
348 }
349 }
350
351 /* All tests and substitutions succeeded! */
352 if (eh_note)
353 need_purge = true;
354 delete_insn (insn);
355 continue;
356
357 dont_delete:
358 last_cmp = XCNEW (struct comparison);
359 last_cmp->insn = insn;
360 last_cmp->prev_clobber = last_clobber;
361 last_cmp->in_a = XEXP (src, 0);
362 last_cmp->in_b = XEXP (src, 1);
363 last_cmp->eh_note = eh_note;
364 last_cmp->orig_mode = src_mode;
365 all_compares.safe_push (last_cmp);
366
367 /* It's unusual, but be prepared for comparison patterns that
368 also clobber an input, or perhaps a scratch. */
369 last_clobber = NULL;
370 last_cmp_valid = true;
371 }
372
373 /* Notice if this instruction kills the flags register. */
374 else if (bitmap_bit_p (killed, targetm.flags_regnum))
375 {
376 /* See if this insn could be the "clobber" that eliminates
377 a future comparison. */
378 last_clobber = (arithmetic_flags_clobber_p (insn) ? insn : NULL);
379
380 /* In either case, the previous compare is no longer valid. */
381 last_cmp = NULL;
382 last_cmp_valid = false;
383 continue;
384 }
385
386 /* Notice if this instruction uses the flags register. */
387 else if (last_cmp)
388 find_flags_uses_in_insn (last_cmp, insn);
389
390 /* Notice if any of the inputs to the comparison have changed. */
391 if (last_cmp_valid
392 && (bitmap_bit_p (killed, REGNO (last_cmp->in_a))
393 || (REG_P (last_cmp->in_b)
394 && bitmap_bit_p (killed, REGNO (last_cmp->in_b)))))
395 last_cmp_valid = false;
396 }
397
398 BITMAP_FREE (killed);
399
400 /* Remember the live comparison for subsequent members of
401 the extended basic block. */
402 if (last_cmp)
403 {
404 bb->aux = last_cmp;
405 last_cmp->inputs_valid = last_cmp_valid;
406
407 /* Look to see if the flags register is live outgoing here, and
408 incoming to any successor not part of the extended basic block. */
409 if (bitmap_bit_p (df_get_live_out (bb), targetm.flags_regnum))
410 {
411 edge e;
412 edge_iterator ei;
413
414 FOR_EACH_EDGE (e, ei, bb->succs)
415 {
416 basic_block dest = e->dest;
417 if (bitmap_bit_p (df_get_live_in (bb),
418 targetm.flags_regnum)
419 && !single_pred_p (dest))
420 {
421 last_cmp->missing_uses = true;
422 break;
423 }
424 }
425 }
426 }
427
428 /* If we deleted a compare with a REG_EH_REGION note, we may need to
429 remove EH edges. */
430 if (need_purge)
431 purge_dead_edges (bb);
432 }
433
434 /* Find all comparisons in the function. */
435
436 static void
437 find_comparisons (void)
438 {
439 calculate_dominance_info (CDI_DOMINATORS);
440
441 find_comparison_dom_walker (CDI_DOMINATORS)
442 .walk (cfun->cfg->x_entry_block_ptr);
443
444 clear_aux_for_blocks ();
445 free_dominance_info (CDI_DOMINATORS);
446 }
447
448 /* Select an alternate CC_MODE for a comparison insn comparing A and B.
449 Note that inputs are almost certainly different than the IN_A and IN_B
450 stored in CMP -- we're called while attempting to eliminate the compare
451 after all. Return the new FLAGS rtx if successful, else return NULL.
452 Note that this function may start a change group. */
453
454 static rtx
455 maybe_select_cc_mode (struct comparison *cmp, rtx a ATTRIBUTE_UNUSED,
456 rtx b ATTRIBUTE_UNUSED)
457 {
458 enum machine_mode sel_mode;
459 const int n = cmp->n_uses;
460 rtx flags = NULL;
461
462 #ifndef SELECT_CC_MODE
463 /* Minimize code differences when this target macro is undefined. */
464 return NULL;
465 #define SELECT_CC_MODE(A,B,C) (gcc_unreachable (), VOIDmode)
466 #endif
467
468 /* If we don't have access to all of the uses, we can't validate. */
469 if (cmp->missing_uses || n == 0)
470 return NULL;
471
472 /* Find a new mode that works for all of the uses. Special case the
473 common case of exactly one use. */
474 if (n == 1)
475 {
476 sel_mode = SELECT_CC_MODE (cmp->uses[0].code, a, b);
477 if (sel_mode != cmp->orig_mode)
478 {
479 flags = gen_rtx_REG (sel_mode, targetm.flags_regnum);
480 validate_change (cmp->uses[0].insn, cmp->uses[0].loc, flags, true);
481 }
482 }
483 else
484 {
485 int i;
486
487 sel_mode = SELECT_CC_MODE (cmp->uses[0].code, a, b);
488 for (i = 1; i < n; ++i)
489 {
490 enum machine_mode new_mode;
491 new_mode = SELECT_CC_MODE (cmp->uses[i].code, a, b);
492 if (new_mode != sel_mode)
493 {
494 sel_mode = targetm.cc_modes_compatible (sel_mode, new_mode);
495 if (sel_mode == VOIDmode)
496 return NULL;
497 }
498 }
499
500 if (sel_mode != cmp->orig_mode)
501 {
502 flags = gen_rtx_REG (sel_mode, targetm.flags_regnum);
503 for (i = 0; i < n; ++i)
504 validate_change (cmp->uses[i].insn, cmp->uses[i].loc, flags, true);
505 }
506 }
507
508 return flags;
509 }
510
511 /* Attempt to replace a comparison with a prior arithmetic insn that can
512 compute the same flags value as the comparison itself. Return true if
513 successful, having made all rtl modifications necessary. */
514
515 static bool
516 try_eliminate_compare (struct comparison *cmp)
517 {
518 rtx x, insn, bb_head, flags, in_a, cmp_src;
519
520 /* We must have found an interesting "clobber" preceding the compare. */
521 if (cmp->prev_clobber == NULL)
522 return false;
523
524 /* ??? For the moment we don't handle comparisons for which IN_B
525 is a register. We accepted these during initial comparison
526 recognition in order to eliminate duplicate compares.
527 An improvement here would be to handle x = a - b; if (a cmp b). */
528 if (!CONSTANT_P (cmp->in_b))
529 return false;
530
531 /* Verify that IN_A is not clobbered in between CMP and PREV_CLOBBER.
532 Given that this target requires this pass, we can assume that most
533 insns do clobber the flags, and so the distance between the compare
534 and the clobber is likely to be small. */
535 /* ??? This is one point at which one could argue that DF_REF_CHAIN would
536 be useful, but it is thought to be too heavy-weight a solution here. */
537
538 in_a = cmp->in_a;
539 insn = cmp->insn;
540 bb_head = BB_HEAD (BLOCK_FOR_INSN (insn));
541 for (insn = PREV_INSN (insn);
542 insn != cmp->prev_clobber;
543 insn = PREV_INSN (insn))
544 {
545 const int abnormal_flags
546 = (DF_REF_CONDITIONAL | DF_REF_PARTIAL | DF_REF_MAY_CLOBBER
547 | DF_REF_MUST_CLOBBER | DF_REF_SIGN_EXTRACT
548 | DF_REF_ZERO_EXTRACT | DF_REF_STRICT_LOW_PART
549 | DF_REF_PRE_POST_MODIFY);
550 df_ref def;
551
552 /* Note that the BB_HEAD is always either a note or a label, but in
553 any case it means that IN_A is defined outside the block. */
554 if (insn == bb_head)
555 return false;
556 if (NOTE_P (insn) || DEBUG_INSN_P (insn))
557 continue;
558
559 /* Find a possible def of IN_A in INSN. */
560 FOR_EACH_INSN_DEF (def, insn)
561 if (DF_REF_REGNO (def) == REGNO (in_a))
562 break;
563
564 /* No definitions of IN_A; continue searching. */
565 if (def == NULL)
566 continue;
567
568 /* Bail if this is not a totally normal set of IN_A. */
569 if (DF_REF_IS_ARTIFICIAL (def))
570 return false;
571 if (DF_REF_FLAGS (def) & abnormal_flags)
572 return false;
573
574 /* We've found an insn between the compare and the clobber that sets
575 IN_A. Given that pass_cprop_hardreg has not yet run, we still find
576 situations in which we can usefully look through a copy insn. */
577 x = single_set (insn);
578 if (x == NULL)
579 return false;
580 in_a = SET_SRC (x);
581 if (!REG_P (in_a))
582 return false;
583 }
584
585 /* We've reached PREV_CLOBBER without finding a modification of IN_A.
586 Validate that PREV_CLOBBER itself does in fact refer to IN_A. Do
587 recall that we've already validated the shape of PREV_CLOBBER. */
588 x = XVECEXP (PATTERN (insn), 0, 0);
589 if (rtx_equal_p (SET_DEST (x), in_a))
590 cmp_src = SET_SRC (x);
591
592 /* Also check operations with implicit extensions, e.g.:
593 [(set (reg:DI)
594 (zero_extend:DI (plus:SI (reg:SI)(reg:SI))))
595 (set (reg:CCZ flags)
596 (compare:CCZ
597 (plus:SI (reg:SI)(reg:SI))
598 (const_int 0)))] */
599 else if (REG_P (SET_DEST (x))
600 && REG_P (in_a)
601 && REGNO (SET_DEST (x)) == REGNO (in_a)
602 && (GET_CODE (SET_SRC (x)) == ZERO_EXTEND
603 || GET_CODE (SET_SRC (x)) == SIGN_EXTEND)
604 && GET_MODE (XEXP (SET_SRC (x), 0)) == GET_MODE (in_a))
605 cmp_src = XEXP (SET_SRC (x), 0);
606 else
607 return false;
608
609 /* Determine if we ought to use a different CC_MODE here. */
610 flags = maybe_select_cc_mode (cmp, cmp_src, cmp->in_b);
611 if (flags == NULL)
612 flags = gen_rtx_REG (cmp->orig_mode, targetm.flags_regnum);
613
614 /* Generate a new comparison for installation in the setter. */
615 x = copy_rtx (cmp_src);
616 x = gen_rtx_COMPARE (GET_MODE (flags), x, cmp->in_b);
617 x = gen_rtx_SET (VOIDmode, flags, x);
618
619 /* Succeed if the new instruction is valid. Note that we may have started
620 a change group within maybe_select_cc_mode, therefore we must continue. */
621 validate_change (insn, &XVECEXP (PATTERN (insn), 0, 1), x, true);
622 if (!apply_change_group ())
623 return false;
624
625 /* Success. Delete the compare insn... */
626 delete_insn (cmp->insn);
627
628 /* ... and any notes that are now invalid due to multiple sets. */
629 x = find_regno_note (insn, REG_UNUSED, targetm.flags_regnum);
630 if (x)
631 remove_note (insn, x);
632 x = find_reg_note (insn, REG_EQUAL, NULL);
633 if (x)
634 remove_note (insn, x);
635 x = find_reg_note (insn, REG_EQUIV, NULL);
636 if (x)
637 remove_note (insn, x);
638
639 return true;
640 }
641
642 /* Main entry point to the pass. */
643
644 static unsigned int
645 execute_compare_elim_after_reload (void)
646 {
647 df_analyze ();
648
649 gcc_checking_assert (!all_compares.exists ());
650
651 /* Locate all comparisons and their uses, and eliminate duplicates. */
652 find_comparisons ();
653 if (all_compares.exists ())
654 {
655 struct comparison *cmp;
656 size_t i;
657
658 /* Eliminate comparisons that are redundant with flags computation. */
659 FOR_EACH_VEC_ELT (all_compares, i, cmp)
660 {
661 try_eliminate_compare (cmp);
662 XDELETE (cmp);
663 }
664
665 all_compares.release ();
666 }
667
668 return 0;
669 }
670
671 namespace {
672
673 const pass_data pass_data_compare_elim_after_reload =
674 {
675 RTL_PASS, /* type */
676 "cmpelim", /* name */
677 OPTGROUP_NONE, /* optinfo_flags */
678 true, /* has_execute */
679 TV_NONE, /* tv_id */
680 0, /* properties_required */
681 0, /* properties_provided */
682 0, /* properties_destroyed */
683 0, /* todo_flags_start */
684 ( TODO_df_finish | TODO_df_verify ), /* todo_flags_finish */
685 };
686
687 class pass_compare_elim_after_reload : public rtl_opt_pass
688 {
689 public:
690 pass_compare_elim_after_reload (gcc::context *ctxt)
691 : rtl_opt_pass (pass_data_compare_elim_after_reload, ctxt)
692 {}
693
694 /* opt_pass methods: */
695 virtual bool gate (function *)
696 {
697 /* Setting this target hook value is how a backend indicates the need. */
698 if (targetm.flags_regnum == INVALID_REGNUM)
699 return false;
700 return flag_compare_elim_after_reload;
701 }
702
703 virtual unsigned int execute (function *)
704 {
705 return execute_compare_elim_after_reload ();
706 }
707
708 }; // class pass_compare_elim_after_reload
709
710 } // anon namespace
711
712 rtl_opt_pass *
713 make_pass_compare_elim_after_reload (gcc::context *ctxt)
714 {
715 return new pass_compare_elim_after_reload (ctxt);
716 }