re PR target/69140 (stack alignment + O1 breaks with Microsoft ABI)
[gcc.git] / gcc / tree-ssa-ter.c
1 /* Routines for performing Temporary Expression Replacement (TER) in SSA trees.
2 Copyright (C) 2003-2016 Free Software Foundation, Inc.
3 Contributed by Andrew MacLeod <amacleod@redhat.com>
4
5 This file is part of GCC.
6
7 GCC is free software; you can redistribute it and/or modify
8 it under the terms of the GNU General Public License as published by
9 the Free Software Foundation; either version 3, or (at your option)
10 any later version.
11
12 GCC is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 GNU General Public License for more details.
16
17 You should have received a copy of the GNU General Public License
18 along with GCC; see the file COPYING3. If not see
19 <http://www.gnu.org/licenses/>. */
20
21
22 #include "config.h"
23 #include "system.h"
24 #include "coretypes.h"
25 #include "backend.h"
26 #include "tree.h"
27 #include "gimple.h"
28 #include "ssa.h"
29 #include "gimple-pretty-print.h"
30 #include "gimple-iterator.h"
31 #include "dumpfile.h"
32 #include "tree-ssa-live.h"
33 #include "tree-ssa-ter.h"
34 #include "tree-outof-ssa.h"
35 #include "gimple-walk.h"
36
37
38 /* Temporary Expression Replacement (TER)
39
40 Replace SSA version variables during out-of-ssa with their defining
41 expression if there is only one use of the variable.
42
43 This pass is required in order for the RTL expansion pass to see larger
44 chunks of code. This allows it to make better choices on RTL pattern
45 selection. When expand is rewritten and merged with out-of-ssa, and
46 understands SSA, this should be eliminated.
47
48 A pass is made through the function, one block at a time. No cross block
49 information is tracked.
50
51 Variables which only have one use, and whose defining stmt is considered
52 a replaceable expression (see ssa_is_replaceable_p) are tracked to see whether
53 they can be replaced at their use location.
54
55 n_12 = C * 10
56 a_2 = b_5 + 6
57 v_9 = a_2 * n_12
58
59 if there are the only use of n_12 and a_2, TER will substitute in their
60 expressions in v_9, and end up with:
61
62 v_9 = (b_5 + 6) * (C * 10)
63
64 which will then have the ssa_name assigned to regular variables, and the
65 resulting code which will be passed to the expander looks something like:
66
67 v = (b + 6) * (C * 10)
68
69
70 This requires ensuring that none of the variables used by the expression
71 change between the def point and where it is used. Furthermore, if any
72 of the ssa_names used in this expression are themselves replaceable, we
73 have to ensure none of that expressions' arguments change either.
74 Although SSA_NAMES themselves don't change, this pass is performed after
75 coalescing has coalesced different SSA_NAMES together, so there could be a
76 definition of an SSA_NAME which is coalesced with a use that causes a
77 problem, i.e.,
78
79 PHI b_5 = <b_8(2), b_14(1)>
80 <...>
81 a_2 = b_5 + 6
82 b_8 = c_4 + 4
83 v_9 = a_2 * n_12
84 <...>
85
86 If b_5, b_8 and b_14 are all coalesced together...
87 The expression b_5 + 6 CANNOT replace the use in the statement defining v_9
88 because b_8 is in fact killing the value of b_5 since they share a partition
89 and will be assigned the same memory or register location.
90
91 TER implements this but stepping through the instructions in a block and
92 tracking potential expressions for replacement, and the partitions they are
93 dependent on. Expressions are represented by the SSA_NAME_VERSION of the
94 DEF on the LHS of a GIMPLE_ASSIGN and the expression is the RHS.
95
96 When a stmt is determined to be a possible replacement expression, the
97 following steps are taken:
98
99 EXPR_DECL_UID bitmap is allocated and set to the base variable UID of the
100 def and any uses in the expression. non-NULL means the expression is being
101 tracked. The UID's themselves are used to prevent TER substitution into
102 accumulating sequences, i.e.,
103
104 x = x + y
105 x = x + z
106 x = x + w
107 etc.
108 this can result in very large expressions which don't accomplish anything
109 see PR tree-optimization/17549.
110
111 PARTITION_DEPENDENCIES is another bitmap array, and it has a bit set for any
112 partition which is used in the expression. This is primarily used to remove
113 an expression from the partition kill lists when a decision is made whether
114 to replace it or not. This is indexed by ssa version number as well, and
115 indicates a partition number. virtual operands are not tracked individually,
116 but they are summarized by an artificial partition called VIRTUAL_PARTITION.
117 This means a MAY or MUST def will kill *ALL* expressions that are dependent
118 on a virtual operand.
119 Note that the EXPR_DECL_UID and this bitmap represent very similar
120 information, but the info in one is not easy to obtain from the other.
121
122 KILL_LIST is yet another bitmap array, this time it is indexed by partition
123 number, and represents a list of active expressions which will no
124 longer be valid if a definition into this partition takes place.
125
126 PARTITION_IN_USE is simply a bitmap which is used to track which partitions
127 currently have something in their kill list. This is used at the end of
128 a block to clear out the KILL_LIST bitmaps at the end of each block.
129
130 NEW_REPLACEABLE_DEPENDENCIES is used as a temporary place to store
131 dependencies which will be reused by the current definition. All the uses
132 on an expression are processed before anything else is done. If a use is
133 determined to be a replaceable expression AND the current stmt is also going
134 to be replaceable, all the dependencies of this replaceable use will be
135 picked up by the current stmt's expression. Rather than recreate them, they
136 are simply copied here and then copied into the new expression when it is
137 processed.
138
139 a_2 = b_5 + 6
140 v_8 = a_2 + c_4
141
142 a_2's expression 'b_5 + 6' is determined to be replaceable at the use
143 location. It is dependent on the partition 'b_5' is in. This is cached into
144 the NEW_REPLACEABLE_DEPENDENCIES bitmap, and when v_8 is examined for
145 replaceability, it is a candidate, and it is dependent on the partition
146 b_5 is in *NOT* a_2, as well as c_4's partition.
147
148 if v_8 is also replaceable:
149
150 x_9 = v_8 * 5
151
152 x_9 is dependent on partitions b_5, and c_4
153
154 if a statement is found which has either of those partitions written to
155 before x_9 is used, then x_9 itself is NOT replaceable. */
156
157
158 /* Temporary Expression Replacement (TER) table information. */
159
160 struct temp_expr_table
161 {
162 var_map map;
163 bitmap *partition_dependencies; /* Partitions expr is dependent on. */
164 bitmap replaceable_expressions; /* Replacement expression table. */
165 bitmap *expr_decl_uids; /* Base uids of exprs. */
166 bitmap *kill_list; /* Expr's killed by a partition. */
167 int virtual_partition; /* Pseudo partition for virtual ops. */
168 bitmap partition_in_use; /* Partitions with kill entries. */
169 bitmap new_replaceable_dependencies; /* Holding place for pending dep's. */
170 int *num_in_part; /* # of ssa_names in a partition. */
171 int *call_cnt; /* Call count at definition. */
172 };
173
174 /* Used to indicate a dependency on VDEFs. */
175 #define VIRTUAL_PARTITION(table) (table->virtual_partition)
176
177 /* A place for the many, many bitmaps we create. */
178 static bitmap_obstack ter_bitmap_obstack;
179
180 extern void debug_ter (FILE *, temp_expr_table *);
181
182
183 /* Create a new TER table for MAP. */
184
185 static temp_expr_table *
186 new_temp_expr_table (var_map map)
187 {
188 unsigned x;
189
190 temp_expr_table *t = XNEW (struct temp_expr_table);
191 t->map = map;
192
193 t->partition_dependencies = XCNEWVEC (bitmap, num_ssa_names + 1);
194 t->expr_decl_uids = XCNEWVEC (bitmap, num_ssa_names + 1);
195 t->kill_list = XCNEWVEC (bitmap, num_var_partitions (map) + 1);
196
197 t->partition_in_use = BITMAP_ALLOC (&ter_bitmap_obstack);
198
199 t->virtual_partition = num_var_partitions (map);
200 t->new_replaceable_dependencies = BITMAP_ALLOC (&ter_bitmap_obstack);
201
202 t->replaceable_expressions = NULL;
203 t->num_in_part = XCNEWVEC (int, num_var_partitions (map));
204 for (x = 1; x < num_ssa_names; x++)
205 {
206 int p;
207 tree name = ssa_name (x);
208 if (!name)
209 continue;
210 p = var_to_partition (map, name);
211 if (p != NO_PARTITION)
212 t->num_in_part[p]++;
213 }
214 t->call_cnt = XCNEWVEC (int, num_ssa_names + 1);
215
216 return t;
217 }
218
219
220 /* Free TER table T. If there are valid replacements, return the expression
221 vector. */
222
223 static bitmap
224 free_temp_expr_table (temp_expr_table *t)
225 {
226 bitmap ret = NULL;
227
228 if (flag_checking)
229 {
230 for (unsigned x = 0; x <= num_var_partitions (t->map); x++)
231 gcc_assert (!t->kill_list[x]);
232 for (unsigned x = 0; x < num_ssa_names; x++)
233 {
234 gcc_assert (t->expr_decl_uids[x] == NULL);
235 gcc_assert (t->partition_dependencies[x] == NULL);
236 }
237 }
238
239 BITMAP_FREE (t->partition_in_use);
240 BITMAP_FREE (t->new_replaceable_dependencies);
241
242 free (t->expr_decl_uids);
243 free (t->kill_list);
244 free (t->partition_dependencies);
245 free (t->num_in_part);
246 free (t->call_cnt);
247
248 if (t->replaceable_expressions)
249 ret = t->replaceable_expressions;
250
251 free (t);
252 return ret;
253 }
254
255
256 /* Return TRUE if VERSION is to be replaced by an expression in TAB. */
257
258 static inline bool
259 version_to_be_replaced_p (temp_expr_table *tab, int version)
260 {
261 if (!tab->replaceable_expressions)
262 return false;
263 return bitmap_bit_p (tab->replaceable_expressions, version);
264 }
265
266
267 /* Add partition P to the list if partitions VERSION is dependent on. TAB is
268 the expression table */
269
270 static inline void
271 make_dependent_on_partition (temp_expr_table *tab, int version, int p)
272 {
273 if (!tab->partition_dependencies[version])
274 tab->partition_dependencies[version] = BITMAP_ALLOC (&ter_bitmap_obstack);
275
276 bitmap_set_bit (tab->partition_dependencies[version], p);
277 }
278
279
280 /* Add VER to the kill list for P. TAB is the expression table */
281
282 static inline void
283 add_to_partition_kill_list (temp_expr_table *tab, int p, int ver)
284 {
285 if (!tab->kill_list[p])
286 {
287 tab->kill_list[p] = BITMAP_ALLOC (&ter_bitmap_obstack);
288 bitmap_set_bit (tab->partition_in_use, p);
289 }
290 bitmap_set_bit (tab->kill_list[p], ver);
291 }
292
293
294 /* Remove VER from the partition kill list for P. TAB is the expression
295 table. */
296
297 static inline void
298 remove_from_partition_kill_list (temp_expr_table *tab, int p, int version)
299 {
300 gcc_checking_assert (tab->kill_list[p]);
301 bitmap_clear_bit (tab->kill_list[p], version);
302 if (bitmap_empty_p (tab->kill_list[p]))
303 {
304 bitmap_clear_bit (tab->partition_in_use, p);
305 BITMAP_FREE (tab->kill_list[p]);
306 }
307 }
308
309
310 /* Add a dependency between the def of ssa VERSION and VAR. If VAR is
311 replaceable by an expression, add a dependence each of the elements of the
312 expression. These are contained in the new_replaceable list. TAB is the
313 expression table. */
314
315 static void
316 add_dependence (temp_expr_table *tab, int version, tree var)
317 {
318 int i;
319 bitmap_iterator bi;
320 unsigned x;
321
322 i = SSA_NAME_VERSION (var);
323 if (version_to_be_replaced_p (tab, i))
324 {
325 if (!bitmap_empty_p (tab->new_replaceable_dependencies))
326 {
327 /* Version will now be killed by a write to any partition the
328 substituted expression would have been killed by. */
329 EXECUTE_IF_SET_IN_BITMAP (tab->new_replaceable_dependencies, 0, x, bi)
330 add_to_partition_kill_list (tab, x, version);
331
332 /* Rather than set partition_dependencies and in_use lists bit by
333 bit, simply OR in the new_replaceable_dependencies bits. */
334 if (!tab->partition_dependencies[version])
335 tab->partition_dependencies[version] =
336 BITMAP_ALLOC (&ter_bitmap_obstack);
337 bitmap_ior_into (tab->partition_dependencies[version],
338 tab->new_replaceable_dependencies);
339 bitmap_ior_into (tab->partition_in_use,
340 tab->new_replaceable_dependencies);
341 /* It is only necessary to add these once. */
342 bitmap_clear (tab->new_replaceable_dependencies);
343 }
344 }
345 else
346 {
347 i = var_to_partition (tab->map, var);
348 gcc_checking_assert (i != NO_PARTITION);
349 gcc_checking_assert (tab->num_in_part[i] != 0);
350 /* Only dependencies on ssa_names which are coalesced with something need
351 to be tracked. Partitions with containing only a single SSA_NAME
352 *cannot* have their value changed. */
353 if (tab->num_in_part[i] > 1)
354 {
355 add_to_partition_kill_list (tab, i, version);
356 make_dependent_on_partition (tab, version, i);
357 }
358 }
359 }
360
361
362 /* This function will remove the expression for VERSION from replacement
363 consideration in table TAB. If FREE_EXPR is true, then remove the
364 expression from consideration as well by freeing the decl uid bitmap. */
365
366 static void
367 finished_with_expr (temp_expr_table *tab, int version, bool free_expr)
368 {
369 unsigned i;
370 bitmap_iterator bi;
371
372 /* Remove this expression from its dependent lists. The partition dependence
373 list is retained and transferred later to whomever uses this version. */
374 if (tab->partition_dependencies[version])
375 {
376 EXECUTE_IF_SET_IN_BITMAP (tab->partition_dependencies[version], 0, i, bi)
377 remove_from_partition_kill_list (tab, i, version);
378 BITMAP_FREE (tab->partition_dependencies[version]);
379 }
380 if (free_expr)
381 BITMAP_FREE (tab->expr_decl_uids[version]);
382 }
383
384
385 /* Return TRUE if expression STMT is suitable for replacement.
386 In addition to ssa_is_replaceable_p, require the same bb, and for -O0
387 same locus and same BLOCK), Considers memory loads as replaceable if aliasing
388 is available. */
389
390 static inline bool
391 ter_is_replaceable_p (gimple *stmt)
392 {
393
394 if (ssa_is_replaceable_p (stmt))
395 {
396 use_operand_p use_p;
397 tree def;
398 gimple *use_stmt;
399 location_t locus1, locus2;
400 tree block1, block2;
401
402 /* Only consider definitions which have a single use. ssa_is_replaceable_p
403 already performed this check, but the use stmt pointer is required for
404 further checks. */
405 def = SINGLE_SSA_TREE_OPERAND (stmt, SSA_OP_DEF);
406 if (!single_imm_use (def, &use_p, &use_stmt))
407 return false;
408
409 /* If the use isn't in this block, it wont be replaced either. */
410 if (gimple_bb (use_stmt) != gimple_bb (stmt))
411 return false;
412
413 locus1 = gimple_location (stmt);
414 block1 = LOCATION_BLOCK (locus1);
415 locus1 = LOCATION_LOCUS (locus1);
416
417 if (gphi *phi = dyn_cast <gphi *> (use_stmt))
418 locus2 = gimple_phi_arg_location (phi,
419 PHI_ARG_INDEX_FROM_USE (use_p));
420 else
421 locus2 = gimple_location (use_stmt);
422 block2 = LOCATION_BLOCK (locus2);
423 locus2 = LOCATION_LOCUS (locus2);
424
425 if ((!optimize || optimize_debug)
426 && ((locus1 != UNKNOWN_LOCATION && locus1 != locus2)
427 || (block1 != NULL_TREE && block1 != block2)))
428 return false;
429
430 return true;
431 }
432 return false;
433 }
434
435
436 /* Create an expression entry for a replaceable expression. */
437
438 static void
439 process_replaceable (temp_expr_table *tab, gimple *stmt, int call_cnt)
440 {
441 tree var, def, basevar;
442 int version;
443 ssa_op_iter iter;
444 bitmap def_vars, use_vars;
445
446 gcc_checking_assert (ter_is_replaceable_p (stmt));
447
448 def = SINGLE_SSA_TREE_OPERAND (stmt, SSA_OP_DEF);
449 version = SSA_NAME_VERSION (def);
450 def_vars = BITMAP_ALLOC (&ter_bitmap_obstack);
451
452 basevar = SSA_NAME_VAR (def);
453 if (basevar)
454 bitmap_set_bit (def_vars, DECL_UID (basevar));
455
456 /* Add this expression to the dependency list for each use partition. */
457 FOR_EACH_SSA_TREE_OPERAND (var, stmt, iter, SSA_OP_USE)
458 {
459 int var_version = SSA_NAME_VERSION (var);
460
461 use_vars = tab->expr_decl_uids[var_version];
462 add_dependence (tab, version, var);
463 if (use_vars)
464 {
465 bitmap_ior_into (def_vars, use_vars);
466 BITMAP_FREE (tab->expr_decl_uids[var_version]);
467 }
468 else if (SSA_NAME_VAR (var))
469 bitmap_set_bit (def_vars, DECL_UID (SSA_NAME_VAR (var)));
470 }
471 tab->expr_decl_uids[version] = def_vars;
472
473 /* If there are VUSES, add a dependence on virtual defs. */
474 if (gimple_vuse (stmt))
475 {
476 make_dependent_on_partition (tab, version, VIRTUAL_PARTITION (tab));
477 add_to_partition_kill_list (tab, VIRTUAL_PARTITION (tab), version);
478 }
479
480 tab->call_cnt[version] = call_cnt;
481 }
482
483
484 /* This function removes any expression in TAB which is dependent on PARTITION
485 from consideration, making it not replaceable. */
486
487 static inline void
488 kill_expr (temp_expr_table *tab, int partition)
489 {
490 unsigned version;
491
492 /* Mark every active expr dependent on this var as not replaceable.
493 finished_with_expr can modify the bitmap, so we can't execute over it. */
494 while (tab->kill_list[partition])
495 {
496 version = bitmap_first_set_bit (tab->kill_list[partition]);
497 finished_with_expr (tab, version, true);
498 }
499
500 gcc_checking_assert (!tab->kill_list[partition]);
501 }
502
503
504 /* This function kills all expressions in TAB which are dependent on virtual
505 partitions. */
506
507 static inline void
508 kill_virtual_exprs (temp_expr_table *tab)
509 {
510 kill_expr (tab, VIRTUAL_PARTITION (tab));
511 }
512
513
514 /* Mark the expression associated with VAR as replaceable, and enter
515 the defining stmt into the partition_dependencies table TAB. If
516 MORE_REPLACING is true, accumulate the pending partition dependencies. */
517
518 static void
519 mark_replaceable (temp_expr_table *tab, tree var, bool more_replacing)
520 {
521 int version = SSA_NAME_VERSION (var);
522
523 /* Move the dependence list to the pending listpending. */
524 if (more_replacing && tab->partition_dependencies[version])
525 bitmap_ior_into (tab->new_replaceable_dependencies,
526 tab->partition_dependencies[version]);
527
528 finished_with_expr (tab, version, !more_replacing);
529
530 /* Set the replaceable expression.
531 The bitmap for this "escapes" from this file so it's allocated
532 on the default obstack. */
533 if (!tab->replaceable_expressions)
534 tab->replaceable_expressions = BITMAP_ALLOC (NULL);
535 bitmap_set_bit (tab->replaceable_expressions, version);
536 }
537
538
539 /* Helper function for find_ssaname_in_stores. Called via walk_tree to
540 find a SSA_NAME DATA somewhere in *TP. */
541
542 static tree
543 find_ssaname (tree *tp, int *walk_subtrees, void *data)
544 {
545 tree var = (tree) data;
546 if (*tp == var)
547 return var;
548 else if (IS_TYPE_OR_DECL_P (*tp))
549 *walk_subtrees = 0;
550 return NULL_TREE;
551 }
552
553 /* Helper function for find_replaceable_in_bb. Return true if SSA_NAME DATA
554 is used somewhere in T, which is a store in the statement. Called via
555 walk_stmt_load_store_addr_ops. */
556
557 static bool
558 find_ssaname_in_store (gimple *, tree, tree t, void *data)
559 {
560 return walk_tree (&t, find_ssaname, data, NULL) != NULL_TREE;
561 }
562
563 /* This function processes basic block BB, and looks for variables which can
564 be replaced by their expressions. Results are stored in the table TAB. */
565
566 static void
567 find_replaceable_in_bb (temp_expr_table *tab, basic_block bb)
568 {
569 gimple_stmt_iterator bsi;
570 gimple *stmt;
571 tree def, use, fndecl;
572 int partition;
573 var_map map = tab->map;
574 ssa_op_iter iter;
575 bool stmt_replaceable;
576 int cur_call_cnt = 0;
577
578 for (bsi = gsi_start_bb (bb); !gsi_end_p (bsi); gsi_next (&bsi))
579 {
580 stmt = gsi_stmt (bsi);
581
582 if (is_gimple_debug (stmt))
583 continue;
584
585 stmt_replaceable = ter_is_replaceable_p (stmt);
586
587 /* Determine if this stmt finishes an existing expression. */
588 FOR_EACH_SSA_TREE_OPERAND (use, stmt, iter, SSA_OP_USE)
589 {
590 unsigned ver = SSA_NAME_VERSION (use);
591
592 /* If this use is a potential replacement variable, process it. */
593 if (tab->expr_decl_uids[ver])
594 {
595 bool same_root_var = false;
596 ssa_op_iter iter2;
597 bitmap vars = tab->expr_decl_uids[ver];
598
599 /* See if the root variables are the same. If they are, we
600 do not want to do the replacement to avoid problems with
601 code size, see PR tree-optimization/17549. */
602 if (!bitmap_empty_p (vars))
603 FOR_EACH_SSA_TREE_OPERAND (def, stmt, iter2, SSA_OP_DEF)
604 {
605 if (SSA_NAME_VAR (def)
606 && bitmap_bit_p (vars, DECL_UID (SSA_NAME_VAR (def))))
607 {
608 same_root_var = true;
609 break;
610 }
611 }
612
613 /* If the stmt does a memory store and the replacement
614 is a load aliasing it avoid creating overlapping
615 assignments which we cannot expand correctly. */
616 if (gimple_vdef (stmt))
617 {
618 gimple *def_stmt = SSA_NAME_DEF_STMT (use);
619 while (is_gimple_assign (def_stmt)
620 && gimple_assign_rhs_code (def_stmt) == SSA_NAME)
621 def_stmt
622 = SSA_NAME_DEF_STMT (gimple_assign_rhs1 (def_stmt));
623 if (gimple_vuse (def_stmt)
624 && gimple_assign_single_p (def_stmt)
625 && stmt_may_clobber_ref_p (stmt,
626 gimple_assign_rhs1 (def_stmt)))
627 {
628 /* For calls, it is not a problem if USE is among
629 call's arguments or say OBJ_TYPE_REF argument,
630 all those necessarily need to be evaluated before
631 the call that may clobber the memory. But if
632 LHS of the call refers to USE, expansion might
633 evaluate it after the call, prevent TER in that
634 case.
635 For inline asm, allow TER of loads into input
636 arguments, but disallow TER for USEs that occur
637 somewhere in outputs. */
638 if (is_gimple_call (stmt)
639 || gimple_code (stmt) == GIMPLE_ASM)
640 {
641 if (walk_stmt_load_store_ops (stmt, use, NULL,
642 find_ssaname_in_store))
643 same_root_var = true;
644 }
645 else
646 same_root_var = true;
647 }
648 }
649
650 /* Mark expression as replaceable unless stmt is volatile, or the
651 def variable has the same root variable as something in the
652 substitution list, or the def and use span a call such that
653 we'll expand lifetimes across a call. */
654 if (gimple_has_volatile_ops (stmt) || same_root_var
655 || (tab->call_cnt[ver] != cur_call_cnt
656 && SINGLE_SSA_USE_OPERAND (SSA_NAME_DEF_STMT (use), SSA_OP_USE)
657 == NULL_USE_OPERAND_P))
658 finished_with_expr (tab, ver, true);
659 else
660 mark_replaceable (tab, use, stmt_replaceable);
661 }
662 }
663
664 /* Next, see if this stmt kills off an active expression. */
665 FOR_EACH_SSA_TREE_OPERAND (def, stmt, iter, SSA_OP_DEF)
666 {
667 partition = var_to_partition (map, def);
668 if (partition != NO_PARTITION && tab->kill_list[partition])
669 kill_expr (tab, partition);
670 }
671
672 /* Increment counter if this is a non BUILT_IN call. We allow
673 replacement over BUILT_IN calls since many will expand to inline
674 insns instead of a true call. */
675 if (is_gimple_call (stmt)
676 && !((fndecl = gimple_call_fndecl (stmt))
677 && DECL_BUILT_IN (fndecl)))
678 cur_call_cnt++;
679
680 /* Now see if we are creating a new expression or not. */
681 if (stmt_replaceable)
682 process_replaceable (tab, stmt, cur_call_cnt);
683
684 /* Free any unused dependency lists. */
685 bitmap_clear (tab->new_replaceable_dependencies);
686
687 /* A V_{MAY,MUST}_DEF kills any expression using a virtual operand,
688 including the current stmt. */
689 if (gimple_vdef (stmt))
690 kill_virtual_exprs (tab);
691 }
692 }
693
694
695 /* This function is the driver routine for replacement of temporary expressions
696 in the SSA->normal phase, operating on MAP. If there are replaceable
697 expressions, a table is returned which maps SSA versions to the
698 expressions they should be replaced with. A NULL_TREE indicates no
699 replacement should take place. If there are no replacements at all,
700 NULL is returned by the function, otherwise an expression vector indexed
701 by SSA_NAME version numbers. */
702
703 bitmap
704 find_replaceable_exprs (var_map map)
705 {
706 basic_block bb;
707 temp_expr_table *table;
708 bitmap ret;
709
710 bitmap_obstack_initialize (&ter_bitmap_obstack);
711 table = new_temp_expr_table (map);
712 FOR_EACH_BB_FN (bb, cfun)
713 {
714 find_replaceable_in_bb (table, bb);
715 gcc_checking_assert (bitmap_empty_p (table->partition_in_use));
716 }
717 ret = free_temp_expr_table (table);
718 bitmap_obstack_release (&ter_bitmap_obstack);
719 return ret;
720 }
721
722 /* Dump TER expression table EXPR to file F. */
723
724 void
725 dump_replaceable_exprs (FILE *f, bitmap expr)
726 {
727 tree var;
728 unsigned x;
729
730 fprintf (f, "\nReplacing Expressions\n");
731 for (x = 0; x < num_ssa_names; x++)
732 if (bitmap_bit_p (expr, x))
733 {
734 var = ssa_name (x);
735 print_generic_expr (f, var, TDF_SLIM);
736 fprintf (f, " replace with --> ");
737 print_gimple_stmt (f, SSA_NAME_DEF_STMT (var), 0, TDF_SLIM);
738 fprintf (f, "\n");
739 }
740 fprintf (f, "\n");
741 }
742
743
744 /* Dump the status of the various tables in the expression table. This is used
745 exclusively to debug TER. F is the place to send debug info and T is the
746 table being debugged. */
747
748 DEBUG_FUNCTION void
749 debug_ter (FILE *f, temp_expr_table *t)
750 {
751 unsigned x, y;
752 bitmap_iterator bi;
753
754 fprintf (f, "\nDumping current state of TER\n virtual partition = %d\n",
755 VIRTUAL_PARTITION (t));
756 if (t->replaceable_expressions)
757 dump_replaceable_exprs (f, t->replaceable_expressions);
758 fprintf (f, "Currently tracking the following expressions:\n");
759
760 for (x = 1; x < num_ssa_names; x++)
761 if (t->expr_decl_uids[x])
762 {
763 print_generic_expr (f, ssa_name (x), TDF_SLIM);
764 fprintf (f, " dep-parts : ");
765 if (t->partition_dependencies[x]
766 && !bitmap_empty_p (t->partition_dependencies[x]))
767 {
768 EXECUTE_IF_SET_IN_BITMAP (t->partition_dependencies[x], 0, y, bi)
769 fprintf (f, "P%d ",y);
770 }
771 fprintf (f, " basedecls: ");
772 EXECUTE_IF_SET_IN_BITMAP (t->expr_decl_uids[x], 0, y, bi)
773 fprintf (f, "%d ",y);
774 fprintf (f, " call_cnt : %d",t->call_cnt[x]);
775 fprintf (f, "\n");
776 }
777
778 bitmap_print (f, t->partition_in_use, "Partitions in use ",
779 "\npartition KILL lists:\n");
780
781 for (x = 0; x <= num_var_partitions (t->map); x++)
782 if (t->kill_list[x])
783 {
784 fprintf (f, "Partition %d : ", x);
785 EXECUTE_IF_SET_IN_BITMAP (t->kill_list[x], 0, y, bi)
786 fprintf (f, "_%d ",y);
787 }
788
789 fprintf (f, "\n----------\n");
790 }