src/panfrost/midgard/midgard_liveness.c

   1 /*
   2  * Copyright (C) 2018-2019 Alyssa Rosenzweig <alyssa@rosenzweig.io>
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice (including the next
  12  * paragraph) shall be included in all copies or substantial portions of the
  13  * Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  18  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  20  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  21  * SOFTWARE.
  22  */
  23
  24 #include "compiler.h"
  25 #include "util/u_memory.h"
  26
  27 /* Routines for liveness analysis. Liveness is tracked per byte per node. Per
  28  * byte granularity is necessary for proper handling of int8 */
  29
  30 static void
  31 liveness_gen(uint16_t *live, unsigned node, unsigned max, uint16_t mask)
  32 {
  33         if (node >= max)
  34                 return;
  35
  36         live[node] |= mask;
  37 }
  38
  39 static void
  40 liveness_kill(uint16_t *live, unsigned node, unsigned max, uint16_t mask)
  41 {
  42         if (node >= max)
  43                 return;
  44
  45         live[node] &= ~mask;
  46 }
  47
  48 static bool
  49 liveness_get(uint16_t *live, unsigned node, uint16_t max) {
  50         if (node >= max)
  51                 return false;
  52
  53         return live[node];
  54 }
  55
  56 /* Updates live_in for a single instruction */
  57
  58 void
  59 mir_liveness_ins_update(uint16_t *live, midgard_instruction *ins, unsigned max)
  60 {
  61         /* live_in[s] = GEN[s] + (live_out[s] - KILL[s]) */
  62
  63         liveness_kill(live, ins->dest, max, mir_bytemask(ins));
  64
  65         mir_foreach_src(ins, src) {
  66                 unsigned node = ins->src[src];
  67                 unsigned bytemask = mir_bytemask_of_read_components(ins, node);
  68
  69                 liveness_gen(live, node, max, bytemask);
  70         }
  71 }
  72
  73 /* live_out[s] = sum { p in succ[s] } ( live_in[p] ) */
  74
  75 static void
  76 liveness_block_live_out(compiler_context *ctx, midgard_block *blk)
  77 {
  78         mir_foreach_successor(blk, succ) {
  79                 for (unsigned i = 0; i < ctx->temp_count; ++i)
  80                         blk->live_out[i] |= succ->live_in[i];
  81         }
  82 }
  83
  84 /* Liveness analysis is a backwards-may dataflow analysis pass. Within a block,
  85  * we compute live_out from live_in. The intrablock pass is linear-time. It
  86  * returns whether progress was made. */
  87
  88 static bool
  89 liveness_block_update(compiler_context *ctx, midgard_block *blk)
  90 {
  91         bool progress = false;
  92
  93         liveness_block_live_out(ctx, blk);
  94
  95         uint16_t *live = mem_dup(blk->live_out, ctx->temp_count * sizeof(uint16_t));
  96
  97         mir_foreach_instr_in_block_rev(blk, ins)
  98                 mir_liveness_ins_update(live, ins, ctx->temp_count);
  99
 100         /* To figure out progress, diff live_in */
 101
 102         for (unsigned i = 0; (i < ctx->temp_count) && !progress; ++i)
 103                 progress |= (blk->live_in[i] != live[i]);
 104
 105         free(blk->live_in);
 106         blk->live_in = live;
 107
 108         return progress;
 109 }
 110
 111 /* Globally, liveness analysis uses a fixed-point algorithm based on a
 112  * worklist. We initialize a work list with the exit block. We iterate the work
 113  * list to compute live_in from live_out for each block on the work list,
 114  * adding the predecessors of the block to the work list if we made progress.
 115  */
 116
 117 void
 118 mir_compute_liveness(compiler_context *ctx)
 119 {
 120         /* If we already have fresh liveness, nothing to do */
 121         if (ctx->metadata & MIDGARD_METADATA_LIVENESS)
 122                 return;
 123
 124         mir_compute_temp_count(ctx);
 125
 126         /* List of midgard_block */
 127         struct set *work_list = _mesa_set_create(ctx,
 128                         _mesa_hash_pointer,
 129                         _mesa_key_pointer_equal);
 130
 131         /* Allocate */
 132
 133         mir_foreach_block(ctx, block) {
 134                 block->live_in = calloc(ctx->temp_count, sizeof(uint16_t));
 135                 block->live_out = calloc(ctx->temp_count, sizeof(uint16_t));
 136         }
 137
 138         /* Initialize the work list with the exit block */
 139         struct set_entry *cur;
 140
 141         midgard_block *exit = mir_exit_block(ctx);
 142         cur = _mesa_set_add(work_list, exit);
 143
 144         /* Iterate the work list */
 145
 146         do {
 147                 /* Pop off a block */
 148                 midgard_block *blk = (struct midgard_block *) cur->key;
 149                 _mesa_set_remove(work_list, cur);
 150
 151                 /* Update its liveness information */
 152                 bool progress = liveness_block_update(ctx, blk);
 153
 154                 /* If we made progress, we need to process the predecessors */
 155
 156                 if (progress || (blk == exit)) {
 157                         mir_foreach_predecessor(blk, pred)
 158                                 _mesa_set_add(work_list, pred);
 159                 }
 160         } while((cur = _mesa_set_next_entry(work_list, NULL)) != NULL);
 161
 162         /* Liveness is now valid */
 163         ctx->metadata |= MIDGARD_METADATA_LIVENESS;
 164 }
 165
 166 /* Once liveness data is no longer valid, call this */
 167
 168 void
 169 mir_invalidate_liveness(compiler_context *ctx)
 170 {
 171         /* If we didn't already compute liveness, there's nothing to do */
 172         if (!(ctx->metadata & MIDGARD_METADATA_LIVENESS))
 173                 return;
 174
 175         /* It's now invalid regardless */
 176         ctx->metadata &= ~MIDGARD_METADATA_LIVENESS;
 177
 178         mir_foreach_block(ctx, block) {
 179                 if (block->live_in)
 180                         free(block->live_in);
 181
 182                 if (block->live_out)
 183                         free(block->live_out);
 184
 185                 block->live_in = NULL;
 186                 block->live_out = NULL;
 187         }
 188 }
 189
 190 bool
 191 mir_is_live_after(compiler_context *ctx, midgard_block *block, midgard_instruction *start, int src)
 192 {
 193         mir_compute_liveness(ctx);
 194
 195         /* Check whether we're live in the successors */
 196
 197         if (liveness_get(block->live_out, src, ctx->temp_count))
 198                 return true;
 199
 200         /* Check the rest of the block for liveness */
 201
 202         mir_foreach_instr_in_block_from(block, ins, mir_next_op(start)) {
 203                 if (mir_has_arg(ins, src))
 204                         return true;
 205         }
 206
 207         return false;
 208 }