45df2397ddc3e02a97072a65d8c13b95f482c33b
2 * Copyright (C) 2014 Rob Clark <robclark@freedesktop.org>
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
24 * Rob Clark <robclark@freedesktop.org>
30 #include "util/bitset.h"
33 static const unsigned class_sizes
[] = {
35 4 + 4, /* txd + 1d/2d */
38 #define class_count ARRAY_SIZE(class_sizes)
40 static const unsigned half_class_sizes
[] = {
43 #define half_class_count ARRAY_SIZE(half_class_sizes)
45 /* seems to just be used for compute shaders? Seems like vec1 and vec3
46 * are sufficient (for now?)
48 static const unsigned high_class_sizes
[] = {
51 #define high_class_count ARRAY_SIZE(high_class_sizes)
53 #define total_class_count (class_count + half_class_count + high_class_count)
55 /* Below a0.x are normal regs. RA doesn't need to assign a0.x/p0.x. */
56 #define NUM_REGS (4 * 48) /* r0 to r47 */
57 #define NUM_HIGH_REGS (4 * 8) /* r48 to r55 */
58 #define FIRST_HIGH_REG (4 * 48)
59 /* Number of virtual regs in a given class: */
61 static inline unsigned CLASS_REGS(unsigned i
)
63 assert(i
< class_count
);
65 return (NUM_REGS
- (class_sizes
[i
] - 1));
68 static inline unsigned HALF_CLASS_REGS(unsigned i
)
70 assert(i
< half_class_count
);
72 return (NUM_REGS
- (half_class_sizes
[i
] - 1));
75 static inline unsigned HIGH_CLASS_REGS(unsigned i
)
77 assert(i
< high_class_count
);
79 return (NUM_HIGH_REGS
- (high_class_sizes
[i
] - 1));
82 #define HALF_OFFSET (class_count)
83 #define HIGH_OFFSET (class_count + half_class_count)
85 /* register-set, created one time, used for all shaders: */
86 struct ir3_ra_reg_set
{
88 unsigned int classes
[class_count
];
89 unsigned int half_classes
[half_class_count
];
90 unsigned int high_classes
[high_class_count
];
92 /* The virtual register space flattens out all the classes,
93 * starting with full, followed by half and then high, ie:
95 * scalar full (starting at zero)
100 * scalar half (starting at first_half_reg)
104 * scalar high (starting at first_high_reg)
109 unsigned first_half_reg
, first_high_reg
;
111 /* maps flat virtual register space to base gpr: */
112 uint16_t *ra_reg_to_gpr
;
113 /* maps cls,gpr to flat virtual register space: */
114 uint16_t **gpr_to_ra_reg
;
117 /* additional block-data (per-block) */
118 struct ir3_ra_block_data
{
119 BITSET_WORD
*def
; /* variables defined before used in block */
120 BITSET_WORD
*use
; /* variables used before defined in block */
121 BITSET_WORD
*livein
; /* which defs reach entry point of block */
122 BITSET_WORD
*liveout
; /* which defs reach exit point of block */
125 /* additional instruction-data (per-instruction) */
126 struct ir3_ra_instr_data
{
127 /* cached instruction 'definer' info: */
128 struct ir3_instruction
*defn
;
132 /* register-assign context, per-shader */
134 struct ir3_shader_variant
*v
;
137 struct ir3_ra_reg_set
*set
;
140 /* Are we in the scalar assignment pass? In this pass, all larger-
141 * than-vec1 vales have already been assigned and pre-colored, so
142 * we only consider scalar values.
146 unsigned alloc_count
;
147 /* one per class, plus one slot for arrays: */
148 unsigned class_alloc_count
[total_class_count
+ 1];
149 unsigned class_base
[total_class_count
+ 1];
151 unsigned *def
, *use
; /* def/use table */
152 struct ir3_ra_instr_data
*instrd
;
154 /* Mapping vreg name back to instruction, used select reg callback: */
155 struct hash_table
*name_to_instr
;
157 /* Tracking for select_reg callback */
158 unsigned start_search_reg
;
161 /* Temporary buffer for def/use iterators
163 * The worst case should probably be an array w/ relative access (ie.
164 * all elements are def'd or use'd), and that can't be larger than
165 * the number of registers.
167 * NOTE we could declare this on the stack if needed, but I don't
168 * think there is a need for nested iterators.
170 unsigned namebuf
[NUM_REGS
];
171 unsigned namecnt
, nameidx
;
175 ra_name(struct ir3_ra_ctx
*ctx
, struct ir3_ra_instr_data
*id
)
178 debug_assert(id
->cls
>= 0);
179 debug_assert(id
->cls
< total_class_count
); /* we shouldn't get arrays here.. */
180 name
= ctx
->class_base
[id
->cls
] + id
->defn
->name
;
181 debug_assert(name
< ctx
->alloc_count
);
185 /* Get the scalar name of the n'th component of an instruction dst: */
187 scalar_name(struct ir3_ra_ctx
*ctx
, struct ir3_instruction
*instr
, unsigned n
)
189 if (ctx
->scalar_pass
) {
190 if (instr
->opc
== OPC_META_SPLIT
) {
191 debug_assert(n
== 0); /* split results in a scalar */
192 struct ir3_instruction
*src
= instr
->regs
[1]->instr
;
193 return scalar_name(ctx
, src
, instr
->split
.off
);
194 } else if (instr
->opc
== OPC_META_COLLECT
) {
195 debug_assert(n
< (instr
->regs_count
+ 1));
196 struct ir3_instruction
*src
= instr
->regs
[n
+ 1]->instr
;
197 return scalar_name(ctx
, src
, 0);
200 debug_assert(n
== 0);
203 return ra_name(ctx
, &ctx
->instrd
[instr
->ip
]) + n
;
207 writes_gpr(struct ir3_instruction
*instr
)
209 if (dest_regs(instr
) == 0)
211 /* is dest a normal temp register: */
212 struct ir3_register
*reg
= instr
->regs
[0];
213 debug_assert(!(reg
->flags
& (IR3_REG_CONST
| IR3_REG_IMMED
)));
214 if ((reg_num(reg
) == REG_A0
) ||
215 (reg
->num
== regid(REG_P0
, 0)))
223 * Iterators to iterate the vreg names of an instructions def's and use's
226 static inline unsigned
227 __ra_name_cnt(struct ir3_ra_ctx
*ctx
, struct ir3_instruction
*instr
)
232 /* Filter special cases, ie. writes to a0.x or p0.x, or non-ssa: */
233 if (!writes_gpr(instr
) || (instr
->regs
[0]->flags
& IR3_REG_ARRAY
))
236 /* in scalar pass, we aren't considering virtual register classes, ie.
237 * if an instruction writes a vec2, then it defines two different scalar
240 if (ctx
->scalar_pass
)
241 return dest_regs(instr
);
246 #define foreach_name_n(__name, __n, __ctx, __instr) \
247 for (unsigned __cnt = __ra_name_cnt(__ctx, __instr), __n = 0, __name; \
248 (__n < __cnt) && ({__name = scalar_name(__ctx, __instr, __n); 1;}); __n++)
250 #define foreach_name(__name, __ctx, __instr) \
251 foreach_name_n(__name, __n, __ctx, __instr)
253 static inline unsigned
254 __ra_itr_pop(struct ir3_ra_ctx
*ctx
)
256 if (ctx
->nameidx
< ctx
->namecnt
)
257 return ctx
->namebuf
[ctx
->nameidx
++];
262 __ra_itr_push(struct ir3_ra_ctx
*ctx
, unsigned name
)
264 assert(ctx
->namecnt
< ARRAY_SIZE(ctx
->namebuf
));
265 ctx
->namebuf
[ctx
->namecnt
++] = name
;
268 static inline unsigned
269 __ra_init_def_itr(struct ir3_ra_ctx
*ctx
, struct ir3_instruction
*instr
)
271 /* nested use is not supported: */
272 assert(ctx
->namecnt
== ctx
->nameidx
);
274 ctx
->namecnt
= ctx
->nameidx
= 0;
276 if (!writes_gpr(instr
))
279 struct ir3_ra_instr_data
*id
= &ctx
->instrd
[instr
->ip
];
280 struct ir3_register
*dst
= instr
->regs
[0];
282 if (dst
->flags
& IR3_REG_ARRAY
) {
283 struct ir3_array
*arr
= ir3_lookup_array(ctx
->ir
, dst
->array
.id
);
285 /* indirect write is treated like a write to all array
286 * elements, since we don't know which one is actually
289 if (dst
->flags
& IR3_REG_RELATIV
) {
290 for (unsigned i
= 0; i
< arr
->length
; i
++) {
291 __ra_itr_push(ctx
, arr
->base
+ i
);
294 __ra_itr_push(ctx
, arr
->base
+ dst
->array
.offset
);
295 debug_assert(dst
->array
.offset
< arr
->length
);
297 } else if (id
->defn
== instr
) {
298 foreach_name_n (name
, i
, ctx
, instr
) {
299 /* tex instructions actually have a wrmask, and
300 * don't touch masked out components. We can't do
301 * anything useful about that in the first pass,
302 * but in the scalar pass we can realize these
303 * registers are available:
305 if (ctx
->scalar_pass
&& is_tex_or_prefetch(instr
) &&
306 !(instr
->regs
[0]->wrmask
& (1 << i
)))
308 __ra_itr_push(ctx
, name
);
312 return __ra_itr_pop(ctx
);
315 static inline unsigned
316 __ra_init_use_itr(struct ir3_ra_ctx
*ctx
, struct ir3_instruction
*instr
)
318 /* nested use is not supported: */
319 assert(ctx
->namecnt
== ctx
->nameidx
);
321 ctx
->namecnt
= ctx
->nameidx
= 0;
323 struct ir3_register
*reg
;
324 foreach_src (reg
, instr
) {
325 if (reg
->flags
& IR3_REG_ARRAY
) {
326 struct ir3_array
*arr
=
327 ir3_lookup_array(ctx
->ir
, reg
->array
.id
);
329 /* indirect read is treated like a read from all array
330 * elements, since we don't know which one is actually
333 if (reg
->flags
& IR3_REG_RELATIV
) {
334 for (unsigned i
= 0; i
< arr
->length
; i
++) {
335 __ra_itr_push(ctx
, arr
->base
+ i
);
338 __ra_itr_push(ctx
, arr
->base
+ reg
->array
.offset
);
339 debug_assert(reg
->array
.offset
< arr
->length
);
342 foreach_name_n (name
, i
, ctx
, reg
->instr
) {
343 /* split takes a src w/ wrmask potentially greater
344 * than 0x1, but it really only cares about a single
345 * component. This shows up in splits coming out of
346 * a tex instruction w/ wrmask=.z, for example.
348 if (ctx
->scalar_pass
&& (instr
->opc
== OPC_META_SPLIT
) &&
349 !(i
== instr
->split
.off
))
351 __ra_itr_push(ctx
, name
);
356 return __ra_itr_pop(ctx
);
359 #define foreach_def(__name, __ctx, __instr) \
360 for (unsigned __name = __ra_init_def_itr(__ctx, __instr); \
361 __name != NO_NAME; __name = __ra_itr_pop(__ctx))
363 #define foreach_use(__name, __ctx, __instr) \
364 for (unsigned __name = __ra_init_use_itr(__ctx, __instr); \
365 __name != NO_NAME; __name = __ra_itr_pop(__ctx))
367 int ra_size_to_class(unsigned sz
, bool half
, bool high
);
368 int ra_class_to_size(unsigned class, bool *half
, bool *high
);
370 #endif /* IR3_RA_H_ */