2 * Copyright (C) 2020 Collabora, Ltd.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
28 #include "panfrost-job.h"
29 #include "compiler/nir/nir.h"
30 #include "util/u_dynarray.h"
31 #include "util/hash_table.h"
33 /* Define the general compiler entry point */
35 #define MAX_SYSVAL_COUNT 32
37 /* Allow 2D of sysval IDs, while allowing nonparametric sysvals to equal
38 * their class for equal comparison */
40 #define PAN_SYSVAL(type, no) (((no) << 16) | PAN_SYSVAL_##type)
41 #define PAN_SYSVAL_TYPE(sysval) ((sysval) & 0xffff)
42 #define PAN_SYSVAL_ID(sysval) ((sysval) >> 16)
44 /* Define some common types. We start at one for easy indexing of hash
45 * tables internal to the compiler */
48 PAN_SYSVAL_VIEWPORT_SCALE
= 1,
49 PAN_SYSVAL_VIEWPORT_OFFSET
= 2,
50 PAN_SYSVAL_TEXTURE_SIZE
= 3,
52 PAN_SYSVAL_NUM_WORK_GROUPS
= 5,
53 PAN_SYSVAL_SAMPLER
= 7,
56 #define PAN_TXS_SYSVAL_ID(texidx, dim, is_array) \
57 ((texidx) | ((dim) << 7) | ((is_array) ? (1 << 9) : 0))
59 #define PAN_SYSVAL_ID_TO_TXS_TEX_IDX(id) ((id) & 0x7f)
60 #define PAN_SYSVAL_ID_TO_TXS_DIM(id) (((id) >> 7) & 0x3)
61 #define PAN_SYSVAL_ID_TO_TXS_IS_ARRAY(id) !!((id) & (1 << 9))
63 /* Special attribute slots for vertex builtins. Sort of arbitrary but let's be
64 * consistent with the blob so we can compare traces easier. */
72 struct panfrost_sysvals
{
73 /* The mapping of sysvals to uniforms, the count, and the off-by-one inverse */
74 unsigned sysvals
[MAX_SYSVAL_COUNT
];
75 unsigned sysval_count
;
76 struct hash_table_u64
*sysval_to_id
;
80 panfrost_nir_assign_sysvals(struct panfrost_sysvals
*ctx
, nir_shader
*shader
);
83 panfrost_sysval_for_instr(nir_instr
*instr
, nir_dest
*dest
);
86 int work_register_count
;
89 /* For Bifrost - output type for each RT */
90 nir_alu_type blend_types
[BIFROST_MAX_RENDER_TARGET_COUNT
];
92 /* Prepended before uniforms, mapping to SYSVAL_ names for the
95 unsigned sysval_count
;
96 unsigned sysvals
[MAX_SYSVAL_COUNT
];
98 /* Boolean properties of the program */
99 bool writes_point_size
;
103 struct util_dynarray compiled
;
105 /* For a blend shader using a constant color -- patch point. If
106 * negative, there's no constant. */
108 int blend_patch_offset
;
110 /* The number of bytes to allocate per-thread for Thread Local Storage
111 * (register spilling), or zero if no spilling is used */
114 /* IN: For a fragment shader with a lowered alpha test, the ref value */
118 typedef struct pan_block
{
119 /* Link to next block. Must be first for mir_get_block */
120 struct list_head link
;
122 /* List of instructions emitted for the current block */
123 struct list_head instructions
;
125 /* Index of the block in source order */
128 /* Control flow graph */
129 struct pan_block
*successors
[2];
130 struct set
*predecessors
;
132 /* In liveness analysis, these are live masks (per-component) for
133 * indices for the block. Scalar compilers have the luxury of using
134 * simple bit fields, but for us, liveness is a vector idea. */
139 struct pan_instruction
{
140 struct list_head link
;
143 #define pan_foreach_instr_in_block_rev(block, v) \
144 list_for_each_entry_rev(struct pan_instruction, v, &block->instructions, link)
146 #define pan_foreach_successor(blk, v) \
149 for (_v = (pan_block **) &blk->successors[0], \
151 v != NULL && _v < (pan_block **) &blk->successors[2]; \
154 #define pan_foreach_predecessor(blk, v) \
155 struct set_entry *_entry_##v; \
156 struct pan_block *v; \
157 for (_entry_##v = _mesa_set_next_entry(blk->predecessors, NULL), \
158 v = (struct pan_block *) (_entry_##v ? _entry_##v->key : NULL); \
159 _entry_##v != NULL; \
160 _entry_##v = _mesa_set_next_entry(blk->predecessors, _entry_##v), \
161 v = (struct pan_block *) (_entry_##v ? _entry_##v->key : NULL))
163 static inline pan_block
*
164 pan_exit_block(struct list_head
*blocks
)
166 pan_block
*last
= list_last_entry(blocks
, pan_block
, link
);
167 assert(!last
->successors
[0] && !last
->successors
[1]);
171 typedef void (*pan_liveness_update
)(uint16_t *, void *, unsigned max
);
173 void pan_liveness_gen(uint16_t *live
, unsigned node
, unsigned max
, uint16_t mask
);
174 void pan_liveness_kill(uint16_t *live
, unsigned node
, unsigned max
, uint16_t mask
);
175 bool pan_liveness_get(uint16_t *live
, unsigned node
, uint16_t max
);
177 void pan_compute_liveness(struct list_head
*blocks
,
179 pan_liveness_update callback
);
181 void pan_free_liveness(struct list_head
*blocks
);
184 pan_to_bytemask(unsigned bytes
, unsigned mask
);
186 void pan_block_add_successor(pan_block
*block
, pan_block
*successor
);
189 #define PAN_IS_REG (1)
191 static inline unsigned
192 pan_ssa_index(nir_ssa_def
*ssa
)
194 /* Off-by-one ensures BIR_NO_ARG is skipped */
195 return ((ssa
->index
+ 1) << 1) | 0;
198 static inline unsigned
199 pan_src_index(nir_src
*src
)
202 return pan_ssa_index(src
->ssa
);
204 assert(!src
->reg
.indirect
);
205 return (src
->reg
.reg
->index
<< 1) | PAN_IS_REG
;
209 static inline unsigned
210 pan_dest_index(nir_dest
*dst
)
213 return pan_ssa_index(&dst
->ssa
);
215 assert(!dst
->reg
.indirect
);
216 return (dst
->reg
.reg
->index
<< 1) | PAN_IS_REG
;
220 /* IR printing helpers */
221 void pan_print_alu_type(nir_alu_type t
, FILE *fp
);
223 /* Until it can be upstreamed.. */
224 bool pan_has_source_mod(nir_alu_src
*src
, nir_op op
);
225 bool pan_has_dest_mod(nir_dest
**dest
, nir_op op
);