2 * Copyright © 2014 Broadcom
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
24 #include "util/u_memory.h"
25 #include "util/simple_list.h"
26 #include "util/ralloc.h"
34 bool has_side_effects
;
35 bool multi_instruction
;
38 static const struct qir_op_info qir_op_info
[] = {
39 [QOP_MOV
] = { "mov", 1, 1 },
40 [QOP_FADD
] = { "fadd", 1, 2 },
41 [QOP_FSUB
] = { "fsub", 1, 2 },
42 [QOP_FMUL
] = { "fmul", 1, 2 },
43 [QOP_MUL24
] = { "mul24", 1, 2 },
44 [QOP_FMIN
] = { "fmin", 1, 2 },
45 [QOP_FMAX
] = { "fmax", 1, 2 },
46 [QOP_FMINABS
] = { "fminabs", 1, 2 },
47 [QOP_FMAXABS
] = { "fmaxabs", 1, 2 },
48 [QOP_FTOI
] = { "ftoi", 1, 1 },
49 [QOP_ITOF
] = { "itof", 1, 1 },
50 [QOP_ADD
] = { "add", 1, 2 },
51 [QOP_SUB
] = { "sub", 1, 2 },
52 [QOP_SHR
] = { "shr", 1, 2 },
53 [QOP_ASR
] = { "asr", 1, 2 },
54 [QOP_SHL
] = { "shl", 1, 2 },
55 [QOP_MIN
] = { "min", 1, 2 },
56 [QOP_MAX
] = { "max", 1, 2 },
57 [QOP_AND
] = { "and", 1, 2 },
58 [QOP_OR
] = { "or", 1, 2 },
59 [QOP_XOR
] = { "xor", 1, 2 },
60 [QOP_NOT
] = { "not", 1, 1 },
62 [QOP_SEL_X_0_NS
] = { "fsel_x_0_ns", 1, 1, false, true },
63 [QOP_SEL_X_0_NC
] = { "fsel_x_0_nc", 1, 1, false, true },
64 [QOP_SEL_X_0_ZS
] = { "fsel_x_0_zs", 1, 1, false, true },
65 [QOP_SEL_X_0_ZC
] = { "fsel_x_0_zc", 1, 1, false, true },
66 [QOP_SEL_X_Y_NS
] = { "fsel_x_y_ns", 1, 2, false, true },
67 [QOP_SEL_X_Y_NC
] = { "fsel_x_y_nc", 1, 2, false, true },
68 [QOP_SEL_X_Y_ZS
] = { "fsel_x_y_zs", 1, 2, false, true },
69 [QOP_SEL_X_Y_ZC
] = { "fsel_x_y_zc", 1, 2, false, true },
71 [QOP_RCP
] = { "rcp", 1, 1, false, true },
72 [QOP_RSQ
] = { "rsq", 1, 1, false, true },
73 [QOP_EXP2
] = { "exp2", 1, 2, false, true },
74 [QOP_LOG2
] = { "log2", 1, 2, false, true },
75 [QOP_PACK_8888_F
] = { "pack_8888_f", 1, 1, false, true },
76 [QOP_PACK_8A_F
] = { "pack_8a_f", 1, 2, false, true },
77 [QOP_PACK_8B_F
] = { "pack_8b_f", 1, 2, false, true },
78 [QOP_PACK_8C_F
] = { "pack_8c_f", 1, 2, false, true },
79 [QOP_PACK_8D_F
] = { "pack_8d_f", 1, 2, false, true },
80 [QOP_PACK_SCALED
] = { "pack_scaled", 1, 2, false, true },
81 [QOP_TLB_DISCARD_SETUP
] = { "discard", 0, 1, true },
82 [QOP_TLB_STENCIL_SETUP
] = { "tlb_stencil_setup", 0, 1, true },
83 [QOP_TLB_Z_WRITE
] = { "tlb_z", 0, 1, true },
84 [QOP_TLB_COLOR_WRITE
] = { "tlb_color", 0, 1, true },
85 [QOP_TLB_COLOR_READ
] = { "tlb_color_read", 1, 0 },
86 [QOP_VARY_ADD_C
] = { "vary_add_c", 1, 1 },
88 [QOP_FRAG_X
] = { "frag_x", 1, 0 },
89 [QOP_FRAG_Y
] = { "frag_y", 1, 0 },
90 [QOP_FRAG_Z
] = { "frag_z", 1, 0 },
91 [QOP_FRAG_W
] = { "frag_w", 1, 0 },
92 [QOP_FRAG_REV_FLAG
] = { "frag_rev_flag", 1, 0 },
94 [QOP_TEX_S
] = { "tex_s", 0, 2 },
95 [QOP_TEX_T
] = { "tex_t", 0, 2 },
96 [QOP_TEX_R
] = { "tex_r", 0, 2 },
97 [QOP_TEX_B
] = { "tex_b", 0, 2 },
98 [QOP_TEX_DIRECT
] = { "tex_direct", 0, 2 },
99 [QOP_TEX_RESULT
] = { "tex_result", 1, 0, true },
100 [QOP_R4_UNPACK_A
] = { "r4_unpack_a", 1, 1 },
101 [QOP_R4_UNPACK_B
] = { "r4_unpack_b", 1, 1 },
102 [QOP_R4_UNPACK_C
] = { "r4_unpack_c", 1, 1 },
103 [QOP_R4_UNPACK_D
] = { "r4_unpack_d", 1, 1 },
104 [QOP_UNPACK_8A_F
] = { "unpack_8a_f", 1, 1 },
105 [QOP_UNPACK_8B_F
] = { "unpack_8b_f", 1, 1 },
106 [QOP_UNPACK_8C_F
] = { "unpack_8c_f", 1, 1 },
107 [QOP_UNPACK_8D_F
] = { "unpack_8d_f", 1, 1 },
108 [QOP_UNPACK_16A_F
] = { "unpack_16a_f", 1, 1 },
109 [QOP_UNPACK_16B_F
] = { "unpack_16b_f", 1, 1 },
110 [QOP_UNPACK_8A_I
] = { "unpack_8a_i", 1, 1 },
111 [QOP_UNPACK_8B_I
] = { "unpack_8b_i", 1, 1 },
112 [QOP_UNPACK_8C_I
] = { "unpack_8c_i", 1, 1 },
113 [QOP_UNPACK_8D_I
] = { "unpack_8d_i", 1, 1 },
114 [QOP_UNPACK_16A_I
] = { "unpack_16a_i", 1, 1 },
115 [QOP_UNPACK_16B_I
] = { "unpack_16b_i", 1, 1 },
119 qir_get_op_name(enum qop qop
)
121 if (qop
< ARRAY_SIZE(qir_op_info
) && qir_op_info
[qop
].name
)
122 return qir_op_info
[qop
].name
;
128 qir_get_op_nsrc(enum qop qop
)
130 if (qop
< ARRAY_SIZE(qir_op_info
) && qir_op_info
[qop
].name
)
131 return qir_op_info
[qop
].nsrc
;
137 * Returns whether the instruction has any side effects that must be
141 qir_has_side_effects(struct vc4_compile
*c
, struct qinst
*inst
)
143 return qir_op_info
[inst
->op
].has_side_effects
;
147 qir_has_side_effect_reads(struct vc4_compile
*c
, struct qinst
*inst
)
149 /* We can dead-code eliminate varyings, because we only tell the VS
150 * about the live ones at the end. But we have to preserve the
151 * point/line coordinates reads, because they're generated by
152 * fixed-function hardware.
154 for (int i
= 0; i
< qir_get_op_nsrc(inst
->op
); i
++) {
155 if (inst
->src
[i
].file
== QFILE_VARY
&&
156 c
->input_semantics
[inst
->src
[i
].index
].semantic
== 0xff) {
160 if (inst
->src
[i
].file
== QFILE_VPM
)
164 if (inst
->dst
.file
== QFILE_VPM
)
171 qir_is_multi_instruction(struct qinst
*inst
)
173 return qir_op_info
[inst
->op
].multi_instruction
;
177 qir_depends_on_flags(struct qinst
*inst
)
195 qir_src_needs_a_file(struct qinst
*inst
)
198 case QOP_UNPACK_8A_F
:
199 case QOP_UNPACK_8B_F
:
200 case QOP_UNPACK_8C_F
:
201 case QOP_UNPACK_8D_F
:
202 case QOP_UNPACK_16A_F
:
203 case QOP_UNPACK_16B_F
:
204 case QOP_UNPACK_8A_I
:
205 case QOP_UNPACK_8B_I
:
206 case QOP_UNPACK_8C_I
:
207 case QOP_UNPACK_8D_I
:
208 case QOP_UNPACK_16A_I
:
209 case QOP_UNPACK_16B_I
:
217 qir_writes_r4(struct qinst
*inst
)
221 case QOP_TLB_COLOR_READ
:
233 qir_reads_r4(struct qinst
*inst
)
236 case QOP_R4_UNPACK_A
:
237 case QOP_R4_UNPACK_B
:
238 case QOP_R4_UNPACK_C
:
239 case QOP_R4_UNPACK_D
:
247 qir_print_reg(struct vc4_compile
*c
, struct qreg reg
, bool write
)
249 static const char *files
[] = {
255 if (reg
.file
== QFILE_NULL
) {
256 fprintf(stderr
, "null");
257 } else if (reg
.file
== QFILE_SMALL_IMM
) {
258 if ((int)reg
.index
>= -16 && (int)reg
.index
<= 15)
259 fprintf(stderr
, "%d", reg
.index
);
261 fprintf(stderr
, "%f", uif(reg
.index
));
262 } else if (reg
.file
== QFILE_VPM
) {
264 fprintf(stderr
, "vpm");
266 fprintf(stderr
, "vpm%d.%d",
267 reg
.index
/ 4, reg
.index
% 4);
270 fprintf(stderr
, "%s%d", files
[reg
.file
], reg
.index
);
273 if (reg
.file
== QFILE_UNIF
&&
274 c
->uniform_contents
[reg
.index
] == QUNIFORM_CONSTANT
) {
275 fprintf(stderr
, " (0x%08x / %f)",
276 c
->uniform_data
[reg
.index
],
277 uif(c
->uniform_data
[reg
.index
]));
282 qir_dump_inst(struct vc4_compile
*c
, struct qinst
*inst
)
284 fprintf(stderr
, "%s%s ",
285 qir_get_op_name(inst
->op
),
286 inst
->sf
? ".sf" : "");
288 qir_print_reg(c
, inst
->dst
, true);
289 for (int i
= 0; i
< qir_get_op_nsrc(inst
->op
); i
++) {
290 fprintf(stderr
, ", ");
291 qir_print_reg(c
, inst
->src
[i
], false);
296 qir_dump(struct vc4_compile
*c
)
298 struct simple_node
*node
;
300 foreach(node
, &c
->instructions
) {
301 struct qinst
*inst
= (struct qinst
*)node
;
302 qir_dump_inst(c
, inst
);
303 fprintf(stderr
, "\n");
308 qir_get_temp(struct vc4_compile
*c
)
312 reg
.file
= QFILE_TEMP
;
313 reg
.index
= c
->num_temps
++;
319 qir_inst(enum qop op
, struct qreg dst
, struct qreg src0
, struct qreg src1
)
321 struct qinst
*inst
= CALLOC_STRUCT(qinst
);
325 inst
->src
= calloc(2, sizeof(inst
->src
[0]));
333 qir_inst4(enum qop op
, struct qreg dst
,
339 struct qinst
*inst
= CALLOC_STRUCT(qinst
);
343 inst
->src
= calloc(4, sizeof(*inst
->src
));
353 qir_emit(struct vc4_compile
*c
, struct qinst
*inst
)
355 insert_at_tail(&c
->instructions
, &inst
->link
);
359 qir_reg_equals(struct qreg a
, struct qreg b
)
361 return a
.file
== b
.file
&& a
.index
== b
.index
;
365 qir_compile_init(void)
367 struct vc4_compile
*c
= rzalloc(NULL
, struct vc4_compile
);
369 make_empty_list(&c
->instructions
);
371 c
->output_position_index
= -1;
372 c
->output_clipvertex_index
= -1;
373 c
->output_color_index
= -1;
374 c
->output_point_size_index
= -1;
380 qir_remove_instruction(struct qinst
*qinst
)
382 remove_from_list(&qinst
->link
);
388 qir_follow_movs(struct qinst
**defs
, struct qreg reg
)
390 while (reg
.file
== QFILE_TEMP
&& defs
[reg
.index
]->op
== QOP_MOV
)
391 reg
= defs
[reg
.index
]->src
[0];
397 qir_compile_destroy(struct vc4_compile
*c
)
399 while (!is_empty_list(&c
->instructions
)) {
400 struct qinst
*qinst
=
401 (struct qinst
*)first_elem(&c
->instructions
);
402 qir_remove_instruction(qinst
);
409 qir_get_stage_name(enum qstage stage
)
411 static const char *names
[] = {
412 [QSTAGE_FRAG
] = "FS",
413 [QSTAGE_VERT
] = "VS",
414 [QSTAGE_COORD
] = "CS",
421 qir_SF(struct vc4_compile
*c
, struct qreg src
)
423 assert(!is_empty_list(&c
->instructions
));
424 struct qinst
*last_inst
= (struct qinst
*)c
->instructions
.prev
;
425 if (last_inst
->dst
.file
!= src
.file
||
426 last_inst
->dst
.index
!= src
.index
||
427 qir_is_multi_instruction(last_inst
)) {
428 src
= qir_MOV(c
, src
);
429 last_inst
= (struct qinst
*)c
->instructions
.prev
;
431 last_inst
->sf
= true;
434 #define OPTPASS(func) \
436 bool stage_progress = func(c); \
437 if (stage_progress) { \
439 if (print_opt_debug) { \
441 "QIR opt pass %2d: %s progress\n", \
448 qir_optimize(struct vc4_compile
*c
)
450 bool print_opt_debug
= false;
454 bool progress
= false;
456 OPTPASS(qir_opt_algebraic
);
457 OPTPASS(qir_opt_cse
);
458 OPTPASS(qir_opt_copy_propagation
);
459 OPTPASS(qir_opt_dead_code
);
460 OPTPASS(qir_opt_small_immediates
);
461 OPTPASS(qir_opt_vpm_writes
);