2 * Copyright (c) 2017 Lima Project
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sub license,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the
12 * next paragraph) shall be included in all copies or substantial portions
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21 * DEALINGS IN THE SOFTWARE.
28 static bool create_new_instr(ppir_block
*block
, ppir_node
*node
)
30 ppir_instr
*instr
= ppir_instr_create(block
);
34 if (!ppir_instr_insert_node(instr
, node
))
40 static bool insert_to_each_succ_instr(ppir_block
*block
, ppir_node
*node
)
42 ppir_dest
*dest
= ppir_node_get_dest(node
);
43 assert(dest
->type
== ppir_target_ssa
);
45 ppir_node
*move
= NULL
;
47 ppir_node_foreach_succ_safe(node
, dep
) {
48 ppir_node
*succ
= dep
->succ
;
49 assert(succ
->type
== ppir_node_type_alu
||
50 succ
->type
== ppir_node_type_branch
);
52 if (!ppir_instr_insert_node(succ
->instr
, node
)) {
53 /* create a move node to insert for failed node */
55 move
= ppir_node_create(block
, ppir_op_mov
, -1, 0);
59 ppir_debug("node_to_instr create move %d for %d\n",
60 move
->index
, node
->index
);
62 ppir_alu_node
*alu
= ppir_node_to_alu(move
);
65 ppir_node_target_assign(alu
->src
, dest
);
66 for (int i
= 0; i
< 4; i
++)
67 alu
->src
->swizzle
[i
] = i
;
70 ppir_node_replace_pred(dep
, move
);
71 ppir_node_replace_child(succ
, node
, move
);
76 if (!create_new_instr(block
, move
))
79 ASSERTED
bool insert_result
=
80 ppir_instr_insert_node(move
->instr
, node
);
81 assert(insert_result
);
83 ppir_node_add_dep(move
, node
);
84 list_addtail(&move
->list
, &node
->list
);
87 /* dupliacte node for each successor */
90 struct list_head dup_list
;
91 list_inithead(&dup_list
);
93 ppir_node_foreach_succ_safe(node
, dep
) {
94 ppir_node
*succ
= dep
->succ
;
98 node
->instr
= succ
->instr
;
102 if (succ
->instr
== node
->instr
)
105 list_for_each_entry(ppir_node
, dup
, &dup_list
, list
) {
106 if (succ
->instr
== dup
->instr
) {
107 ppir_node_replace_pred(dep
, dup
);
112 ppir_node
*dup
= ppir_node_create(block
, node
->op
, -1, 0);
115 list_addtail(&dup
->list
, &dup_list
);
117 ppir_debug("node_to_instr duplicate %s %d from %d\n",
118 ppir_op_infos
[dup
->op
].name
, dup
->index
, node
->index
);
120 ppir_instr
*instr
= succ
->instr
;
122 dup
->instr_pos
= node
->instr_pos
;
123 ppir_node_replace_pred(dep
, dup
);
125 if ((node
->op
== ppir_op_load_uniform
) || (node
->op
== ppir_op_load_temp
)) {
126 ppir_load_node
*load
= ppir_node_to_load(node
);
127 ppir_load_node
*dup_load
= ppir_node_to_load(dup
);
128 dup_load
->dest
= load
->dest
;
129 dup_load
->index
= load
->index
;
130 dup_load
->num_components
= load
->num_components
;
131 instr
->slots
[node
->instr_pos
] = dup
;
135 list_splicetail(&dup_list
, &node
->list
);
141 * If a node has a pipeline dest, schedule it in the same instruction as its
143 * Since it has a pipeline dest, it must have only one successor and since we
144 * schedule nodes backwards, its successor must have already been scheduled.
146 static bool ppir_do_node_to_instr_pipeline(ppir_block
*block
, ppir_node
*node
)
148 ppir_dest
*dest
= ppir_node_get_dest(node
);
150 if (!dest
|| dest
->type
!= ppir_target_pipeline
)
153 assert(ppir_node_has_single_succ(node
));
154 ppir_node
*succ
= ppir_node_first_succ(node
);
158 if (!ppir_instr_insert_node(succ
->instr
, node
))
164 static bool ppir_do_one_node_to_instr(ppir_block
*block
, ppir_node
*node
, ppir_node
**next
)
166 switch (node
->type
) {
167 case ppir_node_type_alu
:
169 /* merge pred mul and succ add in the same instr can save a reg
170 * by using pipeline reg ^vmul/^fmul */
171 ppir_alu_node
*alu
= ppir_node_to_alu(node
);
172 if (alu
->dest
.type
== ppir_target_ssa
&&
173 ppir_node_has_single_succ(node
)) {
174 ppir_node
*succ
= ppir_node_first_succ(node
);
175 if (succ
->instr_pos
== PPIR_INSTR_SLOT_ALU_VEC_ADD
) {
176 node
->instr_pos
= PPIR_INSTR_SLOT_ALU_VEC_MUL
;
177 /* select instr's condition must be inserted to fmul slot */
178 if (succ
->op
== ppir_op_select
&&
179 ppir_node_first_pred(succ
) == node
) {
180 assert(alu
->dest
.ssa
.num_components
== 1);
181 node
->instr_pos
= PPIR_INSTR_SLOT_ALU_SCL_MUL
;
183 ppir_instr_insert_mul_node(succ
, node
);
185 else if (succ
->instr_pos
== PPIR_INSTR_SLOT_ALU_SCL_ADD
&&
186 alu
->dest
.ssa
.num_components
== 1) {
187 node
->instr_pos
= PPIR_INSTR_SLOT_ALU_SCL_MUL
;
188 ppir_instr_insert_mul_node(succ
, node
);
192 /* can't inserted to any existing instr, create one */
193 if (!node
->instr
&& !create_new_instr(block
, node
))
198 case ppir_node_type_load
:
199 if ((node
->op
== ppir_op_load_uniform
) || (node
->op
== ppir_op_load_temp
)) {
200 /* merge pred load_uniform into succ instr can save a reg
201 * by using pipeline reg */
202 if (!insert_to_each_succ_instr(block
, node
))
205 ppir_load_node
*load
= ppir_node_to_load(node
);
206 load
->dest
.type
= ppir_target_pipeline
;
207 load
->dest
.pipeline
= ppir_pipeline_reg_uniform
;
209 else if (node
->op
== ppir_op_load_temp
) {
210 /* merge pred load_temp into succ instr can save a reg
211 * by using pipeline reg */
212 if (!insert_to_each_succ_instr(block
, node
))
215 ppir_load_node
*load
= ppir_node_to_load(node
);
216 load
->dest
.type
= ppir_target_pipeline
;
217 load
->dest
.pipeline
= ppir_pipeline_reg_uniform
;
219 else if (node
->op
== ppir_op_load_varying
||
220 node
->op
== ppir_op_load_fragcoord
||
221 node
->op
== ppir_op_load_pointcoord
||
222 node
->op
== ppir_op_load_frontface
) {
223 /* delay the load varying dup to scheduler */
224 if (!create_new_instr(block
, node
))
228 /* not supported yet */
233 case ppir_node_type_load_texture
:
234 if (!create_new_instr(block
, node
))
237 case ppir_node_type_const
:
238 if (!insert_to_each_succ_instr(block
, node
))
241 case ppir_node_type_store
:
243 if (node
->op
== ppir_op_store_temp
) {
244 if (!create_new_instr(block
, node
))
249 /* Only the store color node should appear here.
250 * Currently we always insert a move node as the end instr.
251 * But it should only be done when:
252 * 1. store a const node
253 * 2. store a load node
254 * 3. store a reg assigned in another block like loop/if
257 assert(node
->op
== ppir_op_store_color
);
259 ppir_node
*move
= ppir_node_create(block
, ppir_op_mov
, -1, 0);
263 ppir_debug("node_to_instr create move %d from store %d\n",
264 move
->index
, node
->index
);
266 ppir_node_foreach_pred_safe(node
, dep
) {
267 ppir_node
*pred
= dep
->pred
;
268 /* we can't do this in this function except here as this
269 * store is the root of this recursion */
270 ppir_node_remove_dep(dep
);
271 ppir_node_add_dep(move
, pred
);
274 ppir_node_add_dep(node
, move
);
275 list_addtail(&move
->list
, &node
->list
);
277 ppir_alu_node
*alu
= ppir_node_to_alu(move
);
278 ppir_store_node
*store
= ppir_node_to_store(node
);
279 alu
->src
[0] = store
->src
;
282 alu
->dest
.type
= ppir_target_ssa
;
283 alu
->dest
.ssa
.num_components
= 4;
284 alu
->dest
.ssa
.live_in
= INT_MAX
;
285 alu
->dest
.ssa
.live_out
= 0;
286 alu
->dest
.write_mask
= 0xf;
288 store
->src
.type
= ppir_target_ssa
;
289 store
->src
.ssa
= &alu
->dest
.ssa
;
291 if (!create_new_instr(block
, move
))
294 move
->instr
->is_end
= true;
295 node
->instr
= move
->instr
;
297 /* use move for the following recursion */
301 case ppir_node_type_discard
:
302 if (!create_new_instr(block
, node
))
304 node
->instr
->is_end
= true;
306 case ppir_node_type_branch
:
307 if (!create_new_instr(block
, node
))
317 static bool ppir_do_node_to_instr(ppir_block
*block
, ppir_node
*node
)
319 ppir_node
*next
= node
;
321 /* first try pipeline sched, if that didn't succeed try normal scheduling */
322 if (!ppir_do_node_to_instr_pipeline(block
, node
))
323 if (!ppir_do_one_node_to_instr(block
, node
, &next
))
326 /* next may have been updated in ppir_do_one_node_to_instr */
329 /* we have to make sure the dep not be destroyed (due to
330 * succ change) in ppir_do_node_to_instr, otherwise we can't
331 * do recursion like this */
332 ppir_node_foreach_pred(node
, dep
) {
333 ppir_node
*pred
= dep
->pred
;
336 /* pred may already be processed by the previous pred
337 * (this pred may be both node and previous pred's child) */
341 /* insert pred only when all its successors have been inserted */
342 ppir_node_foreach_succ(pred
, dep
) {
343 ppir_node
*succ
= dep
->succ
;
351 if (!ppir_do_node_to_instr(block
, pred
))
359 static bool ppir_create_instr_from_node(ppir_compiler
*comp
)
361 list_for_each_entry(ppir_block
, block
, &comp
->block_list
, list
) {
362 list_for_each_entry(ppir_node
, node
, &block
->node_list
, list
) {
363 if (ppir_node_is_root(node
)) {
364 if (!ppir_do_node_to_instr(block
, node
))
373 static void ppir_build_instr_dependency(ppir_compiler
*comp
)
375 list_for_each_entry(ppir_block
, block
, &comp
->block_list
, list
) {
376 list_for_each_entry(ppir_instr
, instr
, &block
->instr_list
, list
) {
377 for (int i
= 0; i
< PPIR_INSTR_SLOT_NUM
; i
++) {
378 ppir_node
*node
= instr
->slots
[i
];
380 ppir_node_foreach_pred(node
, dep
) {
381 ppir_node
*pred
= dep
->pred
;
382 if (pred
->instr
&& pred
->instr
!= instr
)
383 ppir_instr_add_dep(instr
, pred
->instr
);
391 bool ppir_node_to_instr(ppir_compiler
*comp
)
393 if (!ppir_create_instr_from_node(comp
))
395 ppir_instr_print_list(comp
);
397 ppir_build_instr_dependency(comp
);
398 ppir_instr_print_dep(comp
);