2 * Copyright (C) 2019 Google.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
24 #include "util/ralloc.h"
29 is_fp16_conv(struct ir3_instruction
*instr
)
31 if (instr
->opc
!= OPC_MOV
)
34 struct ir3_register
*dst
= instr
->regs
[0];
35 struct ir3_register
*src
= instr
->regs
[1];
37 /* disallow conversions that cannot be folded into
40 if (dst
->flags
& (IR3_REG_EVEN
| IR3_REG_POS_INF
))
43 if (dst
->flags
& (IR3_REG_RELATIV
| IR3_REG_ARRAY
))
45 if (src
->flags
& (IR3_REG_RELATIV
| IR3_REG_ARRAY
))
48 if (instr
->cat1
.src_type
== TYPE_F32
&&
49 instr
->cat1
.dst_type
== TYPE_F16
)
52 if (instr
->cat1
.src_type
== TYPE_F16
&&
53 instr
->cat1
.dst_type
== TYPE_F32
)
60 all_uses_fp16_conv(struct ir3_instruction
*conv_src
)
62 foreach_ssa_use (use
, conv_src
)
63 if (!is_fp16_conv(use
))
69 rewrite_uses(struct ir3_instruction
*conv
, struct ir3_instruction
*replace
)
71 foreach_ssa_use (use
, conv
) {
72 struct ir3_instruction
*src
;
73 foreach_ssa_src_n (src
, n
, use
) {
75 use
->regs
[n
]->instr
= replace
;
81 try_conversion_folding(struct ir3_instruction
*conv
)
83 struct ir3_instruction
*src
;
85 if (!is_fp16_conv(conv
))
88 src
= ssa(conv
->regs
[1]);
92 /* avoid folding f2f32(f2f16) together, in cases where this is legal to
93 * do (glsl) nir should have handled that for us already:
95 if (is_fp16_conv(src
))
110 if (!all_uses_fp16_conv(src
))
113 if (src
->opc
== OPC_MOV
) {
114 if (src
->cat1
.dst_type
== src
->cat1
.src_type
) {
115 /* If we're folding a conversion into a bitwise move, we need to
116 * change the dst type to F32 to get the right behavior, since we
117 * could be moving a float with a u32.u32 move.
119 src
->cat1
.dst_type
= conv
->cat1
.dst_type
;
120 src
->cat1
.src_type
= conv
->cat1
.src_type
;
122 /* Otherwise, for typechanging movs, we can just change the dst
123 * type to F16 to collaps the two conversions. For example
124 * cov.s32f32 follwed by cov.f32f16 becomes cov.s32f16.
126 src
->cat1
.dst_type
= conv
->cat1
.dst_type
;
130 if (conv
->regs
[0]->flags
& IR3_REG_HALF
) {
131 src
->regs
[0]->flags
|= IR3_REG_HALF
;
133 src
->regs
[0]->flags
&= ~IR3_REG_HALF
;
136 rewrite_uses(conv
, src
);
140 ir3_cf(struct ir3
*ir
)
142 void *mem_ctx
= ralloc_context(NULL
);
144 ir3_find_ssa_uses(ir
, mem_ctx
);
146 foreach_block (block
, &ir
->block_list
) {
147 foreach_instr_safe (instr
, &block
->instr_list
) {
148 try_conversion_folding(instr
);
152 ralloc_free(mem_ctx
);