2 * Copyright © 2014 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
24 * Jason Ekstrand (jason@jlekstrand.net)
33 #define NIR_SEARCH_MAX_VARIABLES 16
38 nir_search_value_expression
,
39 nir_search_value_variable
,
40 nir_search_value_constant
,
41 } nir_search_value_type
;
44 nir_search_value_type type
;
47 * Bit size of the value. It is interpreted as follows:
49 * For a search expression:
50 * - If bit_size > 0, then the value only matches an SSA value with the
52 * - If bit_size <= 0, then the value matches any size SSA value.
54 * For a replace expression:
55 * - If bit_size > 0, then the value is constructed with the given bit size.
56 * - If bit_size == 0, then the value is constructed with the same bit size
57 * as the search value.
58 * - If bit_size < 0, then the value is constructed with the same bit size
59 * as variable (-bit_size - 1).
65 nir_search_value value
;
67 /** The variable index; Must be less than NIR_SEARCH_MAX_VARIABLES */
70 /** Indicates that the given variable must be a constant
72 * This is only allowed in search expressions and indicates that the
73 * given variable is only allowed to match constant values.
77 /** Indicates that the given variable must have a certain type
79 * This is only allowed in search expressions and indicates that the
80 * given variable is only allowed to match values that come from an ALU
81 * instruction with the given output type. A type of nir_type_void
82 * means it can match any type.
84 * Note: A variable that is both constant and has a non-void type will
85 * never match anything.
89 /** Optional condition fxn ptr
91 * This is only allowed in search expressions, and allows additional
92 * constraints to be placed on the match. Typically used for 'is_constant'
93 * variables to require, for example, power-of-two in order for the search
96 bool (*cond
)(struct hash_table
*range_ht
, nir_alu_instr
*instr
, unsigned src
,
97 unsigned num_components
, const uint8_t *swizzle
);
99 /** Swizzle (for replace only) */
100 uint8_t swizzle
[NIR_MAX_VEC_COMPONENTS
];
101 } nir_search_variable
;
104 nir_search_value value
;
113 } nir_search_constant
;
116 nir_search_op_i2f
= nir_last_opcode
+ 1,
130 uint16_t nir_search_op_for_nir_op(nir_op op
);
133 nir_search_value value
;
135 /* When set on a search expression, the expression will only match an SSA
136 * value that does *not* have the exact bit set. If unset, the exact bit
137 * on the SSA value is ignored.
141 /* Commutative expression index. This is assigned by opt_algebraic.py when
142 * search structures are constructed and is a unique (to this structure)
143 * index within the commutative operation bitfield used for searching for
144 * all combinations of expressions containing commutative operations.
146 int8_t comm_expr_idx
;
148 /* Number of commutative expressions in this expression including this one
149 * (if it is commutative).
153 /* One of nir_op or nir_search_op */
155 const nir_search_value
*srcs
[4];
157 /** Optional condition fxn ptr
159 * This allows additional constraints on expression matching, it is
160 * typically used to match an expressions uses such as the number of times
161 * the expression is used, and whether its used by an if.
163 bool (*cond
)(nir_alu_instr
*instr
);
164 } nir_search_expression
;
166 struct per_op_table
{
167 const uint16_t *filter
;
168 unsigned num_filtered_states
;
169 const uint16_t *table
;
173 const nir_search_expression
*search
;
174 const nir_search_value
*replace
;
175 unsigned condition_offset
;
178 /* Note: these must match the start states created in
179 * TreeAutomaton._build_table()
182 /* WILDCARD_STATE = 0 is set by zeroing the state array */
183 static const uint16_t CONST_STATE
= 1;
185 NIR_DEFINE_CAST(nir_search_value_as_variable
, nir_search_value
,
186 nir_search_variable
, value
,
187 type
, nir_search_value_variable
)
188 NIR_DEFINE_CAST(nir_search_value_as_constant
, nir_search_value
,
189 nir_search_constant
, value
,
190 type
, nir_search_value_constant
)
191 NIR_DEFINE_CAST(nir_search_value_as_expression
, nir_search_value
,
192 nir_search_expression
, value
,
193 type
, nir_search_value_expression
)
196 nir_replace_instr(struct nir_builder
*b
, nir_alu_instr
*instr
,
197 struct hash_table
*range_ht
,
198 const nir_search_expression
*search
,
199 const nir_search_value
*replace
);
201 nir_algebraic_impl(nir_function_impl
*impl
,
202 const bool *condition_flags
,
203 const struct transform
**transforms
,
204 const uint16_t *transform_counts
,
205 const struct per_op_table
*pass_op_table
);
207 #endif /* _NIR_SEARCH_ */