2 * Copyright © 2014 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
24 * Connor Abbott (cwabbott0@gmail.com)
32 * This file checks for invalid IR indicating a bug somewhere in the compiler.
35 /* Since this file is just a pile of asserts, don't bother compiling it if
36 * we're not building a debug build.
41 * Per-register validation state.
46 * equivalent to the uses and defs in nir_register, but built up by the
47 * validator. At the end, we verify that the sets have the same entries.
49 struct set
*uses
, *if_uses
, *defs
;
50 nir_function_impl
*where_defined
; /* NULL for global registers */
55 * equivalent to the uses in nir_ssa_def, but built up by the validator.
56 * At the end, we verify that the sets have the same entries.
58 struct set
*uses
, *if_uses
;
59 nir_function_impl
*where_defined
;
60 } ssa_def_validate_state
;
63 /* map of register -> validation state (struct above) */
64 struct hash_table
*regs
;
66 /* the current shader being validated */
69 /* the current instruction being validated */
72 /* the current variable being validated */
75 /* the current basic block being validated */
78 /* the current if statement being validated */
81 /* the current loop being visited */
84 /* the parent of the current cf node being visited */
85 nir_cf_node
*parent_node
;
87 /* the current function implementation being validated */
88 nir_function_impl
*impl
;
90 /* map of SSA value -> function implementation where it is defined */
91 struct hash_table
*ssa_defs
;
93 /* bitset of ssa definitions we have found; used to check uniqueness */
94 BITSET_WORD
*ssa_defs_found
;
96 /* bitset of registers we have currently found; used to check uniqueness */
97 BITSET_WORD
*regs_found
;
99 /* map of variable -> function implementation where it is defined or NULL
100 * if it is a global variable
102 struct hash_table
*var_defs
;
104 /* map of instruction/var/etc to failed assert string */
105 struct hash_table
*errors
;
109 log_error(validate_state
*state
, const char *cond
, const char *file
, int line
)
120 char *msg
= ralloc_asprintf(state
->errors
, "error: %s (%s:%d)",
123 _mesa_hash_table_insert(state
->errors
, obj
, msg
);
126 #define validate_assert(state, cond) do { \
128 log_error(state, #cond, __FILE__, __LINE__); \
131 static void validate_src(nir_src
*src
, validate_state
*state
,
132 unsigned bit_size
, unsigned num_components
);
135 validate_reg_src(nir_src
*src
, validate_state
*state
,
136 unsigned bit_size
, unsigned num_components
)
138 validate_assert(state
, src
->reg
.reg
!= NULL
);
140 struct hash_entry
*entry
;
141 entry
= _mesa_hash_table_search(state
->regs
, src
->reg
.reg
);
142 validate_assert(state
, entry
);
144 reg_validate_state
*reg_state
= (reg_validate_state
*) entry
->data
;
147 _mesa_set_add(reg_state
->uses
, src
);
149 validate_assert(state
, state
->if_stmt
);
150 _mesa_set_add(reg_state
->if_uses
, src
);
153 if (!src
->reg
.reg
->is_global
) {
154 validate_assert(state
, reg_state
->where_defined
== state
->impl
&&
155 "using a register declared in a different function");
158 if (!src
->reg
.reg
->is_packed
) {
160 validate_assert(state
, src
->reg
.reg
->bit_size
== bit_size
);
162 validate_assert(state
, src
->reg
.reg
->num_components
== num_components
);
165 validate_assert(state
, (src
->reg
.reg
->num_array_elems
== 0 ||
166 src
->reg
.base_offset
< src
->reg
.reg
->num_array_elems
) &&
167 "definitely out-of-bounds array access");
169 if (src
->reg
.indirect
) {
170 validate_assert(state
, src
->reg
.reg
->num_array_elems
!= 0);
171 validate_assert(state
, (src
->reg
.indirect
->is_ssa
||
172 src
->reg
.indirect
->reg
.indirect
== NULL
) &&
173 "only one level of indirection allowed");
174 validate_src(src
->reg
.indirect
, state
, 32, 1);
179 validate_ssa_src(nir_src
*src
, validate_state
*state
,
180 unsigned bit_size
, unsigned num_components
)
182 validate_assert(state
, src
->ssa
!= NULL
);
184 struct hash_entry
*entry
= _mesa_hash_table_search(state
->ssa_defs
, src
->ssa
);
186 validate_assert(state
, entry
);
191 ssa_def_validate_state
*def_state
= (ssa_def_validate_state
*)entry
->data
;
193 validate_assert(state
, def_state
->where_defined
== state
->impl
&&
194 "using an SSA value defined in a different function");
197 _mesa_set_add(def_state
->uses
, src
);
199 validate_assert(state
, state
->if_stmt
);
200 _mesa_set_add(def_state
->if_uses
, src
);
204 validate_assert(state
, src
->ssa
->bit_size
== bit_size
);
206 validate_assert(state
, src
->ssa
->num_components
== num_components
);
208 /* TODO validate that the use is dominated by the definition */
212 validate_src(nir_src
*src
, validate_state
*state
,
213 unsigned bit_size
, unsigned num_components
)
216 validate_assert(state
, src
->parent_instr
== state
->instr
);
218 validate_assert(state
, src
->parent_if
== state
->if_stmt
);
221 validate_ssa_src(src
, state
, bit_size
, num_components
);
223 validate_reg_src(src
, state
, bit_size
, num_components
);
227 validate_alu_src(nir_alu_instr
*instr
, unsigned index
, validate_state
*state
)
229 nir_alu_src
*src
= &instr
->src
[index
];
231 unsigned num_components
= nir_src_num_components(src
->src
);
232 if (!src
->src
.is_ssa
&& src
->src
.reg
.reg
->is_packed
)
233 num_components
= NIR_MAX_VEC_COMPONENTS
; /* can't check anything */
234 for (unsigned i
= 0; i
< NIR_MAX_VEC_COMPONENTS
; i
++) {
235 validate_assert(state
, src
->swizzle
[i
] < NIR_MAX_VEC_COMPONENTS
);
237 if (nir_alu_instr_channel_used(instr
, index
, i
))
238 validate_assert(state
, src
->swizzle
[i
] < num_components
);
241 validate_src(&src
->src
, state
, 0, 0);
245 validate_reg_dest(nir_reg_dest
*dest
, validate_state
*state
,
246 unsigned bit_size
, unsigned num_components
)
248 validate_assert(state
, dest
->reg
!= NULL
);
250 validate_assert(state
, dest
->parent_instr
== state
->instr
);
252 struct hash_entry
*entry2
;
253 entry2
= _mesa_hash_table_search(state
->regs
, dest
->reg
);
255 validate_assert(state
, entry2
);
257 reg_validate_state
*reg_state
= (reg_validate_state
*) entry2
->data
;
258 _mesa_set_add(reg_state
->defs
, dest
);
260 if (!dest
->reg
->is_global
) {
261 validate_assert(state
, reg_state
->where_defined
== state
->impl
&&
262 "writing to a register declared in a different function");
265 if (!dest
->reg
->is_packed
) {
267 validate_assert(state
, dest
->reg
->bit_size
== bit_size
);
269 validate_assert(state
, dest
->reg
->num_components
== num_components
);
272 validate_assert(state
, (dest
->reg
->num_array_elems
== 0 ||
273 dest
->base_offset
< dest
->reg
->num_array_elems
) &&
274 "definitely out-of-bounds array access");
276 if (dest
->indirect
) {
277 validate_assert(state
, dest
->reg
->num_array_elems
!= 0);
278 validate_assert(state
, (dest
->indirect
->is_ssa
|| dest
->indirect
->reg
.indirect
== NULL
) &&
279 "only one level of indirection allowed");
280 validate_src(dest
->indirect
, state
, 32, 1);
285 validate_ssa_def(nir_ssa_def
*def
, validate_state
*state
)
287 validate_assert(state
, def
->index
< state
->impl
->ssa_alloc
);
288 validate_assert(state
, !BITSET_TEST(state
->ssa_defs_found
, def
->index
));
289 BITSET_SET(state
->ssa_defs_found
, def
->index
);
291 validate_assert(state
, def
->parent_instr
== state
->instr
);
293 validate_assert(state
, (def
->num_components
<= 4) ||
294 (def
->num_components
== 8) ||
295 (def
->num_components
== 16));
297 list_validate(&def
->uses
);
298 list_validate(&def
->if_uses
);
300 ssa_def_validate_state
*def_state
= ralloc(state
->ssa_defs
,
301 ssa_def_validate_state
);
302 def_state
->where_defined
= state
->impl
;
303 def_state
->uses
= _mesa_set_create(def_state
, _mesa_hash_pointer
,
304 _mesa_key_pointer_equal
);
305 def_state
->if_uses
= _mesa_set_create(def_state
, _mesa_hash_pointer
,
306 _mesa_key_pointer_equal
);
307 _mesa_hash_table_insert(state
->ssa_defs
, def
, def_state
);
311 validate_dest(nir_dest
*dest
, validate_state
*state
,
312 unsigned bit_size
, unsigned num_components
)
316 validate_assert(state
, dest
->ssa
.bit_size
== bit_size
);
318 validate_assert(state
, dest
->ssa
.num_components
== num_components
);
319 validate_ssa_def(&dest
->ssa
, state
);
321 validate_reg_dest(&dest
->reg
, state
, bit_size
, num_components
);
326 validate_alu_dest(nir_alu_instr
*instr
, validate_state
*state
)
328 nir_alu_dest
*dest
= &instr
->dest
;
330 unsigned dest_size
= nir_dest_num_components(dest
->dest
);
331 bool is_packed
= !dest
->dest
.is_ssa
&& dest
->dest
.reg
.reg
->is_packed
;
333 * validate that the instruction doesn't write to components not in the
336 validate_assert(state
, is_packed
|| !(dest
->write_mask
& ~((1 << dest_size
) - 1)));
338 /* validate that saturate is only ever used on instructions with
339 * destinations of type float
341 nir_alu_instr
*alu
= nir_instr_as_alu(state
->instr
);
342 validate_assert(state
,
343 (nir_alu_type_get_base_type(nir_op_infos
[alu
->op
].output_type
) ==
347 validate_dest(&dest
->dest
, state
, 0, 0);
351 validate_alu_instr(nir_alu_instr
*instr
, validate_state
*state
)
353 validate_assert(state
, instr
->op
< nir_num_opcodes
);
355 unsigned instr_bit_size
= 0;
356 for (unsigned i
= 0; i
< nir_op_infos
[instr
->op
].num_inputs
; i
++) {
357 nir_alu_type src_type
= nir_op_infos
[instr
->op
].input_types
[i
];
358 unsigned src_bit_size
= nir_src_bit_size(instr
->src
[i
].src
);
359 if (nir_alu_type_get_type_size(src_type
)) {
360 validate_assert(state
, src_bit_size
== nir_alu_type_get_type_size(src_type
));
361 } else if (instr_bit_size
) {
362 validate_assert(state
, src_bit_size
== instr_bit_size
);
364 instr_bit_size
= src_bit_size
;
367 if (nir_alu_type_get_base_type(src_type
) == nir_type_float
) {
368 /* 8-bit float isn't a thing */
369 validate_assert(state
, src_bit_size
== 16 || src_bit_size
== 32 ||
373 validate_alu_src(instr
, i
, state
);
376 nir_alu_type dest_type
= nir_op_infos
[instr
->op
].output_type
;
377 unsigned dest_bit_size
= nir_dest_bit_size(instr
->dest
.dest
);
378 if (nir_alu_type_get_type_size(dest_type
)) {
379 validate_assert(state
, dest_bit_size
== nir_alu_type_get_type_size(dest_type
));
380 } else if (instr_bit_size
) {
381 validate_assert(state
, dest_bit_size
== instr_bit_size
);
383 /* The only unsized thing is the destination so it's vacuously valid */
386 if (nir_alu_type_get_base_type(dest_type
) == nir_type_float
) {
387 /* 8-bit float isn't a thing */
388 validate_assert(state
, dest_bit_size
== 16 || dest_bit_size
== 32 ||
389 dest_bit_size
== 64);
392 validate_alu_dest(instr
, state
);
396 validate_var_use(nir_variable
*var
, validate_state
*state
)
398 struct hash_entry
*entry
= _mesa_hash_table_search(state
->var_defs
, var
);
399 validate_assert(state
, entry
);
400 if (var
->data
.mode
== nir_var_local
)
401 validate_assert(state
, (nir_function_impl
*) entry
->data
== state
->impl
);
405 validate_deref_instr(nir_deref_instr
*instr
, validate_state
*state
)
407 if (instr
->deref_type
== nir_deref_type_var
) {
408 /* Variable dereferences are stupid simple. */
409 validate_assert(state
, instr
->mode
== instr
->var
->data
.mode
);
410 validate_assert(state
, instr
->type
== instr
->var
->type
);
411 validate_var_use(instr
->var
, state
);
412 } else if (instr
->deref_type
== nir_deref_type_cast
) {
413 /* For cast, we simply have to trust the instruction. It's up to
414 * lowering passes and front/back-ends to make them sane.
416 validate_src(&instr
->parent
, state
, 0, 0);
418 /* We just validate that the type and mode are there */
419 validate_assert(state
, instr
->mode
);
420 validate_assert(state
, instr
->type
);
422 /* We require the parent to be SSA. This may be lifted in the future */
423 validate_assert(state
, instr
->parent
.is_ssa
);
425 /* The parent pointer value must have the same number of components
426 * as the destination.
428 validate_src(&instr
->parent
, state
, nir_dest_bit_size(instr
->dest
),
429 nir_dest_num_components(instr
->dest
));
431 nir_instr
*parent_instr
= instr
->parent
.ssa
->parent_instr
;
433 /* The parent must come from another deref instruction */
434 validate_assert(state
, parent_instr
->type
== nir_instr_type_deref
);
436 nir_deref_instr
*parent
= nir_instr_as_deref(parent_instr
);
438 validate_assert(state
, instr
->mode
== parent
->mode
);
440 switch (instr
->deref_type
) {
441 case nir_deref_type_struct
:
442 validate_assert(state
, glsl_type_is_struct(parent
->type
));
443 validate_assert(state
,
444 instr
->strct
.index
< glsl_get_length(parent
->type
));
445 validate_assert(state
, instr
->type
==
446 glsl_get_struct_field(parent
->type
, instr
->strct
.index
));
449 case nir_deref_type_array
:
450 case nir_deref_type_array_wildcard
:
451 if (instr
->mode
== nir_var_shared
) {
452 /* Shared variables have a bit more relaxed rules because we need
453 * to be able to handle array derefs on vectors. Fortunately,
454 * nir_lower_io handles these just fine.
456 validate_assert(state
, glsl_type_is_array(parent
->type
) ||
457 glsl_type_is_matrix(parent
->type
) ||
458 glsl_type_is_vector(parent
->type
));
460 /* Most of NIR cannot handle array derefs on vectors */
461 validate_assert(state
, glsl_type_is_array(parent
->type
) ||
462 glsl_type_is_matrix(parent
->type
));
464 validate_assert(state
,
465 instr
->type
== glsl_get_array_element(parent
->type
));
467 if (instr
->deref_type
== nir_deref_type_array
)
468 validate_src(&instr
->arr
.index
, state
, 32, 1);
472 unreachable("Invalid deref instruction type");
476 /* We intentionally don't validate the size of the destination because we
477 * want to let other compiler components such as SPIR-V decide how big
478 * pointers should be.
480 validate_dest(&instr
->dest
, state
, 0, 0);
484 validate_intrinsic_instr(nir_intrinsic_instr
*instr
, validate_state
*state
)
486 unsigned dest_bit_size
= 0;
487 unsigned src_bit_sizes
[NIR_INTRINSIC_MAX_INPUTS
] = { 0, };
488 switch (instr
->intrinsic
) {
489 case nir_intrinsic_load_param
: {
490 unsigned param_idx
= nir_intrinsic_param_idx(instr
);
491 validate_assert(state
, param_idx
< state
->impl
->function
->num_params
);
492 nir_parameter
*param
= &state
->impl
->function
->params
[param_idx
];
493 validate_assert(state
, instr
->num_components
== param
->num_components
);
494 dest_bit_size
= param
->bit_size
;
498 case nir_intrinsic_load_deref
: {
499 nir_deref_instr
*src
= nir_src_as_deref(instr
->src
[0]);
500 validate_assert(state
, glsl_type_is_vector_or_scalar(src
->type
) ||
501 (src
->mode
== nir_var_uniform
&&
502 glsl_get_base_type(src
->type
) == GLSL_TYPE_SUBROUTINE
));
503 validate_assert(state
, instr
->num_components
==
504 glsl_get_vector_elements(src
->type
));
505 dest_bit_size
= glsl_get_bit_size(src
->type
);
509 case nir_intrinsic_store_deref
: {
510 nir_deref_instr
*dst
= nir_src_as_deref(instr
->src
[0]);
511 validate_assert(state
, glsl_type_is_vector_or_scalar(dst
->type
));
512 validate_assert(state
, instr
->num_components
==
513 glsl_get_vector_elements(dst
->type
));
514 src_bit_sizes
[1] = glsl_get_bit_size(dst
->type
);
515 validate_assert(state
, (dst
->mode
& (nir_var_shader_in
|
517 nir_var_shader_storage
)) == 0);
518 validate_assert(state
, (nir_intrinsic_write_mask(instr
) & ~((1 << instr
->num_components
) - 1)) == 0);
522 case nir_intrinsic_copy_deref
: {
523 nir_deref_instr
*dst
= nir_src_as_deref(instr
->src
[0]);
524 nir_deref_instr
*src
= nir_src_as_deref(instr
->src
[1]);
525 validate_assert(state
, dst
->type
== src
->type
);
526 validate_assert(state
, (dst
->mode
& (nir_var_shader_in
|
528 nir_var_shader_storage
)) == 0);
536 unsigned num_srcs
= nir_intrinsic_infos
[instr
->intrinsic
].num_srcs
;
537 for (unsigned i
= 0; i
< num_srcs
; i
++) {
538 unsigned components_read
= nir_intrinsic_src_components(instr
, i
);
540 validate_assert(state
, components_read
> 0);
542 validate_src(&instr
->src
[i
], state
, src_bit_sizes
[i
], components_read
);
545 if (nir_intrinsic_infos
[instr
->intrinsic
].has_dest
) {
546 unsigned components_written
= nir_intrinsic_dest_components(instr
);
548 validate_assert(state
, components_written
> 0);
550 validate_dest(&instr
->dest
, state
, dest_bit_size
, components_written
);
555 validate_tex_instr(nir_tex_instr
*instr
, validate_state
*state
)
557 bool src_type_seen
[nir_num_tex_src_types
];
558 for (unsigned i
= 0; i
< nir_num_tex_src_types
; i
++)
559 src_type_seen
[i
] = false;
561 for (unsigned i
= 0; i
< instr
->num_srcs
; i
++) {
562 validate_assert(state
, !src_type_seen
[instr
->src
[i
].src_type
]);
563 src_type_seen
[instr
->src
[i
].src_type
] = true;
564 validate_src(&instr
->src
[i
].src
, state
,
565 0, nir_tex_instr_src_size(instr
, i
));
568 validate_dest(&instr
->dest
, state
, 0, nir_tex_instr_dest_size(instr
));
572 validate_call_instr(nir_call_instr
*instr
, validate_state
*state
)
574 validate_assert(state
, instr
->num_params
== instr
->callee
->num_params
);
576 for (unsigned i
= 0; i
< instr
->num_params
; i
++) {
577 validate_src(&instr
->params
[i
], state
,
578 instr
->callee
->params
[i
].bit_size
,
579 instr
->callee
->params
[i
].num_components
);
584 validate_load_const_instr(nir_load_const_instr
*instr
, validate_state
*state
)
586 validate_ssa_def(&instr
->def
, state
);
590 validate_ssa_undef_instr(nir_ssa_undef_instr
*instr
, validate_state
*state
)
592 validate_ssa_def(&instr
->def
, state
);
596 validate_phi_instr(nir_phi_instr
*instr
, validate_state
*state
)
599 * don't validate the sources until we get to them from their predecessor
600 * basic blocks, to avoid validating an SSA use before its definition.
603 validate_dest(&instr
->dest
, state
, 0, 0);
605 exec_list_validate(&instr
->srcs
);
606 validate_assert(state
, exec_list_length(&instr
->srcs
) ==
607 state
->block
->predecessors
->entries
);
611 validate_instr(nir_instr
*instr
, validate_state
*state
)
613 validate_assert(state
, instr
->block
== state
->block
);
615 state
->instr
= instr
;
617 switch (instr
->type
) {
618 case nir_instr_type_alu
:
619 validate_alu_instr(nir_instr_as_alu(instr
), state
);
622 case nir_instr_type_deref
:
623 validate_deref_instr(nir_instr_as_deref(instr
), state
);
626 case nir_instr_type_call
:
627 validate_call_instr(nir_instr_as_call(instr
), state
);
630 case nir_instr_type_intrinsic
:
631 validate_intrinsic_instr(nir_instr_as_intrinsic(instr
), state
);
634 case nir_instr_type_tex
:
635 validate_tex_instr(nir_instr_as_tex(instr
), state
);
638 case nir_instr_type_load_const
:
639 validate_load_const_instr(nir_instr_as_load_const(instr
), state
);
642 case nir_instr_type_phi
:
643 validate_phi_instr(nir_instr_as_phi(instr
), state
);
646 case nir_instr_type_ssa_undef
:
647 validate_ssa_undef_instr(nir_instr_as_ssa_undef(instr
), state
);
650 case nir_instr_type_jump
:
654 validate_assert(state
, !"Invalid ALU instruction type");
662 validate_phi_src(nir_phi_instr
*instr
, nir_block
*pred
, validate_state
*state
)
664 state
->instr
= &instr
->instr
;
666 validate_assert(state
, instr
->dest
.is_ssa
);
668 exec_list_validate(&instr
->srcs
);
669 nir_foreach_phi_src(src
, instr
) {
670 if (src
->pred
== pred
) {
671 validate_assert(state
, src
->src
.is_ssa
);
672 validate_src(&src
->src
, state
, instr
->dest
.ssa
.bit_size
,
673 instr
->dest
.ssa
.num_components
);
683 validate_phi_srcs(nir_block
*block
, nir_block
*succ
, validate_state
*state
)
685 nir_foreach_instr(instr
, succ
) {
686 if (instr
->type
!= nir_instr_type_phi
)
689 validate_phi_src(nir_instr_as_phi(instr
), block
, state
);
693 static void validate_cf_node(nir_cf_node
*node
, validate_state
*state
);
696 validate_block(nir_block
*block
, validate_state
*state
)
698 validate_assert(state
, block
->cf_node
.parent
== state
->parent_node
);
700 state
->block
= block
;
702 exec_list_validate(&block
->instr_list
);
703 nir_foreach_instr(instr
, block
) {
704 if (instr
->type
== nir_instr_type_phi
) {
705 validate_assert(state
, instr
== nir_block_first_instr(block
) ||
706 nir_instr_prev(instr
)->type
== nir_instr_type_phi
);
709 if (instr
->type
== nir_instr_type_jump
) {
710 validate_assert(state
, instr
== nir_block_last_instr(block
));
713 validate_instr(instr
, state
);
716 validate_assert(state
, block
->successors
[0] != NULL
);
717 validate_assert(state
, block
->successors
[0] != block
->successors
[1]);
719 for (unsigned i
= 0; i
< 2; i
++) {
720 if (block
->successors
[i
] != NULL
) {
721 struct set_entry
*entry
=
722 _mesa_set_search(block
->successors
[i
]->predecessors
, block
);
723 validate_assert(state
, entry
);
725 validate_phi_srcs(block
, block
->successors
[i
], state
);
729 struct set_entry
*entry
;
730 set_foreach(block
->predecessors
, entry
) {
731 const nir_block
*pred
= entry
->key
;
732 validate_assert(state
, pred
->successors
[0] == block
||
733 pred
->successors
[1] == block
);
736 if (!exec_list_is_empty(&block
->instr_list
) &&
737 nir_block_last_instr(block
)->type
== nir_instr_type_jump
) {
738 validate_assert(state
, block
->successors
[1] == NULL
);
739 nir_jump_instr
*jump
= nir_instr_as_jump(nir_block_last_instr(block
));
740 switch (jump
->type
) {
741 case nir_jump_break
: {
743 nir_cf_node_as_block(nir_cf_node_next(&state
->loop
->cf_node
));
744 validate_assert(state
, block
->successors
[0] == after
);
748 case nir_jump_continue
: {
749 nir_block
*first
= nir_loop_first_block(state
->loop
);
750 validate_assert(state
, block
->successors
[0] == first
);
754 case nir_jump_return
:
755 validate_assert(state
, block
->successors
[0] == state
->impl
->end_block
);
759 unreachable("bad jump type");
762 nir_cf_node
*next
= nir_cf_node_next(&block
->cf_node
);
764 switch (state
->parent_node
->type
) {
765 case nir_cf_node_loop
: {
766 nir_block
*first
= nir_loop_first_block(state
->loop
);
767 validate_assert(state
, block
->successors
[0] == first
);
768 /* due to the hack for infinite loops, block->successors[1] may
769 * point to the block after the loop.
774 case nir_cf_node_if
: {
776 nir_cf_node_as_block(nir_cf_node_next(state
->parent_node
));
777 validate_assert(state
, block
->successors
[0] == after
);
778 validate_assert(state
, block
->successors
[1] == NULL
);
782 case nir_cf_node_function
:
783 validate_assert(state
, block
->successors
[0] == state
->impl
->end_block
);
784 validate_assert(state
, block
->successors
[1] == NULL
);
788 unreachable("unknown control flow node type");
791 if (next
->type
== nir_cf_node_if
) {
792 nir_if
*if_stmt
= nir_cf_node_as_if(next
);
793 validate_assert(state
, block
->successors
[0] ==
794 nir_if_first_then_block(if_stmt
));
795 validate_assert(state
, block
->successors
[1] ==
796 nir_if_first_else_block(if_stmt
));
798 validate_assert(state
, next
->type
== nir_cf_node_loop
);
799 nir_loop
*loop
= nir_cf_node_as_loop(next
);
800 validate_assert(state
, block
->successors
[0] ==
801 nir_loop_first_block(loop
));
802 validate_assert(state
, block
->successors
[1] == NULL
);
809 validate_if(nir_if
*if_stmt
, validate_state
*state
)
811 state
->if_stmt
= if_stmt
;
813 validate_assert(state
, !exec_node_is_head_sentinel(if_stmt
->cf_node
.node
.prev
));
814 nir_cf_node
*prev_node
= nir_cf_node_prev(&if_stmt
->cf_node
);
815 validate_assert(state
, prev_node
->type
== nir_cf_node_block
);
817 validate_assert(state
, !exec_node_is_tail_sentinel(if_stmt
->cf_node
.node
.next
));
818 nir_cf_node
*next_node
= nir_cf_node_next(&if_stmt
->cf_node
);
819 validate_assert(state
, next_node
->type
== nir_cf_node_block
);
821 validate_src(&if_stmt
->condition
, state
, 32, 1);
823 validate_assert(state
, !exec_list_is_empty(&if_stmt
->then_list
));
824 validate_assert(state
, !exec_list_is_empty(&if_stmt
->else_list
));
826 nir_cf_node
*old_parent
= state
->parent_node
;
827 state
->parent_node
= &if_stmt
->cf_node
;
829 exec_list_validate(&if_stmt
->then_list
);
830 foreach_list_typed(nir_cf_node
, cf_node
, node
, &if_stmt
->then_list
) {
831 validate_cf_node(cf_node
, state
);
834 exec_list_validate(&if_stmt
->else_list
);
835 foreach_list_typed(nir_cf_node
, cf_node
, node
, &if_stmt
->else_list
) {
836 validate_cf_node(cf_node
, state
);
839 state
->parent_node
= old_parent
;
840 state
->if_stmt
= NULL
;
844 validate_loop(nir_loop
*loop
, validate_state
*state
)
846 validate_assert(state
, !exec_node_is_head_sentinel(loop
->cf_node
.node
.prev
));
847 nir_cf_node
*prev_node
= nir_cf_node_prev(&loop
->cf_node
);
848 validate_assert(state
, prev_node
->type
== nir_cf_node_block
);
850 validate_assert(state
, !exec_node_is_tail_sentinel(loop
->cf_node
.node
.next
));
851 nir_cf_node
*next_node
= nir_cf_node_next(&loop
->cf_node
);
852 validate_assert(state
, next_node
->type
== nir_cf_node_block
);
854 validate_assert(state
, !exec_list_is_empty(&loop
->body
));
856 nir_cf_node
*old_parent
= state
->parent_node
;
857 state
->parent_node
= &loop
->cf_node
;
858 nir_loop
*old_loop
= state
->loop
;
861 exec_list_validate(&loop
->body
);
862 foreach_list_typed(nir_cf_node
, cf_node
, node
, &loop
->body
) {
863 validate_cf_node(cf_node
, state
);
866 state
->parent_node
= old_parent
;
867 state
->loop
= old_loop
;
871 validate_cf_node(nir_cf_node
*node
, validate_state
*state
)
873 validate_assert(state
, node
->parent
== state
->parent_node
);
875 switch (node
->type
) {
876 case nir_cf_node_block
:
877 validate_block(nir_cf_node_as_block(node
), state
);
881 validate_if(nir_cf_node_as_if(node
), state
);
884 case nir_cf_node_loop
:
885 validate_loop(nir_cf_node_as_loop(node
), state
);
889 unreachable("Invalid CF node type");
894 prevalidate_reg_decl(nir_register
*reg
, bool is_global
, validate_state
*state
)
896 validate_assert(state
, reg
->is_global
== is_global
);
899 validate_assert(state
, reg
->index
< state
->shader
->reg_alloc
);
901 validate_assert(state
, reg
->index
< state
->impl
->reg_alloc
);
902 validate_assert(state
, !BITSET_TEST(state
->regs_found
, reg
->index
));
903 BITSET_SET(state
->regs_found
, reg
->index
);
905 list_validate(®
->uses
);
906 list_validate(®
->defs
);
907 list_validate(®
->if_uses
);
909 reg_validate_state
*reg_state
= ralloc(state
->regs
, reg_validate_state
);
910 reg_state
->uses
= _mesa_set_create(reg_state
, _mesa_hash_pointer
,
911 _mesa_key_pointer_equal
);
912 reg_state
->if_uses
= _mesa_set_create(reg_state
, _mesa_hash_pointer
,
913 _mesa_key_pointer_equal
);
914 reg_state
->defs
= _mesa_set_create(reg_state
, _mesa_hash_pointer
,
915 _mesa_key_pointer_equal
);
917 reg_state
->where_defined
= is_global
? NULL
: state
->impl
;
919 _mesa_hash_table_insert(state
->regs
, reg
, reg_state
);
923 postvalidate_reg_decl(nir_register
*reg
, validate_state
*state
)
925 struct hash_entry
*entry
= _mesa_hash_table_search(state
->regs
, reg
);
928 reg_validate_state
*reg_state
= (reg_validate_state
*) entry
->data
;
930 nir_foreach_use(src
, reg
) {
931 struct set_entry
*entry
= _mesa_set_search(reg_state
->uses
, src
);
932 validate_assert(state
, entry
);
933 _mesa_set_remove(reg_state
->uses
, entry
);
936 if (reg_state
->uses
->entries
!= 0) {
937 printf("extra entries in register uses:\n");
938 struct set_entry
*entry
;
939 set_foreach(reg_state
->uses
, entry
)
940 printf("%p\n", entry
->key
);
945 nir_foreach_if_use(src
, reg
) {
946 struct set_entry
*entry
= _mesa_set_search(reg_state
->if_uses
, src
);
947 validate_assert(state
, entry
);
948 _mesa_set_remove(reg_state
->if_uses
, entry
);
951 if (reg_state
->if_uses
->entries
!= 0) {
952 printf("extra entries in register if_uses:\n");
953 struct set_entry
*entry
;
954 set_foreach(reg_state
->if_uses
, entry
)
955 printf("%p\n", entry
->key
);
960 nir_foreach_def(src
, reg
) {
961 struct set_entry
*entry
= _mesa_set_search(reg_state
->defs
, src
);
962 validate_assert(state
, entry
);
963 _mesa_set_remove(reg_state
->defs
, entry
);
966 if (reg_state
->defs
->entries
!= 0) {
967 printf("extra entries in register defs:\n");
968 struct set_entry
*entry
;
969 set_foreach(reg_state
->defs
, entry
)
970 printf("%p\n", entry
->key
);
977 validate_var_decl(nir_variable
*var
, bool is_global
, validate_state
*state
)
981 validate_assert(state
, is_global
== nir_variable_is_global(var
));
983 /* Must have exactly one mode set */
984 validate_assert(state
, util_is_power_of_two_nonzero(var
->data
.mode
));
986 if (var
->data
.compact
) {
987 /* The "compact" flag is only valid on arrays of scalars. */
988 assert(glsl_type_is_array(var
->type
));
990 const struct glsl_type
*type
= glsl_get_array_element(var
->type
);
991 if (nir_is_per_vertex_io(var
, state
->shader
->info
.stage
)) {
992 assert(glsl_type_is_array(type
));
993 assert(glsl_type_is_scalar(glsl_get_array_element(type
)));
995 assert(glsl_type_is_scalar(type
));
999 if (var
->num_members
> 0) {
1000 const struct glsl_type
*without_array
= glsl_without_array(var
->type
);
1001 validate_assert(state
, glsl_type_is_struct(without_array
));
1002 validate_assert(state
, var
->num_members
== glsl_get_length(without_array
));
1003 validate_assert(state
, var
->members
!= NULL
);
1007 * TODO validate some things ir_validate.cpp does (requires more GLSL type
1011 _mesa_hash_table_insert(state
->var_defs
, var
,
1012 is_global
? NULL
: state
->impl
);
1018 postvalidate_ssa_def(nir_ssa_def
*def
, void *void_state
)
1020 validate_state
*state
= void_state
;
1022 struct hash_entry
*entry
= _mesa_hash_table_search(state
->ssa_defs
, def
);
1025 ssa_def_validate_state
*def_state
= (ssa_def_validate_state
*)entry
->data
;
1027 nir_foreach_use(src
, def
) {
1028 struct set_entry
*entry
= _mesa_set_search(def_state
->uses
, src
);
1029 validate_assert(state
, entry
);
1030 _mesa_set_remove(def_state
->uses
, entry
);
1033 if (def_state
->uses
->entries
!= 0) {
1034 printf("extra entries in SSA def uses:\n");
1035 struct set_entry
*entry
;
1036 set_foreach(def_state
->uses
, entry
)
1037 printf("%p\n", entry
->key
);
1042 nir_foreach_if_use(src
, def
) {
1043 struct set_entry
*entry
= _mesa_set_search(def_state
->if_uses
, src
);
1044 validate_assert(state
, entry
);
1045 _mesa_set_remove(def_state
->if_uses
, entry
);
1048 if (def_state
->if_uses
->entries
!= 0) {
1049 printf("extra entries in SSA def uses:\n");
1050 struct set_entry
*entry
;
1051 set_foreach(def_state
->if_uses
, entry
)
1052 printf("%p\n", entry
->key
);
1061 validate_function_impl(nir_function_impl
*impl
, validate_state
*state
)
1063 validate_assert(state
, impl
->function
->impl
== impl
);
1064 validate_assert(state
, impl
->cf_node
.parent
== NULL
);
1066 validate_assert(state
, exec_list_is_empty(&impl
->end_block
->instr_list
));
1067 validate_assert(state
, impl
->end_block
->successors
[0] == NULL
);
1068 validate_assert(state
, impl
->end_block
->successors
[1] == NULL
);
1071 state
->parent_node
= &impl
->cf_node
;
1073 exec_list_validate(&impl
->locals
);
1074 nir_foreach_variable(var
, &impl
->locals
) {
1075 validate_var_decl(var
, false, state
);
1078 state
->regs_found
= realloc(state
->regs_found
,
1079 BITSET_WORDS(impl
->reg_alloc
) *
1080 sizeof(BITSET_WORD
));
1081 memset(state
->regs_found
, 0, BITSET_WORDS(impl
->reg_alloc
) *
1082 sizeof(BITSET_WORD
));
1083 exec_list_validate(&impl
->registers
);
1084 foreach_list_typed(nir_register
, reg
, node
, &impl
->registers
) {
1085 prevalidate_reg_decl(reg
, false, state
);
1088 state
->ssa_defs_found
= realloc(state
->ssa_defs_found
,
1089 BITSET_WORDS(impl
->ssa_alloc
) *
1090 sizeof(BITSET_WORD
));
1091 memset(state
->ssa_defs_found
, 0, BITSET_WORDS(impl
->ssa_alloc
) *
1092 sizeof(BITSET_WORD
));
1093 exec_list_validate(&impl
->body
);
1094 foreach_list_typed(nir_cf_node
, node
, node
, &impl
->body
) {
1095 validate_cf_node(node
, state
);
1098 foreach_list_typed(nir_register
, reg
, node
, &impl
->registers
) {
1099 postvalidate_reg_decl(reg
, state
);
1102 nir_foreach_block(block
, impl
) {
1103 nir_foreach_instr(instr
, block
)
1104 nir_foreach_ssa_def(instr
, postvalidate_ssa_def
, state
);
1109 validate_function(nir_function
*func
, validate_state
*state
)
1111 if (func
->impl
!= NULL
) {
1112 validate_assert(state
, func
->impl
->function
== func
);
1113 validate_function_impl(func
->impl
, state
);
1118 init_validate_state(validate_state
*state
)
1120 state
->regs
= _mesa_hash_table_create(NULL
, _mesa_hash_pointer
,
1121 _mesa_key_pointer_equal
);
1122 state
->ssa_defs
= _mesa_hash_table_create(NULL
, _mesa_hash_pointer
,
1123 _mesa_key_pointer_equal
);
1124 state
->ssa_defs_found
= NULL
;
1125 state
->regs_found
= NULL
;
1126 state
->var_defs
= _mesa_hash_table_create(NULL
, _mesa_hash_pointer
,
1127 _mesa_key_pointer_equal
);
1128 state
->errors
= _mesa_hash_table_create(NULL
, _mesa_hash_pointer
,
1129 _mesa_key_pointer_equal
);
1132 state
->instr
= NULL
;
1137 destroy_validate_state(validate_state
*state
)
1139 _mesa_hash_table_destroy(state
->regs
, NULL
);
1140 _mesa_hash_table_destroy(state
->ssa_defs
, NULL
);
1141 free(state
->ssa_defs_found
);
1142 free(state
->regs_found
);
1143 _mesa_hash_table_destroy(state
->var_defs
, NULL
);
1144 _mesa_hash_table_destroy(state
->errors
, NULL
);
1148 dump_errors(validate_state
*state
)
1150 struct hash_table
*errors
= state
->errors
;
1152 fprintf(stderr
, "%d errors:\n", _mesa_hash_table_num_entries(errors
));
1154 nir_print_shader_annotated(state
->shader
, stderr
, errors
);
1156 if (_mesa_hash_table_num_entries(errors
) > 0) {
1157 fprintf(stderr
, "%d additional errors:\n",
1158 _mesa_hash_table_num_entries(errors
));
1159 struct hash_entry
*entry
;
1160 hash_table_foreach(errors
, entry
) {
1161 fprintf(stderr
, "%s\n", (char *)entry
->data
);
1169 nir_validate_shader(nir_shader
*shader
)
1171 static int should_validate
= -1;
1172 if (should_validate
< 0)
1173 should_validate
= env_var_as_boolean("NIR_VALIDATE", true);
1174 if (!should_validate
)
1177 validate_state state
;
1178 init_validate_state(&state
);
1180 state
.shader
= shader
;
1182 exec_list_validate(&shader
->uniforms
);
1183 nir_foreach_variable(var
, &shader
->uniforms
) {
1184 validate_var_decl(var
, true, &state
);
1187 exec_list_validate(&shader
->inputs
);
1188 nir_foreach_variable(var
, &shader
->inputs
) {
1189 validate_var_decl(var
, true, &state
);
1192 exec_list_validate(&shader
->outputs
);
1193 nir_foreach_variable(var
, &shader
->outputs
) {
1194 validate_var_decl(var
, true, &state
);
1197 exec_list_validate(&shader
->shared
);
1198 nir_foreach_variable(var
, &shader
->shared
) {
1199 validate_var_decl(var
, true, &state
);
1202 exec_list_validate(&shader
->globals
);
1203 nir_foreach_variable(var
, &shader
->globals
) {
1204 validate_var_decl(var
, true, &state
);
1207 exec_list_validate(&shader
->system_values
);
1208 nir_foreach_variable(var
, &shader
->system_values
) {
1209 validate_var_decl(var
, true, &state
);
1212 state
.regs_found
= realloc(state
.regs_found
,
1213 BITSET_WORDS(shader
->reg_alloc
) *
1214 sizeof(BITSET_WORD
));
1215 memset(state
.regs_found
, 0, BITSET_WORDS(shader
->reg_alloc
) *
1216 sizeof(BITSET_WORD
));
1217 exec_list_validate(&shader
->registers
);
1218 foreach_list_typed(nir_register
, reg
, node
, &shader
->registers
) {
1219 prevalidate_reg_decl(reg
, true, &state
);
1222 exec_list_validate(&shader
->functions
);
1223 foreach_list_typed(nir_function
, func
, node
, &shader
->functions
) {
1224 validate_function(func
, &state
);
1227 foreach_list_typed(nir_register
, reg
, node
, &shader
->registers
) {
1228 postvalidate_reg_decl(reg
, &state
);
1231 if (_mesa_hash_table_num_entries(state
.errors
) > 0)
1232 dump_errors(&state
);
1234 destroy_validate_state(&state
);