2 * Copyright © 2015 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
24 * Jason Ekstrand (jason@jlekstrand.net)
28 #ifndef _VTN_PRIVATE_H_
29 #define _VTN_PRIVATE_H_
32 #include "nir/nir_builder.h"
33 #include "util/u_dynarray.h"
34 #include "nir_spirv.h"
38 struct vtn_decoration
;
41 vtn_value_type_invalid
= 0,
43 vtn_value_type_string
,
44 vtn_value_type_decoration_group
,
46 vtn_value_type_constant
,
47 vtn_value_type_pointer
,
48 vtn_value_type_function
,
51 vtn_value_type_extension
,
52 vtn_value_type_image_pointer
,
53 vtn_value_type_sampled_image
,
56 enum vtn_branch_type
{
58 vtn_branch_type_switch_break
,
59 vtn_branch_type_switch_fallthrough
,
60 vtn_branch_type_loop_break
,
61 vtn_branch_type_loop_continue
,
62 vtn_branch_type_discard
,
63 vtn_branch_type_return
,
66 enum vtn_cf_node_type
{
67 vtn_cf_node_type_block
,
69 vtn_cf_node_type_loop
,
70 vtn_cf_node_type_switch
,
74 struct list_head link
;
75 enum vtn_cf_node_type type
;
79 struct vtn_cf_node node
;
81 /* The main body of the loop */
82 struct list_head body
;
84 /* The "continue" part of the loop. This gets executed after the body
85 * and is where you go when you hit a continue.
87 struct list_head cont_body
;
89 SpvLoopControlMask control
;
93 struct vtn_cf_node node
;
97 enum vtn_branch_type then_type
;
98 struct list_head then_body
;
100 enum vtn_branch_type else_type
;
101 struct list_head else_body
;
103 SpvSelectionControlMask control
;
107 struct list_head link
;
109 struct list_head body
;
111 /* The block that starts this case */
112 struct vtn_block
*start_block
;
114 /* The fallthrough case, if any */
115 struct vtn_case
*fallthrough
;
117 /* The uint32_t values that map to this case */
118 struct util_dynarray values
;
120 /* True if this is the default case */
123 /* Initialized to false; used when sorting the list of cases */
128 struct vtn_cf_node node
;
132 struct list_head cases
;
136 struct vtn_cf_node node
;
138 /** A pointer to the label instruction */
139 const uint32_t *label
;
141 /** A pointer to the merge instruction (or NULL if non exists) */
142 const uint32_t *merge
;
144 /** A pointer to the branch instruction that ends this block */
145 const uint32_t *branch
;
147 enum vtn_branch_type branch_type
;
149 /** Points to the loop that this block starts (if it starts a loop) */
150 struct vtn_loop
*loop
;
152 /** Points to the switch case started by this block (if any) */
153 struct vtn_case
*switch_case
;
155 /** Every block ends in a nop intrinsic so that we can find it again */
156 nir_intrinsic_instr
*end_nop
;
159 struct vtn_function
{
160 struct exec_node node
;
165 nir_function_impl
*impl
;
166 struct vtn_block
*start_block
;
168 struct list_head body
;
172 SpvFunctionControlMask control
;
175 typedef bool (*vtn_instruction_handler
)(struct vtn_builder
*, uint32_t,
176 const uint32_t *, unsigned);
178 void vtn_build_cfg(struct vtn_builder
*b
, const uint32_t *words
,
179 const uint32_t *end
);
180 void vtn_function_emit(struct vtn_builder
*b
, struct vtn_function
*func
,
181 vtn_instruction_handler instruction_handler
);
184 vtn_foreach_instruction(struct vtn_builder
*b
, const uint32_t *start
,
185 const uint32_t *end
, vtn_instruction_handler handler
);
187 struct vtn_ssa_value
{
190 struct vtn_ssa_value
**elems
;
193 /* For matrices, if this is non-NULL, then this value is actually the
194 * transpose of some other value. The value that `transposed` points to
195 * always dominates this value.
197 struct vtn_ssa_value
*transposed
;
199 const struct glsl_type
*type
;
204 vtn_base_type_scalar
,
205 vtn_base_type_vector
,
206 vtn_base_type_matrix
,
208 vtn_base_type_struct
,
209 vtn_base_type_pointer
,
211 vtn_base_type_sampler
,
212 vtn_base_type_function
,
216 enum vtn_base_type base_type
;
218 const struct glsl_type
*type
;
220 /* The value that declares this type. Used for finding decorations */
221 struct vtn_value
*val
;
223 /* Specifies the length of complex types. */
226 /* for arrays, matrices and pointers, the array stride */
230 /* Members for scalar, vector, and array-like types */
232 /* for arrays, the vtn_type for the elements of the array */
233 struct vtn_type
*array_element
;
235 /* for matrices, whether the matrix is stored row-major */
238 /* Whether this type, or a parent type, has been decorated as a
243 /* Which built-in to use */
247 /* Members for struct types */
249 /* for structures, the vtn_type for each member */
250 struct vtn_type
**members
;
252 /* for structs, the offset of each member */
255 /* for structs, whether it was decorated as a "non-SSBO-like" block */
258 /* for structs, whether it was decorated as an "SSBO-like" block */
261 /* for structs with block == true, whether this is a builtin block
262 * (i.e. a block that contains only builtins).
264 bool builtin_block
:1;
267 /* Members for pointer types */
269 /* For pointers, the vtn_type for dereferenced type */
270 struct vtn_type
*deref
;
272 /* Storage class for pointers */
273 SpvStorageClass storage_class
;
276 /* Members for image types */
278 /* For images, indicates whether it's sampled or storage */
281 /* Image format for image_load_store type images */
282 unsigned image_format
;
284 /* Access qualifier for storage images */
285 SpvAccessQualifier access_qualifier
;
288 /* Members for function types */
290 /* For functions, the vtn_type for each parameter */
291 struct vtn_type
**params
;
293 /* Return type for functions */
294 struct vtn_type
*return_type
;
301 enum vtn_access_mode
{
303 vtn_access_mode_literal
,
306 struct vtn_access_link
{
307 enum vtn_access_mode mode
;
311 struct vtn_access_chain
{
314 /** Whether or not to treat the base pointer as an array. This is only
315 * true if this access chain came from an OpPtrAccessChain.
319 /** Struct elements and array offsets.
321 * This is an array of 1 so that it can conveniently be created on the
322 * stack but the real length is given by the length field.
324 struct vtn_access_link link
[1];
327 enum vtn_variable_mode
{
328 vtn_variable_mode_local
,
329 vtn_variable_mode_global
,
330 vtn_variable_mode_param
,
331 vtn_variable_mode_ubo
,
332 vtn_variable_mode_ssbo
,
333 vtn_variable_mode_push_constant
,
334 vtn_variable_mode_image
,
335 vtn_variable_mode_sampler
,
336 vtn_variable_mode_workgroup
,
337 vtn_variable_mode_input
,
338 vtn_variable_mode_output
,
342 /** The variable mode for the referenced data */
343 enum vtn_variable_mode mode
;
345 /** The dereferenced type of this pointer */
346 struct vtn_type
*type
;
348 /** The pointer type of this pointer
350 * This may be NULL for some temporary pointers constructed as part of a
351 * large load, store, or copy. It MUST be valid for all pointers which are
352 * stored as SPIR-V SSA values.
354 struct vtn_type
*ptr_type
;
356 /** The referenced variable, if known
358 * This field may be NULL if the pointer uses a (block_index, offset) pair
359 * instead of an access chain.
361 struct vtn_variable
*var
;
363 /** An access chain describing how to get from var to the referenced data
365 * This field may be NULL if the pointer references the entire variable or
366 * if a (block_index, offset) pair is used instead of an access chain.
368 struct vtn_access_chain
*chain
;
370 /** A (block_index, offset) pair representing a UBO or SSBO position. */
371 struct nir_ssa_def
*block_index
;
372 struct nir_ssa_def
*offset
;
376 vtn_pointer_uses_ssa_offset(struct vtn_pointer
*ptr
)
378 return ptr
->mode
== vtn_variable_mode_ubo
||
379 ptr
->mode
== vtn_variable_mode_ssbo
;
382 struct vtn_variable
{
383 enum vtn_variable_mode mode
;
385 struct vtn_type
*type
;
387 unsigned descriptor_set
;
389 unsigned input_attachment_index
;
393 nir_variable
**members
;
396 * In some early released versions of GLSLang, it implemented all function
397 * calls by making copies of all parameters into temporary variables and
398 * passing those variables into the function. It even did so for samplers
399 * and images which violates the SPIR-V spec. Unfortunately, two games
400 * (Talos Principle and Doom) shipped with this old version of GLSLang and
401 * also happen to pass samplers into functions. Talos Principle received
402 * an update fairly shortly after release with an updated GLSLang. Doom,
403 * on the other hand, has never received an update so we need to work
404 * around this GLSLang issue in SPIR-V -> NIR. Hopefully, we can drop this
405 * hack at some point in the future.
407 struct vtn_pointer
*copy_prop_sampler
;
410 struct vtn_image_pointer
{
411 struct vtn_pointer
*image
;
416 struct vtn_sampled_image
{
417 struct vtn_type
*type
;
418 struct vtn_pointer
*image
; /* Image or array of images */
419 struct vtn_pointer
*sampler
; /* Sampler */
423 enum vtn_value_type value_type
;
425 struct vtn_decoration
*decoration
;
429 struct vtn_type
*type
;
431 nir_constant
*constant
;
432 const struct glsl_type
*const_type
;
434 struct vtn_pointer
*pointer
;
435 struct vtn_image_pointer
*image
;
436 struct vtn_sampled_image
*sampled_image
;
437 struct vtn_function
*func
;
438 struct vtn_block
*block
;
439 struct vtn_ssa_value
*ssa
;
440 vtn_instruction_handler ext_handler
;
444 #define VTN_DEC_DECORATION -1
445 #define VTN_DEC_EXECUTION_MODE -2
446 #define VTN_DEC_STRUCT_MEMBER0 0
448 struct vtn_decoration
{
449 struct vtn_decoration
*next
;
451 /* Specifies how to apply this decoration. Negative values represent a
452 * decoration or execution mode. (See the VTN_DEC_ #defines above.)
453 * Non-negative values specify that it applies to a structure member.
457 const uint32_t *literals
;
458 struct vtn_value
*group
;
461 SpvDecoration decoration
;
462 SpvExecutionMode exec_mode
;
470 const struct nir_spirv_supported_extensions
*ext
;
471 struct vtn_block
*block
;
473 /* Current file, line, and column. Useful for debugging. Set
474 * automatically by vtn_foreach_instruction.
480 * In SPIR-V, constants are global, whereas in NIR, the load_const
481 * instruction we use is per-function. So while we parse each function, we
482 * keep a hash table of constants we've resolved to nir_ssa_value's so
483 * far, and we lazily resolve them when we see them used in a function.
485 struct hash_table
*const_table
;
488 * Map from phi instructions (pointer to the start of the instruction)
489 * to the variable corresponding to it.
491 struct hash_table
*phi_table
;
493 unsigned num_specializations
;
494 struct nir_spirv_specialization
*specializations
;
496 unsigned value_id_bound
;
497 struct vtn_value
*values
;
499 gl_shader_stage entry_point_stage
;
500 const char *entry_point_name
;
501 struct vtn_value
*entry_point
;
502 bool origin_upper_left
;
503 bool pixel_center_integer
;
505 struct vtn_function
*func
;
506 struct exec_list functions
;
508 /* Current function parameter index */
509 unsigned func_param_idx
;
511 bool has_loop_continue
;
515 vtn_pointer_to_ssa(struct vtn_builder
*b
, struct vtn_pointer
*ptr
);
517 vtn_pointer_from_ssa(struct vtn_builder
*b
, nir_ssa_def
*ssa
,
518 struct vtn_type
*ptr_type
);
520 static inline struct vtn_value
*
521 vtn_push_value(struct vtn_builder
*b
, uint32_t value_id
,
522 enum vtn_value_type value_type
)
524 assert(value_id
< b
->value_id_bound
);
525 assert(b
->values
[value_id
].value_type
== vtn_value_type_invalid
);
527 b
->values
[value_id
].value_type
= value_type
;
529 return &b
->values
[value_id
];
532 static inline struct vtn_value
*
533 vtn_push_ssa(struct vtn_builder
*b
, uint32_t value_id
,
534 struct vtn_type
*type
, struct vtn_ssa_value
*ssa
)
536 struct vtn_value
*val
;
537 if (type
->base_type
== vtn_base_type_pointer
) {
538 val
= vtn_push_value(b
, value_id
, vtn_value_type_pointer
);
539 val
->pointer
= vtn_pointer_from_ssa(b
, ssa
->def
, type
);
541 val
= vtn_push_value(b
, value_id
, vtn_value_type_ssa
);
547 static inline struct vtn_value
*
548 vtn_untyped_value(struct vtn_builder
*b
, uint32_t value_id
)
550 assert(value_id
< b
->value_id_bound
);
551 return &b
->values
[value_id
];
554 static inline struct vtn_value
*
555 vtn_value(struct vtn_builder
*b
, uint32_t value_id
,
556 enum vtn_value_type value_type
)
558 struct vtn_value
*val
= vtn_untyped_value(b
, value_id
);
559 assert(val
->value_type
== value_type
);
563 void _vtn_warn(const char *file
, int line
, const char *msg
, ...);
564 #define vtn_warn(...) _vtn_warn(__FILE__, __LINE__, __VA_ARGS__)
566 struct vtn_ssa_value
*vtn_ssa_value(struct vtn_builder
*b
, uint32_t value_id
);
568 struct vtn_ssa_value
*vtn_create_ssa_value(struct vtn_builder
*b
,
569 const struct glsl_type
*type
);
571 struct vtn_ssa_value
*vtn_ssa_transpose(struct vtn_builder
*b
,
572 struct vtn_ssa_value
*src
);
574 nir_ssa_def
*vtn_vector_extract(struct vtn_builder
*b
, nir_ssa_def
*src
,
576 nir_ssa_def
*vtn_vector_extract_dynamic(struct vtn_builder
*b
, nir_ssa_def
*src
,
578 nir_ssa_def
*vtn_vector_insert(struct vtn_builder
*b
, nir_ssa_def
*src
,
579 nir_ssa_def
*insert
, unsigned index
);
580 nir_ssa_def
*vtn_vector_insert_dynamic(struct vtn_builder
*b
, nir_ssa_def
*src
,
581 nir_ssa_def
*insert
, nir_ssa_def
*index
);
583 nir_deref_var
*vtn_nir_deref(struct vtn_builder
*b
, uint32_t id
);
585 struct vtn_pointer
*vtn_pointer_for_variable(struct vtn_builder
*b
,
586 struct vtn_variable
*var
,
587 struct vtn_type
*ptr_type
);
589 nir_deref_var
*vtn_pointer_to_deref(struct vtn_builder
*b
,
590 struct vtn_pointer
*ptr
);
592 vtn_pointer_to_offset(struct vtn_builder
*b
, struct vtn_pointer
*ptr
,
593 nir_ssa_def
**index_out
, unsigned *end_idx_out
);
595 struct vtn_ssa_value
*vtn_local_load(struct vtn_builder
*b
, nir_deref_var
*src
);
597 void vtn_local_store(struct vtn_builder
*b
, struct vtn_ssa_value
*src
,
598 nir_deref_var
*dest
);
600 struct vtn_ssa_value
*
601 vtn_variable_load(struct vtn_builder
*b
, struct vtn_pointer
*src
);
603 void vtn_variable_store(struct vtn_builder
*b
, struct vtn_ssa_value
*src
,
604 struct vtn_pointer
*dest
);
606 void vtn_handle_variables(struct vtn_builder
*b
, SpvOp opcode
,
607 const uint32_t *w
, unsigned count
);
610 typedef void (*vtn_decoration_foreach_cb
)(struct vtn_builder
*,
613 const struct vtn_decoration
*,
616 void vtn_foreach_decoration(struct vtn_builder
*b
, struct vtn_value
*value
,
617 vtn_decoration_foreach_cb cb
, void *data
);
619 typedef void (*vtn_execution_mode_foreach_cb
)(struct vtn_builder
*,
621 const struct vtn_decoration
*,
624 void vtn_foreach_execution_mode(struct vtn_builder
*b
, struct vtn_value
*value
,
625 vtn_execution_mode_foreach_cb cb
, void *data
);
627 nir_op
vtn_nir_alu_op_for_spirv_opcode(SpvOp opcode
, bool *swap
,
628 nir_alu_type src
, nir_alu_type dst
);
630 void vtn_handle_alu(struct vtn_builder
*b
, SpvOp opcode
,
631 const uint32_t *w
, unsigned count
);
633 bool vtn_handle_glsl450_instruction(struct vtn_builder
*b
, uint32_t ext_opcode
,
634 const uint32_t *words
, unsigned count
);
636 static inline uint64_t
637 vtn_u64_literal(const uint32_t *w
)
639 return (uint64_t)w
[1] << 32 | w
[0];
642 #endif /* _VTN_PRIVATE_H_ */