#include "vtn_private.h"
#include "spirv_info.h"
+static struct vtn_access_chain *
+vtn_access_chain_create(struct vtn_builder *b, unsigned length)
+{
+ struct vtn_access_chain *chain;
+
+ /* Subtract 1 from the length since there's already one built in */
+ size_t size = sizeof(*chain) +
+ (MAX2(length, 1) - 1) * sizeof(chain->link[0]);
+ chain = rzalloc_size(b, size);
+ chain->length = length;
+
+ return chain;
+}
+
static struct vtn_access_chain *
vtn_access_chain_extend(struct vtn_builder *b, struct vtn_access_chain *old,
unsigned new_ids)
struct vtn_access_chain *chain;
unsigned old_len = old ? old->length : 0;
- unsigned new_len = old_len + new_ids;
- /* TODO: don't use rzalloc */
- chain = rzalloc_size(b, sizeof(*chain) + new_len * sizeof(chain->link[0]));
-
- chain->length = new_len;
+ chain = vtn_access_chain_create(b, old_len + new_ids);
for (unsigned i = 0; i < old_len; i++)
chain->link[i] = old->link[i];
return chain;
}
+/* Dereference the given base pointer by the access chain */
+static struct vtn_pointer *
+vtn_pointer_dereference(struct vtn_builder *b,
+ struct vtn_pointer *base,
+ struct vtn_access_chain *deref_chain)
+{
+ struct vtn_access_chain *chain =
+ vtn_access_chain_extend(b, base->chain, deref_chain->length);
+ struct vtn_type *type = base->type;
+
+ unsigned start = base->chain ? base->chain->length : 0;
+ for (unsigned i = 0; i < deref_chain->length; i++) {
+ chain->link[start + i] = deref_chain->link[i];
+
+ if (glsl_type_is_struct(type->type)) {
+ assert(deref_chain->link[i].mode == vtn_access_mode_literal);
+ type = type->members[deref_chain->link[i].id];
+ } else {
+ type = type->array_element;
+ }
+ }
+
+ struct vtn_pointer *ptr = rzalloc(b, struct vtn_pointer);
+ ptr->mode = base->mode;
+ ptr->type = type;
+ ptr->var = base->var;
+ ptr->chain = chain;
+
+ return ptr;
+}
+
static nir_ssa_def *
vtn_access_link_as_ssa(struct vtn_builder *b, struct vtn_access_link link,
unsigned stride)
(*inout)->elems = rzalloc_array(b, struct vtn_ssa_value *, elems);
}
- struct vtn_pointer elem = *ptr;
- elem.chain = vtn_access_chain_extend(b, ptr->chain, 1);
- unsigned link_idx = ptr->chain ? ptr->chain->length : 0;
- elem.chain->link[link_idx].mode = vtn_access_mode_literal;
+ struct vtn_access_chain chain = {
+ .length = 1,
+ .link = {
+ { .mode = vtn_access_mode_literal, },
+ }
+ };
for (unsigned i = 0; i < elems; i++) {
- elem.chain->link[link_idx].id = i;
- elem.type = (base_type == GLSL_TYPE_ARRAY) ? ptr->type->array_element :
- ptr->type->members[i];
- _vtn_variable_load_store(b, load, &elem, &(*inout)->elems[i]);
+ chain.link[0].id = i;
+ struct vtn_pointer *elem = vtn_pointer_dereference(b, ptr, &chain);
+ _vtn_variable_load_store(b, load, elem, &(*inout)->elems[i]);
}
return;
}
case GLSL_TYPE_ARRAY:
case GLSL_TYPE_STRUCT: {
- struct vtn_pointer src_elem = *src, dest_elem = *dest;
- src_elem.chain = vtn_access_chain_extend(b, src->chain, 1);
- dest_elem.chain = vtn_access_chain_extend(b, dest->chain, 1);
- src_elem.chain->link[src_elem.chain->length - 1].mode = vtn_access_mode_literal;
- dest_elem.chain->link[dest_elem.chain->length - 1].mode = vtn_access_mode_literal;
-
+ struct vtn_access_chain chain = {
+ .length = 1,
+ .link = {
+ { .mode = vtn_access_mode_literal, },
+ }
+ };
unsigned elems = glsl_get_length(src->type->type);
for (unsigned i = 0; i < elems; i++) {
- src_elem.chain->link[src_elem.chain->length - 1].id = i;
- dest_elem.chain->link[dest_elem.chain->length - 1].id = i;
- if (base_type == GLSL_TYPE_STRUCT) {
- src_elem.type = src->type->members[i];
- dest_elem.type = dest->type->members[i];
- } else {
- src_elem.type = src->type->array_element;
- dest_elem.type = dest->type->array_element;
- }
- _vtn_variable_copy(b, &dest_elem, &src_elem);
+ chain.link[0].id = i;
+ struct vtn_pointer *src_elem =
+ vtn_pointer_dereference(b, src, &chain);
+ struct vtn_pointer *dest_elem =
+ vtn_pointer_dereference(b, dest, &chain);
+
+ _vtn_variable_copy(b, dest_elem, src_elem);
}
return;
}
case SpvOpAccessChain:
case SpvOpInBoundsAccessChain: {
- struct vtn_pointer *base, *ptr;
- struct vtn_value *base_val = vtn_untyped_value(b, w[3]);
- if (base_val->value_type == vtn_value_type_sampled_image) {
- /* This is rather insane. SPIR-V allows you to use OpSampledImage
- * to combine an array of images with a single sampler to get an
- * array of sampled images that all share the same sampler.
- * Fortunately, this means that we can more-or-less ignore the
- * sampler when crawling the access chain, but it does leave us
- * with this rather awkward little special-case.
- */
- base = base_val->sampled_image->image;
- } else {
- assert(base_val->value_type == vtn_value_type_pointer);
- base = base_val->pointer;
- }
+ struct vtn_access_chain *chain = vtn_access_chain_create(b, count - 4);
- struct vtn_access_chain *chain =
- vtn_access_chain_extend(b, base->chain, count - 4);
- struct vtn_type *type = base->type;
-
- unsigned idx = base->chain ? base->chain->length : 0;
+ unsigned idx = 0;
for (int i = 4; i < count; i++) {
struct vtn_value *link_val = vtn_untyped_value(b, w[i]);
if (link_val->value_type == vtn_value_type_constant) {
} else {
chain->link[idx].mode = vtn_access_mode_id;
chain->link[idx].id = w[i];
- }
- if (glsl_type_is_struct(type->type)) {
- assert(chain->link[idx].mode == vtn_access_mode_literal);
- type = type->members[chain->link[idx].id];
- } else {
- type = type->array_element;
}
idx++;
}
- ptr = ralloc(b, struct vtn_pointer);
- *ptr = *base;
- ptr->chain = chain;
- ptr->type = type;
-
+ struct vtn_value *base_val = vtn_untyped_value(b, w[3]);
if (base_val->value_type == vtn_value_type_sampled_image) {
+ /* This is rather insane. SPIR-V allows you to use OpSampledImage
+ * to combine an array of images with a single sampler to get an
+ * array of sampled images that all share the same sampler.
+ * Fortunately, this means that we can more-or-less ignore the
+ * sampler when crawling the access chain, but it does leave us
+ * with this rather awkward little special-case.
+ */
struct vtn_value *val =
vtn_push_value(b, w[2], vtn_value_type_sampled_image);
val->sampled_image = ralloc(b, struct vtn_sampled_image);
- val->sampled_image->image = ptr;
+ val->sampled_image->image =
+ vtn_pointer_dereference(b, base_val->sampled_image->image, chain);
val->sampled_image->sampler = base_val->sampled_image->sampler;
} else {
+ assert(base_val->value_type == vtn_value_type_pointer);
struct vtn_value *val =
vtn_push_value(b, w[2], vtn_value_type_pointer);
- val->pointer = ptr;
+ val->pointer = vtn_pointer_dereference(b, base_val->pointer, chain);
}
break;
}