values[chan] = ctx->abi->inputs[idx + chan + const_index * stride];
}
break;
- case nir_var_function:
+ case nir_var_function_temp:
for (unsigned chan = 0; chan < ve; chan++) {
if (indir_index) {
unsigned count = glsl_count_attribute_slots(
}
}
break;
- case nir_var_function:
+ case nir_var_function_temp:
for (unsigned chan = 0; chan < 8; chan++) {
if (!(writemask & (1 << chan)))
continue;
* See the following thread for more details of the problem:
* https://lists.freedesktop.org/archives/mesa-dev/2017-July/162106.html
*/
- indirect_mask |= nir_var_function;
+ indirect_mask |= nir_var_function_temp;
nir_lower_indirect_derefs(nir, indirect_mask);
}
do {
progress = false;
- NIR_PASS(progress, shader, nir_split_array_vars, nir_var_function);
- NIR_PASS(progress, shader, nir_shrink_vec_array_vars, nir_var_function);
+ NIR_PASS(progress, shader, nir_split_array_vars, nir_var_function_temp);
+ NIR_PASS(progress, shader, nir_shrink_vec_array_vars, nir_var_function_temp);
NIR_PASS_V(shader, nir_lower_vars_to_ssa);
NIR_PASS_V(shader, nir_lower_pack);
* inline functions. That way they get properly initialized at the top
* of the function and not at the top of its caller.
*/
- NIR_PASS_V(nir, nir_lower_constant_initializers, nir_var_function);
+ NIR_PASS_V(nir, nir_lower_constant_initializers, nir_var_function_temp);
NIR_PASS_V(nir, nir_lower_returns);
NIR_PASS_V(nir, nir_inline_functions);
NIR_PASS_V(nir, nir_opt_deref);
nir_split_var_copies(nir);
nir_lower_global_vars_to_local(nir);
- nir_remove_dead_variables(nir, nir_var_function);
+ nir_remove_dead_variables(nir, nir_var_function_temp);
nir_lower_subgroups(nir, &(struct nir_lower_subgroups_options) {
.subgroup_size = 64,
.ballot_bit_size = 64,
if (is_global)
var->data.mode = nir_var_shader_temp;
else
- var->data.mode = nir_var_function;
+ var->data.mode = nir_var_function_temp;
break;
case ir_var_function_in:
case ir_var_const_in:
- var->data.mode = nir_var_function;
+ var->data.mode = nir_var_function_temp;
break;
case ir_var_shader_in:
var->interface_type = ir->get_interface_type();
- if (var->data.mode == nir_var_function)
+ if (var->data.mode == nir_var_function_temp)
nir_function_impl_add_variable(impl, var);
else
nir_shader_add_variable(shader, var);
if (ir->value != NULL) {
nir_deref_instr *ret_deref =
nir_build_deref_cast(&b, nir_load_param(&b, 0),
- nir_var_function, ir->value->type, 0);
+ nir_var_function_temp, ir->value->type, 0);
nir_ssa_def *val = evaluate_rvalue(ir->value);
nir_store_deref(&b, ret_deref, val, ~0);
}
this->deref = nir_build_deref_cast(&b, nir_load_param(&b, i),
- nir_var_function, ir->type, 0);
+ nir_var_function_temp, ir->type, 0);
return;
}
assert(!"invalid mode");
break;
- case nir_var_function:
+ case nir_var_function_temp:
assert(!"nir_shader_add_variable cannot be used for local variables");
break;
nir_variable *var = rzalloc(impl->function->shader, nir_variable);
var->name = ralloc_strdup(var, name);
var->type = type;
- var->data.mode = nir_var_function;
+ var->data.mode = nir_var_function_temp;
nir_function_impl_add_variable(impl, var);
nir_var_shader_in = (1 << 0),
nir_var_shader_out = (1 << 1),
nir_var_shader_temp = (1 << 2),
- nir_var_function = (1 << 3),
+ nir_var_function_temp = (1 << 3),
nir_var_uniform = (1 << 4),
nir_var_ubo = (1 << 5),
nir_var_system_value = (1 << 6),
static inline bool
nir_variable_is_global(const nir_variable *var)
{
- return var->data.mode != nir_var_function;
+ return var->data.mode != nir_var_function_temp;
}
typedef struct nir_register {
static inline void
nir_function_impl_add_variable(nir_function_impl *impl, nir_variable *var)
{
- assert(var->data.mode == nir_var_function);
+ assert(var->data.mode == nir_var_function_temp);
exec_list_push_tail(&impl->locals, &var->node);
}
* For most use-cases, function inlining is a multi-step process. The general
* pattern employed by SPIR-V consumers and others is as follows:
*
- * 1. nir_lower_constant_initializers(shader, nir_var_function)
+ * 1. nir_lower_constant_initializers(shader, nir_var_function_temp)
*
* This is needed because local variables from the callee are simply added
* to the locals list for the caller and the information about where the
* spirv_to_nir returns the root function and so we can just use == whereas
* with GL, you may have to look for a function named "main".
*
- * 6. nir_lower_constant_initializers(shader, ~nir_var_function)
+ * 6. nir_lower_constant_initializers(shader, ~nir_var_function_temp)
*
* Lowering constant initializers on inputs, outputs, global variables,
* etc. requires that we know the main entrypoint so that we know where to
if ((modes & nir_var_system_value) && function->is_entrypoint)
impl_progress |= lower_const_initializer(&builder, &shader->system_values);
- if (modes & nir_var_function)
+ if (modes & nir_var_function_temp)
impl_progress |= lower_const_initializer(&builder, &function->impl->locals);
if (impl_progress) {
if (impl != NULL) {
exec_node_remove(&var->node);
- var->data.mode = nir_var_function;
+ var->data.mode = nir_var_function_temp;
exec_list_push_tail(&impl->locals, &var->node);
nir_metadata_preserve(impl, nir_metadata_block_index |
nir_metadata_dominance |
switch (intrin->intrinsic) {
case nir_intrinsic_load_deref: {
nir_deref_instr *deref = nir_src_as_deref(intrin->src[0]);
- if (deref->mode != nir_var_function)
+ if (deref->mode != nir_var_function_temp)
continue;
b->cursor = nir_before_instr(&intrin->instr);
case nir_intrinsic_store_deref: {
nir_deref_instr *deref = nir_src_as_deref(intrin->src[0]);
- if (deref->mode != nir_var_function)
+ if (deref->mode != nir_var_function_temp)
continue;
b->cursor = nir_before_instr(&intrin->instr);
/* This pass only works on local variables. Just ignore any derefs with
* a non-local mode.
*/
- if (deref->mode != nir_var_function)
+ if (deref->mode != nir_var_function_temp)
return NULL;
struct deref_node *node = get_deref_node_recur(deref, state);
switch (intrin->intrinsic) {
case nir_intrinsic_load_deref: {
nir_deref_instr *deref = nir_src_as_deref(intrin->src[0]);
- if (deref->mode != nir_var_function)
+ if (deref->mode != nir_var_function_temp)
continue;
struct deref_node *node = get_deref_node(deref, state);
case nir_intrinsic_store_deref: {
nir_deref_instr *deref = nir_src_as_deref(intrin->src[0]);
- if (deref->mode != nir_var_function)
+ if (deref->mode != nir_var_function_temp)
continue;
struct deref_node *node = get_deref_node(deref, state);
assert(path->path[0]->deref_type == nir_deref_type_var);
/* We don't build deref nodes for non-local variables */
- assert(path->path[0]->var->data.mode == nir_var_function);
+ assert(path->path[0]->var->data.mode == nir_var_function_temp);
if (path_may_be_aliased(path, &state)) {
exec_node_remove(&node->direct_derefs_link);
if (instr->type == nir_instr_type_call) {
written->modes |= nir_var_shader_out |
nir_var_shader_temp |
- nir_var_function |
+ nir_var_function_temp |
nir_var_ssbo |
nir_var_shared;
continue;
if (instr->type == nir_instr_type_call) {
apply_barrier_for_modes(copies, nir_var_shader_out |
nir_var_shader_temp |
- nir_var_function |
+ nir_var_function_temp |
nir_var_ssbo |
nir_var_shared);
continue;
if (instr->type == nir_instr_type_call) {
clear_unused_for_modes(&unused_writes, nir_var_shader_out |
nir_var_shader_temp |
- nir_var_function |
+ nir_var_function_temp |
nir_var_ssbo |
nir_var_shared);
continue;
* continue on because it won't affect local stores or read-only
* variables.
*/
- if (dst_deref->mode != nir_var_function)
+ if (dst_deref->mode != nir_var_function_temp)
continue;
/* We keep track of the SSA indices where the two last-written
*/
const nir_variable_mode read_only_modes =
nir_var_shader_in | nir_var_uniform | nir_var_system_value;
- if (!(src_deref->mode & (nir_var_function | read_only_modes)))
+ if (!(src_deref->mode & (nir_var_function_temp | read_only_modes)))
goto reset;
/* If we don't yet have an active copy, then make this instruction the
continue;
}
- if (dst_deref && dst_deref->mode == nir_var_function) {
+ if (dst_deref && dst_deref->mode == nir_var_function_temp) {
nir_variable *var = nir_deref_instr_get_variable(dst_deref);
- assert(var->data.mode == nir_var_function);
+ assert(var->data.mode == nir_var_function_temp);
/* We only consider variables constant if they only have constant
* stores, all the stores come before any reads, and all stores
info->is_constant = false;
}
- if (src_deref && src_deref->mode == nir_var_function) {
+ if (src_deref && src_deref->mode == nir_var_function_temp) {
nir_variable *var = nir_deref_instr_get_variable(src_deref);
- assert(var->data.mode == nir_var_function);
+ assert(var->data.mode == nir_var_function_temp);
var_infos[var->data.index].found_read = true;
}
switch (intrin->intrinsic) {
case nir_intrinsic_load_deref: {
nir_deref_instr *deref = nir_src_as_deref(intrin->src[0]);
- if (deref->mode != nir_var_function)
+ if (deref->mode != nir_var_function_temp)
continue;
nir_variable *var = nir_deref_instr_get_variable(deref);
case nir_intrinsic_store_deref: {
nir_deref_instr *deref = nir_src_as_deref(intrin->src[0]);
- if (deref->mode != nir_var_function)
+ if (deref->mode != nir_var_function_temp)
continue;
nir_variable *var = nir_deref_instr_get_variable(deref);
case nir_intrinsic_copy_deref: {
nir_deref_instr *deref = nir_src_as_deref(intrin->src[1]);
- if (deref->mode != nir_var_function)
+ if (deref->mode != nir_var_function_temp)
continue;
nir_variable *var = nir_deref_instr_get_variable(deref);
return "shared";
case nir_var_shader_temp:
return want_local_global_mode ? "shader_temp" : "";
- case nir_var_function:
- return want_local_global_mode ? "function" : "";
+ case nir_var_function_temp:
+ return want_local_global_mode ? "function_temp" : "";
default:
return "";
}
* all means we need to keep it alive.
*/
assert(deref->mode == deref->var->data.mode);
- if (!(deref->mode & (nir_var_function | nir_var_shader_temp | nir_var_shared)) ||
+ if (!(deref->mode & (nir_var_function_temp | nir_var_shader_temp | nir_var_shared)) ||
deref_used_for_not_store(deref))
_mesa_set_add(live, deref->var);
}
if (modes & nir_var_shared)
progress = remove_dead_vars(&shader->shared, live) || progress;
- if (modes & nir_var_function) {
+ if (modes & nir_var_function_temp) {
nir_foreach_function(function, shader) {
if (function->impl) {
if (remove_dead_vars(&function->impl->locals, live))
var_type = wrap_type_in_array(var_type, f->type);
nir_variable_mode mode = state->base_var->data.mode;
- if (mode == nir_var_function) {
+ if (mode == nir_var_function_temp) {
field->var = nir_local_variable_create(state->impl, var_type, name);
} else {
field->var = nir_variable_create(state->shader, mode, var_type, name);
struct hash_table *var_field_map =
_mesa_pointer_hash_table_create(mem_ctx);
- assert((modes & (nir_var_shader_temp | nir_var_function)) == modes);
+ assert((modes & (nir_var_shader_temp | nir_var_function_temp)) == modes);
bool has_global_splits = false;
if (modes & nir_var_shader_temp) {
continue;
bool has_local_splits = false;
- if (modes & nir_var_function) {
+ if (modes & nir_var_function_temp) {
has_local_splits = split_var_list_structs(shader, function->impl,
&function->impl->locals,
var_field_map, mem_ctx);
name = ralloc_asprintf(mem_ctx, "(%s)", name);
nir_variable_mode mode = var_info->base_var->data.mode;
- if (mode == nir_var_function) {
+ if (mode == nir_var_function_temp) {
split->var = nir_local_variable_create(impl,
var_info->split_var_type, name);
} else {
void *mem_ctx = ralloc_context(NULL);
struct hash_table *var_info_map = _mesa_pointer_hash_table_create(mem_ctx);
- assert((modes & (nir_var_shader_temp | nir_var_function)) == modes);
+ assert((modes & (nir_var_shader_temp | nir_var_function_temp)) == modes);
bool has_global_array = false;
if (modes & nir_var_shader_temp) {
continue;
bool has_local_array = false;
- if (modes & nir_var_function) {
+ if (modes & nir_var_function_temp) {
has_local_array = init_var_list_array_infos(&function->impl->locals,
var_info_map, mem_ctx);
}
continue;
bool has_local_splits = false;
- if (modes & nir_var_function) {
+ if (modes & nir_var_function_temp) {
has_local_splits = split_var_list_arrays(shader, function->impl,
&function->impl->locals,
var_info_map, mem_ctx);
if ((modes & nir_var_shader_temp) && !exec_list_is_empty(&shader->globals))
return true;
- if ((modes & nir_var_function) && !exec_list_is_empty(&impl->locals))
+ if ((modes & nir_var_function_temp) && !exec_list_is_empty(&impl->locals))
return true;
return false;
bool
nir_shrink_vec_array_vars(nir_shader *shader, nir_variable_mode modes)
{
- assert((modes & (nir_var_shader_temp | nir_var_function)) == modes);
+ assert((modes & (nir_var_shader_temp | nir_var_function_temp)) == modes);
void *mem_ctx = ralloc_context(NULL);
continue;
bool locals_shrunk = false;
- if (modes & nir_var_function) {
+ if (modes & nir_var_function_temp) {
locals_shrunk = shrink_vec_var_list(&function->impl->locals,
var_usage_map);
}
{
struct hash_entry *entry = _mesa_hash_table_search(state->var_defs, var);
validate_assert(state, entry);
- if (var->data.mode == nir_var_function)
+ if (var->data.mode == nir_var_function_temp)
validate_assert(state, (nir_function_impl *) entry->data == state->impl);
}
~nir_vars_test();
nir_variable *create_int(nir_variable_mode mode, const char *name) {
- if (mode == nir_var_function)
+ if (mode == nir_var_function_temp)
return nir_local_variable_create(b->impl, glsl_int_type(), name);
return nir_variable_create(b->shader, mode, glsl_int_type(), name);
}
nir_variable *create_ivec2(nir_variable_mode mode, const char *name) {
const glsl_type *var_type = glsl_vector_type(GLSL_TYPE_INT, 2);
- if (mode == nir_var_function)
+ if (mode == nir_var_function_temp)
return nir_local_variable_create(b->impl, var_type, name);
return nir_variable_create(b->shader, mode, var_type, name);
}
TEST_F(nir_copy_prop_vars_test, simple_copies)
{
- nir_variable *in = create_int(nir_var_shader_in, "in");
- nir_variable *temp = create_int(nir_var_function, "temp");
- nir_variable *out = create_int(nir_var_shader_out, "out");
+ nir_variable *in = create_int(nir_var_shader_in, "in");
+ nir_variable *temp = create_int(nir_var_function_temp, "temp");
+ nir_variable *out = create_int(nir_var_shader_out, "out");
nir_copy_var(b, temp, in);
nir_copy_var(b, out, temp);
TEST_F(nir_copy_prop_vars_test, simple_store_load)
{
- nir_variable **v = create_many_ivec2(nir_var_function, "v", 2);
+ nir_variable **v = create_many_ivec2(nir_var_function_temp, "v", 2);
unsigned mask = 1 | 2;
nir_ssa_def *stored_value = nir_imm_ivec2(b, 10, 20);
TEST_F(nir_copy_prop_vars_test, store_store_load)
{
- nir_variable **v = create_many_ivec2(nir_var_function, "v", 2);
+ nir_variable **v = create_many_ivec2(nir_var_function_temp, "v", 2);
unsigned mask = 1 | 2;
nir_ssa_def *first_value = nir_imm_ivec2(b, 10, 20);
TEST_F(nir_copy_prop_vars_test, store_store_load_different_components)
{
- nir_variable **v = create_many_ivec2(nir_var_function, "v", 2);
+ nir_variable **v = create_many_ivec2(nir_var_function_temp, "v", 2);
nir_ssa_def *first_value = nir_imm_ivec2(b, 10, 20);
nir_store_var(b, v[0], first_value, 1 << 1);
TEST_F(nir_copy_prop_vars_test, store_store_load_different_components_in_many_blocks)
{
- nir_variable **v = create_many_ivec2(nir_var_function, "v", 2);
+ nir_variable **v = create_many_ivec2(nir_var_function_temp, "v", 2);
nir_ssa_def *first_value = nir_imm_ivec2(b, 10, 20);
nir_store_var(b, v[0], first_value, 1 << 1);
TEST_F(nir_copy_prop_vars_test, simple_store_load_in_two_blocks)
{
- nir_variable **v = create_many_ivec2(nir_var_function, "v", 2);
+ nir_variable **v = create_many_ivec2(nir_var_function_temp, "v", 2);
unsigned mask = 1 | 2;
nir_ssa_def *stored_value = nir_imm_ivec2(b, 10, 20);
glsl_get_bare_type(b->func->type->return_type->type);
nir_deref_instr *ret_deref =
nir_build_deref_cast(&b->nb, nir_load_param(&b->nb, 0),
- nir_var_function, ret_type, 0);
+ nir_var_function_temp, ret_type, 0);
vtn_local_store(b, src, ret_deref);
}
break;
case SpvStorageClassFunction:
mode = vtn_variable_mode_function;
- nir_mode = nir_var_function;
+ nir_mode = nir_var_function_temp;
break;
case SpvStorageClassWorkgroup:
mode = vtn_variable_mode_workgroup;
if (OPT(s, nir_lower_idiv))
ir3_optimize_loop(s);
- OPT_V(s, nir_remove_dead_variables, nir_var_function);
+ OPT_V(s, nir_remove_dead_variables, nir_var_function_temp);
OPT_V(s, nir_move_load_const);
v3d_optimize_nir(s);
- NIR_PASS_V(s, nir_remove_dead_variables, nir_var_function);
+ NIR_PASS_V(s, nir_remove_dead_variables, nir_var_function_temp);
/* Garbage collect dead instructions */
nir_sweep(s);
NIR_PASS(progress, s, nir_opt_loop_unroll,
nir_var_shader_in |
nir_var_shader_out |
- nir_var_function);
+ nir_var_function_temp);
} while (progress);
}
vc4_optimize_nir(s);
- NIR_PASS_V(s, nir_remove_dead_variables, nir_var_function);
+ NIR_PASS_V(s, nir_remove_dead_variables, nir_var_function_temp);
/* Garbage collect dead instructions */
nir_sweep(s);
if (compiler->glsl_compiler_options[stage].EmitNoIndirectOutput)
indirect_mask |= nir_var_shader_out;
if (compiler->glsl_compiler_options[stage].EmitNoIndirectTemp)
- indirect_mask |= nir_var_function;
+ indirect_mask |= nir_var_function_temp;
return indirect_mask;
}
bool progress;
do {
progress = false;
- OPT(nir_split_array_vars, nir_var_function);
- OPT(nir_shrink_vec_array_vars, nir_var_function);
+ OPT(nir_split_array_vars, nir_var_function_temp);
+ OPT(nir_shrink_vec_array_vars, nir_var_function_temp);
OPT(nir_opt_deref);
OPT(nir_lower_vars_to_ssa);
if (allow_copies) {
/* Workaround Gfxbench unused local sampler variable which will trigger an
* assert in the opt_large_constants pass.
*/
- OPT(nir_remove_dead_variables, nir_var_function);
+ OPT(nir_remove_dead_variables, nir_var_function_temp);
return nir;
}
} while (progress);
if (lowered_64bit_ops) {
- OPT(nir_lower_constant_initializers, nir_var_function);
+ OPT(nir_lower_constant_initializers, nir_var_function_temp);
OPT(nir_lower_returns);
OPT(nir_inline_functions);
OPT(nir_opt_deref);
}
assert(exec_list_length(&nir->functions) == 1);
- OPT(nir_lower_constant_initializers, ~nir_var_function);
+ OPT(nir_lower_constant_initializers, ~nir_var_function_temp);
if (nir->info.stage == MESA_SHADER_GEOMETRY)
OPT(nir_lower_gs_intrinsics);
OPT(nir_lower_global_vars_to_local);
OPT(nir_split_var_copies);
- OPT(nir_split_struct_vars, nir_var_function);
+ OPT(nir_split_struct_vars, nir_var_function_temp);
nir = brw_nir_optimize(nir, compiler, is_scalar, true);
* inline functions. That way they get properly initialized at the top
* of the function and not at the top of its caller.
*/
- NIR_PASS_V(nir, nir_lower_constant_initializers, nir_var_function);
+ NIR_PASS_V(nir, nir_lower_constant_initializers, nir_var_function_temp);
NIR_PASS_V(nir, nir_lower_returns);
NIR_PASS_V(nir, nir_inline_functions);
NIR_PASS_V(nir, nir_opt_deref);
!(stage->key.wm.color_outputs_valid & (1 << rt))) {
/* Unused or out-of-bounds, throw it away */
deleted_output = true;
- var->data.mode = nir_var_function;
+ var->data.mode = nir_var_function_temp;
exec_node_remove(&var->node);
exec_list_push_tail(&impl->locals, &var->node);
continue;
* inline functions. That way they get properly initialized at the top
* of the function and not at the top of its caller.
*/
- NIR_PASS_V(nir, nir_lower_constant_initializers, nir_var_function);
+ NIR_PASS_V(nir, nir_lower_constant_initializers, nir_var_function_temp);
NIR_PASS_V(nir, nir_lower_returns);
NIR_PASS_V(nir, nir_inline_functions);
NIR_PASS_V(nir, nir_opt_deref);
* See the following thread for more details of the problem:
* https://lists.freedesktop.org/archives/mesa-dev/2017-July/162106.html
*/
- nir_variable_mode indirect_mask = nir_var_function;
+ nir_variable_mode indirect_mask = nir_var_function_temp;
NIR_PASS_V(*producer, nir_lower_indirect_derefs, indirect_mask);
NIR_PASS_V(*consumer, nir_lower_indirect_derefs, indirect_mask);