#include "compiler/nir/nir_builder.h"
#include "compiler/nir/nir_format_convert.h"
#include "util/format/u_format.h"
+#include "pan_lower_framebuffer.h"
+#include "panfrost-quirks.h"
+
+/* Determines the unpacked type best suiting a given format, so the rest of the
+ * pipeline may be adjusted accordingly */
+
+nir_alu_type
+pan_unpacked_type_for_format(const struct util_format_description *desc)
+{
+ int c = util_format_get_first_non_void_channel(desc->format);
+
+ if (c == -1)
+ unreachable("Void format not renderable");
+
+ bool large = (desc->channel[c].size > 16);
+ bool bit8 = (desc->channel[c].size == 8);
+ assert(desc->channel[c].size <= 32);
+
+ if (desc->channel[c].normalized)
+ return large ? nir_type_float32 : nir_type_float16;
+
+ switch (desc->channel[c].type) {
+ case UTIL_FORMAT_TYPE_UNSIGNED:
+ return bit8 ? nir_type_uint8 :
+ large ? nir_type_uint32 : nir_type_uint16;
+ case UTIL_FORMAT_TYPE_SIGNED:
+ return bit8 ? nir_type_int8 :
+ large ? nir_type_int32 : nir_type_int16;
+ case UTIL_FORMAT_TYPE_FLOAT:
+ return large ? nir_type_float32 : nir_type_float16;
+ default:
+ unreachable("Format not renderable");
+ }
+}
+
+enum pan_format_class
+pan_format_class_load(const struct util_format_description *desc, unsigned quirks)
+{
+ /* Check if we can do anything better than software architecturally */
+ if (quirks & MIDGARD_NO_TYPED_BLEND_LOADS) {
+ return (quirks & NO_BLEND_PACKS)
+ ? PAN_FORMAT_SOFTWARE : PAN_FORMAT_PACK;
+ }
+
+ /* Some formats are missing as typed on some GPUs but have unpacks */
+ if (quirks & MIDGARD_MISSING_LOADS) {
+ switch (desc->format) {
+ case PIPE_FORMAT_R11G11B10_FLOAT:
+ case PIPE_FORMAT_R10G10B10A2_UNORM:
+ case PIPE_FORMAT_B10G10R10A2_UNORM:
+ case PIPE_FORMAT_R10G10B10X2_UNORM:
+ case PIPE_FORMAT_B10G10R10X2_UNORM:
+ case PIPE_FORMAT_R10G10B10A2_UINT:
+ return PAN_FORMAT_PACK;
+ default:
+ return PAN_FORMAT_NATIVE;
+ }
+ }
+
+ /* Otherwise, we can do native */
+ return PAN_FORMAT_NATIVE;
+}
+
+enum pan_format_class
+pan_format_class_store(const struct util_format_description *desc, unsigned quirks)
+{
+ /* Check if we can do anything better than software architecturally */
+ if (quirks & MIDGARD_NO_TYPED_BLEND_STORES) {
+ return (quirks & NO_BLEND_PACKS)
+ ? PAN_FORMAT_SOFTWARE : PAN_FORMAT_PACK;
+ }
+
+ return PAN_FORMAT_NATIVE;
+}
+
+/* Generic dispatches for un/pack regardless of format */
+
+static nir_ssa_def *
+pan_unpack(nir_builder *b,
+ const struct util_format_description *desc,
+ nir_ssa_def *packed)
+{
+ /* Stub */
+ return packed;
+}
+
+static nir_ssa_def *
+pan_pack(nir_builder *b,
+ const struct util_format_description *desc,
+ nir_ssa_def *unpacked)
+{
+ /* Stub */
+ return unpacked;
+}
+
+static void
+pan_lower_fb_store(nir_shader *shader,
+ nir_builder *b,
+ nir_intrinsic_instr *intr,
+ const struct util_format_description *desc,
+ unsigned quirks)
+{
+ /* For stores, add conversion before */
+ nir_ssa_def *unpacked = nir_ssa_for_src(b, intr->src[1], 4);
+ nir_ssa_def *packed = pan_pack(b, desc, unpacked);
+
+ nir_intrinsic_instr *new =
+ nir_intrinsic_instr_create(shader, nir_intrinsic_store_raw_output_pan);
+ new->src[0] = nir_src_for_ssa(packed);
+ new->num_components = 4;
+ nir_builder_instr_insert(b, &new->instr);
+}
+
+static void
+pan_lower_fb_load(nir_shader *shader,
+ nir_builder *b,
+ nir_intrinsic_instr *intr,
+ const struct util_format_description *desc,
+ unsigned quirks)
+{
+ nir_intrinsic_instr *new = nir_intrinsic_instr_create(shader,
+ nir_intrinsic_load_raw_output_pan);
+ new->num_components = 4;
+
+ nir_ssa_dest_init(&new->instr, &new->dest, 4, 32, NULL);
+ nir_builder_instr_insert(b, &new->instr);
+
+ /* Convert the raw value */
+ nir_ssa_def *packed = &new->dest.ssa;
+ nir_ssa_def *unpacked = pan_unpack(b, desc, packed);
+
+ nir_src rewritten = nir_src_for_ssa(unpacked);
+ nir_ssa_def_rewrite_uses_after(&intr->dest.ssa, rewritten, &intr->instr);
+}
+
+void
+pan_lower_framebuffer(nir_shader *shader,
+ const struct util_format_description *desc,
+ unsigned quirks)
+{
+ /* Blend shaders are represented as special fragment shaders */
+ assert(shader->info.stage == MESA_SHADER_FRAGMENT);
+
+ nir_foreach_function(func, shader) {
+ nir_foreach_block(block, func->impl) {
+ nir_foreach_instr_safe(instr, block) {
+ if (instr->type != nir_instr_type_intrinsic)
+ continue;
+
+ nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr);
+
+ bool is_load = intr->intrinsic == nir_intrinsic_load_deref;
+ bool is_store = intr->intrinsic == nir_intrinsic_store_deref;
+
+ if (!(is_load || is_store))
+ continue;
+
+ /* Don't worry about MRT */
+ nir_variable *var = nir_intrinsic_get_var(intr, 0);
+
+ if (var->data.location != FRAG_RESULT_COLOR)
+ continue;
+
+ nir_builder b;
+ nir_builder_init(&b, func->impl);
+
+ if (is_store) {
+ b.cursor = nir_before_instr(instr);
+ pan_lower_fb_store(shader, &b, intr, desc, quirks);
+ } else {
+ b.cursor = nir_after_instr(instr);
+ pan_lower_fb_load(shader, &b, intr, desc, quirks);
+ }
+
+ nir_instr_remove(instr);
+ }
+ }
+
+ nir_metadata_preserve(func->impl, nir_metadata_block_index |
+ nir_metadata_dominance);
+ }
+}
projects / mesa.git / blobdiff