src/gallium/drivers/panfrost/midgard/midgard.h

   1 /* Author(s):
   2  *   Connor Abbott
   3  *   Alyssa Rosenzweig
   4  *
   5  * Copyright (c) 2013 Connor Abbott (connor@abbott.cx)
   6  * Copyright (c) 2018 Alyssa Rosenzweig (alyssa@rosenzweig.io)
   7  *
   8  * Permission is hereby granted, free of charge, to any person obtaining a copy
   9  * of this software and associated documentation files (the "Software"), to deal
  10  * in the Software without restriction, including without limitation the rights
  11  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  12  * copies of the Software, and to permit persons to whom the Software is
  13  * furnished to do so, subject to the following conditions:
  14  *
  15  * The above copyright notice and this permission notice shall be included in
  16  * all copies or substantial portions of the Software.
  17  *
  18  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  19  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  20  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  21  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  22  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  23  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  24  * THE SOFTWARE.
  25  */
  26
  27 #ifndef __midgard_h__
  28 #define __midgard_h__
  29
  30 #include <stdint.h>
  31 #include <stdbool.h>
  32 #include "panfrost-job.h"
  33
  34 #define MIDGARD_DBG_MSGS                0x0001
  35 #define MIDGARD_DBG_SHADERS             0x0002
  36
  37 extern int midgard_debug;
  38
  39 typedef enum {
  40         midgard_word_type_alu,
  41         midgard_word_type_load_store,
  42         midgard_word_type_texture,
  43         midgard_word_type_unknown
  44 } midgard_word_type;
  45
  46 typedef enum {
  47         midgard_alu_vmul,
  48         midgard_alu_sadd,
  49         midgard_alu_smul,
  50         midgard_alu_vadd,
  51         midgard_alu_lut
  52 } midgard_alu;
  53
  54 /*
  55  * ALU words
  56  */
  57
  58 typedef enum {
  59         midgard_alu_op_fadd       = 0x10,
  60         midgard_alu_op_fmul       = 0x14,
  61
  62         midgard_alu_op_fmin       = 0x28,
  63         midgard_alu_op_fmax       = 0x2C,
  64
  65         midgard_alu_op_fmov       = 0x30, /* fmov_rte */
  66         midgard_alu_op_fmov_rtz   = 0x31,
  67         midgard_alu_op_fmov_rtn   = 0x32,
  68         midgard_alu_op_fmov_rtp   = 0x33,
  69         midgard_alu_op_froundeven = 0x34,
  70         midgard_alu_op_ftrunc     = 0x35,
  71         midgard_alu_op_ffloor     = 0x36,
  72         midgard_alu_op_fceil      = 0x37,
  73         midgard_alu_op_ffma       = 0x38,
  74         midgard_alu_op_fdot3      = 0x3C,
  75         midgard_alu_op_fdot3r     = 0x3D,
  76         midgard_alu_op_fdot4      = 0x3E,
  77         midgard_alu_op_freduce    = 0x3F,
  78
  79         midgard_alu_op_iadd       = 0x40,
  80         midgard_alu_op_ishladd    = 0x41,
  81         midgard_alu_op_isub       = 0x46,
  82         midgard_alu_op_iaddsat    = 0x48,
  83         midgard_alu_op_uaddsat    = 0x49,
  84         midgard_alu_op_isubsat    = 0x4E,
  85         midgard_alu_op_usubsat    = 0x4F,
  86
  87         midgard_alu_op_imul       = 0x58,
  88
  89         midgard_alu_op_imin       = 0x60,
  90         midgard_alu_op_umin       = 0x61,
  91         midgard_alu_op_imax       = 0x62,
  92         midgard_alu_op_umax       = 0x63,
  93         midgard_alu_op_ihadd      = 0x64,
  94         midgard_alu_op_uhadd      = 0x65,
  95         midgard_alu_op_irhadd     = 0x66,
  96         midgard_alu_op_urhadd     = 0x67,
  97         midgard_alu_op_iasr       = 0x68,
  98         midgard_alu_op_ilsr       = 0x69,
  99         midgard_alu_op_ishl       = 0x6E,
 100
 101         midgard_alu_op_iand       = 0x70,
 102         midgard_alu_op_ior        = 0x71,
 103         midgard_alu_op_inand      = 0x72, /* ~(a & b), for inot let a = b */
 104         midgard_alu_op_inor       = 0x73, /* ~(a | b) */
 105         midgard_alu_op_iandnot    = 0x74, /* (a & ~b), used for not/b2f */
 106         midgard_alu_op_iornot     = 0x75, /* (a | ~b) */
 107         midgard_alu_op_ixor       = 0x76,
 108         midgard_alu_op_inxor      = 0x77, /* ~(a & b) */
 109         midgard_alu_op_iclz       = 0x78, /* Number of zeroes on left */
 110         midgard_alu_op_ibitcount8 = 0x7A, /* Counts bits in 8-bit increments */
 111         midgard_alu_op_imov       = 0x7B,
 112         midgard_alu_op_iabsdiff   = 0x7C,
 113         midgard_alu_op_uabsdiff   = 0x7D,
 114         midgard_alu_op_ichoose    = 0x7E, /* vector, component number - dupe for shuffle() */
 115
 116         midgard_alu_op_feq        = 0x80,
 117         midgard_alu_op_fne        = 0x81,
 118         midgard_alu_op_flt        = 0x82,
 119         midgard_alu_op_fle        = 0x83,
 120         midgard_alu_op_fball_eq   = 0x88,
 121         midgard_alu_op_bball_eq   = 0x89,
 122         midgard_alu_op_fball_lt   = 0x8A, /* all(lessThan(.., ..)) */
 123         midgard_alu_op_fball_lte  = 0x8B, /* all(lessThanEqual(.., ..)) */
 124
 125         midgard_alu_op_bbany_neq  = 0x90, /* used for bvec4(1) */
 126         midgard_alu_op_fbany_neq  = 0x91, /* bvec4(0) also */
 127         midgard_alu_op_fbany_lt   = 0x92, /* any(lessThan(.., ..)) */
 128         midgard_alu_op_fbany_lte  = 0x93, /* any(lessThanEqual(.., ..)) */
 129
 130         midgard_alu_op_f2i_rte    = 0x98,
 131         midgard_alu_op_f2i_rtz    = 0x99,
 132         midgard_alu_op_f2i_rtn    = 0x9A,
 133         midgard_alu_op_f2i_rtp    = 0x9B,
 134         midgard_alu_op_f2u_rte    = 0x9C,
 135         midgard_alu_op_f2u_rtz    = 0x9D,
 136         midgard_alu_op_f2u_rtn    = 0x9E,
 137         midgard_alu_op_f2u_rtp    = 0x9F,
 138
 139         midgard_alu_op_ieq        = 0xA0,
 140         midgard_alu_op_ine        = 0xA1,
 141         midgard_alu_op_ult        = 0xA2,
 142         midgard_alu_op_ule        = 0xA3,
 143         midgard_alu_op_ilt        = 0xA4,
 144         midgard_alu_op_ile        = 0xA5,
 145         midgard_alu_op_iball_eq   = 0xA8,
 146         midgard_alu_op_iball_neq  = 0xA9,
 147         midgard_alu_op_uball_lt   = 0xAA,
 148         midgard_alu_op_uball_lte  = 0xAB,
 149         midgard_alu_op_iball_lt   = 0xAC,
 150         midgard_alu_op_iball_lte  = 0xAD,
 151
 152         midgard_alu_op_ibany_eq   = 0xB0,
 153         midgard_alu_op_ibany_neq  = 0xB1,
 154         midgard_alu_op_ubany_lt   = 0xB2,
 155         midgard_alu_op_ubany_lte  = 0xB3,
 156         midgard_alu_op_ibany_lt   = 0xB4, /* any(lessThan(.., ..)) */
 157         midgard_alu_op_ibany_lte  = 0xB5, /* any(lessThanEqual(.., ..)) */
 158         midgard_alu_op_i2f_rte    = 0xB8,
 159         midgard_alu_op_i2f_rtz    = 0xB9,
 160         midgard_alu_op_i2f_rtn    = 0xBA,
 161         midgard_alu_op_i2f_rtp    = 0xBB,
 162         midgard_alu_op_u2f_rte    = 0xBC,
 163         midgard_alu_op_u2f_rtz    = 0xBD,
 164         midgard_alu_op_u2f_rtn    = 0xBE,
 165         midgard_alu_op_u2f_rtp    = 0xBF,
 166
 167         midgard_alu_op_icsel_v    = 0xC0, /* condition code r31 */
 168         midgard_alu_op_icsel      = 0xC1, /* condition code r31.w */
 169         midgard_alu_op_fcsel_v    = 0xC4,
 170         midgard_alu_op_fcsel      = 0xC5,
 171         midgard_alu_op_fround     = 0xC6,
 172
 173         midgard_alu_op_fatan_pt2  = 0xE8,
 174         midgard_alu_op_fpow_pt1   = 0xEC,
 175         midgard_alu_op_fpown_pt1  = 0xED,
 176         midgard_alu_op_fpowr_pt1  = 0xEE,
 177
 178         midgard_alu_op_frcp       = 0xF0,
 179         midgard_alu_op_frsqrt     = 0xF2,
 180         midgard_alu_op_fsqrt      = 0xF3,
 181         midgard_alu_op_fexp2      = 0xF4,
 182         midgard_alu_op_flog2      = 0xF5,
 183         midgard_alu_op_fsin       = 0xF6,
 184         midgard_alu_op_fcos       = 0xF7,
 185         midgard_alu_op_fatan2_pt1 = 0xF9,
 186 } midgard_alu_op;
 187
 188 typedef enum {
 189         midgard_outmod_none = 0,
 190         midgard_outmod_pos  = 1,
 191         /* 0x2 unknown */
 192         midgard_outmod_sat  = 3
 193 } midgard_outmod_float;
 194
 195 typedef enum {
 196         midgard_outmod_int_saturate = 0,
 197         midgard_outmod_uint_saturate = 1,
 198         midgard_outmod_int_wrap = 2,
 199         midgard_outmod_int_high = 3, /* Overflowed portion */
 200 } midgard_outmod_int;
 201
 202 typedef enum {
 203         midgard_reg_mode_8 = 0,
 204         midgard_reg_mode_16 = 1,
 205         midgard_reg_mode_32 = 2,
 206         midgard_reg_mode_64 = 3
 207 } midgard_reg_mode;
 208
 209 typedef enum {
 210         midgard_dest_override_lower = 0,
 211         midgard_dest_override_upper = 1,
 212         midgard_dest_override_none = 2
 213 } midgard_dest_override;
 214
 215 typedef enum {
 216         midgard_int_sign_extend = 0,
 217         midgard_int_zero_extend = 1,
 218         midgard_int_normal = 2,
 219         midgard_int_shift = 3
 220 } midgard_int_mod;
 221
 222 #define MIDGARD_FLOAT_MOD_ABS (1 << 0)
 223 #define MIDGARD_FLOAT_MOD_NEG (1 << 1)
 224
 225 typedef struct
 226 __attribute__((__packed__))
 227 {
 228         /* Either midgard_int_mod or from midgard_float_mod_*, depending on the
 229          * type of op */
 230         unsigned mod : 2;
 231
 232         /* replicate lower half if dest = half, or low/high half selection if
 233          * dest = full
 234          */
 235         bool rep_low     : 1;
 236         bool rep_high    : 1; /* unused if dest = full */
 237         bool half        : 1; /* only matters if dest = full */
 238         unsigned swizzle : 8;
 239 }
 240 midgard_vector_alu_src;
 241
 242 typedef struct
 243 __attribute__((__packed__))
 244 {
 245         midgard_alu_op op               :  8;
 246         midgard_reg_mode reg_mode   :  2;
 247         unsigned src1 : 13;
 248         unsigned src2 : 13;
 249         midgard_dest_override dest_override : 2;
 250         midgard_outmod_float outmod               : 2;
 251         unsigned mask                           : 8;
 252 }
 253 midgard_vector_alu;
 254
 255 typedef struct
 256 __attribute__((__packed__))
 257 {
 258         bool abs           : 1;
 259         bool negate        : 1;
 260         bool full          : 1; /* 0 = half, 1 = full */
 261         unsigned component : 3;
 262 }
 263 midgard_scalar_alu_src;
 264
 265 typedef struct
 266 __attribute__((__packed__))
 267 {
 268         midgard_alu_op op         :  8;
 269         unsigned src1             :  6;
 270         unsigned src2             : 11;
 271         unsigned unknown          :  1;
 272         unsigned outmod :  2;
 273         bool output_full          :  1;
 274         unsigned output_component :  3;
 275 }
 276 midgard_scalar_alu;
 277
 278 typedef struct
 279 __attribute__((__packed__))
 280 {
 281         unsigned src1_reg : 5;
 282         unsigned src2_reg : 5;
 283         unsigned out_reg  : 5;
 284         bool src2_imm     : 1;
 285 }
 286 midgard_reg_info;
 287
 288 /* In addition to conditional branches and jumps (unconditional branches),
 289  * Midgard implements a bit of fixed function functionality used in fragment
 290  * shaders via specially crafted branches. These have special branch opcodes,
 291  * which perform a fixed-function operation and/or use the results of a
 292  * fixed-function operation as the branch condition.  */
 293
 294 typedef enum {
 295         /* Regular branches */
 296         midgard_jmp_writeout_op_branch_uncond = 1,
 297         midgard_jmp_writeout_op_branch_cond = 2,
 298
 299         /* In a fragment shader, execute a discard_if instruction, with the
 300          * corresponding condition code. Terminates the shader, so generally
 301          * set the branch target to out of the shader */
 302         midgard_jmp_writeout_op_discard = 4,
 303
 304         /* Branch if the tilebuffer is not yet ready. At the beginning of a
 305          * fragment shader that reads from the tile buffer, for instance via
 306          * ARM_shader_framebuffer_fetch or EXT_pixel_local_storage, this branch
 307          * operation should be used as a loop. An instruction like
 308          * "br.tilebuffer.always -1" does the trick, corresponding to
 309          * "while(!is_tilebuffer_ready) */
 310         midgard_jmp_writeout_op_tilebuffer_pending = 6,
 311
 312         /* In a fragment shader, try to write out the value pushed to r0 to the
 313          * tilebuffer, subject to unknown state in r1.z and r1.w. If this
 314          * succeeds, the shader terminates. If it fails, it branches to the
 315          * specified branch target. Generally, this should be used in a loop to
 316          * itself, acting as "do { write(r0); } while(!write_successful);" */
 317         midgard_jmp_writeout_op_writeout = 7,
 318 } midgard_jmp_writeout_op;
 319
 320 typedef enum {
 321         midgard_condition_write0 = 0,
 322
 323         /* These condition codes denote a conditional branch on FALSE and on
 324          * TRUE respectively */
 325         midgard_condition_false = 1,
 326         midgard_condition_true = 2,
 327
 328         /* This condition code always branches. For a pure branch, the
 329          * unconditional branch coding should be used instead, but for
 330          * fixed-function branch opcodes, this is still useful */
 331         midgard_condition_always = 3,
 332 } midgard_condition;
 333
 334 typedef struct
 335 __attribute__((__packed__))
 336 {
 337         midgard_jmp_writeout_op op : 3; /* == branch_uncond */
 338         unsigned dest_tag : 4; /* tag of branch destination */
 339         unsigned unknown : 2;
 340         int offset : 7;
 341 }
 342 midgard_branch_uncond;
 343
 344 typedef struct
 345 __attribute__((__packed__))
 346 {
 347         midgard_jmp_writeout_op op : 3; /* == branch_cond */
 348         unsigned dest_tag : 4; /* tag of branch destination */
 349         int offset : 7;
 350         midgard_condition cond : 2;
 351 }
 352 midgard_branch_cond;
 353
 354 typedef struct
 355 __attribute__((__packed__))
 356 {
 357         midgard_jmp_writeout_op op : 3; /* == branch_cond */
 358         unsigned dest_tag : 4; /* tag of branch destination */
 359         unsigned unknown : 2;
 360         signed offset : 23;
 361         unsigned cond : 16;
 362 }
 363 midgard_branch_extended;
 364
 365 typedef struct
 366 __attribute__((__packed__))
 367 {
 368         midgard_jmp_writeout_op op : 3; /* == writeout */
 369         unsigned unknown : 13;
 370 }
 371 midgard_writeout;
 372
 373 /*
 374  * Load/store words
 375  */
 376
 377 typedef enum {
 378         midgard_op_ld_st_noop   = 0x03,
 379
 380         /* Unclear why this is on the L/S unit, but (with an address of 0,
 381          * appropriate swizzle, magic constant 0x24, and xy mask?) moves fp32 cube
 382          * map coordinates in r27 to its cube map texture coordinate
 383          * destination (e.g r29). 0x4 magic for lding from fp16 instead */
 384
 385         midgard_op_st_cubemap_coords = 0x0E,
 386
 387         /* Used in OpenCL. Probably can ld other things as well */
 388         midgard_op_ld_global_id = 0x10,
 389
 390         /* The L/S unit can do perspective division a clock faster than the ALU
 391          * if you're lucky. Put the vec4 in r27, and call with 0x24 as the
 392          * unknown state; the output will be <x/w, y/w, z/w, 1>. Replace w with
 393          * z for the z version */
 394         midgard_op_ldst_perspective_division_z = 0x12,
 395         midgard_op_ldst_perspective_division_w = 0x13,
 396
 397         /* val in r27.y, address embedded, outputs result to argument. Invert val for sub. Let val = +-1 for inc/dec. */
 398         midgard_op_atomic_add = 0x40,
 399         midgard_op_atomic_and = 0x44,
 400         midgard_op_atomic_or = 0x48,
 401         midgard_op_atomic_xor = 0x4C,
 402
 403         midgard_op_atomic_imin = 0x50,
 404         midgard_op_atomic_umin = 0x54,
 405         midgard_op_atomic_imax = 0x58,
 406         midgard_op_atomic_umax = 0x5C,
 407
 408         midgard_op_atomic_xchg = 0x60,
 409
 410         /* Used for compute shader's __global arguments, __local variables (or
 411          * for register spilling) */
 412
 413         midgard_op_ld_char = 0x81,
 414         midgard_op_ld_char2 = 0x84,
 415         midgard_op_ld_short = 0x85,
 416         midgard_op_ld_char4 = 0x88, /* short2, int, float */
 417         midgard_op_ld_short4 = 0x8C, /* int2, float2, long */
 418         midgard_op_ld_int4 = 0x90, /* float4, long2 */
 419
 420         midgard_op_ld_attr_32 = 0x94,
 421         midgard_op_ld_attr_16 = 0x95,
 422         midgard_op_ld_attr_32u = 0x96,
 423         midgard_op_ld_attr_32i = 0x97,
 424         midgard_op_ld_vary_32 = 0x98,
 425         midgard_op_ld_vary_16 = 0x99,
 426         midgard_op_ld_vary_32u = 0x9A,
 427         midgard_op_ld_vary_32i = 0x9B,
 428         midgard_op_ld_color_buffer_16 = 0x9D,
 429
 430         midgard_op_ld_uniform_16 = 0xAC,
 431         midgard_op_ld_uniform_32i = 0xA8,
 432
 433         midgard_op_ld_uniform_32 = 0xB0,
 434         midgard_op_ld_color_buffer_8 = 0xBA,
 435
 436         midgard_op_st_char = 0xC0,
 437         midgard_op_st_char2 = 0xC4, /* short */
 438         midgard_op_st_char4 = 0xC8, /* short2, int, float */
 439         midgard_op_st_short4 = 0xCC, /* int2, float2, long */
 440         midgard_op_st_int4 = 0xD0, /* float4, long2 */
 441
 442         midgard_op_st_vary_32 = 0xD4,
 443         midgard_op_st_vary_16 = 0xD5,
 444         midgard_op_st_vary_32u = 0xD6,
 445         midgard_op_st_vary_32i = 0xD7,
 446
 447         /* Value to st in r27, location r26.w as short2 */
 448         midgard_op_st_image_f = 0xD8,
 449         midgard_op_st_image_ui = 0xDA,
 450         midgard_op_st_image_i = 0xDB,
 451 } midgard_load_store_op;
 452
 453 typedef enum {
 454         midgard_interp_centroid = 1,
 455         midgard_interp_default = 2
 456 } midgard_interpolation;
 457
 458 typedef enum {
 459         midgard_varying_mod_none = 0,
 460
 461         /* Other values unknown */
 462
 463         /* Take the would-be result and divide all components by its z/w
 464          * (perspective division baked in with the load)  */
 465         midgard_varying_mod_perspective_z = 2,
 466         midgard_varying_mod_perspective_w = 3,
 467 } midgard_varying_modifier;
 468
 469 typedef struct
 470 __attribute__((__packed__))
 471 {
 472         unsigned zero0 : 1; /* Always zero */
 473
 474         midgard_varying_modifier modifier : 2;
 475
 476         unsigned zero1: 1; /* Always zero */
 477
 478         /* Varying qualifiers, zero if not a varying */
 479         unsigned flat    : 1;
 480         unsigned is_varying : 1; /* Always one for varying, but maybe something else? */
 481         midgard_interpolation interpolation : 2;
 482
 483         unsigned zero2 : 2; /* Always zero */
 484 }
 485 midgard_varying_parameter;
 486
 487 typedef struct
 488 __attribute__((__packed__))
 489 {
 490         midgard_load_store_op op : 8;
 491         unsigned reg     : 5;
 492         unsigned mask    : 4;
 493         unsigned swizzle : 8;
 494         unsigned unknown : 16;
 495
 496         unsigned varying_parameters : 10;
 497
 498         unsigned address : 9;
 499 }
 500 midgard_load_store_word;
 501
 502 typedef struct
 503 __attribute__((__packed__))
 504 {
 505         unsigned type      : 4;
 506         unsigned next_type : 4;
 507         uint64_t word1     : 60;
 508         uint64_t word2     : 60;
 509 }
 510 midgard_load_store;
 511
 512 /* 8-bit register selector used in texture ops to select a bias/LOD/gradient
 513  * register, shoved into the `bias` field */
 514
 515 typedef struct
 516 __attribute__((__packed__))
 517 {
 518         /* Combines with component_hi to form 2-bit component select out of
 519          * xyzw, as the component for bias/LOD and the starting component of a
 520          * gradient vector */
 521
 522         unsigned component_lo : 1;
 523
 524         /* Register select between r28/r29 */
 525         unsigned select : 1;
 526
 527         /* For a half-register, selects the upper half */
 528         unsigned upper : 1;
 529
 530         /* Specifies a full-register, clear for a half-register. Mutually
 531          * exclusive with upper. */
 532         unsigned full : 1;
 533
 534         /* Higher half of component_lo. Always seen to be set for LOD/bias
 535          * and clear for processed gradients, but I'm not sure if that's a
 536          * hardware requirement. */
 537         unsigned component_hi : 1;
 538
 539         /* Padding to make this 8-bit */
 540         unsigned zero : 3;
 541 } midgard_tex_register_select;
 542
 543 /* Texture pipeline results are in r28-r29 */
 544 #define REG_TEX_BASE 28
 545
 546 /* Texture opcodes... maybe? */
 547 #define TEXTURE_OP_NORMAL 0x11          /* texture */
 548 #define TEXTURE_OP_LOD 0x12             /* textureLod */
 549 #define TEXTURE_OP_TEXEL_FETCH 0x14     /* texelFetch */
 550
 551 enum mali_sampler_type {
 552         MALI_SAMPLER_UNK        = 0x0,
 553         MALI_SAMPLER_FLOAT      = 0x1, /* sampler */
 554         MALI_SAMPLER_UNSIGNED   = 0x2, /* usampler */
 555         MALI_SAMPLER_SIGNED     = 0x3, /* isampler */
 556 };
 557
 558 typedef struct
 559 __attribute__((__packed__))
 560 {
 561         unsigned type      : 4;
 562         unsigned next_type : 4;
 563
 564         unsigned op  : 6;
 565         unsigned shadow    : 1;
 566         unsigned is_gather  : 1;
 567
 568         /* A little obscure, but last is set for the last texture operation in
 569          * a shader. cont appears to just be last's opposite (?). Yeah, I know,
 570          * kind of funky.. BiOpen thinks it could do with memory hinting, or
 571          * tile locking? */
 572
 573         unsigned cont  : 1;
 574         unsigned last  : 1;
 575
 576         enum mali_texture_type format : 2;
 577         unsigned zero : 2;
 578
 579         /* Is a register used to specify the
 580          * LOD/bias/offset? If set, use the `bias` field as
 581          * a register index. If clear, use the `bias` field
 582          * as an immediate. */
 583         unsigned lod_register : 1;
 584
 585         /* Is a register used to specify an offset? If set, use the
 586          * offset_reg_* fields to encode this, duplicated for each of the
 587          * components. If clear, there is implcitly always an immediate offst
 588          * specificed in offset_imm_* */
 589         unsigned offset_register : 1;
 590
 591         unsigned in_reg_full  : 1;
 592         unsigned in_reg_select : 1;
 593         unsigned in_reg_upper  : 1;
 594         unsigned in_reg_swizzle : 8;
 595
 596         unsigned unknown8  : 2;
 597
 598         unsigned out_full  : 1;
 599
 600         enum mali_sampler_type sampler_type : 2;
 601
 602         unsigned out_reg_select : 1;
 603         unsigned out_upper : 1;
 604
 605         unsigned mask : 4;
 606
 607         unsigned unknown2  : 2;
 608
 609         unsigned swizzle  : 8;
 610         unsigned unknown4  : 8;
 611
 612         unsigned unknownA  : 4;
 613
 614         /* In immediate mode, each offset field is an immediate range [0, 7].
 615          *
 616          * In register mode, offset_x becomes a register full / select / upper
 617          * triplet and a vec3 swizzle is splattered across offset_y/offset_z in
 618          * a genuinely bizarre way.
 619          *
 620          * For texel fetches in immediate mode, the range is the full [-8, 7],
 621          * but for normal texturing the top bit must be zero and a register
 622          * used instead. It's not clear where this limitation is from. */
 623
 624         signed offset_x : 4;
 625         signed offset_y : 4;
 626         signed offset_z : 4;
 627
 628         /* In immediate bias mode, for a normal texture op, this is
 629          * texture bias, computed as int(2^8 * frac(biasf)), with
 630          * bias_int = floor(bias). For a textureLod, it's that, but
 631          * s/bias/lod. For a texel fetch, this is the LOD as-is.
 632          *
 633          * In register mode, this is a midgard_tex_register_select
 634          * structure and bias_int is zero */
 635
 636         unsigned bias : 8;
 637         signed bias_int  : 8;
 638
 639         unsigned texture_handle : 16;
 640         unsigned sampler_handle : 16;
 641 }
 642 midgard_texture_word;
 643
 644 #endif