2 Copyright (C) Intel Corp. 2006. All Rights Reserved.
3 Intel funded Tungsten Graphics to
4 develop this 3D driver.
6 Permission is hereby granted, free of charge, to any person obtaining
7 a copy of this software and associated documentation files (the
8 "Software"), to deal in the Software without restriction, including
9 without limitation the rights to use, copy, modify, merge, publish,
10 distribute, sublicense, and/or sell copies of the Software, and to
11 permit persons to whom the Software is furnished to do so, subject to
12 the following conditions:
14 The above copyright notice and this permission notice (including the
15 next paragraph) shall be included in all copies or substantial
16 portions of the Software.
18 THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
19 EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
21 IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE
22 LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
23 OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
24 WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **********************************************************************/
29 * Keith Whitwell <keithw@vmware.com>
32 #ifndef BRW_EU_DEFINES_H
33 #define BRW_EU_DEFINES_H
36 #include "util/macros.h"
38 /* The following hunk, up-to "Execution Unit" is used by both the
39 * intel/compiler and i965 codebase. */
41 #define INTEL_MASK(high, low) (((1u<<((high)-(low)+1))-1)<<(low))
42 /* Using the GNU statement expression extension */
43 #define SET_FIELD(value, field) \
45 uint32_t fieldval = (uint32_t)(value) << field ## _SHIFT; \
46 assert((fieldval & ~ field ## _MASK) == 0); \
47 fieldval & field ## _MASK; \
50 #define SET_BITS(value, high, low) \
52 const uint32_t fieldval = (uint32_t)(value) << (low); \
53 assert((fieldval & ~INTEL_MASK(high, low)) == 0); \
54 fieldval & INTEL_MASK(high, low); \
57 #define GET_BITS(data, high, low) ((data & INTEL_MASK((high), (low))) >> (low))
58 #define GET_FIELD(word, field) (((word) & field ## _MASK) >> field ## _SHIFT)
60 #define _3DPRIM_POINTLIST 0x01
61 #define _3DPRIM_LINELIST 0x02
62 #define _3DPRIM_LINESTRIP 0x03
63 #define _3DPRIM_TRILIST 0x04
64 #define _3DPRIM_TRISTRIP 0x05
65 #define _3DPRIM_TRIFAN 0x06
66 #define _3DPRIM_QUADLIST 0x07
67 #define _3DPRIM_QUADSTRIP 0x08
68 #define _3DPRIM_LINELIST_ADJ 0x09 /* G45+ */
69 #define _3DPRIM_LINESTRIP_ADJ 0x0A /* G45+ */
70 #define _3DPRIM_TRILIST_ADJ 0x0B /* G45+ */
71 #define _3DPRIM_TRISTRIP_ADJ 0x0C /* G45+ */
72 #define _3DPRIM_TRISTRIP_REVERSE 0x0D
73 #define _3DPRIM_POLYGON 0x0E
74 #define _3DPRIM_RECTLIST 0x0F
75 #define _3DPRIM_LINELOOP 0x10
76 #define _3DPRIM_POINTLIST_BF 0x11
77 #define _3DPRIM_LINESTRIP_CONT 0x12
78 #define _3DPRIM_LINESTRIP_BF 0x13
79 #define _3DPRIM_LINESTRIP_CONT_BF 0x14
80 #define _3DPRIM_TRIFAN_NOSTIPPLE 0x16
81 #define _3DPRIM_PATCHLIST(n) ({ assert(n > 0 && n <= 32); 0x20 + (n - 1); })
83 /* Bitfields for the URB_WRITE message, DW2 of message header: */
84 #define URB_WRITE_PRIM_END 0x1
85 #define URB_WRITE_PRIM_START 0x2
86 #define URB_WRITE_PRIM_TYPE_SHIFT 2
88 #define BRW_SPRITE_POINT_ENABLE 16
90 # define GEN7_GS_CONTROL_DATA_FORMAT_GSCTL_CUT 0
91 # define GEN7_GS_CONTROL_DATA_FORMAT_GSCTL_SID 1
93 /* Execution Unit (EU) defines
97 #define BRW_ALIGN_16 1
99 #define BRW_ADDRESS_DIRECT 0
100 #define BRW_ADDRESS_REGISTER_INDIRECT_REGISTER 1
102 #define BRW_CHANNEL_X 0
103 #define BRW_CHANNEL_Y 1
104 #define BRW_CHANNEL_Z 2
105 #define BRW_CHANNEL_W 3
107 enum brw_compression
{
108 BRW_COMPRESSION_NONE
= 0,
109 BRW_COMPRESSION_2NDHALF
= 1,
110 BRW_COMPRESSION_COMPRESSED
= 2,
113 #define GEN6_COMPRESSION_1Q 0
114 #define GEN6_COMPRESSION_2Q 1
115 #define GEN6_COMPRESSION_3Q 2
116 #define GEN6_COMPRESSION_4Q 3
117 #define GEN6_COMPRESSION_1H 0
118 #define GEN6_COMPRESSION_2H 2
120 enum PACKED brw_conditional_mod
{
121 BRW_CONDITIONAL_NONE
= 0,
122 BRW_CONDITIONAL_Z
= 1,
123 BRW_CONDITIONAL_NZ
= 2,
124 BRW_CONDITIONAL_EQ
= 1, /* Z */
125 BRW_CONDITIONAL_NEQ
= 2, /* NZ */
126 BRW_CONDITIONAL_G
= 3,
127 BRW_CONDITIONAL_GE
= 4,
128 BRW_CONDITIONAL_L
= 5,
129 BRW_CONDITIONAL_LE
= 6,
130 BRW_CONDITIONAL_R
= 7, /* Gen <= 5 */
131 BRW_CONDITIONAL_O
= 8,
132 BRW_CONDITIONAL_U
= 9,
135 #define BRW_DEBUG_NONE 0
136 #define BRW_DEBUG_BREAKPOINT 1
138 #define BRW_DEPENDENCY_NORMAL 0
139 #define BRW_DEPENDENCY_NOTCLEARED 1
140 #define BRW_DEPENDENCY_NOTCHECKED 2
141 #define BRW_DEPENDENCY_DISABLE 3
143 enum PACKED brw_execution_size
{
152 enum PACKED brw_horizontal_stride
{
153 BRW_HORIZONTAL_STRIDE_0
= 0,
154 BRW_HORIZONTAL_STRIDE_1
= 1,
155 BRW_HORIZONTAL_STRIDE_2
= 2,
156 BRW_HORIZONTAL_STRIDE_4
= 3,
159 enum PACKED gen10_align1_3src_src_horizontal_stride
{
160 BRW_ALIGN1_3SRC_SRC_HORIZONTAL_STRIDE_0
= 0,
161 BRW_ALIGN1_3SRC_SRC_HORIZONTAL_STRIDE_1
= 1,
162 BRW_ALIGN1_3SRC_SRC_HORIZONTAL_STRIDE_2
= 2,
163 BRW_ALIGN1_3SRC_SRC_HORIZONTAL_STRIDE_4
= 3,
166 enum PACKED gen10_align1_3src_dst_horizontal_stride
{
167 BRW_ALIGN1_3SRC_DST_HORIZONTAL_STRIDE_1
= 0,
168 BRW_ALIGN1_3SRC_DST_HORIZONTAL_STRIDE_2
= 1,
171 #define BRW_INSTRUCTION_NORMAL 0
172 #define BRW_INSTRUCTION_SATURATE 1
174 #define BRW_MASK_ENABLE 0
175 #define BRW_MASK_DISABLE 1
179 * Gen6 has replaced "mask enable/disable" with WECtrl, which is
180 * effectively the same but much simpler to think about. Now, there
181 * are two contributors ANDed together to whether channels are
182 * executed: The predication on the instruction, and the channel write
186 * This is the default value. It means that a channel's write enable is set
187 * if the per-channel IP is pointing at this instruction.
189 #define BRW_WE_NORMAL 0
191 * This is used like BRW_MASK_DISABLE, and causes all channels to have
192 * their write enable set. Note that predication still contributes to
193 * whether the channel actually gets written.
199 /* These are the actual hardware instructions. */
204 BRW_OPCODE_MOVI
, /**< G45+ */
211 BRW_OPCODE_DIM
, /**< Gen7.5 only */
212 BRW_OPCODE_SMOV
, /**< Gen8+ */
214 BRW_OPCODE_ROR
, /**< Gen11+ */
215 BRW_OPCODE_ROL
, /**< Gen11+ */
218 BRW_OPCODE_CSEL
, /**< Gen8+ */
219 BRW_OPCODE_F32TO16
, /**< Gen7 only */
220 BRW_OPCODE_F16TO32
, /**< Gen7 only */
221 BRW_OPCODE_BFREV
, /**< Gen7+ */
222 BRW_OPCODE_BFE
, /**< Gen7+ */
223 BRW_OPCODE_BFI1
, /**< Gen7+ */
224 BRW_OPCODE_BFI2
, /**< Gen7+ */
226 BRW_OPCODE_BRD
, /**< Gen7+ */
228 BRW_OPCODE_IFF
, /**< Pre-Gen6 */
229 BRW_OPCODE_BRC
, /**< Gen7+ */
232 BRW_OPCODE_DO
, /**< Pre-Gen6 */
233 BRW_OPCODE_CASE
, /**< Gen6 only */
238 BRW_OPCODE_CALLA
, /**< Gen7.5+ */
239 BRW_OPCODE_MSAVE
, /**< Pre-Gen6 */
240 BRW_OPCODE_CALL
, /**< Gen6+ */
241 BRW_OPCODE_MREST
, /**< Pre-Gen6 */
242 BRW_OPCODE_RET
, /**< Gen6+ */
243 BRW_OPCODE_PUSH
, /**< Pre-Gen6 */
244 BRW_OPCODE_FORK
, /**< Gen6 only */
245 BRW_OPCODE_GOTO
, /**< Gen8+ */
246 BRW_OPCODE_POP
, /**< Pre-Gen6 */
250 BRW_OPCODE_SENDS
, /**< Gen9+ */
251 BRW_OPCODE_SENDSC
, /**< Gen9+ */
252 BRW_OPCODE_MATH
, /**< Gen6+ */
264 BRW_OPCODE_FBH
, /**< Gen7+ */
265 BRW_OPCODE_FBL
, /**< Gen7+ */
266 BRW_OPCODE_CBIT
, /**< Gen7+ */
267 BRW_OPCODE_ADDC
, /**< Gen7+ */
268 BRW_OPCODE_SUBB
, /**< Gen7+ */
276 BRW_OPCODE_PLN
, /**< G45+ */
277 BRW_OPCODE_MAD
, /**< Gen6+ */
278 BRW_OPCODE_LRP
, /**< Gen6+ */
279 BRW_OPCODE_MADM
, /**< Gen8+ */
280 BRW_OPCODE_NENOP
, /**< G45 only */
285 /* These are compiler backend opcodes that get translated into other
288 FS_OPCODE_FB_WRITE
= NUM_BRW_OPCODES
,
291 * Same as FS_OPCODE_FB_WRITE but expects its arguments separately as
292 * individual sources instead of as a single payload blob. The
293 * position/ordering of the arguments are defined by the enum
294 * fb_write_logical_srcs.
296 FS_OPCODE_FB_WRITE_LOGICAL
,
298 FS_OPCODE_REP_FB_WRITE
,
301 FS_OPCODE_FB_READ_LOGICAL
,
309 SHADER_OPCODE_INT_QUOTIENT
,
310 SHADER_OPCODE_INT_REMAINDER
,
315 * A generic "send" opcode. The first two sources are the message
316 * descriptor and extended message descriptor respectively. The third
317 * and optional fourth sources are the message payload
322 * An "undefined" write which does nothing but indicates to liveness that
323 * we don't care about any values in the register which predate this
324 * instruction. Used to prevent partial writes from causing issues with
330 * Texture sampling opcodes.
332 * LOGICAL opcodes are eventually translated to the matching non-LOGICAL
333 * opcode but instead of taking a single payload blob they expect their
334 * arguments separately as individual sources. The position/ordering of the
335 * arguments are defined by the enum tex_logical_srcs.
338 SHADER_OPCODE_TEX_LOGICAL
,
340 SHADER_OPCODE_TXD_LOGICAL
,
342 SHADER_OPCODE_TXF_LOGICAL
,
343 SHADER_OPCODE_TXF_LZ
,
345 SHADER_OPCODE_TXL_LOGICAL
,
346 SHADER_OPCODE_TXL_LZ
,
348 SHADER_OPCODE_TXS_LOGICAL
,
350 FS_OPCODE_TXB_LOGICAL
,
351 SHADER_OPCODE_TXF_CMS
,
352 SHADER_OPCODE_TXF_CMS_LOGICAL
,
353 SHADER_OPCODE_TXF_CMS_W
,
354 SHADER_OPCODE_TXF_CMS_W_LOGICAL
,
355 SHADER_OPCODE_TXF_UMS
,
356 SHADER_OPCODE_TXF_UMS_LOGICAL
,
357 SHADER_OPCODE_TXF_MCS
,
358 SHADER_OPCODE_TXF_MCS_LOGICAL
,
360 SHADER_OPCODE_LOD_LOGICAL
,
362 SHADER_OPCODE_TG4_LOGICAL
,
363 SHADER_OPCODE_TG4_OFFSET
,
364 SHADER_OPCODE_TG4_OFFSET_LOGICAL
,
365 SHADER_OPCODE_SAMPLEINFO
,
366 SHADER_OPCODE_SAMPLEINFO_LOGICAL
,
368 SHADER_OPCODE_IMAGE_SIZE_LOGICAL
,
371 * Combines multiple sources of size 1 into a larger virtual GRF.
372 * For example, parameters for a send-from-GRF message. Or, updating
373 * channels of a size 4 VGRF used to store vec4s such as texturing results.
375 * This will be lowered into MOVs from each source to consecutive offsets
376 * of the destination VGRF.
378 * src[0] may be BAD_FILE. If so, the lowering pass skips emitting the MOV,
379 * but still reserves the first channel of the destination VGRF. This can be
380 * used to reserve space for, say, a message header set up by the generators.
382 SHADER_OPCODE_LOAD_PAYLOAD
,
385 * Packs a number of sources into a single value. Unlike LOAD_PAYLOAD, this
386 * acts intra-channel, obtaining the final value for each channel by
387 * combining the sources values for the same channel, the first source
388 * occupying the lowest bits and the last source occupying the highest
393 SHADER_OPCODE_SHADER_TIME_ADD
,
396 * Typed and untyped surface access opcodes.
398 * LOGICAL opcodes are eventually translated to the matching non-LOGICAL
399 * opcode but instead of taking a single payload blob they expect their
400 * arguments separately as individual sources:
402 * Source 0: [required] Surface coordinates.
403 * Source 1: [optional] Operation source.
404 * Source 2: [required] Surface index.
405 * Source 3: [required] Number of coordinate components (as UD immediate).
406 * Source 4: [required] Opcode-specific control immediate, same as source 2
407 * of the matching non-LOGICAL opcode.
409 VEC4_OPCODE_UNTYPED_ATOMIC
,
410 SHADER_OPCODE_UNTYPED_ATOMIC_LOGICAL
,
411 SHADER_OPCODE_UNTYPED_ATOMIC_FLOAT_LOGICAL
,
412 VEC4_OPCODE_UNTYPED_SURFACE_READ
,
413 SHADER_OPCODE_UNTYPED_SURFACE_READ_LOGICAL
,
414 VEC4_OPCODE_UNTYPED_SURFACE_WRITE
,
415 SHADER_OPCODE_UNTYPED_SURFACE_WRITE_LOGICAL
,
418 * Untyped A64 surface access opcodes.
420 * Source 0: 64-bit address
421 * Source 1: Operational source
422 * Source 2: [required] Opcode-specific control immediate, same as source 2
423 * of the matching non-LOGICAL opcode.
425 SHADER_OPCODE_A64_UNTYPED_READ_LOGICAL
,
426 SHADER_OPCODE_A64_UNTYPED_WRITE_LOGICAL
,
427 SHADER_OPCODE_A64_BYTE_SCATTERED_READ_LOGICAL
,
428 SHADER_OPCODE_A64_BYTE_SCATTERED_WRITE_LOGICAL
,
429 SHADER_OPCODE_A64_UNTYPED_ATOMIC_LOGICAL
,
430 SHADER_OPCODE_A64_UNTYPED_ATOMIC_INT64_LOGICAL
,
431 SHADER_OPCODE_A64_UNTYPED_ATOMIC_FLOAT_LOGICAL
,
433 SHADER_OPCODE_TYPED_ATOMIC_LOGICAL
,
434 SHADER_OPCODE_TYPED_SURFACE_READ_LOGICAL
,
435 SHADER_OPCODE_TYPED_SURFACE_WRITE_LOGICAL
,
437 SHADER_OPCODE_RND_MODE
,
438 SHADER_OPCODE_FLOAT_CONTROL_MODE
,
441 * Byte scattered write/read opcodes.
443 * LOGICAL opcodes are eventually translated to the matching non-LOGICAL
444 * opcode, but instead of taking a single payload blog they expect their
445 * arguments separately as individual sources, like untyped write/read.
447 SHADER_OPCODE_BYTE_SCATTERED_READ_LOGICAL
,
448 SHADER_OPCODE_BYTE_SCATTERED_WRITE_LOGICAL
,
449 SHADER_OPCODE_DWORD_SCATTERED_READ_LOGICAL
,
450 SHADER_OPCODE_DWORD_SCATTERED_WRITE_LOGICAL
,
453 * Memory fence messages.
455 * Source 0: Must be register g0, used as header.
456 * Source 1: Immediate bool to indicate whether or not we need to stall
457 * until memory transactions prior to the fence are completed.
458 * Source 2: Immediate byte indicating which memory to fence. Zero means
459 * global memory; GEN7_BTI_SLM means SLM (for Gen11+ only).
461 * Vec4 backend only uses Source 0.
463 SHADER_OPCODE_MEMORY_FENCE
,
466 * Scheduling-only fence.
468 FS_OPCODE_SCHEDULING_FENCE
,
470 SHADER_OPCODE_GEN4_SCRATCH_READ
,
471 SHADER_OPCODE_GEN4_SCRATCH_WRITE
,
472 SHADER_OPCODE_GEN7_SCRATCH_READ
,
475 * Gen8+ SIMD8 URB Read messages.
477 SHADER_OPCODE_URB_READ_SIMD8
,
478 SHADER_OPCODE_URB_READ_SIMD8_PER_SLOT
,
480 SHADER_OPCODE_URB_WRITE_SIMD8
,
481 SHADER_OPCODE_URB_WRITE_SIMD8_PER_SLOT
,
482 SHADER_OPCODE_URB_WRITE_SIMD8_MASKED
,
483 SHADER_OPCODE_URB_WRITE_SIMD8_MASKED_PER_SLOT
,
486 * Return the index of an arbitrary live channel (i.e. one of the channels
487 * enabled in the current execution mask) and assign it to the first
488 * component of the destination. Expected to be used as input for the
489 * BROADCAST pseudo-opcode.
491 SHADER_OPCODE_FIND_LIVE_CHANNEL
,
494 * Pick the channel from its first source register given by the index
495 * specified as second source. Useful for variable indexing of surfaces.
497 * Note that because the result of this instruction is by definition
498 * uniform and it can always be splatted to multiple channels using a
499 * scalar regioning mode, only the first channel of the destination region
500 * is guaranteed to be updated, which implies that BROADCAST instructions
501 * should usually be marked force_writemask_all.
503 SHADER_OPCODE_BROADCAST
,
505 /* Pick the channel from its first source register given by the index
506 * specified as second source.
508 * This is similar to the BROADCAST instruction except that it takes a
509 * dynamic index and potentially puts a different value in each output
512 SHADER_OPCODE_SHUFFLE
,
514 /* Select between src0 and src1 based on channel enables.
516 * This instruction copies src0 into the enabled channels of the
517 * destination and copies src1 into the disabled channels.
519 SHADER_OPCODE_SEL_EXEC
,
521 /* This turns into an align16 mov from src0 to dst with a swizzle
522 * provided as an immediate in src1.
524 SHADER_OPCODE_QUAD_SWIZZLE
,
526 /* Take every Nth element in src0 and broadcast it to the group of N
527 * channels in which it lives in the destination. The offset within the
528 * cluster is given by src1 and the cluster size is given by src2.
530 SHADER_OPCODE_CLUSTER_BROADCAST
,
532 SHADER_OPCODE_GET_BUFFER_SIZE
,
534 SHADER_OPCODE_INTERLOCK
,
536 VEC4_OPCODE_MOV_BYTES
,
537 VEC4_OPCODE_PACK_BYTES
,
538 VEC4_OPCODE_UNPACK_UNIFORM
,
539 VEC4_OPCODE_DOUBLE_TO_F32
,
540 VEC4_OPCODE_DOUBLE_TO_D32
,
541 VEC4_OPCODE_DOUBLE_TO_U32
,
542 VEC4_OPCODE_TO_DOUBLE
,
543 VEC4_OPCODE_PICK_LOW_32BIT
,
544 VEC4_OPCODE_PICK_HIGH_32BIT
,
545 VEC4_OPCODE_SET_LOW_32BIT
,
546 VEC4_OPCODE_SET_HIGH_32BIT
,
548 FS_OPCODE_DDX_COARSE
,
551 * Compute dFdy(), dFdyCoarse(), or dFdyFine().
553 FS_OPCODE_DDY_COARSE
,
558 FS_OPCODE_UNIFORM_PULL_CONSTANT_LOAD
,
559 FS_OPCODE_UNIFORM_PULL_CONSTANT_LOAD_GEN7
,
560 FS_OPCODE_VARYING_PULL_CONSTANT_LOAD_GEN4
,
561 FS_OPCODE_VARYING_PULL_CONSTANT_LOAD_LOGICAL
,
562 FS_OPCODE_DISCARD_JUMP
,
563 FS_OPCODE_SET_SAMPLE_ID
,
564 FS_OPCODE_PACK_HALF_2x16_SPLIT
,
565 FS_OPCODE_PLACEHOLDER_HALT
,
566 FS_OPCODE_INTERPOLATE_AT_SAMPLE
,
567 FS_OPCODE_INTERPOLATE_AT_SHARED_OFFSET
,
568 FS_OPCODE_INTERPOLATE_AT_PER_SLOT_OFFSET
,
571 VS_OPCODE_PULL_CONSTANT_LOAD
,
572 VS_OPCODE_PULL_CONSTANT_LOAD_GEN7
,
573 VS_OPCODE_SET_SIMD4X2_HEADER_GEN9
,
575 VS_OPCODE_UNPACK_FLAGS_SIMD4X2
,
578 * Write geometry shader output data to the URB.
580 * Unlike VS_OPCODE_URB_WRITE, this opcode doesn't do an implied move from
581 * R0 to the first MRF. This allows the geometry shader to override the
582 * "Slot {0,1} Offset" fields in the message header.
587 * Write geometry shader output data to the URB and request a new URB
590 * This opcode doesn't do an implied move from R0 to the first MRF.
592 GS_OPCODE_URB_WRITE_ALLOCATE
,
595 * Terminate the geometry shader thread by doing an empty URB write.
597 * This opcode doesn't do an implied move from R0 to the first MRF. This
598 * allows the geometry shader to override the "GS Number of Output Vertices
599 * for Slot {0,1}" fields in the message header.
601 GS_OPCODE_THREAD_END
,
604 * Set the "Slot {0,1} Offset" fields of a URB_WRITE message header.
606 * - dst is the MRF containing the message header.
608 * - src0.x indicates which portion of the URB should be written to (e.g. a
611 * - src1 is an immediate multiplier which will be applied to src0
612 * (e.g. the size of a single vertex in the URB).
614 * Note: the hardware will apply this offset *in addition to* the offset in
615 * vec4_instruction::offset.
617 GS_OPCODE_SET_WRITE_OFFSET
,
620 * Set the "GS Number of Output Vertices for Slot {0,1}" fields of a
621 * URB_WRITE message header.
623 * - dst is the MRF containing the message header.
625 * - src0.x is the vertex count. The upper 16 bits will be ignored.
627 GS_OPCODE_SET_VERTEX_COUNT
,
630 * Set DWORD 2 of dst to the value in src.
632 GS_OPCODE_SET_DWORD_2
,
635 * Prepare the dst register for storage in the "Channel Mask" fields of a
636 * URB_WRITE message header.
638 * DWORD 4 of dst is shifted left by 4 bits, so that later,
639 * GS_OPCODE_SET_CHANNEL_MASKS can OR DWORDs 0 and 4 together to form the
640 * final channel mask.
642 * Note: since GS_OPCODE_SET_CHANNEL_MASKS ORs DWORDs 0 and 4 together to
643 * form the final channel mask, DWORDs 0 and 4 of the dst register must not
644 * have any extraneous bits set prior to execution of this opcode (that is,
645 * they should be in the range 0x0 to 0xf).
647 GS_OPCODE_PREPARE_CHANNEL_MASKS
,
650 * Set the "Channel Mask" fields of a URB_WRITE message header.
652 * - dst is the MRF containing the message header.
654 * - src.x is the channel mask, as prepared by
655 * GS_OPCODE_PREPARE_CHANNEL_MASKS. DWORDs 0 and 4 are OR'ed together to
656 * form the final channel mask.
658 GS_OPCODE_SET_CHANNEL_MASKS
,
661 * Get the "Instance ID" fields from the payload.
663 * - dst is the GRF for gl_InvocationID.
665 GS_OPCODE_GET_INSTANCE_ID
,
668 * Send a FF_SYNC message to allocate initial URB handles (gen6).
670 * - dst will be used as the writeback register for the FF_SYNC operation.
672 * - src0 is the number of primitives written.
674 * - src1 is the value to hold in M0.0: number of SO vertices to write
675 * and number of SO primitives needed. Its value will be overwritten
676 * with the SVBI values if transform feedback is enabled.
678 * Note: This opcode uses an implicit MRF register for the ff_sync message
679 * header, so the caller is expected to set inst->base_mrf and initialize
680 * that MRF register to r0. This opcode will also write to this MRF register
681 * to include the allocated URB handle so it can then be reused directly as
682 * the header in the URB write operation we are allocating the handle for.
687 * Move r0.1 (which holds PrimitiveID information in gen6) to a separate
690 * - dst is the GRF where PrimitiveID information will be moved.
692 GS_OPCODE_SET_PRIMITIVE_ID
,
695 * Write transform feedback data to the SVB by sending a SVB WRITE message.
698 * - dst is the MRF register containing the message header.
700 * - src0 is the register where the vertex data is going to be copied from.
702 * - src1 is the destination register when write commit occurs.
707 * Set destination index in the SVB write message payload (M0.5). Used
708 * in gen6 for transform feedback.
710 * - dst is the header to save the destination indices for SVB WRITE.
711 * - src is the register that holds the destination indices value.
713 GS_OPCODE_SVB_SET_DST_INDEX
,
716 * Prepare Mx.0 subregister for being used in the FF_SYNC message header.
717 * Used in gen6 for transform feedback.
719 * - dst will hold the register with the final Mx.0 value.
721 * - src0 has the number of vertices emitted in SO (NumSOVertsToWrite)
723 * - src1 has the number of needed primitives for SO (NumSOPrimsNeeded)
725 * - src2 is the value to hold in M0: number of SO vertices to write
726 * and number of SO primitives needed.
728 GS_OPCODE_FF_SYNC_SET_PRIMITIVES
,
731 * Terminate the compute shader.
733 CS_OPCODE_CS_TERMINATE
,
738 SHADER_OPCODE_BARRIER
,
741 * Calculate the high 32-bits of a 32x32 multiply.
746 * A MOV that uses VxH indirect addressing.
748 * Source 0: A register to start from (HW_REG).
749 * Source 1: An indirect offset (in bytes, UD GRF).
750 * Source 2: The length of the region that could be accessed (in bytes,
753 SHADER_OPCODE_MOV_INDIRECT
,
755 VEC4_OPCODE_URB_READ
,
756 TCS_OPCODE_GET_INSTANCE_ID
,
757 TCS_OPCODE_URB_WRITE
,
758 TCS_OPCODE_SET_INPUT_URB_OFFSETS
,
759 TCS_OPCODE_SET_OUTPUT_URB_OFFSETS
,
760 TCS_OPCODE_GET_PRIMITIVE_ID
,
761 TCS_OPCODE_CREATE_BARRIER_HEADER
,
762 TCS_OPCODE_SRC0_010_IS_ZERO
,
763 TCS_OPCODE_RELEASE_INPUT
,
764 TCS_OPCODE_THREAD_END
,
766 TES_OPCODE_GET_PRIMITIVE_ID
,
767 TES_OPCODE_CREATE_INPUT_READ_HEADER
,
768 TES_OPCODE_ADD_INDIRECT_URB_OFFSET
,
771 enum brw_urb_write_flags
{
772 BRW_URB_WRITE_NO_FLAGS
= 0,
775 * Causes a new URB entry to be allocated, and its address stored in the
776 * destination register (gen < 7).
778 BRW_URB_WRITE_ALLOCATE
= 0x1,
781 * Causes the current URB entry to be deallocated (gen < 7).
783 BRW_URB_WRITE_UNUSED
= 0x2,
786 * Causes the thread to terminate.
788 BRW_URB_WRITE_EOT
= 0x4,
791 * Indicates that the given URB entry is complete, and may be sent further
792 * down the 3D pipeline (gen < 7).
794 BRW_URB_WRITE_COMPLETE
= 0x8,
797 * Indicates that an additional offset (which may be different for the two
798 * vec4 slots) is stored in the message header (gen == 7).
800 BRW_URB_WRITE_PER_SLOT_OFFSET
= 0x10,
803 * Indicates that the channel masks in the URB_WRITE message header should
804 * not be overridden to 0xff (gen == 7).
806 BRW_URB_WRITE_USE_CHANNEL_MASKS
= 0x20,
809 * Indicates that the data should be sent to the URB using the
810 * URB_WRITE_OWORD message rather than URB_WRITE_HWORD (gen == 7). This
811 * causes offsets to be interpreted as multiples of an OWORD instead of an
812 * HWORD, and only allows one OWORD to be written.
814 BRW_URB_WRITE_OWORD
= 0x40,
817 * Convenient combination of flags: end the thread while simultaneously
818 * marking the given URB entry as complete.
820 BRW_URB_WRITE_EOT_COMPLETE
= BRW_URB_WRITE_EOT
| BRW_URB_WRITE_COMPLETE
,
823 * Convenient combination of flags: mark the given URB entry as complete
824 * and simultaneously allocate a new one.
826 BRW_URB_WRITE_ALLOCATE_COMPLETE
=
827 BRW_URB_WRITE_ALLOCATE
| BRW_URB_WRITE_COMPLETE
,
830 enum fb_write_logical_srcs
{
831 FB_WRITE_LOGICAL_SRC_COLOR0
, /* REQUIRED */
832 FB_WRITE_LOGICAL_SRC_COLOR1
, /* for dual source blend messages */
833 FB_WRITE_LOGICAL_SRC_SRC0_ALPHA
,
834 FB_WRITE_LOGICAL_SRC_SRC_DEPTH
, /* gl_FragDepth */
835 FB_WRITE_LOGICAL_SRC_DST_DEPTH
, /* GEN4-5: passthrough from thread */
836 FB_WRITE_LOGICAL_SRC_SRC_STENCIL
, /* gl_FragStencilRefARB */
837 FB_WRITE_LOGICAL_SRC_OMASK
, /* Sample Mask (gl_SampleMask) */
838 FB_WRITE_LOGICAL_SRC_COMPONENTS
, /* REQUIRED */
839 FB_WRITE_LOGICAL_NUM_SRCS
842 enum tex_logical_srcs
{
843 /** Texture coordinates */
844 TEX_LOGICAL_SRC_COORDINATE
,
845 /** Shadow comparator */
846 TEX_LOGICAL_SRC_SHADOW_C
,
847 /** dPdx if the operation takes explicit derivatives, otherwise LOD value */
849 /** dPdy if the operation takes explicit derivatives */
850 TEX_LOGICAL_SRC_LOD2
,
852 TEX_LOGICAL_SRC_MIN_LOD
,
854 TEX_LOGICAL_SRC_SAMPLE_INDEX
,
857 /** REQUIRED: Texture surface index */
858 TEX_LOGICAL_SRC_SURFACE
,
859 /** Texture sampler index */
860 TEX_LOGICAL_SRC_SAMPLER
,
861 /** Texture surface bindless handle */
862 TEX_LOGICAL_SRC_SURFACE_HANDLE
,
863 /** Texture sampler bindless handle */
864 TEX_LOGICAL_SRC_SAMPLER_HANDLE
,
865 /** Texel offset for gathers */
866 TEX_LOGICAL_SRC_TG4_OFFSET
,
867 /** REQUIRED: Number of coordinate components (as UD immediate) */
868 TEX_LOGICAL_SRC_COORD_COMPONENTS
,
869 /** REQUIRED: Number of derivative components (as UD immediate) */
870 TEX_LOGICAL_SRC_GRAD_COMPONENTS
,
872 TEX_LOGICAL_NUM_SRCS
,
875 enum surface_logical_srcs
{
876 /** Surface binding table index */
877 SURFACE_LOGICAL_SRC_SURFACE
,
878 /** Surface bindless handle */
879 SURFACE_LOGICAL_SRC_SURFACE_HANDLE
,
880 /** Surface address; could be multi-dimensional for typed opcodes */
881 SURFACE_LOGICAL_SRC_ADDRESS
,
882 /** Data to be written or used in an atomic op */
883 SURFACE_LOGICAL_SRC_DATA
,
884 /** Surface number of dimensions. Affects the size of ADDRESS */
885 SURFACE_LOGICAL_SRC_IMM_DIMS
,
886 /** Per-opcode immediate argument. For atomics, this is the atomic opcode */
887 SURFACE_LOGICAL_SRC_IMM_ARG
,
889 SURFACE_LOGICAL_NUM_SRCS
894 * Allow brw_urb_write_flags enums to be ORed together.
896 inline brw_urb_write_flags
897 operator|(brw_urb_write_flags x
, brw_urb_write_flags y
)
899 return static_cast<brw_urb_write_flags
>(static_cast<int>(x
) |
900 static_cast<int>(y
));
904 enum PACKED brw_predicate
{
905 BRW_PREDICATE_NONE
= 0,
906 BRW_PREDICATE_NORMAL
= 1,
907 BRW_PREDICATE_ALIGN1_ANYV
= 2,
908 BRW_PREDICATE_ALIGN1_ALLV
= 3,
909 BRW_PREDICATE_ALIGN1_ANY2H
= 4,
910 BRW_PREDICATE_ALIGN1_ALL2H
= 5,
911 BRW_PREDICATE_ALIGN1_ANY4H
= 6,
912 BRW_PREDICATE_ALIGN1_ALL4H
= 7,
913 BRW_PREDICATE_ALIGN1_ANY8H
= 8,
914 BRW_PREDICATE_ALIGN1_ALL8H
= 9,
915 BRW_PREDICATE_ALIGN1_ANY16H
= 10,
916 BRW_PREDICATE_ALIGN1_ALL16H
= 11,
917 BRW_PREDICATE_ALIGN1_ANY32H
= 12,
918 BRW_PREDICATE_ALIGN1_ALL32H
= 13,
919 BRW_PREDICATE_ALIGN16_REPLICATE_X
= 2,
920 BRW_PREDICATE_ALIGN16_REPLICATE_Y
= 3,
921 BRW_PREDICATE_ALIGN16_REPLICATE_Z
= 4,
922 BRW_PREDICATE_ALIGN16_REPLICATE_W
= 5,
923 BRW_PREDICATE_ALIGN16_ANY4H
= 6,
924 BRW_PREDICATE_ALIGN16_ALL4H
= 7,
927 enum PACKED brw_reg_file
{
928 BRW_ARCHITECTURE_REGISTER_FILE
= 0,
929 BRW_GENERAL_REGISTER_FILE
= 1,
930 BRW_MESSAGE_REGISTER_FILE
= 2,
931 BRW_IMMEDIATE_VALUE
= 3,
933 ARF
= BRW_ARCHITECTURE_REGISTER_FILE
,
934 FIXED_GRF
= BRW_GENERAL_REGISTER_FILE
,
935 MRF
= BRW_MESSAGE_REGISTER_FILE
,
936 IMM
= BRW_IMMEDIATE_VALUE
,
938 /* These are not hardware values */
941 UNIFORM
, /* prog_data->params[reg] */
945 enum PACKED gen10_align1_3src_reg_file
{
946 BRW_ALIGN1_3SRC_GENERAL_REGISTER_FILE
= 0,
947 BRW_ALIGN1_3SRC_IMMEDIATE_VALUE
= 1, /* src0, src2 */
948 BRW_ALIGN1_3SRC_ACCUMULATOR
= 1, /* dest, src1 */
951 /* CNL adds Align1 support for 3-src instructions. Bit 35 of the instruction
952 * word is "Execution Datatype" which controls whether the instruction operates
953 * on float or integer types. The register arguments have fields that offer
954 * more fine control their respective types.
956 enum PACKED gen10_align1_3src_exec_type
{
957 BRW_ALIGN1_3SRC_EXEC_TYPE_INT
= 0,
958 BRW_ALIGN1_3SRC_EXEC_TYPE_FLOAT
= 1,
961 #define BRW_ARF_NULL 0x00
962 #define BRW_ARF_ADDRESS 0x10
963 #define BRW_ARF_ACCUMULATOR 0x20
964 #define BRW_ARF_FLAG 0x30
965 #define BRW_ARF_MASK 0x40
966 #define BRW_ARF_MASK_STACK 0x50
967 #define BRW_ARF_MASK_STACK_DEPTH 0x60
968 #define BRW_ARF_STATE 0x70
969 #define BRW_ARF_CONTROL 0x80
970 #define BRW_ARF_NOTIFICATION_COUNT 0x90
971 #define BRW_ARF_IP 0xA0
972 #define BRW_ARF_TDR 0xB0
973 #define BRW_ARF_TIMESTAMP 0xC0
975 #define BRW_MRF_COMPR4 (1 << 7)
984 #define BRW_THREAD_NORMAL 0
985 #define BRW_THREAD_ATOMIC 1
986 #define BRW_THREAD_SWITCH 2
988 enum PACKED brw_vertical_stride
{
989 BRW_VERTICAL_STRIDE_0
= 0,
990 BRW_VERTICAL_STRIDE_1
= 1,
991 BRW_VERTICAL_STRIDE_2
= 2,
992 BRW_VERTICAL_STRIDE_4
= 3,
993 BRW_VERTICAL_STRIDE_8
= 4,
994 BRW_VERTICAL_STRIDE_16
= 5,
995 BRW_VERTICAL_STRIDE_32
= 6,
996 BRW_VERTICAL_STRIDE_ONE_DIMENSIONAL
= 0xF,
999 enum PACKED gen10_align1_3src_vertical_stride
{
1000 BRW_ALIGN1_3SRC_VERTICAL_STRIDE_0
= 0,
1001 BRW_ALIGN1_3SRC_VERTICAL_STRIDE_1
= 1,
1002 BRW_ALIGN1_3SRC_VERTICAL_STRIDE_2
= 1,
1003 BRW_ALIGN1_3SRC_VERTICAL_STRIDE_4
= 2,
1004 BRW_ALIGN1_3SRC_VERTICAL_STRIDE_8
= 3,
1007 enum PACKED brw_width
{
1016 * Gen12+ SWSB SBID synchronization mode.
1018 * This is represented as a bitmask including any required SBID token
1019 * synchronization modes, used to synchronize out-of-order instructions. Only
1020 * the strongest mode of the mask will be provided to the hardware in the SWSB
1021 * field of an actual hardware instruction, but virtual instructions may be
1022 * able to take into account multiple of them.
1024 enum tgl_sbid_mode
{
1033 * Allow bitwise arithmetic of tgl_sbid_mode enums.
1035 inline tgl_sbid_mode
1036 operator|(tgl_sbid_mode x
, tgl_sbid_mode y
)
1038 return tgl_sbid_mode(unsigned(x
) | unsigned(y
));
1041 inline tgl_sbid_mode
1042 operator&(tgl_sbid_mode x
, tgl_sbid_mode y
)
1044 return tgl_sbid_mode(unsigned(x
) & unsigned(y
));
1047 inline tgl_sbid_mode
&
1048 operator|=(tgl_sbid_mode
&x
, tgl_sbid_mode y
)
1056 * Logical representation of the SWSB scheduling information of a hardware
1057 * instruction. The binary representation is slightly more compact.
1060 unsigned regdist
: 3;
1062 enum tgl_sbid_mode mode
: 3;
1066 * Construct a scheduling annotation with a single RegDist dependency. This
1067 * synchronizes with the completion of the d-th previous in-order instruction.
1068 * The index is one-based, zero causes a no-op tgl_swsb to be constructed.
1070 static inline struct tgl_swsb
1071 tgl_swsb_regdist(unsigned d
)
1073 const struct tgl_swsb swsb
= { d
};
1074 assert(swsb
.regdist
== d
);
1079 * Construct a scheduling annotation that synchronizes with the specified SBID
1082 static inline struct tgl_swsb
1083 tgl_swsb_sbid(enum tgl_sbid_mode mode
, unsigned sbid
)
1085 const struct tgl_swsb swsb
= { 0, sbid
, mode
};
1086 assert(swsb
.sbid
== sbid
);
1091 * Construct a no-op scheduling annotation.
1093 static inline struct tgl_swsb
1096 return tgl_swsb_regdist(0);
1100 * Return a scheduling annotation that allocates the same SBID synchronization
1101 * token as \p swsb. In addition it will synchronize against a previous
1102 * in-order instruction if \p regdist is non-zero.
1104 static inline struct tgl_swsb
1105 tgl_swsb_dst_dep(struct tgl_swsb swsb
, unsigned regdist
)
1107 swsb
.regdist
= regdist
;
1108 swsb
.mode
= swsb
.mode
& TGL_SBID_SET
;
1113 * Return a scheduling annotation that synchronizes against the same SBID and
1114 * RegDist dependencies as \p swsb, but doesn't allocate any SBID token.
1116 static inline struct tgl_swsb
1117 tgl_swsb_src_dep(struct tgl_swsb swsb
)
1119 swsb
.mode
= swsb
.mode
& (TGL_SBID_SRC
| TGL_SBID_DST
);
1124 * Convert the provided tgl_swsb to the hardware's binary representation of an
1127 static inline uint8_t
1128 tgl_swsb_encode(struct tgl_swsb swsb
)
1131 return swsb
.regdist
;
1132 } else if (swsb
.regdist
) {
1133 return 0x80 | swsb
.regdist
<< 4 | swsb
.sbid
;
1135 return swsb
.sbid
| (swsb
.mode
& TGL_SBID_SET
? 0x40 :
1136 swsb
.mode
& TGL_SBID_DST
? 0x20 : 0x30);
1141 * Convert the provided binary representation of an SWSB annotation to a
1144 static inline struct tgl_swsb
1145 tgl_swsb_decode(uint8_t x
)
1148 const struct tgl_swsb swsb
= { (x
& 0x70u
) >> 4, x
& 0xfu
,
1149 TGL_SBID_DST
| TGL_SBID_SET
};
1151 } else if ((x
& 0x70) == 0x20) {
1152 return tgl_swsb_sbid(TGL_SBID_DST
, x
& 0xfu
);
1153 } else if ((x
& 0x70) == 0x30) {
1154 return tgl_swsb_sbid(TGL_SBID_SRC
, x
& 0xfu
);
1155 } else if ((x
& 0x70) == 0x40) {
1156 return tgl_swsb_sbid(TGL_SBID_SET
, x
& 0xfu
);
1158 return tgl_swsb_regdist(x
& 0x7u
);
1162 enum tgl_sync_function
{
1164 TGL_SYNC_ALLRD
= 0x2,
1165 TGL_SYNC_ALLWR
= 0x3,
1171 * Message target: Shared Function ID for where to SEND a message.
1173 * These are enumerated in the ISA reference under "send - Send Message".
1174 * In particular, see the following tables:
1175 * - G45 PRM, Volume 4, Table 14-15 "Message Descriptor Definition"
1176 * - Sandybridge PRM, Volume 4 Part 2, Table 8-16 "Extended Message Descriptor"
1177 * - Ivybridge PRM, Volume 1 Part 1, section 3.2.7 "GPE Function IDs"
1179 enum brw_message_target
{
1181 BRW_SFID_MATH
= 1, /* Only valid on Gen4-5 */
1182 BRW_SFID_SAMPLER
= 2,
1183 BRW_SFID_MESSAGE_GATEWAY
= 3,
1184 BRW_SFID_DATAPORT_READ
= 4,
1185 BRW_SFID_DATAPORT_WRITE
= 5,
1187 BRW_SFID_THREAD_SPAWNER
= 7,
1190 GEN6_SFID_DATAPORT_SAMPLER_CACHE
= 4,
1191 GEN6_SFID_DATAPORT_RENDER_CACHE
= 5,
1192 GEN6_SFID_DATAPORT_CONSTANT_CACHE
= 9,
1194 GEN7_SFID_DATAPORT_DATA_CACHE
= 10,
1195 GEN7_SFID_PIXEL_INTERPOLATOR
= 11,
1196 HSW_SFID_DATAPORT_DATA_CACHE_1
= 12,
1200 #define GEN7_MESSAGE_TARGET_DP_DATA_CACHE 10
1202 #define BRW_SAMPLER_RETURN_FORMAT_FLOAT32 0
1203 #define BRW_SAMPLER_RETURN_FORMAT_UINT32 2
1204 #define BRW_SAMPLER_RETURN_FORMAT_SINT32 3
1206 #define BRW_SAMPLER_MESSAGE_SIMD8_SAMPLE 0
1207 #define BRW_SAMPLER_MESSAGE_SIMD16_SAMPLE 0
1208 #define BRW_SAMPLER_MESSAGE_SIMD16_SAMPLE_BIAS 0
1209 #define BRW_SAMPLER_MESSAGE_SIMD8_KILLPIX 1
1210 #define BRW_SAMPLER_MESSAGE_SIMD4X2_SAMPLE_LOD 1
1211 #define BRW_SAMPLER_MESSAGE_SIMD16_SAMPLE_LOD 1
1212 #define BRW_SAMPLER_MESSAGE_SIMD4X2_SAMPLE_GRADIENTS 2
1213 #define BRW_SAMPLER_MESSAGE_SIMD8_SAMPLE_GRADIENTS 2
1214 #define BRW_SAMPLER_MESSAGE_SIMD4X2_SAMPLE_COMPARE 0
1215 #define BRW_SAMPLER_MESSAGE_SIMD16_SAMPLE_COMPARE 2
1216 #define BRW_SAMPLER_MESSAGE_SIMD8_SAMPLE_BIAS_COMPARE 0
1217 #define BRW_SAMPLER_MESSAGE_SIMD4X2_SAMPLE_LOD_COMPARE 1
1218 #define BRW_SAMPLER_MESSAGE_SIMD8_SAMPLE_LOD_COMPARE 1
1219 #define BRW_SAMPLER_MESSAGE_SIMD4X2_RESINFO 2
1220 #define BRW_SAMPLER_MESSAGE_SIMD16_RESINFO 2
1221 #define BRW_SAMPLER_MESSAGE_SIMD4X2_LD 3
1222 #define BRW_SAMPLER_MESSAGE_SIMD8_LD 3
1223 #define BRW_SAMPLER_MESSAGE_SIMD16_LD 3
1225 #define GEN5_SAMPLER_MESSAGE_SAMPLE 0
1226 #define GEN5_SAMPLER_MESSAGE_SAMPLE_BIAS 1
1227 #define GEN5_SAMPLER_MESSAGE_SAMPLE_LOD 2
1228 #define GEN5_SAMPLER_MESSAGE_SAMPLE_COMPARE 3
1229 #define GEN5_SAMPLER_MESSAGE_SAMPLE_DERIVS 4
1230 #define GEN5_SAMPLER_MESSAGE_SAMPLE_BIAS_COMPARE 5
1231 #define GEN5_SAMPLER_MESSAGE_SAMPLE_LOD_COMPARE 6
1232 #define GEN5_SAMPLER_MESSAGE_SAMPLE_LD 7
1233 #define GEN7_SAMPLER_MESSAGE_SAMPLE_GATHER4 8
1234 #define GEN5_SAMPLER_MESSAGE_LOD 9
1235 #define GEN5_SAMPLER_MESSAGE_SAMPLE_RESINFO 10
1236 #define GEN6_SAMPLER_MESSAGE_SAMPLE_SAMPLEINFO 11
1237 #define GEN7_SAMPLER_MESSAGE_SAMPLE_GATHER4_C 16
1238 #define GEN7_SAMPLER_MESSAGE_SAMPLE_GATHER4_PO 17
1239 #define GEN7_SAMPLER_MESSAGE_SAMPLE_GATHER4_PO_C 18
1240 #define HSW_SAMPLER_MESSAGE_SAMPLE_DERIV_COMPARE 20
1241 #define GEN9_SAMPLER_MESSAGE_SAMPLE_LZ 24
1242 #define GEN9_SAMPLER_MESSAGE_SAMPLE_C_LZ 25
1243 #define GEN9_SAMPLER_MESSAGE_SAMPLE_LD_LZ 26
1244 #define GEN9_SAMPLER_MESSAGE_SAMPLE_LD2DMS_W 28
1245 #define GEN7_SAMPLER_MESSAGE_SAMPLE_LD_MCS 29
1246 #define GEN7_SAMPLER_MESSAGE_SAMPLE_LD2DMS 30
1247 #define GEN7_SAMPLER_MESSAGE_SAMPLE_LD2DSS 31
1250 #define BRW_SAMPLER_SIMD_MODE_SIMD4X2 0
1251 #define BRW_SAMPLER_SIMD_MODE_SIMD8 1
1252 #define BRW_SAMPLER_SIMD_MODE_SIMD16 2
1253 #define BRW_SAMPLER_SIMD_MODE_SIMD32_64 3
1255 /* GEN9 changes SIMD mode 0 to mean SIMD8D, but lets us get the SIMD4x2
1256 * behavior by setting bit 22 of dword 2 in the message header. */
1257 #define GEN9_SAMPLER_SIMD_MODE_SIMD8D 0
1258 #define GEN9_SAMPLER_SIMD_MODE_EXTENSION_SIMD4X2 (1 << 22)
1260 #define BRW_DATAPORT_OWORD_BLOCK_1_OWORDLOW 0
1261 #define BRW_DATAPORT_OWORD_BLOCK_1_OWORDHIGH 1
1262 #define BRW_DATAPORT_OWORD_BLOCK_2_OWORDS 2
1263 #define BRW_DATAPORT_OWORD_BLOCK_4_OWORDS 3
1264 #define BRW_DATAPORT_OWORD_BLOCK_8_OWORDS 4
1265 #define BRW_DATAPORT_OWORD_BLOCK_DWORDS(n) \
1266 ((n) == 4 ? BRW_DATAPORT_OWORD_BLOCK_1_OWORDLOW : \
1267 (n) == 8 ? BRW_DATAPORT_OWORD_BLOCK_2_OWORDS : \
1268 (n) == 16 ? BRW_DATAPORT_OWORD_BLOCK_4_OWORDS : \
1269 (n) == 32 ? BRW_DATAPORT_OWORD_BLOCK_8_OWORDS : \
1272 #define BRW_DATAPORT_OWORD_DUAL_BLOCK_1OWORD 0
1273 #define BRW_DATAPORT_OWORD_DUAL_BLOCK_4OWORDS 2
1275 #define BRW_DATAPORT_DWORD_SCATTERED_BLOCK_8DWORDS 2
1276 #define BRW_DATAPORT_DWORD_SCATTERED_BLOCK_16DWORDS 3
1278 /* This one stays the same across generations. */
1279 #define BRW_DATAPORT_READ_MESSAGE_OWORD_BLOCK_READ 0
1281 #define BRW_DATAPORT_READ_MESSAGE_OWORD_DUAL_BLOCK_READ 1
1282 #define BRW_DATAPORT_READ_MESSAGE_MEDIA_BLOCK_READ 2
1283 #define BRW_DATAPORT_READ_MESSAGE_DWORD_SCATTERED_READ 3
1285 #define G45_DATAPORT_READ_MESSAGE_RENDER_UNORM_READ 1
1286 #define G45_DATAPORT_READ_MESSAGE_OWORD_DUAL_BLOCK_READ 2
1287 #define G45_DATAPORT_READ_MESSAGE_AVC_LOOP_FILTER_READ 3
1288 #define G45_DATAPORT_READ_MESSAGE_MEDIA_BLOCK_READ 4
1289 #define G45_DATAPORT_READ_MESSAGE_DWORD_SCATTERED_READ 6
1291 #define GEN6_DATAPORT_READ_MESSAGE_RENDER_UNORM_READ 1
1292 #define GEN6_DATAPORT_READ_MESSAGE_OWORD_DUAL_BLOCK_READ 2
1293 #define GEN6_DATAPORT_READ_MESSAGE_MEDIA_BLOCK_READ 4
1294 #define GEN6_DATAPORT_READ_MESSAGE_OWORD_UNALIGN_BLOCK_READ 5
1295 #define GEN6_DATAPORT_READ_MESSAGE_DWORD_SCATTERED_READ 6
1297 #define BRW_DATAPORT_READ_TARGET_DATA_CACHE 0
1298 #define BRW_DATAPORT_READ_TARGET_RENDER_CACHE 1
1299 #define BRW_DATAPORT_READ_TARGET_SAMPLER_CACHE 2
1301 #define BRW_DATAPORT_RENDER_TARGET_WRITE_SIMD16_SINGLE_SOURCE 0
1302 #define BRW_DATAPORT_RENDER_TARGET_WRITE_SIMD16_SINGLE_SOURCE_REPLICATED 1
1303 #define BRW_DATAPORT_RENDER_TARGET_WRITE_SIMD8_DUAL_SOURCE_SUBSPAN01 2
1304 #define BRW_DATAPORT_RENDER_TARGET_WRITE_SIMD8_DUAL_SOURCE_SUBSPAN23 3
1305 #define BRW_DATAPORT_RENDER_TARGET_WRITE_SIMD8_SINGLE_SOURCE_SUBSPAN01 4
1307 #define BRW_DATAPORT_WRITE_MESSAGE_OWORD_BLOCK_WRITE 0
1308 #define BRW_DATAPORT_WRITE_MESSAGE_OWORD_DUAL_BLOCK_WRITE 1
1309 #define BRW_DATAPORT_WRITE_MESSAGE_MEDIA_BLOCK_WRITE 2
1310 #define BRW_DATAPORT_WRITE_MESSAGE_DWORD_SCATTERED_WRITE 3
1311 #define BRW_DATAPORT_WRITE_MESSAGE_RENDER_TARGET_WRITE 4
1312 #define BRW_DATAPORT_WRITE_MESSAGE_STREAMED_VERTEX_BUFFER_WRITE 5
1313 #define BRW_DATAPORT_WRITE_MESSAGE_FLUSH_RENDER_CACHE 7
1316 #define GEN6_DATAPORT_WRITE_MESSAGE_DWORD_ATOMIC_WRITE 7
1317 #define GEN6_DATAPORT_WRITE_MESSAGE_OWORD_BLOCK_WRITE 8
1318 #define GEN6_DATAPORT_WRITE_MESSAGE_OWORD_DUAL_BLOCK_WRITE 9
1319 #define GEN6_DATAPORT_WRITE_MESSAGE_MEDIA_BLOCK_WRITE 10
1320 #define GEN6_DATAPORT_WRITE_MESSAGE_DWORD_SCATTERED_WRITE 11
1321 #define GEN6_DATAPORT_WRITE_MESSAGE_RENDER_TARGET_WRITE 12
1322 #define GEN6_DATAPORT_WRITE_MESSAGE_STREAMED_VB_WRITE 13
1323 #define GEN6_DATAPORT_WRITE_MESSAGE_RENDER_TARGET_UNORM_WRITE 14
1326 #define GEN7_DATAPORT_RC_MEDIA_BLOCK_READ 4
1327 #define GEN7_DATAPORT_RC_TYPED_SURFACE_READ 5
1328 #define GEN7_DATAPORT_RC_TYPED_ATOMIC_OP 6
1329 #define GEN7_DATAPORT_RC_MEMORY_FENCE 7
1330 #define GEN7_DATAPORT_RC_MEDIA_BLOCK_WRITE 10
1331 #define GEN7_DATAPORT_RC_RENDER_TARGET_WRITE 12
1332 #define GEN7_DATAPORT_RC_TYPED_SURFACE_WRITE 13
1333 #define GEN7_DATAPORT_DC_OWORD_BLOCK_READ 0
1334 #define GEN7_DATAPORT_DC_UNALIGNED_OWORD_BLOCK_READ 1
1335 #define GEN7_DATAPORT_DC_OWORD_DUAL_BLOCK_READ 2
1336 #define GEN7_DATAPORT_DC_DWORD_SCATTERED_READ 3
1337 #define GEN7_DATAPORT_DC_BYTE_SCATTERED_READ 4
1338 #define GEN7_DATAPORT_DC_UNTYPED_SURFACE_READ 5
1339 #define GEN7_DATAPORT_DC_UNTYPED_ATOMIC_OP 6
1340 #define GEN7_DATAPORT_DC_MEMORY_FENCE 7
1341 #define GEN7_DATAPORT_DC_OWORD_BLOCK_WRITE 8
1342 #define GEN7_DATAPORT_DC_OWORD_DUAL_BLOCK_WRITE 10
1343 #define GEN7_DATAPORT_DC_DWORD_SCATTERED_WRITE 11
1344 #define GEN7_DATAPORT_DC_BYTE_SCATTERED_WRITE 12
1345 #define GEN7_DATAPORT_DC_UNTYPED_SURFACE_WRITE 13
1347 #define GEN7_DATAPORT_SCRATCH_READ ((1 << 18) | \
1349 #define GEN7_DATAPORT_SCRATCH_WRITE ((1 << 18) | \
1351 #define GEN7_DATAPORT_SCRATCH_NUM_REGS_SHIFT 12
1353 #define GEN7_PIXEL_INTERPOLATOR_LOC_SHARED_OFFSET 0
1354 #define GEN7_PIXEL_INTERPOLATOR_LOC_SAMPLE 1
1355 #define GEN7_PIXEL_INTERPOLATOR_LOC_CENTROID 2
1356 #define GEN7_PIXEL_INTERPOLATOR_LOC_PER_SLOT_OFFSET 3
1359 #define HSW_DATAPORT_DC_PORT0_OWORD_BLOCK_READ 0
1360 #define HSW_DATAPORT_DC_PORT0_UNALIGNED_OWORD_BLOCK_READ 1
1361 #define HSW_DATAPORT_DC_PORT0_OWORD_DUAL_BLOCK_READ 2
1362 #define HSW_DATAPORT_DC_PORT0_DWORD_SCATTERED_READ 3
1363 #define HSW_DATAPORT_DC_PORT0_BYTE_SCATTERED_READ 4
1364 #define HSW_DATAPORT_DC_PORT0_MEMORY_FENCE 7
1365 #define HSW_DATAPORT_DC_PORT0_OWORD_BLOCK_WRITE 8
1366 #define HSW_DATAPORT_DC_PORT0_OWORD_DUAL_BLOCK_WRITE 10
1367 #define HSW_DATAPORT_DC_PORT0_DWORD_SCATTERED_WRITE 11
1368 #define HSW_DATAPORT_DC_PORT0_BYTE_SCATTERED_WRITE 12
1370 #define HSW_DATAPORT_DC_PORT1_UNTYPED_SURFACE_READ 1
1371 #define HSW_DATAPORT_DC_PORT1_UNTYPED_ATOMIC_OP 2
1372 #define HSW_DATAPORT_DC_PORT1_UNTYPED_ATOMIC_OP_SIMD4X2 3
1373 #define HSW_DATAPORT_DC_PORT1_MEDIA_BLOCK_READ 4
1374 #define HSW_DATAPORT_DC_PORT1_TYPED_SURFACE_READ 5
1375 #define HSW_DATAPORT_DC_PORT1_TYPED_ATOMIC_OP 6
1376 #define HSW_DATAPORT_DC_PORT1_TYPED_ATOMIC_OP_SIMD4X2 7
1377 #define HSW_DATAPORT_DC_PORT1_UNTYPED_SURFACE_WRITE 9
1378 #define HSW_DATAPORT_DC_PORT1_MEDIA_BLOCK_WRITE 10
1379 #define HSW_DATAPORT_DC_PORT1_ATOMIC_COUNTER_OP 11
1380 #define HSW_DATAPORT_DC_PORT1_ATOMIC_COUNTER_OP_SIMD4X2 12
1381 #define HSW_DATAPORT_DC_PORT1_TYPED_SURFACE_WRITE 13
1382 #define GEN9_DATAPORT_DC_PORT1_A64_SCATTERED_READ 0x10
1383 #define GEN8_DATAPORT_DC_PORT1_A64_UNTYPED_SURFACE_READ 0x11
1384 #define GEN8_DATAPORT_DC_PORT1_A64_UNTYPED_ATOMIC_OP 0x12
1385 #define GEN8_DATAPORT_DC_PORT1_A64_UNTYPED_SURFACE_WRITE 0x19
1386 #define GEN8_DATAPORT_DC_PORT1_A64_SCATTERED_WRITE 0x1a
1387 #define GEN9_DATAPORT_DC_PORT1_UNTYPED_ATOMIC_FLOAT_OP 0x1b
1388 #define GEN9_DATAPORT_DC_PORT1_A64_UNTYPED_ATOMIC_FLOAT_OP 0x1d
1391 #define GEN9_DATAPORT_RC_RENDER_TARGET_WRITE 12
1392 #define GEN9_DATAPORT_RC_RENDER_TARGET_READ 13
1394 /* A64 scattered message subtype */
1395 #define GEN8_A64_SCATTERED_SUBTYPE_BYTE 0
1396 #define GEN8_A64_SCATTERED_SUBTYPE_DWORD 1
1397 #define GEN8_A64_SCATTERED_SUBTYPE_QWORD 2
1398 #define GEN8_A64_SCATTERED_SUBTYPE_HWORD 3
1400 /* Dataport special binding table indices: */
1401 #define BRW_BTI_STATELESS 255
1402 #define GEN7_BTI_SLM 254
1403 /* Note that on Gen8+ BTI 255 was redefined to be IA-coherent according to the
1404 * hardware spec, however because the DRM sets bit 4 of HDC_CHICKEN0 on BDW,
1405 * CHV and at least some pre-production steppings of SKL due to
1406 * WaForceEnableNonCoherent, HDC memory access may have been overridden by the
1407 * kernel to be non-coherent (matching the behavior of the same BTI on
1408 * pre-Gen8 hardware) and BTI 255 may actually be an alias for BTI 253.
1410 #define GEN8_BTI_STATELESS_IA_COHERENT 255
1411 #define GEN8_BTI_STATELESS_NON_COHERENT 253
1412 #define GEN9_BTI_BINDLESS 252
1414 /* Dataport atomic operations for Untyped Atomic Integer Operation message
1417 #define BRW_AOP_AND 1
1418 #define BRW_AOP_OR 2
1419 #define BRW_AOP_XOR 3
1420 #define BRW_AOP_MOV 4
1421 #define BRW_AOP_INC 5
1422 #define BRW_AOP_DEC 6
1423 #define BRW_AOP_ADD 7
1424 #define BRW_AOP_SUB 8
1425 #define BRW_AOP_REVSUB 9
1426 #define BRW_AOP_IMAX 10
1427 #define BRW_AOP_IMIN 11
1428 #define BRW_AOP_UMAX 12
1429 #define BRW_AOP_UMIN 13
1430 #define BRW_AOP_CMPWR 14
1431 #define BRW_AOP_PREDEC 15
1433 /* Dataport atomic operations for Untyped Atomic Float Operation message. */
1434 #define BRW_AOP_FMAX 1
1435 #define BRW_AOP_FMIN 2
1436 #define BRW_AOP_FCMPWR 3
1438 #define BRW_MATH_FUNCTION_INV 1
1439 #define BRW_MATH_FUNCTION_LOG 2
1440 #define BRW_MATH_FUNCTION_EXP 3
1441 #define BRW_MATH_FUNCTION_SQRT 4
1442 #define BRW_MATH_FUNCTION_RSQ 5
1443 #define BRW_MATH_FUNCTION_SIN 6
1444 #define BRW_MATH_FUNCTION_COS 7
1445 #define BRW_MATH_FUNCTION_SINCOS 8 /* gen4, gen5 */
1446 #define BRW_MATH_FUNCTION_FDIV 9 /* gen6+ */
1447 #define BRW_MATH_FUNCTION_POW 10
1448 #define BRW_MATH_FUNCTION_INT_DIV_QUOTIENT_AND_REMAINDER 11
1449 #define BRW_MATH_FUNCTION_INT_DIV_QUOTIENT 12
1450 #define BRW_MATH_FUNCTION_INT_DIV_REMAINDER 13
1451 #define GEN8_MATH_FUNCTION_INVM 14
1452 #define GEN8_MATH_FUNCTION_RSQRTM 15
1454 #define BRW_MATH_INTEGER_UNSIGNED 0
1455 #define BRW_MATH_INTEGER_SIGNED 1
1457 #define BRW_MATH_PRECISION_FULL 0
1458 #define BRW_MATH_PRECISION_PARTIAL 1
1460 #define BRW_MATH_SATURATE_NONE 0
1461 #define BRW_MATH_SATURATE_SATURATE 1
1463 #define BRW_MATH_DATA_VECTOR 0
1464 #define BRW_MATH_DATA_SCALAR 1
1466 #define BRW_URB_OPCODE_WRITE_HWORD 0
1467 #define BRW_URB_OPCODE_WRITE_OWORD 1
1468 #define BRW_URB_OPCODE_READ_HWORD 2
1469 #define BRW_URB_OPCODE_READ_OWORD 3
1470 #define GEN7_URB_OPCODE_ATOMIC_MOV 4
1471 #define GEN7_URB_OPCODE_ATOMIC_INC 5
1472 #define GEN8_URB_OPCODE_ATOMIC_ADD 6
1473 #define GEN8_URB_OPCODE_SIMD8_WRITE 7
1474 #define GEN8_URB_OPCODE_SIMD8_READ 8
1476 #define BRW_URB_SWIZZLE_NONE 0
1477 #define BRW_URB_SWIZZLE_INTERLEAVE 1
1478 #define BRW_URB_SWIZZLE_TRANSPOSE 2
1480 #define BRW_SCRATCH_SPACE_SIZE_1K 0
1481 #define BRW_SCRATCH_SPACE_SIZE_2K 1
1482 #define BRW_SCRATCH_SPACE_SIZE_4K 2
1483 #define BRW_SCRATCH_SPACE_SIZE_8K 3
1484 #define BRW_SCRATCH_SPACE_SIZE_16K 4
1485 #define BRW_SCRATCH_SPACE_SIZE_32K 5
1486 #define BRW_SCRATCH_SPACE_SIZE_64K 6
1487 #define BRW_SCRATCH_SPACE_SIZE_128K 7
1488 #define BRW_SCRATCH_SPACE_SIZE_256K 8
1489 #define BRW_SCRATCH_SPACE_SIZE_512K 9
1490 #define BRW_SCRATCH_SPACE_SIZE_1M 10
1491 #define BRW_SCRATCH_SPACE_SIZE_2M 11
1493 #define BRW_MESSAGE_GATEWAY_SFID_OPEN_GATEWAY 0
1494 #define BRW_MESSAGE_GATEWAY_SFID_CLOSE_GATEWAY 1
1495 #define BRW_MESSAGE_GATEWAY_SFID_FORWARD_MSG 2
1496 #define BRW_MESSAGE_GATEWAY_SFID_GET_TIMESTAMP 3
1497 #define BRW_MESSAGE_GATEWAY_SFID_BARRIER_MSG 4
1498 #define BRW_MESSAGE_GATEWAY_SFID_UPDATE_GATEWAY_STATE 5
1499 #define BRW_MESSAGE_GATEWAY_SFID_MMIO_READ_WRITE 6
1502 /* Gen7 "GS URB Entry Allocation Size" is a U9-1 field, so the maximum gs_size
1503 * is 2^9, or 512. It's counted in multiples of 64 bytes.
1505 * Identical for VS, DS, and HS.
1507 #define GEN7_MAX_GS_URB_ENTRY_SIZE_BYTES (512*64)
1508 #define GEN7_MAX_DS_URB_ENTRY_SIZE_BYTES (512*64)
1509 #define GEN7_MAX_HS_URB_ENTRY_SIZE_BYTES (512*64)
1510 #define GEN7_MAX_VS_URB_ENTRY_SIZE_BYTES (512*64)
1512 /* Gen6 "GS URB Entry Allocation Size" is defined as a number of 1024-bit
1513 * (128 bytes) URB rows and the maximum allowed value is 5 rows.
1515 #define GEN6_MAX_GS_URB_ENTRY_SIZE_BYTES (5*128)
1517 /* GS Thread Payload
1520 /* 3DSTATE_GS "Output Vertex Size" has an effective maximum of 62. It's
1521 * counted in multiples of 16 bytes.
1523 #define GEN7_MAX_GS_OUTPUT_VERTEX_SIZE_BYTES (62*16)
1527 # define GEN7_GS_PAYLOAD_INSTANCE_ID_SHIFT 27
1529 /* CR0.0[5:4] Floating-Point Rounding Modes
1530 * Skylake PRM, Volume 7 Part 1, "Control Register", page 756
1533 #define BRW_CR0_RND_MODE_MASK 0x30
1534 #define BRW_CR0_RND_MODE_SHIFT 4
1536 enum PACKED brw_rnd_mode
{
1537 BRW_RND_MODE_RTNE
= 0, /* Round to Nearest or Even */
1538 BRW_RND_MODE_RU
= 1, /* Round Up, toward +inf */
1539 BRW_RND_MODE_RD
= 2, /* Round Down, toward -inf */
1540 BRW_RND_MODE_RTZ
= 3, /* Round Toward Zero */
1541 BRW_RND_MODE_UNSPECIFIED
, /* Unspecified rounding mode */
1544 #define BRW_CR0_FP64_DENORM_PRESERVE (1 << 6)
1545 #define BRW_CR0_FP32_DENORM_PRESERVE (1 << 7)
1546 #define BRW_CR0_FP16_DENORM_PRESERVE (1 << 10)
1548 #define BRW_CR0_FP_MODE_MASK (BRW_CR0_FP64_DENORM_PRESERVE | \
1549 BRW_CR0_FP32_DENORM_PRESERVE | \
1550 BRW_CR0_FP16_DENORM_PRESERVE | \
1551 BRW_CR0_RND_MODE_MASK)
1553 /* MDC_DS - Data Size Message Descriptor Control Field
1554 * Skylake PRM, Volume 2d, page 129
1556 * Specifies the number of Bytes to be read or written per Dword used at
1557 * byte_scattered read/write and byte_scaled read/write messages.
1559 #define GEN7_BYTE_SCATTERED_DATA_ELEMENT_BYTE 0
1560 #define GEN7_BYTE_SCATTERED_DATA_ELEMENT_WORD 1
1561 #define GEN7_BYTE_SCATTERED_DATA_ELEMENT_DWORD 2
1563 #endif /* BRW_EU_DEFINES_H */