2 * Copyright (C) 2016 Rob Clark <robclark@freedesktop.org>
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
24 * Rob Clark <robclark@freedesktop.org>
27 #include "pipe/p_state.h"
28 #include "util/u_string.h"
29 #include "util/u_memory.h"
30 #include "util/u_helpers.h"
31 #include "util/u_format.h"
32 #include "util/u_viewport.h"
34 #include "freedreno_resource.h"
35 #include "freedreno_query_hw.h"
38 #include "fd5_blend.h"
39 #include "fd5_blitter.h"
40 #include "fd5_context.h"
41 #include "fd5_image.h"
42 #include "fd5_program.h"
43 #include "fd5_rasterizer.h"
44 #include "fd5_texture.h"
45 #include "fd5_screen.h"
46 #include "fd5_format.h"
49 /* regid: base const register
50 * prsc or dwords: buffer containing constant values
51 * sizedwords: size of const value buffer
54 fd5_emit_const(struct fd_ringbuffer
*ring
, enum shader_t type
,
55 uint32_t regid
, uint32_t offset
, uint32_t sizedwords
,
56 const uint32_t *dwords
, struct pipe_resource
*prsc
)
59 enum a4xx_state_src src
;
61 debug_assert((regid
% 4) == 0);
62 debug_assert((sizedwords
% 4) == 0);
72 OUT_PKT7(ring
, CP_LOAD_STATE4
, 3 + sz
);
73 OUT_RING(ring
, CP_LOAD_STATE4_0_DST_OFF(regid
/4) |
74 CP_LOAD_STATE4_0_STATE_SRC(src
) |
75 CP_LOAD_STATE4_0_STATE_BLOCK(fd4_stage2shadersb(type
)) |
76 CP_LOAD_STATE4_0_NUM_UNIT(sizedwords
/4));
78 struct fd_bo
*bo
= fd_resource(prsc
)->bo
;
79 OUT_RELOC(ring
, bo
, offset
,
80 CP_LOAD_STATE4_1_STATE_TYPE(ST4_CONSTANTS
), 0);
82 OUT_RING(ring
, CP_LOAD_STATE4_1_EXT_SRC_ADDR(0) |
83 CP_LOAD_STATE4_1_STATE_TYPE(ST4_CONSTANTS
));
84 OUT_RING(ring
, CP_LOAD_STATE4_2_EXT_SRC_ADDR_HI(0));
85 dwords
= (uint32_t *)&((uint8_t *)dwords
)[offset
];
87 for (i
= 0; i
< sz
; i
++) {
88 OUT_RING(ring
, dwords
[i
]);
93 fd5_emit_const_bo(struct fd_ringbuffer
*ring
, enum shader_t type
, boolean write
,
94 uint32_t regid
, uint32_t num
, struct pipe_resource
**prscs
, uint32_t *offsets
)
96 uint32_t anum
= align(num
, 2);
99 debug_assert((regid
% 4) == 0);
101 OUT_PKT7(ring
, CP_LOAD_STATE4
, 3 + (2 * anum
));
102 OUT_RING(ring
, CP_LOAD_STATE4_0_DST_OFF(regid
/4) |
103 CP_LOAD_STATE4_0_STATE_SRC(SS4_DIRECT
) |
104 CP_LOAD_STATE4_0_STATE_BLOCK(fd4_stage2shadersb(type
)) |
105 CP_LOAD_STATE4_0_NUM_UNIT(anum
/2));
106 OUT_RING(ring
, CP_LOAD_STATE4_1_EXT_SRC_ADDR(0) |
107 CP_LOAD_STATE4_1_STATE_TYPE(ST4_CONSTANTS
));
108 OUT_RING(ring
, CP_LOAD_STATE4_2_EXT_SRC_ADDR_HI(0));
110 for (i
= 0; i
< num
; i
++) {
113 OUT_RELOCW(ring
, fd_resource(prscs
[i
])->bo
, offsets
[i
], 0, 0);
115 OUT_RELOC(ring
, fd_resource(prscs
[i
])->bo
, offsets
[i
], 0, 0);
118 OUT_RING(ring
, 0xbad00000 | (i
<< 16));
119 OUT_RING(ring
, 0xbad00000 | (i
<< 16));
123 for (; i
< anum
; i
++) {
124 OUT_RING(ring
, 0xffffffff);
125 OUT_RING(ring
, 0xffffffff);
129 /* Border color layout is diff from a4xx/a5xx.. if it turns out to be
130 * the same as a6xx then move this somewhere common ;-)
132 * Entry layout looks like (total size, 0x60 bytes):
135 struct PACKED bcolor_entry
{
148 uint32_t z24
; /* also s8? */
150 uint16_t srgb
[4]; /* appears to duplicate fp16[], but clamped, used for srgb */
154 #define FD5_BORDER_COLOR_SIZE 0x60
155 #define FD5_BORDER_COLOR_UPLOAD_SIZE (2 * PIPE_MAX_SAMPLERS * FD5_BORDER_COLOR_SIZE)
158 setup_border_colors(struct fd_texture_stateobj
*tex
, struct bcolor_entry
*entries
)
161 STATIC_ASSERT(sizeof(struct bcolor_entry
) == FD5_BORDER_COLOR_SIZE
);
163 for (i
= 0; i
< tex
->num_samplers
; i
++) {
164 struct bcolor_entry
*e
= &entries
[i
];
165 struct pipe_sampler_state
*sampler
= tex
->samplers
[i
];
166 union pipe_color_union
*bc
;
171 bc
= &sampler
->border_color
;
176 * The border colors need to be swizzled in a particular
177 * format-dependent order. Even though samplers don't know about
178 * formats, we can assume that with a GL state tracker, there's a
179 * 1:1 correspondence between sampler and texture. Take advantage
182 if ((i
>= tex
->num_textures
) || !tex
->textures
[i
])
185 enum pipe_format format
= tex
->textures
[i
]->format
;
186 const struct util_format_description
*desc
=
187 util_format_description(format
);
195 for (j
= 0; j
< 4; j
++) {
196 int c
= desc
->swizzle
[j
];
200 * HACK: for PIPE_FORMAT_X24S8_UINT we end up w/ the
201 * stencil border color value in bc->ui[0] but according
202 * to desc->swizzle and desc->channel, the .x component
203 * is NONE and the stencil value is in the y component.
204 * Meanwhile the hardware wants this in the .x componetn.
206 if ((format
== PIPE_FORMAT_X24S8_UINT
) ||
207 (format
== PIPE_FORMAT_X32_S8X24_UINT
)) {
219 if (desc
->channel
[c
].pure_integer
) {
221 switch (desc
->channel
[c
].size
) {
223 assert(desc
->channel
[c
].type
== UTIL_FORMAT_TYPE_UNSIGNED
);
224 clamped
= CLAMP(bc
->ui
[j
], 0, 0x3);
227 if (desc
->channel
[c
].type
== UTIL_FORMAT_TYPE_SIGNED
)
228 clamped
= CLAMP(bc
->i
[j
], -128, 127);
230 clamped
= CLAMP(bc
->ui
[j
], 0, 255);
233 assert(desc
->channel
[c
].type
== UTIL_FORMAT_TYPE_UNSIGNED
);
234 clamped
= CLAMP(bc
->ui
[j
], 0, 0x3ff);
237 if (desc
->channel
[c
].type
== UTIL_FORMAT_TYPE_SIGNED
)
238 clamped
= CLAMP(bc
->i
[j
], -32768, 32767);
240 clamped
= CLAMP(bc
->ui
[j
], 0, 65535);
243 assert(!"Unexpected bit size");
248 e
->fp32
[cd
] = bc
->ui
[j
];
249 e
->fp16
[cd
] = clamped
;
252 float f_u
= CLAMP(f
, 0, 1);
253 float f_s
= CLAMP(f
, -1, 1);
256 e
->fp16
[c
] = util_float_to_half(f
);
257 e
->srgb
[c
] = util_float_to_half(f_u
);
258 e
->ui16
[c
] = f_u
* 0xffff;
259 e
->si16
[c
] = f_s
* 0x7fff;
260 e
->ui8
[c
] = f_u
* 0xff;
261 e
->si8
[c
] = f_s
* 0x7f;
263 e
->rgb565
|= (int)(f_u
* 0x3f) << 5;
265 e
->rgb565
|= (int)(f_u
* 0x1f) << (c
? 11 : 0);
267 e
->rgb5a1
|= (f_u
> 0.5) ? 0x8000 : 0;
269 e
->rgb5a1
|= (int)(f_u
* 0x1f) << (c
* 5);
271 e
->rgb10a2
|= (int)(f_u
* 0x3) << 30;
273 e
->rgb10a2
|= (int)(f_u
* 0x3ff) << (c
* 10);
274 e
->rgba4
|= (int)(f_u
* 0xf) << (c
* 4);
276 e
->z24
= f_u
* 0xffffff;
281 memset(&e
->__pad0
, 0, sizeof(e
->__pad0
));
282 memset(&e
->__pad1
, 0, sizeof(e
->__pad1
));
288 emit_border_color(struct fd_context
*ctx
, struct fd_ringbuffer
*ring
)
290 struct fd5_context
*fd5_ctx
= fd5_context(ctx
);
291 struct bcolor_entry
*entries
;
295 STATIC_ASSERT(sizeof(struct bcolor_entry
) == FD5_BORDER_COLOR_SIZE
);
297 u_upload_alloc(fd5_ctx
->border_color_uploader
,
298 0, FD5_BORDER_COLOR_UPLOAD_SIZE
,
299 FD5_BORDER_COLOR_UPLOAD_SIZE
, &off
,
300 &fd5_ctx
->border_color_buf
,
305 setup_border_colors(&ctx
->tex
[PIPE_SHADER_VERTEX
], &entries
[0]);
306 setup_border_colors(&ctx
->tex
[PIPE_SHADER_FRAGMENT
],
307 &entries
[ctx
->tex
[PIPE_SHADER_VERTEX
].num_samplers
]);
309 OUT_PKT4(ring
, REG_A5XX_TPL1_TP_BORDER_COLOR_BASE_ADDR_LO
, 2);
310 OUT_RELOC(ring
, fd_resource(fd5_ctx
->border_color_buf
)->bo
, off
, 0, 0);
312 u_upload_unmap(fd5_ctx
->border_color_uploader
);
316 emit_textures(struct fd_context
*ctx
, struct fd_ringbuffer
*ring
,
317 enum a4xx_state_block sb
, struct fd_texture_stateobj
*tex
)
319 bool needs_border
= false;
320 unsigned bcolor_offset
= (sb
== SB4_FS_TEX
) ? ctx
->tex
[PIPE_SHADER_VERTEX
].num_samplers
: 0;
323 if (tex
->num_samplers
> 0) {
324 /* output sampler state: */
325 OUT_PKT7(ring
, CP_LOAD_STATE4
, 3 + (4 * tex
->num_samplers
));
326 OUT_RING(ring
, CP_LOAD_STATE4_0_DST_OFF(0) |
327 CP_LOAD_STATE4_0_STATE_SRC(SS4_DIRECT
) |
328 CP_LOAD_STATE4_0_STATE_BLOCK(sb
) |
329 CP_LOAD_STATE4_0_NUM_UNIT(tex
->num_samplers
));
330 OUT_RING(ring
, CP_LOAD_STATE4_1_STATE_TYPE(ST4_SHADER
) |
331 CP_LOAD_STATE4_1_EXT_SRC_ADDR(0));
332 OUT_RING(ring
, CP_LOAD_STATE4_2_EXT_SRC_ADDR_HI(0));
333 for (i
= 0; i
< tex
->num_samplers
; i
++) {
334 static const struct fd5_sampler_stateobj dummy_sampler
= {};
335 const struct fd5_sampler_stateobj
*sampler
= tex
->samplers
[i
] ?
336 fd5_sampler_stateobj(tex
->samplers
[i
]) :
338 OUT_RING(ring
, sampler
->texsamp0
);
339 OUT_RING(ring
, sampler
->texsamp1
);
340 OUT_RING(ring
, sampler
->texsamp2
|
341 A5XX_TEX_SAMP_2_BCOLOR_OFFSET(bcolor_offset
));
342 OUT_RING(ring
, sampler
->texsamp3
);
344 needs_border
|= sampler
->needs_border
;
348 if (tex
->num_textures
> 0) {
349 unsigned num_textures
= tex
->num_textures
;
351 /* emit texture state: */
352 OUT_PKT7(ring
, CP_LOAD_STATE4
, 3 + (12 * num_textures
));
353 OUT_RING(ring
, CP_LOAD_STATE4_0_DST_OFF(0) |
354 CP_LOAD_STATE4_0_STATE_SRC(SS4_DIRECT
) |
355 CP_LOAD_STATE4_0_STATE_BLOCK(sb
) |
356 CP_LOAD_STATE4_0_NUM_UNIT(num_textures
));
357 OUT_RING(ring
, CP_LOAD_STATE4_1_STATE_TYPE(ST4_CONSTANTS
) |
358 CP_LOAD_STATE4_1_EXT_SRC_ADDR(0));
359 OUT_RING(ring
, CP_LOAD_STATE4_2_EXT_SRC_ADDR_HI(0));
360 for (i
= 0; i
< tex
->num_textures
; i
++) {
361 static const struct fd5_pipe_sampler_view dummy_view
= {};
362 const struct fd5_pipe_sampler_view
*view
= tex
->textures
[i
] ?
363 fd5_pipe_sampler_view(tex
->textures
[i
]) :
365 enum a5xx_tile_mode tile_mode
= TILE5_LINEAR
;
367 if (view
->base
.texture
)
368 tile_mode
= fd_resource(view
->base
.texture
)->tile_mode
;
370 OUT_RING(ring
, view
->texconst0
|
371 A5XX_TEX_CONST_0_TILE_MODE(tile_mode
));
372 OUT_RING(ring
, view
->texconst1
);
373 OUT_RING(ring
, view
->texconst2
);
374 OUT_RING(ring
, view
->texconst3
);
375 if (view
->base
.texture
) {
376 struct fd_resource
*rsc
= fd_resource(view
->base
.texture
);
377 if (view
->base
.format
== PIPE_FORMAT_X32_S8X24_UINT
)
379 OUT_RELOC(ring
, rsc
->bo
, view
->offset
,
380 (uint64_t)view
->texconst5
<< 32, 0);
382 OUT_RING(ring
, 0x00000000);
383 OUT_RING(ring
, view
->texconst5
);
385 OUT_RING(ring
, view
->texconst6
);
386 OUT_RING(ring
, view
->texconst7
);
387 OUT_RING(ring
, view
->texconst8
);
388 OUT_RING(ring
, view
->texconst9
);
389 OUT_RING(ring
, view
->texconst10
);
390 OUT_RING(ring
, view
->texconst11
);
398 emit_ssbos(struct fd_context
*ctx
, struct fd_ringbuffer
*ring
,
399 enum a4xx_state_block sb
, struct fd_shaderbuf_stateobj
*so
)
401 unsigned count
= util_last_bit(so
->enabled_mask
);
406 OUT_PKT7(ring
, CP_LOAD_STATE4
, 3 + (4 * count
));
407 OUT_RING(ring
, CP_LOAD_STATE4_0_DST_OFF(0) |
408 CP_LOAD_STATE4_0_STATE_SRC(SS4_DIRECT
) |
409 CP_LOAD_STATE4_0_STATE_BLOCK(sb
) |
410 CP_LOAD_STATE4_0_NUM_UNIT(count
));
411 OUT_RING(ring
, CP_LOAD_STATE4_1_STATE_TYPE(0) |
412 CP_LOAD_STATE4_1_EXT_SRC_ADDR(0));
413 OUT_RING(ring
, CP_LOAD_STATE4_2_EXT_SRC_ADDR_HI(0));
414 for (unsigned i
= 0; i
< count
; i
++) {
415 OUT_RING(ring
, 0x00000000);
416 OUT_RING(ring
, 0x00000000);
417 OUT_RING(ring
, 0x00000000);
418 OUT_RING(ring
, 0x00000000);
421 OUT_PKT7(ring
, CP_LOAD_STATE4
, 3 + (2 * count
));
422 OUT_RING(ring
, CP_LOAD_STATE4_0_DST_OFF(0) |
423 CP_LOAD_STATE4_0_STATE_SRC(SS4_DIRECT
) |
424 CP_LOAD_STATE4_0_STATE_BLOCK(sb
) |
425 CP_LOAD_STATE4_0_NUM_UNIT(count
));
426 OUT_RING(ring
, CP_LOAD_STATE4_1_STATE_TYPE(1) |
427 CP_LOAD_STATE4_1_EXT_SRC_ADDR(0));
428 OUT_RING(ring
, CP_LOAD_STATE4_2_EXT_SRC_ADDR_HI(0));
429 for (unsigned i
= 0; i
< count
; i
++) {
430 struct pipe_shader_buffer
*buf
= &so
->sb
[i
];
431 unsigned sz
= buf
->buffer_size
;
433 /* width is in dwords, overflows into height: */
436 OUT_RING(ring
, A5XX_SSBO_1_0_WIDTH(sz
));
437 OUT_RING(ring
, A5XX_SSBO_1_1_HEIGHT(sz
>> 16));
440 OUT_PKT7(ring
, CP_LOAD_STATE4
, 3 + (2 * count
));
441 OUT_RING(ring
, CP_LOAD_STATE4_0_DST_OFF(0) |
442 CP_LOAD_STATE4_0_STATE_SRC(SS4_DIRECT
) |
443 CP_LOAD_STATE4_0_STATE_BLOCK(sb
) |
444 CP_LOAD_STATE4_0_NUM_UNIT(count
));
445 OUT_RING(ring
, CP_LOAD_STATE4_1_STATE_TYPE(2) |
446 CP_LOAD_STATE4_1_EXT_SRC_ADDR(0));
447 OUT_RING(ring
, CP_LOAD_STATE4_2_EXT_SRC_ADDR_HI(0));
448 for (unsigned i
= 0; i
< count
; i
++) {
449 struct pipe_shader_buffer
*buf
= &so
->sb
[i
];
451 struct fd_resource
*rsc
= fd_resource(buf
->buffer
);
452 OUT_RELOCW(ring
, rsc
->bo
, buf
->buffer_offset
, 0, 0);
454 OUT_RING(ring
, 0x00000000);
455 OUT_RING(ring
, 0x00000000);
461 fd5_emit_vertex_bufs(struct fd_ringbuffer
*ring
, struct fd5_emit
*emit
)
464 const struct fd_vertex_state
*vtx
= emit
->vtx
;
465 const struct ir3_shader_variant
*vp
= fd5_emit_get_vp(emit
);
467 for (i
= 0, j
= 0; i
<= vp
->inputs_count
; i
++) {
468 if (vp
->inputs
[i
].sysval
)
470 if (vp
->inputs
[i
].compmask
) {
471 struct pipe_vertex_element
*elem
= &vtx
->vtx
->pipe
[i
];
472 const struct pipe_vertex_buffer
*vb
=
473 &vtx
->vertexbuf
.vb
[elem
->vertex_buffer_index
];
474 struct fd_resource
*rsc
= fd_resource(vb
->buffer
.resource
);
475 enum pipe_format pfmt
= elem
->src_format
;
476 enum a5xx_vtx_fmt fmt
= fd5_pipe2vtx(pfmt
);
477 bool isint
= util_format_is_pure_integer(pfmt
);
478 uint32_t off
= vb
->buffer_offset
+ elem
->src_offset
;
479 uint32_t size
= fd_bo_size(rsc
->bo
) - off
;
480 debug_assert(fmt
!= ~0);
483 /* see dEQP-GLES31.stress.vertex_attribute_binding.buffer_bounds.bind_vertex_buffer_offset_near_wrap_10
485 if (off
> fd_bo_size(rsc
->bo
))
489 OUT_PKT4(ring
, REG_A5XX_VFD_FETCH(j
), 4);
490 OUT_RELOC(ring
, rsc
->bo
, off
, 0, 0);
491 OUT_RING(ring
, size
); /* VFD_FETCH[j].SIZE */
492 OUT_RING(ring
, vb
->stride
); /* VFD_FETCH[j].STRIDE */
494 OUT_PKT4(ring
, REG_A5XX_VFD_DECODE(j
), 2);
495 OUT_RING(ring
, A5XX_VFD_DECODE_INSTR_IDX(j
) |
496 A5XX_VFD_DECODE_INSTR_FORMAT(fmt
) |
497 COND(elem
->instance_divisor
, A5XX_VFD_DECODE_INSTR_INSTANCED
) |
498 A5XX_VFD_DECODE_INSTR_SWAP(fd5_pipe2swap(pfmt
)) |
499 A5XX_VFD_DECODE_INSTR_UNK30
|
500 COND(!isint
, A5XX_VFD_DECODE_INSTR_FLOAT
));
501 OUT_RING(ring
, MAX2(1, elem
->instance_divisor
)); /* VFD_DECODE[j].STEP_RATE */
503 OUT_PKT4(ring
, REG_A5XX_VFD_DEST_CNTL(j
), 1);
504 OUT_RING(ring
, A5XX_VFD_DEST_CNTL_INSTR_WRITEMASK(vp
->inputs
[i
].compmask
) |
505 A5XX_VFD_DEST_CNTL_INSTR_REGID(vp
->inputs
[i
].regid
));
511 OUT_PKT4(ring
, REG_A5XX_VFD_CONTROL_0
, 1);
512 OUT_RING(ring
, A5XX_VFD_CONTROL_0_VTXCNT(j
));
516 fd5_emit_state(struct fd_context
*ctx
, struct fd_ringbuffer
*ring
,
517 struct fd5_emit
*emit
)
519 struct pipe_framebuffer_state
*pfb
= &ctx
->batch
->framebuffer
;
520 const struct ir3_shader_variant
*vp
= fd5_emit_get_vp(emit
);
521 const struct ir3_shader_variant
*fp
= fd5_emit_get_fp(emit
);
522 const enum fd_dirty_3d_state dirty
= emit
->dirty
;
523 bool needs_border
= false;
525 emit_marker5(ring
, 5);
527 if ((dirty
& FD_DIRTY_FRAMEBUFFER
) && !emit
->key
.binning_pass
) {
528 unsigned char mrt_comp
[A5XX_MAX_RENDER_TARGETS
] = {0};
530 for (unsigned i
= 0; i
< A5XX_MAX_RENDER_TARGETS
; i
++) {
531 mrt_comp
[i
] = ((i
< pfb
->nr_cbufs
) && pfb
->cbufs
[i
]) ? 0xf : 0;
534 OUT_PKT4(ring
, REG_A5XX_RB_RENDER_COMPONENTS
, 1);
535 OUT_RING(ring
, A5XX_RB_RENDER_COMPONENTS_RT0(mrt_comp
[0]) |
536 A5XX_RB_RENDER_COMPONENTS_RT1(mrt_comp
[1]) |
537 A5XX_RB_RENDER_COMPONENTS_RT2(mrt_comp
[2]) |
538 A5XX_RB_RENDER_COMPONENTS_RT3(mrt_comp
[3]) |
539 A5XX_RB_RENDER_COMPONENTS_RT4(mrt_comp
[4]) |
540 A5XX_RB_RENDER_COMPONENTS_RT5(mrt_comp
[5]) |
541 A5XX_RB_RENDER_COMPONENTS_RT6(mrt_comp
[6]) |
542 A5XX_RB_RENDER_COMPONENTS_RT7(mrt_comp
[7]));
545 if (dirty
& (FD_DIRTY_ZSA
| FD_DIRTY_FRAMEBUFFER
)) {
546 struct fd5_zsa_stateobj
*zsa
= fd5_zsa_stateobj(ctx
->zsa
);
547 uint32_t rb_alpha_control
= zsa
->rb_alpha_control
;
549 if (util_format_is_pure_integer(pipe_surface_format(pfb
->cbufs
[0])))
550 rb_alpha_control
&= ~A5XX_RB_ALPHA_CONTROL_ALPHA_TEST
;
552 OUT_PKT4(ring
, REG_A5XX_RB_ALPHA_CONTROL
, 1);
553 OUT_RING(ring
, rb_alpha_control
);
555 OUT_PKT4(ring
, REG_A5XX_RB_STENCIL_CONTROL
, 1);
556 OUT_RING(ring
, zsa
->rb_stencil_control
);
559 if (dirty
& (FD_DIRTY_ZSA
| FD_DIRTY_BLEND
| FD_DIRTY_PROG
)) {
560 struct fd5_blend_stateobj
*blend
= fd5_blend_stateobj(ctx
->blend
);
561 struct fd5_zsa_stateobj
*zsa
= fd5_zsa_stateobj(ctx
->zsa
);
564 struct fd_resource
*rsc
= fd_resource(pfb
->zsbuf
->texture
);
565 uint32_t gras_lrz_cntl
= zsa
->gras_lrz_cntl
;
567 if (emit
->no_lrz_write
|| !rsc
->lrz
|| !rsc
->lrz_valid
)
569 else if (emit
->key
.binning_pass
&& blend
->lrz_write
&& zsa
->lrz_write
)
570 gras_lrz_cntl
|= A5XX_GRAS_LRZ_CNTL_LRZ_WRITE
;
572 OUT_PKT4(ring
, REG_A5XX_GRAS_LRZ_CNTL
, 1);
573 OUT_RING(ring
, gras_lrz_cntl
);
577 if (dirty
& (FD_DIRTY_ZSA
| FD_DIRTY_STENCIL_REF
)) {
578 struct fd5_zsa_stateobj
*zsa
= fd5_zsa_stateobj(ctx
->zsa
);
579 struct pipe_stencil_ref
*sr
= &ctx
->stencil_ref
;
581 OUT_PKT4(ring
, REG_A5XX_RB_STENCILREFMASK
, 2);
582 OUT_RING(ring
, zsa
->rb_stencilrefmask
|
583 A5XX_RB_STENCILREFMASK_STENCILREF(sr
->ref_value
[0]));
584 OUT_RING(ring
, zsa
->rb_stencilrefmask_bf
|
585 A5XX_RB_STENCILREFMASK_BF_STENCILREF(sr
->ref_value
[1]));
588 if (dirty
& (FD_DIRTY_ZSA
| FD_DIRTY_RASTERIZER
| FD_DIRTY_PROG
)) {
589 struct fd5_zsa_stateobj
*zsa
= fd5_zsa_stateobj(ctx
->zsa
);
590 bool fragz
= fp
->has_kill
| fp
->writes_pos
;
592 OUT_PKT4(ring
, REG_A5XX_RB_DEPTH_CNTL
, 1);
593 OUT_RING(ring
, zsa
->rb_depth_cntl
);
595 OUT_PKT4(ring
, REG_A5XX_RB_DEPTH_PLANE_CNTL
, 1);
596 OUT_RING(ring
, COND(fragz
, A5XX_RB_DEPTH_PLANE_CNTL_FRAG_WRITES_Z
) |
597 COND(fragz
&& fp
->frag_coord
, A5XX_RB_DEPTH_PLANE_CNTL_UNK1
));
599 OUT_PKT4(ring
, REG_A5XX_GRAS_SU_DEPTH_PLANE_CNTL
, 1);
600 OUT_RING(ring
, COND(fragz
, A5XX_GRAS_SU_DEPTH_PLANE_CNTL_FRAG_WRITES_Z
) |
601 COND(fragz
&& fp
->frag_coord
, A5XX_GRAS_SU_DEPTH_PLANE_CNTL_UNK1
));
604 if (dirty
& FD_DIRTY_SCISSOR
) {
605 struct pipe_scissor_state
*scissor
= fd_context_get_scissor(ctx
);
607 OUT_PKT4(ring
, REG_A5XX_GRAS_SC_SCREEN_SCISSOR_TL_0
, 2);
608 OUT_RING(ring
, A5XX_GRAS_SC_SCREEN_SCISSOR_TL_0_X(scissor
->minx
) |
609 A5XX_GRAS_SC_SCREEN_SCISSOR_TL_0_Y(scissor
->miny
));
610 OUT_RING(ring
, A5XX_GRAS_SC_SCREEN_SCISSOR_TL_0_X(scissor
->maxx
- 1) |
611 A5XX_GRAS_SC_SCREEN_SCISSOR_TL_0_Y(scissor
->maxy
- 1));
613 OUT_PKT4(ring
, REG_A5XX_GRAS_SC_VIEWPORT_SCISSOR_TL_0
, 2);
614 OUT_RING(ring
, A5XX_GRAS_SC_VIEWPORT_SCISSOR_TL_0_X(scissor
->minx
) |
615 A5XX_GRAS_SC_VIEWPORT_SCISSOR_TL_0_Y(scissor
->miny
));
616 OUT_RING(ring
, A5XX_GRAS_SC_VIEWPORT_SCISSOR_TL_0_X(scissor
->maxx
- 1) |
617 A5XX_GRAS_SC_VIEWPORT_SCISSOR_TL_0_Y(scissor
->maxy
- 1));
619 ctx
->batch
->max_scissor
.minx
= MIN2(ctx
->batch
->max_scissor
.minx
, scissor
->minx
);
620 ctx
->batch
->max_scissor
.miny
= MIN2(ctx
->batch
->max_scissor
.miny
, scissor
->miny
);
621 ctx
->batch
->max_scissor
.maxx
= MAX2(ctx
->batch
->max_scissor
.maxx
, scissor
->maxx
);
622 ctx
->batch
->max_scissor
.maxy
= MAX2(ctx
->batch
->max_scissor
.maxy
, scissor
->maxy
);
625 if (dirty
& FD_DIRTY_VIEWPORT
) {
626 fd_wfi(ctx
->batch
, ring
);
627 OUT_PKT4(ring
, REG_A5XX_GRAS_CL_VPORT_XOFFSET_0
, 6);
628 OUT_RING(ring
, A5XX_GRAS_CL_VPORT_XOFFSET_0(ctx
->viewport
.translate
[0]));
629 OUT_RING(ring
, A5XX_GRAS_CL_VPORT_XSCALE_0(ctx
->viewport
.scale
[0]));
630 OUT_RING(ring
, A5XX_GRAS_CL_VPORT_YOFFSET_0(ctx
->viewport
.translate
[1]));
631 OUT_RING(ring
, A5XX_GRAS_CL_VPORT_YSCALE_0(ctx
->viewport
.scale
[1]));
632 OUT_RING(ring
, A5XX_GRAS_CL_VPORT_ZOFFSET_0(ctx
->viewport
.translate
[2]));
633 OUT_RING(ring
, A5XX_GRAS_CL_VPORT_ZSCALE_0(ctx
->viewport
.scale
[2]));
636 if (dirty
& FD_DIRTY_PROG
)
637 fd5_program_emit(ctx
, ring
, emit
);
639 if (dirty
& FD_DIRTY_RASTERIZER
) {
640 struct fd5_rasterizer_stateobj
*rasterizer
=
641 fd5_rasterizer_stateobj(ctx
->rasterizer
);
643 OUT_PKT4(ring
, REG_A5XX_GRAS_SU_CNTL
, 1);
644 OUT_RING(ring
, rasterizer
->gras_su_cntl
|
645 COND(pfb
->samples
> 1, A5XX_GRAS_SU_CNTL_MSAA_ENABLE
));
647 OUT_PKT4(ring
, REG_A5XX_GRAS_SU_POINT_MINMAX
, 2);
648 OUT_RING(ring
, rasterizer
->gras_su_point_minmax
);
649 OUT_RING(ring
, rasterizer
->gras_su_point_size
);
651 OUT_PKT4(ring
, REG_A5XX_GRAS_SU_POLY_OFFSET_SCALE
, 3);
652 OUT_RING(ring
, rasterizer
->gras_su_poly_offset_scale
);
653 OUT_RING(ring
, rasterizer
->gras_su_poly_offset_offset
);
654 OUT_RING(ring
, rasterizer
->gras_su_poly_offset_clamp
);
656 OUT_PKT4(ring
, REG_A5XX_PC_RASTER_CNTL
, 1);
657 OUT_RING(ring
, rasterizer
->pc_raster_cntl
);
659 OUT_PKT4(ring
, REG_A5XX_GRAS_CL_CNTL
, 1);
660 OUT_RING(ring
, rasterizer
->gras_cl_clip_cntl
);
663 /* note: must come after program emit.. because there is some overlap
664 * in registers, ex. PC_PRIMITIVE_CNTL and we rely on some cached
665 * values from fd5_program_emit() to avoid having to re-emit the prog
666 * every time rast state changes.
668 * Since the primitive restart state is not part of a tracked object, we
669 * re-emit this register every time.
671 if (emit
->info
&& ctx
->rasterizer
) {
672 struct fd5_rasterizer_stateobj
*rasterizer
=
673 fd5_rasterizer_stateobj(ctx
->rasterizer
);
674 unsigned max_loc
= fd5_context(ctx
)->max_loc
;
676 OUT_PKT4(ring
, REG_A5XX_PC_PRIMITIVE_CNTL
, 1);
677 OUT_RING(ring
, rasterizer
->pc_primitive_cntl
|
678 A5XX_PC_PRIMITIVE_CNTL_STRIDE_IN_VPC(max_loc
) |
679 COND(emit
->info
->primitive_restart
&& emit
->info
->index_size
,
680 A5XX_PC_PRIMITIVE_CNTL_PRIMITIVE_RESTART
));
683 if (dirty
& (FD_DIRTY_FRAMEBUFFER
| FD_DIRTY_RASTERIZER
| FD_DIRTY_PROG
)) {
684 uint32_t posz_regid
= ir3_find_output_regid(fp
, FRAG_RESULT_DEPTH
);
685 unsigned nr
= pfb
->nr_cbufs
;
687 if (emit
->key
.binning_pass
)
689 else if (ctx
->rasterizer
->rasterizer_discard
)
692 OUT_PKT4(ring
, REG_A5XX_RB_FS_OUTPUT_CNTL
, 1);
693 OUT_RING(ring
, A5XX_RB_FS_OUTPUT_CNTL_MRT(nr
) |
694 COND(fp
->writes_pos
, A5XX_RB_FS_OUTPUT_CNTL_FRAG_WRITES_Z
));
696 OUT_PKT4(ring
, REG_A5XX_SP_FS_OUTPUT_CNTL
, 1);
697 OUT_RING(ring
, A5XX_SP_FS_OUTPUT_CNTL_MRT(nr
) |
698 A5XX_SP_FS_OUTPUT_CNTL_DEPTH_REGID(posz_regid
) |
699 A5XX_SP_FS_OUTPUT_CNTL_SAMPLEMASK_REGID(regid(63, 0)));
702 ir3_emit_vs_consts(vp
, ring
, ctx
, emit
->info
);
703 if (!emit
->key
.binning_pass
)
704 ir3_emit_fs_consts(fp
, ring
, ctx
);
706 struct pipe_stream_output_info
*info
= &vp
->shader
->stream_output
;
707 if (info
->num_outputs
) {
708 struct fd_streamout_stateobj
*so
= &ctx
->streamout
;
710 for (unsigned i
= 0; i
< so
->num_targets
; i
++) {
711 struct pipe_stream_output_target
*target
= so
->targets
[i
];
716 unsigned offset
= (so
->offsets
[i
] * info
->stride
[i
] * 4) +
717 target
->buffer_offset
;
719 OUT_PKT4(ring
, REG_A5XX_VPC_SO_BUFFER_BASE_LO(i
), 3);
720 /* VPC_SO[i].BUFFER_BASE_LO: */
721 OUT_RELOCW(ring
, fd_resource(target
->buffer
)->bo
, 0, 0, 0);
722 OUT_RING(ring
, target
->buffer_size
+ offset
);
724 OUT_PKT4(ring
, REG_A5XX_VPC_SO_BUFFER_OFFSET(i
), 3);
725 OUT_RING(ring
, offset
);
726 /* VPC_SO[i].FLUSH_BASE_LO/HI: */
727 // TODO just give hw a dummy addr for now.. we should
728 // be using this an then CP_MEM_TO_REG to set the
729 // VPC_SO[i].BUFFER_OFFSET for the next draw..
730 OUT_RELOCW(ring
, fd5_context(ctx
)->blit_mem
, 0x100, 0, 0);
732 emit
->streamout_mask
|= (1 << i
);
736 if (dirty
& FD_DIRTY_BLEND
) {
737 struct fd5_blend_stateobj
*blend
= fd5_blend_stateobj(ctx
->blend
);
740 for (i
= 0; i
< A5XX_MAX_RENDER_TARGETS
; i
++) {
741 enum pipe_format format
= pipe_surface_format(pfb
->cbufs
[i
]);
742 bool is_int
= util_format_is_pure_integer(format
);
743 bool has_alpha
= util_format_has_alpha(format
);
744 uint32_t control
= blend
->rb_mrt
[i
].control
;
745 uint32_t blend_control
= blend
->rb_mrt
[i
].blend_control_alpha
;
748 control
&= A5XX_RB_MRT_CONTROL_COMPONENT_ENABLE__MASK
;
749 control
|= A5XX_RB_MRT_CONTROL_ROP_CODE(ROP_COPY
);
753 blend_control
|= blend
->rb_mrt
[i
].blend_control_rgb
;
755 blend_control
|= blend
->rb_mrt
[i
].blend_control_no_alpha_rgb
;
756 control
&= ~A5XX_RB_MRT_CONTROL_BLEND2
;
759 OUT_PKT4(ring
, REG_A5XX_RB_MRT_CONTROL(i
), 1);
760 OUT_RING(ring
, control
);
762 OUT_PKT4(ring
, REG_A5XX_RB_MRT_BLEND_CONTROL(i
), 1);
763 OUT_RING(ring
, blend_control
);
766 OUT_PKT4(ring
, REG_A5XX_SP_BLEND_CNTL
, 1);
767 OUT_RING(ring
, blend
->sp_blend_cntl
);
770 if (dirty
& (FD_DIRTY_BLEND
| FD_DIRTY_SAMPLE_MASK
)) {
771 struct fd5_blend_stateobj
*blend
= fd5_blend_stateobj(ctx
->blend
);
773 OUT_PKT4(ring
, REG_A5XX_RB_BLEND_CNTL
, 1);
774 OUT_RING(ring
, blend
->rb_blend_cntl
|
775 A5XX_RB_BLEND_CNTL_SAMPLE_MASK(ctx
->sample_mask
));
778 if (dirty
& FD_DIRTY_BLEND_COLOR
) {
779 struct pipe_blend_color
*bcolor
= &ctx
->blend_color
;
781 OUT_PKT4(ring
, REG_A5XX_RB_BLEND_RED
, 8);
782 OUT_RING(ring
, A5XX_RB_BLEND_RED_FLOAT(bcolor
->color
[0]) |
783 A5XX_RB_BLEND_RED_UINT(bcolor
->color
[0] * 0xff) |
784 A5XX_RB_BLEND_RED_SINT(bcolor
->color
[0] * 0x7f));
785 OUT_RING(ring
, A5XX_RB_BLEND_RED_F32(bcolor
->color
[0]));
786 OUT_RING(ring
, A5XX_RB_BLEND_GREEN_FLOAT(bcolor
->color
[1]) |
787 A5XX_RB_BLEND_GREEN_UINT(bcolor
->color
[1] * 0xff) |
788 A5XX_RB_BLEND_GREEN_SINT(bcolor
->color
[1] * 0x7f));
789 OUT_RING(ring
, A5XX_RB_BLEND_RED_F32(bcolor
->color
[1]));
790 OUT_RING(ring
, A5XX_RB_BLEND_BLUE_FLOAT(bcolor
->color
[2]) |
791 A5XX_RB_BLEND_BLUE_UINT(bcolor
->color
[2] * 0xff) |
792 A5XX_RB_BLEND_BLUE_SINT(bcolor
->color
[2] * 0x7f));
793 OUT_RING(ring
, A5XX_RB_BLEND_BLUE_F32(bcolor
->color
[2]));
794 OUT_RING(ring
, A5XX_RB_BLEND_ALPHA_FLOAT(bcolor
->color
[3]) |
795 A5XX_RB_BLEND_ALPHA_UINT(bcolor
->color
[3] * 0xff) |
796 A5XX_RB_BLEND_ALPHA_SINT(bcolor
->color
[3] * 0x7f));
797 OUT_RING(ring
, A5XX_RB_BLEND_ALPHA_F32(bcolor
->color
[3]));
800 if (ctx
->dirty_shader
[PIPE_SHADER_VERTEX
] & FD_DIRTY_SHADER_TEX
) {
801 needs_border
|= emit_textures(ctx
, ring
, SB4_VS_TEX
,
802 &ctx
->tex
[PIPE_SHADER_VERTEX
]);
803 OUT_PKT4(ring
, REG_A5XX_TPL1_VS_TEX_COUNT
, 1);
804 OUT_RING(ring
, ctx
->tex
[PIPE_SHADER_VERTEX
].num_textures
);
807 if (ctx
->dirty_shader
[PIPE_SHADER_FRAGMENT
] & FD_DIRTY_SHADER_TEX
) {
808 needs_border
|= emit_textures(ctx
, ring
, SB4_FS_TEX
,
809 &ctx
->tex
[PIPE_SHADER_FRAGMENT
]);
812 OUT_PKT4(ring
, REG_A5XX_TPL1_FS_TEX_COUNT
, 1);
813 OUT_RING(ring
, ctx
->shaderimg
[PIPE_SHADER_FRAGMENT
].enabled_mask
?
814 ~0 : ctx
->tex
[PIPE_SHADER_FRAGMENT
].num_textures
);
816 OUT_PKT4(ring
, REG_A5XX_TPL1_CS_TEX_COUNT
, 1);
820 emit_border_color(ctx
, ring
);
822 if (ctx
->dirty_shader
[PIPE_SHADER_FRAGMENT
] & FD_DIRTY_SHADER_SSBO
)
823 emit_ssbos(ctx
, ring
, SB4_SSBO
, &ctx
->shaderbuf
[PIPE_SHADER_FRAGMENT
]);
825 if (ctx
->dirty_shader
[PIPE_SHADER_FRAGMENT
] & FD_DIRTY_SHADER_IMAGE
)
826 fd5_emit_images(ctx
, ring
, PIPE_SHADER_FRAGMENT
);
830 fd5_emit_cs_state(struct fd_context
*ctx
, struct fd_ringbuffer
*ring
,
831 struct ir3_shader_variant
*cp
)
833 enum fd_dirty_shader_state dirty
= ctx
->dirty_shader
[PIPE_SHADER_COMPUTE
];
835 if (dirty
& FD_DIRTY_SHADER_TEX
) {
836 bool needs_border
= false;
837 needs_border
|= emit_textures(ctx
, ring
, SB4_CS_TEX
,
838 &ctx
->tex
[PIPE_SHADER_COMPUTE
]);
841 emit_border_color(ctx
, ring
);
843 OUT_PKT4(ring
, REG_A5XX_TPL1_VS_TEX_COUNT
, 1);
846 OUT_PKT4(ring
, REG_A5XX_TPL1_HS_TEX_COUNT
, 1);
849 OUT_PKT4(ring
, REG_A5XX_TPL1_DS_TEX_COUNT
, 1);
852 OUT_PKT4(ring
, REG_A5XX_TPL1_GS_TEX_COUNT
, 1);
855 OUT_PKT4(ring
, REG_A5XX_TPL1_FS_TEX_COUNT
, 1);
859 OUT_PKT4(ring
, REG_A5XX_TPL1_CS_TEX_COUNT
, 1);
860 OUT_RING(ring
, ctx
->shaderimg
[PIPE_SHADER_COMPUTE
].enabled_mask
?
861 ~0 : ctx
->tex
[PIPE_SHADER_COMPUTE
].num_textures
);
863 if (dirty
& FD_DIRTY_SHADER_SSBO
)
864 emit_ssbos(ctx
, ring
, SB4_CS_SSBO
, &ctx
->shaderbuf
[PIPE_SHADER_COMPUTE
]);
866 if (dirty
& FD_DIRTY_SHADER_IMAGE
)
867 fd5_emit_images(ctx
, ring
, PIPE_SHADER_COMPUTE
);
870 /* emit setup at begin of new cmdstream buffer (don't rely on previous
871 * state, there could have been a context switch between ioctls):
874 fd5_emit_restore(struct fd_batch
*batch
, struct fd_ringbuffer
*ring
)
876 struct fd_context
*ctx
= batch
->ctx
;
878 fd5_set_render_mode(ctx
, ring
, BYPASS
);
879 fd5_cache_flush(batch
, ring
);
881 OUT_PKT4(ring
, REG_A5XX_HLSQ_UPDATE_CNTL
, 1);
882 OUT_RING(ring
, 0xfffff);
885 t7 opcode: CP_PERFCOUNTER_ACTION (50) (4 dwords)
886 0000000500024048: 70d08003 00000000 001c5000 00000005
887 t7 opcode: CP_PERFCOUNTER_ACTION (50) (4 dwords)
888 0000000500024058: 70d08003 00000010 001c7000 00000005
890 t7 opcode: CP_WAIT_FOR_IDLE (26) (1 dwords)
891 0000000500024068: 70268000
894 OUT_PKT4(ring
, REG_A5XX_PC_RESTART_INDEX
, 1);
895 OUT_RING(ring
, 0xffffffff);
897 OUT_PKT4(ring
, REG_A5XX_PC_RASTER_CNTL
, 1);
898 OUT_RING(ring
, 0x00000012);
900 OUT_PKT4(ring
, REG_A5XX_GRAS_SU_POINT_MINMAX
, 2);
901 OUT_RING(ring
, A5XX_GRAS_SU_POINT_MINMAX_MIN(1.0) |
902 A5XX_GRAS_SU_POINT_MINMAX_MAX(4092.0));
903 OUT_RING(ring
, A5XX_GRAS_SU_POINT_SIZE(0.5));
905 OUT_PKT4(ring
, REG_A5XX_GRAS_SU_CONSERVATIVE_RAS_CNTL
, 1);
906 OUT_RING(ring
, 0x00000000); /* GRAS_SU_CONSERVATIVE_RAS_CNTL */
908 OUT_PKT4(ring
, REG_A5XX_GRAS_SC_SCREEN_SCISSOR_CNTL
, 1);
909 OUT_RING(ring
, 0x00000000); /* GRAS_SC_SCREEN_SCISSOR_CNTL */
911 OUT_PKT4(ring
, REG_A5XX_SP_VS_CONFIG_MAX_CONST
, 1);
912 OUT_RING(ring
, 0); /* SP_VS_CONFIG_MAX_CONST */
914 OUT_PKT4(ring
, REG_A5XX_SP_FS_CONFIG_MAX_CONST
, 1);
915 OUT_RING(ring
, 0); /* SP_FS_CONFIG_MAX_CONST */
917 OUT_PKT4(ring
, REG_A5XX_UNKNOWN_E292
, 2);
918 OUT_RING(ring
, 0x00000000); /* UNKNOWN_E292 */
919 OUT_RING(ring
, 0x00000000); /* UNKNOWN_E293 */
921 OUT_PKT4(ring
, REG_A5XX_RB_MODE_CNTL
, 1);
922 OUT_RING(ring
, 0x00000044); /* RB_MODE_CNTL */
924 OUT_PKT4(ring
, REG_A5XX_RB_DBG_ECO_CNTL
, 1);
925 OUT_RING(ring
, 0x00100000); /* RB_DBG_ECO_CNTL */
927 OUT_PKT4(ring
, REG_A5XX_VFD_MODE_CNTL
, 1);
928 OUT_RING(ring
, 0x00000000); /* VFD_MODE_CNTL */
930 OUT_PKT4(ring
, REG_A5XX_PC_MODE_CNTL
, 1);
931 OUT_RING(ring
, 0x0000001f); /* PC_MODE_CNTL */
933 OUT_PKT4(ring
, REG_A5XX_SP_MODE_CNTL
, 1);
934 OUT_RING(ring
, 0x0000001e); /* SP_MODE_CNTL */
936 OUT_PKT4(ring
, REG_A5XX_SP_DBG_ECO_CNTL
, 1);
937 OUT_RING(ring
, 0x40000800); /* SP_DBG_ECO_CNTL */
939 OUT_PKT4(ring
, REG_A5XX_TPL1_MODE_CNTL
, 1);
940 OUT_RING(ring
, 0x00000544); /* TPL1_MODE_CNTL */
942 OUT_PKT4(ring
, REG_A5XX_HLSQ_TIMEOUT_THRESHOLD_0
, 2);
943 OUT_RING(ring
, 0x00000080); /* HLSQ_TIMEOUT_THRESHOLD_0 */
944 OUT_RING(ring
, 0x00000000); /* HLSQ_TIMEOUT_THRESHOLD_1 */
946 OUT_PKT4(ring
, REG_A5XX_VPC_DBG_ECO_CNTL
, 1);
947 OUT_RING(ring
, 0x00000400); /* VPC_DBG_ECO_CNTL */
949 OUT_PKT4(ring
, REG_A5XX_HLSQ_MODE_CNTL
, 1);
950 OUT_RING(ring
, 0x00000001); /* HLSQ_MODE_CNTL */
952 OUT_PKT4(ring
, REG_A5XX_VPC_MODE_CNTL
, 1);
953 OUT_RING(ring
, 0x00000000); /* VPC_MODE_CNTL */
955 /* we don't use this yet.. probably best to disable.. */
956 OUT_PKT7(ring
, CP_SET_DRAW_STATE
, 3);
957 OUT_RING(ring
, CP_SET_DRAW_STATE__0_COUNT(0) |
958 CP_SET_DRAW_STATE__0_DISABLE_ALL_GROUPS
|
959 CP_SET_DRAW_STATE__0_GROUP_ID(0));
960 OUT_RING(ring
, CP_SET_DRAW_STATE__1_ADDR_LO(0));
961 OUT_RING(ring
, CP_SET_DRAW_STATE__2_ADDR_HI(0));
963 OUT_PKT4(ring
, REG_A5XX_GRAS_SU_CONSERVATIVE_RAS_CNTL
, 1);
964 OUT_RING(ring
, 0x00000000); /* GRAS_SU_CONSERVATIVE_RAS_CNTL */
966 OUT_PKT4(ring
, REG_A5XX_GRAS_SC_BIN_CNTL
, 1);
967 OUT_RING(ring
, 0x00000000); /* GRAS_SC_BIN_CNTL */
969 OUT_PKT4(ring
, REG_A5XX_GRAS_SC_BIN_CNTL
, 1);
970 OUT_RING(ring
, 0x00000000); /* GRAS_SC_BIN_CNTL */
972 OUT_PKT4(ring
, REG_A5XX_VPC_FS_PRIMITIVEID_CNTL
, 1);
973 OUT_RING(ring
, 0x000000ff); /* VPC_FS_PRIMITIVEID_CNTL */
975 OUT_PKT4(ring
, REG_A5XX_VPC_SO_OVERRIDE
, 1);
976 OUT_RING(ring
, A5XX_VPC_SO_OVERRIDE_SO_DISABLE
);
978 OUT_PKT4(ring
, REG_A5XX_VPC_SO_BUFFER_BASE_LO(0), 3);
979 OUT_RING(ring
, 0x00000000); /* VPC_SO_BUFFER_BASE_LO_0 */
980 OUT_RING(ring
, 0x00000000); /* VPC_SO_BUFFER_BASE_HI_0 */
981 OUT_RING(ring
, 0x00000000); /* VPC_SO_BUFFER_SIZE_0 */
983 OUT_PKT4(ring
, REG_A5XX_VPC_SO_FLUSH_BASE_LO(0), 2);
984 OUT_RING(ring
, 0x00000000); /* VPC_SO_FLUSH_BASE_LO_0 */
985 OUT_RING(ring
, 0x00000000); /* VPC_SO_FLUSH_BASE_HI_0 */
987 OUT_PKT4(ring
, REG_A5XX_PC_GS_PARAM
, 1);
988 OUT_RING(ring
, 0x00000000); /* PC_GS_PARAM */
990 OUT_PKT4(ring
, REG_A5XX_PC_HS_PARAM
, 1);
991 OUT_RING(ring
, 0x00000000); /* PC_HS_PARAM */
993 OUT_PKT4(ring
, REG_A5XX_TPL1_TP_FS_ROTATION_CNTL
, 1);
994 OUT_RING(ring
, 0x00000000); /* TPL1_TP_FS_ROTATION_CNTL */
996 OUT_PKT4(ring
, REG_A5XX_UNKNOWN_E001
, 1);
997 OUT_RING(ring
, 0x00000000); /* UNKNOWN_E001 */
999 OUT_PKT4(ring
, REG_A5XX_UNKNOWN_E004
, 1);
1000 OUT_RING(ring
, 0x00000000); /* UNKNOWN_E004 */
1002 OUT_PKT4(ring
, REG_A5XX_GRAS_SU_LAYERED
, 1);
1003 OUT_RING(ring
, 0x00000000); /* GRAS_SU_LAYERED */
1005 OUT_PKT4(ring
, REG_A5XX_UNKNOWN_E29A
, 1);
1006 OUT_RING(ring
, 0x00ffff00); /* UNKNOWN_E29A */
1008 OUT_PKT4(ring
, REG_A5XX_VPC_SO_BUF_CNTL
, 1);
1009 OUT_RING(ring
, 0x00000000); /* VPC_SO_BUF_CNTL */
1011 OUT_PKT4(ring
, REG_A5XX_VPC_SO_BUFFER_OFFSET(0), 1);
1012 OUT_RING(ring
, 0x00000000); /* UNKNOWN_E2AB */
1014 OUT_PKT4(ring
, REG_A5XX_UNKNOWN_E389
, 1);
1015 OUT_RING(ring
, 0x00000000); /* UNKNOWN_E389 */
1017 OUT_PKT4(ring
, REG_A5XX_PC_GS_LAYERED
, 1);
1018 OUT_RING(ring
, 0x00000000); /* PC_GS_LAYERED */
1020 OUT_PKT4(ring
, REG_A5XX_UNKNOWN_E5AB
, 1);
1021 OUT_RING(ring
, 0x00000000); /* UNKNOWN_E5AB */
1023 OUT_PKT4(ring
, REG_A5XX_UNKNOWN_E5C2
, 1);
1024 OUT_RING(ring
, 0x00000000); /* UNKNOWN_E5C2 */
1026 OUT_PKT4(ring
, REG_A5XX_VPC_SO_BUFFER_BASE_LO(1), 3);
1027 OUT_RING(ring
, 0x00000000);
1028 OUT_RING(ring
, 0x00000000);
1029 OUT_RING(ring
, 0x00000000);
1031 OUT_PKT4(ring
, REG_A5XX_VPC_SO_BUFFER_OFFSET(1), 6);
1032 OUT_RING(ring
, 0x00000000);
1033 OUT_RING(ring
, 0x00000000);
1034 OUT_RING(ring
, 0x00000000);
1035 OUT_RING(ring
, 0x00000000);
1036 OUT_RING(ring
, 0x00000000);
1037 OUT_RING(ring
, 0x00000000);
1039 OUT_PKT4(ring
, REG_A5XX_VPC_SO_BUFFER_OFFSET(2), 6);
1040 OUT_RING(ring
, 0x00000000);
1041 OUT_RING(ring
, 0x00000000);
1042 OUT_RING(ring
, 0x00000000);
1043 OUT_RING(ring
, 0x00000000);
1044 OUT_RING(ring
, 0x00000000);
1045 OUT_RING(ring
, 0x00000000);
1047 OUT_PKT4(ring
, REG_A5XX_VPC_SO_BUFFER_OFFSET(3), 3);
1048 OUT_RING(ring
, 0x00000000);
1049 OUT_RING(ring
, 0x00000000);
1050 OUT_RING(ring
, 0x00000000);
1052 OUT_PKT4(ring
, REG_A5XX_UNKNOWN_E5DB
, 1);
1053 OUT_RING(ring
, 0x00000000);
1055 OUT_PKT4(ring
, REG_A5XX_SP_HS_CTRL_REG0
, 1);
1056 OUT_RING(ring
, 0x00000000);
1058 OUT_PKT4(ring
, REG_A5XX_SP_GS_CTRL_REG0
, 1);
1059 OUT_RING(ring
, 0x00000000);
1061 OUT_PKT4(ring
, REG_A5XX_TPL1_VS_TEX_COUNT
, 4);
1062 OUT_RING(ring
, 0x00000000);
1063 OUT_RING(ring
, 0x00000000);
1064 OUT_RING(ring
, 0x00000000);
1065 OUT_RING(ring
, 0x00000000);
1067 OUT_PKT4(ring
, REG_A5XX_TPL1_FS_TEX_COUNT
, 2);
1068 OUT_RING(ring
, 0x00000000);
1069 OUT_RING(ring
, 0x00000000);
1071 OUT_PKT4(ring
, REG_A5XX_UNKNOWN_E7C0
, 3);
1072 OUT_RING(ring
, 0x00000000);
1073 OUT_RING(ring
, 0x00000000);
1074 OUT_RING(ring
, 0x00000000);
1076 OUT_PKT4(ring
, REG_A5XX_UNKNOWN_E7C5
, 3);
1077 OUT_RING(ring
, 0x00000000);
1078 OUT_RING(ring
, 0x00000000);
1079 OUT_RING(ring
, 0x00000000);
1081 OUT_PKT4(ring
, REG_A5XX_UNKNOWN_E7CA
, 3);
1082 OUT_RING(ring
, 0x00000000);
1083 OUT_RING(ring
, 0x00000000);
1084 OUT_RING(ring
, 0x00000000);
1086 OUT_PKT4(ring
, REG_A5XX_UNKNOWN_E7CF
, 3);
1087 OUT_RING(ring
, 0x00000000);
1088 OUT_RING(ring
, 0x00000000);
1089 OUT_RING(ring
, 0x00000000);
1091 OUT_PKT4(ring
, REG_A5XX_UNKNOWN_E7D4
, 3);
1092 OUT_RING(ring
, 0x00000000);
1093 OUT_RING(ring
, 0x00000000);
1094 OUT_RING(ring
, 0x00000000);
1096 OUT_PKT4(ring
, REG_A5XX_UNKNOWN_E7D9
, 3);
1097 OUT_RING(ring
, 0x00000000);
1098 OUT_RING(ring
, 0x00000000);
1099 OUT_RING(ring
, 0x00000000);
1101 OUT_PKT4(ring
, REG_A5XX_RB_CLEAR_CNTL
, 1);
1102 OUT_RING(ring
, 0x00000000);
1106 fd5_emit_ib(struct fd_ringbuffer
*ring
, struct fd_ringbuffer
*target
)
1108 /* for debug after a lock up, write a unique counter value
1109 * to scratch6 for each IB, to make it easier to match up
1110 * register dumps to cmdstream. The combination of IB and
1111 * DRAW (scratch7) is enough to "triangulate" the particular
1112 * draw that caused lockup.
1114 emit_marker5(ring
, 6);
1115 __OUT_IB5(ring
, target
);
1116 emit_marker5(ring
, 6);
1120 fd5_mem_to_mem(struct fd_ringbuffer
*ring
, struct pipe_resource
*dst
,
1121 unsigned dst_off
, struct pipe_resource
*src
, unsigned src_off
,
1122 unsigned sizedwords
)
1124 struct fd_bo
*src_bo
= fd_resource(src
)->bo
;
1125 struct fd_bo
*dst_bo
= fd_resource(dst
)->bo
;
1128 for (i
= 0; i
< sizedwords
; i
++) {
1129 OUT_PKT7(ring
, CP_MEM_TO_MEM
, 5);
1130 OUT_RING(ring
, 0x00000000);
1131 OUT_RELOCW(ring
, dst_bo
, dst_off
, 0, 0);
1132 OUT_RELOC (ring
, src_bo
, src_off
, 0, 0);
1140 fd5_emit_init(struct pipe_context
*pctx
)
1142 struct fd_context
*ctx
= fd_context(pctx
);
1143 ctx
->emit_const
= fd5_emit_const
;
1144 ctx
->emit_const_bo
= fd5_emit_const_bo
;
1145 ctx
->emit_ib
= fd5_emit_ib
;
1146 ctx
->mem_to_mem
= fd5_mem_to_mem
;