323509f6402e108d1fc8b36bf27d60f5f7428c49
[mesa.git] / src / gallium / drivers / r600 / evergreen_state.c
1 /*
2 * Copyright 2010 Jerome Glisse <glisse@freedesktop.org>
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * on the rights to use, copy, modify, merge, publish, distribute, sub
8 * license, and/or sell copies of the Software, and to permit persons to whom
9 * the Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
19 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
20 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
21 * USE OR OTHER DEALINGS IN THE SOFTWARE.
22 */
23
24 /* TODO:
25 * - fix mask for depth control & cull for query
26 */
27 #include <stdio.h>
28 #include <errno.h>
29 #include <pipe/p_defines.h>
30 #include <pipe/p_state.h>
31 #include <pipe/p_context.h>
32 #include <tgsi/tgsi_scan.h>
33 #include <tgsi/tgsi_parse.h>
34 #include <tgsi/tgsi_util.h>
35 #include <util/u_blitter.h>
36 #include <util/u_double_list.h>
37 #include <util/u_transfer.h>
38 #include <util/u_surface.h>
39 #include <util/u_pack_color.h>
40 #include <util/u_memory.h>
41 #include <util/u_inlines.h>
42 #include <pipebuffer/pb_buffer.h>
43 #include "r600.h"
44 #include "evergreend.h"
45 #include "r600_resource.h"
46 #include "r600_shader.h"
47 #include "r600_pipe.h"
48 #include "eg_state_inlines.h"
49
50 static void evergreen_set_blend_color(struct pipe_context *ctx,
51 const struct pipe_blend_color *state)
52 {
53 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
54 struct r600_pipe_state *rstate = CALLOC_STRUCT(r600_pipe_state);
55
56 if (rstate == NULL)
57 return;
58
59 rstate->id = R600_PIPE_STATE_BLEND_COLOR;
60 r600_pipe_state_add_reg(rstate, R_028414_CB_BLEND_RED, fui(state->color[0]), 0xFFFFFFFF, NULL);
61 r600_pipe_state_add_reg(rstate, R_028418_CB_BLEND_GREEN, fui(state->color[1]), 0xFFFFFFFF, NULL);
62 r600_pipe_state_add_reg(rstate, R_02841C_CB_BLEND_BLUE, fui(state->color[2]), 0xFFFFFFFF, NULL);
63 r600_pipe_state_add_reg(rstate, R_028420_CB_BLEND_ALPHA, fui(state->color[3]), 0xFFFFFFFF, NULL);
64
65 free(rctx->states[R600_PIPE_STATE_BLEND_COLOR]);
66 rctx->states[R600_PIPE_STATE_BLEND_COLOR] = rstate;
67 r600_context_pipe_state_set(&rctx->ctx, rstate);
68 }
69
70 static void *evergreen_create_blend_state(struct pipe_context *ctx,
71 const struct pipe_blend_state *state)
72 {
73 struct r600_pipe_blend *blend = CALLOC_STRUCT(r600_pipe_blend);
74 struct r600_pipe_state *rstate;
75 u32 color_control, target_mask;
76 /* FIXME there is more then 8 framebuffer */
77 unsigned blend_cntl[8];
78
79 if (blend == NULL) {
80 return NULL;
81 }
82 rstate = &blend->rstate;
83
84 rstate->id = R600_PIPE_STATE_BLEND;
85
86 target_mask = 0;
87 color_control = S_028808_MODE(1);
88 if (state->logicop_enable) {
89 color_control |= (state->logicop_func << 16) | (state->logicop_func << 20);
90 } else {
91 color_control |= (0xcc << 16);
92 }
93 /* we pretend 8 buffer are used, CB_SHADER_MASK will disable unused one */
94 if (state->independent_blend_enable) {
95 for (int i = 0; i < 8; i++) {
96 target_mask |= (state->rt[i].colormask << (4 * i));
97 }
98 } else {
99 for (int i = 0; i < 8; i++) {
100 target_mask |= (state->rt[0].colormask << (4 * i));
101 }
102 }
103 blend->cb_target_mask = target_mask;
104 r600_pipe_state_add_reg(rstate, R_028808_CB_COLOR_CONTROL,
105 color_control, 0xFFFFFFFF, NULL);
106 r600_pipe_state_add_reg(rstate, R_028C3C_PA_SC_AA_MASK, 0xFFFFFFFF, 0xFFFFFFFF, NULL);
107
108 for (int i = 0; i < 8; i++) {
109 unsigned eqRGB = state->rt[i].rgb_func;
110 unsigned srcRGB = state->rt[i].rgb_src_factor;
111 unsigned dstRGB = state->rt[i].rgb_dst_factor;
112 unsigned eqA = state->rt[i].alpha_func;
113 unsigned srcA = state->rt[i].alpha_src_factor;
114 unsigned dstA = state->rt[i].alpha_dst_factor;
115
116 blend_cntl[i] = 0;
117 if (!state->rt[i].blend_enable)
118 continue;
119
120 blend_cntl[i] |= S_028780_BLEND_CONTROL_ENABLE(1);
121 blend_cntl[i] |= S_028780_COLOR_COMB_FCN(r600_translate_blend_function(eqRGB));
122 blend_cntl[i] |= S_028780_COLOR_SRCBLEND(r600_translate_blend_factor(srcRGB));
123 blend_cntl[i] |= S_028780_COLOR_DESTBLEND(r600_translate_blend_factor(dstRGB));
124
125 if (srcA != srcRGB || dstA != dstRGB || eqA != eqRGB) {
126 blend_cntl[i] |= S_028780_SEPARATE_ALPHA_BLEND(1);
127 blend_cntl[i] |= S_028780_ALPHA_COMB_FCN(r600_translate_blend_function(eqA));
128 blend_cntl[i] |= S_028780_ALPHA_SRCBLEND(r600_translate_blend_factor(srcA));
129 blend_cntl[i] |= S_028780_ALPHA_DESTBLEND(r600_translate_blend_factor(dstA));
130 }
131 }
132 for (int i = 0; i < 8; i++) {
133 r600_pipe_state_add_reg(rstate, R_028780_CB_BLEND0_CONTROL + i * 4, blend_cntl[i], 0xFFFFFFFF, NULL);
134 }
135
136 return rstate;
137 }
138
139 static void evergreen_bind_blend_state(struct pipe_context *ctx, void *state)
140 {
141 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
142 struct r600_pipe_blend *blend = (struct r600_pipe_blend *)state;
143 struct r600_pipe_state *rstate;
144
145 if (state == NULL)
146 return;
147 rstate = &blend->rstate;
148 rctx->states[rstate->id] = rstate;
149 rctx->cb_target_mask = blend->cb_target_mask;
150 r600_context_pipe_state_set(&rctx->ctx, rstate);
151 }
152
153 static void *evergreen_create_dsa_state(struct pipe_context *ctx,
154 const struct pipe_depth_stencil_alpha_state *state)
155 {
156 struct r600_pipe_state *rstate = CALLOC_STRUCT(r600_pipe_state);
157 unsigned db_depth_control, alpha_test_control, alpha_ref, db_shader_control;
158 unsigned stencil_ref_mask, stencil_ref_mask_bf, db_render_override, db_render_control;
159
160 if (rstate == NULL) {
161 return NULL;
162 }
163
164 rstate->id = R600_PIPE_STATE_DSA;
165 /* depth TODO some of those db_shader_control field depend on shader adjust mask & add it to shader */
166 /* db_shader_control is 0xFFFFFFBE as Z_EXPORT_ENABLE (bit 0) will be
167 * set by fragment shader if it export Z and KILL_ENABLE (bit 6) will
168 * be set if shader use texkill instruction
169 */
170 db_shader_control = S_02880C_Z_ORDER(V_02880C_EARLY_Z_THEN_LATE_Z);
171 stencil_ref_mask = 0;
172 stencil_ref_mask_bf = 0;
173 db_depth_control = S_028800_Z_ENABLE(state->depth.enabled) |
174 S_028800_Z_WRITE_ENABLE(state->depth.writemask) |
175 S_028800_ZFUNC(state->depth.func);
176
177 /* stencil */
178 if (state->stencil[0].enabled) {
179 db_depth_control |= S_028800_STENCIL_ENABLE(1);
180 db_depth_control |= S_028800_STENCILFUNC(r600_translate_ds_func(state->stencil[0].func));
181 db_depth_control |= S_028800_STENCILFAIL(r600_translate_stencil_op(state->stencil[0].fail_op));
182 db_depth_control |= S_028800_STENCILZPASS(r600_translate_stencil_op(state->stencil[0].zpass_op));
183 db_depth_control |= S_028800_STENCILZFAIL(r600_translate_stencil_op(state->stencil[0].zfail_op));
184
185
186 stencil_ref_mask = S_028430_STENCILMASK(state->stencil[0].valuemask) |
187 S_028430_STENCILWRITEMASK(state->stencil[0].writemask);
188 if (state->stencil[1].enabled) {
189 db_depth_control |= S_028800_BACKFACE_ENABLE(1);
190 db_depth_control |= S_028800_STENCILFUNC_BF(r600_translate_ds_func(state->stencil[1].func));
191 db_depth_control |= S_028800_STENCILFAIL_BF(r600_translate_stencil_op(state->stencil[1].fail_op));
192 db_depth_control |= S_028800_STENCILZPASS_BF(r600_translate_stencil_op(state->stencil[1].zpass_op));
193 db_depth_control |= S_028800_STENCILZFAIL_BF(r600_translate_stencil_op(state->stencil[1].zfail_op));
194 stencil_ref_mask_bf = S_028434_STENCILMASK_BF(state->stencil[1].valuemask) |
195 S_028434_STENCILWRITEMASK_BF(state->stencil[1].writemask);
196 }
197 }
198
199 /* alpha */
200 alpha_test_control = 0;
201 alpha_ref = 0;
202 if (state->alpha.enabled) {
203 alpha_test_control = S_028410_ALPHA_FUNC(state->alpha.func);
204 alpha_test_control |= S_028410_ALPHA_TEST_ENABLE(1);
205 alpha_ref = fui(state->alpha.ref_value);
206 }
207
208 /* misc */
209 db_render_control = 0;
210 db_render_override = S_02800C_FORCE_HIZ_ENABLE(V_02800C_FORCE_DISABLE) |
211 S_02800C_FORCE_HIS_ENABLE0(V_02800C_FORCE_DISABLE) |
212 S_02800C_FORCE_HIS_ENABLE1(V_02800C_FORCE_DISABLE);
213 /* TODO db_render_override depends on query */
214 r600_pipe_state_add_reg(rstate, R_028028_DB_STENCIL_CLEAR, 0x00000000, 0xFFFFFFFF, NULL);
215 r600_pipe_state_add_reg(rstate, R_02802C_DB_DEPTH_CLEAR, 0x3F800000, 0xFFFFFFFF, NULL);
216 r600_pipe_state_add_reg(rstate, R_028410_SX_ALPHA_TEST_CONTROL, alpha_test_control, 0xFFFFFFFF, NULL);
217 r600_pipe_state_add_reg(rstate,
218 R_028430_DB_STENCILREFMASK, stencil_ref_mask,
219 0xFFFFFFFF & C_028430_STENCILREF, NULL);
220 r600_pipe_state_add_reg(rstate,
221 R_028434_DB_STENCILREFMASK_BF, stencil_ref_mask_bf,
222 0xFFFFFFFF & C_028434_STENCILREF_BF, NULL);
223 r600_pipe_state_add_reg(rstate, R_028438_SX_ALPHA_REF, alpha_ref, 0xFFFFFFFF, NULL);
224 r600_pipe_state_add_reg(rstate, R_0286DC_SPI_FOG_CNTL, 0x00000000, 0xFFFFFFFF, NULL);
225 r600_pipe_state_add_reg(rstate, R_028800_DB_DEPTH_CONTROL, db_depth_control, 0xFFFFFFFF, NULL);
226 r600_pipe_state_add_reg(rstate, R_02880C_DB_SHADER_CONTROL, db_shader_control, 0xFFFFFFBE, NULL);
227 r600_pipe_state_add_reg(rstate, R_028000_DB_RENDER_CONTROL, db_render_control, 0xFFFFFFFF, NULL);
228 r600_pipe_state_add_reg(rstate, R_02800C_DB_RENDER_OVERRIDE, db_render_override, 0xFFFFFFFF, NULL);
229 r600_pipe_state_add_reg(rstate, R_028AC0_DB_SRESULTS_COMPARE_STATE0, 0x0, 0xFFFFFFFF, NULL);
230 r600_pipe_state_add_reg(rstate, R_028AC4_DB_SRESULTS_COMPARE_STATE1, 0x0, 0xFFFFFFFF, NULL);
231 r600_pipe_state_add_reg(rstate, R_028AC8_DB_PRELOAD_CONTROL, 0x0, 0xFFFFFFFF, NULL);
232 r600_pipe_state_add_reg(rstate, R_028B70_DB_ALPHA_TO_MASK, 0x0000AA00, 0xFFFFFFFF, NULL);
233
234 return rstate;
235 }
236
237 static void *evergreen_create_rs_state(struct pipe_context *ctx,
238 const struct pipe_rasterizer_state *state)
239 {
240 struct r600_pipe_rasterizer *rs = CALLOC_STRUCT(r600_pipe_rasterizer);
241 struct r600_pipe_state *rstate;
242 unsigned tmp;
243 unsigned prov_vtx = 1, polygon_dual_mode;
244
245 if (rs == NULL) {
246 return NULL;
247 }
248
249 rstate = &rs->rstate;
250 rs->flatshade = state->flatshade;
251 rs->sprite_coord_enable = state->sprite_coord_enable;
252
253 /* offset */
254 rs->offset_units = state->offset_units;
255 rs->offset_scale = state->offset_scale * 12.0f;
256
257 rstate->id = R600_PIPE_STATE_RASTERIZER;
258 if (state->flatshade_first)
259 prov_vtx = 0;
260 tmp = 0x00000001;
261 if (state->sprite_coord_enable) {
262 tmp |= S_0286D4_PNT_SPRITE_ENA(1) |
263 S_0286D4_PNT_SPRITE_OVRD_X(2) |
264 S_0286D4_PNT_SPRITE_OVRD_Y(3) |
265 S_0286D4_PNT_SPRITE_OVRD_Z(0) |
266 S_0286D4_PNT_SPRITE_OVRD_W(1);
267 if (state->sprite_coord_mode != PIPE_SPRITE_COORD_UPPER_LEFT) {
268 tmp |= S_0286D4_PNT_SPRITE_TOP_1(1);
269 }
270 }
271 r600_pipe_state_add_reg(rstate, R_0286D4_SPI_INTERP_CONTROL_0, tmp, 0xFFFFFFFF, NULL);
272
273 polygon_dual_mode = (state->fill_front != PIPE_POLYGON_MODE_FILL ||
274 state->fill_back != PIPE_POLYGON_MODE_FILL);
275 r600_pipe_state_add_reg(rstate, R_028814_PA_SU_SC_MODE_CNTL,
276 S_028814_PROVOKING_VTX_LAST(prov_vtx) |
277 S_028814_CULL_FRONT((state->cull_face & PIPE_FACE_FRONT) ? 1 : 0) |
278 S_028814_CULL_BACK((state->cull_face & PIPE_FACE_BACK) ? 1 : 0) |
279 S_028814_FACE(!state->front_ccw) |
280 S_028814_POLY_OFFSET_FRONT_ENABLE(state->offset_tri) |
281 S_028814_POLY_OFFSET_BACK_ENABLE(state->offset_tri) |
282 S_028814_POLY_OFFSET_PARA_ENABLE(state->offset_tri) |
283 S_028814_POLY_MODE(polygon_dual_mode) |
284 S_028814_POLYMODE_FRONT_PTYPE(r600_translate_fill(state->fill_front)) |
285 S_028814_POLYMODE_BACK_PTYPE(r600_translate_fill(state->fill_back)), 0xFFFFFFFF, NULL);
286 r600_pipe_state_add_reg(rstate, R_02881C_PA_CL_VS_OUT_CNTL,
287 S_02881C_USE_VTX_POINT_SIZE(state->point_size_per_vertex) |
288 S_02881C_VS_OUT_MISC_VEC_ENA(state->point_size_per_vertex), 0xFFFFFFFF, NULL);
289 r600_pipe_state_add_reg(rstate, R_028820_PA_CL_NANINF_CNTL, 0x00000000, 0xFFFFFFFF, NULL);
290 /* point size 12.4 fixed point */
291 tmp = (unsigned)(state->point_size * 8.0);
292 r600_pipe_state_add_reg(rstate, R_028A00_PA_SU_POINT_SIZE, S_028A00_HEIGHT(tmp) | S_028A00_WIDTH(tmp), 0xFFFFFFFF, NULL);
293 r600_pipe_state_add_reg(rstate, R_028A04_PA_SU_POINT_MINMAX, 0x80000000, 0xFFFFFFFF, NULL);
294 r600_pipe_state_add_reg(rstate, R_028A08_PA_SU_LINE_CNTL, 0x00000008, 0xFFFFFFFF, NULL);
295 r600_pipe_state_add_reg(rstate, R_028C00_PA_SC_LINE_CNTL, 0x00000400, 0xFFFFFFFF, NULL);
296 r600_pipe_state_add_reg(rstate, R_028C0C_PA_CL_GB_VERT_CLIP_ADJ, 0x3F800000, 0xFFFFFFFF, NULL);
297 r600_pipe_state_add_reg(rstate, R_028C10_PA_CL_GB_VERT_DISC_ADJ, 0x3F800000, 0xFFFFFFFF, NULL);
298 r600_pipe_state_add_reg(rstate, R_028C14_PA_CL_GB_HORZ_CLIP_ADJ, 0x3F800000, 0xFFFFFFFF, NULL);
299 r600_pipe_state_add_reg(rstate, R_028C18_PA_CL_GB_HORZ_DISC_ADJ, 0x3F800000, 0xFFFFFFFF, NULL);
300 r600_pipe_state_add_reg(rstate, R_028B7C_PA_SU_POLY_OFFSET_CLAMP, 0x0, 0xFFFFFFFF, NULL);
301 r600_pipe_state_add_reg(rstate, R_028C08_PA_SU_VTX_CNTL, 0x00000005, 0xFFFFFFFF, NULL);
302 return rstate;
303 }
304
305 static void evergreen_bind_rs_state(struct pipe_context *ctx, void *state)
306 {
307 struct r600_pipe_rasterizer *rs = (struct r600_pipe_rasterizer *)state;
308 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
309
310 if (state == NULL)
311 return;
312
313 rctx->flatshade = rs->flatshade;
314 rctx->sprite_coord_enable = rs->sprite_coord_enable;
315 rctx->rasterizer = rs;
316
317 rctx->states[rs->rstate.id] = &rs->rstate;
318 r600_context_pipe_state_set(&rctx->ctx, &rs->rstate);
319 }
320
321 static void evergreen_delete_rs_state(struct pipe_context *ctx, void *state)
322 {
323 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
324 struct r600_pipe_rasterizer *rs = (struct r600_pipe_rasterizer *)state;
325
326 if (rctx->rasterizer == rs) {
327 rctx->rasterizer = NULL;
328 }
329 if (rctx->states[rs->rstate.id] == &rs->rstate) {
330 rctx->states[rs->rstate.id] = NULL;
331 }
332 free(rs);
333 }
334
335 static void *evergreen_create_sampler_state(struct pipe_context *ctx,
336 const struct pipe_sampler_state *state)
337 {
338 struct r600_pipe_state *rstate = CALLOC_STRUCT(r600_pipe_state);
339 union util_color uc;
340
341 if (rstate == NULL) {
342 return NULL;
343 }
344
345 rstate->id = R600_PIPE_STATE_SAMPLER;
346 util_pack_color(state->border_color, PIPE_FORMAT_B8G8R8A8_UNORM, &uc);
347 r600_pipe_state_add_reg(rstate, R_03C000_SQ_TEX_SAMPLER_WORD0_0,
348 S_03C000_CLAMP_X(r600_tex_wrap(state->wrap_s)) |
349 S_03C000_CLAMP_Y(r600_tex_wrap(state->wrap_t)) |
350 S_03C000_CLAMP_Z(r600_tex_wrap(state->wrap_r)) |
351 S_03C000_XY_MAG_FILTER(r600_tex_filter(state->mag_img_filter)) |
352 S_03C000_XY_MIN_FILTER(r600_tex_filter(state->min_img_filter)) |
353 S_03C000_MIP_FILTER(r600_tex_mipfilter(state->min_mip_filter)) |
354 S_03C000_DEPTH_COMPARE_FUNCTION(r600_tex_compare(state->compare_func)) |
355 S_03C000_BORDER_COLOR_TYPE(uc.ui ? V_03C000_SQ_TEX_BORDER_COLOR_REGISTER : 0), 0xFFFFFFFF, NULL);
356 /* FIXME LOD it depends on texture base level ... */
357 r600_pipe_state_add_reg(rstate, R_03C004_SQ_TEX_SAMPLER_WORD1_0,
358 S_03C004_MIN_LOD(S_FIXED(CLAMP(state->min_lod, 0, 15), 6)) |
359 S_03C004_MAX_LOD(S_FIXED(CLAMP(state->max_lod, 0, 15), 6)),
360 0xFFFFFFFF, NULL);
361 r600_pipe_state_add_reg(rstate, R_03C008_SQ_TEX_SAMPLER_WORD2_0,
362 S_03C008_LOD_BIAS(S_FIXED(CLAMP(state->lod_bias, -16, 16), 6)) |
363 S_03C008_TYPE(1),
364 0xFFFFFFFF, NULL);
365
366 if (uc.ui) {
367 r600_pipe_state_add_reg(rstate, R_00A404_TD_PS_SAMPLER0_BORDER_RED, fui(state->border_color[0]), 0xFFFFFFFF, NULL);
368 r600_pipe_state_add_reg(rstate, R_00A408_TD_PS_SAMPLER0_BORDER_GREEN, fui(state->border_color[1]), 0xFFFFFFFF, NULL);
369 r600_pipe_state_add_reg(rstate, R_00A40C_TD_PS_SAMPLER0_BORDER_BLUE, fui(state->border_color[2]), 0xFFFFFFFF, NULL);
370 r600_pipe_state_add_reg(rstate, R_00A410_TD_PS_SAMPLER0_BORDER_ALPHA, fui(state->border_color[3]), 0xFFFFFFFF, NULL);
371 }
372 return rstate;
373 }
374
375 static void *evergreen_create_vertex_elements(struct pipe_context *ctx,
376 unsigned count,
377 const struct pipe_vertex_element *elements)
378 {
379 struct r600_vertex_element *v = CALLOC_STRUCT(r600_vertex_element);
380
381 assert(count < 32);
382 v->count = count;
383 v->refcount = 1;
384 memcpy(v->elements, elements, count * sizeof(struct pipe_vertex_element));
385 return v;
386 }
387
388 static void evergreen_sampler_view_destroy(struct pipe_context *ctx,
389 struct pipe_sampler_view *state)
390 {
391 struct r600_pipe_sampler_view *resource = (struct r600_pipe_sampler_view *)state;
392
393 pipe_resource_reference(&state->texture, NULL);
394 FREE(resource);
395 }
396
397 static struct pipe_sampler_view *evergreen_create_sampler_view(struct pipe_context *ctx,
398 struct pipe_resource *texture,
399 const struct pipe_sampler_view *state)
400 {
401 struct r600_pipe_sampler_view *resource = CALLOC_STRUCT(r600_pipe_sampler_view);
402 struct r600_pipe_state *rstate;
403 const struct util_format_description *desc;
404 struct r600_resource_texture *tmp;
405 struct r600_resource *rbuffer;
406 unsigned format;
407 uint32_t word4 = 0, yuv_format = 0, pitch = 0;
408 unsigned char swizzle[4];
409 struct r600_bo *bo[2];
410
411 if (resource == NULL)
412 return NULL;
413 rstate = &resource->state;
414
415 /* initialize base object */
416 resource->base = *state;
417 resource->base.texture = NULL;
418 pipe_reference(NULL, &texture->reference);
419 resource->base.texture = texture;
420 resource->base.reference.count = 1;
421 resource->base.context = ctx;
422
423 swizzle[0] = state->swizzle_r;
424 swizzle[1] = state->swizzle_g;
425 swizzle[2] = state->swizzle_b;
426 swizzle[3] = state->swizzle_a;
427 format = r600_translate_texformat(state->format,
428 swizzle,
429 &word4, &yuv_format);
430 if (format == ~0) {
431 format = 0;
432 }
433 desc = util_format_description(state->format);
434 if (desc == NULL) {
435 R600_ERR("unknow format %d\n", state->format);
436 }
437 tmp = (struct r600_resource_texture*)texture;
438 rbuffer = &tmp->resource;
439 bo[0] = rbuffer->bo;
440 bo[1] = rbuffer->bo;
441 /* FIXME depth texture decompression */
442 if (tmp->depth) {
443 r600_texture_depth_flush(ctx, texture);
444 tmp = (struct r600_resource_texture*)texture;
445 rbuffer = &tmp->flushed_depth_texture->resource;
446 bo[0] = rbuffer->bo;
447 bo[1] = rbuffer->bo;
448 }
449 pitch = align(tmp->pitch[0] / tmp->bpt, 8);
450
451 /* FIXME properly handle first level != 0 */
452 r600_pipe_state_add_reg(rstate, R_030000_RESOURCE0_WORD0,
453 S_030000_DIM(r600_tex_dim(texture->target)) |
454 S_030000_PITCH((pitch / 8) - 1) |
455 S_030000_TEX_WIDTH(texture->width0 - 1), 0xFFFFFFFF, NULL);
456 r600_pipe_state_add_reg(rstate, R_030004_RESOURCE0_WORD1,
457 S_030004_TEX_HEIGHT(texture->height0 - 1) |
458 S_030004_TEX_DEPTH(texture->depth0 - 1),
459 0xFFFFFFFF, NULL);
460 r600_pipe_state_add_reg(rstate, R_030008_RESOURCE0_WORD2,
461 (tmp->offset[0] + r600_bo_offset(bo[0])) >> 8, 0xFFFFFFFF, bo[0]);
462 r600_pipe_state_add_reg(rstate, R_03000C_RESOURCE0_WORD3,
463 (tmp->offset[1] + r600_bo_offset(bo[1])) >> 8, 0xFFFFFFFF, bo[1]);
464 r600_pipe_state_add_reg(rstate, R_030010_RESOURCE0_WORD4,
465 word4 | S_030010_NUM_FORMAT_ALL(V_030010_SQ_NUM_FORMAT_NORM) |
466 S_030010_SRF_MODE_ALL(V_030010_SFR_MODE_NO_ZERO) |
467 S_030010_BASE_LEVEL(state->first_level), 0xFFFFFFFF, NULL);
468 r600_pipe_state_add_reg(rstate, R_030014_RESOURCE0_WORD5,
469 S_030014_LAST_LEVEL(state->last_level) |
470 S_030014_BASE_ARRAY(0) |
471 S_030014_LAST_ARRAY(0), 0xffffffff, NULL);
472 r600_pipe_state_add_reg(rstate, R_030018_RESOURCE0_WORD6, 0x0, 0xFFFFFFFF, NULL);
473 r600_pipe_state_add_reg(rstate, R_03001C_RESOURCE0_WORD7,
474 S_03001C_DATA_FORMAT(format) |
475 S_03001C_TYPE(V_03001C_SQ_TEX_VTX_VALID_TEXTURE), 0xFFFFFFFF, NULL);
476
477 return &resource->base;
478 }
479
480 static void evergreen_set_vs_sampler_view(struct pipe_context *ctx, unsigned count,
481 struct pipe_sampler_view **views)
482 {
483 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
484 struct r600_pipe_sampler_view **resource = (struct r600_pipe_sampler_view **)views;
485
486 for (int i = 0; i < count; i++) {
487 if (resource[i]) {
488 evergreen_context_pipe_state_set_vs_resource(&rctx->ctx, &resource[i]->state, i + PIPE_MAX_ATTRIBS);
489 }
490 }
491 }
492
493 static void evergreen_set_ps_sampler_view(struct pipe_context *ctx, unsigned count,
494 struct pipe_sampler_view **views)
495 {
496 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
497 struct r600_pipe_sampler_view **resource = (struct r600_pipe_sampler_view **)views;
498
499 for (int i = 0; i < count; i++) {
500 if (resource[i]) {
501 evergreen_context_pipe_state_set_ps_resource(&rctx->ctx, &resource[i]->state, i);
502 }
503 }
504 }
505
506 static void evergreen_bind_state(struct pipe_context *ctx, void *state)
507 {
508 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
509 struct r600_pipe_state *rstate = (struct r600_pipe_state *)state;
510
511 if (state == NULL)
512 return;
513 rctx->states[rstate->id] = rstate;
514 r600_context_pipe_state_set(&rctx->ctx, rstate);
515 }
516
517 static void evergreen_bind_ps_sampler(struct pipe_context *ctx, unsigned count, void **states)
518 {
519 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
520 struct r600_pipe_state **rstates = (struct r600_pipe_state **)states;
521
522 for (int i = 0; i < count; i++) {
523 evergreen_context_pipe_state_set_ps_sampler(&rctx->ctx, rstates[i], i);
524 }
525 }
526
527 static void evergreen_bind_vs_sampler(struct pipe_context *ctx, unsigned count, void **states)
528 {
529 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
530 struct r600_pipe_state **rstates = (struct r600_pipe_state **)states;
531
532 for (int i = 0; i < count; i++) {
533 evergreen_context_pipe_state_set_vs_sampler(&rctx->ctx, rstates[i], i);
534 }
535 }
536
537 static void evergreen_delete_state(struct pipe_context *ctx, void *state)
538 {
539 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
540 struct r600_pipe_state *rstate = (struct r600_pipe_state *)state;
541
542 if (rctx->states[rstate->id] == rstate) {
543 rctx->states[rstate->id] = NULL;
544 }
545 for (int i = 0; i < rstate->nregs; i++) {
546 r600_bo_reference(rctx->radeon, &rstate->regs[i].bo, NULL);
547 }
548 free(rstate);
549 }
550
551 static void evergreen_delete_vertex_element(struct pipe_context *ctx, void *state)
552 {
553 struct r600_vertex_element *v = (struct r600_vertex_element*)state;
554
555 if (v == NULL)
556 return;
557 if (--v->refcount)
558 return;
559 free(v);
560 }
561
562 static void evergreen_set_clip_state(struct pipe_context *ctx,
563 const struct pipe_clip_state *state)
564 {
565 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
566 struct r600_pipe_state *rstate = CALLOC_STRUCT(r600_pipe_state);
567
568 if (rstate == NULL)
569 return;
570
571 rctx->clip = *state;
572 rstate->id = R600_PIPE_STATE_CLIP;
573 for (int i = 0; i < state->nr; i++) {
574 r600_pipe_state_add_reg(rstate,
575 R_0285BC_PA_CL_UCP0_X + i * 4,
576 fui(state->ucp[i][0]), 0xFFFFFFFF, NULL);
577 r600_pipe_state_add_reg(rstate,
578 R_0285C0_PA_CL_UCP0_Y + i * 4,
579 fui(state->ucp[i][1]) , 0xFFFFFFFF, NULL);
580 r600_pipe_state_add_reg(rstate,
581 R_0285C4_PA_CL_UCP0_Z + i * 4,
582 fui(state->ucp[i][2]), 0xFFFFFFFF, NULL);
583 r600_pipe_state_add_reg(rstate,
584 R_0285C8_PA_CL_UCP0_W + i * 4,
585 fui(state->ucp[i][3]), 0xFFFFFFFF, NULL);
586 }
587 r600_pipe_state_add_reg(rstate, R_028810_PA_CL_CLIP_CNTL,
588 S_028810_PS_UCP_MODE(3) | ((1 << state->nr) - 1) |
589 S_028810_ZCLIP_NEAR_DISABLE(state->depth_clamp) |
590 S_028810_ZCLIP_FAR_DISABLE(state->depth_clamp), 0xFFFFFFFF, NULL);
591
592 free(rctx->states[R600_PIPE_STATE_CLIP]);
593 rctx->states[R600_PIPE_STATE_CLIP] = rstate;
594 r600_context_pipe_state_set(&rctx->ctx, rstate);
595 }
596
597 static void evergreen_bind_vertex_elements(struct pipe_context *ctx, void *state)
598 {
599 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
600 struct r600_vertex_element *v = (struct r600_vertex_element*)state;
601
602 evergreen_delete_vertex_element(ctx, rctx->vertex_elements);
603 rctx->vertex_elements = v;
604 if (v) {
605 v->refcount++;
606 // rctx->vs_rebuild = TRUE;
607 }
608 }
609
610 static void evergreen_set_polygon_stipple(struct pipe_context *ctx,
611 const struct pipe_poly_stipple *state)
612 {
613 }
614
615 static void evergreen_set_sample_mask(struct pipe_context *pipe, unsigned sample_mask)
616 {
617 }
618
619 static void evergreen_set_scissor_state(struct pipe_context *ctx,
620 const struct pipe_scissor_state *state)
621 {
622 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
623 struct r600_pipe_state *rstate = CALLOC_STRUCT(r600_pipe_state);
624 u32 tl, br;
625
626 if (rstate == NULL)
627 return;
628
629 rstate->id = R600_PIPE_STATE_SCISSOR;
630 tl = S_028240_TL_X(state->minx) | S_028240_TL_Y(state->miny);
631 br = S_028244_BR_X(state->maxx) | S_028244_BR_Y(state->maxy);
632 r600_pipe_state_add_reg(rstate,
633 R_028030_PA_SC_SCREEN_SCISSOR_TL, tl,
634 0xFFFFFFFF, NULL);
635 r600_pipe_state_add_reg(rstate,
636 R_028034_PA_SC_SCREEN_SCISSOR_BR, br,
637 0xFFFFFFFF, NULL);
638 r600_pipe_state_add_reg(rstate,
639 R_028204_PA_SC_WINDOW_SCISSOR_TL, tl,
640 0xFFFFFFFF, NULL);
641 r600_pipe_state_add_reg(rstate,
642 R_028208_PA_SC_WINDOW_SCISSOR_BR, br,
643 0xFFFFFFFF, NULL);
644 r600_pipe_state_add_reg(rstate,
645 R_028210_PA_SC_CLIPRECT_0_TL, tl,
646 0xFFFFFFFF, NULL);
647 r600_pipe_state_add_reg(rstate,
648 R_028214_PA_SC_CLIPRECT_0_BR, br,
649 0xFFFFFFFF, NULL);
650 r600_pipe_state_add_reg(rstate,
651 R_028218_PA_SC_CLIPRECT_1_TL, tl,
652 0xFFFFFFFF, NULL);
653 r600_pipe_state_add_reg(rstate,
654 R_02821C_PA_SC_CLIPRECT_1_BR, br,
655 0xFFFFFFFF, NULL);
656 r600_pipe_state_add_reg(rstate,
657 R_028220_PA_SC_CLIPRECT_2_TL, tl,
658 0xFFFFFFFF, NULL);
659 r600_pipe_state_add_reg(rstate,
660 R_028224_PA_SC_CLIPRECT_2_BR, br,
661 0xFFFFFFFF, NULL);
662 r600_pipe_state_add_reg(rstate,
663 R_028228_PA_SC_CLIPRECT_3_TL, tl,
664 0xFFFFFFFF, NULL);
665 r600_pipe_state_add_reg(rstate,
666 R_02822C_PA_SC_CLIPRECT_3_BR, br,
667 0xFFFFFFFF, NULL);
668 r600_pipe_state_add_reg(rstate,
669 R_028200_PA_SC_WINDOW_OFFSET, 0x00000000,
670 0xFFFFFFFF, NULL);
671 r600_pipe_state_add_reg(rstate,
672 R_02820C_PA_SC_CLIPRECT_RULE, 0x0000FFFF,
673 0xFFFFFFFF, NULL);
674 r600_pipe_state_add_reg(rstate,
675 R_028230_PA_SC_EDGERULE, 0xAAAAAAAA,
676 0xFFFFFFFF, NULL);
677
678 free(rctx->states[R600_PIPE_STATE_SCISSOR]);
679 rctx->states[R600_PIPE_STATE_SCISSOR] = rstate;
680 r600_context_pipe_state_set(&rctx->ctx, rstate);
681 }
682
683 static void evergreen_set_stencil_ref(struct pipe_context *ctx,
684 const struct pipe_stencil_ref *state)
685 {
686 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
687 struct r600_pipe_state *rstate = CALLOC_STRUCT(r600_pipe_state);
688 u32 tmp;
689
690 if (rstate == NULL)
691 return;
692
693 rctx->stencil_ref = *state;
694 rstate->id = R600_PIPE_STATE_STENCIL_REF;
695 tmp = S_028430_STENCILREF(state->ref_value[0]);
696 r600_pipe_state_add_reg(rstate,
697 R_028430_DB_STENCILREFMASK, tmp,
698 ~C_028430_STENCILREF, NULL);
699 tmp = S_028434_STENCILREF_BF(state->ref_value[1]);
700 r600_pipe_state_add_reg(rstate,
701 R_028434_DB_STENCILREFMASK_BF, tmp,
702 ~C_028434_STENCILREF_BF, NULL);
703
704 free(rctx->states[R600_PIPE_STATE_STENCIL_REF]);
705 rctx->states[R600_PIPE_STATE_STENCIL_REF] = rstate;
706 r600_context_pipe_state_set(&rctx->ctx, rstate);
707 }
708
709 static void evergreen_set_viewport_state(struct pipe_context *ctx,
710 const struct pipe_viewport_state *state)
711 {
712 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
713 struct r600_pipe_state *rstate = CALLOC_STRUCT(r600_pipe_state);
714
715 if (rstate == NULL)
716 return;
717
718 rctx->viewport = *state;
719 rstate->id = R600_PIPE_STATE_VIEWPORT;
720 r600_pipe_state_add_reg(rstate, R_0282D0_PA_SC_VPORT_ZMIN_0, 0x00000000, 0xFFFFFFFF, NULL);
721 r600_pipe_state_add_reg(rstate, R_0282D4_PA_SC_VPORT_ZMAX_0, 0x3F800000, 0xFFFFFFFF, NULL);
722 r600_pipe_state_add_reg(rstate, R_02843C_PA_CL_VPORT_XSCALE_0, fui(state->scale[0]), 0xFFFFFFFF, NULL);
723 r600_pipe_state_add_reg(rstate, R_028444_PA_CL_VPORT_YSCALE_0, fui(state->scale[1]), 0xFFFFFFFF, NULL);
724 r600_pipe_state_add_reg(rstate, R_02844C_PA_CL_VPORT_ZSCALE_0, fui(state->scale[2]), 0xFFFFFFFF, NULL);
725 r600_pipe_state_add_reg(rstate, R_028440_PA_CL_VPORT_XOFFSET_0, fui(state->translate[0]), 0xFFFFFFFF, NULL);
726 r600_pipe_state_add_reg(rstate, R_028448_PA_CL_VPORT_YOFFSET_0, fui(state->translate[1]), 0xFFFFFFFF, NULL);
727 r600_pipe_state_add_reg(rstate, R_028450_PA_CL_VPORT_ZOFFSET_0, fui(state->translate[2]), 0xFFFFFFFF, NULL);
728 r600_pipe_state_add_reg(rstate, R_028818_PA_CL_VTE_CNTL, 0x0000043F, 0xFFFFFFFF, NULL);
729
730 free(rctx->states[R600_PIPE_STATE_VIEWPORT]);
731 rctx->states[R600_PIPE_STATE_VIEWPORT] = rstate;
732 r600_context_pipe_state_set(&rctx->ctx, rstate);
733 }
734
735 static void evergreen_cb(struct r600_pipe_context *rctx, struct r600_pipe_state *rstate,
736 const struct pipe_framebuffer_state *state, int cb)
737 {
738 struct r600_resource_texture *rtex;
739 struct r600_resource *rbuffer;
740 unsigned level = state->cbufs[cb]->level;
741 unsigned pitch, slice;
742 unsigned color_info;
743 unsigned format, swap, ntype;
744 const struct util_format_description *desc;
745 struct r600_bo *bo[3];
746
747 rtex = (struct r600_resource_texture*)state->cbufs[cb]->texture;
748 rbuffer = &rtex->resource;
749 bo[0] = rbuffer->bo;
750 bo[1] = rbuffer->bo;
751 bo[2] = rbuffer->bo;
752
753 pitch = (rtex->pitch[level] / rtex->bpt) / 8 - 1;
754 slice = (rtex->pitch[level] / rtex->bpt) * state->cbufs[cb]->height / 64 - 1;
755 ntype = 0;
756 desc = util_format_description(rtex->resource.base.b.format);
757 if (desc->colorspace == UTIL_FORMAT_COLORSPACE_SRGB)
758 ntype = V_028C70_NUMBER_SRGB;
759
760 format = r600_translate_colorformat(rtex->resource.base.b.format);
761 swap = r600_translate_colorswap(rtex->resource.base.b.format);
762 color_info = S_028C70_FORMAT(format) |
763 S_028C70_COMP_SWAP(swap) |
764 S_028C70_BLEND_CLAMP(1) |
765 S_028C70_NUMBER_TYPE(ntype);
766 if (desc->colorspace != UTIL_FORMAT_COLORSPACE_ZS)
767 color_info |= S_028C70_SOURCE_FORMAT(1);
768
769 /* FIXME handle enabling of CB beyond BASE8 which has different offset */
770 r600_pipe_state_add_reg(rstate,
771 R_028C60_CB_COLOR0_BASE + cb * 0x3C,
772 (state->cbufs[cb]->offset + r600_bo_offset(bo[0])) >> 8, 0xFFFFFFFF, bo[0]);
773 r600_pipe_state_add_reg(rstate,
774 R_028C78_CB_COLOR0_DIM + cb * 0x3C,
775 0x0, 0xFFFFFFFF, NULL);
776 r600_pipe_state_add_reg(rstate,
777 R_028C70_CB_COLOR0_INFO + cb * 0x3C,
778 color_info, 0xFFFFFFFF, bo[0]);
779 r600_pipe_state_add_reg(rstate,
780 R_028C64_CB_COLOR0_PITCH + cb * 0x3C,
781 S_028C64_PITCH_TILE_MAX(pitch),
782 0xFFFFFFFF, NULL);
783 r600_pipe_state_add_reg(rstate,
784 R_028C68_CB_COLOR0_SLICE + cb * 0x3C,
785 S_028C68_SLICE_TILE_MAX(slice),
786 0xFFFFFFFF, NULL);
787 r600_pipe_state_add_reg(rstate,
788 R_028C6C_CB_COLOR0_VIEW + cb * 0x3C,
789 0x00000000, 0xFFFFFFFF, NULL);
790 r600_pipe_state_add_reg(rstate,
791 R_028C74_CB_COLOR0_ATTRIB + cb * 0x3C,
792 S_028C74_NON_DISP_TILING_ORDER(1),
793 0xFFFFFFFF, bo[0]);
794 }
795
796 static void evergreen_db(struct r600_pipe_context *rctx, struct r600_pipe_state *rstate,
797 const struct pipe_framebuffer_state *state)
798 {
799 struct r600_resource_texture *rtex;
800 struct r600_resource *rbuffer;
801 unsigned level;
802 unsigned pitch, slice, format, stencil_format;
803
804 if (state->zsbuf == NULL)
805 return;
806
807 rtex = (struct r600_resource_texture*)state->zsbuf->texture;
808 rtex->tiled = 1;
809 rtex->array_mode = 2;
810 rtex->tile_type = 1;
811 rtex->depth = 1;
812 rbuffer = &rtex->resource;
813
814 level = state->zsbuf->level;
815 pitch = (rtex->pitch[level] / rtex->bpt) / 8 - 1;
816 slice = (rtex->pitch[level] / rtex->bpt) * state->zsbuf->height / 64 - 1;
817 format = r600_translate_dbformat(state->zsbuf->texture->format);
818 stencil_format = r600_translate_stencilformat(state->zsbuf->texture->format);
819
820 r600_pipe_state_add_reg(rstate, R_028048_DB_Z_READ_BASE,
821 (state->zsbuf->offset + r600_bo_offset(rbuffer->bo)) >> 8, 0xFFFFFFFF, rbuffer->bo);
822 r600_pipe_state_add_reg(rstate, R_028050_DB_Z_WRITE_BASE,
823 (state->zsbuf->offset + r600_bo_offset(rbuffer->bo)) >> 8, 0xFFFFFFFF, rbuffer->bo);
824
825 if (stencil_format) {
826 uint32_t stencil_offset;
827
828 stencil_offset = ((state->zsbuf->height * rtex->pitch[level]) + 255) & ~255;
829 r600_pipe_state_add_reg(rstate, R_02804C_DB_STENCIL_READ_BASE,
830 (state->zsbuf->offset + stencil_offset + r600_bo_offset(rbuffer->bo)) >> 8, 0xFFFFFFFF, rbuffer->bo);
831 r600_pipe_state_add_reg(rstate, R_028054_DB_STENCIL_WRITE_BASE,
832 (state->zsbuf->offset + stencil_offset + r600_bo_offset(rbuffer->bo)) >> 8, 0xFFFFFFFF, rbuffer->bo);
833 }
834
835 r600_pipe_state_add_reg(rstate, R_028008_DB_DEPTH_VIEW, 0x00000000, 0xFFFFFFFF, NULL);
836 r600_pipe_state_add_reg(rstate, R_028044_DB_STENCIL_INFO,
837 S_028044_FORMAT(stencil_format), 0xFFFFFFFF, rbuffer->bo);
838
839 r600_pipe_state_add_reg(rstate, R_028040_DB_Z_INFO,
840 S_028040_ARRAY_MODE(rtex->array_mode) | S_028040_FORMAT(format),
841 0xFFFFFFFF, rbuffer->bo);
842 r600_pipe_state_add_reg(rstate, R_028058_DB_DEPTH_SIZE,
843 S_028058_PITCH_TILE_MAX(pitch),
844 0xFFFFFFFF, NULL);
845 r600_pipe_state_add_reg(rstate, R_02805C_DB_DEPTH_SLICE,
846 S_02805C_SLICE_TILE_MAX(slice),
847 0xFFFFFFFF, NULL);
848 }
849
850 static void evergreen_set_framebuffer_state(struct pipe_context *ctx,
851 const struct pipe_framebuffer_state *state)
852 {
853 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
854 struct r600_pipe_state *rstate = CALLOC_STRUCT(r600_pipe_state);
855 u32 shader_mask, tl, br, target_mask;
856
857 if (rstate == NULL)
858 return;
859
860 /* unreference old buffer and reference new one */
861 rstate->id = R600_PIPE_STATE_FRAMEBUFFER;
862 for (int i = 0; i < rctx->framebuffer.nr_cbufs; i++) {
863 pipe_surface_reference(&rctx->framebuffer.cbufs[i], NULL);
864 }
865 for (int i = 0; i < state->nr_cbufs; i++) {
866 pipe_surface_reference(&rctx->framebuffer.cbufs[i], state->cbufs[i]);
867 }
868 pipe_surface_reference(&rctx->framebuffer.zsbuf, state->zsbuf);
869 rctx->framebuffer = *state;
870 rctx->pframebuffer = &rctx->framebuffer;
871
872 /* build states */
873 for (int i = 0; i < state->nr_cbufs; i++) {
874 evergreen_cb(rctx, rstate, state, i);
875 }
876 if (state->zsbuf) {
877 evergreen_db(rctx, rstate, state);
878 }
879
880 target_mask = 0x00000000;
881 target_mask = 0xFFFFFFFF;
882 shader_mask = 0;
883 for (int i = 0; i < state->nr_cbufs; i++) {
884 target_mask ^= 0xf << (i * 4);
885 shader_mask |= 0xf << (i * 4);
886 }
887 tl = S_028240_TL_X(0) | S_028240_TL_Y(0);
888 br = S_028244_BR_X(state->width) | S_028244_BR_Y(state->height);
889
890 r600_pipe_state_add_reg(rstate,
891 R_028240_PA_SC_GENERIC_SCISSOR_TL, tl,
892 0xFFFFFFFF, NULL);
893 r600_pipe_state_add_reg(rstate,
894 R_028244_PA_SC_GENERIC_SCISSOR_BR, br,
895 0xFFFFFFFF, NULL);
896 r600_pipe_state_add_reg(rstate,
897 R_028250_PA_SC_VPORT_SCISSOR_0_TL, tl,
898 0xFFFFFFFF, NULL);
899 r600_pipe_state_add_reg(rstate,
900 R_028254_PA_SC_VPORT_SCISSOR_0_BR, br,
901 0xFFFFFFFF, NULL);
902
903 r600_pipe_state_add_reg(rstate, R_028238_CB_TARGET_MASK,
904 0x00000000, target_mask, NULL);
905 r600_pipe_state_add_reg(rstate, R_02823C_CB_SHADER_MASK,
906 shader_mask, 0xFFFFFFFF, NULL);
907 r600_pipe_state_add_reg(rstate, R_028C04_PA_SC_AA_CONFIG,
908 0x00000000, 0xFFFFFFFF, NULL);
909 r600_pipe_state_add_reg(rstate, R_028C1C_PA_SC_AA_SAMPLE_LOCS_MCTX,
910 0x00000000, 0xFFFFFFFF, NULL);
911
912 free(rctx->states[R600_PIPE_STATE_FRAMEBUFFER]);
913 rctx->states[R600_PIPE_STATE_FRAMEBUFFER] = rstate;
914 r600_context_pipe_state_set(&rctx->ctx, rstate);
915 }
916
917 static void evergreen_set_index_buffer(struct pipe_context *ctx,
918 const struct pipe_index_buffer *ib)
919 {
920 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
921
922 if (ib) {
923 pipe_resource_reference(&rctx->index_buffer.buffer, ib->buffer);
924 memcpy(&rctx->index_buffer, ib, sizeof(rctx->index_buffer));
925 } else {
926 pipe_resource_reference(&rctx->index_buffer.buffer, NULL);
927 memset(&rctx->index_buffer, 0, sizeof(rctx->index_buffer));
928 }
929
930 /* TODO make this more like a state */
931 }
932
933 static void evergreen_set_vertex_buffers(struct pipe_context *ctx, unsigned count,
934 const struct pipe_vertex_buffer *buffers)
935 {
936 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
937
938 for (int i = 0; i < rctx->nvertex_buffer; i++) {
939 pipe_resource_reference(&rctx->vertex_buffer[i].buffer, NULL);
940 }
941 memcpy(rctx->vertex_buffer, buffers, sizeof(struct pipe_vertex_buffer) * count);
942 for (int i = 0; i < count; i++) {
943 rctx->vertex_buffer[i].buffer = NULL;
944 if (r600_buffer_is_user_buffer(buffers[i].buffer))
945 rctx->any_user_vbs = TRUE;
946 pipe_resource_reference(&rctx->vertex_buffer[i].buffer, buffers[i].buffer);
947 }
948 rctx->nvertex_buffer = count;
949 }
950
951 static void evergreen_set_constant_buffer(struct pipe_context *ctx, uint shader, uint index,
952 struct pipe_resource *buffer)
953 {
954 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
955 struct r600_resource *rbuffer = (struct r600_resource*)buffer;
956
957 switch (shader) {
958 case PIPE_SHADER_VERTEX:
959 rctx->vs_const_buffer.nregs = 0;
960 r600_pipe_state_add_reg(&rctx->vs_const_buffer,
961 R_028180_ALU_CONST_BUFFER_SIZE_VS_0,
962 ALIGN_DIVUP(buffer->width0 >> 4, 16),
963 0xFFFFFFFF, NULL);
964 r600_pipe_state_add_reg(&rctx->vs_const_buffer,
965 R_028980_ALU_CONST_CACHE_VS_0,
966 (r600_bo_offset(rbuffer->bo)) >> 8, 0xFFFFFFFF, rbuffer->bo);
967 r600_context_pipe_state_set(&rctx->ctx, &rctx->vs_const_buffer);
968 break;
969 case PIPE_SHADER_FRAGMENT:
970 rctx->ps_const_buffer.nregs = 0;
971 r600_pipe_state_add_reg(&rctx->ps_const_buffer,
972 R_028140_ALU_CONST_BUFFER_SIZE_PS_0,
973 ALIGN_DIVUP(buffer->width0 >> 4, 16),
974 0xFFFFFFFF, NULL);
975 r600_pipe_state_add_reg(&rctx->ps_const_buffer,
976 R_028940_ALU_CONST_CACHE_PS_0,
977 (r600_bo_offset(rbuffer->bo)) >> 8, 0xFFFFFFFF, rbuffer->bo);
978 r600_context_pipe_state_set(&rctx->ctx, &rctx->ps_const_buffer);
979 break;
980 default:
981 R600_ERR("unsupported %d\n", shader);
982 return;
983 }
984 }
985
986 static void *evergreen_create_shader_state(struct pipe_context *ctx,
987 const struct pipe_shader_state *state)
988 {
989 struct r600_pipe_shader *shader = CALLOC_STRUCT(r600_pipe_shader);
990 int r;
991
992 r = r600_pipe_shader_create(ctx, shader, state->tokens);
993 if (r) {
994 return NULL;
995 }
996 return shader;
997 }
998
999 static void evergreen_bind_ps_shader(struct pipe_context *ctx, void *state)
1000 {
1001 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
1002
1003 /* TODO delete old shader */
1004 rctx->ps_shader = (struct r600_pipe_shader *)state;
1005 }
1006
1007 static void evergreen_bind_vs_shader(struct pipe_context *ctx, void *state)
1008 {
1009 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
1010
1011 /* TODO delete old shader */
1012 rctx->vs_shader = (struct r600_pipe_shader *)state;
1013 }
1014
1015 static void evergreen_delete_ps_shader(struct pipe_context *ctx, void *state)
1016 {
1017 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
1018 struct r600_pipe_shader *shader = (struct r600_pipe_shader *)state;
1019
1020 if (rctx->ps_shader == shader) {
1021 rctx->ps_shader = NULL;
1022 }
1023 /* TODO proper delete */
1024 free(shader);
1025 }
1026
1027 static void evergreen_delete_vs_shader(struct pipe_context *ctx, void *state)
1028 {
1029 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
1030 struct r600_pipe_shader *shader = (struct r600_pipe_shader *)state;
1031
1032 if (rctx->vs_shader == shader) {
1033 rctx->vs_shader = NULL;
1034 }
1035 /* TODO proper delete */
1036 free(shader);
1037 }
1038
1039 void evergreen_init_state_functions(struct r600_pipe_context *rctx)
1040 {
1041 rctx->context.create_blend_state = evergreen_create_blend_state;
1042 rctx->context.create_depth_stencil_alpha_state = evergreen_create_dsa_state;
1043 rctx->context.create_fs_state = evergreen_create_shader_state;
1044 rctx->context.create_rasterizer_state = evergreen_create_rs_state;
1045 rctx->context.create_sampler_state = evergreen_create_sampler_state;
1046 rctx->context.create_sampler_view = evergreen_create_sampler_view;
1047 rctx->context.create_vertex_elements_state = evergreen_create_vertex_elements;
1048 rctx->context.create_vs_state = evergreen_create_shader_state;
1049 rctx->context.bind_blend_state = evergreen_bind_blend_state;
1050 rctx->context.bind_depth_stencil_alpha_state = evergreen_bind_state;
1051 rctx->context.bind_fragment_sampler_states = evergreen_bind_ps_sampler;
1052 rctx->context.bind_fs_state = evergreen_bind_ps_shader;
1053 rctx->context.bind_rasterizer_state = evergreen_bind_rs_state;
1054 rctx->context.bind_vertex_elements_state = evergreen_bind_vertex_elements;
1055 rctx->context.bind_vertex_sampler_states = evergreen_bind_vs_sampler;
1056 rctx->context.bind_vs_state = evergreen_bind_vs_shader;
1057 rctx->context.delete_blend_state = evergreen_delete_state;
1058 rctx->context.delete_depth_stencil_alpha_state = evergreen_delete_state;
1059 rctx->context.delete_fs_state = evergreen_delete_ps_shader;
1060 rctx->context.delete_rasterizer_state = evergreen_delete_rs_state;
1061 rctx->context.delete_sampler_state = evergreen_delete_state;
1062 rctx->context.delete_vertex_elements_state = evergreen_delete_vertex_element;
1063 rctx->context.delete_vs_state = evergreen_delete_vs_shader;
1064 rctx->context.set_blend_color = evergreen_set_blend_color;
1065 rctx->context.set_clip_state = evergreen_set_clip_state;
1066 rctx->context.set_constant_buffer = evergreen_set_constant_buffer;
1067 rctx->context.set_fragment_sampler_views = evergreen_set_ps_sampler_view;
1068 rctx->context.set_framebuffer_state = evergreen_set_framebuffer_state;
1069 rctx->context.set_polygon_stipple = evergreen_set_polygon_stipple;
1070 rctx->context.set_sample_mask = evergreen_set_sample_mask;
1071 rctx->context.set_scissor_state = evergreen_set_scissor_state;
1072 rctx->context.set_stencil_ref = evergreen_set_stencil_ref;
1073 rctx->context.set_vertex_buffers = evergreen_set_vertex_buffers;
1074 rctx->context.set_index_buffer = evergreen_set_index_buffer;
1075 rctx->context.set_vertex_sampler_views = evergreen_set_vs_sampler_view;
1076 rctx->context.set_viewport_state = evergreen_set_viewport_state;
1077 rctx->context.sampler_view_destroy = evergreen_sampler_view_destroy;
1078 }
1079
1080 void evergreen_init_config(struct r600_pipe_context *rctx)
1081 {
1082 struct r600_pipe_state *rstate = &rctx->config;
1083 int ps_prio;
1084 int vs_prio;
1085 int gs_prio;
1086 int es_prio;
1087 int hs_prio, cs_prio, ls_prio;
1088 int num_ps_gprs;
1089 int num_vs_gprs;
1090 int num_gs_gprs;
1091 int num_es_gprs;
1092 int num_hs_gprs;
1093 int num_ls_gprs;
1094 int num_temp_gprs;
1095 int num_ps_threads;
1096 int num_vs_threads;
1097 int num_gs_threads;
1098 int num_es_threads;
1099 int num_hs_threads;
1100 int num_ls_threads;
1101 int num_ps_stack_entries;
1102 int num_vs_stack_entries;
1103 int num_gs_stack_entries;
1104 int num_es_stack_entries;
1105 int num_hs_stack_entries;
1106 int num_ls_stack_entries;
1107 enum radeon_family family;
1108 unsigned tmp;
1109
1110 family = r600_get_family(rctx->radeon);
1111 ps_prio = 0;
1112 vs_prio = 1;
1113 gs_prio = 2;
1114 es_prio = 3;
1115 hs_prio = 0;
1116 ls_prio = 0;
1117 cs_prio = 0;
1118
1119 switch (family) {
1120 case CHIP_CEDAR:
1121 default:
1122 num_ps_gprs = 93;
1123 num_vs_gprs = 46;
1124 num_temp_gprs = 4;
1125 num_gs_gprs = 31;
1126 num_es_gprs = 31;
1127 num_hs_gprs = 23;
1128 num_ls_gprs = 23;
1129 num_ps_threads = 96;
1130 num_vs_threads = 16;
1131 num_gs_threads = 16;
1132 num_es_threads = 16;
1133 num_hs_threads = 16;
1134 num_ls_threads = 16;
1135 num_ps_stack_entries = 42;
1136 num_vs_stack_entries = 42;
1137 num_gs_stack_entries = 42;
1138 num_es_stack_entries = 42;
1139 num_hs_stack_entries = 42;
1140 num_ls_stack_entries = 42;
1141 break;
1142 case CHIP_REDWOOD:
1143 num_ps_gprs = 93;
1144 num_vs_gprs = 46;
1145 num_temp_gprs = 4;
1146 num_gs_gprs = 31;
1147 num_es_gprs = 31;
1148 num_hs_gprs = 23;
1149 num_ls_gprs = 23;
1150 num_ps_threads = 128;
1151 num_vs_threads = 20;
1152 num_gs_threads = 20;
1153 num_es_threads = 20;
1154 num_hs_threads = 20;
1155 num_ls_threads = 20;
1156 num_ps_stack_entries = 42;
1157 num_vs_stack_entries = 42;
1158 num_gs_stack_entries = 42;
1159 num_es_stack_entries = 42;
1160 num_hs_stack_entries = 42;
1161 num_ls_stack_entries = 42;
1162 break;
1163 case CHIP_JUNIPER:
1164 num_ps_gprs = 93;
1165 num_vs_gprs = 46;
1166 num_temp_gprs = 4;
1167 num_gs_gprs = 31;
1168 num_es_gprs = 31;
1169 num_hs_gprs = 23;
1170 num_ls_gprs = 23;
1171 num_ps_threads = 128;
1172 num_vs_threads = 20;
1173 num_gs_threads = 20;
1174 num_es_threads = 20;
1175 num_hs_threads = 20;
1176 num_ls_threads = 20;
1177 num_ps_stack_entries = 85;
1178 num_vs_stack_entries = 85;
1179 num_gs_stack_entries = 85;
1180 num_es_stack_entries = 85;
1181 num_hs_stack_entries = 85;
1182 num_ls_stack_entries = 85;
1183 break;
1184 case CHIP_CYPRESS:
1185 case CHIP_HEMLOCK:
1186 num_ps_gprs = 93;
1187 num_vs_gprs = 46;
1188 num_temp_gprs = 4;
1189 num_gs_gprs = 31;
1190 num_es_gprs = 31;
1191 num_hs_gprs = 23;
1192 num_ls_gprs = 23;
1193 num_ps_threads = 128;
1194 num_vs_threads = 20;
1195 num_gs_threads = 20;
1196 num_es_threads = 20;
1197 num_hs_threads = 20;
1198 num_ls_threads = 20;
1199 num_ps_stack_entries = 85;
1200 num_vs_stack_entries = 85;
1201 num_gs_stack_entries = 85;
1202 num_es_stack_entries = 85;
1203 num_hs_stack_entries = 85;
1204 num_ls_stack_entries = 85;
1205 break;
1206 }
1207
1208 tmp = 0x00000000;
1209 switch (family) {
1210 case CHIP_CEDAR:
1211 break;
1212 default:
1213 tmp |= S_008C00_VC_ENABLE(1);
1214 break;
1215 }
1216 tmp |= S_008C00_EXPORT_SRC_C(1);
1217 tmp |= S_008C00_CS_PRIO(cs_prio);
1218 tmp |= S_008C00_LS_PRIO(ls_prio);
1219 tmp |= S_008C00_HS_PRIO(hs_prio);
1220 tmp |= S_008C00_PS_PRIO(ps_prio);
1221 tmp |= S_008C00_VS_PRIO(vs_prio);
1222 tmp |= S_008C00_GS_PRIO(gs_prio);
1223 tmp |= S_008C00_ES_PRIO(es_prio);
1224 r600_pipe_state_add_reg(rstate, R_008C00_SQ_CONFIG, tmp, 0xFFFFFFFF, NULL);
1225
1226 tmp = 0;
1227 tmp |= S_008C04_NUM_PS_GPRS(num_ps_gprs);
1228 tmp |= S_008C04_NUM_VS_GPRS(num_vs_gprs);
1229 tmp |= S_008C04_NUM_CLAUSE_TEMP_GPRS(num_temp_gprs);
1230 r600_pipe_state_add_reg(rstate, R_008C04_SQ_GPR_RESOURCE_MGMT_1, tmp, 0xFFFFFFFF, NULL);
1231
1232 tmp = 0;
1233 tmp |= S_008C08_NUM_GS_GPRS(num_gs_gprs);
1234 tmp |= S_008C08_NUM_ES_GPRS(num_es_gprs);
1235 r600_pipe_state_add_reg(rstate, R_008C08_SQ_GPR_RESOURCE_MGMT_2, tmp, 0xFFFFFFFF, NULL);
1236
1237 tmp = 0;
1238 tmp |= S_008C0C_NUM_HS_GPRS(num_hs_gprs);
1239 tmp |= S_008C0C_NUM_LS_GPRS(num_ls_gprs);
1240 r600_pipe_state_add_reg(rstate, R_008C0C_SQ_GPR_RESOURCE_MGMT_3, tmp, 0xFFFFFFFF, NULL);
1241
1242 tmp = 0;
1243 tmp |= S_008C18_NUM_PS_THREADS(num_ps_threads);
1244 tmp |= S_008C18_NUM_VS_THREADS(num_vs_threads);
1245 tmp |= S_008C18_NUM_GS_THREADS(num_gs_threads);
1246 tmp |= S_008C18_NUM_ES_THREADS(num_es_threads);
1247 r600_pipe_state_add_reg(rstate, R_008C18_SQ_THREAD_RESOURCE_MGMT_1, tmp, 0xFFFFFFFF, NULL);
1248
1249 tmp = 0;
1250 tmp |= S_008C1C_NUM_HS_THREADS(num_hs_threads);
1251 tmp |= S_008C1C_NUM_LS_THREADS(num_ls_threads);
1252 r600_pipe_state_add_reg(rstate, R_008C1C_SQ_THREAD_RESOURCE_MGMT_2, tmp, 0xFFFFFFFF, NULL);
1253
1254 tmp = 0;
1255 tmp |= S_008C20_NUM_PS_STACK_ENTRIES(num_ps_stack_entries);
1256 tmp |= S_008C20_NUM_VS_STACK_ENTRIES(num_vs_stack_entries);
1257 r600_pipe_state_add_reg(rstate, R_008C20_SQ_STACK_RESOURCE_MGMT_1, tmp, 0xFFFFFFFF, NULL);
1258
1259 tmp = 0;
1260 tmp |= S_008C24_NUM_GS_STACK_ENTRIES(num_gs_stack_entries);
1261 tmp |= S_008C24_NUM_ES_STACK_ENTRIES(num_es_stack_entries);
1262 r600_pipe_state_add_reg(rstate, R_008C24_SQ_STACK_RESOURCE_MGMT_2, tmp, 0xFFFFFFFF, NULL);
1263
1264 tmp = 0;
1265 tmp |= S_008C28_NUM_HS_STACK_ENTRIES(num_hs_stack_entries);
1266 tmp |= S_008C28_NUM_LS_STACK_ENTRIES(num_ls_stack_entries);
1267 r600_pipe_state_add_reg(rstate, R_008C28_SQ_STACK_RESOURCE_MGMT_3, tmp, 0xFFFFFFFF, NULL);
1268
1269 r600_pipe_state_add_reg(rstate, R_009100_SPI_CONFIG_CNTL, 0x0, 0xFFFFFFFF, NULL);
1270 r600_pipe_state_add_reg(rstate, R_00913C_SPI_CONFIG_CNTL_1, S_00913C_VTX_DONE_DELAY(4), 0xFFFFFFFF, NULL);
1271
1272 // r600_pipe_state_add_reg(rstate, R_028350_SX_MISC, 0x0, 0xFFFFFFFF, NULL);
1273
1274 // r600_pipe_state_add_reg(rstate, R_008D8C_SQ_DYN_GPR_CNTL_PS_FLUSH_REQ, 0x0, 0xFFFFFFFF, NULL);
1275 r600_pipe_state_add_reg(rstate, R_028A48_PA_SC_MODE_CNTL_0, 0x0, 0xFFFFFFFF, NULL);
1276 r600_pipe_state_add_reg(rstate, R_028A4C_PA_SC_MODE_CNTL_1, 0x0, 0xFFFFFFFF, NULL);
1277
1278 r600_pipe_state_add_reg(rstate, R_028900_SQ_ESGS_RING_ITEMSIZE, 0x0, 0xFFFFFFFF, NULL);
1279 r600_pipe_state_add_reg(rstate, R_028904_SQ_GSVS_RING_ITEMSIZE, 0x0, 0xFFFFFFFF, NULL);
1280 r600_pipe_state_add_reg(rstate, R_028908_SQ_ESTMP_RING_ITEMSIZE, 0x0, 0xFFFFFFFF, NULL);
1281 r600_pipe_state_add_reg(rstate, R_02890C_SQ_GSTMP_RING_ITEMSIZE, 0x0, 0xFFFFFFFF, NULL);
1282 r600_pipe_state_add_reg(rstate, R_028910_SQ_VSTMP_RING_ITEMSIZE, 0x0, 0xFFFFFFFF, NULL);
1283 r600_pipe_state_add_reg(rstate, R_028914_SQ_PSTMP_RING_ITEMSIZE, 0x0, 0xFFFFFFFF, NULL);
1284
1285 r600_pipe_state_add_reg(rstate, R_02891C_SQ_GS_VERT_ITEMSIZE, 0x0, 0xFFFFFFFF, NULL);
1286 r600_pipe_state_add_reg(rstate, R_028920_SQ_GS_VERT_ITEMSIZE_1, 0x0, 0xFFFFFFFF, NULL);
1287 r600_pipe_state_add_reg(rstate, R_028924_SQ_GS_VERT_ITEMSIZE_2, 0x0, 0xFFFFFFFF, NULL);
1288 r600_pipe_state_add_reg(rstate, R_028928_SQ_GS_VERT_ITEMSIZE_3, 0x0, 0xFFFFFFFF, NULL);
1289
1290 r600_pipe_state_add_reg(rstate, R_028A10_VGT_OUTPUT_PATH_CNTL, 0x0, 0xFFFFFFFF, NULL);
1291 r600_pipe_state_add_reg(rstate, R_028A14_VGT_HOS_CNTL, 0x0, 0xFFFFFFFF, NULL);
1292 r600_pipe_state_add_reg(rstate, R_028A18_VGT_HOS_MAX_TESS_LEVEL, 0x0, 0xFFFFFFFF, NULL);
1293 r600_pipe_state_add_reg(rstate, R_028A1C_VGT_HOS_MIN_TESS_LEVEL, 0x0, 0xFFFFFFFF, NULL);
1294 r600_pipe_state_add_reg(rstate, R_028A20_VGT_HOS_REUSE_DEPTH, 0x0, 0xFFFFFFFF, NULL);
1295 r600_pipe_state_add_reg(rstate, R_028A24_VGT_GROUP_PRIM_TYPE, 0x0, 0xFFFFFFFF, NULL);
1296 r600_pipe_state_add_reg(rstate, R_028A28_VGT_GROUP_FIRST_DECR, 0x0, 0xFFFFFFFF, NULL);
1297 r600_pipe_state_add_reg(rstate, R_028A2C_VGT_GROUP_DECR, 0x0, 0xFFFFFFFF, NULL);
1298 r600_pipe_state_add_reg(rstate, R_028A30_VGT_GROUP_VECT_0_CNTL, 0x0, 0xFFFFFFFF, NULL);
1299 r600_pipe_state_add_reg(rstate, R_028A34_VGT_GROUP_VECT_1_CNTL, 0x0, 0xFFFFFFFF, NULL);
1300 r600_pipe_state_add_reg(rstate, R_028A38_VGT_GROUP_VECT_0_FMT_CNTL, 0x0, 0xFFFFFFFF, NULL);
1301 r600_pipe_state_add_reg(rstate, R_028A3C_VGT_GROUP_VECT_1_FMT_CNTL, 0x0, 0xFFFFFFFF, NULL);
1302 r600_pipe_state_add_reg(rstate, R_028A40_VGT_GS_MODE, 0x0, 0xFFFFFFFF, NULL);
1303 r600_pipe_state_add_reg(rstate, R_028B94_VGT_STRMOUT_CONFIG, 0x0, 0xFFFFFFFF, NULL);
1304 r600_pipe_state_add_reg(rstate, R_028B98_VGT_STRMOUT_BUFFER_CONFIG, 0x0, 0xFFFFFFFF, NULL);
1305 r600_pipe_state_add_reg(rstate, R_028AB4_VGT_REUSE_OFF, 0x00000000, 0xFFFFFFFF, NULL);
1306 r600_pipe_state_add_reg(rstate, R_028AB8_VGT_VTX_CNT_EN, 0x0, 0xFFFFFFFF, NULL);
1307 r600_pipe_state_add_reg(rstate, R_008A14_PA_CL_ENHANCE, (3 << 1) | 1, 0xFFFFFFFF, NULL);
1308
1309 r600_pipe_state_add_reg(rstate, R_028380_SQ_VTX_SEMANTIC_0, 0x0, 0xFFFFFFFF, NULL);
1310 r600_pipe_state_add_reg(rstate, R_028384_SQ_VTX_SEMANTIC_1, 0x0, 0xFFFFFFFF, NULL);
1311 r600_pipe_state_add_reg(rstate, R_028388_SQ_VTX_SEMANTIC_2, 0x0, 0xFFFFFFFF, NULL);
1312 r600_pipe_state_add_reg(rstate, R_02838C_SQ_VTX_SEMANTIC_3, 0x0, 0xFFFFFFFF, NULL);
1313 r600_pipe_state_add_reg(rstate, R_028390_SQ_VTX_SEMANTIC_4, 0x0, 0xFFFFFFFF, NULL);
1314 r600_pipe_state_add_reg(rstate, R_028394_SQ_VTX_SEMANTIC_5, 0x0, 0xFFFFFFFF, NULL);
1315 r600_pipe_state_add_reg(rstate, R_028398_SQ_VTX_SEMANTIC_6, 0x0, 0xFFFFFFFF, NULL);
1316 r600_pipe_state_add_reg(rstate, R_02839C_SQ_VTX_SEMANTIC_7, 0x0, 0xFFFFFFFF, NULL);
1317 r600_pipe_state_add_reg(rstate, R_0283A0_SQ_VTX_SEMANTIC_8, 0x0, 0xFFFFFFFF, NULL);
1318 r600_pipe_state_add_reg(rstate, R_0283A4_SQ_VTX_SEMANTIC_9, 0x0, 0xFFFFFFFF, NULL);
1319 r600_pipe_state_add_reg(rstate, R_0283A8_SQ_VTX_SEMANTIC_10, 0x0, 0xFFFFFFFF, NULL);
1320 r600_pipe_state_add_reg(rstate, R_0283AC_SQ_VTX_SEMANTIC_11, 0x0, 0xFFFFFFFF, NULL);
1321 r600_pipe_state_add_reg(rstate, R_0283B0_SQ_VTX_SEMANTIC_12, 0x0, 0xFFFFFFFF, NULL);
1322 r600_pipe_state_add_reg(rstate, R_0283B4_SQ_VTX_SEMANTIC_13, 0x0, 0xFFFFFFFF, NULL);
1323 r600_pipe_state_add_reg(rstate, R_0283B8_SQ_VTX_SEMANTIC_14, 0x0, 0xFFFFFFFF, NULL);
1324 r600_pipe_state_add_reg(rstate, R_0283BC_SQ_VTX_SEMANTIC_15, 0x0, 0xFFFFFFFF, NULL);
1325 r600_pipe_state_add_reg(rstate, R_0283C0_SQ_VTX_SEMANTIC_16, 0x0, 0xFFFFFFFF, NULL);
1326 r600_pipe_state_add_reg(rstate, R_0283C4_SQ_VTX_SEMANTIC_17, 0x0, 0xFFFFFFFF, NULL);
1327 r600_pipe_state_add_reg(rstate, R_0283C8_SQ_VTX_SEMANTIC_18, 0x0, 0xFFFFFFFF, NULL);
1328 r600_pipe_state_add_reg(rstate, R_0283CC_SQ_VTX_SEMANTIC_19, 0x0, 0xFFFFFFFF, NULL);
1329 r600_pipe_state_add_reg(rstate, R_0283D0_SQ_VTX_SEMANTIC_20, 0x0, 0xFFFFFFFF, NULL);
1330 r600_pipe_state_add_reg(rstate, R_0283D4_SQ_VTX_SEMANTIC_21, 0x0, 0xFFFFFFFF, NULL);
1331 r600_pipe_state_add_reg(rstate, R_0283D8_SQ_VTX_SEMANTIC_22, 0x0, 0xFFFFFFFF, NULL);
1332 r600_pipe_state_add_reg(rstate, R_0283DC_SQ_VTX_SEMANTIC_23, 0x0, 0xFFFFFFFF, NULL);
1333 r600_pipe_state_add_reg(rstate, R_0283E0_SQ_VTX_SEMANTIC_24, 0x0, 0xFFFFFFFF, NULL);
1334 r600_pipe_state_add_reg(rstate, R_0283E4_SQ_VTX_SEMANTIC_25, 0x0, 0xFFFFFFFF, NULL);
1335 r600_pipe_state_add_reg(rstate, R_0283E8_SQ_VTX_SEMANTIC_26, 0x0, 0xFFFFFFFF, NULL);
1336 r600_pipe_state_add_reg(rstate, R_0283EC_SQ_VTX_SEMANTIC_27, 0x0, 0xFFFFFFFF, NULL);
1337 r600_pipe_state_add_reg(rstate, R_0283F0_SQ_VTX_SEMANTIC_28, 0x0, 0xFFFFFFFF, NULL);
1338 r600_pipe_state_add_reg(rstate, R_0283F4_SQ_VTX_SEMANTIC_29, 0x0, 0xFFFFFFFF, NULL);
1339 r600_pipe_state_add_reg(rstate, R_0283F8_SQ_VTX_SEMANTIC_30, 0x0, 0xFFFFFFFF, NULL);
1340 r600_pipe_state_add_reg(rstate, R_0283FC_SQ_VTX_SEMANTIC_31, 0x0, 0xFFFFFFFF, NULL);
1341
1342 r600_pipe_state_add_reg(rstate, R_028810_PA_CL_CLIP_CNTL,
1343 0x0, 0xFFFFFFFF, NULL);
1344
1345 r600_context_pipe_state_set(&rctx->ctx, rstate);
1346 }
1347
1348 int r600_conv_pipe_prim(unsigned pprim, unsigned *prim);
1349 void evergreen_draw(struct pipe_context *ctx, const struct pipe_draw_info *info)
1350 {
1351 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
1352 struct r600_pipe_state *rstate;
1353 struct r600_resource *rbuffer;
1354 unsigned i, j, offset, prim;
1355 u32 vgt_dma_index_type, vgt_draw_initiator, mask;
1356 struct pipe_vertex_buffer *vertex_buffer;
1357 struct r600_draw rdraw;
1358 struct r600_pipe_state vgt;
1359 struct r600_drawl draw;
1360
1361 if (rctx->any_user_vbs) {
1362 r600_upload_user_buffers(rctx);
1363 rctx->any_user_vbs = FALSE;
1364 }
1365
1366 memset(&draw, 0, sizeof(struct r600_drawl));
1367 draw.ctx = ctx;
1368 draw.mode = info->mode;
1369 draw.start = info->start;
1370 draw.count = info->count;
1371 if (info->indexed && rctx->index_buffer.buffer) {
1372 draw.start += rctx->index_buffer.offset / rctx->index_buffer.index_size;
1373 draw.min_index = info->min_index;
1374 draw.max_index = info->max_index;
1375 draw.index_bias = info->index_bias;
1376
1377 r600_translate_index_buffer(rctx, &rctx->index_buffer.buffer,
1378 &rctx->index_buffer.index_size,
1379 &draw.start,
1380 info->count);
1381
1382 draw.index_size = rctx->index_buffer.index_size;
1383 pipe_resource_reference(&draw.index_buffer, rctx->index_buffer.buffer);
1384 draw.index_buffer_offset = draw.start * draw.index_size;
1385 draw.start = 0;
1386 r600_upload_index_buffer(rctx, &draw);
1387 } else {
1388 draw.index_size = 0;
1389 draw.index_buffer = NULL;
1390 draw.min_index = info->min_index;
1391 draw.max_index = info->max_index;
1392 draw.index_bias = info->start;
1393 }
1394
1395 switch (draw.index_size) {
1396 case 2:
1397 vgt_draw_initiator = 0;
1398 vgt_dma_index_type = 0;
1399 break;
1400 case 4:
1401 vgt_draw_initiator = 0;
1402 vgt_dma_index_type = 1;
1403 break;
1404 case 0:
1405 vgt_draw_initiator = 2;
1406 vgt_dma_index_type = 0;
1407 break;
1408 default:
1409 R600_ERR("unsupported index size %d\n", draw.index_size);
1410 return;
1411 }
1412 if (r600_conv_pipe_prim(draw.mode, &prim))
1413 return;
1414
1415 /* rebuild vertex shader if input format changed */
1416 if (r600_pipe_shader_update(&rctx->context, rctx->vs_shader))
1417 return;
1418 if (r600_pipe_shader_update(&rctx->context, rctx->ps_shader))
1419 return;
1420
1421 for (i = 0 ; i < rctx->vertex_elements->count; i++) {
1422 uint32_t word3, word2;
1423 uint32_t format;
1424 rstate = &rctx->vs_resource[i];
1425
1426 rstate->id = R600_PIPE_STATE_RESOURCE;
1427 rstate->nregs = 0;
1428
1429 j = rctx->vertex_elements->elements[i].vertex_buffer_index;
1430 vertex_buffer = &rctx->vertex_buffer[j];
1431 rbuffer = (struct r600_resource*)vertex_buffer->buffer;
1432 offset = rctx->vertex_elements->elements[i].src_offset +
1433 vertex_buffer->buffer_offset +
1434 r600_bo_offset(rbuffer->bo);
1435
1436 format = r600_translate_vertex_data_type(rctx->vertex_elements->elements[i].src_format);
1437
1438 word2 = format | S_030008_STRIDE(vertex_buffer->stride);
1439
1440 word3 = r600_translate_vertex_data_swizzle(rctx->vertex_elements->elements[i].src_format);
1441
1442 r600_pipe_state_add_reg(rstate, R_030000_RESOURCE0_WORD0, offset, 0xFFFFFFFF, rbuffer->bo);
1443 r600_pipe_state_add_reg(rstate, R_030004_RESOURCE0_WORD1, rbuffer->size - offset - 1, 0xFFFFFFFF, NULL);
1444 r600_pipe_state_add_reg(rstate, R_030008_RESOURCE0_WORD2, word2, 0xFFFFFFFF, NULL);
1445 r600_pipe_state_add_reg(rstate, R_03000C_RESOURCE0_WORD3, word3, 0xFFFFFFFF, NULL);
1446 r600_pipe_state_add_reg(rstate, R_030010_RESOURCE0_WORD4, 0x00000000, 0xFFFFFFFF, NULL);
1447 r600_pipe_state_add_reg(rstate, R_030014_RESOURCE0_WORD5, 0x00000000, 0xFFFFFFFF, NULL);
1448 r600_pipe_state_add_reg(rstate, R_030018_RESOURCE0_WORD6, 0x00000000, 0xFFFFFFFF, NULL);
1449 r600_pipe_state_add_reg(rstate, R_03001C_RESOURCE0_WORD7, 0xC0000000, 0xFFFFFFFF, NULL);
1450 evergreen_vs_resource_set(&rctx->ctx, rstate, i);
1451 }
1452
1453 mask = 0;
1454 for (int i = 0; i < rctx->framebuffer.nr_cbufs; i++) {
1455 mask |= (0xF << (i * 4));
1456 }
1457
1458 vgt.id = R600_PIPE_STATE_VGT;
1459 vgt.nregs = 0;
1460 r600_pipe_state_add_reg(&vgt, R_008958_VGT_PRIMITIVE_TYPE, prim, 0xFFFFFFFF, NULL);
1461 r600_pipe_state_add_reg(&vgt, R_028408_VGT_INDX_OFFSET, draw.index_bias, 0xFFFFFFFF, NULL);
1462 r600_pipe_state_add_reg(&vgt, R_028238_CB_TARGET_MASK, rctx->cb_target_mask & mask, 0xFFFFFFFF, NULL);
1463 r600_pipe_state_add_reg(&vgt, R_028400_VGT_MAX_VTX_INDX, draw.max_index, 0xFFFFFFFF, NULL);
1464 r600_pipe_state_add_reg(&vgt, R_028404_VGT_MIN_VTX_INDX, draw.min_index, 0xFFFFFFFF, NULL);
1465 r600_pipe_state_add_reg(&vgt, R_03CFF0_SQ_VTX_BASE_VTX_LOC, 0, 0xFFFFFFFF, NULL);
1466 r600_pipe_state_add_reg(&vgt, R_03CFF4_SQ_VTX_START_INST_LOC, 0, 0xFFFFFFFF, NULL);
1467
1468 if (rctx->rasterizer && rctx->framebuffer.zsbuf) {
1469 float offset_units = rctx->rasterizer->offset_units;
1470 unsigned offset_db_fmt_cntl = 0, depth;
1471
1472 switch (rctx->framebuffer.zsbuf->texture->format) {
1473 case PIPE_FORMAT_Z24X8_UNORM:
1474 case PIPE_FORMAT_Z24_UNORM_S8_USCALED:
1475 depth = -24;
1476 offset_units *= 2.0f;
1477 break;
1478 case PIPE_FORMAT_Z32_FLOAT:
1479 depth = -23;
1480 offset_units *= 1.0f;
1481 offset_db_fmt_cntl |= S_028B78_POLY_OFFSET_DB_IS_FLOAT_FMT(1);
1482 break;
1483 case PIPE_FORMAT_Z16_UNORM:
1484 depth = -16;
1485 offset_units *= 4.0f;
1486 break;
1487 default:
1488 return;
1489 }
1490 offset_db_fmt_cntl |= S_028B78_POLY_OFFSET_NEG_NUM_DB_BITS(depth);
1491 r600_pipe_state_add_reg(&vgt,
1492 R_028B80_PA_SU_POLY_OFFSET_FRONT_SCALE,
1493 fui(rctx->rasterizer->offset_scale), 0xFFFFFFFF, NULL);
1494 r600_pipe_state_add_reg(&vgt,
1495 R_028B84_PA_SU_POLY_OFFSET_FRONT_OFFSET,
1496 fui(offset_units), 0xFFFFFFFF, NULL);
1497 r600_pipe_state_add_reg(&vgt,
1498 R_028B88_PA_SU_POLY_OFFSET_BACK_SCALE,
1499 fui(rctx->rasterizer->offset_scale), 0xFFFFFFFF, NULL);
1500 r600_pipe_state_add_reg(&vgt,
1501 R_028B8C_PA_SU_POLY_OFFSET_BACK_OFFSET,
1502 fui(offset_units), 0xFFFFFFFF, NULL);
1503 r600_pipe_state_add_reg(&vgt,
1504 R_028B78_PA_SU_POLY_OFFSET_DB_FMT_CNTL,
1505 offset_db_fmt_cntl, 0xFFFFFFFF, NULL);
1506 }
1507 r600_context_pipe_state_set(&rctx->ctx, &vgt);
1508
1509 rdraw.vgt_num_indices = draw.count;
1510 rdraw.vgt_num_instances = 1;
1511 rdraw.vgt_index_type = vgt_dma_index_type;
1512 rdraw.vgt_draw_initiator = vgt_draw_initiator;
1513 rdraw.indices = NULL;
1514 if (draw.index_buffer) {
1515 rbuffer = (struct r600_resource*)draw.index_buffer;
1516 rdraw.indices = rbuffer->bo;
1517 rdraw.indices_bo_offset = draw.index_buffer_offset;
1518 }
1519 evergreen_context_draw(&rctx->ctx, &rdraw);
1520
1521 pipe_resource_reference(&draw.index_buffer, NULL);
1522 }
1523
1524 void evergreen_pipe_shader_ps(struct pipe_context *ctx, struct r600_pipe_shader *shader)
1525 {
1526 struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
1527 struct r600_pipe_state *rstate = &shader->rstate;
1528 struct r600_shader *rshader = &shader->shader;
1529 unsigned i, tmp, exports_ps, num_cout, spi_ps_in_control_0, spi_input_z;
1530 boolean have_pos = FALSE, have_face = FALSE;
1531
1532 /* clear previous register */
1533 rstate->nregs = 0;
1534
1535 for (i = 0; i < rshader->ninput; i++) {
1536 tmp = S_028644_SEMANTIC(r600_find_vs_semantic_index(&rctx->vs_shader->shader, rshader, i));
1537 if (rshader->input[i].name == TGSI_SEMANTIC_POSITION)
1538 have_pos = TRUE;
1539 if (rshader->input[i].name == TGSI_SEMANTIC_COLOR ||
1540 rshader->input[i].name == TGSI_SEMANTIC_BCOLOR ||
1541 rshader->input[i].name == TGSI_SEMANTIC_POSITION) {
1542 tmp |= S_028644_FLAT_SHADE(rshader->flat_shade);
1543 }
1544 if (rshader->input[i].name == TGSI_SEMANTIC_FACE)
1545 have_face = TRUE;
1546 if (rshader->input[i].name == TGSI_SEMANTIC_GENERIC &&
1547 rctx->sprite_coord_enable & (1 << rshader->input[i].sid)) {
1548 tmp |= S_028644_PT_SPRITE_TEX(1);
1549 }
1550 r600_pipe_state_add_reg(rstate, R_028644_SPI_PS_INPUT_CNTL_0 + i * 4, tmp, 0xFFFFFFFF, NULL);
1551 }
1552 for (i = 0; i < rshader->noutput; i++) {
1553 if (rshader->output[i].name == TGSI_SEMANTIC_POSITION)
1554 r600_pipe_state_add_reg(rstate,
1555 R_02880C_DB_SHADER_CONTROL,
1556 S_02880C_Z_EXPORT_ENABLE(1),
1557 S_02880C_Z_EXPORT_ENABLE(1), NULL);
1558 }
1559
1560 exports_ps = 0;
1561 num_cout = 0;
1562 for (i = 0; i < rshader->noutput; i++) {
1563 if (rshader->output[i].name == TGSI_SEMANTIC_POSITION)
1564 exports_ps |= 1;
1565 else if (rshader->output[i].name == TGSI_SEMANTIC_COLOR) {
1566 num_cout++;
1567 }
1568 }
1569 exports_ps |= S_02884C_EXPORT_COLORS(num_cout);
1570 if (!exports_ps) {
1571 /* always at least export 1 component per pixel */
1572 exports_ps = 2;
1573 }
1574
1575 spi_ps_in_control_0 = S_0286CC_NUM_INTERP(rshader->ninput) |
1576 S_0286CC_PERSP_GRADIENT_ENA(1);
1577 spi_input_z = 0;
1578 if (have_pos) {
1579 spi_ps_in_control_0 |= S_0286CC_POSITION_ENA(1);
1580 spi_input_z |= 1;
1581 }
1582 r600_pipe_state_add_reg(rstate, R_0286CC_SPI_PS_IN_CONTROL_0,
1583 spi_ps_in_control_0, 0xFFFFFFFF, NULL);
1584 r600_pipe_state_add_reg(rstate, R_0286D0_SPI_PS_IN_CONTROL_1,
1585 S_0286D0_FRONT_FACE_ENA(have_face), 0xFFFFFFFF, NULL);
1586 r600_pipe_state_add_reg(rstate, R_0286D8_SPI_INPUT_Z, spi_input_z, 0xFFFFFFFF, NULL);
1587 r600_pipe_state_add_reg(rstate,
1588 R_028840_SQ_PGM_START_PS,
1589 (r600_bo_offset(shader->bo)) >> 8, 0xFFFFFFFF, shader->bo);
1590 r600_pipe_state_add_reg(rstate,
1591 R_028844_SQ_PGM_RESOURCES_PS,
1592 S_028844_NUM_GPRS(rshader->bc.ngpr) |
1593 S_028844_PRIME_CACHE_ON_DRAW(1) |
1594 S_028844_STACK_SIZE(rshader->bc.nstack),
1595 0xFFFFFFFF, NULL);
1596 r600_pipe_state_add_reg(rstate,
1597 R_028848_SQ_PGM_RESOURCES_2_PS,
1598 0x0, 0xFFFFFFFF, NULL);
1599 r600_pipe_state_add_reg(rstate,
1600 R_02884C_SQ_PGM_EXPORTS_PS,
1601 exports_ps, 0xFFFFFFFF, NULL);
1602 r600_pipe_state_add_reg(rstate,
1603 R_0286E0_SPI_BARYC_CNTL,
1604 S_0286E0_PERSP_CENTROID_ENA(1) |
1605 S_0286E0_LINEAR_CENTROID_ENA(1),
1606 0xFFFFFFFF, NULL);
1607
1608 if (rshader->uses_kill) {
1609 /* only set some bits here, the other bits are set in the dsa state */
1610 r600_pipe_state_add_reg(rstate,
1611 R_02880C_DB_SHADER_CONTROL,
1612 S_02880C_KILL_ENABLE(1),
1613 S_02880C_KILL_ENABLE(1), NULL);
1614 }
1615
1616 r600_pipe_state_add_reg(rstate,
1617 R_03A200_SQ_LOOP_CONST_0, 0x01000FFF,
1618 0xFFFFFFFF, NULL);
1619 }
1620
1621 void evergreen_pipe_shader_vs(struct pipe_context *ctx, struct r600_pipe_shader *shader)
1622 {
1623 struct r600_pipe_state *rstate = &shader->rstate;
1624 struct r600_shader *rshader = &shader->shader;
1625 unsigned spi_vs_out_id[10];
1626 unsigned i, tmp;
1627
1628 /* clear previous register */
1629 rstate->nregs = 0;
1630
1631 /* so far never got proper semantic id from tgsi */
1632 for (i = 0; i < 10; i++) {
1633 spi_vs_out_id[i] = 0;
1634 }
1635 for (i = 0; i < 32; i++) {
1636 tmp = i << ((i & 3) * 8);
1637 spi_vs_out_id[i / 4] |= tmp;
1638 }
1639 for (i = 0; i < 10; i++) {
1640 r600_pipe_state_add_reg(rstate,
1641 R_02861C_SPI_VS_OUT_ID_0 + i * 4,
1642 spi_vs_out_id[i], 0xFFFFFFFF, NULL);
1643 }
1644
1645 r600_pipe_state_add_reg(rstate,
1646 R_0286C4_SPI_VS_OUT_CONFIG,
1647 S_0286C4_VS_EXPORT_COUNT(rshader->noutput - 2),
1648 0xFFFFFFFF, NULL);
1649 r600_pipe_state_add_reg(rstate,
1650 R_028860_SQ_PGM_RESOURCES_VS,
1651 S_028860_NUM_GPRS(rshader->bc.ngpr) |
1652 S_028860_STACK_SIZE(rshader->bc.nstack),
1653 0xFFFFFFFF, NULL);
1654 r600_pipe_state_add_reg(rstate,
1655 R_028864_SQ_PGM_RESOURCES_2_VS,
1656 0x0, 0xFFFFFFFF, NULL);
1657 r600_pipe_state_add_reg(rstate,
1658 R_0288A8_SQ_PGM_RESOURCES_FS,
1659 0x00000000, 0xFFFFFFFF, NULL);
1660 r600_pipe_state_add_reg(rstate,
1661 R_02885C_SQ_PGM_START_VS,
1662 (r600_bo_offset(shader->bo)) >> 8, 0xFFFFFFFF, shader->bo);
1663 r600_pipe_state_add_reg(rstate,
1664 R_0288A4_SQ_PGM_START_FS,
1665 (r600_bo_offset(shader->bo)) >> 8, 0xFFFFFFFF, shader->bo);
1666
1667 r600_pipe_state_add_reg(rstate,
1668 R_03A200_SQ_LOOP_CONST_0 + (32 * 4), 0x01000FFF,
1669 0xFFFFFFFF, NULL);
1670 }
1671
1672 void *evergreen_create_db_flush_dsa(struct r600_pipe_context *rctx)
1673 {
1674 struct pipe_depth_stencil_alpha_state dsa;
1675 struct r600_pipe_state *rstate;
1676
1677 memset(&dsa, 0, sizeof(dsa));
1678
1679 rstate = rctx->context.create_depth_stencil_alpha_state(&rctx->context, &dsa);
1680 r600_pipe_state_add_reg(rstate,
1681 R_02880C_DB_SHADER_CONTROL,
1682 0x0,
1683 S_02880C_DUAL_EXPORT_ENABLE(1), NULL);
1684 r600_pipe_state_add_reg(rstate,
1685 R_028000_DB_RENDER_CONTROL,
1686 S_028000_DEPTH_COPY_ENABLE(1) |
1687 S_028000_STENCIL_COPY_ENABLE(1) |
1688 S_028000_COPY_CENTROID(1),
1689 S_028000_DEPTH_COPY_ENABLE(1) |
1690 S_028000_STENCIL_COPY_ENABLE(1) |
1691 S_028000_COPY_CENTROID(1), NULL);
1692 return rstate;
1693 }