ilo: update SF_CLIP_VIEWPORT for Gen8
[mesa.git] / src / gallium / drivers / ilo / ilo_render_gen6.c
1 /*
2 * Mesa 3-D graphics library
3 *
4 * Copyright (C) 2013 LunarG, Inc.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included
14 * in all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
21 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
22 * DEALINGS IN THE SOFTWARE.
23 *
24 * Authors:
25 * Chia-I Wu <olv@lunarg.com>
26 */
27
28 #include "genhw/genhw.h"
29 #include "util/u_dual_blend.h"
30 #include "util/u_prim.h"
31
32 #include "ilo_blitter.h"
33 #include "ilo_builder_3d.h"
34 #include "ilo_builder_mi.h"
35 #include "ilo_builder_render.h"
36 #include "ilo_query.h"
37 #include "ilo_shader.h"
38 #include "ilo_state.h"
39 #include "ilo_render_gen.h"
40
41 /**
42 * A wrapper for gen6_PIPE_CONTROL().
43 */
44 static inline void
45 gen6_pipe_control(struct ilo_render *r, uint32_t dw1)
46 {
47 struct intel_bo *bo = (dw1 & GEN6_PIPE_CONTROL_WRITE__MASK) ?
48 r->workaround_bo : NULL;
49
50 ILO_DEV_ASSERT(r->dev, 6, 6);
51
52 gen6_PIPE_CONTROL(r->builder, dw1, bo, 0, 0);
53
54 r->state.current_pipe_control_dw1 |= dw1;
55
56 assert(!r->state.deferred_pipe_control_dw1);
57 }
58
59 /**
60 * This should be called before PIPE_CONTROL.
61 */
62 void
63 gen6_wa_pre_pipe_control(struct ilo_render *r, uint32_t dw1)
64 {
65 /*
66 * From the Sandy Bridge PRM, volume 2 part 1, page 60:
67 *
68 * "Pipe-control with CS-stall bit set must be sent BEFORE the
69 * pipe-control with a post-sync op and no write-cache flushes."
70 *
71 * This WA may also be triggered indirectly by the other two WAs on the
72 * same page:
73 *
74 * "Before any depth stall flush (including those produced by
75 * non-pipelined state commands), software needs to first send a
76 * PIPE_CONTROL with no bits set except Post-Sync Operation != 0."
77 *
78 * "Before a PIPE_CONTROL with Write Cache Flush Enable =1, a
79 * PIPE_CONTROL with any non-zero post-sync-op is required."
80 */
81 const bool direct_wa_cond = (dw1 & GEN6_PIPE_CONTROL_WRITE__MASK) &&
82 !(dw1 & GEN6_PIPE_CONTROL_RENDER_CACHE_FLUSH);
83 const bool indirect_wa_cond = (dw1 & GEN6_PIPE_CONTROL_DEPTH_STALL) |
84 (dw1 & GEN6_PIPE_CONTROL_RENDER_CACHE_FLUSH);
85
86 ILO_DEV_ASSERT(r->dev, 6, 6);
87
88 if (!direct_wa_cond && !indirect_wa_cond)
89 return;
90
91 if (!(r->state.current_pipe_control_dw1 & GEN6_PIPE_CONTROL_CS_STALL)) {
92 /*
93 * From the Sandy Bridge PRM, volume 2 part 1, page 73:
94 *
95 * "1 of the following must also be set (when CS stall is set):
96 *
97 * - Depth Cache Flush Enable ([0] of DW1)
98 * - Stall at Pixel Scoreboard ([1] of DW1)
99 * - Depth Stall ([13] of DW1)
100 * - Post-Sync Operation ([13] of DW1)
101 * - Render Target Cache Flush Enable ([12] of DW1)
102 * - Notify Enable ([8] of DW1)"
103 *
104 * Because of the WAs above, we have to pick Stall at Pixel Scoreboard.
105 */
106 const uint32_t direct_wa = GEN6_PIPE_CONTROL_CS_STALL |
107 GEN6_PIPE_CONTROL_PIXEL_SCOREBOARD_STALL;
108
109 gen6_pipe_control(r, direct_wa);
110 }
111
112 if (indirect_wa_cond &&
113 !(r->state.current_pipe_control_dw1 & GEN6_PIPE_CONTROL_WRITE__MASK)) {
114 const uint32_t indirect_wa = GEN6_PIPE_CONTROL_WRITE_IMM;
115
116 gen6_pipe_control(r, indirect_wa);
117 }
118 }
119
120 /**
121 * This should be called before any non-pipelined state command.
122 */
123 static void
124 gen6_wa_pre_non_pipelined(struct ilo_render *r)
125 {
126 ILO_DEV_ASSERT(r->dev, 6, 6);
127
128 /* non-pipelined state commands produce depth stall */
129 gen6_wa_pre_pipe_control(r, GEN6_PIPE_CONTROL_DEPTH_STALL);
130 }
131
132 static void
133 gen6_wa_post_3dstate_constant_vs(struct ilo_render *r)
134 {
135 /*
136 * According to upload_vs_state() of the classic driver, we need to emit a
137 * PIPE_CONTROL after 3DSTATE_CONSTANT_VS, otherwise the command is kept
138 * being buffered by VS FF, to the point that the FF dies.
139 */
140 const uint32_t dw1 = GEN6_PIPE_CONTROL_DEPTH_STALL |
141 GEN6_PIPE_CONTROL_INSTRUCTION_CACHE_INVALIDATE |
142 GEN6_PIPE_CONTROL_STATE_CACHE_INVALIDATE;
143
144 gen6_wa_pre_pipe_control(r, dw1);
145
146 if ((r->state.current_pipe_control_dw1 & dw1) != dw1)
147 gen6_pipe_control(r, dw1);
148 }
149
150 static void
151 gen6_wa_pre_3dstate_wm_max_threads(struct ilo_render *r)
152 {
153 /*
154 * From the Sandy Bridge PRM, volume 2 part 1, page 274:
155 *
156 * "A PIPE_CONTROL command, with only the Stall At Pixel Scoreboard
157 * field set (DW1 Bit 1), must be issued prior to any change to the
158 * value in this field (Maximum Number of Threads in 3DSTATE_WM)"
159 */
160 const uint32_t dw1 = GEN6_PIPE_CONTROL_PIXEL_SCOREBOARD_STALL;
161
162 ILO_DEV_ASSERT(r->dev, 6, 6);
163
164 gen6_wa_pre_pipe_control(r, dw1);
165
166 if ((r->state.current_pipe_control_dw1 & dw1) != dw1)
167 gen6_pipe_control(r, dw1);
168 }
169
170 static void
171 gen6_wa_pre_3dstate_multisample(struct ilo_render *r)
172 {
173 /*
174 * From the Sandy Bridge PRM, volume 2 part 1, page 305:
175 *
176 * "Driver must guarentee that all the caches in the depth pipe are
177 * flushed before this command (3DSTATE_MULTISAMPLE) is parsed. This
178 * requires driver to send a PIPE_CONTROL with a CS stall along with a
179 * Depth Flush prior to this command."
180 */
181 const uint32_t dw1 = GEN6_PIPE_CONTROL_DEPTH_CACHE_FLUSH |
182 GEN6_PIPE_CONTROL_CS_STALL;
183
184 ILO_DEV_ASSERT(r->dev, 6, 6);
185
186 gen6_wa_pre_pipe_control(r, dw1);
187
188 if ((r->state.current_pipe_control_dw1 & dw1) != dw1)
189 gen6_pipe_control(r, dw1);
190 }
191
192 static void
193 gen6_wa_pre_depth(struct ilo_render *r)
194 {
195 ILO_DEV_ASSERT(r->dev, 6, 6);
196
197 /*
198 * From the Ivy Bridge PRM, volume 2 part 1, page 315:
199 *
200 * "Restriction: Prior to changing Depth/Stencil Buffer state (i.e.,
201 * any combination of 3DSTATE_DEPTH_BUFFER, 3DSTATE_CLEAR_PARAMS,
202 * 3DSTATE_STENCIL_BUFFER, 3DSTATE_HIER_DEPTH_BUFFER) SW must first
203 * issue a pipelined depth stall (PIPE_CONTROL with Depth Stall bit
204 * set), followed by a pipelined depth cache flush (PIPE_CONTROL with
205 * Depth Flush Bit set, followed by another pipelined depth stall
206 * (PIPE_CONTROL with Depth Stall Bit set), unless SW can otherwise
207 * guarantee that the pipeline from WM onwards is already flushed
208 * (e.g., via a preceding MI_FLUSH)."
209 *
210 * According to the classic driver, it also applies for GEN6.
211 */
212 gen6_wa_pre_pipe_control(r, GEN6_PIPE_CONTROL_DEPTH_STALL |
213 GEN6_PIPE_CONTROL_DEPTH_CACHE_FLUSH);
214
215 gen6_pipe_control(r, GEN6_PIPE_CONTROL_DEPTH_STALL);
216 gen6_pipe_control(r, GEN6_PIPE_CONTROL_DEPTH_CACHE_FLUSH);
217 gen6_pipe_control(r, GEN6_PIPE_CONTROL_DEPTH_STALL);
218 }
219
220 #define DIRTY(state) (session->pipe_dirty & ILO_DIRTY_ ## state)
221
222 void
223 gen6_draw_common_select(struct ilo_render *r,
224 const struct ilo_state_vector *vec,
225 struct ilo_render_draw_session *session)
226 {
227 /* PIPELINE_SELECT */
228 if (r->hw_ctx_changed) {
229 if (ilo_dev_gen(r->dev) == ILO_GEN(6))
230 gen6_wa_pre_non_pipelined(r);
231
232 gen6_PIPELINE_SELECT(r->builder, 0x0);
233 }
234 }
235
236 void
237 gen6_draw_common_sip(struct ilo_render *r,
238 const struct ilo_state_vector *vec,
239 struct ilo_render_draw_session *session)
240 {
241 /* STATE_SIP */
242 if (r->hw_ctx_changed) {
243 if (ilo_dev_gen(r->dev) == ILO_GEN(6))
244 gen6_wa_pre_non_pipelined(r);
245
246 gen6_STATE_SIP(r->builder, 0);
247 }
248 }
249
250 void
251 gen6_draw_common_base_address(struct ilo_render *r,
252 const struct ilo_state_vector *vec,
253 struct ilo_render_draw_session *session)
254 {
255 /* STATE_BASE_ADDRESS */
256 if (r->state_bo_changed || r->instruction_bo_changed ||
257 r->batch_bo_changed) {
258 if (ilo_dev_gen(r->dev) == ILO_GEN(6))
259 gen6_wa_pre_non_pipelined(r);
260
261 gen6_state_base_address(r->builder, r->hw_ctx_changed);
262
263 /*
264 * From the Sandy Bridge PRM, volume 1 part 1, page 28:
265 *
266 * "The following commands must be reissued following any change to
267 * the base addresses:
268 *
269 * * 3DSTATE_BINDING_TABLE_POINTERS
270 * * 3DSTATE_SAMPLER_STATE_POINTERS
271 * * 3DSTATE_VIEWPORT_STATE_POINTERS
272 * * 3DSTATE_CC_POINTERS
273 * * MEDIA_STATE_POINTERS"
274 *
275 * 3DSTATE_SCISSOR_STATE_POINTERS is not on the list, but it is
276 * reasonable to also reissue the command. Same to PCB.
277 */
278 session->viewport_changed = true;
279
280 session->scissor_changed = true;
281
282 session->blend_changed = true;
283 session->dsa_changed = true;
284 session->cc_changed = true;
285
286 session->sampler_vs_changed = true;
287 session->sampler_gs_changed = true;
288 session->sampler_fs_changed = true;
289
290 session->pcb_vs_changed = true;
291 session->pcb_gs_changed = true;
292 session->pcb_fs_changed = true;
293
294 session->binding_table_vs_changed = true;
295 session->binding_table_gs_changed = true;
296 session->binding_table_fs_changed = true;
297 }
298 }
299
300 static void
301 gen6_draw_common_urb(struct ilo_render *r,
302 const struct ilo_state_vector *vec,
303 struct ilo_render_draw_session *session)
304 {
305 /* 3DSTATE_URB */
306 if (DIRTY(VE) || DIRTY(VS) || DIRTY(GS)) {
307 const bool gs_active = (vec->gs || (vec->vs &&
308 ilo_shader_get_kernel_param(vec->vs, ILO_KERNEL_VS_GEN6_SO)));
309 int vs_entry_size, gs_entry_size;
310 int vs_total_size, gs_total_size;
311
312 vs_entry_size = (vec->vs) ?
313 ilo_shader_get_kernel_param(vec->vs, ILO_KERNEL_OUTPUT_COUNT) : 0;
314
315 /*
316 * As indicated by 2e712e41db0c0676e9f30fc73172c0e8de8d84d4, VF and VS
317 * share VUE handles. The VUE allocation size must be large enough to
318 * store either VF outputs (number of VERTEX_ELEMENTs) and VS outputs.
319 *
320 * I am not sure if the PRM explicitly states that VF and VS share VUE
321 * handles. But here is a citation that implies so:
322 *
323 * From the Sandy Bridge PRM, volume 2 part 1, page 44:
324 *
325 * "Once a FF stage that spawn threads has sufficient input to
326 * initiate a thread, it must guarantee that it is safe to request
327 * the thread initiation. For all these FF stages, this check is
328 * based on :
329 *
330 * - The availability of output URB entries:
331 * - VS: As the input URB entries are overwritten with the
332 * VS-generated output data, output URB availability isn't a
333 * factor."
334 */
335 if (vs_entry_size < vec->ve->count + vec->ve->prepend_nosrc_cso)
336 vs_entry_size = vec->ve->count + vec->ve->prepend_nosrc_cso;
337
338 gs_entry_size = (vec->gs) ?
339 ilo_shader_get_kernel_param(vec->gs, ILO_KERNEL_OUTPUT_COUNT) :
340 (gs_active) ? vs_entry_size : 0;
341
342 /* in bytes */
343 vs_entry_size *= sizeof(float) * 4;
344 gs_entry_size *= sizeof(float) * 4;
345 vs_total_size = r->dev->urb_size;
346
347 if (gs_active) {
348 vs_total_size /= 2;
349 gs_total_size = vs_total_size;
350 }
351 else {
352 gs_total_size = 0;
353 }
354
355 gen6_3DSTATE_URB(r->builder, vs_total_size, gs_total_size,
356 vs_entry_size, gs_entry_size);
357
358 /*
359 * From the Sandy Bridge PRM, volume 2 part 1, page 27:
360 *
361 * "Because of a urb corruption caused by allocating a previous
362 * gsunit's urb entry to vsunit software is required to send a
363 * "GS NULL Fence" (Send URB fence with VS URB size == 1 and GS URB
364 * size == 0) plus a dummy DRAW call before any case where VS will
365 * be taking over GS URB space."
366 */
367 if (r->state.gs.active && !gs_active)
368 ilo_render_emit_flush(r);
369
370 r->state.gs.active = gs_active;
371 }
372 }
373
374 static void
375 gen6_draw_common_pointers_1(struct ilo_render *r,
376 const struct ilo_state_vector *vec,
377 struct ilo_render_draw_session *session)
378 {
379 /* 3DSTATE_VIEWPORT_STATE_POINTERS */
380 if (session->viewport_changed) {
381 gen6_3DSTATE_VIEWPORT_STATE_POINTERS(r->builder,
382 r->state.CLIP_VIEWPORT,
383 r->state.SF_VIEWPORT,
384 r->state.CC_VIEWPORT);
385 }
386 }
387
388 static void
389 gen6_draw_common_pointers_2(struct ilo_render *r,
390 const struct ilo_state_vector *vec,
391 struct ilo_render_draw_session *session)
392 {
393 /* 3DSTATE_CC_STATE_POINTERS */
394 if (session->blend_changed ||
395 session->dsa_changed ||
396 session->cc_changed) {
397 gen6_3DSTATE_CC_STATE_POINTERS(r->builder,
398 r->state.BLEND_STATE,
399 r->state.DEPTH_STENCIL_STATE,
400 r->state.COLOR_CALC_STATE);
401 }
402
403 /* 3DSTATE_SAMPLER_STATE_POINTERS */
404 if (session->sampler_vs_changed ||
405 session->sampler_gs_changed ||
406 session->sampler_fs_changed) {
407 gen6_3DSTATE_SAMPLER_STATE_POINTERS(r->builder,
408 r->state.vs.SAMPLER_STATE,
409 0,
410 r->state.wm.SAMPLER_STATE);
411 }
412 }
413
414 static void
415 gen6_draw_common_pointers_3(struct ilo_render *r,
416 const struct ilo_state_vector *vec,
417 struct ilo_render_draw_session *session)
418 {
419 /* 3DSTATE_SCISSOR_STATE_POINTERS */
420 if (session->scissor_changed) {
421 gen6_3DSTATE_SCISSOR_STATE_POINTERS(r->builder,
422 r->state.SCISSOR_RECT);
423 }
424
425 /* 3DSTATE_BINDING_TABLE_POINTERS */
426 if (session->binding_table_vs_changed ||
427 session->binding_table_gs_changed ||
428 session->binding_table_fs_changed) {
429 gen6_3DSTATE_BINDING_TABLE_POINTERS(r->builder,
430 r->state.vs.BINDING_TABLE_STATE,
431 r->state.gs.BINDING_TABLE_STATE,
432 r->state.wm.BINDING_TABLE_STATE);
433 }
434 }
435
436 void
437 gen6_draw_vf(struct ilo_render *r,
438 const struct ilo_state_vector *vec,
439 struct ilo_render_draw_session *session)
440 {
441 if (ilo_dev_gen(r->dev) >= ILO_GEN(7.5)) {
442 /* 3DSTATE_INDEX_BUFFER */
443 if (DIRTY(IB) || r->batch_bo_changed) {
444 gen6_3DSTATE_INDEX_BUFFER(r->builder,
445 &vec->ib, false);
446 }
447
448 /* 3DSTATE_VF */
449 if (session->primitive_restart_changed) {
450 gen75_3DSTATE_VF(r->builder, vec->draw->primitive_restart,
451 vec->draw->restart_index);
452 }
453 }
454 else {
455 /* 3DSTATE_INDEX_BUFFER */
456 if (DIRTY(IB) || session->primitive_restart_changed ||
457 r->batch_bo_changed) {
458 gen6_3DSTATE_INDEX_BUFFER(r->builder,
459 &vec->ib, vec->draw->primitive_restart);
460 }
461 }
462
463 /* 3DSTATE_VERTEX_BUFFERS */
464 if (DIRTY(VB) || DIRTY(VE) || r->batch_bo_changed)
465 gen6_3DSTATE_VERTEX_BUFFERS(r->builder, vec->ve, &vec->vb);
466
467 /* 3DSTATE_VERTEX_ELEMENTS */
468 if (DIRTY(VE))
469 gen6_3DSTATE_VERTEX_ELEMENTS(r->builder, vec->ve);
470 }
471
472 void
473 gen6_draw_vf_statistics(struct ilo_render *r,
474 const struct ilo_state_vector *vec,
475 struct ilo_render_draw_session *session)
476 {
477 /* 3DSTATE_VF_STATISTICS */
478 if (r->hw_ctx_changed)
479 gen6_3DSTATE_VF_STATISTICS(r->builder, false);
480 }
481
482 static void
483 gen6_draw_vf_draw(struct ilo_render *r,
484 const struct ilo_state_vector *vec,
485 struct ilo_render_draw_session *session)
486 {
487 /* 3DPRIMITIVE */
488 gen6_3DPRIMITIVE(r->builder, vec->draw, &vec->ib);
489
490 r->state.current_pipe_control_dw1 = 0;
491 assert(!r->state.deferred_pipe_control_dw1);
492 }
493
494 void
495 gen6_draw_vs(struct ilo_render *r,
496 const struct ilo_state_vector *vec,
497 struct ilo_render_draw_session *session)
498 {
499 const bool emit_3dstate_vs = (DIRTY(VS) || r->instruction_bo_changed);
500 const bool emit_3dstate_constant_vs = session->pcb_vs_changed;
501
502 /*
503 * the classic i965 does this in upload_vs_state(), citing a spec that I
504 * cannot find
505 */
506 if (emit_3dstate_vs && ilo_dev_gen(r->dev) == ILO_GEN(6))
507 gen6_wa_pre_non_pipelined(r);
508
509 /* 3DSTATE_CONSTANT_VS */
510 if (emit_3dstate_constant_vs) {
511 gen6_3DSTATE_CONSTANT_VS(r->builder,
512 &r->state.vs.PUSH_CONSTANT_BUFFER,
513 &r->state.vs.PUSH_CONSTANT_BUFFER_size,
514 1);
515 }
516
517 /* 3DSTATE_VS */
518 if (emit_3dstate_vs)
519 gen6_3DSTATE_VS(r->builder, vec->vs);
520
521 if (emit_3dstate_constant_vs && ilo_dev_gen(r->dev) == ILO_GEN(6))
522 gen6_wa_post_3dstate_constant_vs(r);
523 }
524
525 static void
526 gen6_draw_gs(struct ilo_render *r,
527 const struct ilo_state_vector *vec,
528 struct ilo_render_draw_session *session)
529 {
530 /* 3DSTATE_CONSTANT_GS */
531 if (session->pcb_gs_changed)
532 gen6_3DSTATE_CONSTANT_GS(r->builder, NULL, NULL, 0);
533
534 /* 3DSTATE_GS */
535 if (DIRTY(GS) || DIRTY(VS) ||
536 session->prim_changed || r->instruction_bo_changed) {
537 if (vec->gs) {
538 gen6_3DSTATE_GS(r->builder, vec->gs);
539 } else if (vec->vs &&
540 ilo_shader_get_kernel_param(vec->vs, ILO_KERNEL_VS_GEN6_SO)) {
541 const int verts_per_prim = u_vertices_per_prim(session->reduced_prim);
542 gen6_so_3DSTATE_GS(r->builder, vec->vs, verts_per_prim);
543 } else {
544 gen6_disable_3DSTATE_GS(r->builder);
545 }
546 }
547 }
548
549 static bool
550 gen6_draw_update_max_svbi(struct ilo_render *r,
551 const struct ilo_state_vector *vec,
552 struct ilo_render_draw_session *session)
553 {
554 if (DIRTY(VS) || DIRTY(GS) || DIRTY(SO)) {
555 const struct pipe_stream_output_info *so_info =
556 (vec->gs) ? ilo_shader_get_kernel_so_info(vec->gs) :
557 (vec->vs) ? ilo_shader_get_kernel_so_info(vec->vs) : NULL;
558 unsigned max_svbi = 0xffffffff;
559 int i;
560
561 for (i = 0; i < so_info->num_outputs; i++) {
562 const int output_buffer = so_info->output[i].output_buffer;
563 const struct pipe_stream_output_target *so =
564 vec->so.states[output_buffer];
565 const int struct_size = so_info->stride[output_buffer] * 4;
566 const int elem_size = so_info->output[i].num_components * 4;
567 int buf_size, count;
568
569 if (!so) {
570 max_svbi = 0;
571 break;
572 }
573
574 buf_size = so->buffer_size - so_info->output[i].dst_offset * 4;
575
576 count = buf_size / struct_size;
577 if (buf_size % struct_size >= elem_size)
578 count++;
579
580 if (count < max_svbi)
581 max_svbi = count;
582 }
583
584 if (r->state.so_max_vertices != max_svbi) {
585 r->state.so_max_vertices = max_svbi;
586 return true;
587 }
588 }
589
590 return false;
591 }
592
593 static void
594 gen6_draw_gs_svbi(struct ilo_render *r,
595 const struct ilo_state_vector *vec,
596 struct ilo_render_draw_session *session)
597 {
598 const bool emit = gen6_draw_update_max_svbi(r, vec, session);
599
600 /* 3DSTATE_GS_SVB_INDEX */
601 if (emit) {
602 if (ilo_dev_gen(r->dev) == ILO_GEN(6))
603 gen6_wa_pre_non_pipelined(r);
604
605 gen6_3DSTATE_GS_SVB_INDEX(r->builder,
606 0, 0, r->state.so_max_vertices,
607 false);
608
609 if (r->hw_ctx_changed) {
610 int i;
611
612 /*
613 * From the Sandy Bridge PRM, volume 2 part 1, page 148:
614 *
615 * "If a buffer is not enabled then the SVBI must be set to 0x0
616 * in order to not cause overflow in that SVBI."
617 *
618 * "If a buffer is not enabled then the MaxSVBI must be set to
619 * 0xFFFFFFFF in order to not cause overflow in that SVBI."
620 */
621 for (i = 1; i < 4; i++) {
622 gen6_3DSTATE_GS_SVB_INDEX(r->builder,
623 i, 0, 0xffffffff, false);
624 }
625 }
626 }
627 }
628
629 void
630 gen6_draw_clip(struct ilo_render *r,
631 const struct ilo_state_vector *vec,
632 struct ilo_render_draw_session *session)
633 {
634 /* 3DSTATE_CLIP */
635 if (DIRTY(RASTERIZER) || DIRTY(FS) || DIRTY(VIEWPORT) || DIRTY(FB)) {
636 bool enable_guardband = true;
637 unsigned i;
638
639 /*
640 * Gen8+ has viewport extent test. Guard band test can be enabled on
641 * prior Gens only when the viewport is larger than the framebuffer,
642 * unless we emulate viewport extent test on them.
643 */
644 if (ilo_dev_gen(r->dev) < ILO_GEN(8)) {
645 for (i = 0; i < vec->viewport.count; i++) {
646 const struct ilo_viewport_cso *vp = &vec->viewport.cso[i];
647
648 if (vp->min_x > 0.0f || vp->max_x < vec->fb.state.width ||
649 vp->min_y > 0.0f || vp->max_y < vec->fb.state.height) {
650 enable_guardband = false;
651 break;
652 }
653 }
654 }
655
656 gen6_3DSTATE_CLIP(r->builder, vec->rasterizer,
657 vec->fs, enable_guardband, 1);
658 }
659 }
660
661 static void
662 gen6_draw_sf(struct ilo_render *r,
663 const struct ilo_state_vector *vec,
664 struct ilo_render_draw_session *session)
665 {
666 /* 3DSTATE_SF */
667 if (DIRTY(RASTERIZER) || DIRTY(FS) || DIRTY(FB)) {
668 gen6_3DSTATE_SF(r->builder, vec->rasterizer, vec->fs,
669 vec->fb.num_samples);
670 }
671 }
672
673 void
674 gen6_draw_sf_rect(struct ilo_render *r,
675 const struct ilo_state_vector *vec,
676 struct ilo_render_draw_session *session)
677 {
678 /* 3DSTATE_DRAWING_RECTANGLE */
679 if (DIRTY(FB)) {
680 if (ilo_dev_gen(r->dev) == ILO_GEN(6))
681 gen6_wa_pre_non_pipelined(r);
682
683 gen6_3DSTATE_DRAWING_RECTANGLE(r->builder, 0, 0,
684 vec->fb.state.width, vec->fb.state.height);
685 }
686 }
687
688 static void
689 gen6_draw_wm(struct ilo_render *r,
690 const struct ilo_state_vector *vec,
691 struct ilo_render_draw_session *session)
692 {
693 /* 3DSTATE_CONSTANT_PS */
694 if (session->pcb_fs_changed) {
695 gen6_3DSTATE_CONSTANT_PS(r->builder,
696 &r->state.wm.PUSH_CONSTANT_BUFFER,
697 &r->state.wm.PUSH_CONSTANT_BUFFER_size,
698 1);
699 }
700
701 /* 3DSTATE_WM */
702 if (DIRTY(FS) || DIRTY(BLEND) || DIRTY(DSA) ||
703 DIRTY(RASTERIZER) || r->instruction_bo_changed) {
704 const bool dual_blend = vec->blend->dual_blend;
705 const bool cc_may_kill = (vec->dsa->dw_alpha ||
706 vec->blend->alpha_to_coverage);
707
708 if (ilo_dev_gen(r->dev) == ILO_GEN(6) && r->hw_ctx_changed)
709 gen6_wa_pre_3dstate_wm_max_threads(r);
710
711 gen6_3DSTATE_WM(r->builder, vec->fs,
712 vec->rasterizer, dual_blend, cc_may_kill);
713 }
714 }
715
716 static void
717 gen6_draw_wm_multisample(struct ilo_render *r,
718 const struct ilo_state_vector *vec,
719 struct ilo_render_draw_session *session)
720 {
721 /* 3DSTATE_MULTISAMPLE and 3DSTATE_SAMPLE_MASK */
722 if (DIRTY(SAMPLE_MASK) || DIRTY(FB)) {
723 const uint32_t *pattern;
724
725 pattern = (vec->fb.num_samples > 1) ?
726 &r->sample_pattern_4x : &r->sample_pattern_1x;
727
728 if (ilo_dev_gen(r->dev) == ILO_GEN(6)) {
729 gen6_wa_pre_non_pipelined(r);
730 gen6_wa_pre_3dstate_multisample(r);
731 }
732
733 gen6_3DSTATE_MULTISAMPLE(r->builder,
734 vec->fb.num_samples, pattern,
735 vec->rasterizer->state.half_pixel_center);
736
737 gen6_3DSTATE_SAMPLE_MASK(r->builder,
738 (vec->fb.num_samples > 1) ? vec->sample_mask : 0x1);
739 }
740 }
741
742 static void
743 gen6_draw_wm_depth(struct ilo_render *r,
744 const struct ilo_state_vector *vec,
745 struct ilo_render_draw_session *session)
746 {
747 /* 3DSTATE_DEPTH_BUFFER and 3DSTATE_CLEAR_PARAMS */
748 if (DIRTY(FB) || r->batch_bo_changed) {
749 const struct ilo_zs_surface *zs;
750 uint32_t clear_params;
751
752 if (vec->fb.state.zsbuf) {
753 const struct ilo_surface_cso *surface =
754 (const struct ilo_surface_cso *) vec->fb.state.zsbuf;
755 const struct ilo_texture_slice *slice =
756 ilo_texture_get_slice(ilo_texture(surface->base.texture),
757 surface->base.u.tex.level, surface->base.u.tex.first_layer);
758
759 assert(!surface->is_rt);
760
761 zs = &surface->u.zs;
762 clear_params = slice->clear_value;
763 }
764 else {
765 zs = &vec->fb.null_zs;
766 clear_params = 0;
767 }
768
769 if (ilo_dev_gen(r->dev) == ILO_GEN(6)) {
770 gen6_wa_pre_non_pipelined(r);
771 gen6_wa_pre_depth(r);
772 }
773
774 gen6_3DSTATE_DEPTH_BUFFER(r->builder, zs, false);
775 gen6_3DSTATE_HIER_DEPTH_BUFFER(r->builder, zs);
776 gen6_3DSTATE_STENCIL_BUFFER(r->builder, zs);
777 gen6_3DSTATE_CLEAR_PARAMS(r->builder, clear_params);
778 }
779 }
780
781 void
782 gen6_draw_wm_raster(struct ilo_render *r,
783 const struct ilo_state_vector *vec,
784 struct ilo_render_draw_session *session)
785 {
786 /* 3DSTATE_POLY_STIPPLE_PATTERN and 3DSTATE_POLY_STIPPLE_OFFSET */
787 if ((DIRTY(RASTERIZER) || DIRTY(POLY_STIPPLE)) &&
788 vec->rasterizer->state.poly_stipple_enable) {
789 if (ilo_dev_gen(r->dev) == ILO_GEN(6))
790 gen6_wa_pre_non_pipelined(r);
791
792 gen6_3DSTATE_POLY_STIPPLE_PATTERN(r->builder,
793 &vec->poly_stipple);
794
795 gen6_3DSTATE_POLY_STIPPLE_OFFSET(r->builder, 0, 0);
796 }
797
798 /* 3DSTATE_LINE_STIPPLE */
799 if (DIRTY(RASTERIZER) && vec->rasterizer->state.line_stipple_enable) {
800 if (ilo_dev_gen(r->dev) == ILO_GEN(6))
801 gen6_wa_pre_non_pipelined(r);
802
803 gen6_3DSTATE_LINE_STIPPLE(r->builder,
804 vec->rasterizer->state.line_stipple_pattern,
805 vec->rasterizer->state.line_stipple_factor + 1);
806 }
807
808 /* 3DSTATE_AA_LINE_PARAMETERS */
809 if (DIRTY(RASTERIZER) && vec->rasterizer->state.line_smooth) {
810 if (ilo_dev_gen(r->dev) == ILO_GEN(6))
811 gen6_wa_pre_non_pipelined(r);
812
813 gen6_3DSTATE_AA_LINE_PARAMETERS(r->builder);
814 }
815 }
816
817 #undef DIRTY
818
819 void
820 ilo_render_emit_draw_commands_gen6(struct ilo_render *render,
821 const struct ilo_state_vector *vec,
822 struct ilo_render_draw_session *session)
823 {
824 ILO_DEV_ASSERT(render->dev, 6, 6);
825
826 /*
827 * We try to keep the order of the commands match, as closely as possible,
828 * that of the classic i965 driver. It allows us to compare the command
829 * streams easily.
830 */
831 gen6_draw_common_select(render, vec, session);
832 gen6_draw_gs_svbi(render, vec, session);
833 gen6_draw_common_sip(render, vec, session);
834 gen6_draw_vf_statistics(render, vec, session);
835 gen6_draw_common_base_address(render, vec, session);
836 gen6_draw_common_pointers_1(render, vec, session);
837 gen6_draw_common_urb(render, vec, session);
838 gen6_draw_common_pointers_2(render, vec, session);
839 gen6_draw_wm_multisample(render, vec, session);
840 gen6_draw_vs(render, vec, session);
841 gen6_draw_gs(render, vec, session);
842 gen6_draw_clip(render, vec, session);
843 gen6_draw_sf(render, vec, session);
844 gen6_draw_wm(render, vec, session);
845 gen6_draw_common_pointers_3(render, vec, session);
846 gen6_draw_wm_depth(render, vec, session);
847 gen6_draw_wm_raster(render, vec, session);
848 gen6_draw_sf_rect(render, vec, session);
849 gen6_draw_vf(render, vec, session);
850 gen6_draw_vf_draw(render, vec, session);
851 }
852
853 static void
854 gen6_rectlist_vs_to_sf(struct ilo_render *r,
855 const struct ilo_blitter *blitter)
856 {
857 gen6_3DSTATE_CONSTANT_VS(r->builder, NULL, NULL, 0);
858 gen6_disable_3DSTATE_VS(r->builder);
859
860 gen6_wa_post_3dstate_constant_vs(r);
861
862 gen6_3DSTATE_CONSTANT_GS(r->builder, NULL, NULL, 0);
863 gen6_disable_3DSTATE_GS(r->builder);
864
865 gen6_disable_3DSTATE_CLIP(r->builder);
866 gen6_3DSTATE_SF(r->builder, NULL, NULL, blitter->fb.num_samples);
867 }
868
869 static void
870 gen6_rectlist_wm(struct ilo_render *r,
871 const struct ilo_blitter *blitter)
872 {
873 uint32_t hiz_op;
874
875 switch (blitter->op) {
876 case ILO_BLITTER_RECTLIST_CLEAR_ZS:
877 hiz_op = GEN6_WM_DW4_DEPTH_CLEAR;
878 break;
879 case ILO_BLITTER_RECTLIST_RESOLVE_Z:
880 hiz_op = GEN6_WM_DW4_DEPTH_RESOLVE;
881 break;
882 case ILO_BLITTER_RECTLIST_RESOLVE_HIZ:
883 hiz_op = GEN6_WM_DW4_HIZ_RESOLVE;
884 break;
885 default:
886 hiz_op = 0;
887 break;
888 }
889
890 gen6_3DSTATE_CONSTANT_PS(r->builder, NULL, NULL, 0);
891
892 gen6_wa_pre_3dstate_wm_max_threads(r);
893 gen6_hiz_3DSTATE_WM(r->builder, hiz_op);
894 }
895
896 static void
897 gen6_rectlist_wm_depth(struct ilo_render *r,
898 const struct ilo_blitter *blitter)
899 {
900 gen6_wa_pre_depth(r);
901
902 if (blitter->uses & (ILO_BLITTER_USE_FB_DEPTH |
903 ILO_BLITTER_USE_FB_STENCIL)) {
904 gen6_3DSTATE_DEPTH_BUFFER(r->builder,
905 &blitter->fb.dst.u.zs, true);
906 }
907
908 if (blitter->uses & ILO_BLITTER_USE_FB_DEPTH) {
909 gen6_3DSTATE_HIER_DEPTH_BUFFER(r->builder,
910 &blitter->fb.dst.u.zs);
911 }
912
913 if (blitter->uses & ILO_BLITTER_USE_FB_STENCIL) {
914 gen6_3DSTATE_STENCIL_BUFFER(r->builder,
915 &blitter->fb.dst.u.zs);
916 }
917
918 gen6_3DSTATE_CLEAR_PARAMS(r->builder,
919 blitter->depth_clear_value);
920 }
921
922 static void
923 gen6_rectlist_wm_multisample(struct ilo_render *r,
924 const struct ilo_blitter *blitter)
925 {
926 const uint32_t *pattern = (blitter->fb.num_samples > 1) ?
927 &r->sample_pattern_4x : &r->sample_pattern_1x;
928
929 gen6_wa_pre_3dstate_multisample(r);
930
931 gen6_3DSTATE_MULTISAMPLE(r->builder, blitter->fb.num_samples,
932 pattern, true);
933
934 gen6_3DSTATE_SAMPLE_MASK(r->builder,
935 (1 << blitter->fb.num_samples) - 1);
936 }
937
938 int
939 ilo_render_get_rectlist_commands_len_gen6(const struct ilo_render *render,
940 const struct ilo_blitter *blitter)
941 {
942 ILO_DEV_ASSERT(render->dev, 6, 7.5);
943
944 return 256;
945 }
946
947 void
948 ilo_render_emit_rectlist_commands_gen6(struct ilo_render *r,
949 const struct ilo_blitter *blitter,
950 const struct ilo_render_rectlist_session *session)
951 {
952 ILO_DEV_ASSERT(r->dev, 6, 6);
953
954 gen6_wa_pre_non_pipelined(r);
955
956 gen6_rectlist_wm_multisample(r, blitter);
957
958 gen6_state_base_address(r->builder, true);
959
960 gen6_user_3DSTATE_VERTEX_BUFFERS(r->builder,
961 session->vb_start, session->vb_end,
962 sizeof(blitter->vertices[0]));
963
964 gen6_3DSTATE_VERTEX_ELEMENTS(r->builder, &blitter->ve);
965
966 gen6_3DSTATE_URB(r->builder, r->dev->urb_size, 0,
967 (blitter->ve.count + blitter->ve.prepend_nosrc_cso) * 4 * sizeof(float),
968 0);
969
970 /* 3DSTATE_URB workaround */
971 if (r->state.gs.active) {
972 ilo_render_emit_flush(r);
973 r->state.gs.active = false;
974 }
975
976 if (blitter->uses &
977 (ILO_BLITTER_USE_DSA | ILO_BLITTER_USE_CC)) {
978 gen6_3DSTATE_CC_STATE_POINTERS(r->builder, 0,
979 r->state.DEPTH_STENCIL_STATE, r->state.COLOR_CALC_STATE);
980 }
981
982 gen6_rectlist_vs_to_sf(r, blitter);
983 gen6_rectlist_wm(r, blitter);
984
985 if (blitter->uses & ILO_BLITTER_USE_VIEWPORT) {
986 gen6_3DSTATE_VIEWPORT_STATE_POINTERS(r->builder,
987 0, 0, r->state.CC_VIEWPORT);
988 }
989
990 gen6_rectlist_wm_depth(r, blitter);
991
992 gen6_3DSTATE_DRAWING_RECTANGLE(r->builder, 0, 0,
993 blitter->fb.width, blitter->fb.height);
994
995 gen6_3DPRIMITIVE(r->builder, &blitter->draw, NULL);
996 }
997
998 int
999 ilo_render_get_draw_commands_len_gen6(const struct ilo_render *render,
1000 const struct ilo_state_vector *vec)
1001 {
1002 static int len;
1003
1004 ILO_DEV_ASSERT(render->dev, 6, 6);
1005
1006 if (!len) {
1007 len += GEN6_3DSTATE_CONSTANT_ANY__SIZE * 3;
1008 len += GEN6_3DSTATE_GS_SVB_INDEX__SIZE * 4;
1009 len += GEN6_PIPE_CONTROL__SIZE * 5;
1010
1011 len +=
1012 GEN6_STATE_BASE_ADDRESS__SIZE +
1013 GEN6_STATE_SIP__SIZE +
1014 GEN6_3DSTATE_VF_STATISTICS__SIZE +
1015 GEN6_PIPELINE_SELECT__SIZE +
1016 GEN6_3DSTATE_BINDING_TABLE_POINTERS__SIZE +
1017 GEN6_3DSTATE_SAMPLER_STATE_POINTERS__SIZE +
1018 GEN6_3DSTATE_URB__SIZE +
1019 GEN6_3DSTATE_VERTEX_BUFFERS__SIZE +
1020 GEN6_3DSTATE_VERTEX_ELEMENTS__SIZE +
1021 GEN6_3DSTATE_INDEX_BUFFER__SIZE +
1022 GEN6_3DSTATE_VIEWPORT_STATE_POINTERS__SIZE +
1023 GEN6_3DSTATE_CC_STATE_POINTERS__SIZE +
1024 GEN6_3DSTATE_SCISSOR_STATE_POINTERS__SIZE +
1025 GEN6_3DSTATE_VS__SIZE +
1026 GEN6_3DSTATE_GS__SIZE +
1027 GEN6_3DSTATE_CLIP__SIZE +
1028 GEN6_3DSTATE_SF__SIZE +
1029 GEN6_3DSTATE_WM__SIZE +
1030 GEN6_3DSTATE_SAMPLE_MASK__SIZE +
1031 GEN6_3DSTATE_DRAWING_RECTANGLE__SIZE +
1032 GEN6_3DSTATE_DEPTH_BUFFER__SIZE +
1033 GEN6_3DSTATE_POLY_STIPPLE_OFFSET__SIZE +
1034 GEN6_3DSTATE_POLY_STIPPLE_PATTERN__SIZE +
1035 GEN6_3DSTATE_LINE_STIPPLE__SIZE +
1036 GEN6_3DSTATE_AA_LINE_PARAMETERS__SIZE +
1037 GEN6_3DSTATE_MULTISAMPLE__SIZE +
1038 GEN6_3DSTATE_STENCIL_BUFFER__SIZE +
1039 GEN6_3DSTATE_HIER_DEPTH_BUFFER__SIZE +
1040 GEN6_3DSTATE_CLEAR_PARAMS__SIZE +
1041 GEN6_3DPRIMITIVE__SIZE;
1042 }
1043
1044 return len;
1045 }