i965: Move curb_read_length/total_scratch to brw_stage_prog_data.
[mesa.git] / src / mesa / drivers / dri / i965 / gen7_wm_state.c
1 /*
2 * Copyright © 2011 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21 * IN THE SOFTWARE.
22 */
23
24 #include <stdbool.h>
25 #include "brw_context.h"
26 #include "brw_state.h"
27 #include "brw_defines.h"
28 #include "brw_util.h"
29 #include "brw_wm.h"
30 #include "program/program.h"
31 #include "program/prog_parameter.h"
32 #include "program/prog_statevars.h"
33 #include "intel_batchbuffer.h"
34
35 static void
36 upload_wm_state(struct brw_context *brw)
37 {
38 struct gl_context *ctx = &brw->ctx;
39 const struct brw_fragment_program *fp =
40 brw_fragment_program_const(brw->fragment_program);
41 bool writes_depth = false;
42 uint32_t dw1, dw2;
43
44 /* _NEW_BUFFERS */
45 bool multisampled_fbo = ctx->DrawBuffer->Visual.samples > 1;
46
47 dw1 = dw2 = 0;
48 dw1 |= GEN7_WM_STATISTICS_ENABLE;
49 dw1 |= GEN7_WM_LINE_AA_WIDTH_1_0;
50 dw1 |= GEN7_WM_LINE_END_CAP_AA_WIDTH_0_5;
51
52 /* _NEW_LINE */
53 if (ctx->Line.StippleFlag)
54 dw1 |= GEN7_WM_LINE_STIPPLE_ENABLE;
55
56 /* _NEW_POLYGON */
57 if (ctx->Polygon.StippleFlag)
58 dw1 |= GEN7_WM_POLYGON_STIPPLE_ENABLE;
59
60 /* BRW_NEW_FRAGMENT_PROGRAM */
61 if (fp->program.Base.InputsRead & VARYING_BIT_POS)
62 dw1 |= GEN7_WM_USES_SOURCE_DEPTH | GEN7_WM_USES_SOURCE_W;
63 if (fp->program.Base.OutputsWritten & BITFIELD64_BIT(FRAG_RESULT_DEPTH)) {
64 writes_depth = fp->program.FragDepthLayout != FRAG_DEPTH_LAYOUT_UNCHANGED;
65
66 switch (fp->program.FragDepthLayout) {
67 case FRAG_DEPTH_LAYOUT_NONE:
68 case FRAG_DEPTH_LAYOUT_ANY:
69 dw1 |= GEN7_WM_PSCDEPTH_ON;
70 break;
71 case FRAG_DEPTH_LAYOUT_GREATER:
72 dw1 |= GEN7_WM_PSCDEPTH_ON_GE;
73 break;
74 case FRAG_DEPTH_LAYOUT_LESS:
75 dw1 |= GEN7_WM_PSCDEPTH_ON_LE;
76 break;
77 case FRAG_DEPTH_LAYOUT_UNCHANGED:
78 break;
79 }
80 }
81 /* CACHE_NEW_WM_PROG */
82 dw1 |= brw->wm.prog_data->barycentric_interp_modes <<
83 GEN7_WM_BARYCENTRIC_INTERPOLATION_MODE_SHIFT;
84
85 /* _NEW_COLOR, _NEW_MULTISAMPLE */
86 /* Enable if the pixel shader kernel generates and outputs oMask.
87 */
88 if (fp->program.UsesKill || ctx->Color.AlphaEnabled ||
89 ctx->Multisample.SampleAlphaToCoverage ||
90 brw->wm.prog_data->uses_omask) {
91 dw1 |= GEN7_WM_KILL_ENABLE;
92 }
93
94 /* _NEW_BUFFERS | _NEW_COLOR */
95 if (brw_color_buffer_write_enabled(brw) || writes_depth ||
96 dw1 & GEN7_WM_KILL_ENABLE) {
97 dw1 |= GEN7_WM_DISPATCH_ENABLE;
98 }
99 if (multisampled_fbo) {
100 /* _NEW_MULTISAMPLE */
101 if (ctx->Multisample.Enabled)
102 dw1 |= GEN7_WM_MSRAST_ON_PATTERN;
103 else
104 dw1 |= GEN7_WM_MSRAST_OFF_PIXEL;
105
106 if (_mesa_get_min_invocations_per_fragment(ctx, brw->fragment_program, false) > 1)
107 dw2 |= GEN7_WM_MSDISPMODE_PERSAMPLE;
108 else
109 dw2 |= GEN7_WM_MSDISPMODE_PERPIXEL;
110 } else {
111 dw1 |= GEN7_WM_MSRAST_OFF_PIXEL;
112 dw2 |= GEN7_WM_MSDISPMODE_PERSAMPLE;
113 }
114
115 if (fp->program.Base.SystemValuesRead & SYSTEM_BIT_SAMPLE_MASK_IN) {
116 dw1 |= GEN7_WM_USES_INPUT_COVERAGE_MASK;
117 }
118
119 BEGIN_BATCH(3);
120 OUT_BATCH(_3DSTATE_WM << 16 | (3 - 2));
121 OUT_BATCH(dw1);
122 OUT_BATCH(dw2);
123 ADVANCE_BATCH();
124 }
125
126 const struct brw_tracked_state gen7_wm_state = {
127 .dirty = {
128 .mesa = (_NEW_LINE | _NEW_POLYGON |
129 _NEW_COLOR | _NEW_BUFFERS |
130 _NEW_MULTISAMPLE),
131 .brw = (BRW_NEW_FRAGMENT_PROGRAM |
132 BRW_NEW_BATCH),
133 .cache = CACHE_NEW_WM_PROG,
134 },
135 .emit = upload_wm_state,
136 };
137
138 static void
139 upload_ps_state(struct brw_context *brw)
140 {
141 struct gl_context *ctx = &brw->ctx;
142 uint32_t dw2, dw4, dw5, ksp0, ksp2;
143 const int max_threads_shift = brw->is_haswell ?
144 HSW_PS_MAX_THREADS_SHIFT : IVB_PS_MAX_THREADS_SHIFT;
145
146 dw2 = dw4 = dw5 = ksp2 = 0;
147
148 dw2 |=
149 (ALIGN(brw->wm.base.sampler_count, 4) / 4) << GEN7_PS_SAMPLER_COUNT_SHIFT;
150
151 /* CACHE_NEW_WM_PROG */
152 dw2 |= ((brw->wm.prog_data->base.binding_table.size_bytes / 4) <<
153 GEN7_PS_BINDING_TABLE_ENTRY_COUNT_SHIFT);
154
155 /* Use ALT floating point mode for ARB fragment programs, because they
156 * require 0^0 == 1. Even though _CurrentFragmentProgram is used for
157 * rendering, CurrentProgram[MESA_SHADER_FRAGMENT] is used for this check
158 * to differentiate between the GLSL and non-GLSL cases.
159 */
160 /* BRW_NEW_FRAGMENT_PROGRAM */
161 if (ctx->_Shader->CurrentProgram[MESA_SHADER_FRAGMENT] == NULL)
162 dw2 |= GEN7_PS_FLOATING_POINT_MODE_ALT;
163
164 /* Haswell requires the sample mask to be set in this packet as well as
165 * in 3DSTATE_SAMPLE_MASK; the values should match. */
166 /* _NEW_BUFFERS, _NEW_MULTISAMPLE */
167 if (brw->is_haswell)
168 dw4 |= SET_FIELD(gen6_determine_sample_mask(brw), HSW_PS_SAMPLE_MASK);
169
170 dw4 |= (brw->max_wm_threads - 1) << max_threads_shift;
171
172 /* CACHE_NEW_WM_PROG */
173 if (brw->wm.prog_data->base.nr_params > 0)
174 dw4 |= GEN7_PS_PUSH_CONSTANT_ENABLE;
175
176 /* From the IVB PRM, volume 2 part 1, page 287:
177 * "This bit is inserted in the PS payload header and made available to
178 * the DataPort (either via the message header or via header bypass) to
179 * indicate that oMask data (one or two phases) is included in Render
180 * Target Write messages. If present, the oMask data is used to mask off
181 * samples."
182 */
183 if (brw->wm.prog_data->uses_omask)
184 dw4 |= GEN7_PS_OMASK_TO_RENDER_TARGET;
185
186 /* From the IVB PRM, volume 2 part 1, page 287:
187 * "If the PS kernel does not need the Position XY Offsets to
188 * compute a Position Value, then this field should be programmed
189 * to POSOFFSET_NONE."
190 * "SW Recommendation: If the PS kernel needs the Position Offsets
191 * to compute a Position XY value, this field should match Position
192 * ZW Interpolation Mode to ensure a consistent position.xyzw
193 * computation."
194 * We only require XY sample offsets. So, this recommendation doesn't
195 * look useful at the moment. We might need this in future.
196 */
197 if (brw->wm.prog_data->uses_pos_offset)
198 dw4 |= GEN7_PS_POSOFFSET_SAMPLE;
199 else
200 dw4 |= GEN7_PS_POSOFFSET_NONE;
201
202 /* CACHE_NEW_WM_PROG | _NEW_COLOR
203 *
204 * The hardware wedges if you have this bit set but don't turn on any dual
205 * source blend factors.
206 */
207 if (brw->wm.prog_data->dual_src_blend &&
208 (ctx->Color.BlendEnabled & 1) &&
209 ctx->Color.Blend[0]._UsesDualSrc) {
210 dw4 |= GEN7_PS_DUAL_SOURCE_BLEND_ENABLE;
211 }
212
213 /* CACHE_NEW_WM_PROG */
214 if (brw->wm.prog_data->num_varying_inputs != 0)
215 dw4 |= GEN7_PS_ATTRIBUTE_ENABLE;
216
217 /* In case of non 1x per sample shading, only one of SIMD8 and SIMD16
218 * should be enabled. We do 'SIMD16 only' dispatch if a SIMD16 shader
219 * is successfully compiled. In majority of the cases that bring us
220 * better performance than 'SIMD8 only' dispatch.
221 */
222 int min_inv_per_frag =
223 _mesa_get_min_invocations_per_fragment(ctx, brw->fragment_program, false);
224 assert(min_inv_per_frag >= 1);
225
226 if (brw->wm.prog_data->prog_offset_16 || brw->wm.prog_data->no_8) {
227 dw4 |= GEN7_PS_16_DISPATCH_ENABLE;
228 if (!brw->wm.prog_data->no_8 && min_inv_per_frag == 1) {
229 dw4 |= GEN7_PS_8_DISPATCH_ENABLE;
230 dw5 |= (brw->wm.prog_data->base.dispatch_grf_start_reg <<
231 GEN7_PS_DISPATCH_START_GRF_SHIFT_0);
232 dw5 |= (brw->wm.prog_data->dispatch_grf_start_reg_16 <<
233 GEN7_PS_DISPATCH_START_GRF_SHIFT_2);
234 ksp0 = brw->wm.base.prog_offset;
235 ksp2 = brw->wm.base.prog_offset + brw->wm.prog_data->prog_offset_16;
236 } else {
237 dw5 |= (brw->wm.prog_data->dispatch_grf_start_reg_16 <<
238 GEN7_PS_DISPATCH_START_GRF_SHIFT_0);
239 ksp0 = brw->wm.base.prog_offset + brw->wm.prog_data->prog_offset_16;
240 }
241 }
242 else {
243 dw4 |= GEN7_PS_8_DISPATCH_ENABLE;
244 dw5 |= (brw->wm.prog_data->base.dispatch_grf_start_reg <<
245 GEN7_PS_DISPATCH_START_GRF_SHIFT_0);
246 ksp0 = brw->wm.base.prog_offset;
247 }
248
249 dw4 |= brw->wm.fast_clear_op;
250
251 BEGIN_BATCH(8);
252 OUT_BATCH(_3DSTATE_PS << 16 | (8 - 2));
253 OUT_BATCH(ksp0);
254 OUT_BATCH(dw2);
255 if (brw->wm.prog_data->base.total_scratch) {
256 OUT_RELOC(brw->wm.base.scratch_bo,
257 I915_GEM_DOMAIN_RENDER, I915_GEM_DOMAIN_RENDER,
258 ffs(brw->wm.prog_data->base.total_scratch) - 11);
259 } else {
260 OUT_BATCH(0);
261 }
262 OUT_BATCH(dw4);
263 OUT_BATCH(dw5);
264 OUT_BATCH(0); /* kernel 1 pointer */
265 OUT_BATCH(ksp2);
266 ADVANCE_BATCH();
267 }
268
269 const struct brw_tracked_state gen7_ps_state = {
270 .dirty = {
271 .mesa = (_NEW_COLOR |
272 _NEW_BUFFERS |
273 _NEW_MULTISAMPLE),
274 .brw = (BRW_NEW_FRAGMENT_PROGRAM |
275 BRW_NEW_BATCH),
276 .cache = (CACHE_NEW_WM_PROG)
277 },
278 .emit = upload_ps_state,
279 };