2 * Copyright © 2011 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
25 #include "brw_context.h"
26 #include "brw_state.h"
27 #include "brw_defines.h"
30 #include "program/program.h"
31 #include "program/prog_parameter.h"
32 #include "program/prog_statevars.h"
33 #include "main/framebuffer.h"
34 #include "intel_batchbuffer.h"
37 upload_wm_state(struct brw_context
*brw
)
39 struct gl_context
*ctx
= &brw
->ctx
;
40 /* BRW_NEW_FRAGMENT_PROGRAM */
41 const struct brw_fragment_program
*fp
=
42 brw_fragment_program_const(brw
->fragment_program
);
43 /* BRW_NEW_FS_PROG_DATA */
44 const struct brw_wm_prog_data
*prog_data
= brw
->wm
.prog_data
;
45 bool writes_depth
= prog_data
->computed_depth_mode
!= BRW_PSCDEPTH_OFF
;
49 const bool multisampled_fbo
= _mesa_geometric_samples(ctx
->DrawBuffer
) > 1;
52 dw1
|= GEN7_WM_STATISTICS_ENABLE
;
53 dw1
|= GEN7_WM_LINE_AA_WIDTH_1_0
;
54 dw1
|= GEN7_WM_LINE_END_CAP_AA_WIDTH_0_5
;
57 if (ctx
->Line
.StippleFlag
)
58 dw1
|= GEN7_WM_LINE_STIPPLE_ENABLE
;
61 if (ctx
->Polygon
.StippleFlag
)
62 dw1
|= GEN7_WM_POLYGON_STIPPLE_ENABLE
;
64 if (fp
->program
.Base
.InputsRead
& VARYING_BIT_POS
)
65 dw1
|= GEN7_WM_USES_SOURCE_DEPTH
| GEN7_WM_USES_SOURCE_W
;
67 dw1
|= prog_data
->computed_depth_mode
<< GEN7_WM_COMPUTED_DEPTH_MODE_SHIFT
;
68 dw1
|= prog_data
->barycentric_interp_modes
<<
69 GEN7_WM_BARYCENTRIC_INTERPOLATION_MODE_SHIFT
;
71 /* _NEW_COLOR, _NEW_MULTISAMPLE */
72 /* Enable if the pixel shader kernel generates and outputs oMask.
74 if (prog_data
->uses_kill
|| ctx
->Color
.AlphaEnabled
||
75 ctx
->Multisample
.SampleAlphaToCoverage
||
76 prog_data
->uses_omask
) {
77 dw1
|= GEN7_WM_KILL_ENABLE
;
80 if (_mesa_active_fragment_shader_has_atomic_ops(&brw
->ctx
)) {
81 dw1
|= GEN7_WM_DISPATCH_ENABLE
;
84 /* _NEW_BUFFERS | _NEW_COLOR */
85 if (brw_color_buffer_write_enabled(brw
) || writes_depth
||
86 prog_data
->base
.nr_image_params
||
87 dw1
& GEN7_WM_KILL_ENABLE
) {
88 dw1
|= GEN7_WM_DISPATCH_ENABLE
;
90 if (multisampled_fbo
) {
91 /* _NEW_MULTISAMPLE */
92 if (ctx
->Multisample
.Enabled
)
93 dw1
|= GEN7_WM_MSRAST_ON_PATTERN
;
95 dw1
|= GEN7_WM_MSRAST_OFF_PIXEL
;
97 if (_mesa_get_min_invocations_per_fragment(ctx
, brw
->fragment_program
, false) > 1)
98 dw2
|= GEN7_WM_MSDISPMODE_PERSAMPLE
;
100 dw2
|= GEN7_WM_MSDISPMODE_PERPIXEL
;
102 dw1
|= GEN7_WM_MSRAST_OFF_PIXEL
;
103 dw2
|= GEN7_WM_MSDISPMODE_PERSAMPLE
;
106 if (fp
->program
.Base
.SystemValuesRead
& SYSTEM_BIT_SAMPLE_MASK_IN
) {
107 dw1
|= GEN7_WM_USES_INPUT_COVERAGE_MASK
;
110 /* BRW_NEW_FS_PROG_DATA */
111 if (prog_data
->early_fragment_tests
)
112 dw1
|= GEN7_WM_EARLY_DS_CONTROL_PREPS
;
113 else if (prog_data
->base
.nr_image_params
)
114 dw1
|= GEN7_WM_EARLY_DS_CONTROL_PSEXEC
;
116 /* The "UAV access enable" bits are unnecessary on HSW because they only
117 * seem to have an effect on the HW-assisted coherency mechanism which we
118 * don't need, and the rasterization-related UAV_ONLY flag and the
119 * DISPATCH_ENABLE bit can be set independently from it.
120 * C.f. gen8_upload_ps_extra().
122 * BRW_NEW_FRAGMENT_PROGRAM | BRW_NEW_FS_PROG_DATA | _NEW_BUFFERS | _NEW_COLOR
124 if (brw
->is_haswell
&&
125 !(brw_color_buffer_write_enabled(brw
) || writes_depth
) &&
126 prog_data
->base
.nr_image_params
)
127 dw2
|= HSW_WM_UAV_ONLY
;
130 OUT_BATCH(_3DSTATE_WM
<< 16 | (3 - 2));
136 const struct brw_tracked_state gen7_wm_state
= {
138 .mesa
= _NEW_BUFFERS
|
143 .brw
= BRW_NEW_BATCH
|
144 BRW_NEW_FRAGMENT_PROGRAM
|
145 BRW_NEW_FS_PROG_DATA
,
147 .emit
= upload_wm_state
,
151 gen7_upload_ps_state(struct brw_context
*brw
,
152 const struct gl_fragment_program
*fp
,
153 const struct brw_stage_state
*stage_state
,
154 const struct brw_wm_prog_data
*prog_data
,
155 bool enable_dual_src_blend
, unsigned sample_mask
,
156 unsigned fast_clear_op
)
158 struct gl_context
*ctx
= &brw
->ctx
;
159 uint32_t dw2
, dw4
, dw5
, ksp0
, ksp2
;
160 const int max_threads_shift
= brw
->is_haswell
?
161 HSW_PS_MAX_THREADS_SHIFT
: IVB_PS_MAX_THREADS_SHIFT
;
163 dw2
= dw4
= dw5
= ksp2
= 0;
165 const unsigned sampler_count
=
166 DIV_ROUND_UP(CLAMP(stage_state
->sampler_count
, 0, 16), 4);
167 dw2
|= SET_FIELD(sampler_count
, GEN7_PS_SAMPLER_COUNT
);
169 dw2
|= ((prog_data
->base
.binding_table
.size_bytes
/ 4) <<
170 GEN7_PS_BINDING_TABLE_ENTRY_COUNT_SHIFT
);
172 if (prog_data
->base
.use_alt_mode
)
173 dw2
|= GEN7_PS_FLOATING_POINT_MODE_ALT
;
175 /* Haswell requires the sample mask to be set in this packet as well as
176 * in 3DSTATE_SAMPLE_MASK; the values should match. */
177 /* _NEW_BUFFERS, _NEW_MULTISAMPLE */
179 dw4
|= SET_FIELD(sample_mask
, HSW_PS_SAMPLE_MASK
);
181 dw4
|= (brw
->max_wm_threads
- 1) << max_threads_shift
;
183 if (prog_data
->base
.nr_params
> 0)
184 dw4
|= GEN7_PS_PUSH_CONSTANT_ENABLE
;
186 /* From the IVB PRM, volume 2 part 1, page 287:
187 * "This bit is inserted in the PS payload header and made available to
188 * the DataPort (either via the message header or via header bypass) to
189 * indicate that oMask data (one or two phases) is included in Render
190 * Target Write messages. If present, the oMask data is used to mask off
193 if (prog_data
->uses_omask
)
194 dw4
|= GEN7_PS_OMASK_TO_RENDER_TARGET
;
196 /* From the IVB PRM, volume 2 part 1, page 287:
197 * "If the PS kernel does not need the Position XY Offsets to
198 * compute a Position Value, then this field should be programmed
199 * to POSOFFSET_NONE."
200 * "SW Recommendation: If the PS kernel needs the Position Offsets
201 * to compute a Position XY value, this field should match Position
202 * ZW Interpolation Mode to ensure a consistent position.xyzw
204 * We only require XY sample offsets. So, this recommendation doesn't
205 * look useful at the moment. We might need this in future.
207 if (prog_data
->uses_pos_offset
)
208 dw4
|= GEN7_PS_POSOFFSET_SAMPLE
;
210 dw4
|= GEN7_PS_POSOFFSET_NONE
;
212 /* The hardware wedges if you have this bit set but don't turn on any dual
213 * source blend factors.
215 if (enable_dual_src_blend
)
216 dw4
|= GEN7_PS_DUAL_SOURCE_BLEND_ENABLE
;
218 /* BRW_NEW_FS_PROG_DATA */
219 if (prog_data
->num_varying_inputs
!= 0)
220 dw4
|= GEN7_PS_ATTRIBUTE_ENABLE
;
222 /* In case of non 1x per sample shading, only one of SIMD8 and SIMD16
223 * should be enabled. We do 'SIMD16 only' dispatch if a SIMD16 shader
224 * is successfully compiled. In majority of the cases that bring us
225 * better performance than 'SIMD8 only' dispatch.
227 int min_inv_per_frag
=
228 _mesa_get_min_invocations_per_fragment(ctx
, fp
, false);
229 assert(min_inv_per_frag
>= 1);
231 if (prog_data
->prog_offset_16
|| prog_data
->no_8
) {
232 dw4
|= GEN7_PS_16_DISPATCH_ENABLE
;
233 if (!prog_data
->no_8
&& min_inv_per_frag
== 1) {
234 dw4
|= GEN7_PS_8_DISPATCH_ENABLE
;
235 dw5
|= (prog_data
->base
.dispatch_grf_start_reg
<<
236 GEN7_PS_DISPATCH_START_GRF_SHIFT_0
);
237 dw5
|= (prog_data
->dispatch_grf_start_reg_16
<<
238 GEN7_PS_DISPATCH_START_GRF_SHIFT_2
);
239 ksp0
= stage_state
->prog_offset
;
240 ksp2
= stage_state
->prog_offset
+ prog_data
->prog_offset_16
;
242 dw5
|= (prog_data
->dispatch_grf_start_reg_16
<<
243 GEN7_PS_DISPATCH_START_GRF_SHIFT_0
);
244 ksp0
= stage_state
->prog_offset
+ prog_data
->prog_offset_16
;
248 dw4
|= GEN7_PS_8_DISPATCH_ENABLE
;
249 dw5
|= (prog_data
->base
.dispatch_grf_start_reg
<<
250 GEN7_PS_DISPATCH_START_GRF_SHIFT_0
);
251 ksp0
= stage_state
->prog_offset
;
254 dw4
|= fast_clear_op
;
257 OUT_BATCH(_3DSTATE_PS
<< 16 | (8 - 2));
260 if (prog_data
->base
.total_scratch
) {
261 OUT_RELOC(brw
->wm
.base
.scratch_bo
,
262 I915_GEM_DOMAIN_RENDER
, I915_GEM_DOMAIN_RENDER
,
263 ffs(prog_data
->base
.total_scratch
) - 11);
269 OUT_BATCH(0); /* kernel 1 pointer */
275 upload_ps_state(struct brw_context
*brw
)
277 /* BRW_NEW_FS_PROG_DATA */
278 const struct brw_wm_prog_data
*prog_data
= brw
->wm
.prog_data
;
279 const struct gl_context
*ctx
= &brw
->ctx
;
280 /* BRW_NEW_FS_PROG_DATA | _NEW_COLOR */
281 const bool enable_dual_src_blend
= prog_data
->dual_src_blend
&&
282 (ctx
->Color
.BlendEnabled
& 1) &&
283 ctx
->Color
.Blend
[0]._UsesDualSrc
;
284 /* _NEW_BUFFERS, _NEW_MULTISAMPLE */
285 const unsigned sample_mask
=
286 brw
->is_haswell
? gen6_determine_sample_mask(brw
) : 0;
288 gen7_upload_ps_state(brw
, brw
->fragment_program
, &brw
->wm
.base
, prog_data
,
289 enable_dual_src_blend
, sample_mask
,
290 brw
->wm
.fast_clear_op
);
293 const struct brw_tracked_state gen7_ps_state
= {
295 .mesa
= _NEW_BUFFERS
|
298 .brw
= BRW_NEW_BATCH
|
299 BRW_NEW_FRAGMENT_PROGRAM
|
300 BRW_NEW_FS_PROG_DATA
,
302 .emit
= upload_ps_state
,