2 * Copyright © 2012 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
26 #include "program/prog_instruction.h"
28 #include "blorp_priv.h"
29 #include "compiler/brw_compiler.h"
30 #include "compiler/brw_nir.h"
33 blorp_init(struct blorp_context
*blorp
, void *driver_ctx
,
34 struct isl_device
*isl_dev
)
36 blorp
->driver_ctx
= driver_ctx
;
37 blorp
->isl_dev
= isl_dev
;
41 blorp_finish(struct blorp_context
*blorp
)
43 blorp
->driver_ctx
= NULL
;
47 blorp_batch_init(struct blorp_context
*blorp
,
48 struct blorp_batch
*batch
, void *driver_batch
,
49 enum blorp_batch_flags flags
)
52 batch
->driver_batch
= driver_batch
;
57 blorp_batch_finish(struct blorp_batch
*batch
)
63 brw_blorp_surface_info_init(struct blorp_context
*blorp
,
64 struct brw_blorp_surface_info
*info
,
65 const struct blorp_surf
*surf
,
66 unsigned int level
, unsigned int layer
,
67 enum isl_format format
, bool is_render_target
)
71 if (format
== ISL_FORMAT_UNSUPPORTED
)
72 format
= surf
->surf
->format
;
74 if (format
== ISL_FORMAT_R24_UNORM_X8_TYPELESS
) {
75 /* Unfortunately, ISL_FORMAT_R24_UNORM_X8_TYPELESS it isn't supported as
76 * a render target, which would prevent us from blitting to 24-bit
77 * depth. The miptree consists of 32 bits per pixel, arranged as 24-bit
78 * depth values interleaved with 8 "don't care" bits. Since depth
79 * values don't require any blending, it doesn't matter how we interpret
80 * the bit pattern as long as we copy the right amount of data, so just
81 * map it as 8-bit BGRA.
83 format
= ISL_FORMAT_B8G8R8A8_UNORM
;
86 info
->surf
= *surf
->surf
;
87 info
->addr
= surf
->addr
;
89 info
->aux_usage
= surf
->aux_usage
;
90 if (info
->aux_usage
!= ISL_AUX_USAGE_NONE
) {
91 info
->aux_surf
= *surf
->aux_surf
;
92 info
->aux_addr
= surf
->aux_addr
;
95 info
->clear_color
= surf
->clear_color
;
97 info
->view
= (struct isl_view
) {
98 .usage
= is_render_target
? ISL_SURF_USAGE_RENDER_TARGET_BIT
:
99 ISL_SURF_USAGE_TEXTURE_BIT
,
103 .swizzle
= ISL_SWIZZLE_IDENTITY
,
106 info
->view
.array_len
= MAX2(info
->surf
.logical_level0_px
.depth
,
107 info
->surf
.logical_level0_px
.array_len
);
109 if (!is_render_target
&&
110 (info
->surf
.dim
== ISL_SURF_DIM_3D
||
111 info
->surf
.msaa_layout
== ISL_MSAA_LAYOUT_ARRAY
)) {
112 /* 3-D textures don't support base_array layer and neither do 2-D
113 * multisampled textures on IVB so we need to pass it through the
114 * sampler in those cases. These are also two cases where we are
115 * guaranteed that we won't be doing any funny surface hacks.
117 info
->view
.base_array_layer
= 0;
118 info
->z_offset
= layer
;
120 info
->view
.base_array_layer
= layer
;
122 assert(info
->view
.array_len
>= info
->view
.base_array_layer
);
123 info
->view
.array_len
-= info
->view
.base_array_layer
;
127 /* Sandy Bridge has a limit of a maximum of 512 layers for layered
130 if (is_render_target
&& blorp
->isl_dev
->info
->gen
== 6)
131 info
->view
.array_len
= MIN2(info
->view
.array_len
, 512);
136 blorp_params_init(struct blorp_params
*params
)
138 memset(params
, 0, sizeof(*params
));
139 params
->num_samples
= 1;
140 params
->num_draw_buffers
= 1;
141 params
->num_layers
= 1;
145 brw_blorp_init_wm_prog_key(struct brw_wm_prog_key
*wm_key
)
147 memset(wm_key
, 0, sizeof(*wm_key
));
148 wm_key
->nr_color_regions
= 1;
149 for (int i
= 0; i
< MAX_SAMPLERS
; i
++)
150 wm_key
->tex
.swizzles
[i
] = SWIZZLE_XYZW
;
154 blorp_compile_fs(struct blorp_context
*blorp
, void *mem_ctx
,
155 struct nir_shader
*nir
,
156 const struct brw_wm_prog_key
*wm_key
,
158 struct brw_wm_prog_data
*wm_prog_data
,
159 unsigned *program_size
)
161 const struct brw_compiler
*compiler
= blorp
->compiler
;
164 compiler
->glsl_compiler_options
[MESA_SHADER_FRAGMENT
].NirOptions
;
166 memset(wm_prog_data
, 0, sizeof(*wm_prog_data
));
168 assert(exec_list_is_empty(&nir
->uniforms
));
169 wm_prog_data
->base
.nr_params
= 0;
170 wm_prog_data
->base
.param
= NULL
;
172 /* BLORP always just uses the first two binding table entries */
173 wm_prog_data
->binding_table
.render_target_start
= BLORP_RENDERBUFFER_BT_INDEX
;
174 wm_prog_data
->base
.binding_table
.texture_start
= BLORP_TEXTURE_BT_INDEX
;
176 nir
= brw_preprocess_nir(compiler
, nir
);
177 nir_remove_dead_variables(nir
, nir_var_shader_in
);
178 nir_shader_gather_info(nir
, nir_shader_get_entrypoint(nir
));
180 const unsigned *program
=
181 brw_compile_fs(compiler
, blorp
->driver_ctx
, mem_ctx
, wm_key
,
182 wm_prog_data
, nir
, NULL
, -1, -1, false, use_repclear
,
183 NULL
, program_size
, NULL
);
189 blorp_compile_vs(struct blorp_context
*blorp
, void *mem_ctx
,
190 struct nir_shader
*nir
,
191 struct brw_vs_prog_data
*vs_prog_data
,
192 unsigned *program_size
)
194 const struct brw_compiler
*compiler
= blorp
->compiler
;
197 compiler
->glsl_compiler_options
[MESA_SHADER_VERTEX
].NirOptions
;
199 nir
= brw_preprocess_nir(compiler
, nir
);
200 nir_shader_gather_info(nir
, nir_shader_get_entrypoint(nir
));
202 vs_prog_data
->inputs_read
= nir
->info
.inputs_read
;
204 brw_compute_vue_map(compiler
->devinfo
,
205 &vs_prog_data
->base
.vue_map
,
206 nir
->info
.outputs_written
,
207 nir
->info
.separate_shader
);
209 struct brw_vs_prog_key vs_key
= { 0, };
211 const unsigned *program
=
212 brw_compile_vs(compiler
, blorp
->driver_ctx
, mem_ctx
,
213 &vs_key
, vs_prog_data
, nir
,
214 NULL
, false, -1, program_size
, NULL
);
219 struct blorp_sf_key
{
220 enum blorp_shader_type shader_type
; /* Must be BLORP_SHADER_TYPE_GEN4_SF */
222 struct brw_sf_prog_key key
;
226 blorp_ensure_sf_program(struct blorp_context
*blorp
,
227 struct blorp_params
*params
)
229 const struct brw_wm_prog_data
*wm_prog_data
= params
->wm_prog_data
;
230 assert(params
->wm_prog_data
);
232 /* Gen6+ doesn't need a strips and fans program */
233 if (blorp
->compiler
->devinfo
->gen
>= 6)
236 struct blorp_sf_key key
= {
237 .shader_type
= BLORP_SHADER_TYPE_GEN4_SF
,
240 /* Everything gets compacted in vertex setup, so we just need a
241 * pass-through for the correct number of input varyings.
243 const uint64_t slots_valid
= VARYING_BIT_POS
|
244 ((1ull << wm_prog_data
->num_varying_inputs
) - 1) << VARYING_SLOT_VAR0
;
246 key
.key
.attrs
= slots_valid
;
247 key
.key
.primitive
= BRW_SF_PRIM_TRIANGLES
;
248 key
.key
.contains_flat_varying
= wm_prog_data
->contains_flat_varying
;
250 STATIC_ASSERT(sizeof(key
.key
.interp_mode
) ==
251 sizeof(wm_prog_data
->interp_mode
));
252 memcpy(key
.key
.interp_mode
, wm_prog_data
->interp_mode
,
253 sizeof(key
.key
.interp_mode
));
255 if (blorp
->lookup_shader(blorp
, &key
, sizeof(key
),
256 ¶ms
->sf_prog_kernel
, ¶ms
->sf_prog_data
))
259 void *mem_ctx
= ralloc_context(NULL
);
261 const unsigned *program
;
262 unsigned program_size
;
264 struct brw_vue_map vue_map
;
265 brw_compute_vue_map(blorp
->compiler
->devinfo
, &vue_map
, slots_valid
, false);
267 struct brw_sf_prog_data prog_data_tmp
;
268 program
= brw_compile_sf(blorp
->compiler
, mem_ctx
, &key
.key
,
269 &prog_data_tmp
, &vue_map
, &program_size
);
272 blorp
->upload_shader(blorp
, &key
, sizeof(key
), program
, program_size
,
273 (void *)&prog_data_tmp
, sizeof(prog_data_tmp
),
274 ¶ms
->sf_prog_kernel
, ¶ms
->sf_prog_data
);
276 ralloc_free(mem_ctx
);
282 blorp_gen6_hiz_op(struct blorp_batch
*batch
,
283 struct blorp_surf
*surf
, unsigned level
, unsigned layer
,
284 enum blorp_hiz_op op
)
286 struct blorp_params params
;
287 blorp_params_init(¶ms
);
291 brw_blorp_surface_info_init(batch
->blorp
, ¶ms
.depth
, surf
, level
, layer
,
292 surf
->surf
->format
, true);
294 /* Align the rectangle primitive to 8x4 pixels.
296 * During fast depth clears, the emitted rectangle primitive must be
297 * aligned to 8x4 pixels. From the Ivybridge PRM, Vol 2 Part 1 Section
298 * 11.5.3.1 Depth Buffer Clear (and the matching section in the Sandybridge
300 * If Number of Multisamples is NUMSAMPLES_1, the rectangle must be
301 * aligned to an 8x4 pixel block relative to the upper left corner
302 * of the depth buffer [...]
304 * For hiz resolves, the rectangle must also be 8x4 aligned. Item
305 * WaHizAmbiguate8x4Aligned from the Haswell workarounds page and the
306 * Ivybridge simulator require the alignment.
308 * To be safe, let's just align the rect for all hiz operations and all
309 * hardware generations.
311 * However, for some miptree slices of a Z24 texture, emitting an 8x4
312 * aligned rectangle that covers the slice may clobber adjacent slices if
313 * we strictly adhered to the texture alignments specified in the PRM. The
314 * Ivybridge PRM, Section "Alignment Unit Size", states that
315 * SURFACE_STATE.Surface_Horizontal_Alignment should be 4 for Z24 surfaces,
316 * not 8. But commit 1f112cc increased the alignment from 4 to 8, which
317 * prevents the clobbering.
319 params
.x1
= minify(params
.depth
.surf
.logical_level0_px
.width
,
320 params
.depth
.view
.base_level
);
321 params
.y1
= minify(params
.depth
.surf
.logical_level0_px
.height
,
322 params
.depth
.view
.base_level
);
323 params
.x1
= ALIGN(params
.x1
, 8);
324 params
.y1
= ALIGN(params
.y1
, 4);
326 if (params
.depth
.view
.base_level
== 0) {
327 /* TODO: What about MSAA? */
328 params
.depth
.surf
.logical_level0_px
.width
= params
.x1
;
329 params
.depth
.surf
.logical_level0_px
.height
= params
.y1
;
332 params
.dst
.surf
.samples
= params
.depth
.surf
.samples
;
333 params
.dst
.surf
.logical_level0_px
= params
.depth
.surf
.logical_level0_px
;
334 params
.depth_format
= isl_format_get_depth_format(surf
->surf
->format
, false);
335 params
.num_samples
= params
.depth
.surf
.samples
;
337 batch
->blorp
->exec(batch
, ¶ms
);