intel/isl: Add an isl_swizzle structure and use it for isl_view swizzles
[mesa.git] / src / intel / blorp / blorp.c
1 /*
2 * Copyright © 2012 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21 * IN THE SOFTWARE.
22 */
23
24 #include <errno.h>
25
26 #include "program/prog_instruction.h"
27
28 #include "blorp_priv.h"
29 #include "brw_compiler.h"
30 #include "brw_nir.h"
31
32 void
33 blorp_init(struct blorp_context *blorp, void *driver_ctx,
34 struct isl_device *isl_dev)
35 {
36 blorp->driver_ctx = driver_ctx;
37 blorp->isl_dev = isl_dev;
38 }
39
40 void
41 blorp_finish(struct blorp_context *blorp)
42 {
43 blorp->driver_ctx = NULL;
44 }
45
46 void
47 blorp_batch_init(struct blorp_context *blorp,
48 struct blorp_batch *batch, void *driver_batch)
49 {
50 batch->blorp = blorp;
51 batch->driver_batch = driver_batch;
52 }
53
54 void
55 blorp_batch_finish(struct blorp_batch *batch)
56 {
57 batch->blorp = NULL;
58 }
59
60 void
61 brw_blorp_surface_info_init(struct blorp_context *blorp,
62 struct brw_blorp_surface_info *info,
63 const struct blorp_surf *surf,
64 unsigned int level, unsigned int layer,
65 enum isl_format format, bool is_render_target)
66 {
67 /* Layer is a physical layer, so if this is a 2D multisample array texture
68 * using INTEL_MSAA_LAYOUT_UMS or INTEL_MSAA_LAYOUT_CMS, then it had better
69 * be a multiple of num_samples.
70 */
71 unsigned layer_multiplier = 1;
72 if (surf->surf->msaa_layout == ISL_MSAA_LAYOUT_ARRAY) {
73 assert(layer % surf->surf->samples == 0);
74 layer_multiplier = surf->surf->samples;
75 }
76
77 if (format == ISL_FORMAT_UNSUPPORTED)
78 format = surf->surf->format;
79
80 if (format == ISL_FORMAT_R24_UNORM_X8_TYPELESS) {
81 /* Unfortunately, ISL_FORMAT_R24_UNORM_X8_TYPELESS it isn't supported as
82 * a render target, which would prevent us from blitting to 24-bit
83 * depth. The miptree consists of 32 bits per pixel, arranged as 24-bit
84 * depth values interleaved with 8 "don't care" bits. Since depth
85 * values don't require any blending, it doesn't matter how we interpret
86 * the bit pattern as long as we copy the right amount of data, so just
87 * map it as 8-bit BGRA.
88 */
89 format = ISL_FORMAT_B8G8R8A8_UNORM;
90 } else if (surf->surf->usage & ISL_SURF_USAGE_STENCIL_BIT) {
91 assert(surf->surf->format == ISL_FORMAT_R8_UINT);
92 /* Prior to Broadwell, we can't render to R8_UINT */
93 if (blorp->isl_dev->info->gen < 8)
94 format = ISL_FORMAT_R8_UNORM;
95 }
96
97 info->surf = *surf->surf;
98 info->addr = surf->addr;
99
100 info->aux_usage = surf->aux_usage;
101 if (info->aux_usage != ISL_AUX_USAGE_NONE) {
102 info->aux_surf = *surf->aux_surf;
103 info->aux_addr = surf->aux_addr;
104 }
105
106 info->clear_color = surf->clear_color;
107
108 info->view = (struct isl_view) {
109 .usage = is_render_target ? ISL_SURF_USAGE_RENDER_TARGET_BIT :
110 ISL_SURF_USAGE_TEXTURE_BIT,
111 .format = format,
112 .base_level = level,
113 .levels = 1,
114 .swizzle = ISL_SWIZZLE_IDENTITY,
115 };
116
117 info->view.array_len = MAX2(info->surf.logical_level0_px.depth,
118 info->surf.logical_level0_px.array_len);
119
120 if (!is_render_target &&
121 (info->surf.dim == ISL_SURF_DIM_3D ||
122 info->surf.msaa_layout == ISL_MSAA_LAYOUT_ARRAY)) {
123 /* 3-D textures don't support base_array layer and neither do 2-D
124 * multisampled textures on IVB so we need to pass it through the
125 * sampler in those cases. These are also two cases where we are
126 * guaranteed that we won't be doing any funny surface hacks.
127 */
128 info->view.base_array_layer = 0;
129 info->z_offset = layer / layer_multiplier;
130 } else {
131 info->view.base_array_layer = layer / layer_multiplier;
132
133 assert(info->view.array_len >= info->view.base_array_layer);
134 info->view.array_len -= info->view.base_array_layer;
135 info->z_offset = 0;
136 }
137
138 /* Sandy Bridge has a limit of a maximum of 512 layers for layered
139 * rendering.
140 */
141 if (is_render_target && blorp->isl_dev->info->gen == 6)
142 info->view.array_len = MIN2(info->view.array_len, 512);
143 }
144
145
146 void
147 blorp_params_init(struct blorp_params *params)
148 {
149 memset(params, 0, sizeof(*params));
150 params->num_draw_buffers = 1;
151 params->num_layers = 1;
152 }
153
154 void
155 brw_blorp_init_wm_prog_key(struct brw_wm_prog_key *wm_key)
156 {
157 memset(wm_key, 0, sizeof(*wm_key));
158 wm_key->nr_color_regions = 1;
159 for (int i = 0; i < MAX_SAMPLERS; i++)
160 wm_key->tex.swizzles[i] = SWIZZLE_XYZW;
161 }
162
163 static int
164 nir_uniform_type_size(const struct glsl_type *type)
165 {
166 /* Only very basic types are allowed */
167 assert(glsl_type_is_vector_or_scalar(type));
168 assert(glsl_get_bit_size(type) == 32);
169
170 return glsl_get_vector_elements(type) * 4;
171 }
172
173 const unsigned *
174 brw_blorp_compile_nir_shader(struct blorp_context *blorp, struct nir_shader *nir,
175 const struct brw_wm_prog_key *wm_key,
176 bool use_repclear,
177 struct brw_blorp_prog_data *prog_data,
178 unsigned *program_size)
179 {
180 const struct brw_compiler *compiler = blorp->compiler;
181
182 void *mem_ctx = ralloc_context(NULL);
183
184 /* Calling brw_preprocess_nir and friends is destructive and, if cloning is
185 * enabled, may end up completely replacing the nir_shader. Therefore, we
186 * own it and might as well put it in our context for easy cleanup.
187 */
188 ralloc_steal(mem_ctx, nir);
189 nir->options =
190 compiler->glsl_compiler_options[MESA_SHADER_FRAGMENT].NirOptions;
191
192 struct brw_wm_prog_data wm_prog_data;
193 memset(&wm_prog_data, 0, sizeof(wm_prog_data));
194
195 wm_prog_data.base.nr_params = 0;
196 wm_prog_data.base.param = NULL;
197
198 /* BLORP always just uses the first two binding table entries */
199 wm_prog_data.binding_table.render_target_start = BLORP_RENDERBUFFER_BT_INDEX;
200 wm_prog_data.base.binding_table.texture_start = BLORP_TEXTURE_BT_INDEX;
201
202 nir = brw_preprocess_nir(compiler, nir);
203 nir_remove_dead_variables(nir, nir_var_shader_in);
204 nir_shader_gather_info(nir, nir_shader_get_entrypoint(nir));
205
206 /* Uniforms are required to be lowered before going into compile_fs. For
207 * BLORP, we'll assume that whoever builds the shader sets the location
208 * they want so we just need to lower them and figure out how many we have
209 * in total.
210 */
211 nir->num_uniforms = 0;
212 nir_foreach_variable(var, &nir->uniforms) {
213 var->data.driver_location = var->data.location;
214 unsigned end = var->data.location + nir_uniform_type_size(var->type);
215 nir->num_uniforms = MAX2(nir->num_uniforms, end);
216 }
217 nir_lower_io(nir, nir_var_uniform, nir_uniform_type_size);
218
219 const unsigned *program =
220 brw_compile_fs(compiler, blorp->driver_ctx, mem_ctx,
221 wm_key, &wm_prog_data, nir,
222 NULL, -1, -1, false, use_repclear, program_size, NULL);
223
224 /* Copy the relavent bits of wm_prog_data over into the blorp prog data */
225 prog_data->dispatch_8 = wm_prog_data.dispatch_8;
226 prog_data->dispatch_16 = wm_prog_data.dispatch_16;
227 prog_data->first_curbe_grf_0 = wm_prog_data.base.dispatch_grf_start_reg;
228 prog_data->first_curbe_grf_2 = wm_prog_data.dispatch_grf_start_reg_2;
229 prog_data->ksp_offset_2 = wm_prog_data.prog_offset_2;
230 prog_data->persample_msaa_dispatch = wm_prog_data.persample_dispatch;
231 prog_data->flat_inputs = wm_prog_data.flat_inputs;
232 prog_data->num_varying_inputs = wm_prog_data.num_varying_inputs;
233 prog_data->inputs_read = nir->info.inputs_read;
234
235 assert(wm_prog_data.base.nr_params == 0);
236
237 return program;
238 }
239
240 void
241 blorp_gen6_hiz_op(struct blorp_batch *batch,
242 struct blorp_surf *surf, unsigned level, unsigned layer,
243 enum blorp_hiz_op op)
244 {
245 struct blorp_params params;
246 blorp_params_init(&params);
247
248 params.hiz_op = op;
249
250 brw_blorp_surface_info_init(batch->blorp, &params.depth, surf, level, layer,
251 surf->surf->format, true);
252
253 /* Align the rectangle primitive to 8x4 pixels.
254 *
255 * During fast depth clears, the emitted rectangle primitive must be
256 * aligned to 8x4 pixels. From the Ivybridge PRM, Vol 2 Part 1 Section
257 * 11.5.3.1 Depth Buffer Clear (and the matching section in the Sandybridge
258 * PRM):
259 * If Number of Multisamples is NUMSAMPLES_1, the rectangle must be
260 * aligned to an 8x4 pixel block relative to the upper left corner
261 * of the depth buffer [...]
262 *
263 * For hiz resolves, the rectangle must also be 8x4 aligned. Item
264 * WaHizAmbiguate8x4Aligned from the Haswell workarounds page and the
265 * Ivybridge simulator require the alignment.
266 *
267 * To be safe, let's just align the rect for all hiz operations and all
268 * hardware generations.
269 *
270 * However, for some miptree slices of a Z24 texture, emitting an 8x4
271 * aligned rectangle that covers the slice may clobber adjacent slices if
272 * we strictly adhered to the texture alignments specified in the PRM. The
273 * Ivybridge PRM, Section "Alignment Unit Size", states that
274 * SURFACE_STATE.Surface_Horizontal_Alignment should be 4 for Z24 surfaces,
275 * not 8. But commit 1f112cc increased the alignment from 4 to 8, which
276 * prevents the clobbering.
277 */
278 params.x1 = minify(params.depth.surf.logical_level0_px.width,
279 params.depth.view.base_level);
280 params.y1 = minify(params.depth.surf.logical_level0_px.height,
281 params.depth.view.base_level);
282 params.x1 = ALIGN(params.x1, 8);
283 params.y1 = ALIGN(params.y1, 4);
284
285 if (params.depth.view.base_level == 0) {
286 /* TODO: What about MSAA? */
287 params.depth.surf.logical_level0_px.width = params.x1;
288 params.depth.surf.logical_level0_px.height = params.y1;
289 }
290
291 params.dst.surf.samples = params.depth.surf.samples;
292 params.dst.surf.logical_level0_px = params.depth.surf.logical_level0_px;
293 params.depth_format = isl_format_get_depth_format(surf->surf->format, false);
294
295 batch->blorp->exec(batch, &params);
296 }