anv: Properly initialize device->slice_hash.
[mesa.git] / src / intel / vulkan / genX_state.c
1 /*
2 * Copyright © 2015 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21 * IN THE SOFTWARE.
22 */
23
24 #include <assert.h>
25 #include <stdbool.h>
26 #include <string.h>
27 #include <unistd.h>
28 #include <fcntl.h>
29
30 #include "anv_private.h"
31
32 #include "common/gen_sample_positions.h"
33 #include "genxml/gen_macros.h"
34 #include "genxml/genX_pack.h"
35
36 #include "vk_util.h"
37
38 #if GEN_GEN == 10
39 /**
40 * From Gen10 Workarounds page in h/w specs:
41 * WaSampleOffsetIZ:
42 * "Prior to the 3DSTATE_SAMPLE_PATTERN driver must ensure there are no
43 * markers in the pipeline by programming a PIPE_CONTROL with stall."
44 */
45 static void
46 gen10_emit_wa_cs_stall_flush(struct anv_batch *batch)
47 {
48
49 anv_batch_emit(batch, GENX(PIPE_CONTROL), pc) {
50 pc.CommandStreamerStallEnable = true;
51 pc.StallAtPixelScoreboard = true;
52 }
53 }
54
55 /**
56 * From Gen10 Workarounds page in h/w specs:
57 * WaSampleOffsetIZ:_cs_stall_flush
58 * "When 3DSTATE_SAMPLE_PATTERN is programmed, driver must then issue an
59 * MI_LOAD_REGISTER_IMM command to an offset between 0x7000 and 0x7FFF(SVL)
60 * after the command to ensure the state has been delivered prior to any
61 * command causing a marker in the pipeline."
62 */
63 static void
64 gen10_emit_wa_lri_to_cache_mode_zero(struct anv_batch *batch)
65 {
66 /* Before changing the value of CACHE_MODE_0 register, GFX pipeline must
67 * be idle; i.e., full flush is required.
68 */
69 anv_batch_emit(batch, GENX(PIPE_CONTROL), pc) {
70 pc.DepthCacheFlushEnable = true;
71 pc.DCFlushEnable = true;
72 pc.RenderTargetCacheFlushEnable = true;
73 pc.InstructionCacheInvalidateEnable = true;
74 pc.StateCacheInvalidationEnable = true;
75 pc.TextureCacheInvalidationEnable = true;
76 pc.VFCacheInvalidationEnable = true;
77 pc.ConstantCacheInvalidationEnable =true;
78 }
79
80 /* Write to CACHE_MODE_0 (0x7000) */
81 uint32_t cache_mode_0 = 0;
82 anv_pack_struct(&cache_mode_0, GENX(CACHE_MODE_0));
83
84 anv_batch_emit(batch, GENX(MI_LOAD_REGISTER_IMM), lri) {
85 lri.RegisterOffset = GENX(CACHE_MODE_0_num);
86 lri.DataDWord = cache_mode_0;
87 }
88 }
89 #endif
90
91 static void
92 genX(emit_slice_hashing_state)(struct anv_device *device,
93 struct anv_batch *batch)
94 {
95 device->slice_hash = (struct anv_state) { 0 };
96
97 #if GEN_GEN == 11
98 const unsigned *ppipe_subslices = device->info.ppipe_subslices;
99 int subslices_delta = ppipe_subslices[0] - ppipe_subslices[1];
100 if (subslices_delta == 0)
101 return;
102
103 unsigned size = GENX(SLICE_HASH_TABLE_length) * 4;
104 device->slice_hash =
105 anv_state_pool_alloc(&device->dynamic_state_pool, size, 64);
106
107 struct GENX(SLICE_HASH_TABLE) table0 = {
108 .Entry = {
109 { 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1 },
110 { 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1 },
111 { 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0 },
112 { 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1 },
113 { 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1 },
114 { 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0 },
115 { 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1 },
116 { 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1 },
117 { 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0 },
118 { 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1 },
119 { 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1 },
120 { 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0 },
121 { 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1 },
122 { 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1 },
123 { 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0 },
124 { 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1 }
125 }
126 };
127
128 struct GENX(SLICE_HASH_TABLE) table1 = {
129 .Entry = {
130 { 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0 },
131 { 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0 },
132 { 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1 },
133 { 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0 },
134 { 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0 },
135 { 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1 },
136 { 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0 },
137 { 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0 },
138 { 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1 },
139 { 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0 },
140 { 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0 },
141 { 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1 },
142 { 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0 },
143 { 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0 },
144 { 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1 },
145 { 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0 }
146 }
147 };
148
149 const struct GENX(SLICE_HASH_TABLE) *table =
150 subslices_delta < 0 ? &table0 : &table1;
151 GENX(SLICE_HASH_TABLE_pack)(NULL, device->slice_hash.map, table);
152
153 anv_batch_emit(batch, GENX(3DSTATE_SLICE_TABLE_STATE_POINTERS), ptr) {
154 ptr.SliceHashStatePointerValid = true;
155 ptr.SliceHashTableStatePointer = device->slice_hash.offset;
156 }
157
158 anv_batch_emit(batch, GENX(3DSTATE_3D_MODE), mode) {
159 mode.SliceHashingTableEnable = true;
160 }
161 #endif
162 }
163
164 VkResult
165 genX(init_device_state)(struct anv_device *device)
166 {
167 device->default_mocs = GENX(MOCS);
168 #if GEN_GEN >= 8
169 device->external_mocs = GENX(EXTERNAL_MOCS);
170 #else
171 device->external_mocs = device->default_mocs;
172 #endif
173
174 struct anv_batch batch;
175
176 uint32_t cmds[64];
177 batch.start = batch.next = cmds;
178 batch.end = (void *) cmds + sizeof(cmds);
179
180 anv_batch_emit(&batch, GENX(PIPELINE_SELECT), ps) {
181 #if GEN_GEN >= 9
182 ps.MaskBits = 3;
183 #endif
184 ps.PipelineSelection = _3D;
185 }
186
187 #if GEN_GEN == 9
188 uint32_t cache_mode_1;
189 anv_pack_struct(&cache_mode_1, GENX(CACHE_MODE_1),
190 .FloatBlendOptimizationEnable = true,
191 .FloatBlendOptimizationEnableMask = true,
192 .PartialResolveDisableInVC = true,
193 .PartialResolveDisableInVCMask = true);
194
195 anv_batch_emit(&batch, GENX(MI_LOAD_REGISTER_IMM), lri) {
196 lri.RegisterOffset = GENX(CACHE_MODE_1_num);
197 lri.DataDWord = cache_mode_1;
198 }
199 #endif
200
201 anv_batch_emit(&batch, GENX(3DSTATE_AA_LINE_PARAMETERS), aa);
202
203 anv_batch_emit(&batch, GENX(3DSTATE_DRAWING_RECTANGLE), rect) {
204 rect.ClippedDrawingRectangleYMin = 0;
205 rect.ClippedDrawingRectangleXMin = 0;
206 rect.ClippedDrawingRectangleYMax = UINT16_MAX;
207 rect.ClippedDrawingRectangleXMax = UINT16_MAX;
208 rect.DrawingRectangleOriginY = 0;
209 rect.DrawingRectangleOriginX = 0;
210 }
211
212 #if GEN_GEN >= 8
213 anv_batch_emit(&batch, GENX(3DSTATE_WM_CHROMAKEY), ck);
214
215 #if GEN_GEN == 10
216 gen10_emit_wa_cs_stall_flush(&batch);
217 #endif
218
219 /* See the Vulkan 1.0 spec Table 24.1 "Standard sample locations" and
220 * VkPhysicalDeviceFeatures::standardSampleLocations.
221 */
222 anv_batch_emit(&batch, GENX(3DSTATE_SAMPLE_PATTERN), sp) {
223 GEN_SAMPLE_POS_1X(sp._1xSample);
224 GEN_SAMPLE_POS_2X(sp._2xSample);
225 GEN_SAMPLE_POS_4X(sp._4xSample);
226 GEN_SAMPLE_POS_8X(sp._8xSample);
227 #if GEN_GEN >= 9
228 GEN_SAMPLE_POS_16X(sp._16xSample);
229 #endif
230 }
231
232 /* The BDW+ docs describe how to use the 3DSTATE_WM_HZ_OP instruction in the
233 * section titled, "Optimized Depth Buffer Clear and/or Stencil Buffer
234 * Clear." It mentions that the packet overrides GPU state for the clear
235 * operation and needs to be reset to 0s to clear the overrides. Depending
236 * on the kernel, we may not get a context with the state for this packet
237 * zeroed. Do it ourselves just in case. We've observed this to prevent a
238 * number of GPU hangs on ICL.
239 */
240 anv_batch_emit(&batch, GENX(3DSTATE_WM_HZ_OP), hzp);
241 #endif
242
243 #if GEN_GEN == 10
244 gen10_emit_wa_lri_to_cache_mode_zero(&batch);
245 #endif
246
247 #if GEN_GEN == 11
248 /* The default behavior of bit 5 "Headerless Message for Pre-emptable
249 * Contexts" in SAMPLER MODE register is set to 0, which means
250 * headerless sampler messages are not allowed for pre-emptable
251 * contexts. Set the bit 5 to 1 to allow them.
252 */
253 uint32_t sampler_mode;
254 anv_pack_struct(&sampler_mode, GENX(SAMPLER_MODE),
255 .HeaderlessMessageforPreemptableContexts = true,
256 .HeaderlessMessageforPreemptableContextsMask = true);
257
258 anv_batch_emit(&batch, GENX(MI_LOAD_REGISTER_IMM), lri) {
259 lri.RegisterOffset = GENX(SAMPLER_MODE_num);
260 lri.DataDWord = sampler_mode;
261 }
262
263 /* Bit 1 "Enabled Texel Offset Precision Fix" must be set in
264 * HALF_SLICE_CHICKEN7 register.
265 */
266 uint32_t half_slice_chicken7;
267 anv_pack_struct(&half_slice_chicken7, GENX(HALF_SLICE_CHICKEN7),
268 .EnabledTexelOffsetPrecisionFix = true,
269 .EnabledTexelOffsetPrecisionFixMask = true);
270
271 anv_batch_emit(&batch, GENX(MI_LOAD_REGISTER_IMM), lri) {
272 lri.RegisterOffset = GENX(HALF_SLICE_CHICKEN7_num);
273 lri.DataDWord = half_slice_chicken7;
274 }
275
276 /* WaEnableStateCacheRedirectToCS:icl */
277 uint32_t slice_common_eco_chicken1;
278 anv_pack_struct(&slice_common_eco_chicken1,
279 GENX(SLICE_COMMON_ECO_CHICKEN1),
280 .StateCacheRedirectToCSSectionEnable = true,
281 .StateCacheRedirectToCSSectionEnableMask = true);
282
283 anv_batch_emit(&batch, GENX(MI_LOAD_REGISTER_IMM), lri) {
284 lri.RegisterOffset = GENX(SLICE_COMMON_ECO_CHICKEN1_num);
285 lri.DataDWord = slice_common_eco_chicken1;
286 }
287
288 #endif
289 genX(emit_slice_hashing_state)(device, &batch);
290
291 #if GEN_GEN >= 11
292 /* hardware specification recommends disabling repacking for
293 * the compatibility with decompression mechanism in display controller.
294 */
295 if (device->info.disable_ccs_repack) {
296 uint32_t cache_mode_0;
297 anv_pack_struct(&cache_mode_0,
298 GENX(CACHE_MODE_0),
299 .DisableRepackingforCompression = true,
300 .DisableRepackingforCompressionMask = true);
301
302 anv_batch_emit(&batch, GENX(MI_LOAD_REGISTER_IMM), lri) {
303 lri.RegisterOffset = GENX(CACHE_MODE_0_num);
304 lri.DataDWord = cache_mode_0;
305 }
306 }
307 #endif
308
309 /* Set the "CONSTANT_BUFFER Address Offset Disable" bit, so
310 * 3DSTATE_CONSTANT_XS buffer 0 is an absolute address.
311 *
312 * This is only safe on kernels with context isolation support.
313 */
314 if (GEN_GEN >= 8 &&
315 device->instance->physicalDevice.has_context_isolation) {
316 UNUSED uint32_t tmp_reg;
317 #if GEN_GEN >= 9
318 anv_pack_struct(&tmp_reg, GENX(CS_DEBUG_MODE2),
319 .CONSTANT_BUFFERAddressOffsetDisable = true,
320 .CONSTANT_BUFFERAddressOffsetDisableMask = true);
321 anv_batch_emit(&batch, GENX(MI_LOAD_REGISTER_IMM), lri) {
322 lri.RegisterOffset = GENX(CS_DEBUG_MODE2_num);
323 lri.DataDWord = tmp_reg;
324 }
325 #elif GEN_GEN == 8
326 anv_pack_struct(&tmp_reg, GENX(INSTPM),
327 .CONSTANT_BUFFERAddressOffsetDisable = true,
328 .CONSTANT_BUFFERAddressOffsetDisableMask = true);
329 anv_batch_emit(&batch, GENX(MI_LOAD_REGISTER_IMM), lri) {
330 lri.RegisterOffset = GENX(INSTPM_num);
331 lri.DataDWord = tmp_reg;
332 }
333 #endif
334 }
335
336 anv_batch_emit(&batch, GENX(MI_BATCH_BUFFER_END), bbe);
337
338 assert(batch.next <= batch.end);
339
340 return anv_device_submit_simple_batch(device, &batch);
341 }
342
343 static uint32_t
344 vk_to_gen_tex_filter(VkFilter filter, bool anisotropyEnable)
345 {
346 switch (filter) {
347 default:
348 assert(!"Invalid filter");
349 case VK_FILTER_NEAREST:
350 return anisotropyEnable ? MAPFILTER_ANISOTROPIC : MAPFILTER_NEAREST;
351 case VK_FILTER_LINEAR:
352 return anisotropyEnable ? MAPFILTER_ANISOTROPIC : MAPFILTER_LINEAR;
353 }
354 }
355
356 static uint32_t
357 vk_to_gen_max_anisotropy(float ratio)
358 {
359 return (anv_clamp_f(ratio, 2, 16) - 2) / 2;
360 }
361
362 static const uint32_t vk_to_gen_mipmap_mode[] = {
363 [VK_SAMPLER_MIPMAP_MODE_NEAREST] = MIPFILTER_NEAREST,
364 [VK_SAMPLER_MIPMAP_MODE_LINEAR] = MIPFILTER_LINEAR
365 };
366
367 static const uint32_t vk_to_gen_tex_address[] = {
368 [VK_SAMPLER_ADDRESS_MODE_REPEAT] = TCM_WRAP,
369 [VK_SAMPLER_ADDRESS_MODE_MIRRORED_REPEAT] = TCM_MIRROR,
370 [VK_SAMPLER_ADDRESS_MODE_CLAMP_TO_EDGE] = TCM_CLAMP,
371 [VK_SAMPLER_ADDRESS_MODE_MIRROR_CLAMP_TO_EDGE] = TCM_MIRROR_ONCE,
372 [VK_SAMPLER_ADDRESS_MODE_CLAMP_TO_BORDER] = TCM_CLAMP_BORDER,
373 };
374
375 /* Vulkan specifies the result of shadow comparisons as:
376 * 1 if ref <op> texel,
377 * 0 otherwise.
378 *
379 * The hardware does:
380 * 0 if texel <op> ref,
381 * 1 otherwise.
382 *
383 * So, these look a bit strange because there's both a negation
384 * and swapping of the arguments involved.
385 */
386 static const uint32_t vk_to_gen_shadow_compare_op[] = {
387 [VK_COMPARE_OP_NEVER] = PREFILTEROPALWAYS,
388 [VK_COMPARE_OP_LESS] = PREFILTEROPLEQUAL,
389 [VK_COMPARE_OP_EQUAL] = PREFILTEROPNOTEQUAL,
390 [VK_COMPARE_OP_LESS_OR_EQUAL] = PREFILTEROPLESS,
391 [VK_COMPARE_OP_GREATER] = PREFILTEROPGEQUAL,
392 [VK_COMPARE_OP_NOT_EQUAL] = PREFILTEROPEQUAL,
393 [VK_COMPARE_OP_GREATER_OR_EQUAL] = PREFILTEROPGREATER,
394 [VK_COMPARE_OP_ALWAYS] = PREFILTEROPNEVER,
395 };
396
397 #if GEN_GEN >= 9
398 static const uint32_t vk_to_gen_sampler_reduction_mode[] = {
399 [VK_SAMPLER_REDUCTION_MODE_WEIGHTED_AVERAGE_EXT] = STD_FILTER,
400 [VK_SAMPLER_REDUCTION_MODE_MIN_EXT] = MINIMUM,
401 [VK_SAMPLER_REDUCTION_MODE_MAX_EXT] = MAXIMUM,
402 };
403 #endif
404
405 VkResult genX(CreateSampler)(
406 VkDevice _device,
407 const VkSamplerCreateInfo* pCreateInfo,
408 const VkAllocationCallbacks* pAllocator,
409 VkSampler* pSampler)
410 {
411 ANV_FROM_HANDLE(anv_device, device, _device);
412 const struct anv_physical_device *pdevice =
413 &device->instance->physicalDevice;
414 struct anv_sampler *sampler;
415
416 assert(pCreateInfo->sType == VK_STRUCTURE_TYPE_SAMPLER_CREATE_INFO);
417
418 sampler = vk_zalloc2(&device->alloc, pAllocator, sizeof(*sampler), 8,
419 VK_SYSTEM_ALLOCATION_SCOPE_OBJECT);
420 if (!sampler)
421 return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY);
422
423 sampler->n_planes = 1;
424
425 uint32_t border_color_stride = GEN_IS_HASWELL ? 512 : 64;
426 uint32_t border_color_offset = device->border_colors.offset +
427 pCreateInfo->borderColor *
428 border_color_stride;
429
430 #if GEN_GEN >= 9
431 unsigned sampler_reduction_mode = STD_FILTER;
432 bool enable_sampler_reduction = false;
433 #endif
434
435 vk_foreach_struct(ext, pCreateInfo->pNext) {
436 switch (ext->sType) {
437 case VK_STRUCTURE_TYPE_SAMPLER_YCBCR_CONVERSION_INFO: {
438 VkSamplerYcbcrConversionInfo *pSamplerConversion =
439 (VkSamplerYcbcrConversionInfo *) ext;
440 ANV_FROM_HANDLE(anv_ycbcr_conversion, conversion,
441 pSamplerConversion->conversion);
442
443 /* Ignore conversion for non-YUV formats. This fulfills a requirement
444 * for clients that want to utilize same code path for images with
445 * external formats (VK_FORMAT_UNDEFINED) and "regular" RGBA images
446 * where format is known.
447 */
448 if (conversion == NULL || !conversion->format->can_ycbcr)
449 break;
450
451 sampler->n_planes = conversion->format->n_planes;
452 sampler->conversion = conversion;
453 break;
454 }
455 #if GEN_GEN >= 9
456 case VK_STRUCTURE_TYPE_SAMPLER_REDUCTION_MODE_CREATE_INFO_EXT: {
457 struct VkSamplerReductionModeCreateInfoEXT *sampler_reduction =
458 (struct VkSamplerReductionModeCreateInfoEXT *) ext;
459 sampler_reduction_mode =
460 vk_to_gen_sampler_reduction_mode[sampler_reduction->reductionMode];
461 enable_sampler_reduction = true;
462 break;
463 }
464 #endif
465 default:
466 anv_debug_ignored_stype(ext->sType);
467 break;
468 }
469 }
470
471 if (pdevice->has_bindless_samplers) {
472 /* If we have bindless, allocate enough samplers. We allocate 32 bytes
473 * for each sampler instead of 16 bytes because we want all bindless
474 * samplers to be 32-byte aligned so we don't have to use indirect
475 * sampler messages on them.
476 */
477 sampler->bindless_state =
478 anv_state_pool_alloc(&device->dynamic_state_pool,
479 sampler->n_planes * 32, 32);
480 }
481
482 for (unsigned p = 0; p < sampler->n_planes; p++) {
483 const bool plane_has_chroma =
484 sampler->conversion && sampler->conversion->format->planes[p].has_chroma;
485 const VkFilter min_filter =
486 plane_has_chroma ? sampler->conversion->chroma_filter : pCreateInfo->minFilter;
487 const VkFilter mag_filter =
488 plane_has_chroma ? sampler->conversion->chroma_filter : pCreateInfo->magFilter;
489 const bool enable_min_filter_addr_rounding = min_filter != VK_FILTER_NEAREST;
490 const bool enable_mag_filter_addr_rounding = mag_filter != VK_FILTER_NEAREST;
491 /* From Broadwell PRM, SAMPLER_STATE:
492 * "Mip Mode Filter must be set to MIPFILTER_NONE for Planar YUV surfaces."
493 */
494 const uint32_t mip_filter_mode =
495 (sampler->conversion &&
496 isl_format_is_yuv(sampler->conversion->format->planes[0].isl_format)) ?
497 MIPFILTER_NONE : vk_to_gen_mipmap_mode[pCreateInfo->mipmapMode];
498
499 struct GENX(SAMPLER_STATE) sampler_state = {
500 .SamplerDisable = false,
501 .TextureBorderColorMode = DX10OGL,
502
503 #if GEN_GEN >= 8
504 .LODPreClampMode = CLAMP_MODE_OGL,
505 #else
506 .LODPreClampEnable = CLAMP_ENABLE_OGL,
507 #endif
508
509 #if GEN_GEN == 8
510 .BaseMipLevel = 0.0,
511 #endif
512 .MipModeFilter = mip_filter_mode,
513 .MagModeFilter = vk_to_gen_tex_filter(mag_filter, pCreateInfo->anisotropyEnable),
514 .MinModeFilter = vk_to_gen_tex_filter(min_filter, pCreateInfo->anisotropyEnable),
515 .TextureLODBias = anv_clamp_f(pCreateInfo->mipLodBias, -16, 15.996),
516 .AnisotropicAlgorithm = EWAApproximation,
517 .MinLOD = anv_clamp_f(pCreateInfo->minLod, 0, 14),
518 .MaxLOD = anv_clamp_f(pCreateInfo->maxLod, 0, 14),
519 .ChromaKeyEnable = 0,
520 .ChromaKeyIndex = 0,
521 .ChromaKeyMode = 0,
522 .ShadowFunction = vk_to_gen_shadow_compare_op[pCreateInfo->compareOp],
523 .CubeSurfaceControlMode = OVERRIDE,
524
525 .BorderColorPointer = border_color_offset,
526
527 #if GEN_GEN >= 8
528 .LODClampMagnificationMode = MIPNONE,
529 #endif
530
531 .MaximumAnisotropy = vk_to_gen_max_anisotropy(pCreateInfo->maxAnisotropy),
532 .RAddressMinFilterRoundingEnable = enable_min_filter_addr_rounding,
533 .RAddressMagFilterRoundingEnable = enable_mag_filter_addr_rounding,
534 .VAddressMinFilterRoundingEnable = enable_min_filter_addr_rounding,
535 .VAddressMagFilterRoundingEnable = enable_mag_filter_addr_rounding,
536 .UAddressMinFilterRoundingEnable = enable_min_filter_addr_rounding,
537 .UAddressMagFilterRoundingEnable = enable_mag_filter_addr_rounding,
538 .TrilinearFilterQuality = 0,
539 .NonnormalizedCoordinateEnable = pCreateInfo->unnormalizedCoordinates,
540 .TCXAddressControlMode = vk_to_gen_tex_address[pCreateInfo->addressModeU],
541 .TCYAddressControlMode = vk_to_gen_tex_address[pCreateInfo->addressModeV],
542 .TCZAddressControlMode = vk_to_gen_tex_address[pCreateInfo->addressModeW],
543
544 #if GEN_GEN >= 9
545 .ReductionType = sampler_reduction_mode,
546 .ReductionTypeEnable = enable_sampler_reduction,
547 #endif
548 };
549
550 GENX(SAMPLER_STATE_pack)(NULL, sampler->state[p], &sampler_state);
551
552 if (sampler->bindless_state.map) {
553 memcpy(sampler->bindless_state.map + p * 32,
554 sampler->state[p], GENX(SAMPLER_STATE_length) * 4);
555 }
556 }
557
558 *pSampler = anv_sampler_to_handle(sampler);
559
560 return VK_SUCCESS;
561 }