anv: Refactor pipeline l3 config setup
[mesa.git] / src / intel / vulkan / genX_pipeline.c
1 /*
2 * Copyright © 2015 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21 * IN THE SOFTWARE.
22 */
23
24 #include "anv_private.h"
25
26 #include "genxml/gen_macros.h"
27 #include "genxml/genX_pack.h"
28
29 VkResult
30 genX(compute_pipeline_create)(
31 VkDevice _device,
32 struct anv_pipeline_cache * cache,
33 const VkComputePipelineCreateInfo* pCreateInfo,
34 const VkAllocationCallbacks* pAllocator,
35 VkPipeline* pPipeline)
36 {
37 ANV_FROM_HANDLE(anv_device, device, _device);
38 struct anv_pipeline *pipeline;
39 VkResult result;
40
41 assert(pCreateInfo->sType == VK_STRUCTURE_TYPE_COMPUTE_PIPELINE_CREATE_INFO);
42
43 pipeline = anv_alloc2(&device->alloc, pAllocator, sizeof(*pipeline), 8,
44 VK_SYSTEM_ALLOCATION_SCOPE_OBJECT);
45 if (pipeline == NULL)
46 return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY);
47
48 pipeline->device = device;
49 pipeline->layout = anv_pipeline_layout_from_handle(pCreateInfo->layout);
50
51 pipeline->blend_state.map = NULL;
52
53 result = anv_reloc_list_init(&pipeline->batch_relocs,
54 pAllocator ? pAllocator : &device->alloc);
55 if (result != VK_SUCCESS) {
56 anv_free2(&device->alloc, pAllocator, pipeline);
57 return result;
58 }
59 pipeline->batch.next = pipeline->batch.start = pipeline->batch_data;
60 pipeline->batch.end = pipeline->batch.start + sizeof(pipeline->batch_data);
61 pipeline->batch.relocs = &pipeline->batch_relocs;
62
63 /* When we free the pipeline, we detect stages based on the NULL status
64 * of various prog_data pointers. Make them NULL by default.
65 */
66 memset(pipeline->shaders, 0, sizeof(pipeline->shaders));
67
68 pipeline->vs_simd8 = NO_KERNEL;
69 pipeline->vs_vec4 = NO_KERNEL;
70 pipeline->gs_kernel = NO_KERNEL;
71
72 pipeline->active_stages = 0;
73
74 pipeline->needs_data_cache = false;
75
76 assert(pCreateInfo->stage.stage == VK_SHADER_STAGE_COMPUTE_BIT);
77 ANV_FROM_HANDLE(anv_shader_module, module, pCreateInfo->stage.module);
78 result = anv_pipeline_compile_cs(pipeline, cache, pCreateInfo, module,
79 pCreateInfo->stage.pName,
80 pCreateInfo->stage.pSpecializationInfo);
81 if (result != VK_SUCCESS) {
82 anv_free2(&device->alloc, pAllocator, pipeline);
83 return result;
84 }
85
86 pipeline->use_repclear = false;
87
88 const struct brw_cs_prog_data *cs_prog_data = get_cs_prog_data(pipeline);
89
90 anv_pipeline_setup_l3_config(pipeline, cs_prog_data->base.total_shared > 0);
91
92 uint32_t group_size = cs_prog_data->local_size[0] *
93 cs_prog_data->local_size[1] * cs_prog_data->local_size[2];
94 uint32_t remainder = group_size & (cs_prog_data->simd_size - 1);
95
96 if (remainder > 0)
97 pipeline->cs_right_mask = ~0u >> (32 - remainder);
98 else
99 pipeline->cs_right_mask = ~0u >> (32 - cs_prog_data->simd_size);
100
101 const uint32_t vfe_curbe_allocation =
102 ALIGN(cs_prog_data->push.per_thread.regs * cs_prog_data->threads +
103 cs_prog_data->push.cross_thread.regs, 2);
104
105 anv_batch_emit(&pipeline->batch, GENX(MEDIA_VFE_STATE), vfe) {
106 vfe.ScratchSpaceBasePointer = (struct anv_address) {
107 .bo = anv_scratch_pool_alloc(device, &device->scratch_pool,
108 MESA_SHADER_COMPUTE,
109 cs_prog_data->base.total_scratch),
110 .offset = 0,
111 };
112 vfe.PerThreadScratchSpace = ffs(cs_prog_data->base.total_scratch / 2048);
113 #if GEN_GEN > 7
114 vfe.StackSize = 0;
115 #else
116 vfe.GPGPUMode = true;
117 #endif
118 vfe.MaximumNumberofThreads = device->info.max_cs_threads - 1;
119 vfe.NumberofURBEntries = GEN_GEN <= 7 ? 0 : 2;
120 vfe.ResetGatewayTimer = true;
121 #if GEN_GEN <= 8
122 vfe.BypassGatewayControl = true;
123 #endif
124 vfe.URBEntryAllocationSize = GEN_GEN <= 7 ? 0 : 2;
125 vfe.CURBEAllocationSize = vfe_curbe_allocation;
126 }
127
128 *pPipeline = anv_pipeline_to_handle(pipeline);
129
130 return VK_SUCCESS;
131 }