2 * Copyright © 2016 Red Hat.
3 * Copyright © 2016 Bas Nieuwenhuizen
5 * based in part on anv driver which is:
6 * Copyright © 2015 Intel Corporation
8 * Permission is hereby granted, free of charge, to any person obtaining a
9 * copy of this software and associated documentation files (the "Software"),
10 * to deal in the Software without restriction, including without limitation
11 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
12 * and/or sell copies of the Software, and to permit persons to whom the
13 * Software is furnished to do so, subject to the following conditions:
15 * The above copyright notice and this permission notice (including the next
16 * paragraph) shall be included in all copies or substantial portions of the
19 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
20 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
21 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
22 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
23 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
24 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
25 * DEALINGS IN THE SOFTWARE.
28 #include "tu_private.h"
30 #include "main/menums.h"
32 #include "nir/nir_builder.h"
33 #include "spirv/nir_spirv.h"
34 #include "util/debug.h"
35 #include "util/mesa-sha1.h"
36 #include "util/u_atomic.h"
37 #include "vk_format.h"
42 struct tu_pipeline_builder
44 struct tu_device
*device
;
45 struct tu_pipeline_cache
*cache
;
46 const VkAllocationCallbacks
*alloc
;
47 const VkGraphicsPipelineCreateInfo
*create_info
;
50 static enum tu_dynamic_state_bits
51 tu_dynamic_state_bit(VkDynamicState state
)
54 case VK_DYNAMIC_STATE_VIEWPORT
:
55 return TU_DYNAMIC_VIEWPORT
;
56 case VK_DYNAMIC_STATE_SCISSOR
:
57 return TU_DYNAMIC_SCISSOR
;
58 case VK_DYNAMIC_STATE_LINE_WIDTH
:
59 return TU_DYNAMIC_LINE_WIDTH
;
60 case VK_DYNAMIC_STATE_DEPTH_BIAS
:
61 return TU_DYNAMIC_DEPTH_BIAS
;
62 case VK_DYNAMIC_STATE_BLEND_CONSTANTS
:
63 return TU_DYNAMIC_BLEND_CONSTANTS
;
64 case VK_DYNAMIC_STATE_DEPTH_BOUNDS
:
65 return TU_DYNAMIC_DEPTH_BOUNDS
;
66 case VK_DYNAMIC_STATE_STENCIL_COMPARE_MASK
:
67 return TU_DYNAMIC_STENCIL_COMPARE_MASK
;
68 case VK_DYNAMIC_STATE_STENCIL_WRITE_MASK
:
69 return TU_DYNAMIC_STENCIL_WRITE_MASK
;
70 case VK_DYNAMIC_STATE_STENCIL_REFERENCE
:
71 return TU_DYNAMIC_STENCIL_REFERENCE
;
73 unreachable("invalid dynamic state");
79 tu_pipeline_builder_create_pipeline(struct tu_pipeline_builder
*builder
,
80 struct tu_pipeline
**out_pipeline
)
82 struct tu_device
*dev
= builder
->device
;
84 struct tu_pipeline
*pipeline
=
85 vk_zalloc2(&dev
->alloc
, builder
->alloc
, sizeof(*pipeline
), 8,
86 VK_SYSTEM_ALLOCATION_SCOPE_OBJECT
);
88 return VK_ERROR_OUT_OF_HOST_MEMORY
;
90 tu_cs_init(&pipeline
->cs
, TU_CS_MODE_SUB_STREAM
, 2048);
92 /* reserve the space now such that tu_cs_begin_sub_stream never fails */
93 VkResult result
= tu_cs_reserve_space(dev
, &pipeline
->cs
, 2048);
94 if (result
!= VK_SUCCESS
) {
95 vk_free2(&dev
->alloc
, builder
->alloc
, pipeline
);
99 *out_pipeline
= pipeline
;
105 tu_pipeline_builder_parse_dynamic(struct tu_pipeline_builder
*builder
,
106 struct tu_pipeline
*pipeline
)
108 const VkPipelineDynamicStateCreateInfo
*dynamic_info
=
109 builder
->create_info
->pDynamicState
;
114 for (uint32_t i
= 0; i
< dynamic_info
->dynamicStateCount
; i
++) {
115 pipeline
->dynamic_state
.mask
|=
116 tu_dynamic_state_bit(dynamic_info
->pDynamicStates
[i
]);
121 tu_pipeline_finish(struct tu_pipeline
*pipeline
,
122 struct tu_device
*dev
,
123 const VkAllocationCallbacks
*alloc
)
125 tu_cs_finish(dev
, &pipeline
->cs
);
129 tu_pipeline_builder_build(struct tu_pipeline_builder
*builder
,
130 struct tu_pipeline
**pipeline
)
132 VkResult result
= tu_pipeline_builder_create_pipeline(builder
, pipeline
);
133 if (result
!= VK_SUCCESS
)
136 tu_pipeline_builder_parse_dynamic(builder
, *pipeline
);
138 /* we should have reserved enough space upfront such that the CS never
141 assert((*pipeline
)->cs
.bo_count
== 1);
147 tu_pipeline_builder_init_graphics(
148 struct tu_pipeline_builder
*builder
,
149 struct tu_device
*dev
,
150 struct tu_pipeline_cache
*cache
,
151 const VkGraphicsPipelineCreateInfo
*create_info
,
152 const VkAllocationCallbacks
*alloc
)
154 *builder
= (struct tu_pipeline_builder
) {
157 .create_info
= create_info
,
163 tu_CreateGraphicsPipelines(VkDevice device
,
164 VkPipelineCache pipelineCache
,
166 const VkGraphicsPipelineCreateInfo
*pCreateInfos
,
167 const VkAllocationCallbacks
*pAllocator
,
168 VkPipeline
*pPipelines
)
170 TU_FROM_HANDLE(tu_device
, dev
, device
);
171 TU_FROM_HANDLE(tu_pipeline_cache
, cache
, pipelineCache
);
173 for (uint32_t i
= 0; i
< count
; i
++) {
174 struct tu_pipeline_builder builder
;
175 tu_pipeline_builder_init_graphics(&builder
, dev
, cache
,
176 &pCreateInfos
[i
], pAllocator
);
178 struct tu_pipeline
*pipeline
;
179 VkResult result
= tu_pipeline_builder_build(&builder
, &pipeline
);
181 if (result
!= VK_SUCCESS
) {
182 for (uint32_t j
= 0; j
< i
; j
++) {
183 tu_DestroyPipeline(device
, pPipelines
[j
], pAllocator
);
184 pPipelines
[j
] = VK_NULL_HANDLE
;
190 pPipelines
[i
] = tu_pipeline_to_handle(pipeline
);
197 tu_compute_pipeline_create(VkDevice _device
,
198 VkPipelineCache _cache
,
199 const VkComputePipelineCreateInfo
*pCreateInfo
,
200 const VkAllocationCallbacks
*pAllocator
,
201 VkPipeline
*pPipeline
)
207 tu_CreateComputePipelines(VkDevice _device
,
208 VkPipelineCache pipelineCache
,
210 const VkComputePipelineCreateInfo
*pCreateInfos
,
211 const VkAllocationCallbacks
*pAllocator
,
212 VkPipeline
*pPipelines
)
214 VkResult result
= VK_SUCCESS
;
217 for (; i
< count
; i
++) {
219 r
= tu_compute_pipeline_create(_device
, pipelineCache
, &pCreateInfos
[i
],
220 pAllocator
, &pPipelines
[i
]);
221 if (r
!= VK_SUCCESS
) {
223 pPipelines
[i
] = VK_NULL_HANDLE
;
231 tu_DestroyPipeline(VkDevice _device
,
232 VkPipeline _pipeline
,
233 const VkAllocationCallbacks
*pAllocator
)
235 TU_FROM_HANDLE(tu_device
, dev
, _device
);
236 TU_FROM_HANDLE(tu_pipeline
, pipeline
, _pipeline
);
241 tu_pipeline_finish(pipeline
, dev
, pAllocator
);
242 vk_free2(&dev
->alloc
, pAllocator
, pipeline
);