2 * Copyright © 2016 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
27 #include "radv_meta.h"
28 #include "radv_private.h"
29 #include "nir/nir_builder.h"
36 const struct glsl_type
*vec4
= glsl_vec4_type();
38 nir_variable
*f_color
; /* vec4, fragment output color */
40 nir_builder_init_simple_shader(&b
, NULL
, MESA_SHADER_FRAGMENT
, NULL
);
41 b
.shader
->info
.name
= ralloc_asprintf(b
.shader
,
44 f_color
= nir_variable_create(b
.shader
, nir_var_shader_out
, vec4
,
46 f_color
->data
.location
= FRAG_RESULT_DATA0
;
47 nir_store_var(&b
, f_color
, nir_imm_vec4(&b
, 0.0, 0.0, 0.0, 1.0), 0xf);
53 create_pass(struct radv_device
*device
)
56 VkDevice device_h
= radv_device_to_handle(device
);
57 const VkAllocationCallbacks
*alloc
= &device
->meta_state
.alloc
;
58 VkAttachmentDescription attachments
[2];
61 for (i
= 0; i
< 2; i
++) {
62 attachments
[i
].format
= VK_FORMAT_UNDEFINED
;
63 attachments
[i
].samples
= 1;
64 attachments
[i
].loadOp
= VK_ATTACHMENT_LOAD_OP_LOAD
;
65 attachments
[i
].storeOp
= VK_ATTACHMENT_STORE_OP_STORE
;
67 attachments
[0].initialLayout
= VK_IMAGE_LAYOUT_GENERAL
;
68 attachments
[0].finalLayout
= VK_IMAGE_LAYOUT_GENERAL
;
69 attachments
[1].initialLayout
= VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL
;
70 attachments
[1].finalLayout
= VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL
;
72 result
= radv_CreateRenderPass(device_h
,
73 &(VkRenderPassCreateInfo
) {
74 .sType
= VK_STRUCTURE_TYPE_RENDER_PASS_CREATE_INFO
,
76 .pAttachments
= attachments
,
78 .pSubpasses
= &(VkSubpassDescription
) {
79 .pipelineBindPoint
= VK_PIPELINE_BIND_POINT_GRAPHICS
,
80 .inputAttachmentCount
= 0,
81 .colorAttachmentCount
= 2,
82 .pColorAttachments
= (VkAttachmentReference
[]) {
85 .layout
= VK_IMAGE_LAYOUT_GENERAL
,
89 .layout
= VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL
,
92 .pResolveAttachments
= NULL
,
93 .pDepthStencilAttachment
= &(VkAttachmentReference
) {
94 .attachment
= VK_ATTACHMENT_UNUSED
,
96 .preserveAttachmentCount
= 0,
97 .pPreserveAttachments
= NULL
,
102 &device
->meta_state
.resolve
.pass
);
108 create_pipeline(struct radv_device
*device
,
109 VkShaderModule vs_module_h
)
112 VkDevice device_h
= radv_device_to_handle(device
);
114 struct radv_shader_module fs_module
= {
115 .nir
= build_nir_fs(),
118 if (!fs_module
.nir
) {
119 /* XXX: Need more accurate error */
120 result
= VK_ERROR_OUT_OF_HOST_MEMORY
;
124 result
= radv_graphics_pipeline_create(device_h
,
125 radv_pipeline_cache_to_handle(&device
->meta_state
.cache
),
126 &(VkGraphicsPipelineCreateInfo
) {
127 .sType
= VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO
,
129 .pStages
= (VkPipelineShaderStageCreateInfo
[]) {
131 .sType
= VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO
,
132 .stage
= VK_SHADER_STAGE_VERTEX_BIT
,
133 .module
= vs_module_h
,
137 .sType
= VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO
,
138 .stage
= VK_SHADER_STAGE_FRAGMENT_BIT
,
139 .module
= radv_shader_module_to_handle(&fs_module
),
143 .pVertexInputState
= &(VkPipelineVertexInputStateCreateInfo
) {
144 .sType
= VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_STATE_CREATE_INFO
,
145 .vertexBindingDescriptionCount
= 0,
146 .vertexAttributeDescriptionCount
= 0,
148 .pInputAssemblyState
= &(VkPipelineInputAssemblyStateCreateInfo
) {
149 .sType
= VK_STRUCTURE_TYPE_PIPELINE_INPUT_ASSEMBLY_STATE_CREATE_INFO
,
150 .topology
= VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP
,
151 .primitiveRestartEnable
= false,
153 .pViewportState
= &(VkPipelineViewportStateCreateInfo
) {
154 .sType
= VK_STRUCTURE_TYPE_PIPELINE_VIEWPORT_STATE_CREATE_INFO
,
158 .pRasterizationState
= &(VkPipelineRasterizationStateCreateInfo
) {
159 .sType
= VK_STRUCTURE_TYPE_PIPELINE_RASTERIZATION_STATE_CREATE_INFO
,
160 .depthClampEnable
= false,
161 .rasterizerDiscardEnable
= false,
162 .polygonMode
= VK_POLYGON_MODE_FILL
,
163 .cullMode
= VK_CULL_MODE_NONE
,
164 .frontFace
= VK_FRONT_FACE_COUNTER_CLOCKWISE
,
166 .pMultisampleState
= &(VkPipelineMultisampleStateCreateInfo
) {
167 .sType
= VK_STRUCTURE_TYPE_PIPELINE_MULTISAMPLE_STATE_CREATE_INFO
,
168 .rasterizationSamples
= 1,
169 .sampleShadingEnable
= false,
171 .alphaToCoverageEnable
= false,
172 .alphaToOneEnable
= false,
174 .pColorBlendState
= &(VkPipelineColorBlendStateCreateInfo
) {
175 .sType
= VK_STRUCTURE_TYPE_PIPELINE_COLOR_BLEND_STATE_CREATE_INFO
,
176 .logicOpEnable
= false,
177 .attachmentCount
= 2,
178 .pAttachments
= (VkPipelineColorBlendAttachmentState
[]) {
180 .colorWriteMask
= VK_COLOR_COMPONENT_R_BIT
|
181 VK_COLOR_COMPONENT_G_BIT
|
182 VK_COLOR_COMPONENT_B_BIT
|
183 VK_COLOR_COMPONENT_A_BIT
,
191 .pDynamicState
= &(VkPipelineDynamicStateCreateInfo
) {
192 .sType
= VK_STRUCTURE_TYPE_PIPELINE_DYNAMIC_STATE_CREATE_INFO
,
193 .dynamicStateCount
= 2,
194 .pDynamicStates
= (VkDynamicState
[]) {
195 VK_DYNAMIC_STATE_VIEWPORT
,
196 VK_DYNAMIC_STATE_SCISSOR
,
199 .renderPass
= device
->meta_state
.resolve
.pass
,
202 &(struct radv_graphics_pipeline_create_info
) {
203 .use_rectlist
= true,
204 .custom_blend_mode
= V_028808_CB_RESOLVE
,
206 &device
->meta_state
.alloc
,
207 &device
->meta_state
.resolve
.pipeline
);
208 if (result
!= VK_SUCCESS
)
214 ralloc_free(fs_module
.nir
);
219 radv_device_finish_meta_resolve_state(struct radv_device
*device
)
221 struct radv_meta_state
*state
= &device
->meta_state
;
223 radv_DestroyRenderPass(radv_device_to_handle(device
),
224 state
->resolve
.pass
, &state
->alloc
);
225 radv_DestroyPipeline(radv_device_to_handle(device
),
226 state
->resolve
.pipeline
, &state
->alloc
);
230 radv_device_init_meta_resolve_state(struct radv_device
*device
)
232 VkResult res
= VK_SUCCESS
;
234 struct radv_shader_module vs_module
= { .nir
= radv_meta_build_nir_vs_generate_vertices() };
235 if (!vs_module
.nir
) {
236 /* XXX: Need more accurate error */
237 res
= VK_ERROR_OUT_OF_HOST_MEMORY
;
241 res
= create_pass(device
);
242 if (res
!= VK_SUCCESS
)
245 VkShaderModule vs_module_h
= radv_shader_module_to_handle(&vs_module
);
246 res
= create_pipeline(device
, vs_module_h
);
247 if (res
!= VK_SUCCESS
)
253 radv_device_finish_meta_resolve_state(device
);
256 ralloc_free(vs_module
.nir
);
262 emit_resolve(struct radv_cmd_buffer
*cmd_buffer
,
263 const VkOffset2D
*dest_offset
,
264 const VkExtent2D
*resolve_extent
)
266 struct radv_device
*device
= cmd_buffer
->device
;
267 VkCommandBuffer cmd_buffer_h
= radv_cmd_buffer_to_handle(cmd_buffer
);
269 cmd_buffer
->state
.flush_bits
|= RADV_CMD_FLAG_FLUSH_AND_INV_CB
;
271 radv_CmdBindPipeline(cmd_buffer_h
, VK_PIPELINE_BIND_POINT_GRAPHICS
,
272 device
->meta_state
.resolve
.pipeline
);
274 radv_CmdSetViewport(radv_cmd_buffer_to_handle(cmd_buffer
), 0, 1, &(VkViewport
) {
277 .width
= resolve_extent
->width
,
278 .height
= resolve_extent
->height
,
283 radv_CmdSetScissor(radv_cmd_buffer_to_handle(cmd_buffer
), 0, 1, &(VkRect2D
) {
284 .offset
= *dest_offset
,
285 .extent
= *resolve_extent
,
288 radv_CmdDraw(cmd_buffer_h
, 3, 1, 0, 0);
289 cmd_buffer
->state
.flush_bits
|= RADV_CMD_FLAG_FLUSH_AND_INV_CB
;
292 enum radv_resolve_method
{
298 static void radv_pick_resolve_method_images(struct radv_image
*src_image
,
299 struct radv_image
*dest_image
,
300 enum radv_resolve_method
*method
)
303 if (dest_image
->surface
.micro_tile_mode
!= src_image
->surface
.micro_tile_mode
) {
304 if (dest_image
->surface
.num_dcc_levels
> 0)
305 *method
= RESOLVE_FRAGMENT
;
307 *method
= RESOLVE_COMPUTE
;
311 void radv_CmdResolveImage(
312 VkCommandBuffer cmd_buffer_h
,
314 VkImageLayout src_image_layout
,
315 VkImage dest_image_h
,
316 VkImageLayout dest_image_layout
,
317 uint32_t region_count
,
318 const VkImageResolve
* regions
)
320 RADV_FROM_HANDLE(radv_cmd_buffer
, cmd_buffer
, cmd_buffer_h
);
321 RADV_FROM_HANDLE(radv_image
, src_image
, src_image_h
);
322 RADV_FROM_HANDLE(radv_image
, dest_image
, dest_image_h
);
323 struct radv_device
*device
= cmd_buffer
->device
;
324 struct radv_meta_saved_state saved_state
;
325 VkDevice device_h
= radv_device_to_handle(device
);
326 enum radv_resolve_method resolve_method
= RESOLVE_HW
;
327 /* we can use the hw resolve only for single full resolves */
328 if (region_count
== 1) {
329 if (regions
[0].srcOffset
.x
||
330 regions
[0].srcOffset
.y
||
331 regions
[0].srcOffset
.z
)
332 resolve_method
= RESOLVE_COMPUTE
;
333 if (regions
[0].dstOffset
.x
||
334 regions
[0].dstOffset
.y
||
335 regions
[0].dstOffset
.z
)
336 resolve_method
= RESOLVE_COMPUTE
;
338 if (regions
[0].extent
.width
!= src_image
->info
.width
||
339 regions
[0].extent
.height
!= src_image
->info
.height
||
340 regions
[0].extent
.depth
!= src_image
->info
.depth
)
341 resolve_method
= RESOLVE_COMPUTE
;
343 resolve_method
= RESOLVE_COMPUTE
;
345 radv_pick_resolve_method_images(src_image
, dest_image
,
348 if (resolve_method
== RESOLVE_FRAGMENT
) {
349 radv_meta_resolve_fragment_image(cmd_buffer
,
354 region_count
, regions
);
358 if (resolve_method
== RESOLVE_COMPUTE
) {
359 radv_meta_resolve_compute_image(cmd_buffer
,
364 region_count
, regions
);
368 radv_meta_save_graphics_reset_vport_scissor_novertex(&saved_state
, cmd_buffer
,
369 RADV_META_SAVE_GRAPHICS_PIPELINE
);
371 assert(src_image
->info
.samples
> 1);
372 if (src_image
->info
.samples
<= 1) {
373 /* this causes GPU hangs if we get past here */
374 fprintf(stderr
, "radv: Illegal resolve operation (src not multisampled), will hang GPU.");
377 assert(dest_image
->info
.samples
== 1);
379 if (src_image
->info
.samples
>= 16) {
380 /* See commit aa3f9aaf31e9056a255f9e0472ebdfdaa60abe54 for the
381 * glBlitFramebuffer workaround for samples >= 16.
383 radv_finishme("vkCmdResolveImage: need interpolation workaround when "
387 if (src_image
->info
.array_size
> 1)
388 radv_finishme("vkCmdResolveImage: multisample array images");
390 if (dest_image
->surface
.dcc_size
) {
391 radv_initialize_dcc(cmd_buffer
, dest_image
, 0xffffffff);
393 for (uint32_t r
= 0; r
< region_count
; ++r
) {
394 const VkImageResolve
*region
= ®ions
[r
];
396 /* From the Vulkan 1.0 spec:
398 * - The aspectMask member of srcSubresource and dstSubresource must
399 * only contain VK_IMAGE_ASPECT_COLOR_BIT
401 * - The layerCount member of srcSubresource and dstSubresource must
404 assert(region
->srcSubresource
.aspectMask
== VK_IMAGE_ASPECT_COLOR_BIT
);
405 assert(region
->dstSubresource
.aspectMask
== VK_IMAGE_ASPECT_COLOR_BIT
);
406 assert(region
->srcSubresource
.layerCount
==
407 region
->dstSubresource
.layerCount
);
409 const uint32_t src_base_layer
=
410 radv_meta_get_iview_layer(src_image
, ®ion
->srcSubresource
,
413 const uint32_t dest_base_layer
=
414 radv_meta_get_iview_layer(dest_image
, ®ion
->dstSubresource
,
418 * From Vulkan 1.0.6 spec: 18.6 Resolving Multisample Images
420 * extent is the size in texels of the source image to resolve in width,
421 * height and depth. 1D images use only x and width. 2D images use x, y,
422 * width and height. 3D images use x, y, z, width, height and depth.
424 * srcOffset and dstOffset select the initial x, y, and z offsets in
425 * texels of the sub-regions of the source and destination image data.
426 * extent is the size in texels of the source image to resolve in width,
427 * height and depth. 1D images use only x and width. 2D images use x, y,
428 * width and height. 3D images use x, y, z, width, height and depth.
430 const struct VkExtent3D extent
=
431 radv_sanitize_image_extent(src_image
->type
, region
->extent
);
432 const struct VkOffset3D dstOffset
=
433 radv_sanitize_image_offset(dest_image
->type
, region
->dstOffset
);
436 for (uint32_t layer
= 0; layer
< region
->srcSubresource
.layerCount
;
439 struct radv_image_view src_iview
;
440 radv_image_view_init(&src_iview
, cmd_buffer
->device
,
441 &(VkImageViewCreateInfo
) {
442 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
443 .image
= src_image_h
,
444 .viewType
= radv_meta_get_view_type(src_image
),
445 .format
= src_image
->vk_format
,
446 .subresourceRange
= {
447 .aspectMask
= VK_IMAGE_ASPECT_COLOR_BIT
,
448 .baseMipLevel
= region
->srcSubresource
.mipLevel
,
450 .baseArrayLayer
= src_base_layer
+ layer
,
455 struct radv_image_view dest_iview
;
456 radv_image_view_init(&dest_iview
, cmd_buffer
->device
,
457 &(VkImageViewCreateInfo
) {
458 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
459 .image
= dest_image_h
,
460 .viewType
= radv_meta_get_view_type(dest_image
),
461 .format
= dest_image
->vk_format
,
462 .subresourceRange
= {
463 .aspectMask
= VK_IMAGE_ASPECT_COLOR_BIT
,
464 .baseMipLevel
= region
->dstSubresource
.mipLevel
,
466 .baseArrayLayer
= dest_base_layer
+ layer
,
472 radv_CreateFramebuffer(device_h
,
473 &(VkFramebufferCreateInfo
) {
474 .sType
= VK_STRUCTURE_TYPE_FRAMEBUFFER_CREATE_INFO
,
475 .attachmentCount
= 2,
476 .pAttachments
= (VkImageView
[]) {
477 radv_image_view_to_handle(&src_iview
),
478 radv_image_view_to_handle(&dest_iview
),
480 .width
= radv_minify(dest_image
->info
.width
,
481 region
->dstSubresource
.mipLevel
),
482 .height
= radv_minify(dest_image
->info
.height
,
483 region
->dstSubresource
.mipLevel
),
486 &cmd_buffer
->pool
->alloc
,
489 radv_CmdBeginRenderPass(cmd_buffer_h
,
490 &(VkRenderPassBeginInfo
) {
491 .sType
= VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO
,
492 .renderPass
= device
->meta_state
.resolve
.pass
,
504 .clearValueCount
= 0,
505 .pClearValues
= NULL
,
507 VK_SUBPASS_CONTENTS_INLINE
);
509 emit_resolve(cmd_buffer
,
515 .width
= extent
.width
,
516 .height
= extent
.height
,
519 radv_CmdEndRenderPass(cmd_buffer_h
);
521 radv_DestroyFramebuffer(device_h
, fb_h
,
522 &cmd_buffer
->pool
->alloc
);
526 radv_meta_restore(&saved_state
, cmd_buffer
);
530 * Emit any needed resolves for the current subpass.
533 radv_cmd_buffer_resolve_subpass(struct radv_cmd_buffer
*cmd_buffer
)
535 struct radv_framebuffer
*fb
= cmd_buffer
->state
.framebuffer
;
536 const struct radv_subpass
*subpass
= cmd_buffer
->state
.subpass
;
537 struct radv_meta_saved_state saved_state
;
538 enum radv_resolve_method resolve_method
= RESOLVE_HW
;
540 /* FINISHME(perf): Skip clears for resolve attachments.
542 * From the Vulkan 1.0 spec:
544 * If the first use of an attachment in a render pass is as a resolve
545 * attachment, then the loadOp is effectively ignored as the resolve is
546 * guaranteed to overwrite all pixels in the render area.
549 if (!subpass
->has_resolve
)
552 for (uint32_t i
= 0; i
< subpass
->color_count
; ++i
) {
553 VkAttachmentReference src_att
= subpass
->color_attachments
[i
];
554 VkAttachmentReference dest_att
= subpass
->resolve_attachments
[i
];
556 if (src_att
.attachment
== VK_ATTACHMENT_UNUSED
||
557 dest_att
.attachment
== VK_ATTACHMENT_UNUSED
)
560 struct radv_image
*dst_img
= cmd_buffer
->state
.framebuffer
->attachments
[dest_att
.attachment
].attachment
->image
;
561 struct radv_image
*src_img
= cmd_buffer
->state
.framebuffer
->attachments
[src_att
.attachment
].attachment
->image
;
563 radv_pick_resolve_method_images(dst_img
, src_img
, &resolve_method
);
564 if (resolve_method
== RESOLVE_FRAGMENT
) {
569 if (resolve_method
== RESOLVE_COMPUTE
) {
570 radv_cmd_buffer_resolve_subpass_cs(cmd_buffer
);
572 } else if (resolve_method
== RESOLVE_FRAGMENT
) {
573 radv_cmd_buffer_resolve_subpass_fs(cmd_buffer
);
577 radv_meta_save_graphics_reset_vport_scissor_novertex(&saved_state
, cmd_buffer
,
578 RADV_META_SAVE_GRAPHICS_PIPELINE
);
580 for (uint32_t i
= 0; i
< subpass
->color_count
; ++i
) {
581 VkAttachmentReference src_att
= subpass
->color_attachments
[i
];
582 VkAttachmentReference dest_att
= subpass
->resolve_attachments
[i
];
584 if (src_att
.attachment
== VK_ATTACHMENT_UNUSED
||
585 dest_att
.attachment
== VK_ATTACHMENT_UNUSED
)
588 struct radv_image
*dst_img
= cmd_buffer
->state
.framebuffer
->attachments
[dest_att
.attachment
].attachment
->image
;
590 if (dst_img
->surface
.dcc_size
) {
591 radv_initialize_dcc(cmd_buffer
, dst_img
, 0xffffffff);
592 cmd_buffer
->state
.attachments
[dest_att
.attachment
].current_layout
= VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL
;
595 struct radv_subpass resolve_subpass
= {
597 .color_attachments
= (VkAttachmentReference
[]) { src_att
, dest_att
},
598 .depth_stencil_attachment
= { .attachment
= VK_ATTACHMENT_UNUSED
},
601 radv_cmd_buffer_set_subpass(cmd_buffer
, &resolve_subpass
, false);
603 emit_resolve(cmd_buffer
,
604 &(VkOffset2D
) { 0, 0 },
605 &(VkExtent2D
) { fb
->width
, fb
->height
});
608 cmd_buffer
->state
.subpass
= subpass
;
609 radv_meta_restore(&saved_state
, cmd_buffer
);