2 * Copyright © 2015 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
31 #include "meta-spirv.h"
34 anv_device_init_meta_clear_state(struct anv_device
*device
)
36 VkPipelineIaStateCreateInfo ia_create_info
= {
37 .sType
= VK_STRUCTURE_TYPE_PIPELINE_IA_STATE_CREATE_INFO
,
38 .topology
= VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP
,
39 .disableVertexReuse
= false,
40 .primitiveRestartEnable
= false,
41 .primitiveRestartIndex
= 0
44 /* We don't use a vertex shader for clearing, but instead build and pass
45 * the VUEs directly to the rasterization backend.
47 VkShader fs
= GLSL_VK_SHADER(device
, FRAGMENT
,
56 VkPipelineShaderStageCreateInfo fs_create_info
= {
57 .sType
= VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO
,
58 .pNext
= &ia_create_info
,
60 .stage
= VK_SHADER_STAGE_FRAGMENT
,
62 .linkConstBufferCount
= 0,
63 .pLinkConstBufferInfo
= NULL
,
64 .pSpecializationInfo
= NULL
68 /* We use instanced rendering to clear multiple render targets. We have two
69 * vertex buffers: the first vertex buffer holds per-vertex data and
70 * provides the vertices for the clear rectangle. The second one holds
71 * per-instance data, which consists of the VUE header (which selects the
72 * layer) and the color (Vulkan supports per-RT clear colors).
74 VkPipelineVertexInputCreateInfo vi_create_info
= {
75 .sType
= VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_CREATE_INFO
,
76 .pNext
= &fs_create_info
,
78 .pVertexBindingDescriptions
= (VkVertexInputBindingDescription
[]) {
82 .stepRate
= VK_VERTEX_INPUT_STEP_RATE_VERTEX
87 .stepRate
= VK_VERTEX_INPUT_STEP_RATE_INSTANCE
91 .pVertexAttributeDescriptions
= (VkVertexInputAttributeDescription
[]) {
96 .format
= VK_FORMAT_R32G32B32A32_UINT
,
103 .format
= VK_FORMAT_R32G32_SFLOAT
,
110 .format
= VK_FORMAT_R32G32B32A32_SFLOAT
,
116 VkPipelineRsStateCreateInfo rs_create_info
= {
117 .sType
= VK_STRUCTURE_TYPE_PIPELINE_RS_STATE_CREATE_INFO
,
118 .pNext
= &vi_create_info
,
119 .depthClipEnable
= true,
120 .rasterizerDiscardEnable
= false,
121 .fillMode
= VK_FILL_MODE_SOLID
,
122 .cullMode
= VK_CULL_MODE_NONE
,
123 .frontFace
= VK_FRONT_FACE_CCW
126 anv_pipeline_create((VkDevice
) device
,
127 &(VkGraphicsPipelineCreateInfo
) {
128 .sType
= VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO
,
129 .pNext
= &rs_create_info
,
133 &(struct anv_pipeline_create_info
) {
134 .use_repclear
= true,
135 .disable_viewport
= true,
138 &device
->clear_state
.pipeline
);
140 anv_DestroyObject((VkDevice
) device
, VK_OBJECT_TYPE_SHADER
, fs
);
142 anv_CreateDynamicRasterState((VkDevice
) device
,
143 &(VkDynamicRsStateCreateInfo
) {
144 .sType
= VK_STRUCTURE_TYPE_DYNAMIC_RS_STATE_CREATE_INFO
,
146 &device
->clear_state
.rs_state
);
149 #define NUM_VB_USED 2
150 struct anv_saved_state
{
151 struct anv_bindings bindings
;
152 struct anv_bindings
*old_bindings
;
153 struct anv_pipeline
*old_pipeline
;
157 anv_cmd_buffer_save(struct anv_cmd_buffer
*cmd_buffer
,
158 struct anv_saved_state
*state
)
160 state
->old_bindings
= cmd_buffer
->bindings
;
161 cmd_buffer
->bindings
= &state
->bindings
;
162 state
->old_pipeline
= cmd_buffer
->pipeline
;
166 anv_cmd_buffer_restore(struct anv_cmd_buffer
*cmd_buffer
,
167 const struct anv_saved_state
*state
)
169 cmd_buffer
->bindings
= state
->old_bindings
;
170 cmd_buffer
->pipeline
= state
->old_pipeline
;
172 cmd_buffer
->vb_dirty
|= (1 << NUM_VB_USED
) - 1;
173 cmd_buffer
->dirty
|= ANV_CMD_BUFFER_PIPELINE_DIRTY
|
174 ANV_CMD_BUFFER_DESCRIPTOR_SET_DIRTY
;
178 anv_cmd_buffer_copy_render_targets(struct anv_cmd_buffer
*cmd_buffer
,
179 struct anv_saved_state
*state
)
181 struct anv_framebuffer
*fb
= cmd_buffer
->framebuffer
;
182 struct anv_bindings
*old_bindings
= state
->old_bindings
;
183 struct anv_bindings
*bindings
= cmd_buffer
->bindings
;
185 for (uint32_t i
= 0; i
< fb
->color_attachment_count
; i
++) {
186 bindings
->descriptors
[VK_SHADER_STAGE_FRAGMENT
].surfaces
[i
] =
187 old_bindings
->descriptors
[VK_SHADER_STAGE_FRAGMENT
].surfaces
[i
];
190 cmd_buffer
->dirty
|= ANV_CMD_BUFFER_DESCRIPTOR_SET_DIRTY
;
196 uint32_t ViewportIndex
;
201 anv_cmd_buffer_clear(struct anv_cmd_buffer
*cmd_buffer
,
202 struct anv_render_pass
*pass
)
204 struct anv_device
*device
= cmd_buffer
->device
;
205 struct anv_framebuffer
*fb
= cmd_buffer
->framebuffer
;
206 struct anv_saved_state saved_state
;
207 struct anv_state state
;
210 struct instance_data
{
211 struct vue_header vue_header
;
215 if (pass
->num_clear_layers
== 0)
218 const float vertex_data
[] = {
219 /* Rect-list coordinates */
222 fb
->width
, fb
->height
,
224 /* Align to 16 bytes */
228 size
= sizeof(vertex_data
) + pass
->num_clear_layers
* sizeof(instance_data
[0]);
229 state
= anv_state_stream_alloc(&cmd_buffer
->surface_state_stream
, size
, 16);
231 memcpy(state
.map
, vertex_data
, sizeof(vertex_data
));
232 instance_data
= state
.map
+ sizeof(vertex_data
);
234 for (uint32_t i
= 0; i
< pass
->num_layers
; i
++) {
235 if (pass
->layers
[i
].color_load_op
== VK_ATTACHMENT_LOAD_OP_CLEAR
) {
236 *instance_data
++ = (struct instance_data
) {
243 pass
->layers
[i
].clear_color
.color
.floatColor
[0],
244 pass
->layers
[i
].clear_color
.color
.floatColor
[1],
245 pass
->layers
[i
].clear_color
.color
.floatColor
[2],
246 pass
->layers
[i
].clear_color
.color
.floatColor
[3],
252 struct anv_buffer vertex_buffer
= {
253 .device
= cmd_buffer
->device
,
255 .bo
= &device
->surface_state_block_pool
.bo
,
256 .offset
= state
.offset
259 anv_cmd_buffer_save(cmd_buffer
, &saved_state
);
260 anv_cmd_buffer_copy_render_targets(cmd_buffer
, &saved_state
);
262 anv_CmdBindVertexBuffers((VkCmdBuffer
) cmd_buffer
, 0, 2,
264 (VkBuffer
) &vertex_buffer
,
265 (VkBuffer
) &vertex_buffer
272 if ((VkPipeline
) cmd_buffer
->pipeline
!= device
->clear_state
.pipeline
)
273 anv_CmdBindPipeline((VkCmdBuffer
) cmd_buffer
,
274 VK_PIPELINE_BIND_POINT_GRAPHICS
, device
->clear_state
.pipeline
);
276 /* We don't need anything here, only set if not already set. */
277 if (cmd_buffer
->rs_state
== NULL
)
278 anv_CmdBindDynamicStateObject((VkCmdBuffer
) cmd_buffer
,
279 VK_STATE_BIND_POINT_RASTER
,
280 device
->clear_state
.rs_state
);
282 if (cmd_buffer
->vp_state
== NULL
)
283 anv_CmdBindDynamicStateObject((VkCmdBuffer
) cmd_buffer
,
284 VK_STATE_BIND_POINT_VIEWPORT
,
285 cmd_buffer
->framebuffer
->vp_state
);
287 anv_CmdDraw((VkCmdBuffer
) cmd_buffer
, 0, 3, 0, pass
->num_clear_layers
);
289 /* Restore API state */
290 anv_cmd_buffer_restore(cmd_buffer
, &saved_state
);
295 anv_device_init_meta_blit_state(struct anv_device
*device
)
297 VkPipelineIaStateCreateInfo ia_create_info
= {
298 .sType
= VK_STRUCTURE_TYPE_PIPELINE_IA_STATE_CREATE_INFO
,
299 .topology
= VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP
,
300 .disableVertexReuse
= false,
301 .primitiveRestartEnable
= false,
302 .primitiveRestartIndex
= 0
305 /* We don't use a vertex shader for clearing, but instead build and pass
306 * the VUEs directly to the rasterization backend. However, we do need
307 * to provide GLSL source for the vertex shader so that the compiler
308 * does not dead-code our inputs.
310 VkShader vs
= GLSL_VK_SHADER(device
, VERTEX
,
313 out vec4 v_tex_coord
;
316 v_tex_coord
= vec4(a_tex_coord
, 0, 1);
317 gl_Position
= vec4(a_pos
, 0, 1);
321 VkShader fs
= GLSL_VK_SHADER(device
, FRAGMENT
,
324 layout(set
= 0, binding
= 0) uniform sampler2D u_tex
;
327 f_color
= texture(u_tex
, v_tex_coord
.xy
);
331 VkPipelineShaderStageCreateInfo vs_create_info
= {
332 .sType
= VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO
,
333 .pNext
= &ia_create_info
,
335 .stage
= VK_SHADER_STAGE_VERTEX
,
337 .linkConstBufferCount
= 0,
338 .pLinkConstBufferInfo
= NULL
,
339 .pSpecializationInfo
= NULL
343 VkPipelineShaderStageCreateInfo fs_create_info
= {
344 .sType
= VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO
,
345 .pNext
= &vs_create_info
,
347 .stage
= VK_SHADER_STAGE_FRAGMENT
,
349 .linkConstBufferCount
= 0,
350 .pLinkConstBufferInfo
= NULL
,
351 .pSpecializationInfo
= NULL
355 VkPipelineVertexInputCreateInfo vi_create_info
= {
356 .sType
= VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_CREATE_INFO
,
357 .pNext
= &fs_create_info
,
359 .pVertexBindingDescriptions
= (VkVertexInputBindingDescription
[]) {
363 .stepRate
= VK_VERTEX_INPUT_STEP_RATE_VERTEX
368 .stepRate
= VK_VERTEX_INPUT_STEP_RATE_VERTEX
372 .pVertexAttributeDescriptions
= (VkVertexInputAttributeDescription
[]) {
377 .format
= VK_FORMAT_R32G32B32A32_UINT
,
384 .format
= VK_FORMAT_R32G32_SFLOAT
,
388 /* Texture Coordinate */
391 .format
= VK_FORMAT_R32G32_SFLOAT
,
397 VkDescriptorSetLayoutCreateInfo ds_layout_info
= {
398 .sType
= VK_STRUCTURE_TYPE_DESCRIPTOR_SET_LAYOUT_CREATE_INFO
,
400 .pBinding
= (VkDescriptorSetLayoutBinding
[]) {
402 .descriptorType
= VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE
,
404 .stageFlags
= VK_SHADER_STAGE_FRAGMENT_BIT
,
405 .pImmutableSamplers
= NULL
409 anv_CreateDescriptorSetLayout((VkDevice
) device
, &ds_layout_info
,
410 &device
->blit_state
.ds_layout
);
412 VkPipelineLayoutCreateInfo pipeline_layout_info
= {
413 .sType
= VK_STRUCTURE_TYPE_PIPELINE_LAYOUT_CREATE_INFO
,
414 .descriptorSetCount
= 1,
415 .pSetLayouts
= &device
->blit_state
.ds_layout
,
418 VkPipelineLayout pipeline_layout
;
419 anv_CreatePipelineLayout((VkDevice
) device
, &pipeline_layout_info
,
422 VkPipelineRsStateCreateInfo rs_create_info
= {
423 .sType
= VK_STRUCTURE_TYPE_PIPELINE_RS_STATE_CREATE_INFO
,
424 .pNext
= &vi_create_info
,
425 .depthClipEnable
= true,
426 .rasterizerDiscardEnable
= false,
427 .fillMode
= VK_FILL_MODE_SOLID
,
428 .cullMode
= VK_CULL_MODE_NONE
,
429 .frontFace
= VK_FRONT_FACE_CCW
432 VkGraphicsPipelineCreateInfo pipeline_info
= {
433 .sType
= VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO
,
434 .pNext
= &rs_create_info
,
436 .layout
= pipeline_layout
,
439 anv_pipeline_create((VkDevice
) device
, &pipeline_info
,
440 &(struct anv_pipeline_create_info
) {
441 .use_repclear
= false,
442 .disable_viewport
= true,
443 .disable_scissor
= true,
447 &device
->blit_state
.pipeline
);
449 anv_DestroyObject((VkDevice
) device
, VK_OBJECT_TYPE_SHADER
, vs
);
450 anv_DestroyObject((VkDevice
) device
, VK_OBJECT_TYPE_SHADER
, fs
);
452 anv_CreateDynamicRasterState((VkDevice
) device
,
453 &(VkDynamicRsStateCreateInfo
) {
454 .sType
= VK_STRUCTURE_TYPE_DYNAMIC_RS_STATE_CREATE_INFO
,
456 &device
->blit_state
.rs_state
);
460 meta_prepare_blit(struct anv_cmd_buffer
*cmd_buffer
,
461 struct anv_saved_state
*saved_state
)
463 struct anv_device
*device
= cmd_buffer
->device
;
465 anv_cmd_buffer_save(cmd_buffer
, saved_state
);
467 if ((VkPipeline
) cmd_buffer
->pipeline
!= device
->blit_state
.pipeline
)
468 anv_CmdBindPipeline((VkCmdBuffer
) cmd_buffer
,
469 VK_PIPELINE_BIND_POINT_GRAPHICS
,
470 device
->blit_state
.pipeline
);
472 /* We don't need anything here, only set if not already set. */
473 if (cmd_buffer
->rs_state
== NULL
)
474 anv_CmdBindDynamicStateObject((VkCmdBuffer
) cmd_buffer
,
475 VK_STATE_BIND_POINT_RASTER
,
476 device
->blit_state
.rs_state
);
480 VkOffset3D src_offset
;
481 VkExtent3D src_extent
;
482 VkOffset3D dest_offset
;
483 VkExtent3D dest_extent
;
487 meta_emit_blit(struct anv_cmd_buffer
*cmd_buffer
,
488 struct anv_surface_view
*src
,
489 VkOffset3D src_offset
,
490 VkExtent3D src_extent
,
491 struct anv_surface_view
*dest
,
492 VkOffset3D dest_offset
,
493 VkExtent3D dest_extent
)
495 struct anv_device
*device
= cmd_buffer
->device
;
497 struct blit_vb_data
{
502 unsigned vb_size
= sizeof(struct vue_header
) + 3 * sizeof(*vb_data
);
504 struct anv_state vb_state
=
505 anv_state_stream_alloc(&cmd_buffer
->surface_state_stream
, vb_size
, 16);
506 memset(vb_state
.map
, 0, sizeof(struct vue_header
));
507 vb_data
= vb_state
.map
+ sizeof(struct vue_header
);
509 vb_data
[0] = (struct blit_vb_data
) {
511 dest_offset
.x
+ dest_extent
.width
,
512 dest_offset
.y
+ dest_extent
.height
,
515 (float)(src_offset
.x
+ src_extent
.width
) / (float)src
->extent
.width
,
516 (float)(src_offset
.y
+ src_extent
.height
) / (float)src
->extent
.height
,
520 vb_data
[1] = (struct blit_vb_data
) {
523 dest_offset
.y
+ dest_extent
.height
,
526 (float)src_offset
.x
/ (float)src
->extent
.width
,
527 (float)(src_offset
.y
+ src_extent
.height
) / (float)src
->extent
.height
,
531 vb_data
[2] = (struct blit_vb_data
) {
537 (float)src_offset
.x
/ (float)src
->extent
.width
,
538 (float)src_offset
.y
/ (float)src
->extent
.height
,
542 struct anv_buffer vertex_buffer
= {
545 .bo
= &device
->surface_state_block_pool
.bo
,
546 .offset
= vb_state
.offset
,
549 anv_CmdBindVertexBuffers((VkCmdBuffer
) cmd_buffer
, 0, 2,
551 (VkBuffer
) &vertex_buffer
,
552 (VkBuffer
) &vertex_buffer
556 sizeof(struct vue_header
),
561 anv_AllocDescriptorSets((VkDevice
) device
, 0 /* pool */,
562 VK_DESCRIPTOR_SET_USAGE_ONE_SHOT
,
563 1, &device
->blit_state
.ds_layout
, &set
, &count
);
564 anv_UpdateDescriptors((VkDevice
) device
, set
, 1,
567 .sType
= VK_STRUCTURE_TYPE_UPDATE_IMAGES
,
568 .descriptorType
= VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE
,
571 .pImageViews
= (VkImageViewAttachInfo
[]) {
573 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_ATTACH_INFO
,
574 .view
= (VkImageView
) src
,
575 .layout
= VK_IMAGE_LAYOUT_GENERAL
,
581 struct anv_framebuffer
*fb
;
582 anv_CreateFramebuffer((VkDevice
) device
,
583 &(VkFramebufferCreateInfo
) {
584 .sType
= VK_STRUCTURE_TYPE_FRAMEBUFFER_CREATE_INFO
,
585 .colorAttachmentCount
= 1,
586 .pColorAttachments
= (VkColorAttachmentBindInfo
[]) {
588 .view
= (VkColorAttachmentView
) dest
,
589 .layout
= VK_IMAGE_LAYOUT_GENERAL
592 .pDepthStencilAttachment
= NULL
,
594 .width
= dest
->extent
.width
,
595 .height
= dest
->extent
.height
,
597 }, (VkFramebuffer
*)&fb
);
601 anv_CreateRenderPass((VkDevice
)device
,
602 &(VkRenderPassCreateInfo
) {
603 .sType
= VK_STRUCTURE_TYPE_RENDER_PASS_CREATE_INFO
,
604 .renderArea
= { { 0, 0 }, { dest
->extent
.width
, dest
->extent
.height
} },
605 .colorAttachmentCount
= 1,
609 .pColorFormats
= (VkFormat
[]) { dest
->format
},
610 .pColorLayouts
= (VkImageLayout
[]) { VK_IMAGE_LAYOUT_GENERAL
},
611 .pColorLoadOps
= (VkAttachmentLoadOp
[]) { VK_ATTACHMENT_LOAD_OP_LOAD
},
612 .pColorStoreOps
= (VkAttachmentStoreOp
[]) { VK_ATTACHMENT_STORE_OP_STORE
},
613 .pColorLoadClearValues
= (VkClearColor
[]) {
614 { .color
= { .floatColor
= { 1.0, 0.0, 0.0, 1.0 } }, .useRawValue
= false }
616 .depthStencilFormat
= VK_FORMAT_UNDEFINED
,
619 anv_CmdBeginRenderPass((VkCmdBuffer
) cmd_buffer
,
620 &(VkRenderPassBegin
) {
622 .framebuffer
= (VkFramebuffer
) fb
,
625 anv_CmdBindDynamicStateObject((VkCmdBuffer
) cmd_buffer
,
626 VK_STATE_BIND_POINT_VIEWPORT
, fb
->vp_state
);
628 anv_CmdBindDescriptorSets((VkCmdBuffer
) cmd_buffer
,
629 VK_PIPELINE_BIND_POINT_GRAPHICS
, 0, 1,
632 anv_CmdDraw((VkCmdBuffer
) cmd_buffer
, 0, 3, 0, 1);
634 anv_CmdEndRenderPass((VkCmdBuffer
) cmd_buffer
, pass
);
638 meta_finish_blit(struct anv_cmd_buffer
*cmd_buffer
,
639 const struct anv_saved_state
*saved_state
)
641 anv_cmd_buffer_restore(cmd_buffer
, saved_state
);
645 vk_format_for_cpp(int cpp
)
648 case 1: return VK_FORMAT_R8_UINT
;
649 case 2: return VK_FORMAT_R8G8_UINT
;
650 case 3: return VK_FORMAT_R8G8B8_UINT
;
651 case 4: return VK_FORMAT_R8G8B8A8_UINT
;
652 case 6: return VK_FORMAT_R16G16B16_UINT
;
653 case 8: return VK_FORMAT_R16G16B16A16_UINT
;
654 case 12: return VK_FORMAT_R32G32B32_UINT
;
655 case 16: return VK_FORMAT_R32G32B32A32_UINT
;
657 unreachable("Invalid format cpp");
662 do_buffer_copy(struct anv_cmd_buffer
*cmd_buffer
,
663 struct anv_bo
*src
, uint64_t src_offset
,
664 struct anv_bo
*dest
, uint64_t dest_offset
,
665 int width
, int height
, VkFormat copy_format
)
667 VkDevice vk_device
= (VkDevice
)cmd_buffer
->device
;
669 VkImageCreateInfo image_info
= {
670 .sType
= VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO
,
671 .imageType
= VK_IMAGE_TYPE_2D
,
672 .format
= copy_format
,
681 .tiling
= VK_IMAGE_TILING_LINEAR
,
682 .usage
= VK_IMAGE_USAGE_SAMPLED_BIT
,
686 struct anv_image
*src_image
, *dest_image
;
687 anv_CreateImage(vk_device
, &image_info
, (VkImage
*)&src_image
);
688 anv_CreateImage(vk_device
, &image_info
, (VkImage
*)&dest_image
);
690 /* We could use a vk call to bind memory, but that would require
691 * creating a dummy memory object etc. so there's really no point.
694 src_image
->offset
= src_offset
;
695 dest_image
->bo
= dest
;
696 dest_image
->offset
= dest_offset
;
698 struct anv_surface_view src_view
;
699 anv_image_view_init(&src_view
, cmd_buffer
->device
,
700 &(VkImageViewCreateInfo
) {
701 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
702 .image
= (VkImage
)src_image
,
703 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
704 .format
= copy_format
,
706 VK_CHANNEL_SWIZZLE_R
,
707 VK_CHANNEL_SWIZZLE_G
,
708 VK_CHANNEL_SWIZZLE_B
,
711 .subresourceRange
= {
712 .aspect
= VK_IMAGE_ASPECT_COLOR
,
722 struct anv_surface_view dest_view
;
723 anv_color_attachment_view_init(&dest_view
, cmd_buffer
->device
,
724 &(VkColorAttachmentViewCreateInfo
) {
725 .sType
= VK_STRUCTURE_TYPE_COLOR_ATTACHMENT_VIEW_CREATE_INFO
,
726 .image
= (VkImage
)dest_image
,
727 .format
= copy_format
,
734 meta_emit_blit(cmd_buffer
,
736 (VkOffset3D
) { 0, 0, 0 },
737 (VkExtent3D
) { width
, height
, 1 },
739 (VkOffset3D
) { 0, 0, 0 },
740 (VkExtent3D
) { width
, height
, 1 });
743 void anv_CmdCopyBuffer(
744 VkCmdBuffer cmdBuffer
,
747 uint32_t regionCount
,
748 const VkBufferCopy
* pRegions
)
750 struct anv_cmd_buffer
*cmd_buffer
= (struct anv_cmd_buffer
*)cmdBuffer
;
751 struct anv_buffer
*src_buffer
= (struct anv_buffer
*)srcBuffer
;
752 struct anv_buffer
*dest_buffer
= (struct anv_buffer
*)destBuffer
;
753 struct anv_saved_state saved_state
;
755 meta_prepare_blit(cmd_buffer
, &saved_state
);
757 for (unsigned r
= 0; r
< regionCount
; r
++) {
758 uint64_t src_offset
= src_buffer
->offset
+ pRegions
[r
].srcOffset
;
759 uint64_t dest_offset
= dest_buffer
->offset
+ pRegions
[r
].destOffset
;
760 uint64_t copy_size
= pRegions
[r
].copySize
;
762 /* First, we compute the biggest format that can be used with the
763 * given offsets and size.
767 int fs
= ffs(src_offset
) - 1;
769 cpp
= MIN2(cpp
, 1 << fs
);
770 assert(src_offset
% cpp
== 0);
772 fs
= ffs(dest_offset
) - 1;
774 cpp
= MIN2(cpp
, 1 << fs
);
775 assert(dest_offset
% cpp
== 0);
777 fs
= ffs(pRegions
[r
].copySize
) - 1;
779 cpp
= MIN2(cpp
, 1 << fs
);
780 assert(pRegions
[r
].copySize
% cpp
== 0);
782 VkFormat copy_format
= vk_format_for_cpp(cpp
);
784 /* This is maximum possible width/height our HW can handle */
785 uint64_t max_surface_dim
= 1 << 14;
787 /* First, we make a bunch of max-sized copies */
788 uint64_t max_copy_size
= max_surface_dim
* max_surface_dim
* cpp
;
789 while (copy_size
> max_copy_size
) {
790 do_buffer_copy(cmd_buffer
, src_buffer
->bo
, src_offset
,
791 dest_buffer
->bo
, dest_offset
,
792 max_surface_dim
, max_surface_dim
, copy_format
);
793 copy_size
-= max_copy_size
;
794 src_offset
+= max_copy_size
;
795 dest_offset
+= max_copy_size
;
798 uint64_t height
= copy_size
/ (max_surface_dim
* cpp
);
799 assert(height
< max_surface_dim
);
801 uint64_t rect_copy_size
= height
* max_surface_dim
* cpp
;
802 do_buffer_copy(cmd_buffer
, src_buffer
->bo
, src_offset
,
803 dest_buffer
->bo
, dest_offset
,
804 max_surface_dim
, height
, copy_format
);
805 copy_size
-= rect_copy_size
;
806 src_offset
+= rect_copy_size
;
807 dest_offset
+= rect_copy_size
;
810 if (copy_size
!= 0) {
811 do_buffer_copy(cmd_buffer
, src_buffer
->bo
, src_offset
,
812 dest_buffer
->bo
, dest_offset
,
813 copy_size
/ cpp
, 1, copy_format
);
817 meta_finish_blit(cmd_buffer
, &saved_state
);
820 void anv_CmdCopyImage(
821 VkCmdBuffer cmdBuffer
,
823 VkImageLayout srcImageLayout
,
825 VkImageLayout destImageLayout
,
826 uint32_t regionCount
,
827 const VkImageCopy
* pRegions
)
829 struct anv_cmd_buffer
*cmd_buffer
= (struct anv_cmd_buffer
*)cmdBuffer
;
830 struct anv_image
*src_image
= (struct anv_image
*)srcImage
;
831 struct anv_saved_state saved_state
;
833 meta_prepare_blit(cmd_buffer
, &saved_state
);
835 for (unsigned r
= 0; r
< regionCount
; r
++) {
836 struct anv_surface_view src_view
;
837 anv_image_view_init(&src_view
, cmd_buffer
->device
,
838 &(VkImageViewCreateInfo
) {
839 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
841 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
842 .format
= src_image
->format
,
844 VK_CHANNEL_SWIZZLE_R
,
845 VK_CHANNEL_SWIZZLE_G
,
846 VK_CHANNEL_SWIZZLE_B
,
849 .subresourceRange
= {
850 .aspect
= pRegions
[r
].srcSubresource
.aspect
,
851 .baseMipLevel
= pRegions
[r
].srcSubresource
.mipLevel
,
853 .baseArraySlice
= pRegions
[r
].srcSubresource
.arraySlice
,
860 struct anv_surface_view dest_view
;
861 anv_color_attachment_view_init(&dest_view
, cmd_buffer
->device
,
862 &(VkColorAttachmentViewCreateInfo
) {
863 .sType
= VK_STRUCTURE_TYPE_COLOR_ATTACHMENT_VIEW_CREATE_INFO
,
865 .format
= src_image
->format
,
866 .mipLevel
= pRegions
[r
].destSubresource
.mipLevel
,
867 .baseArraySlice
= pRegions
[r
].destSubresource
.arraySlice
,
872 meta_emit_blit(cmd_buffer
,
874 pRegions
[r
].srcOffset
,
877 pRegions
[r
].destOffset
,
881 meta_finish_blit(cmd_buffer
, &saved_state
);
884 void anv_CmdBlitImage(
885 VkCmdBuffer cmdBuffer
,
887 VkImageLayout srcImageLayout
,
889 VkImageLayout destImageLayout
,
890 uint32_t regionCount
,
891 const VkImageBlit
* pRegions
)
893 struct anv_cmd_buffer
*cmd_buffer
= (struct anv_cmd_buffer
*)cmdBuffer
;
894 struct anv_image
*src_image
= (struct anv_image
*)srcImage
;
895 struct anv_image
*dest_image
= (struct anv_image
*)destImage
;
896 struct anv_saved_state saved_state
;
898 meta_prepare_blit(cmd_buffer
, &saved_state
);
900 for (unsigned r
= 0; r
< regionCount
; r
++) {
901 struct anv_surface_view src_view
;
902 anv_image_view_init(&src_view
, cmd_buffer
->device
,
903 &(VkImageViewCreateInfo
) {
904 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
906 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
907 .format
= src_image
->format
,
909 VK_CHANNEL_SWIZZLE_R
,
910 VK_CHANNEL_SWIZZLE_G
,
911 VK_CHANNEL_SWIZZLE_B
,
914 .subresourceRange
= {
915 .aspect
= pRegions
[r
].srcSubresource
.aspect
,
916 .baseMipLevel
= pRegions
[r
].srcSubresource
.mipLevel
,
918 .baseArraySlice
= pRegions
[r
].srcSubresource
.arraySlice
,
925 struct anv_surface_view dest_view
;
926 anv_color_attachment_view_init(&dest_view
, cmd_buffer
->device
,
927 &(VkColorAttachmentViewCreateInfo
) {
928 .sType
= VK_STRUCTURE_TYPE_COLOR_ATTACHMENT_VIEW_CREATE_INFO
,
930 .format
= dest_image
->format
,
931 .mipLevel
= pRegions
[r
].destSubresource
.mipLevel
,
932 .baseArraySlice
= pRegions
[r
].destSubresource
.arraySlice
,
937 meta_emit_blit(cmd_buffer
,
939 pRegions
[r
].srcOffset
,
940 pRegions
[r
].srcExtent
,
942 pRegions
[r
].destOffset
,
943 pRegions
[r
].destExtent
);
946 meta_finish_blit(cmd_buffer
, &saved_state
);
949 void anv_CmdCopyBufferToImage(
950 VkCmdBuffer cmdBuffer
,
953 VkImageLayout destImageLayout
,
954 uint32_t regionCount
,
955 const VkBufferImageCopy
* pRegions
)
957 struct anv_cmd_buffer
*cmd_buffer
= (struct anv_cmd_buffer
*)cmdBuffer
;
958 VkDevice vk_device
= (VkDevice
) cmd_buffer
->device
;
959 struct anv_buffer
*src_buffer
= (struct anv_buffer
*)srcBuffer
;
960 struct anv_image
*dest_image
= (struct anv_image
*)destImage
;
961 struct anv_saved_state saved_state
;
963 meta_prepare_blit(cmd_buffer
, &saved_state
);
965 for (unsigned r
= 0; r
< regionCount
; r
++) {
966 struct anv_image
*src_image
;
967 anv_CreateImage(vk_device
,
968 &(VkImageCreateInfo
) {
969 .sType
= VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO
,
970 .imageType
= VK_IMAGE_TYPE_2D
,
971 .format
= dest_image
->format
,
973 .width
= pRegions
[r
].imageExtent
.width
,
974 .height
= pRegions
[r
].imageExtent
.height
,
980 .tiling
= VK_IMAGE_TILING_LINEAR
,
981 .usage
= VK_IMAGE_USAGE_SAMPLED_BIT
,
983 }, (VkImage
*)&src_image
);
985 /* We could use a vk call to bind memory, but that would require
986 * creating a dummy memory object etc. so there's really no point.
988 src_image
->bo
= src_buffer
->bo
;
989 src_image
->offset
= src_buffer
->offset
+ pRegions
[r
].bufferOffset
;
991 struct anv_surface_view src_view
;
992 anv_image_view_init(&src_view
, cmd_buffer
->device
,
993 &(VkImageViewCreateInfo
) {
994 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
995 .image
= (VkImage
)src_image
,
996 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
997 .format
= dest_image
->format
,
999 VK_CHANNEL_SWIZZLE_R
,
1000 VK_CHANNEL_SWIZZLE_G
,
1001 VK_CHANNEL_SWIZZLE_B
,
1002 VK_CHANNEL_SWIZZLE_A
1004 .subresourceRange
= {
1005 .aspect
= pRegions
[r
].imageSubresource
.aspect
,
1008 .baseArraySlice
= 0,
1015 struct anv_surface_view dest_view
;
1016 anv_color_attachment_view_init(&dest_view
, cmd_buffer
->device
,
1017 &(VkColorAttachmentViewCreateInfo
) {
1018 .sType
= VK_STRUCTURE_TYPE_COLOR_ATTACHMENT_VIEW_CREATE_INFO
,
1019 .image
= (VkImage
)dest_image
,
1020 .format
= dest_image
->format
,
1021 .mipLevel
= pRegions
[r
].imageSubresource
.mipLevel
,
1022 .baseArraySlice
= pRegions
[r
].imageSubresource
.arraySlice
,
1027 meta_emit_blit(cmd_buffer
,
1029 (VkOffset3D
) { 0, 0, 0 },
1030 pRegions
[r
].imageExtent
,
1032 pRegions
[r
].imageOffset
,
1033 pRegions
[r
].imageExtent
);
1036 meta_finish_blit(cmd_buffer
, &saved_state
);
1039 void anv_CmdCopyImageToBuffer(
1040 VkCmdBuffer cmdBuffer
,
1042 VkImageLayout srcImageLayout
,
1043 VkBuffer destBuffer
,
1044 uint32_t regionCount
,
1045 const VkBufferImageCopy
* pRegions
)
1047 struct anv_cmd_buffer
*cmd_buffer
= (struct anv_cmd_buffer
*)cmdBuffer
;
1048 VkDevice vk_device
= (VkDevice
) cmd_buffer
->device
;
1049 struct anv_image
*src_image
= (struct anv_image
*)srcImage
;
1050 struct anv_buffer
*dest_buffer
= (struct anv_buffer
*)destBuffer
;
1051 struct anv_saved_state saved_state
;
1053 meta_prepare_blit(cmd_buffer
, &saved_state
);
1055 for (unsigned r
= 0; r
< regionCount
; r
++) {
1056 struct anv_surface_view src_view
;
1057 anv_image_view_init(&src_view
, cmd_buffer
->device
,
1058 &(VkImageViewCreateInfo
) {
1059 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
1061 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
1062 .format
= src_image
->format
,
1064 VK_CHANNEL_SWIZZLE_R
,
1065 VK_CHANNEL_SWIZZLE_G
,
1066 VK_CHANNEL_SWIZZLE_B
,
1067 VK_CHANNEL_SWIZZLE_A
1069 .subresourceRange
= {
1070 .aspect
= pRegions
[r
].imageSubresource
.aspect
,
1071 .baseMipLevel
= pRegions
[r
].imageSubresource
.mipLevel
,
1073 .baseArraySlice
= pRegions
[r
].imageSubresource
.arraySlice
,
1080 struct anv_image
*dest_image
;
1081 anv_CreateImage(vk_device
,
1082 &(VkImageCreateInfo
) {
1083 .sType
= VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO
,
1084 .imageType
= VK_IMAGE_TYPE_2D
,
1085 .format
= src_image
->format
,
1087 .width
= pRegions
[r
].imageExtent
.width
,
1088 .height
= pRegions
[r
].imageExtent
.height
,
1094 .tiling
= VK_IMAGE_TILING_LINEAR
,
1095 .usage
= VK_IMAGE_USAGE_SAMPLED_BIT
,
1097 }, (VkImage
*)&dest_image
);
1099 /* We could use a vk call to bind memory, but that would require
1100 * creating a dummy memory object etc. so there's really no point.
1102 dest_image
->bo
= dest_buffer
->bo
;
1103 dest_image
->offset
= dest_buffer
->offset
+ pRegions
[r
].bufferOffset
;
1105 struct anv_surface_view dest_view
;
1106 anv_color_attachment_view_init(&dest_view
, cmd_buffer
->device
,
1107 &(VkColorAttachmentViewCreateInfo
) {
1108 .sType
= VK_STRUCTURE_TYPE_COLOR_ATTACHMENT_VIEW_CREATE_INFO
,
1109 .image
= (VkImage
)dest_image
,
1110 .format
= src_image
->format
,
1112 .baseArraySlice
= 0,
1117 meta_emit_blit(cmd_buffer
,
1119 pRegions
[r
].imageOffset
,
1120 pRegions
[r
].imageExtent
,
1122 (VkOffset3D
) { 0, 0, 0 },
1123 pRegions
[r
].imageExtent
);
1126 meta_finish_blit(cmd_buffer
, &saved_state
);
1129 void anv_CmdCloneImageData(
1130 VkCmdBuffer cmdBuffer
,
1132 VkImageLayout srcImageLayout
,
1134 VkImageLayout destImageLayout
)
1139 void anv_CmdUpdateBuffer(
1140 VkCmdBuffer cmdBuffer
,
1141 VkBuffer destBuffer
,
1142 VkDeviceSize destOffset
,
1143 VkDeviceSize dataSize
,
1144 const uint32_t* pData
)
1149 void anv_CmdFillBuffer(
1150 VkCmdBuffer cmdBuffer
,
1151 VkBuffer destBuffer
,
1152 VkDeviceSize destOffset
,
1153 VkDeviceSize fillSize
,
1159 void anv_CmdClearColorImage(
1160 VkCmdBuffer cmdBuffer
,
1162 VkImageLayout imageLayout
,
1163 const VkClearColor
* color
,
1164 uint32_t rangeCount
,
1165 const VkImageSubresourceRange
* pRanges
)
1170 void anv_CmdClearDepthStencil(
1171 VkCmdBuffer cmdBuffer
,
1173 VkImageLayout imageLayout
,
1176 uint32_t rangeCount
,
1177 const VkImageSubresourceRange
* pRanges
)
1182 void anv_CmdResolveImage(
1183 VkCmdBuffer cmdBuffer
,
1185 VkImageLayout srcImageLayout
,
1187 VkImageLayout destImageLayout
,
1188 uint32_t regionCount
,
1189 const VkImageResolve
* pRegions
)
1195 anv_device_init_meta(struct anv_device
*device
)
1197 anv_device_init_meta_clear_state(device
);
1198 anv_device_init_meta_blit_state(device
);