2 * Copyright © 2015 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
31 #include "glsl_helpers.h"
34 anv_device_init_meta_clear_state(struct anv_device
*device
)
36 VkPipelineIaStateCreateInfo ia_create_info
= {
37 .sType
= VK_STRUCTURE_TYPE_PIPELINE_IA_STATE_CREATE_INFO
,
38 .topology
= VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP
,
39 .disableVertexReuse
= false,
40 .primitiveRestartEnable
= false,
41 .primitiveRestartIndex
= 0
44 /* We don't use a vertex shader for clearing, but instead build and pass
45 * the VUEs directly to the rasterization backend.
47 VkShader fs
= GLSL_VK_SHADER(device
, FRAGMENT
,
56 VkPipelineShaderStageCreateInfo fs_create_info
= {
57 .sType
= VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO
,
58 .pNext
= &ia_create_info
,
60 .stage
= VK_SHADER_STAGE_FRAGMENT
,
62 .linkConstBufferCount
= 0,
63 .pLinkConstBufferInfo
= NULL
,
64 .pSpecializationInfo
= NULL
68 /* We use instanced rendering to clear multiple render targets. We have two
69 * vertex buffers: the first vertex buffer holds per-vertex data and
70 * provides the vertices for the clear rectangle. The second one holds
71 * per-instance data, which consists of the VUE header (which selects the
72 * layer) and the color (Vulkan supports per-RT clear colors).
74 VkPipelineVertexInputCreateInfo vi_create_info
= {
75 .sType
= VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_CREATE_INFO
,
76 .pNext
= &fs_create_info
,
78 .pVertexBindingDescriptions
= (VkVertexInputBindingDescription
[]) {
82 .stepRate
= VK_VERTEX_INPUT_STEP_RATE_VERTEX
87 .stepRate
= VK_VERTEX_INPUT_STEP_RATE_INSTANCE
91 .pVertexAttributeDescriptions
= (VkVertexInputAttributeDescription
[]) {
96 .format
= VK_FORMAT_R32G32B32A32_UINT
,
103 .format
= VK_FORMAT_R32G32_SFLOAT
,
110 .format
= VK_FORMAT_R32G32B32A32_SFLOAT
,
116 VkPipelineRsStateCreateInfo rs_create_info
= {
117 .sType
= VK_STRUCTURE_TYPE_PIPELINE_RS_STATE_CREATE_INFO
,
118 .pNext
= &vi_create_info
,
119 .depthClipEnable
= true,
120 .rasterizerDiscardEnable
= false,
121 .fillMode
= VK_FILL_MODE_SOLID
,
122 .cullMode
= VK_CULL_MODE_NONE
,
123 .frontFace
= VK_FRONT_FACE_CCW
126 anv_pipeline_create((VkDevice
) device
,
127 &(VkGraphicsPipelineCreateInfo
) {
128 .sType
= VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO
,
129 .pNext
= &rs_create_info
,
133 &(struct anv_pipeline_create_info
) {
134 .use_repclear
= true,
135 .disable_viewport
= true,
138 &device
->clear_state
.pipeline
);
140 anv_DestroyObject((VkDevice
) device
, VK_OBJECT_TYPE_SHADER
, fs
);
142 anv_CreateDynamicRasterState((VkDevice
) device
,
143 &(VkDynamicRsStateCreateInfo
) {
144 .sType
= VK_STRUCTURE_TYPE_DYNAMIC_RS_STATE_CREATE_INFO
,
146 &device
->clear_state
.rs_state
);
149 #define NUM_VB_USED 2
150 struct anv_saved_state
{
151 struct anv_bindings bindings
;
152 struct anv_bindings
*old_bindings
;
153 struct anv_pipeline
*old_pipeline
;
157 anv_cmd_buffer_save(struct anv_cmd_buffer
*cmd_buffer
,
158 struct anv_saved_state
*state
)
160 state
->old_bindings
= cmd_buffer
->bindings
;
161 cmd_buffer
->bindings
= &state
->bindings
;
162 state
->old_pipeline
= cmd_buffer
->pipeline
;
166 anv_cmd_buffer_restore(struct anv_cmd_buffer
*cmd_buffer
,
167 const struct anv_saved_state
*state
)
169 cmd_buffer
->bindings
= state
->old_bindings
;
170 cmd_buffer
->pipeline
= state
->old_pipeline
;
172 cmd_buffer
->vb_dirty
|= (1 << NUM_VB_USED
) - 1;
173 cmd_buffer
->dirty
|= ANV_CMD_BUFFER_PIPELINE_DIRTY
|
174 ANV_CMD_BUFFER_DESCRIPTOR_SET_DIRTY
;
180 uint32_t ViewportIndex
;
185 anv_cmd_buffer_clear(struct anv_cmd_buffer
*cmd_buffer
,
186 struct anv_render_pass
*pass
)
188 struct anv_device
*device
= cmd_buffer
->device
;
189 struct anv_framebuffer
*fb
= cmd_buffer
->framebuffer
;
190 struct anv_saved_state saved_state
;
191 struct anv_state state
;
194 struct instance_data
{
195 struct vue_header vue_header
;
199 if (pass
->num_clear_layers
== 0)
202 const float vertex_data
[] = {
203 /* Rect-list coordinates */
206 fb
->width
, fb
->height
,
208 /* Align to 16 bytes */
212 size
= sizeof(vertex_data
) + pass
->num_clear_layers
* sizeof(instance_data
[0]);
213 state
= anv_state_stream_alloc(&cmd_buffer
->surface_state_stream
, size
, 16);
215 memcpy(state
.map
, vertex_data
, sizeof(vertex_data
));
216 instance_data
= state
.map
+ sizeof(vertex_data
);
218 for (uint32_t i
= 0; i
< pass
->num_layers
; i
++) {
219 if (pass
->layers
[i
].color_load_op
== VK_ATTACHMENT_LOAD_OP_CLEAR
) {
220 *instance_data
++ = (struct instance_data
) {
227 pass
->layers
[i
].clear_color
.color
.floatColor
[0],
228 pass
->layers
[i
].clear_color
.color
.floatColor
[1],
229 pass
->layers
[i
].clear_color
.color
.floatColor
[2],
230 pass
->layers
[i
].clear_color
.color
.floatColor
[3],
236 struct anv_buffer vertex_buffer
= {
237 .device
= cmd_buffer
->device
,
239 .bo
= &device
->surface_state_block_pool
.bo
,
240 .offset
= state
.offset
243 anv_cmd_buffer_save(cmd_buffer
, &saved_state
);
245 /* Initialize render targets for the meta bindings. */
246 anv_cmd_buffer_fill_render_targets(cmd_buffer
);
248 anv_CmdBindVertexBuffers((VkCmdBuffer
) cmd_buffer
, 0, 2,
250 (VkBuffer
) &vertex_buffer
,
251 (VkBuffer
) &vertex_buffer
258 if ((VkPipeline
) cmd_buffer
->pipeline
!= device
->clear_state
.pipeline
)
259 anv_CmdBindPipeline((VkCmdBuffer
) cmd_buffer
,
260 VK_PIPELINE_BIND_POINT_GRAPHICS
, device
->clear_state
.pipeline
);
262 /* We don't need anything here, only set if not already set. */
263 if (cmd_buffer
->rs_state
== NULL
)
264 anv_CmdBindDynamicStateObject((VkCmdBuffer
) cmd_buffer
,
265 VK_STATE_BIND_POINT_RASTER
,
266 device
->clear_state
.rs_state
);
268 if (cmd_buffer
->vp_state
== NULL
)
269 anv_CmdBindDynamicStateObject((VkCmdBuffer
) cmd_buffer
,
270 VK_STATE_BIND_POINT_VIEWPORT
,
271 cmd_buffer
->framebuffer
->vp_state
);
273 anv_CmdDraw((VkCmdBuffer
) cmd_buffer
, 0, 3, 0, pass
->num_clear_layers
);
275 /* Restore API state */
276 anv_cmd_buffer_restore(cmd_buffer
, &saved_state
);
281 anv_device_init_meta_blit_state(struct anv_device
*device
)
283 VkPipelineIaStateCreateInfo ia_create_info
= {
284 .sType
= VK_STRUCTURE_TYPE_PIPELINE_IA_STATE_CREATE_INFO
,
285 .topology
= VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP
,
286 .disableVertexReuse
= false,
287 .primitiveRestartEnable
= false,
288 .primitiveRestartIndex
= 0
291 /* We don't use a vertex shader for clearing, but instead build and pass
292 * the VUEs directly to the rasterization backend. However, we do need
293 * to provide GLSL source for the vertex shader so that the compiler
294 * does not dead-code our inputs.
296 VkShader vs
= GLSL_VK_SHADER(device
, VERTEX
,
299 out vec4 v_tex_coord
;
302 v_tex_coord
= vec4(a_tex_coord
, 0, 1);
303 gl_Position
= vec4(a_pos
, 0, 1);
307 VkShader fs
= GLSL_VK_SHADER(device
, FRAGMENT
,
310 layout(set
= 0, binding
= 0) uniform sampler2D u_tex
;
313 f_color
= texture(u_tex
, v_tex_coord
.xy
);
317 VkPipelineShaderStageCreateInfo vs_create_info
= {
318 .sType
= VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO
,
319 .pNext
= &ia_create_info
,
321 .stage
= VK_SHADER_STAGE_VERTEX
,
323 .linkConstBufferCount
= 0,
324 .pLinkConstBufferInfo
= NULL
,
325 .pSpecializationInfo
= NULL
329 VkPipelineShaderStageCreateInfo fs_create_info
= {
330 .sType
= VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO
,
331 .pNext
= &vs_create_info
,
333 .stage
= VK_SHADER_STAGE_FRAGMENT
,
335 .linkConstBufferCount
= 0,
336 .pLinkConstBufferInfo
= NULL
,
337 .pSpecializationInfo
= NULL
341 VkPipelineVertexInputCreateInfo vi_create_info
= {
342 .sType
= VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_CREATE_INFO
,
343 .pNext
= &fs_create_info
,
345 .pVertexBindingDescriptions
= (VkVertexInputBindingDescription
[]) {
349 .stepRate
= VK_VERTEX_INPUT_STEP_RATE_VERTEX
354 .stepRate
= VK_VERTEX_INPUT_STEP_RATE_VERTEX
358 .pVertexAttributeDescriptions
= (VkVertexInputAttributeDescription
[]) {
363 .format
= VK_FORMAT_R32G32B32A32_UINT
,
370 .format
= VK_FORMAT_R32G32_SFLOAT
,
374 /* Texture Coordinate */
377 .format
= VK_FORMAT_R32G32_SFLOAT
,
383 VkDescriptorSetLayoutCreateInfo ds_layout_info
= {
384 .sType
= VK_STRUCTURE_TYPE_DESCRIPTOR_SET_LAYOUT_CREATE_INFO
,
386 .pBinding
= (VkDescriptorSetLayoutBinding
[]) {
388 .descriptorType
= VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE
,
390 .stageFlags
= VK_SHADER_STAGE_FRAGMENT_BIT
,
391 .pImmutableSamplers
= NULL
395 anv_CreateDescriptorSetLayout((VkDevice
) device
, &ds_layout_info
,
396 &device
->blit_state
.ds_layout
);
398 VkPipelineLayoutCreateInfo pipeline_layout_info
= {
399 .sType
= VK_STRUCTURE_TYPE_PIPELINE_LAYOUT_CREATE_INFO
,
400 .descriptorSetCount
= 1,
401 .pSetLayouts
= &device
->blit_state
.ds_layout
,
404 VkPipelineLayout pipeline_layout
;
405 anv_CreatePipelineLayout((VkDevice
) device
, &pipeline_layout_info
,
408 VkPipelineRsStateCreateInfo rs_create_info
= {
409 .sType
= VK_STRUCTURE_TYPE_PIPELINE_RS_STATE_CREATE_INFO
,
410 .pNext
= &vi_create_info
,
411 .depthClipEnable
= true,
412 .rasterizerDiscardEnable
= false,
413 .fillMode
= VK_FILL_MODE_SOLID
,
414 .cullMode
= VK_CULL_MODE_NONE
,
415 .frontFace
= VK_FRONT_FACE_CCW
418 VkGraphicsPipelineCreateInfo pipeline_info
= {
419 .sType
= VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO
,
420 .pNext
= &rs_create_info
,
422 .layout
= pipeline_layout
,
425 anv_pipeline_create((VkDevice
) device
, &pipeline_info
,
426 &(struct anv_pipeline_create_info
) {
427 .use_repclear
= false,
428 .disable_viewport
= true,
429 .disable_scissor
= true,
433 &device
->blit_state
.pipeline
);
435 anv_DestroyObject((VkDevice
) device
, VK_OBJECT_TYPE_SHADER
, vs
);
436 anv_DestroyObject((VkDevice
) device
, VK_OBJECT_TYPE_SHADER
, fs
);
438 anv_CreateDynamicRasterState((VkDevice
) device
,
439 &(VkDynamicRsStateCreateInfo
) {
440 .sType
= VK_STRUCTURE_TYPE_DYNAMIC_RS_STATE_CREATE_INFO
,
442 &device
->blit_state
.rs_state
);
446 meta_prepare_blit(struct anv_cmd_buffer
*cmd_buffer
,
447 struct anv_saved_state
*saved_state
)
449 struct anv_device
*device
= cmd_buffer
->device
;
451 anv_cmd_buffer_save(cmd_buffer
, saved_state
);
453 if ((VkPipeline
) cmd_buffer
->pipeline
!= device
->blit_state
.pipeline
)
454 anv_CmdBindPipeline((VkCmdBuffer
) cmd_buffer
,
455 VK_PIPELINE_BIND_POINT_GRAPHICS
,
456 device
->blit_state
.pipeline
);
458 /* We don't need anything here, only set if not already set. */
459 if (cmd_buffer
->rs_state
== NULL
)
460 anv_CmdBindDynamicStateObject((VkCmdBuffer
) cmd_buffer
,
461 VK_STATE_BIND_POINT_RASTER
,
462 device
->blit_state
.rs_state
);
466 VkOffset3D src_offset
;
467 VkExtent3D src_extent
;
468 VkOffset3D dest_offset
;
469 VkExtent3D dest_extent
;
473 meta_emit_blit(struct anv_cmd_buffer
*cmd_buffer
,
474 struct anv_surface_view
*src
,
475 VkOffset3D src_offset
,
476 VkExtent3D src_extent
,
477 struct anv_surface_view
*dest
,
478 VkOffset3D dest_offset
,
479 VkExtent3D dest_extent
)
481 struct anv_device
*device
= cmd_buffer
->device
;
483 struct blit_vb_data
{
488 unsigned vb_size
= sizeof(struct vue_header
) + 3 * sizeof(*vb_data
);
490 struct anv_state vb_state
=
491 anv_state_stream_alloc(&cmd_buffer
->surface_state_stream
, vb_size
, 16);
492 memset(vb_state
.map
, 0, sizeof(struct vue_header
));
493 vb_data
= vb_state
.map
+ sizeof(struct vue_header
);
495 vb_data
[0] = (struct blit_vb_data
) {
497 dest_offset
.x
+ dest_extent
.width
,
498 dest_offset
.y
+ dest_extent
.height
,
501 (float)(src_offset
.x
+ src_extent
.width
) / (float)src
->extent
.width
,
502 (float)(src_offset
.y
+ src_extent
.height
) / (float)src
->extent
.height
,
506 vb_data
[1] = (struct blit_vb_data
) {
509 dest_offset
.y
+ dest_extent
.height
,
512 (float)src_offset
.x
/ (float)src
->extent
.width
,
513 (float)(src_offset
.y
+ src_extent
.height
) / (float)src
->extent
.height
,
517 vb_data
[2] = (struct blit_vb_data
) {
523 (float)src_offset
.x
/ (float)src
->extent
.width
,
524 (float)src_offset
.y
/ (float)src
->extent
.height
,
528 struct anv_buffer vertex_buffer
= {
531 .bo
= &device
->surface_state_block_pool
.bo
,
532 .offset
= vb_state
.offset
,
535 anv_CmdBindVertexBuffers((VkCmdBuffer
) cmd_buffer
, 0, 2,
537 (VkBuffer
) &vertex_buffer
,
538 (VkBuffer
) &vertex_buffer
542 sizeof(struct vue_header
),
547 anv_AllocDescriptorSets((VkDevice
) device
, 0 /* pool */,
548 VK_DESCRIPTOR_SET_USAGE_ONE_SHOT
,
549 1, &device
->blit_state
.ds_layout
, &set
, &count
);
550 anv_UpdateDescriptors((VkDevice
) device
, set
, 1,
553 .sType
= VK_STRUCTURE_TYPE_UPDATE_IMAGES
,
554 .descriptorType
= VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE
,
557 .pImageViews
= (VkImageViewAttachInfo
[]) {
559 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_ATTACH_INFO
,
560 .view
= (VkImageView
) src
,
561 .layout
= VK_IMAGE_LAYOUT_GENERAL
,
567 struct anv_framebuffer
*fb
;
568 anv_CreateFramebuffer((VkDevice
) device
,
569 &(VkFramebufferCreateInfo
) {
570 .sType
= VK_STRUCTURE_TYPE_FRAMEBUFFER_CREATE_INFO
,
571 .colorAttachmentCount
= 1,
572 .pColorAttachments
= (VkColorAttachmentBindInfo
[]) {
574 .view
= (VkColorAttachmentView
) dest
,
575 .layout
= VK_IMAGE_LAYOUT_GENERAL
578 .pDepthStencilAttachment
= NULL
,
580 .width
= dest
->extent
.width
,
581 .height
= dest
->extent
.height
,
583 }, (VkFramebuffer
*)&fb
);
587 anv_CreateRenderPass((VkDevice
)device
,
588 &(VkRenderPassCreateInfo
) {
589 .sType
= VK_STRUCTURE_TYPE_RENDER_PASS_CREATE_INFO
,
590 .renderArea
= { { 0, 0 }, { dest
->extent
.width
, dest
->extent
.height
} },
591 .colorAttachmentCount
= 1,
595 .pColorFormats
= (VkFormat
[]) { dest
->format
},
596 .pColorLayouts
= (VkImageLayout
[]) { VK_IMAGE_LAYOUT_GENERAL
},
597 .pColorLoadOps
= (VkAttachmentLoadOp
[]) { VK_ATTACHMENT_LOAD_OP_LOAD
},
598 .pColorStoreOps
= (VkAttachmentStoreOp
[]) { VK_ATTACHMENT_STORE_OP_STORE
},
599 .pColorLoadClearValues
= (VkClearColor
[]) {
600 { .color
= { .floatColor
= { 1.0, 0.0, 0.0, 1.0 } }, .useRawValue
= false }
602 .depthStencilFormat
= VK_FORMAT_UNDEFINED
,
605 anv_CmdBeginRenderPass((VkCmdBuffer
) cmd_buffer
,
606 &(VkRenderPassBegin
) {
608 .framebuffer
= (VkFramebuffer
) fb
,
611 anv_CmdBindDynamicStateObject((VkCmdBuffer
) cmd_buffer
,
612 VK_STATE_BIND_POINT_VIEWPORT
, fb
->vp_state
);
614 anv_CmdBindDescriptorSets((VkCmdBuffer
) cmd_buffer
,
615 VK_PIPELINE_BIND_POINT_GRAPHICS
, 0, 1,
618 anv_CmdDraw((VkCmdBuffer
) cmd_buffer
, 0, 3, 0, 1);
620 anv_CmdEndRenderPass((VkCmdBuffer
) cmd_buffer
, pass
);
624 meta_finish_blit(struct anv_cmd_buffer
*cmd_buffer
,
625 const struct anv_saved_state
*saved_state
)
627 anv_cmd_buffer_restore(cmd_buffer
, saved_state
);
631 vk_format_for_cpp(int cpp
)
634 case 1: return VK_FORMAT_R8_UINT
;
635 case 2: return VK_FORMAT_R8G8_UINT
;
636 case 3: return VK_FORMAT_R8G8B8_UINT
;
637 case 4: return VK_FORMAT_R8G8B8A8_UINT
;
638 case 6: return VK_FORMAT_R16G16B16_UINT
;
639 case 8: return VK_FORMAT_R16G16B16A16_UINT
;
640 case 12: return VK_FORMAT_R32G32B32_UINT
;
641 case 16: return VK_FORMAT_R32G32B32A32_UINT
;
643 unreachable("Invalid format cpp");
648 do_buffer_copy(struct anv_cmd_buffer
*cmd_buffer
,
649 struct anv_bo
*src
, uint64_t src_offset
,
650 struct anv_bo
*dest
, uint64_t dest_offset
,
651 int width
, int height
, VkFormat copy_format
)
653 VkDevice vk_device
= (VkDevice
)cmd_buffer
->device
;
655 VkImageCreateInfo image_info
= {
656 .sType
= VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO
,
657 .imageType
= VK_IMAGE_TYPE_2D
,
658 .format
= copy_format
,
667 .tiling
= VK_IMAGE_TILING_LINEAR
,
668 .usage
= VK_IMAGE_USAGE_SAMPLED_BIT
,
672 struct anv_image
*src_image
, *dest_image
;
673 anv_CreateImage(vk_device
, &image_info
, (VkImage
*)&src_image
);
674 anv_CreateImage(vk_device
, &image_info
, (VkImage
*)&dest_image
);
676 /* We could use a vk call to bind memory, but that would require
677 * creating a dummy memory object etc. so there's really no point.
680 src_image
->offset
= src_offset
;
681 dest_image
->bo
= dest
;
682 dest_image
->offset
= dest_offset
;
684 struct anv_surface_view src_view
;
685 anv_image_view_init(&src_view
, cmd_buffer
->device
,
686 &(VkImageViewCreateInfo
) {
687 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
688 .image
= (VkImage
)src_image
,
689 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
690 .format
= copy_format
,
692 VK_CHANNEL_SWIZZLE_R
,
693 VK_CHANNEL_SWIZZLE_G
,
694 VK_CHANNEL_SWIZZLE_B
,
697 .subresourceRange
= {
698 .aspect
= VK_IMAGE_ASPECT_COLOR
,
708 struct anv_surface_view dest_view
;
709 anv_color_attachment_view_init(&dest_view
, cmd_buffer
->device
,
710 &(VkColorAttachmentViewCreateInfo
) {
711 .sType
= VK_STRUCTURE_TYPE_COLOR_ATTACHMENT_VIEW_CREATE_INFO
,
712 .image
= (VkImage
)dest_image
,
713 .format
= copy_format
,
720 meta_emit_blit(cmd_buffer
,
722 (VkOffset3D
) { 0, 0, 0 },
723 (VkExtent3D
) { width
, height
, 1 },
725 (VkOffset3D
) { 0, 0, 0 },
726 (VkExtent3D
) { width
, height
, 1 });
729 void anv_CmdCopyBuffer(
730 VkCmdBuffer cmdBuffer
,
733 uint32_t regionCount
,
734 const VkBufferCopy
* pRegions
)
736 struct anv_cmd_buffer
*cmd_buffer
= (struct anv_cmd_buffer
*)cmdBuffer
;
737 struct anv_buffer
*src_buffer
= (struct anv_buffer
*)srcBuffer
;
738 struct anv_buffer
*dest_buffer
= (struct anv_buffer
*)destBuffer
;
739 struct anv_saved_state saved_state
;
741 meta_prepare_blit(cmd_buffer
, &saved_state
);
743 for (unsigned r
= 0; r
< regionCount
; r
++) {
744 uint64_t src_offset
= src_buffer
->offset
+ pRegions
[r
].srcOffset
;
745 uint64_t dest_offset
= dest_buffer
->offset
+ pRegions
[r
].destOffset
;
746 uint64_t copy_size
= pRegions
[r
].copySize
;
748 /* First, we compute the biggest format that can be used with the
749 * given offsets and size.
753 int fs
= ffs(src_offset
) - 1;
755 cpp
= MIN2(cpp
, 1 << fs
);
756 assert(src_offset
% cpp
== 0);
758 fs
= ffs(dest_offset
) - 1;
760 cpp
= MIN2(cpp
, 1 << fs
);
761 assert(dest_offset
% cpp
== 0);
763 fs
= ffs(pRegions
[r
].copySize
) - 1;
765 cpp
= MIN2(cpp
, 1 << fs
);
766 assert(pRegions
[r
].copySize
% cpp
== 0);
768 VkFormat copy_format
= vk_format_for_cpp(cpp
);
770 /* This is maximum possible width/height our HW can handle */
771 uint64_t max_surface_dim
= 1 << 14;
773 /* First, we make a bunch of max-sized copies */
774 uint64_t max_copy_size
= max_surface_dim
* max_surface_dim
* cpp
;
775 while (copy_size
> max_copy_size
) {
776 do_buffer_copy(cmd_buffer
, src_buffer
->bo
, src_offset
,
777 dest_buffer
->bo
, dest_offset
,
778 max_surface_dim
, max_surface_dim
, copy_format
);
779 copy_size
-= max_copy_size
;
780 src_offset
+= max_copy_size
;
781 dest_offset
+= max_copy_size
;
784 uint64_t height
= copy_size
/ (max_surface_dim
* cpp
);
785 assert(height
< max_surface_dim
);
787 uint64_t rect_copy_size
= height
* max_surface_dim
* cpp
;
788 do_buffer_copy(cmd_buffer
, src_buffer
->bo
, src_offset
,
789 dest_buffer
->bo
, dest_offset
,
790 max_surface_dim
, height
, copy_format
);
791 copy_size
-= rect_copy_size
;
792 src_offset
+= rect_copy_size
;
793 dest_offset
+= rect_copy_size
;
796 if (copy_size
!= 0) {
797 do_buffer_copy(cmd_buffer
, src_buffer
->bo
, src_offset
,
798 dest_buffer
->bo
, dest_offset
,
799 copy_size
/ cpp
, 1, copy_format
);
803 meta_finish_blit(cmd_buffer
, &saved_state
);
806 void anv_CmdCopyImage(
807 VkCmdBuffer cmdBuffer
,
809 VkImageLayout srcImageLayout
,
811 VkImageLayout destImageLayout
,
812 uint32_t regionCount
,
813 const VkImageCopy
* pRegions
)
815 struct anv_cmd_buffer
*cmd_buffer
= (struct anv_cmd_buffer
*)cmdBuffer
;
816 struct anv_image
*src_image
= (struct anv_image
*)srcImage
;
817 struct anv_saved_state saved_state
;
819 meta_prepare_blit(cmd_buffer
, &saved_state
);
821 for (unsigned r
= 0; r
< regionCount
; r
++) {
822 struct anv_surface_view src_view
;
823 anv_image_view_init(&src_view
, cmd_buffer
->device
,
824 &(VkImageViewCreateInfo
) {
825 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
827 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
828 .format
= src_image
->format
,
830 VK_CHANNEL_SWIZZLE_R
,
831 VK_CHANNEL_SWIZZLE_G
,
832 VK_CHANNEL_SWIZZLE_B
,
835 .subresourceRange
= {
836 .aspect
= pRegions
[r
].srcSubresource
.aspect
,
837 .baseMipLevel
= pRegions
[r
].srcSubresource
.mipLevel
,
839 .baseArraySlice
= pRegions
[r
].srcSubresource
.arraySlice
,
846 struct anv_surface_view dest_view
;
847 anv_color_attachment_view_init(&dest_view
, cmd_buffer
->device
,
848 &(VkColorAttachmentViewCreateInfo
) {
849 .sType
= VK_STRUCTURE_TYPE_COLOR_ATTACHMENT_VIEW_CREATE_INFO
,
851 .format
= src_image
->format
,
852 .mipLevel
= pRegions
[r
].destSubresource
.mipLevel
,
853 .baseArraySlice
= pRegions
[r
].destSubresource
.arraySlice
,
858 meta_emit_blit(cmd_buffer
,
860 pRegions
[r
].srcOffset
,
863 pRegions
[r
].destOffset
,
867 meta_finish_blit(cmd_buffer
, &saved_state
);
870 void anv_CmdBlitImage(
871 VkCmdBuffer cmdBuffer
,
873 VkImageLayout srcImageLayout
,
875 VkImageLayout destImageLayout
,
876 uint32_t regionCount
,
877 const VkImageBlit
* pRegions
)
879 struct anv_cmd_buffer
*cmd_buffer
= (struct anv_cmd_buffer
*)cmdBuffer
;
880 struct anv_image
*src_image
= (struct anv_image
*)srcImage
;
881 struct anv_image
*dest_image
= (struct anv_image
*)destImage
;
882 struct anv_saved_state saved_state
;
884 meta_prepare_blit(cmd_buffer
, &saved_state
);
886 for (unsigned r
= 0; r
< regionCount
; r
++) {
887 struct anv_surface_view src_view
;
888 anv_image_view_init(&src_view
, cmd_buffer
->device
,
889 &(VkImageViewCreateInfo
) {
890 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
892 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
893 .format
= src_image
->format
,
895 VK_CHANNEL_SWIZZLE_R
,
896 VK_CHANNEL_SWIZZLE_G
,
897 VK_CHANNEL_SWIZZLE_B
,
900 .subresourceRange
= {
901 .aspect
= pRegions
[r
].srcSubresource
.aspect
,
902 .baseMipLevel
= pRegions
[r
].srcSubresource
.mipLevel
,
904 .baseArraySlice
= pRegions
[r
].srcSubresource
.arraySlice
,
911 struct anv_surface_view dest_view
;
912 anv_color_attachment_view_init(&dest_view
, cmd_buffer
->device
,
913 &(VkColorAttachmentViewCreateInfo
) {
914 .sType
= VK_STRUCTURE_TYPE_COLOR_ATTACHMENT_VIEW_CREATE_INFO
,
916 .format
= dest_image
->format
,
917 .mipLevel
= pRegions
[r
].destSubresource
.mipLevel
,
918 .baseArraySlice
= pRegions
[r
].destSubresource
.arraySlice
,
923 meta_emit_blit(cmd_buffer
,
925 pRegions
[r
].srcOffset
,
926 pRegions
[r
].srcExtent
,
928 pRegions
[r
].destOffset
,
929 pRegions
[r
].destExtent
);
932 meta_finish_blit(cmd_buffer
, &saved_state
);
935 void anv_CmdCopyBufferToImage(
936 VkCmdBuffer cmdBuffer
,
939 VkImageLayout destImageLayout
,
940 uint32_t regionCount
,
941 const VkBufferImageCopy
* pRegions
)
943 struct anv_cmd_buffer
*cmd_buffer
= (struct anv_cmd_buffer
*)cmdBuffer
;
944 VkDevice vk_device
= (VkDevice
) cmd_buffer
->device
;
945 struct anv_buffer
*src_buffer
= (struct anv_buffer
*)srcBuffer
;
946 struct anv_image
*dest_image
= (struct anv_image
*)destImage
;
947 struct anv_saved_state saved_state
;
949 meta_prepare_blit(cmd_buffer
, &saved_state
);
951 for (unsigned r
= 0; r
< regionCount
; r
++) {
952 struct anv_image
*src_image
;
953 anv_CreateImage(vk_device
,
954 &(VkImageCreateInfo
) {
955 .sType
= VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO
,
956 .imageType
= VK_IMAGE_TYPE_2D
,
957 .format
= dest_image
->format
,
959 .width
= pRegions
[r
].imageExtent
.width
,
960 .height
= pRegions
[r
].imageExtent
.height
,
966 .tiling
= VK_IMAGE_TILING_LINEAR
,
967 .usage
= VK_IMAGE_USAGE_SAMPLED_BIT
,
969 }, (VkImage
*)&src_image
);
971 /* We could use a vk call to bind memory, but that would require
972 * creating a dummy memory object etc. so there's really no point.
974 src_image
->bo
= src_buffer
->bo
;
975 src_image
->offset
= src_buffer
->offset
+ pRegions
[r
].bufferOffset
;
977 struct anv_surface_view src_view
;
978 anv_image_view_init(&src_view
, cmd_buffer
->device
,
979 &(VkImageViewCreateInfo
) {
980 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
981 .image
= (VkImage
)src_image
,
982 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
983 .format
= dest_image
->format
,
985 VK_CHANNEL_SWIZZLE_R
,
986 VK_CHANNEL_SWIZZLE_G
,
987 VK_CHANNEL_SWIZZLE_B
,
990 .subresourceRange
= {
991 .aspect
= pRegions
[r
].imageSubresource
.aspect
,
1001 struct anv_surface_view dest_view
;
1002 anv_color_attachment_view_init(&dest_view
, cmd_buffer
->device
,
1003 &(VkColorAttachmentViewCreateInfo
) {
1004 .sType
= VK_STRUCTURE_TYPE_COLOR_ATTACHMENT_VIEW_CREATE_INFO
,
1005 .image
= (VkImage
)dest_image
,
1006 .format
= dest_image
->format
,
1007 .mipLevel
= pRegions
[r
].imageSubresource
.mipLevel
,
1008 .baseArraySlice
= pRegions
[r
].imageSubresource
.arraySlice
,
1013 meta_emit_blit(cmd_buffer
,
1015 (VkOffset3D
) { 0, 0, 0 },
1016 pRegions
[r
].imageExtent
,
1018 pRegions
[r
].imageOffset
,
1019 pRegions
[r
].imageExtent
);
1022 meta_finish_blit(cmd_buffer
, &saved_state
);
1025 void anv_CmdCopyImageToBuffer(
1026 VkCmdBuffer cmdBuffer
,
1028 VkImageLayout srcImageLayout
,
1029 VkBuffer destBuffer
,
1030 uint32_t regionCount
,
1031 const VkBufferImageCopy
* pRegions
)
1033 struct anv_cmd_buffer
*cmd_buffer
= (struct anv_cmd_buffer
*)cmdBuffer
;
1034 VkDevice vk_device
= (VkDevice
) cmd_buffer
->device
;
1035 struct anv_image
*src_image
= (struct anv_image
*)srcImage
;
1036 struct anv_buffer
*dest_buffer
= (struct anv_buffer
*)destBuffer
;
1037 struct anv_saved_state saved_state
;
1039 meta_prepare_blit(cmd_buffer
, &saved_state
);
1041 for (unsigned r
= 0; r
< regionCount
; r
++) {
1042 struct anv_surface_view src_view
;
1043 anv_image_view_init(&src_view
, cmd_buffer
->device
,
1044 &(VkImageViewCreateInfo
) {
1045 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
1047 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
1048 .format
= src_image
->format
,
1050 VK_CHANNEL_SWIZZLE_R
,
1051 VK_CHANNEL_SWIZZLE_G
,
1052 VK_CHANNEL_SWIZZLE_B
,
1053 VK_CHANNEL_SWIZZLE_A
1055 .subresourceRange
= {
1056 .aspect
= pRegions
[r
].imageSubresource
.aspect
,
1057 .baseMipLevel
= pRegions
[r
].imageSubresource
.mipLevel
,
1059 .baseArraySlice
= pRegions
[r
].imageSubresource
.arraySlice
,
1066 struct anv_image
*dest_image
;
1067 anv_CreateImage(vk_device
,
1068 &(VkImageCreateInfo
) {
1069 .sType
= VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO
,
1070 .imageType
= VK_IMAGE_TYPE_2D
,
1071 .format
= src_image
->format
,
1073 .width
= pRegions
[r
].imageExtent
.width
,
1074 .height
= pRegions
[r
].imageExtent
.height
,
1080 .tiling
= VK_IMAGE_TILING_LINEAR
,
1081 .usage
= VK_IMAGE_USAGE_SAMPLED_BIT
,
1083 }, (VkImage
*)&dest_image
);
1085 /* We could use a vk call to bind memory, but that would require
1086 * creating a dummy memory object etc. so there's really no point.
1088 dest_image
->bo
= dest_buffer
->bo
;
1089 dest_image
->offset
= dest_buffer
->offset
+ pRegions
[r
].bufferOffset
;
1091 struct anv_surface_view dest_view
;
1092 anv_color_attachment_view_init(&dest_view
, cmd_buffer
->device
,
1093 &(VkColorAttachmentViewCreateInfo
) {
1094 .sType
= VK_STRUCTURE_TYPE_COLOR_ATTACHMENT_VIEW_CREATE_INFO
,
1095 .image
= (VkImage
)dest_image
,
1096 .format
= src_image
->format
,
1098 .baseArraySlice
= 0,
1103 meta_emit_blit(cmd_buffer
,
1105 pRegions
[r
].imageOffset
,
1106 pRegions
[r
].imageExtent
,
1108 (VkOffset3D
) { 0, 0, 0 },
1109 pRegions
[r
].imageExtent
);
1112 meta_finish_blit(cmd_buffer
, &saved_state
);
1115 void anv_CmdCloneImageData(
1116 VkCmdBuffer cmdBuffer
,
1118 VkImageLayout srcImageLayout
,
1120 VkImageLayout destImageLayout
)
1125 void anv_CmdUpdateBuffer(
1126 VkCmdBuffer cmdBuffer
,
1127 VkBuffer destBuffer
,
1128 VkDeviceSize destOffset
,
1129 VkDeviceSize dataSize
,
1130 const uint32_t* pData
)
1135 void anv_CmdFillBuffer(
1136 VkCmdBuffer cmdBuffer
,
1137 VkBuffer destBuffer
,
1138 VkDeviceSize destOffset
,
1139 VkDeviceSize fillSize
,
1145 void anv_CmdClearColorImage(
1146 VkCmdBuffer cmdBuffer
,
1148 VkImageLayout imageLayout
,
1149 const VkClearColor
* color
,
1150 uint32_t rangeCount
,
1151 const VkImageSubresourceRange
* pRanges
)
1156 void anv_CmdClearDepthStencil(
1157 VkCmdBuffer cmdBuffer
,
1159 VkImageLayout imageLayout
,
1162 uint32_t rangeCount
,
1163 const VkImageSubresourceRange
* pRanges
)
1168 void anv_CmdResolveImage(
1169 VkCmdBuffer cmdBuffer
,
1171 VkImageLayout srcImageLayout
,
1173 VkImageLayout destImageLayout
,
1174 uint32_t regionCount
,
1175 const VkImageResolve
* pRegions
)
1181 anv_device_init_meta(struct anv_device
*device
)
1183 anv_device_init_meta_clear_state(device
);
1184 anv_device_init_meta_blit_state(device
);