2 * Copyright © 2015 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
30 #include "anv_private.h"
31 #include "anv_meta_spirv_autogen.h"
32 #include "anv_nir_builder.h"
35 build_nir_vertex_shader(bool attr_flat
)
39 const struct glsl_type
*vertex_type
= glsl_vec4_type();
41 nir_builder_init_simple_shader(&b
, MESA_SHADER_VERTEX
);
43 nir_variable
*pos_in
= nir_variable_create(b
.shader
, "a_pos",
46 pos_in
->data
.location
= VERT_ATTRIB_GENERIC0
;
47 nir_variable
*pos_out
= nir_variable_create(b
.shader
, "gl_Position",
50 pos_in
->data
.location
= VARYING_SLOT_POS
;
51 nir_copy_var(&b
, pos_out
, pos_in
);
53 /* Add one more pass-through attribute. For clear shaders, this is used
54 * to store the color and for blit shaders it's the texture coordinate.
56 const struct glsl_type
*attr_type
= glsl_vec4_type();
57 nir_variable
*attr_in
= nir_variable_create(b
.shader
, "a_attr", attr_type
,
59 attr_in
->data
.location
= VERT_ATTRIB_GENERIC1
;
60 nir_variable
*attr_out
= nir_variable_create(b
.shader
, "v_attr", attr_type
,
62 attr_out
->data
.location
= VARYING_SLOT_VAR0
;
63 attr_out
->data
.interpolation
= attr_flat
? INTERP_QUALIFIER_FLAT
:
64 INTERP_QUALIFIER_SMOOTH
;
65 nir_copy_var(&b
, attr_out
, attr_in
);
71 build_nir_clear_fragment_shader()
75 const struct glsl_type
*color_type
= glsl_vec4_type();
77 nir_builder_init_simple_shader(&b
, MESA_SHADER_FRAGMENT
);
79 nir_variable
*color_in
= nir_variable_create(b
.shader
, "v_attr",
82 color_in
->data
.location
= VARYING_SLOT_VAR0
;
83 color_in
->data
.interpolation
= INTERP_QUALIFIER_FLAT
;
84 nir_variable
*color_out
= nir_variable_create(b
.shader
, "f_color",
87 color_out
->data
.location
= FRAG_RESULT_DATA0
;
88 nir_copy_var(&b
, color_out
, color_in
);
94 build_nir_copy_fragment_shader(enum glsl_sampler_dim tex_dim
)
98 nir_builder_init_simple_shader(&b
, MESA_SHADER_FRAGMENT
);
100 const struct glsl_type
*color_type
= glsl_vec4_type();
102 nir_variable
*tex_pos_in
= nir_variable_create(b
.shader
, "v_attr",
105 tex_pos_in
->data
.location
= VARYING_SLOT_VAR0
;
107 const struct glsl_type
*sampler_type
=
108 glsl_sampler_type(tex_dim
, false, false, glsl_get_base_type(color_type
));
109 nir_variable
*sampler
= nir_variable_create(b
.shader
, "s_tex", sampler_type
,
111 sampler
->data
.descriptor_set
= 0;
112 sampler
->data
.binding
= 0;
114 nir_tex_instr
*tex
= nir_tex_instr_create(b
.shader
, 1);
115 tex
->sampler_dim
= tex_dim
;
116 tex
->op
= nir_texop_tex
;
117 tex
->src
[0].src_type
= nir_tex_src_coord
;
118 tex
->src
[0].src
= nir_src_for_ssa(nir_load_var(&b
, tex_pos_in
));
119 tex
->dest_type
= nir_type_float
; /* TODO */
122 case GLSL_SAMPLER_DIM_2D
:
123 tex
->coord_components
= 2;
125 case GLSL_SAMPLER_DIM_3D
:
126 tex
->coord_components
= 3;
129 assert(!"Unsupported texture dimension");
132 tex
->sampler
= nir_deref_var_create(tex
, sampler
);
134 nir_ssa_dest_init(&tex
->instr
, &tex
->dest
, 4, "tex");
135 nir_builder_instr_insert(&b
, &tex
->instr
);
137 nir_variable
*color_out
= nir_variable_create(b
.shader
, "f_color",
140 color_out
->data
.location
= FRAG_RESULT_DATA0
;
141 nir_store_var(&b
, color_out
, &tex
->dest
.ssa
);
147 anv_device_init_meta_clear_state(struct anv_device
*device
)
149 struct anv_shader_module vsm
= {
150 .nir
= build_nir_vertex_shader(true),
153 struct anv_shader_module fsm
= {
154 .nir
= build_nir_clear_fragment_shader(),
158 anv_CreateShader(anv_device_to_handle(device
),
159 &(VkShaderCreateInfo
) {
160 .sType
= VK_STRUCTURE_TYPE_SHADER_CREATE_INFO
,
161 .module
= anv_shader_module_to_handle(&vsm
),
166 anv_CreateShader(anv_device_to_handle(device
),
167 &(VkShaderCreateInfo
) {
168 .sType
= VK_STRUCTURE_TYPE_SHADER_CREATE_INFO
,
169 .module
= anv_shader_module_to_handle(&fsm
),
173 /* We use instanced rendering to clear multiple render targets. We have two
174 * vertex buffers: the first vertex buffer holds per-vertex data and
175 * provides the vertices for the clear rectangle. The second one holds
176 * per-instance data, which consists of the VUE header (which selects the
177 * layer) and the color (Vulkan supports per-RT clear colors).
179 VkPipelineVertexInputStateCreateInfo vi_create_info
= {
180 .sType
= VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_STATE_CREATE_INFO
,
182 .pVertexBindingDescriptions
= (VkVertexInputBindingDescription
[]) {
186 .stepRate
= VK_VERTEX_INPUT_STEP_RATE_VERTEX
191 .stepRate
= VK_VERTEX_INPUT_STEP_RATE_INSTANCE
195 .pVertexAttributeDescriptions
= (VkVertexInputAttributeDescription
[]) {
200 .format
= VK_FORMAT_R32G32B32A32_UINT
,
207 .format
= VK_FORMAT_R32G32B32_SFLOAT
,
214 .format
= VK_FORMAT_R32G32B32A32_SFLOAT
,
220 anv_graphics_pipeline_create(anv_device_to_handle(device
),
221 &(VkGraphicsPipelineCreateInfo
) {
222 .sType
= VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO
,
225 .pStages
= (VkPipelineShaderStageCreateInfo
[]) {
227 .sType
= VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO
,
228 .stage
= VK_SHADER_STAGE_VERTEX
,
230 .pSpecializationInfo
= NULL
232 .sType
= VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO
,
233 .stage
= VK_SHADER_STAGE_FRAGMENT
,
235 .pSpecializationInfo
= NULL
,
238 .pVertexInputState
= &vi_create_info
,
239 .pInputAssemblyState
= &(VkPipelineInputAssemblyStateCreateInfo
) {
240 .sType
= VK_STRUCTURE_TYPE_PIPELINE_INPUT_ASSEMBLY_STATE_CREATE_INFO
,
241 .topology
= VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP
,
242 .primitiveRestartEnable
= false,
244 .pRasterState
= &(VkPipelineRasterStateCreateInfo
) {
245 .sType
= VK_STRUCTURE_TYPE_PIPELINE_RASTER_STATE_CREATE_INFO
,
246 .depthClipEnable
= true,
247 .rasterizerDiscardEnable
= false,
248 .fillMode
= VK_FILL_MODE_SOLID
,
249 .cullMode
= VK_CULL_MODE_NONE
,
250 .frontFace
= VK_FRONT_FACE_CCW
252 .pDepthStencilState
= &(VkPipelineDepthStencilStateCreateInfo
) {
253 .sType
= VK_STRUCTURE_TYPE_PIPELINE_DEPTH_STENCIL_STATE_CREATE_INFO
,
254 .depthTestEnable
= true,
255 .depthWriteEnable
= true,
256 .depthCompareOp
= VK_COMPARE_OP_ALWAYS
,
257 .depthBoundsEnable
= false,
258 .stencilTestEnable
= true,
259 .front
= (VkStencilOpState
) {
260 .stencilPassOp
= VK_STENCIL_OP_REPLACE
,
261 .stencilCompareOp
= VK_COMPARE_OP_ALWAYS
,
263 .back
= (VkStencilOpState
) {
264 .stencilPassOp
= VK_STENCIL_OP_REPLACE
,
265 .stencilCompareOp
= VK_COMPARE_OP_ALWAYS
,
268 .pColorBlendState
= &(VkPipelineColorBlendStateCreateInfo
) {
269 .sType
= VK_STRUCTURE_TYPE_PIPELINE_COLOR_BLEND_STATE_CREATE_INFO
,
270 .attachmentCount
= 1,
271 .pAttachments
= (VkPipelineColorBlendAttachmentState
[]) {
272 { .channelWriteMask
= VK_CHANNEL_A_BIT
|
273 VK_CHANNEL_R_BIT
| VK_CHANNEL_G_BIT
| VK_CHANNEL_B_BIT
},
278 &(struct anv_graphics_pipeline_create_info
) {
279 .use_repclear
= true,
280 .disable_viewport
= true,
284 &device
->meta_state
.clear
.pipeline
);
286 anv_DestroyShader(anv_device_to_handle(device
), vs
);
287 anv_DestroyShader(anv_device_to_handle(device
), fs
);
288 ralloc_free(vsm
.nir
);
289 ralloc_free(fsm
.nir
);
292 #define NUM_VB_USED 2
293 struct anv_saved_state
{
294 struct anv_vertex_binding old_vertex_bindings
[NUM_VB_USED
];
295 struct anv_descriptor_set
*old_descriptor_set0
;
296 struct anv_pipeline
*old_pipeline
;
297 struct anv_dynamic_ds_state
*old_ds_state
;
298 struct anv_dynamic_cb_state
*old_cb_state
;
302 anv_cmd_buffer_save(struct anv_cmd_buffer
*cmd_buffer
,
303 struct anv_saved_state
*state
)
305 state
->old_pipeline
= cmd_buffer
->state
.pipeline
;
306 state
->old_descriptor_set0
= cmd_buffer
->state
.descriptors
[0].set
;
307 memcpy(state
->old_vertex_bindings
, cmd_buffer
->state
.vertex_bindings
,
308 sizeof(state
->old_vertex_bindings
));
309 state
->old_ds_state
= cmd_buffer
->state
.ds_state
;
310 state
->old_cb_state
= cmd_buffer
->state
.cb_state
;
314 anv_cmd_buffer_restore(struct anv_cmd_buffer
*cmd_buffer
,
315 const struct anv_saved_state
*state
)
317 cmd_buffer
->state
.pipeline
= state
->old_pipeline
;
318 cmd_buffer
->state
.descriptors
[0].set
= state
->old_descriptor_set0
;
319 memcpy(cmd_buffer
->state
.vertex_bindings
, state
->old_vertex_bindings
,
320 sizeof(state
->old_vertex_bindings
));
322 cmd_buffer
->state
.vb_dirty
|= (1 << NUM_VB_USED
) - 1;
323 cmd_buffer
->state
.dirty
|= ANV_CMD_BUFFER_PIPELINE_DIRTY
;
324 cmd_buffer
->state
.descriptors_dirty
|= VK_SHADER_STAGE_VERTEX_BIT
;
326 if (cmd_buffer
->state
.ds_state
!= state
->old_ds_state
) {
327 cmd_buffer
->state
.ds_state
= state
->old_ds_state
;
328 cmd_buffer
->state
.dirty
|= ANV_CMD_BUFFER_DS_DIRTY
;
331 if (cmd_buffer
->state
.cb_state
!= state
->old_cb_state
) {
332 cmd_buffer
->state
.cb_state
= state
->old_cb_state
;
333 cmd_buffer
->state
.dirty
|= ANV_CMD_BUFFER_CB_DIRTY
;
340 uint32_t ViewportIndex
;
344 struct clear_instance_data
{
345 struct vue_header vue_header
;
346 VkClearColorValue color
;
350 meta_emit_clear(struct anv_cmd_buffer
*cmd_buffer
,
352 struct clear_instance_data
*instance_data
,
353 VkClearDepthStencilValue ds_clear_value
)
355 struct anv_device
*device
= cmd_buffer
->device
;
356 struct anv_framebuffer
*fb
= cmd_buffer
->state
.framebuffer
;
357 struct anv_state state
;
360 const float vertex_data
[] = {
361 /* Rect-list coordinates */
362 0.0, 0.0, ds_clear_value
.depth
,
363 fb
->width
, 0.0, ds_clear_value
.depth
,
364 fb
->width
, fb
->height
, ds_clear_value
.depth
,
366 /* Align to 16 bytes */
370 size
= sizeof(vertex_data
) + num_instances
* sizeof(*instance_data
);
371 state
= anv_cmd_buffer_alloc_dynamic_state(cmd_buffer
, size
, 16);
373 /* Copy in the vertex and instance data */
374 memcpy(state
.map
, vertex_data
, sizeof(vertex_data
));
375 memcpy(state
.map
+ sizeof(vertex_data
), instance_data
,
376 num_instances
* sizeof(*instance_data
));
378 struct anv_buffer vertex_buffer
= {
379 .device
= cmd_buffer
->device
,
381 .bo
= &device
->dynamic_state_block_pool
.bo
,
382 .offset
= state
.offset
385 anv_CmdBindVertexBuffers(anv_cmd_buffer_to_handle(cmd_buffer
), 0, 2,
387 anv_buffer_to_handle(&vertex_buffer
),
388 anv_buffer_to_handle(&vertex_buffer
)
395 if (cmd_buffer
->state
.pipeline
!= anv_pipeline_from_handle(device
->meta_state
.clear
.pipeline
))
396 anv_CmdBindPipeline(anv_cmd_buffer_to_handle(cmd_buffer
),
397 VK_PIPELINE_BIND_POINT_GRAPHICS
,
398 device
->meta_state
.clear
.pipeline
);
400 /* We don't need anything here, only set if not already set. */
401 if (cmd_buffer
->state
.rs_state
== NULL
)
402 anv_CmdBindDynamicRasterState(anv_cmd_buffer_to_handle(cmd_buffer
),
403 device
->meta_state
.shared
.rs_state
);
405 if (cmd_buffer
->state
.vp_state
== NULL
)
406 anv_CmdBindDynamicViewportState(anv_cmd_buffer_to_handle(cmd_buffer
),
407 cmd_buffer
->state
.framebuffer
->vp_state
);
409 if (cmd_buffer
->state
.ds_state
== NULL
)
410 anv_CmdBindDynamicDepthStencilState(anv_cmd_buffer_to_handle(cmd_buffer
),
411 device
->meta_state
.shared
.ds_state
);
413 if (cmd_buffer
->state
.cb_state
== NULL
)
414 anv_CmdBindDynamicColorBlendState(anv_cmd_buffer_to_handle(cmd_buffer
),
415 device
->meta_state
.shared
.cb_state
);
417 ANV_CALL(CmdDraw
)(anv_cmd_buffer_to_handle(cmd_buffer
),
418 0, 3, 0, num_instances
);
422 anv_cmd_buffer_clear_attachments(struct anv_cmd_buffer
*cmd_buffer
,
423 struct anv_render_pass
*pass
,
424 const VkClearValue
*clear_values
)
426 struct anv_saved_state saved_state
;
428 if (pass
->has_stencil_clear_attachment
)
429 anv_finishme("stencil clear");
431 if (pass
->num_color_clear_attachments
== 0 &&
432 !pass
->has_depth_clear_attachment
)
435 struct clear_instance_data instance_data
[pass
->num_color_clear_attachments
];
436 uint32_t color_attachments
[pass
->num_color_clear_attachments
];
437 uint32_t ds_attachment
= VK_ATTACHMENT_UNUSED
;
438 VkClearDepthStencilValue ds_clear_value
= {0};
441 for (uint32_t i
= 0; i
< pass
->attachment_count
; i
++) {
442 const struct anv_render_pass_attachment
*att
= &pass
->attachments
[i
];
444 if (att
->load_op
== VK_ATTACHMENT_LOAD_OP_CLEAR
) {
445 if (anv_format_is_color(att
->format
)) {
446 instance_data
[layer
] = (struct clear_instance_data
) {
452 .color
= clear_values
[i
].color
,
454 color_attachments
[layer
] = i
;
456 } else if (att
->format
->depth_format
) {
457 assert(ds_attachment
== VK_ATTACHMENT_UNUSED
);
459 ds_clear_value
= clear_values
[ds_attachment
].ds
;
461 } else if (att
->stencil_load_op
== VK_ATTACHMENT_LOAD_OP_CLEAR
) {
462 assert(att
->format
->has_stencil
);
463 anv_finishme("stencil clear");
467 anv_cmd_buffer_save(cmd_buffer
, &saved_state
);
469 struct anv_subpass subpass
= {
471 .color_count
= pass
->num_color_clear_attachments
,
472 .color_attachments
= color_attachments
,
473 .depth_stencil_attachment
= ds_attachment
,
476 anv_cmd_buffer_begin_subpass(cmd_buffer
, &subpass
);
478 meta_emit_clear(cmd_buffer
, pass
->num_color_clear_attachments
,
479 instance_data
, ds_clear_value
);
481 /* Restore API state */
482 anv_cmd_buffer_restore(cmd_buffer
, &saved_state
);
485 static VkImageViewType
486 meta_blit_get_src_image_view_type(const struct anv_image
*src_image
)
488 switch (src_image
->type
) {
489 case VK_IMAGE_TYPE_1D
:
490 return VK_IMAGE_VIEW_TYPE_1D
;
491 case VK_IMAGE_TYPE_2D
:
492 return VK_IMAGE_VIEW_TYPE_2D
;
493 case VK_IMAGE_TYPE_3D
:
494 return VK_IMAGE_VIEW_TYPE_3D
;
496 assert(!"bad VkImageType");
502 meta_blit_get_dest_view_base_array_slice(const struct anv_image
*dest_image
,
503 const VkImageSubresource
*dest_subresource
,
504 const VkOffset3D
*dest_offset
)
506 switch (dest_image
->type
) {
507 case VK_IMAGE_TYPE_1D
:
508 case VK_IMAGE_TYPE_2D
:
509 return dest_subresource
->arraySlice
;
510 case VK_IMAGE_TYPE_3D
:
511 /* HACK: Vulkan does not allow attaching a 3D image to a framebuffer,
512 * but meta does it anyway. When doing so, we translate the
513 * destination's z offset into an array offset.
515 return dest_offset
->z
;
517 assert(!"bad VkImageType");
523 anv_device_init_meta_blit_state(struct anv_device
*device
)
525 /* We don't use a vertex shader for clearing, but instead build and pass
526 * the VUEs directly to the rasterization backend. However, we do need
527 * to provide GLSL source for the vertex shader so that the compiler
528 * does not dead-code our inputs.
530 struct anv_shader_module vsm
= {
531 .nir
= build_nir_vertex_shader(false),
534 struct anv_shader_module fsm_2d
= {
535 .nir
= build_nir_copy_fragment_shader(GLSL_SAMPLER_DIM_2D
),
538 struct anv_shader_module fsm_3d
= {
539 .nir
= build_nir_copy_fragment_shader(GLSL_SAMPLER_DIM_3D
),
543 anv_CreateShader(anv_device_to_handle(device
),
544 &(VkShaderCreateInfo
) {
545 .sType
= VK_STRUCTURE_TYPE_SHADER_CREATE_INFO
,
546 .module
= anv_shader_module_to_handle(&vsm
),
551 anv_CreateShader(anv_device_to_handle(device
),
552 &(VkShaderCreateInfo
) {
553 .sType
= VK_STRUCTURE_TYPE_SHADER_CREATE_INFO
,
554 .module
= anv_shader_module_to_handle(&fsm_2d
),
559 anv_CreateShader(anv_device_to_handle(device
),
560 &(VkShaderCreateInfo
) {
561 .sType
= VK_STRUCTURE_TYPE_SHADER_CREATE_INFO
,
562 .module
= anv_shader_module_to_handle(&fsm_3d
),
566 VkPipelineVertexInputStateCreateInfo vi_create_info
= {
567 .sType
= VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_STATE_CREATE_INFO
,
569 .pVertexBindingDescriptions
= (VkVertexInputBindingDescription
[]) {
573 .stepRate
= VK_VERTEX_INPUT_STEP_RATE_VERTEX
577 .strideInBytes
= 5 * sizeof(float),
578 .stepRate
= VK_VERTEX_INPUT_STEP_RATE_VERTEX
582 .pVertexAttributeDescriptions
= (VkVertexInputAttributeDescription
[]) {
587 .format
= VK_FORMAT_R32G32B32A32_UINT
,
594 .format
= VK_FORMAT_R32G32_SFLOAT
,
598 /* Texture Coordinate */
601 .format
= VK_FORMAT_R32G32B32_SFLOAT
,
607 VkDescriptorSetLayoutCreateInfo ds_layout_info
= {
608 .sType
= VK_STRUCTURE_TYPE_DESCRIPTOR_SET_LAYOUT_CREATE_INFO
,
610 .pBinding
= (VkDescriptorSetLayoutBinding
[]) {
612 .descriptorType
= VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE
,
614 .stageFlags
= VK_SHADER_STAGE_FRAGMENT_BIT
,
615 .pImmutableSamplers
= NULL
619 anv_CreateDescriptorSetLayout(anv_device_to_handle(device
), &ds_layout_info
,
620 &device
->meta_state
.blit
.ds_layout
);
622 anv_CreatePipelineLayout(anv_device_to_handle(device
),
623 &(VkPipelineLayoutCreateInfo
) {
624 .sType
= VK_STRUCTURE_TYPE_PIPELINE_LAYOUT_CREATE_INFO
,
625 .descriptorSetCount
= 1,
626 .pSetLayouts
= &device
->meta_state
.blit
.ds_layout
,
628 &device
->meta_state
.blit
.pipeline_layout
);
630 VkPipelineShaderStageCreateInfo pipeline_shader_stages
[] = {
632 .sType
= VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO
,
633 .stage
= VK_SHADER_STAGE_VERTEX
,
635 .pSpecializationInfo
= NULL
637 .sType
= VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO
,
638 .stage
= VK_SHADER_STAGE_FRAGMENT
,
639 .shader
= {0}, /* TEMPLATE VALUE! FILL ME IN! */
640 .pSpecializationInfo
= NULL
644 const VkGraphicsPipelineCreateInfo vk_pipeline_info
= {
645 .sType
= VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO
,
646 .stageCount
= ARRAY_SIZE(pipeline_shader_stages
),
647 .pStages
= pipeline_shader_stages
,
648 .pVertexInputState
= &vi_create_info
,
649 .pInputAssemblyState
= &(VkPipelineInputAssemblyStateCreateInfo
) {
650 .sType
= VK_STRUCTURE_TYPE_PIPELINE_INPUT_ASSEMBLY_STATE_CREATE_INFO
,
651 .topology
= VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP
,
652 .primitiveRestartEnable
= false,
654 .pRasterState
= &(VkPipelineRasterStateCreateInfo
) {
655 .sType
= VK_STRUCTURE_TYPE_PIPELINE_RASTER_STATE_CREATE_INFO
,
656 .depthClipEnable
= true,
657 .rasterizerDiscardEnable
= false,
658 .fillMode
= VK_FILL_MODE_SOLID
,
659 .cullMode
= VK_CULL_MODE_NONE
,
660 .frontFace
= VK_FRONT_FACE_CCW
662 .pColorBlendState
= &(VkPipelineColorBlendStateCreateInfo
) {
663 .sType
= VK_STRUCTURE_TYPE_PIPELINE_COLOR_BLEND_STATE_CREATE_INFO
,
664 .attachmentCount
= 1,
665 .pAttachments
= (VkPipelineColorBlendAttachmentState
[]) {
666 { .channelWriteMask
= VK_CHANNEL_A_BIT
|
667 VK_CHANNEL_R_BIT
| VK_CHANNEL_G_BIT
| VK_CHANNEL_B_BIT
},
671 .layout
= device
->meta_state
.blit
.pipeline_layout
,
674 const struct anv_graphics_pipeline_create_info anv_pipeline_info
= {
675 .use_repclear
= false,
676 .disable_viewport
= true,
677 .disable_scissor
= true,
682 pipeline_shader_stages
[1].shader
= fs_2d
;
683 anv_graphics_pipeline_create(anv_device_to_handle(device
),
684 &vk_pipeline_info
, &anv_pipeline_info
,
685 &device
->meta_state
.blit
.pipeline_2d_src
);
687 pipeline_shader_stages
[1].shader
= fs_3d
;
688 anv_graphics_pipeline_create(anv_device_to_handle(device
),
689 &vk_pipeline_info
, &anv_pipeline_info
,
690 &device
->meta_state
.blit
.pipeline_3d_src
);
692 anv_DestroyShader(anv_device_to_handle(device
), vs
);
693 anv_DestroyShader(anv_device_to_handle(device
), fs_2d
);
694 anv_DestroyShader(anv_device_to_handle(device
), fs_3d
);
695 ralloc_free(vsm
.nir
);
696 ralloc_free(fsm_2d
.nir
);
697 ralloc_free(fsm_3d
.nir
);
701 meta_prepare_blit(struct anv_cmd_buffer
*cmd_buffer
,
702 struct anv_saved_state
*saved_state
)
704 struct anv_device
*device
= cmd_buffer
->device
;
706 anv_cmd_buffer_save(cmd_buffer
, saved_state
);
708 /* We don't need anything here, only set if not already set. */
709 if (cmd_buffer
->state
.rs_state
== NULL
)
710 anv_CmdBindDynamicRasterState(anv_cmd_buffer_to_handle(cmd_buffer
),
711 device
->meta_state
.shared
.rs_state
);
712 if (cmd_buffer
->state
.ds_state
== NULL
)
713 anv_CmdBindDynamicDepthStencilState(anv_cmd_buffer_to_handle(cmd_buffer
),
714 device
->meta_state
.shared
.ds_state
);
716 anv_CmdBindDynamicColorBlendState(anv_cmd_buffer_to_handle(cmd_buffer
),
717 device
->meta_state
.shared
.cb_state
);
721 VkOffset3D src_offset
;
722 VkExtent3D src_extent
;
723 VkOffset3D dest_offset
;
724 VkExtent3D dest_extent
;
728 meta_emit_blit(struct anv_cmd_buffer
*cmd_buffer
,
729 struct anv_image
*src_image
,
730 struct anv_image_view
*src_view
,
731 VkOffset3D src_offset
,
732 VkExtent3D src_extent
,
733 struct anv_image
*dest_image
,
734 struct anv_color_attachment_view
*dest_view
,
735 VkOffset3D dest_offset
,
736 VkExtent3D dest_extent
)
738 struct anv_device
*device
= cmd_buffer
->device
;
739 VkDescriptorPool dummy_desc_pool
= { .handle
= 1 };
741 struct blit_vb_data
{
746 unsigned vb_size
= sizeof(struct vue_header
) + 3 * sizeof(*vb_data
);
748 struct anv_state vb_state
=
749 anv_cmd_buffer_alloc_dynamic_state(cmd_buffer
, vb_size
, 16);
750 memset(vb_state
.map
, 0, sizeof(struct vue_header
));
751 vb_data
= vb_state
.map
+ sizeof(struct vue_header
);
753 vb_data
[0] = (struct blit_vb_data
) {
755 dest_offset
.x
+ dest_extent
.width
,
756 dest_offset
.y
+ dest_extent
.height
,
759 (float)(src_offset
.x
+ src_extent
.width
) / (float)src_view
->extent
.width
,
760 (float)(src_offset
.y
+ src_extent
.height
) / (float)src_view
->extent
.height
,
761 (float)(src_offset
.z
+ src_extent
.depth
) / (float)src_view
->extent
.depth
,
765 vb_data
[1] = (struct blit_vb_data
) {
768 dest_offset
.y
+ dest_extent
.height
,
771 (float)src_offset
.x
/ (float)src_view
->extent
.width
,
772 (float)(src_offset
.y
+ src_extent
.height
) / (float)src_view
->extent
.height
,
773 (float)(src_offset
.z
+ src_extent
.depth
) / (float)src_view
->extent
.depth
,
777 vb_data
[2] = (struct blit_vb_data
) {
783 (float)src_offset
.x
/ (float)src_view
->extent
.width
,
784 (float)src_offset
.y
/ (float)src_view
->extent
.height
,
785 (float)src_offset
.z
/ (float)src_view
->extent
.depth
,
789 struct anv_buffer vertex_buffer
= {
792 .bo
= &device
->dynamic_state_block_pool
.bo
,
793 .offset
= vb_state
.offset
,
796 anv_CmdBindVertexBuffers(anv_cmd_buffer_to_handle(cmd_buffer
), 0, 2,
798 anv_buffer_to_handle(&vertex_buffer
),
799 anv_buffer_to_handle(&vertex_buffer
)
803 sizeof(struct vue_header
),
808 anv_AllocDescriptorSets(anv_device_to_handle(device
), dummy_desc_pool
,
809 VK_DESCRIPTOR_SET_USAGE_ONE_SHOT
,
810 1, &device
->meta_state
.blit
.ds_layout
, &set
, &count
);
811 anv_UpdateDescriptorSets(anv_device_to_handle(device
),
813 (VkWriteDescriptorSet
[]) {
815 .sType
= VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET
,
818 .destArrayElement
= 0,
820 .descriptorType
= VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE
,
821 .pDescriptors
= (VkDescriptorInfo
[]) {
823 .imageView
= anv_image_view_to_handle(src_view
),
824 .imageLayout
= VK_IMAGE_LAYOUT_GENERAL
831 anv_CreateFramebuffer(anv_device_to_handle(device
),
832 &(VkFramebufferCreateInfo
) {
833 .sType
= VK_STRUCTURE_TYPE_FRAMEBUFFER_CREATE_INFO
,
834 .attachmentCount
= 1,
835 .pAttachments
= (VkAttachmentBindInfo
[]) {
837 .view
= anv_attachment_view_to_handle(&dest_view
->base
),
838 .layout
= VK_IMAGE_LAYOUT_GENERAL
841 .width
= dest_view
->base
.extent
.width
,
842 .height
= dest_view
->base
.extent
.height
,
847 anv_CreateRenderPass(anv_device_to_handle(device
),
848 &(VkRenderPassCreateInfo
) {
849 .sType
= VK_STRUCTURE_TYPE_RENDER_PASS_CREATE_INFO
,
850 .attachmentCount
= 1,
851 .pAttachments
= &(VkAttachmentDescription
) {
852 .sType
= VK_STRUCTURE_TYPE_ATTACHMENT_DESCRIPTION
,
853 .format
= dest_view
->view
.format
->vk_format
,
854 .loadOp
= VK_ATTACHMENT_LOAD_OP_LOAD
,
855 .storeOp
= VK_ATTACHMENT_STORE_OP_STORE
,
856 .initialLayout
= VK_IMAGE_LAYOUT_GENERAL
,
857 .finalLayout
= VK_IMAGE_LAYOUT_GENERAL
,
860 .pSubpasses
= &(VkSubpassDescription
) {
861 .sType
= VK_STRUCTURE_TYPE_SUBPASS_DESCRIPTION
,
862 .pipelineBindPoint
= VK_PIPELINE_BIND_POINT_GRAPHICS
,
865 .colorAttachments
= &(VkAttachmentReference
) {
867 .layout
= VK_IMAGE_LAYOUT_GENERAL
,
869 .resolveAttachments
= NULL
,
870 .depthStencilAttachment
= (VkAttachmentReference
) {
871 .attachment
= VK_ATTACHMENT_UNUSED
,
872 .layout
= VK_IMAGE_LAYOUT_GENERAL
,
875 .preserveAttachments
= &(VkAttachmentReference
) {
877 .layout
= VK_IMAGE_LAYOUT_GENERAL
,
880 .dependencyCount
= 0,
883 ANV_CALL(CmdBeginRenderPass
)(anv_cmd_buffer_to_handle(cmd_buffer
),
884 &(VkRenderPassBeginInfo
) {
885 .sType
= VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO
,
889 .offset
= { dest_offset
.x
, dest_offset
.y
},
890 .extent
= { dest_extent
.width
, dest_extent
.height
},
892 .attachmentCount
= 1,
893 .pAttachmentClearValues
= NULL
,
894 }, VK_RENDER_PASS_CONTENTS_INLINE
);
898 switch (src_image
->type
) {
899 case VK_IMAGE_TYPE_1D
:
900 anv_finishme("VK_IMAGE_TYPE_1D");
901 pipeline
= device
->meta_state
.blit
.pipeline_2d_src
;
903 case VK_IMAGE_TYPE_2D
:
904 pipeline
= device
->meta_state
.blit
.pipeline_2d_src
;
906 case VK_IMAGE_TYPE_3D
:
907 pipeline
= device
->meta_state
.blit
.pipeline_3d_src
;
910 unreachable(!"bad VkImageType");
913 if (cmd_buffer
->state
.pipeline
!= anv_pipeline_from_handle(pipeline
)) {
914 anv_CmdBindPipeline(anv_cmd_buffer_to_handle(cmd_buffer
),
915 VK_PIPELINE_BIND_POINT_GRAPHICS
, pipeline
);
918 anv_CmdBindDynamicViewportState(anv_cmd_buffer_to_handle(cmd_buffer
),
919 anv_framebuffer_from_handle(fb
)->vp_state
);
921 anv_CmdBindDescriptorSets(anv_cmd_buffer_to_handle(cmd_buffer
),
922 VK_PIPELINE_BIND_POINT_GRAPHICS
,
923 device
->meta_state
.blit
.pipeline_layout
, 0, 1,
926 ANV_CALL(CmdDraw
)(anv_cmd_buffer_to_handle(cmd_buffer
), 0, 3, 0, 1);
928 ANV_CALL(CmdEndRenderPass
)(anv_cmd_buffer_to_handle(cmd_buffer
));
930 /* At the point where we emit the draw call, all data from the
931 * descriptor sets, etc. has been used. We are free to delete it.
933 anv_descriptor_set_destroy(device
, anv_descriptor_set_from_handle(set
));
934 anv_DestroyFramebuffer(anv_device_to_handle(device
), fb
);
935 anv_DestroyRenderPass(anv_device_to_handle(device
), pass
);
939 meta_finish_blit(struct anv_cmd_buffer
*cmd_buffer
,
940 const struct anv_saved_state
*saved_state
)
942 anv_cmd_buffer_restore(cmd_buffer
, saved_state
);
946 vk_format_for_cpp(int cpp
)
949 case 1: return VK_FORMAT_R8_UINT
;
950 case 2: return VK_FORMAT_R8G8_UINT
;
951 case 3: return VK_FORMAT_R8G8B8_UINT
;
952 case 4: return VK_FORMAT_R8G8B8A8_UINT
;
953 case 6: return VK_FORMAT_R16G16B16_UINT
;
954 case 8: return VK_FORMAT_R16G16B16A16_UINT
;
955 case 12: return VK_FORMAT_R32G32B32_UINT
;
956 case 16: return VK_FORMAT_R32G32B32A32_UINT
;
958 unreachable("Invalid format cpp");
963 do_buffer_copy(struct anv_cmd_buffer
*cmd_buffer
,
964 struct anv_bo
*src
, uint64_t src_offset
,
965 struct anv_bo
*dest
, uint64_t dest_offset
,
966 int width
, int height
, VkFormat copy_format
)
968 VkDevice vk_device
= anv_device_to_handle(cmd_buffer
->device
);
970 VkImageCreateInfo image_info
= {
971 .sType
= VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO
,
972 .imageType
= VK_IMAGE_TYPE_2D
,
973 .format
= copy_format
,
982 .tiling
= VK_IMAGE_TILING_LINEAR
,
983 .usage
= VK_IMAGE_USAGE_SAMPLED_BIT
,
987 VkImage src_image
, dest_image
;
988 anv_CreateImage(vk_device
, &image_info
, &src_image
);
989 anv_CreateImage(vk_device
, &image_info
, &dest_image
);
991 /* We could use a vk call to bind memory, but that would require
992 * creating a dummy memory object etc. so there's really no point.
994 anv_image_from_handle(src_image
)->bo
= src
;
995 anv_image_from_handle(src_image
)->offset
= src_offset
;
996 anv_image_from_handle(dest_image
)->bo
= dest
;
997 anv_image_from_handle(dest_image
)->offset
= dest_offset
;
999 struct anv_image_view src_view
;
1000 anv_image_view_init(&src_view
, cmd_buffer
->device
,
1001 &(VkImageViewCreateInfo
) {
1002 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
1004 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
1005 .format
= copy_format
,
1007 VK_CHANNEL_SWIZZLE_R
,
1008 VK_CHANNEL_SWIZZLE_G
,
1009 VK_CHANNEL_SWIZZLE_B
,
1010 VK_CHANNEL_SWIZZLE_A
1012 .subresourceRange
= {
1013 .aspect
= VK_IMAGE_ASPECT_COLOR
,
1016 .baseArraySlice
= 0,
1022 struct anv_color_attachment_view dest_view
;
1023 anv_color_attachment_view_init(&dest_view
, cmd_buffer
->device
,
1024 &(VkAttachmentViewCreateInfo
) {
1025 .sType
= VK_STRUCTURE_TYPE_ATTACHMENT_VIEW_CREATE_INFO
,
1026 .image
= dest_image
,
1027 .format
= copy_format
,
1029 .baseArraySlice
= 0,
1034 meta_emit_blit(cmd_buffer
,
1035 anv_image_from_handle(src_image
),
1037 (VkOffset3D
) { 0, 0, 0 },
1038 (VkExtent3D
) { width
, height
, 1 },
1039 anv_image_from_handle(dest_image
),
1041 (VkOffset3D
) { 0, 0, 0 },
1042 (VkExtent3D
) { width
, height
, 1 });
1044 anv_DestroyImage(vk_device
, src_image
);
1045 anv_DestroyImage(vk_device
, dest_image
);
1048 void anv_CmdCopyBuffer(
1049 VkCmdBuffer cmdBuffer
,
1051 VkBuffer destBuffer
,
1052 uint32_t regionCount
,
1053 const VkBufferCopy
* pRegions
)
1055 ANV_FROM_HANDLE(anv_cmd_buffer
, cmd_buffer
, cmdBuffer
);
1056 ANV_FROM_HANDLE(anv_buffer
, src_buffer
, srcBuffer
);
1057 ANV_FROM_HANDLE(anv_buffer
, dest_buffer
, destBuffer
);
1059 struct anv_saved_state saved_state
;
1061 meta_prepare_blit(cmd_buffer
, &saved_state
);
1063 for (unsigned r
= 0; r
< regionCount
; r
++) {
1064 uint64_t src_offset
= src_buffer
->offset
+ pRegions
[r
].srcOffset
;
1065 uint64_t dest_offset
= dest_buffer
->offset
+ pRegions
[r
].destOffset
;
1066 uint64_t copy_size
= pRegions
[r
].copySize
;
1068 /* First, we compute the biggest format that can be used with the
1069 * given offsets and size.
1073 int fs
= ffs(src_offset
) - 1;
1075 cpp
= MIN2(cpp
, 1 << fs
);
1076 assert(src_offset
% cpp
== 0);
1078 fs
= ffs(dest_offset
) - 1;
1080 cpp
= MIN2(cpp
, 1 << fs
);
1081 assert(dest_offset
% cpp
== 0);
1083 fs
= ffs(pRegions
[r
].copySize
) - 1;
1085 cpp
= MIN2(cpp
, 1 << fs
);
1086 assert(pRegions
[r
].copySize
% cpp
== 0);
1088 VkFormat copy_format
= vk_format_for_cpp(cpp
);
1090 /* This is maximum possible width/height our HW can handle */
1091 uint64_t max_surface_dim
= 1 << 14;
1093 /* First, we make a bunch of max-sized copies */
1094 uint64_t max_copy_size
= max_surface_dim
* max_surface_dim
* cpp
;
1095 while (copy_size
> max_copy_size
) {
1096 do_buffer_copy(cmd_buffer
, src_buffer
->bo
, src_offset
,
1097 dest_buffer
->bo
, dest_offset
,
1098 max_surface_dim
, max_surface_dim
, copy_format
);
1099 copy_size
-= max_copy_size
;
1100 src_offset
+= max_copy_size
;
1101 dest_offset
+= max_copy_size
;
1104 uint64_t height
= copy_size
/ (max_surface_dim
* cpp
);
1105 assert(height
< max_surface_dim
);
1107 uint64_t rect_copy_size
= height
* max_surface_dim
* cpp
;
1108 do_buffer_copy(cmd_buffer
, src_buffer
->bo
, src_offset
,
1109 dest_buffer
->bo
, dest_offset
,
1110 max_surface_dim
, height
, copy_format
);
1111 copy_size
-= rect_copy_size
;
1112 src_offset
+= rect_copy_size
;
1113 dest_offset
+= rect_copy_size
;
1116 if (copy_size
!= 0) {
1117 do_buffer_copy(cmd_buffer
, src_buffer
->bo
, src_offset
,
1118 dest_buffer
->bo
, dest_offset
,
1119 copy_size
/ cpp
, 1, copy_format
);
1123 meta_finish_blit(cmd_buffer
, &saved_state
);
1126 void anv_CmdCopyImage(
1127 VkCmdBuffer cmdBuffer
,
1129 VkImageLayout srcImageLayout
,
1131 VkImageLayout destImageLayout
,
1132 uint32_t regionCount
,
1133 const VkImageCopy
* pRegions
)
1135 ANV_FROM_HANDLE(anv_cmd_buffer
, cmd_buffer
, cmdBuffer
);
1136 ANV_FROM_HANDLE(anv_image
, src_image
, srcImage
);
1137 ANV_FROM_HANDLE(anv_image
, dest_image
, destImage
);
1139 const VkImageViewType src_view_type
=
1140 meta_blit_get_src_image_view_type(src_image
);
1142 struct anv_saved_state saved_state
;
1144 meta_prepare_blit(cmd_buffer
, &saved_state
);
1146 for (unsigned r
= 0; r
< regionCount
; r
++) {
1147 struct anv_image_view src_view
;
1148 anv_image_view_init(&src_view
, cmd_buffer
->device
,
1149 &(VkImageViewCreateInfo
) {
1150 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
1152 .viewType
= src_view_type
,
1153 .format
= src_image
->format
->vk_format
,
1155 VK_CHANNEL_SWIZZLE_R
,
1156 VK_CHANNEL_SWIZZLE_G
,
1157 VK_CHANNEL_SWIZZLE_B
,
1158 VK_CHANNEL_SWIZZLE_A
1160 .subresourceRange
= {
1161 .aspect
= pRegions
[r
].srcSubresource
.aspect
,
1162 .baseMipLevel
= pRegions
[r
].srcSubresource
.mipLevel
,
1164 .baseArraySlice
= pRegions
[r
].srcSubresource
.arraySlice
,
1170 const VkOffset3D dest_offset
= {
1171 .x
= pRegions
[r
].destOffset
.x
,
1172 .y
= pRegions
[r
].destOffset
.y
,
1176 const uint32_t dest_array_slice
=
1177 meta_blit_get_dest_view_base_array_slice(dest_image
,
1178 &pRegions
[r
].destSubresource
,
1179 &pRegions
[r
].destOffset
);
1181 if (pRegions
[r
].extent
.depth
> 1)
1182 anv_finishme("FINISHME: copy multiple depth layers");
1184 struct anv_color_attachment_view dest_view
;
1185 anv_color_attachment_view_init(&dest_view
, cmd_buffer
->device
,
1186 &(VkAttachmentViewCreateInfo
) {
1187 .sType
= VK_STRUCTURE_TYPE_ATTACHMENT_VIEW_CREATE_INFO
,
1189 .format
= dest_image
->format
->vk_format
,
1190 .mipLevel
= pRegions
[r
].destSubresource
.mipLevel
,
1191 .baseArraySlice
= dest_array_slice
,
1196 meta_emit_blit(cmd_buffer
,
1197 src_image
, &src_view
,
1198 pRegions
[r
].srcOffset
,
1200 dest_image
, &dest_view
,
1202 pRegions
[r
].extent
);
1205 meta_finish_blit(cmd_buffer
, &saved_state
);
1208 void anv_CmdBlitImage(
1209 VkCmdBuffer cmdBuffer
,
1211 VkImageLayout srcImageLayout
,
1213 VkImageLayout destImageLayout
,
1214 uint32_t regionCount
,
1215 const VkImageBlit
* pRegions
,
1219 ANV_FROM_HANDLE(anv_cmd_buffer
, cmd_buffer
, cmdBuffer
);
1220 ANV_FROM_HANDLE(anv_image
, src_image
, srcImage
);
1221 ANV_FROM_HANDLE(anv_image
, dest_image
, destImage
);
1223 const VkImageViewType src_view_type
=
1224 meta_blit_get_src_image_view_type(src_image
);
1226 struct anv_saved_state saved_state
;
1228 anv_finishme("respect VkTexFilter");
1230 meta_prepare_blit(cmd_buffer
, &saved_state
);
1232 for (unsigned r
= 0; r
< regionCount
; r
++) {
1233 struct anv_image_view src_view
;
1234 anv_image_view_init(&src_view
, cmd_buffer
->device
,
1235 &(VkImageViewCreateInfo
) {
1236 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
1238 .viewType
= src_view_type
,
1239 .format
= src_image
->format
->vk_format
,
1241 VK_CHANNEL_SWIZZLE_R
,
1242 VK_CHANNEL_SWIZZLE_G
,
1243 VK_CHANNEL_SWIZZLE_B
,
1244 VK_CHANNEL_SWIZZLE_A
1246 .subresourceRange
= {
1247 .aspect
= pRegions
[r
].srcSubresource
.aspect
,
1248 .baseMipLevel
= pRegions
[r
].srcSubresource
.mipLevel
,
1250 .baseArraySlice
= pRegions
[r
].srcSubresource
.arraySlice
,
1256 const VkOffset3D dest_offset
= {
1257 .x
= pRegions
[r
].destOffset
.x
,
1258 .y
= pRegions
[r
].destOffset
.y
,
1262 const uint32_t dest_array_slice
=
1263 meta_blit_get_dest_view_base_array_slice(dest_image
,
1264 &pRegions
[r
].destSubresource
,
1265 &pRegions
[r
].destOffset
);
1267 if (pRegions
[r
].destExtent
.depth
> 1)
1268 anv_finishme("FINISHME: copy multiple depth layers");
1270 struct anv_color_attachment_view dest_view
;
1271 anv_color_attachment_view_init(&dest_view
, cmd_buffer
->device
,
1272 &(VkAttachmentViewCreateInfo
) {
1273 .sType
= VK_STRUCTURE_TYPE_ATTACHMENT_VIEW_CREATE_INFO
,
1275 .format
= dest_image
->format
->vk_format
,
1276 .mipLevel
= pRegions
[r
].destSubresource
.mipLevel
,
1277 .baseArraySlice
= dest_array_slice
,
1282 meta_emit_blit(cmd_buffer
,
1283 src_image
, &src_view
,
1284 pRegions
[r
].srcOffset
,
1285 pRegions
[r
].srcExtent
,
1286 dest_image
, &dest_view
,
1288 pRegions
[r
].destExtent
);
1291 meta_finish_blit(cmd_buffer
, &saved_state
);
1295 make_image_for_buffer(VkDevice vk_device
, VkBuffer vk_buffer
, VkFormat format
,
1296 const VkBufferImageCopy
*copy
)
1298 ANV_FROM_HANDLE(anv_buffer
, buffer
, vk_buffer
);
1300 VkExtent3D extent
= copy
->imageExtent
;
1301 if (copy
->bufferRowLength
)
1302 extent
.width
= copy
->bufferRowLength
;
1303 if (copy
->bufferImageHeight
)
1304 extent
.height
= copy
->bufferImageHeight
;
1308 VkResult result
= anv_CreateImage(vk_device
,
1309 &(VkImageCreateInfo
) {
1310 .sType
= VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO
,
1311 .imageType
= VK_IMAGE_TYPE_2D
,
1317 .tiling
= VK_IMAGE_TILING_LINEAR
,
1318 .usage
= VK_IMAGE_USAGE_SAMPLED_BIT
,
1321 assert(result
== VK_SUCCESS
);
1323 ANV_FROM_HANDLE(anv_image
, image
, vk_image
);
1325 /* We could use a vk call to bind memory, but that would require
1326 * creating a dummy memory object etc. so there's really no point.
1328 image
->bo
= buffer
->bo
;
1329 image
->offset
= buffer
->offset
+ copy
->bufferOffset
;
1331 return anv_image_to_handle(image
);
1334 void anv_CmdCopyBufferToImage(
1335 VkCmdBuffer cmdBuffer
,
1338 VkImageLayout destImageLayout
,
1339 uint32_t regionCount
,
1340 const VkBufferImageCopy
* pRegions
)
1342 ANV_FROM_HANDLE(anv_cmd_buffer
, cmd_buffer
, cmdBuffer
);
1343 ANV_FROM_HANDLE(anv_image
, dest_image
, destImage
);
1344 VkDevice vk_device
= anv_device_to_handle(cmd_buffer
->device
);
1345 const VkFormat orig_format
= dest_image
->format
->vk_format
;
1346 struct anv_saved_state saved_state
;
1348 meta_prepare_blit(cmd_buffer
, &saved_state
);
1350 for (unsigned r
= 0; r
< regionCount
; r
++) {
1351 VkFormat proxy_format
= orig_format
;
1352 VkImageAspect proxy_aspect
= pRegions
[r
].imageSubresource
.aspect
;
1354 if (orig_format
== VK_FORMAT_S8_UINT
) {
1355 proxy_format
= VK_FORMAT_R8_UINT
;
1356 proxy_aspect
= VK_IMAGE_ASPECT_COLOR
;
1359 VkImage srcImage
= make_image_for_buffer(vk_device
, srcBuffer
,
1363 struct anv_image_view src_view
;
1364 anv_image_view_init(&src_view
, cmd_buffer
->device
,
1365 &(VkImageViewCreateInfo
) {
1366 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
1368 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
1369 .format
= proxy_format
,
1371 VK_CHANNEL_SWIZZLE_R
,
1372 VK_CHANNEL_SWIZZLE_G
,
1373 VK_CHANNEL_SWIZZLE_B
,
1374 VK_CHANNEL_SWIZZLE_A
1376 .subresourceRange
= {
1377 .aspect
= proxy_aspect
,
1380 .baseArraySlice
= 0,
1386 const VkOffset3D dest_offset
= {
1387 .x
= pRegions
[r
].imageOffset
.x
,
1388 .y
= pRegions
[r
].imageOffset
.y
,
1392 const uint32_t dest_array_slice
=
1393 meta_blit_get_dest_view_base_array_slice(dest_image
,
1394 &pRegions
[r
].imageSubresource
,
1395 &pRegions
[r
].imageOffset
);
1397 if (pRegions
[r
].imageExtent
.depth
> 1)
1398 anv_finishme("FINISHME: copy multiple depth layers");
1400 struct anv_color_attachment_view dest_view
;
1401 anv_color_attachment_view_init(&dest_view
, cmd_buffer
->device
,
1402 &(VkAttachmentViewCreateInfo
) {
1403 .sType
= VK_STRUCTURE_TYPE_ATTACHMENT_VIEW_CREATE_INFO
,
1404 .image
= anv_image_to_handle(dest_image
),
1405 .format
= proxy_format
,
1406 .mipLevel
= pRegions
[r
].imageSubresource
.mipLevel
,
1407 .baseArraySlice
= dest_array_slice
,
1412 meta_emit_blit(cmd_buffer
,
1413 anv_image_from_handle(srcImage
),
1415 (VkOffset3D
) { 0, 0, 0 },
1416 pRegions
[r
].imageExtent
,
1420 pRegions
[r
].imageExtent
);
1422 anv_DestroyImage(vk_device
, srcImage
);
1425 meta_finish_blit(cmd_buffer
, &saved_state
);
1428 void anv_CmdCopyImageToBuffer(
1429 VkCmdBuffer cmdBuffer
,
1431 VkImageLayout srcImageLayout
,
1432 VkBuffer destBuffer
,
1433 uint32_t regionCount
,
1434 const VkBufferImageCopy
* pRegions
)
1436 ANV_FROM_HANDLE(anv_cmd_buffer
, cmd_buffer
, cmdBuffer
);
1437 ANV_FROM_HANDLE(anv_image
, src_image
, srcImage
);
1438 VkDevice vk_device
= anv_device_to_handle(cmd_buffer
->device
);
1439 struct anv_saved_state saved_state
;
1441 const VkImageViewType src_view_type
=
1442 meta_blit_get_src_image_view_type(src_image
);
1444 meta_prepare_blit(cmd_buffer
, &saved_state
);
1446 for (unsigned r
= 0; r
< regionCount
; r
++) {
1447 if (pRegions
[r
].imageExtent
.depth
> 1)
1448 anv_finishme("FINISHME: copy multiple depth layers");
1450 struct anv_image_view src_view
;
1451 anv_image_view_init(&src_view
, cmd_buffer
->device
,
1452 &(VkImageViewCreateInfo
) {
1453 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
1455 .viewType
= src_view_type
,
1456 .format
= src_image
->format
->vk_format
,
1458 VK_CHANNEL_SWIZZLE_R
,
1459 VK_CHANNEL_SWIZZLE_G
,
1460 VK_CHANNEL_SWIZZLE_B
,
1461 VK_CHANNEL_SWIZZLE_A
1463 .subresourceRange
= {
1464 .aspect
= pRegions
[r
].imageSubresource
.aspect
,
1465 .baseMipLevel
= pRegions
[r
].imageSubresource
.mipLevel
,
1467 .baseArraySlice
= pRegions
[r
].imageSubresource
.arraySlice
,
1473 VkFormat dest_format
= src_image
->format
->vk_format
;
1474 if (dest_format
== VK_FORMAT_S8_UINT
) {
1475 dest_format
= VK_FORMAT_R8_UINT
;
1478 VkImage destImage
= make_image_for_buffer(vk_device
, destBuffer
,
1482 struct anv_color_attachment_view dest_view
;
1483 anv_color_attachment_view_init(&dest_view
, cmd_buffer
->device
,
1484 &(VkAttachmentViewCreateInfo
) {
1485 .sType
= VK_STRUCTURE_TYPE_ATTACHMENT_VIEW_CREATE_INFO
,
1487 .format
= dest_format
,
1489 .baseArraySlice
= 0,
1494 meta_emit_blit(cmd_buffer
,
1495 anv_image_from_handle(srcImage
),
1497 pRegions
[r
].imageOffset
,
1498 pRegions
[r
].imageExtent
,
1499 anv_image_from_handle(destImage
),
1501 (VkOffset3D
) { 0, 0, 0 },
1502 pRegions
[r
].imageExtent
);
1504 anv_DestroyImage(vk_device
, destImage
);
1507 meta_finish_blit(cmd_buffer
, &saved_state
);
1510 void anv_CmdUpdateBuffer(
1511 VkCmdBuffer cmdBuffer
,
1512 VkBuffer destBuffer
,
1513 VkDeviceSize destOffset
,
1514 VkDeviceSize dataSize
,
1515 const uint32_t* pData
)
1520 void anv_CmdFillBuffer(
1521 VkCmdBuffer cmdBuffer
,
1522 VkBuffer destBuffer
,
1523 VkDeviceSize destOffset
,
1524 VkDeviceSize fillSize
,
1530 void anv_CmdClearColorImage(
1531 VkCmdBuffer cmdBuffer
,
1533 VkImageLayout imageLayout
,
1534 const VkClearColorValue
* pColor
,
1535 uint32_t rangeCount
,
1536 const VkImageSubresourceRange
* pRanges
)
1538 ANV_FROM_HANDLE(anv_cmd_buffer
, cmd_buffer
, cmdBuffer
);
1539 ANV_FROM_HANDLE(anv_image
, image
, _image
);
1540 struct anv_saved_state saved_state
;
1542 anv_cmd_buffer_save(cmd_buffer
, &saved_state
);
1544 for (uint32_t r
= 0; r
< rangeCount
; r
++) {
1545 for (uint32_t l
= 0; l
< pRanges
[r
].mipLevels
; l
++) {
1546 for (uint32_t s
= 0; s
< pRanges
[r
].arraySize
; s
++) {
1547 struct anv_color_attachment_view view
;
1548 anv_color_attachment_view_init(&view
, cmd_buffer
->device
,
1549 &(VkAttachmentViewCreateInfo
) {
1550 .sType
= VK_STRUCTURE_TYPE_ATTACHMENT_VIEW_CREATE_INFO
,
1552 .format
= image
->format
->vk_format
,
1553 .mipLevel
= pRanges
[r
].baseMipLevel
+ l
,
1554 .baseArraySlice
= pRanges
[r
].baseArraySlice
+ s
,
1560 anv_CreateFramebuffer(anv_device_to_handle(cmd_buffer
->device
),
1561 &(VkFramebufferCreateInfo
) {
1562 .sType
= VK_STRUCTURE_TYPE_FRAMEBUFFER_CREATE_INFO
,
1563 .attachmentCount
= 1,
1564 .pAttachments
= (VkAttachmentBindInfo
[]) {
1566 .view
= anv_attachment_view_to_handle(&view
.base
),
1567 .layout
= VK_IMAGE_LAYOUT_GENERAL
1570 .width
= view
.base
.extent
.width
,
1571 .height
= view
.base
.extent
.height
,
1576 anv_CreateRenderPass(anv_device_to_handle(cmd_buffer
->device
),
1577 &(VkRenderPassCreateInfo
) {
1578 .sType
= VK_STRUCTURE_TYPE_RENDER_PASS_CREATE_INFO
,
1579 .attachmentCount
= 1,
1580 .pAttachments
= &(VkAttachmentDescription
) {
1581 .sType
= VK_STRUCTURE_TYPE_ATTACHMENT_DESCRIPTION
,
1582 .format
= view
.view
.format
->vk_format
,
1583 .loadOp
= VK_ATTACHMENT_LOAD_OP_LOAD
,
1584 .storeOp
= VK_ATTACHMENT_STORE_OP_STORE
,
1585 .initialLayout
= VK_IMAGE_LAYOUT_GENERAL
,
1586 .finalLayout
= VK_IMAGE_LAYOUT_GENERAL
,
1589 .pSubpasses
= &(VkSubpassDescription
) {
1590 .sType
= VK_STRUCTURE_TYPE_SUBPASS_DESCRIPTION
,
1591 .pipelineBindPoint
= VK_PIPELINE_BIND_POINT_GRAPHICS
,
1594 .colorAttachments
= &(VkAttachmentReference
) {
1596 .layout
= VK_IMAGE_LAYOUT_GENERAL
,
1598 .resolveAttachments
= NULL
,
1599 .depthStencilAttachment
= (VkAttachmentReference
) {
1600 .attachment
= VK_ATTACHMENT_UNUSED
,
1601 .layout
= VK_IMAGE_LAYOUT_GENERAL
,
1604 .preserveAttachments
= &(VkAttachmentReference
) {
1606 .layout
= VK_IMAGE_LAYOUT_GENERAL
,
1609 .dependencyCount
= 0,
1612 ANV_CALL(CmdBeginRenderPass
)(anv_cmd_buffer_to_handle(cmd_buffer
),
1613 &(VkRenderPassBeginInfo
) {
1614 .sType
= VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO
,
1616 .offset
= { 0, 0, },
1618 .width
= view
.base
.extent
.width
,
1619 .height
= view
.base
.extent
.height
,
1624 .attachmentCount
= 1,
1625 .pAttachmentClearValues
= NULL
,
1626 }, VK_RENDER_PASS_CONTENTS_INLINE
);
1628 struct clear_instance_data instance_data
= {
1637 meta_emit_clear(cmd_buffer
, 1, &instance_data
,
1638 (VkClearDepthStencilValue
) {0});
1640 ANV_CALL(CmdEndRenderPass
)(anv_cmd_buffer_to_handle(cmd_buffer
));
1645 /* Restore API state */
1646 anv_cmd_buffer_restore(cmd_buffer
, &saved_state
);
1649 void anv_CmdClearDepthStencilImage(
1650 VkCmdBuffer cmdBuffer
,
1652 VkImageLayout imageLayout
,
1655 uint32_t rangeCount
,
1656 const VkImageSubresourceRange
* pRanges
)
1661 void anv_CmdClearColorAttachment(
1662 VkCmdBuffer cmdBuffer
,
1663 uint32_t colorAttachment
,
1664 VkImageLayout imageLayout
,
1665 const VkClearColorValue
* pColor
,
1667 const VkRect3D
* pRects
)
1672 void anv_CmdClearDepthStencilAttachment(
1673 VkCmdBuffer cmdBuffer
,
1674 VkImageAspectFlags imageAspectMask
,
1675 VkImageLayout imageLayout
,
1679 const VkRect3D
* pRects
)
1684 void anv_CmdResolveImage(
1685 VkCmdBuffer cmdBuffer
,
1687 VkImageLayout srcImageLayout
,
1689 VkImageLayout destImageLayout
,
1690 uint32_t regionCount
,
1691 const VkImageResolve
* pRegions
)
1697 anv_device_init_meta(struct anv_device
*device
)
1699 anv_device_init_meta_clear_state(device
);
1700 anv_device_init_meta_blit_state(device
);
1702 ANV_CALL(CreateDynamicRasterState
)(anv_device_to_handle(device
),
1703 &(VkDynamicRasterStateCreateInfo
) {
1704 .sType
= VK_STRUCTURE_TYPE_DYNAMIC_RASTER_STATE_CREATE_INFO
,
1706 &device
->meta_state
.shared
.rs_state
);
1708 ANV_CALL(CreateDynamicColorBlendState
)(anv_device_to_handle(device
),
1709 &(VkDynamicColorBlendStateCreateInfo
) {
1710 .sType
= VK_STRUCTURE_TYPE_DYNAMIC_COLOR_BLEND_STATE_CREATE_INFO
1712 &device
->meta_state
.shared
.cb_state
);
1714 ANV_CALL(CreateDynamicDepthStencilState
)(anv_device_to_handle(device
),
1715 &(VkDynamicDepthStencilStateCreateInfo
) {
1716 .sType
= VK_STRUCTURE_TYPE_DYNAMIC_DEPTH_STENCIL_STATE_CREATE_INFO
1718 &device
->meta_state
.shared
.ds_state
);
1722 anv_device_finish_meta(struct anv_device
*device
)
1725 anv_DestroyPipeline(anv_device_to_handle(device
),
1726 device
->meta_state
.clear
.pipeline
);
1729 anv_DestroyPipeline(anv_device_to_handle(device
),
1730 device
->meta_state
.blit
.pipeline_2d_src
);
1731 anv_DestroyPipeline(anv_device_to_handle(device
),
1732 device
->meta_state
.blit
.pipeline_3d_src
);
1733 anv_DestroyPipelineLayout(anv_device_to_handle(device
),
1734 device
->meta_state
.blit
.pipeline_layout
);
1735 anv_DestroyDescriptorSetLayout(anv_device_to_handle(device
),
1736 device
->meta_state
.blit
.ds_layout
);
1739 anv_DestroyDynamicRasterState(anv_device_to_handle(device
),
1740 device
->meta_state
.shared
.rs_state
);
1741 anv_DestroyDynamicColorBlendState(anv_device_to_handle(device
),
1742 device
->meta_state
.shared
.cb_state
);
1743 anv_DestroyDynamicDepthStencilState(anv_device_to_handle(device
),
1744 device
->meta_state
.shared
.ds_state
);