2 * Copyright © 2015 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
30 #include "anv_private.h"
31 #include "anv_nir_builder.h"
34 build_nir_vertex_shader(bool attr_flat
)
38 const struct glsl_type
*vertex_type
= glsl_vec4_type();
40 nir_builder_init_simple_shader(&b
, MESA_SHADER_VERTEX
);
42 nir_variable
*pos_in
= nir_variable_create(b
.shader
, nir_var_shader_in
,
43 vertex_type
, "a_pos");
44 pos_in
->data
.location
= VERT_ATTRIB_GENERIC0
;
45 nir_variable
*pos_out
= nir_variable_create(b
.shader
, nir_var_shader_out
,
46 vertex_type
, "gl_Position");
47 pos_in
->data
.location
= VARYING_SLOT_POS
;
48 nir_copy_var(&b
, pos_out
, pos_in
);
50 /* Add one more pass-through attribute. For clear shaders, this is used
51 * to store the color and for blit shaders it's the texture coordinate.
53 const struct glsl_type
*attr_type
= glsl_vec4_type();
54 nir_variable
*attr_in
= nir_variable_create(b
.shader
, nir_var_shader_in
,
56 attr_in
->data
.location
= VERT_ATTRIB_GENERIC1
;
57 nir_variable
*attr_out
= nir_variable_create(b
.shader
, nir_var_shader_out
,
59 attr_out
->data
.location
= VARYING_SLOT_VAR0
;
60 attr_out
->data
.interpolation
= attr_flat
? INTERP_QUALIFIER_FLAT
:
61 INTERP_QUALIFIER_SMOOTH
;
62 nir_copy_var(&b
, attr_out
, attr_in
);
68 build_nir_clear_fragment_shader(void)
72 const struct glsl_type
*color_type
= glsl_vec4_type();
74 nir_builder_init_simple_shader(&b
, MESA_SHADER_FRAGMENT
);
76 nir_variable
*color_in
= nir_variable_create(b
.shader
, nir_var_shader_in
,
77 color_type
, "v_attr");
78 color_in
->data
.location
= VARYING_SLOT_VAR0
;
79 color_in
->data
.interpolation
= INTERP_QUALIFIER_FLAT
;
80 nir_variable
*color_out
= nir_variable_create(b
.shader
, nir_var_shader_out
,
81 color_type
, "f_color");
82 color_out
->data
.location
= FRAG_RESULT_DATA0
;
83 nir_copy_var(&b
, color_out
, color_in
);
89 build_nir_copy_fragment_shader(enum glsl_sampler_dim tex_dim
)
93 nir_builder_init_simple_shader(&b
, MESA_SHADER_FRAGMENT
);
95 const struct glsl_type
*color_type
= glsl_vec4_type();
97 nir_variable
*tex_pos_in
= nir_variable_create(b
.shader
, nir_var_shader_in
,
98 glsl_vec4_type(), "v_attr");
99 tex_pos_in
->data
.location
= VARYING_SLOT_VAR0
;
101 const struct glsl_type
*sampler_type
=
102 glsl_sampler_type(tex_dim
, false, false, glsl_get_base_type(color_type
));
103 nir_variable
*sampler
= nir_variable_create(b
.shader
, nir_var_uniform
,
104 sampler_type
, "s_tex");
105 sampler
->data
.descriptor_set
= 0;
106 sampler
->data
.binding
= 0;
108 nir_tex_instr
*tex
= nir_tex_instr_create(b
.shader
, 1);
109 tex
->sampler_dim
= tex_dim
;
110 tex
->op
= nir_texop_tex
;
111 tex
->src
[0].src_type
= nir_tex_src_coord
;
112 tex
->src
[0].src
= nir_src_for_ssa(nir_load_var(&b
, tex_pos_in
));
113 tex
->dest_type
= nir_type_float
; /* TODO */
116 case GLSL_SAMPLER_DIM_2D
:
117 tex
->coord_components
= 2;
119 case GLSL_SAMPLER_DIM_3D
:
120 tex
->coord_components
= 3;
123 assert(!"Unsupported texture dimension");
126 tex
->sampler
= nir_deref_var_create(tex
, sampler
);
128 nir_ssa_dest_init(&tex
->instr
, &tex
->dest
, 4, "tex");
129 nir_builder_instr_insert(&b
, &tex
->instr
);
131 nir_variable
*color_out
= nir_variable_create(b
.shader
, nir_var_shader_out
,
132 color_type
, "f_color");
133 color_out
->data
.location
= FRAG_RESULT_DATA0
;
134 nir_store_var(&b
, color_out
, &tex
->dest
.ssa
);
140 anv_device_init_meta_clear_state(struct anv_device
*device
)
142 struct anv_shader_module vsm
= {
143 .nir
= build_nir_vertex_shader(true),
146 struct anv_shader_module fsm
= {
147 .nir
= build_nir_clear_fragment_shader(),
151 anv_CreateShader(anv_device_to_handle(device
),
152 &(VkShaderCreateInfo
) {
153 .sType
= VK_STRUCTURE_TYPE_SHADER_CREATE_INFO
,
154 .module
= anv_shader_module_to_handle(&vsm
),
159 anv_CreateShader(anv_device_to_handle(device
),
160 &(VkShaderCreateInfo
) {
161 .sType
= VK_STRUCTURE_TYPE_SHADER_CREATE_INFO
,
162 .module
= anv_shader_module_to_handle(&fsm
),
166 /* We use instanced rendering to clear multiple render targets. We have two
167 * vertex buffers: the first vertex buffer holds per-vertex data and
168 * provides the vertices for the clear rectangle. The second one holds
169 * per-instance data, which consists of the VUE header (which selects the
170 * layer) and the color (Vulkan supports per-RT clear colors).
172 VkPipelineVertexInputStateCreateInfo vi_create_info
= {
173 .sType
= VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_STATE_CREATE_INFO
,
175 .pVertexBindingDescriptions
= (VkVertexInputBindingDescription
[]) {
179 .stepRate
= VK_VERTEX_INPUT_STEP_RATE_VERTEX
184 .stepRate
= VK_VERTEX_INPUT_STEP_RATE_INSTANCE
188 .pVertexAttributeDescriptions
= (VkVertexInputAttributeDescription
[]) {
193 .format
= VK_FORMAT_R32G32B32A32_UINT
,
200 .format
= VK_FORMAT_R32G32B32_SFLOAT
,
207 .format
= VK_FORMAT_R32G32B32A32_SFLOAT
,
213 anv_graphics_pipeline_create(anv_device_to_handle(device
),
214 &(VkGraphicsPipelineCreateInfo
) {
215 .sType
= VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO
,
218 .pStages
= (VkPipelineShaderStageCreateInfo
[]) {
220 .sType
= VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO
,
221 .stage
= VK_SHADER_STAGE_VERTEX
,
223 .pSpecializationInfo
= NULL
225 .sType
= VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO
,
226 .stage
= VK_SHADER_STAGE_FRAGMENT
,
228 .pSpecializationInfo
= NULL
,
231 .pVertexInputState
= &vi_create_info
,
232 .pInputAssemblyState
= &(VkPipelineInputAssemblyStateCreateInfo
) {
233 .sType
= VK_STRUCTURE_TYPE_PIPELINE_INPUT_ASSEMBLY_STATE_CREATE_INFO
,
234 .topology
= VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP
,
235 .primitiveRestartEnable
= false,
237 .pViewportState
= &(VkPipelineViewportStateCreateInfo
) {
238 .sType
= VK_STRUCTURE_TYPE_PIPELINE_VIEWPORT_STATE_CREATE_INFO
,
242 .pRasterState
= &(VkPipelineRasterStateCreateInfo
) {
243 .sType
= VK_STRUCTURE_TYPE_PIPELINE_RASTER_STATE_CREATE_INFO
,
244 .depthClipEnable
= true,
245 .rasterizerDiscardEnable
= false,
246 .fillMode
= VK_FILL_MODE_SOLID
,
247 .cullMode
= VK_CULL_MODE_NONE
,
248 .frontFace
= VK_FRONT_FACE_CCW
250 .pDepthStencilState
= &(VkPipelineDepthStencilStateCreateInfo
) {
251 .sType
= VK_STRUCTURE_TYPE_PIPELINE_DEPTH_STENCIL_STATE_CREATE_INFO
,
252 .depthTestEnable
= true,
253 .depthWriteEnable
= true,
254 .depthCompareOp
= VK_COMPARE_OP_ALWAYS
,
255 .depthBoundsTestEnable
= false,
256 .stencilTestEnable
= true,
257 .front
= (VkStencilOpState
) {
258 .stencilPassOp
= VK_STENCIL_OP_REPLACE
,
259 .stencilCompareOp
= VK_COMPARE_OP_ALWAYS
,
261 .back
= (VkStencilOpState
) {
262 .stencilPassOp
= VK_STENCIL_OP_REPLACE
,
263 .stencilCompareOp
= VK_COMPARE_OP_ALWAYS
,
266 .pColorBlendState
= &(VkPipelineColorBlendStateCreateInfo
) {
267 .sType
= VK_STRUCTURE_TYPE_PIPELINE_COLOR_BLEND_STATE_CREATE_INFO
,
268 .attachmentCount
= 1,
269 .pAttachments
= (VkPipelineColorBlendAttachmentState
[]) {
270 { .channelWriteMask
= VK_CHANNEL_A_BIT
|
271 VK_CHANNEL_R_BIT
| VK_CHANNEL_G_BIT
| VK_CHANNEL_B_BIT
},
274 .pDynamicState
= &(VkPipelineDynamicStateCreateInfo
) {
275 .sType
= VK_STRUCTURE_TYPE_PIPELINE_DYNAMIC_STATE_CREATE_INFO
,
276 .dynamicStateCount
= 9,
277 .pDynamicStates
= (VkDynamicState
[]) {
278 VK_DYNAMIC_STATE_VIEWPORT
,
279 VK_DYNAMIC_STATE_SCISSOR
,
280 VK_DYNAMIC_STATE_LINE_WIDTH
,
281 VK_DYNAMIC_STATE_DEPTH_BIAS
,
282 VK_DYNAMIC_STATE_BLEND_CONSTANTS
,
283 VK_DYNAMIC_STATE_DEPTH_BOUNDS
,
284 VK_DYNAMIC_STATE_STENCIL_COMPARE_MASK
,
285 VK_DYNAMIC_STATE_STENCIL_WRITE_MASK
,
286 VK_DYNAMIC_STATE_STENCIL_REFERENCE
,
291 &(struct anv_graphics_pipeline_create_info
) {
292 .use_repclear
= true,
293 .disable_viewport
= true,
297 &device
->meta_state
.clear
.pipeline
);
299 anv_DestroyShader(anv_device_to_handle(device
), vs
);
300 anv_DestroyShader(anv_device_to_handle(device
), fs
);
301 ralloc_free(vsm
.nir
);
302 ralloc_free(fsm
.nir
);
305 #define NUM_VB_USED 2
306 struct anv_saved_state
{
307 struct anv_vertex_binding old_vertex_bindings
[NUM_VB_USED
];
308 struct anv_descriptor_set
*old_descriptor_set0
;
309 struct anv_pipeline
*old_pipeline
;
310 uint32_t dynamic_flags
;
311 struct anv_dynamic_state dynamic
;
315 anv_cmd_buffer_save(struct anv_cmd_buffer
*cmd_buffer
,
316 struct anv_saved_state
*state
,
317 uint32_t dynamic_state
)
319 state
->old_pipeline
= cmd_buffer
->state
.pipeline
;
320 state
->old_descriptor_set0
= cmd_buffer
->state
.descriptors
[0];
321 memcpy(state
->old_vertex_bindings
, cmd_buffer
->state
.vertex_bindings
,
322 sizeof(state
->old_vertex_bindings
));
323 state
->dynamic_flags
= dynamic_state
;
324 anv_dynamic_state_copy(&state
->dynamic
, &cmd_buffer
->state
.dynamic
,
329 anv_cmd_buffer_restore(struct anv_cmd_buffer
*cmd_buffer
,
330 const struct anv_saved_state
*state
)
332 cmd_buffer
->state
.pipeline
= state
->old_pipeline
;
333 cmd_buffer
->state
.descriptors
[0] = state
->old_descriptor_set0
;
334 memcpy(cmd_buffer
->state
.vertex_bindings
, state
->old_vertex_bindings
,
335 sizeof(state
->old_vertex_bindings
));
337 cmd_buffer
->state
.vb_dirty
|= (1 << NUM_VB_USED
) - 1;
338 cmd_buffer
->state
.dirty
|= ANV_CMD_BUFFER_PIPELINE_DIRTY
;
339 cmd_buffer
->state
.descriptors_dirty
|= VK_SHADER_STAGE_VERTEX_BIT
;
341 anv_dynamic_state_copy(&cmd_buffer
->state
.dynamic
, &state
->dynamic
,
342 state
->dynamic_flags
);
343 cmd_buffer
->state
.dirty
|= state
->dynamic_flags
;
349 uint32_t ViewportIndex
;
353 struct clear_instance_data
{
354 struct vue_header vue_header
;
355 VkClearColorValue color
;
359 meta_emit_clear(struct anv_cmd_buffer
*cmd_buffer
,
361 struct clear_instance_data
*instance_data
,
362 VkClearDepthStencilValue ds_clear_value
)
364 struct anv_device
*device
= cmd_buffer
->device
;
365 struct anv_framebuffer
*fb
= cmd_buffer
->state
.framebuffer
;
366 struct anv_state state
;
369 const float vertex_data
[] = {
370 /* Rect-list coordinates */
371 0.0, 0.0, ds_clear_value
.depth
,
372 fb
->width
, 0.0, ds_clear_value
.depth
,
373 fb
->width
, fb
->height
, ds_clear_value
.depth
,
375 /* Align to 16 bytes */
379 size
= sizeof(vertex_data
) + num_instances
* sizeof(*instance_data
);
380 state
= anv_cmd_buffer_alloc_dynamic_state(cmd_buffer
, size
, 16);
382 /* Copy in the vertex and instance data */
383 memcpy(state
.map
, vertex_data
, sizeof(vertex_data
));
384 memcpy(state
.map
+ sizeof(vertex_data
), instance_data
,
385 num_instances
* sizeof(*instance_data
));
387 struct anv_buffer vertex_buffer
= {
388 .device
= cmd_buffer
->device
,
390 .bo
= &device
->dynamic_state_block_pool
.bo
,
391 .offset
= state
.offset
394 anv_CmdBindVertexBuffers(anv_cmd_buffer_to_handle(cmd_buffer
), 0, 2,
396 anv_buffer_to_handle(&vertex_buffer
),
397 anv_buffer_to_handle(&vertex_buffer
)
404 if (cmd_buffer
->state
.pipeline
!= anv_pipeline_from_handle(device
->meta_state
.clear
.pipeline
))
405 anv_CmdBindPipeline(anv_cmd_buffer_to_handle(cmd_buffer
),
406 VK_PIPELINE_BIND_POINT_GRAPHICS
,
407 device
->meta_state
.clear
.pipeline
);
409 ANV_CALL(CmdDraw
)(anv_cmd_buffer_to_handle(cmd_buffer
),
410 3, num_instances
, 0, 0);
414 anv_cmd_buffer_clear_attachments(struct anv_cmd_buffer
*cmd_buffer
,
415 struct anv_render_pass
*pass
,
416 const VkClearValue
*clear_values
)
418 struct anv_saved_state saved_state
;
420 if (pass
->has_stencil_clear_attachment
)
421 anv_finishme("stencil clear");
423 /* FINISHME: Rethink how we count clear attachments in light of
424 * 0.138.2 -> 0.170.2 diff.
426 if (pass
->num_color_clear_attachments
== 0 &&
427 !pass
->has_depth_clear_attachment
)
430 struct clear_instance_data instance_data
[pass
->num_color_clear_attachments
];
431 uint32_t color_attachments
[pass
->num_color_clear_attachments
];
432 uint32_t ds_attachment
= VK_ATTACHMENT_UNUSED
;
433 VkClearDepthStencilValue ds_clear_value
= {0};
436 for (uint32_t i
= 0; i
< pass
->attachment_count
; i
++) {
437 const struct anv_render_pass_attachment
*att
= &pass
->attachments
[i
];
439 if (att
->load_op
== VK_ATTACHMENT_LOAD_OP_CLEAR
) {
440 if (anv_format_is_color(att
->format
)) {
441 instance_data
[layer
] = (struct clear_instance_data
) {
447 .color
= clear_values
[i
].color
,
449 color_attachments
[layer
] = i
;
451 } else if (att
->format
->depth_format
) {
452 assert(ds_attachment
== VK_ATTACHMENT_UNUSED
);
454 ds_clear_value
= clear_values
[ds_attachment
].depthStencil
;
456 } else if (att
->stencil_load_op
== VK_ATTACHMENT_LOAD_OP_CLEAR
) {
457 assert(att
->format
->has_stencil
);
458 anv_finishme("stencil clear");
462 anv_cmd_buffer_save(cmd_buffer
, &saved_state
,
463 (1 << VK_DYNAMIC_STATE_VIEWPORT
));
464 cmd_buffer
->state
.dynamic
.viewport
.count
= 0;
466 struct anv_subpass subpass
= {
468 .color_count
= pass
->num_color_clear_attachments
,
469 .color_attachments
= color_attachments
,
470 .depth_stencil_attachment
= ds_attachment
,
473 anv_cmd_buffer_begin_subpass(cmd_buffer
, &subpass
);
475 meta_emit_clear(cmd_buffer
, pass
->num_color_clear_attachments
,
476 instance_data
, ds_clear_value
);
478 /* Restore API state */
479 anv_cmd_buffer_restore(cmd_buffer
, &saved_state
);
482 static VkImageViewType
483 meta_blit_get_src_image_view_type(const struct anv_image
*src_image
)
485 switch (src_image
->type
) {
486 case VK_IMAGE_TYPE_1D
:
487 return VK_IMAGE_VIEW_TYPE_1D
;
488 case VK_IMAGE_TYPE_2D
:
489 return VK_IMAGE_VIEW_TYPE_2D
;
490 case VK_IMAGE_TYPE_3D
:
491 return VK_IMAGE_VIEW_TYPE_3D
;
493 assert(!"bad VkImageType");
499 meta_blit_get_dest_view_base_array_slice(const struct anv_image
*dest_image
,
500 const VkImageSubresourceCopy
*dest_subresource
,
501 const VkOffset3D
*dest_offset
)
503 switch (dest_image
->type
) {
504 case VK_IMAGE_TYPE_1D
:
505 case VK_IMAGE_TYPE_2D
:
506 return dest_subresource
->arrayLayer
;
507 case VK_IMAGE_TYPE_3D
:
508 /* HACK: Vulkan does not allow attaching a 3D image to a framebuffer,
509 * but meta does it anyway. When doing so, we translate the
510 * destination's z offset into an array offset.
512 return dest_offset
->z
;
514 assert(!"bad VkImageType");
520 anv_device_init_meta_blit_state(struct anv_device
*device
)
522 /* We don't use a vertex shader for clearing, but instead build and pass
523 * the VUEs directly to the rasterization backend. However, we do need
524 * to provide GLSL source for the vertex shader so that the compiler
525 * does not dead-code our inputs.
527 struct anv_shader_module vsm
= {
528 .nir
= build_nir_vertex_shader(false),
531 struct anv_shader_module fsm_2d
= {
532 .nir
= build_nir_copy_fragment_shader(GLSL_SAMPLER_DIM_2D
),
535 struct anv_shader_module fsm_3d
= {
536 .nir
= build_nir_copy_fragment_shader(GLSL_SAMPLER_DIM_3D
),
540 anv_CreateShader(anv_device_to_handle(device
),
541 &(VkShaderCreateInfo
) {
542 .sType
= VK_STRUCTURE_TYPE_SHADER_CREATE_INFO
,
543 .module
= anv_shader_module_to_handle(&vsm
),
548 anv_CreateShader(anv_device_to_handle(device
),
549 &(VkShaderCreateInfo
) {
550 .sType
= VK_STRUCTURE_TYPE_SHADER_CREATE_INFO
,
551 .module
= anv_shader_module_to_handle(&fsm_2d
),
556 anv_CreateShader(anv_device_to_handle(device
),
557 &(VkShaderCreateInfo
) {
558 .sType
= VK_STRUCTURE_TYPE_SHADER_CREATE_INFO
,
559 .module
= anv_shader_module_to_handle(&fsm_3d
),
563 VkPipelineVertexInputStateCreateInfo vi_create_info
= {
564 .sType
= VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_STATE_CREATE_INFO
,
566 .pVertexBindingDescriptions
= (VkVertexInputBindingDescription
[]) {
570 .stepRate
= VK_VERTEX_INPUT_STEP_RATE_VERTEX
574 .strideInBytes
= 5 * sizeof(float),
575 .stepRate
= VK_VERTEX_INPUT_STEP_RATE_VERTEX
579 .pVertexAttributeDescriptions
= (VkVertexInputAttributeDescription
[]) {
584 .format
= VK_FORMAT_R32G32B32A32_UINT
,
591 .format
= VK_FORMAT_R32G32_SFLOAT
,
595 /* Texture Coordinate */
598 .format
= VK_FORMAT_R32G32B32_SFLOAT
,
604 VkDescriptorSetLayoutCreateInfo ds_layout_info
= {
605 .sType
= VK_STRUCTURE_TYPE_DESCRIPTOR_SET_LAYOUT_CREATE_INFO
,
607 .pBinding
= (VkDescriptorSetLayoutBinding
[]) {
609 .descriptorType
= VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE
,
611 .stageFlags
= VK_SHADER_STAGE_FRAGMENT_BIT
,
612 .pImmutableSamplers
= NULL
616 anv_CreateDescriptorSetLayout(anv_device_to_handle(device
), &ds_layout_info
,
617 &device
->meta_state
.blit
.ds_layout
);
619 anv_CreatePipelineLayout(anv_device_to_handle(device
),
620 &(VkPipelineLayoutCreateInfo
) {
621 .sType
= VK_STRUCTURE_TYPE_PIPELINE_LAYOUT_CREATE_INFO
,
622 .descriptorSetCount
= 1,
623 .pSetLayouts
= &device
->meta_state
.blit
.ds_layout
,
625 &device
->meta_state
.blit
.pipeline_layout
);
627 VkPipelineShaderStageCreateInfo pipeline_shader_stages
[] = {
629 .sType
= VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO
,
630 .stage
= VK_SHADER_STAGE_VERTEX
,
632 .pSpecializationInfo
= NULL
634 .sType
= VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO
,
635 .stage
= VK_SHADER_STAGE_FRAGMENT
,
636 .shader
= {0}, /* TEMPLATE VALUE! FILL ME IN! */
637 .pSpecializationInfo
= NULL
641 const VkGraphicsPipelineCreateInfo vk_pipeline_info
= {
642 .sType
= VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO
,
643 .stageCount
= ARRAY_SIZE(pipeline_shader_stages
),
644 .pStages
= pipeline_shader_stages
,
645 .pVertexInputState
= &vi_create_info
,
646 .pInputAssemblyState
= &(VkPipelineInputAssemblyStateCreateInfo
) {
647 .sType
= VK_STRUCTURE_TYPE_PIPELINE_INPUT_ASSEMBLY_STATE_CREATE_INFO
,
648 .topology
= VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP
,
649 .primitiveRestartEnable
= false,
651 .pViewportState
= &(VkPipelineViewportStateCreateInfo
) {
652 .sType
= VK_STRUCTURE_TYPE_PIPELINE_VIEWPORT_STATE_CREATE_INFO
,
656 .pRasterState
= &(VkPipelineRasterStateCreateInfo
) {
657 .sType
= VK_STRUCTURE_TYPE_PIPELINE_RASTER_STATE_CREATE_INFO
,
658 .depthClipEnable
= true,
659 .rasterizerDiscardEnable
= false,
660 .fillMode
= VK_FILL_MODE_SOLID
,
661 .cullMode
= VK_CULL_MODE_NONE
,
662 .frontFace
= VK_FRONT_FACE_CCW
664 .pColorBlendState
= &(VkPipelineColorBlendStateCreateInfo
) {
665 .sType
= VK_STRUCTURE_TYPE_PIPELINE_COLOR_BLEND_STATE_CREATE_INFO
,
666 .attachmentCount
= 1,
667 .pAttachments
= (VkPipelineColorBlendAttachmentState
[]) {
668 { .channelWriteMask
= VK_CHANNEL_A_BIT
|
669 VK_CHANNEL_R_BIT
| VK_CHANNEL_G_BIT
| VK_CHANNEL_B_BIT
},
672 .pDynamicState
= &(VkPipelineDynamicStateCreateInfo
) {
673 .sType
= VK_STRUCTURE_TYPE_PIPELINE_DYNAMIC_STATE_CREATE_INFO
,
674 .dynamicStateCount
= 9,
675 .pDynamicStates
= (VkDynamicState
[]) {
676 VK_DYNAMIC_STATE_VIEWPORT
,
677 VK_DYNAMIC_STATE_SCISSOR
,
678 VK_DYNAMIC_STATE_LINE_WIDTH
,
679 VK_DYNAMIC_STATE_DEPTH_BIAS
,
680 VK_DYNAMIC_STATE_BLEND_CONSTANTS
,
681 VK_DYNAMIC_STATE_DEPTH_BOUNDS
,
682 VK_DYNAMIC_STATE_STENCIL_COMPARE_MASK
,
683 VK_DYNAMIC_STATE_STENCIL_WRITE_MASK
,
684 VK_DYNAMIC_STATE_STENCIL_REFERENCE
,
688 .layout
= device
->meta_state
.blit
.pipeline_layout
,
691 const struct anv_graphics_pipeline_create_info anv_pipeline_info
= {
692 .use_repclear
= false,
693 .disable_viewport
= true,
694 .disable_scissor
= true,
699 pipeline_shader_stages
[1].shader
= fs_2d
;
700 anv_graphics_pipeline_create(anv_device_to_handle(device
),
701 &vk_pipeline_info
, &anv_pipeline_info
,
702 &device
->meta_state
.blit
.pipeline_2d_src
);
704 pipeline_shader_stages
[1].shader
= fs_3d
;
705 anv_graphics_pipeline_create(anv_device_to_handle(device
),
706 &vk_pipeline_info
, &anv_pipeline_info
,
707 &device
->meta_state
.blit
.pipeline_3d_src
);
709 anv_DestroyShader(anv_device_to_handle(device
), vs
);
710 anv_DestroyShader(anv_device_to_handle(device
), fs_2d
);
711 anv_DestroyShader(anv_device_to_handle(device
), fs_3d
);
712 ralloc_free(vsm
.nir
);
713 ralloc_free(fsm_2d
.nir
);
714 ralloc_free(fsm_3d
.nir
);
718 meta_prepare_blit(struct anv_cmd_buffer
*cmd_buffer
,
719 struct anv_saved_state
*saved_state
)
721 anv_cmd_buffer_save(cmd_buffer
, saved_state
,
722 (1 << VK_DYNAMIC_STATE_VIEWPORT
));
726 VkOffset3D src_offset
;
727 VkExtent3D src_extent
;
728 VkOffset3D dest_offset
;
729 VkExtent3D dest_extent
;
733 meta_emit_blit(struct anv_cmd_buffer
*cmd_buffer
,
734 struct anv_image
*src_image
,
735 struct anv_image_view
*src_iview
,
736 VkOffset3D src_offset
,
737 VkExtent3D src_extent
,
738 struct anv_image
*dest_image
,
739 struct anv_image_view
*dest_iview
,
740 VkOffset3D dest_offset
,
741 VkExtent3D dest_extent
)
743 struct anv_device
*device
= cmd_buffer
->device
;
744 VkDescriptorPool dummy_desc_pool
= { .handle
= 1 };
746 struct blit_vb_data
{
751 unsigned vb_size
= sizeof(struct vue_header
) + 3 * sizeof(*vb_data
);
753 struct anv_state vb_state
=
754 anv_cmd_buffer_alloc_dynamic_state(cmd_buffer
, vb_size
, 16);
755 memset(vb_state
.map
, 0, sizeof(struct vue_header
));
756 vb_data
= vb_state
.map
+ sizeof(struct vue_header
);
758 vb_data
[0] = (struct blit_vb_data
) {
760 dest_offset
.x
+ dest_extent
.width
,
761 dest_offset
.y
+ dest_extent
.height
,
764 (float)(src_offset
.x
+ src_extent
.width
) / (float)src_iview
->extent
.width
,
765 (float)(src_offset
.y
+ src_extent
.height
) / (float)src_iview
->extent
.height
,
766 (float)(src_offset
.z
+ src_extent
.depth
) / (float)src_iview
->extent
.depth
,
770 vb_data
[1] = (struct blit_vb_data
) {
773 dest_offset
.y
+ dest_extent
.height
,
776 (float)src_offset
.x
/ (float)src_iview
->extent
.width
,
777 (float)(src_offset
.y
+ src_extent
.height
) / (float)src_iview
->extent
.height
,
778 (float)(src_offset
.z
+ src_extent
.depth
) / (float)src_iview
->extent
.depth
,
782 vb_data
[2] = (struct blit_vb_data
) {
788 (float)src_offset
.x
/ (float)src_iview
->extent
.width
,
789 (float)src_offset
.y
/ (float)src_iview
->extent
.height
,
790 (float)src_offset
.z
/ (float)src_iview
->extent
.depth
,
794 struct anv_buffer vertex_buffer
= {
797 .bo
= &device
->dynamic_state_block_pool
.bo
,
798 .offset
= vb_state
.offset
,
801 anv_CmdBindVertexBuffers(anv_cmd_buffer_to_handle(cmd_buffer
), 0, 2,
803 anv_buffer_to_handle(&vertex_buffer
),
804 anv_buffer_to_handle(&vertex_buffer
)
808 sizeof(struct vue_header
),
812 anv_AllocDescriptorSets(anv_device_to_handle(device
), dummy_desc_pool
,
813 VK_DESCRIPTOR_SET_USAGE_ONE_SHOT
,
814 1, &device
->meta_state
.blit
.ds_layout
, &set
);
815 anv_UpdateDescriptorSets(anv_device_to_handle(device
),
817 (VkWriteDescriptorSet
[]) {
819 .sType
= VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET
,
822 .destArrayElement
= 0,
824 .descriptorType
= VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE
,
825 .pDescriptors
= (VkDescriptorInfo
[]) {
827 .imageView
= anv_image_view_to_handle(src_iview
),
828 .imageLayout
= VK_IMAGE_LAYOUT_GENERAL
835 anv_CreateFramebuffer(anv_device_to_handle(device
),
836 &(VkFramebufferCreateInfo
) {
837 .sType
= VK_STRUCTURE_TYPE_FRAMEBUFFER_CREATE_INFO
,
838 .attachmentCount
= 1,
839 .pAttachments
= (VkImageView
[]) {
840 anv_image_view_to_handle(dest_iview
),
842 .width
= dest_iview
->extent
.width
,
843 .height
= dest_iview
->extent
.height
,
848 anv_CreateRenderPass(anv_device_to_handle(device
),
849 &(VkRenderPassCreateInfo
) {
850 .sType
= VK_STRUCTURE_TYPE_RENDER_PASS_CREATE_INFO
,
851 .attachmentCount
= 1,
852 .pAttachments
= &(VkAttachmentDescription
) {
853 .sType
= VK_STRUCTURE_TYPE_ATTACHMENT_DESCRIPTION
,
854 .format
= dest_iview
->format
->vk_format
,
855 .loadOp
= VK_ATTACHMENT_LOAD_OP_LOAD
,
856 .storeOp
= VK_ATTACHMENT_STORE_OP_STORE
,
857 .initialLayout
= VK_IMAGE_LAYOUT_GENERAL
,
858 .finalLayout
= VK_IMAGE_LAYOUT_GENERAL
,
861 .pSubpasses
= &(VkSubpassDescription
) {
862 .sType
= VK_STRUCTURE_TYPE_SUBPASS_DESCRIPTION
,
863 .pipelineBindPoint
= VK_PIPELINE_BIND_POINT_GRAPHICS
,
866 .pColorAttachments
= &(VkAttachmentReference
) {
868 .layout
= VK_IMAGE_LAYOUT_GENERAL
,
870 .pResolveAttachments
= NULL
,
871 .depthStencilAttachment
= (VkAttachmentReference
) {
872 .attachment
= VK_ATTACHMENT_UNUSED
,
873 .layout
= VK_IMAGE_LAYOUT_GENERAL
,
876 .pPreserveAttachments
= &(VkAttachmentReference
) {
878 .layout
= VK_IMAGE_LAYOUT_GENERAL
,
881 .dependencyCount
= 0,
884 ANV_CALL(CmdBeginRenderPass
)(anv_cmd_buffer_to_handle(cmd_buffer
),
885 &(VkRenderPassBeginInfo
) {
886 .sType
= VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO
,
890 .offset
= { dest_offset
.x
, dest_offset
.y
},
891 .extent
= { dest_extent
.width
, dest_extent
.height
},
893 .clearValueCount
= 0,
894 .pClearValues
= NULL
,
895 }, VK_RENDER_PASS_CONTENTS_INLINE
);
899 switch (src_image
->type
) {
900 case VK_IMAGE_TYPE_1D
:
901 anv_finishme("VK_IMAGE_TYPE_1D");
902 pipeline
= device
->meta_state
.blit
.pipeline_2d_src
;
904 case VK_IMAGE_TYPE_2D
:
905 pipeline
= device
->meta_state
.blit
.pipeline_2d_src
;
907 case VK_IMAGE_TYPE_3D
:
908 pipeline
= device
->meta_state
.blit
.pipeline_3d_src
;
911 unreachable(!"bad VkImageType");
914 if (cmd_buffer
->state
.pipeline
!= anv_pipeline_from_handle(pipeline
)) {
915 anv_CmdBindPipeline(anv_cmd_buffer_to_handle(cmd_buffer
),
916 VK_PIPELINE_BIND_POINT_GRAPHICS
, pipeline
);
919 anv_CmdSetViewport(anv_cmd_buffer_to_handle(cmd_buffer
), 1,
923 .width
= dest_iview
->extent
.width
,
924 .height
= dest_iview
->extent
.height
,
929 anv_CmdBindDescriptorSets(anv_cmd_buffer_to_handle(cmd_buffer
),
930 VK_PIPELINE_BIND_POINT_GRAPHICS
,
931 device
->meta_state
.blit
.pipeline_layout
, 0, 1,
934 ANV_CALL(CmdDraw
)(anv_cmd_buffer_to_handle(cmd_buffer
), 3, 1, 0, 0);
936 ANV_CALL(CmdEndRenderPass
)(anv_cmd_buffer_to_handle(cmd_buffer
));
938 /* At the point where we emit the draw call, all data from the
939 * descriptor sets, etc. has been used. We are free to delete it.
941 anv_descriptor_set_destroy(device
, anv_descriptor_set_from_handle(set
));
942 anv_DestroyFramebuffer(anv_device_to_handle(device
), fb
);
943 anv_DestroyRenderPass(anv_device_to_handle(device
), pass
);
947 meta_finish_blit(struct anv_cmd_buffer
*cmd_buffer
,
948 const struct anv_saved_state
*saved_state
)
950 anv_cmd_buffer_restore(cmd_buffer
, saved_state
);
954 vk_format_for_cpp(int cpp
)
957 case 1: return VK_FORMAT_R8_UINT
;
958 case 2: return VK_FORMAT_R8G8_UINT
;
959 case 3: return VK_FORMAT_R8G8B8_UINT
;
960 case 4: return VK_FORMAT_R8G8B8A8_UINT
;
961 case 6: return VK_FORMAT_R16G16B16_UINT
;
962 case 8: return VK_FORMAT_R16G16B16A16_UINT
;
963 case 12: return VK_FORMAT_R32G32B32_UINT
;
964 case 16: return VK_FORMAT_R32G32B32A32_UINT
;
966 unreachable("Invalid format cpp");
971 do_buffer_copy(struct anv_cmd_buffer
*cmd_buffer
,
972 struct anv_bo
*src
, uint64_t src_offset
,
973 struct anv_bo
*dest
, uint64_t dest_offset
,
974 int width
, int height
, VkFormat copy_format
)
976 VkDevice vk_device
= anv_device_to_handle(cmd_buffer
->device
);
978 VkImageCreateInfo image_info
= {
979 .sType
= VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO
,
980 .imageType
= VK_IMAGE_TYPE_2D
,
981 .format
= copy_format
,
990 .tiling
= VK_IMAGE_TILING_LINEAR
,
996 image_info
.usage
= VK_IMAGE_USAGE_SAMPLED_BIT
;
997 anv_CreateImage(vk_device
, &image_info
, &src_image
);
1000 image_info
.usage
= VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT
;
1001 anv_CreateImage(vk_device
, &image_info
, &dest_image
);
1003 /* We could use a vk call to bind memory, but that would require
1004 * creating a dummy memory object etc. so there's really no point.
1006 anv_image_from_handle(src_image
)->bo
= src
;
1007 anv_image_from_handle(src_image
)->offset
= src_offset
;
1008 anv_image_from_handle(dest_image
)->bo
= dest
;
1009 anv_image_from_handle(dest_image
)->offset
= dest_offset
;
1011 struct anv_image_view src_iview
;
1012 anv_image_view_init(&src_iview
, cmd_buffer
->device
,
1013 &(VkImageViewCreateInfo
) {
1014 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
1016 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
1017 .format
= copy_format
,
1019 VK_CHANNEL_SWIZZLE_R
,
1020 VK_CHANNEL_SWIZZLE_G
,
1021 VK_CHANNEL_SWIZZLE_B
,
1022 VK_CHANNEL_SWIZZLE_A
1024 .subresourceRange
= {
1025 .aspectMask
= VK_IMAGE_ASPECT_COLOR_BIT
,
1028 .baseArrayLayer
= 0,
1034 struct anv_image_view dest_iview
;
1035 anv_image_view_init(&dest_iview
, cmd_buffer
->device
,
1036 &(VkImageViewCreateInfo
) {
1037 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
1038 .image
= dest_image
,
1039 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
1040 .format
= copy_format
,
1042 .r
= VK_CHANNEL_SWIZZLE_R
,
1043 .g
= VK_CHANNEL_SWIZZLE_G
,
1044 .b
= VK_CHANNEL_SWIZZLE_B
,
1045 .a
= VK_CHANNEL_SWIZZLE_A
,
1047 .subresourceRange
= {
1048 .aspectMask
= VK_IMAGE_ASPECT_COLOR_BIT
,
1051 .baseArrayLayer
= 0,
1057 meta_emit_blit(cmd_buffer
,
1058 anv_image_from_handle(src_image
),
1060 (VkOffset3D
) { 0, 0, 0 },
1061 (VkExtent3D
) { width
, height
, 1 },
1062 anv_image_from_handle(dest_image
),
1064 (VkOffset3D
) { 0, 0, 0 },
1065 (VkExtent3D
) { width
, height
, 1 });
1067 anv_DestroyImage(vk_device
, src_image
);
1068 anv_DestroyImage(vk_device
, dest_image
);
1071 void anv_CmdCopyBuffer(
1072 VkCmdBuffer cmdBuffer
,
1074 VkBuffer destBuffer
,
1075 uint32_t regionCount
,
1076 const VkBufferCopy
* pRegions
)
1078 ANV_FROM_HANDLE(anv_cmd_buffer
, cmd_buffer
, cmdBuffer
);
1079 ANV_FROM_HANDLE(anv_buffer
, src_buffer
, srcBuffer
);
1080 ANV_FROM_HANDLE(anv_buffer
, dest_buffer
, destBuffer
);
1082 struct anv_saved_state saved_state
;
1084 meta_prepare_blit(cmd_buffer
, &saved_state
);
1086 for (unsigned r
= 0; r
< regionCount
; r
++) {
1087 uint64_t src_offset
= src_buffer
->offset
+ pRegions
[r
].srcOffset
;
1088 uint64_t dest_offset
= dest_buffer
->offset
+ pRegions
[r
].destOffset
;
1089 uint64_t copy_size
= pRegions
[r
].copySize
;
1091 /* First, we compute the biggest format that can be used with the
1092 * given offsets and size.
1096 int fs
= ffs(src_offset
) - 1;
1098 cpp
= MIN2(cpp
, 1 << fs
);
1099 assert(src_offset
% cpp
== 0);
1101 fs
= ffs(dest_offset
) - 1;
1103 cpp
= MIN2(cpp
, 1 << fs
);
1104 assert(dest_offset
% cpp
== 0);
1106 fs
= ffs(pRegions
[r
].copySize
) - 1;
1108 cpp
= MIN2(cpp
, 1 << fs
);
1109 assert(pRegions
[r
].copySize
% cpp
== 0);
1111 VkFormat copy_format
= vk_format_for_cpp(cpp
);
1113 /* This is maximum possible width/height our HW can handle */
1114 uint64_t max_surface_dim
= 1 << 14;
1116 /* First, we make a bunch of max-sized copies */
1117 uint64_t max_copy_size
= max_surface_dim
* max_surface_dim
* cpp
;
1118 while (copy_size
> max_copy_size
) {
1119 do_buffer_copy(cmd_buffer
, src_buffer
->bo
, src_offset
,
1120 dest_buffer
->bo
, dest_offset
,
1121 max_surface_dim
, max_surface_dim
, copy_format
);
1122 copy_size
-= max_copy_size
;
1123 src_offset
+= max_copy_size
;
1124 dest_offset
+= max_copy_size
;
1127 uint64_t height
= copy_size
/ (max_surface_dim
* cpp
);
1128 assert(height
< max_surface_dim
);
1130 uint64_t rect_copy_size
= height
* max_surface_dim
* cpp
;
1131 do_buffer_copy(cmd_buffer
, src_buffer
->bo
, src_offset
,
1132 dest_buffer
->bo
, dest_offset
,
1133 max_surface_dim
, height
, copy_format
);
1134 copy_size
-= rect_copy_size
;
1135 src_offset
+= rect_copy_size
;
1136 dest_offset
+= rect_copy_size
;
1139 if (copy_size
!= 0) {
1140 do_buffer_copy(cmd_buffer
, src_buffer
->bo
, src_offset
,
1141 dest_buffer
->bo
, dest_offset
,
1142 copy_size
/ cpp
, 1, copy_format
);
1146 meta_finish_blit(cmd_buffer
, &saved_state
);
1149 void anv_CmdCopyImage(
1150 VkCmdBuffer cmdBuffer
,
1152 VkImageLayout srcImageLayout
,
1154 VkImageLayout destImageLayout
,
1155 uint32_t regionCount
,
1156 const VkImageCopy
* pRegions
)
1158 ANV_FROM_HANDLE(anv_cmd_buffer
, cmd_buffer
, cmdBuffer
);
1159 ANV_FROM_HANDLE(anv_image
, src_image
, srcImage
);
1160 ANV_FROM_HANDLE(anv_image
, dest_image
, destImage
);
1162 const VkImageViewType src_iview_type
=
1163 meta_blit_get_src_image_view_type(src_image
);
1165 struct anv_saved_state saved_state
;
1167 meta_prepare_blit(cmd_buffer
, &saved_state
);
1169 for (unsigned r
= 0; r
< regionCount
; r
++) {
1170 struct anv_image_view src_iview
;
1171 anv_image_view_init(&src_iview
, cmd_buffer
->device
,
1172 &(VkImageViewCreateInfo
) {
1173 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
1175 .viewType
= src_iview_type
,
1176 .format
= src_image
->format
->vk_format
,
1178 VK_CHANNEL_SWIZZLE_R
,
1179 VK_CHANNEL_SWIZZLE_G
,
1180 VK_CHANNEL_SWIZZLE_B
,
1181 VK_CHANNEL_SWIZZLE_A
1183 .subresourceRange
= {
1184 .aspectMask
= 1 << pRegions
[r
].srcSubresource
.aspect
,
1185 .baseMipLevel
= pRegions
[r
].srcSubresource
.mipLevel
,
1187 .baseArrayLayer
= pRegions
[r
].srcSubresource
.arrayLayer
,
1193 const VkOffset3D dest_offset
= {
1194 .x
= pRegions
[r
].destOffset
.x
,
1195 .y
= pRegions
[r
].destOffset
.y
,
1199 const uint32_t dest_array_slice
=
1200 meta_blit_get_dest_view_base_array_slice(dest_image
,
1201 &pRegions
[r
].destSubresource
,
1202 &pRegions
[r
].destOffset
);
1204 if (pRegions
[r
].srcSubresource
.arraySize
> 1)
1205 anv_finishme("FINISHME: copy multiple array layers");
1207 if (pRegions
[r
].extent
.depth
> 1)
1208 anv_finishme("FINISHME: copy multiple depth layers");
1210 struct anv_image_view dest_iview
;
1211 anv_image_view_init(&dest_iview
, cmd_buffer
->device
,
1212 &(VkImageViewCreateInfo
) {
1213 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
1215 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
1216 .format
= dest_image
->format
->vk_format
,
1218 VK_CHANNEL_SWIZZLE_R
,
1219 VK_CHANNEL_SWIZZLE_G
,
1220 VK_CHANNEL_SWIZZLE_B
,
1221 VK_CHANNEL_SWIZZLE_A
1223 .subresourceRange
= {
1224 .aspectMask
= VK_IMAGE_ASPECT_COLOR_BIT
,
1225 .baseMipLevel
= pRegions
[r
].destSubresource
.mipLevel
,
1227 .baseArrayLayer
= dest_array_slice
,
1233 meta_emit_blit(cmd_buffer
,
1234 src_image
, &src_iview
,
1235 pRegions
[r
].srcOffset
,
1237 dest_image
, &dest_iview
,
1239 pRegions
[r
].extent
);
1242 meta_finish_blit(cmd_buffer
, &saved_state
);
1245 void anv_CmdBlitImage(
1246 VkCmdBuffer cmdBuffer
,
1248 VkImageLayout srcImageLayout
,
1250 VkImageLayout destImageLayout
,
1251 uint32_t regionCount
,
1252 const VkImageBlit
* pRegions
,
1256 ANV_FROM_HANDLE(anv_cmd_buffer
, cmd_buffer
, cmdBuffer
);
1257 ANV_FROM_HANDLE(anv_image
, src_image
, srcImage
);
1258 ANV_FROM_HANDLE(anv_image
, dest_image
, destImage
);
1260 const VkImageViewType src_iview_type
=
1261 meta_blit_get_src_image_view_type(src_image
);
1263 struct anv_saved_state saved_state
;
1265 anv_finishme("respect VkTexFilter");
1267 meta_prepare_blit(cmd_buffer
, &saved_state
);
1269 for (unsigned r
= 0; r
< regionCount
; r
++) {
1270 struct anv_image_view src_iview
;
1271 anv_image_view_init(&src_iview
, cmd_buffer
->device
,
1272 &(VkImageViewCreateInfo
) {
1273 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
1275 .viewType
= src_iview_type
,
1276 .format
= src_image
->format
->vk_format
,
1278 VK_CHANNEL_SWIZZLE_R
,
1279 VK_CHANNEL_SWIZZLE_G
,
1280 VK_CHANNEL_SWIZZLE_B
,
1281 VK_CHANNEL_SWIZZLE_A
1283 .subresourceRange
= {
1284 .aspectMask
= 1 << pRegions
[r
].srcSubresource
.aspect
,
1285 .baseMipLevel
= pRegions
[r
].srcSubresource
.mipLevel
,
1287 .baseArrayLayer
= pRegions
[r
].srcSubresource
.arrayLayer
,
1293 const VkOffset3D dest_offset
= {
1294 .x
= pRegions
[r
].destOffset
.x
,
1295 .y
= pRegions
[r
].destOffset
.y
,
1299 const uint32_t dest_array_slice
=
1300 meta_blit_get_dest_view_base_array_slice(dest_image
,
1301 &pRegions
[r
].destSubresource
,
1302 &pRegions
[r
].destOffset
);
1304 if (pRegions
[r
].srcSubresource
.arraySize
> 1)
1305 anv_finishme("FINISHME: copy multiple array layers");
1307 if (pRegions
[r
].destExtent
.depth
> 1)
1308 anv_finishme("FINISHME: copy multiple depth layers");
1310 struct anv_image_view dest_iview
;
1311 anv_image_view_init(&dest_iview
, cmd_buffer
->device
,
1312 &(VkImageViewCreateInfo
) {
1313 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
1315 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
1316 .format
= dest_image
->format
->vk_format
,
1318 VK_CHANNEL_SWIZZLE_R
,
1319 VK_CHANNEL_SWIZZLE_G
,
1320 VK_CHANNEL_SWIZZLE_B
,
1321 VK_CHANNEL_SWIZZLE_A
1323 .subresourceRange
= {
1324 .aspectMask
= VK_IMAGE_ASPECT_COLOR_BIT
,
1325 .baseMipLevel
= pRegions
[r
].destSubresource
.mipLevel
,
1327 .baseArrayLayer
= dest_array_slice
,
1333 meta_emit_blit(cmd_buffer
,
1334 src_image
, &src_iview
,
1335 pRegions
[r
].srcOffset
,
1336 pRegions
[r
].srcExtent
,
1337 dest_image
, &dest_iview
,
1339 pRegions
[r
].destExtent
);
1342 meta_finish_blit(cmd_buffer
, &saved_state
);
1346 make_image_for_buffer(VkDevice vk_device
, VkBuffer vk_buffer
, VkFormat format
,
1347 VkImageUsageFlags usage
,
1348 const VkBufferImageCopy
*copy
)
1350 ANV_FROM_HANDLE(anv_buffer
, buffer
, vk_buffer
);
1352 VkExtent3D extent
= copy
->imageExtent
;
1353 if (copy
->bufferRowLength
)
1354 extent
.width
= copy
->bufferRowLength
;
1355 if (copy
->bufferImageHeight
)
1356 extent
.height
= copy
->bufferImageHeight
;
1360 VkResult result
= anv_CreateImage(vk_device
,
1361 &(VkImageCreateInfo
) {
1362 .sType
= VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO
,
1363 .imageType
= VK_IMAGE_TYPE_2D
,
1369 .tiling
= VK_IMAGE_TILING_LINEAR
,
1373 assert(result
== VK_SUCCESS
);
1375 ANV_FROM_HANDLE(anv_image
, image
, vk_image
);
1377 /* We could use a vk call to bind memory, but that would require
1378 * creating a dummy memory object etc. so there's really no point.
1380 image
->bo
= buffer
->bo
;
1381 image
->offset
= buffer
->offset
+ copy
->bufferOffset
;
1383 return anv_image_to_handle(image
);
1386 void anv_CmdCopyBufferToImage(
1387 VkCmdBuffer cmdBuffer
,
1390 VkImageLayout destImageLayout
,
1391 uint32_t regionCount
,
1392 const VkBufferImageCopy
* pRegions
)
1394 ANV_FROM_HANDLE(anv_cmd_buffer
, cmd_buffer
, cmdBuffer
);
1395 ANV_FROM_HANDLE(anv_image
, dest_image
, destImage
);
1396 VkDevice vk_device
= anv_device_to_handle(cmd_buffer
->device
);
1397 const VkFormat orig_format
= dest_image
->format
->vk_format
;
1398 struct anv_saved_state saved_state
;
1400 meta_prepare_blit(cmd_buffer
, &saved_state
);
1402 for (unsigned r
= 0; r
< regionCount
; r
++) {
1403 VkFormat proxy_format
= orig_format
;
1404 VkImageAspect proxy_aspect
= pRegions
[r
].imageSubresource
.aspect
;
1406 if (orig_format
== VK_FORMAT_S8_UINT
) {
1407 proxy_format
= VK_FORMAT_R8_UINT
;
1408 proxy_aspect
= VK_IMAGE_ASPECT_COLOR
;
1411 VkImage srcImage
= make_image_for_buffer(vk_device
, srcBuffer
,
1412 proxy_format
, VK_IMAGE_USAGE_SAMPLED_BIT
, &pRegions
[r
]);
1414 struct anv_image_view src_iview
;
1415 anv_image_view_init(&src_iview
, cmd_buffer
->device
,
1416 &(VkImageViewCreateInfo
) {
1417 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
1419 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
1420 .format
= proxy_format
,
1422 VK_CHANNEL_SWIZZLE_R
,
1423 VK_CHANNEL_SWIZZLE_G
,
1424 VK_CHANNEL_SWIZZLE_B
,
1425 VK_CHANNEL_SWIZZLE_A
1427 .subresourceRange
= {
1428 .aspectMask
= 1 << proxy_aspect
,
1431 .baseArrayLayer
= 0,
1437 const VkOffset3D dest_offset
= {
1438 .x
= pRegions
[r
].imageOffset
.x
,
1439 .y
= pRegions
[r
].imageOffset
.y
,
1443 const uint32_t dest_array_slice
=
1444 meta_blit_get_dest_view_base_array_slice(dest_image
,
1445 &pRegions
[r
].imageSubresource
,
1446 &pRegions
[r
].imageOffset
);
1448 if (pRegions
[r
].imageExtent
.depth
> 1)
1449 anv_finishme("FINISHME: copy multiple depth layers");
1451 struct anv_image_view dest_iview
;
1452 anv_image_view_init(&dest_iview
, cmd_buffer
->device
,
1453 &(VkImageViewCreateInfo
) {
1454 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
1455 .image
= anv_image_to_handle(dest_image
),
1456 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
1457 .format
= proxy_format
,
1459 VK_CHANNEL_SWIZZLE_R
,
1460 VK_CHANNEL_SWIZZLE_G
,
1461 VK_CHANNEL_SWIZZLE_B
,
1462 VK_CHANNEL_SWIZZLE_A
1464 .subresourceRange
= {
1465 .aspectMask
= VK_IMAGE_ASPECT_COLOR_BIT
,
1466 .baseMipLevel
= pRegions
[r
].imageSubresource
.mipLevel
,
1468 .baseArrayLayer
= dest_array_slice
,
1474 meta_emit_blit(cmd_buffer
,
1475 anv_image_from_handle(srcImage
),
1477 (VkOffset3D
) { 0, 0, 0 },
1478 pRegions
[r
].imageExtent
,
1482 pRegions
[r
].imageExtent
);
1484 anv_DestroyImage(vk_device
, srcImage
);
1487 meta_finish_blit(cmd_buffer
, &saved_state
);
1490 void anv_CmdCopyImageToBuffer(
1491 VkCmdBuffer cmdBuffer
,
1493 VkImageLayout srcImageLayout
,
1494 VkBuffer destBuffer
,
1495 uint32_t regionCount
,
1496 const VkBufferImageCopy
* pRegions
)
1498 ANV_FROM_HANDLE(anv_cmd_buffer
, cmd_buffer
, cmdBuffer
);
1499 ANV_FROM_HANDLE(anv_image
, src_image
, srcImage
);
1500 VkDevice vk_device
= anv_device_to_handle(cmd_buffer
->device
);
1501 struct anv_saved_state saved_state
;
1503 const VkImageViewType src_iview_type
=
1504 meta_blit_get_src_image_view_type(src_image
);
1506 meta_prepare_blit(cmd_buffer
, &saved_state
);
1508 for (unsigned r
= 0; r
< regionCount
; r
++) {
1509 if (pRegions
[r
].imageSubresource
.arraySize
> 1)
1510 anv_finishme("FINISHME: copy multiple array layers");
1512 if (pRegions
[r
].imageExtent
.depth
> 1)
1513 anv_finishme("FINISHME: copy multiple depth layers");
1515 struct anv_image_view src_iview
;
1516 anv_image_view_init(&src_iview
, cmd_buffer
->device
,
1517 &(VkImageViewCreateInfo
) {
1518 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
1520 .viewType
= src_iview_type
,
1521 .format
= src_image
->format
->vk_format
,
1523 VK_CHANNEL_SWIZZLE_R
,
1524 VK_CHANNEL_SWIZZLE_G
,
1525 VK_CHANNEL_SWIZZLE_B
,
1526 VK_CHANNEL_SWIZZLE_A
1528 .subresourceRange
= {
1529 .aspectMask
= 1 << pRegions
[r
].imageSubresource
.aspect
,
1530 .baseMipLevel
= pRegions
[r
].imageSubresource
.mipLevel
,
1532 .baseArrayLayer
= pRegions
[r
].imageSubresource
.arrayLayer
,
1538 VkFormat dest_format
= src_image
->format
->vk_format
;
1539 if (dest_format
== VK_FORMAT_S8_UINT
) {
1540 dest_format
= VK_FORMAT_R8_UINT
;
1543 VkImage destImage
= make_image_for_buffer(vk_device
, destBuffer
,
1544 dest_format
, VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT
, &pRegions
[r
]);
1546 struct anv_image_view dest_iview
;
1547 anv_image_view_init(&dest_iview
, cmd_buffer
->device
,
1548 &(VkImageViewCreateInfo
) {
1549 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
1551 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
1552 .format
= dest_format
,
1554 VK_CHANNEL_SWIZZLE_R
,
1555 VK_CHANNEL_SWIZZLE_G
,
1556 VK_CHANNEL_SWIZZLE_B
,
1557 VK_CHANNEL_SWIZZLE_A
1559 .subresourceRange
= {
1560 .aspectMask
= VK_IMAGE_ASPECT_COLOR_BIT
,
1563 .baseArrayLayer
= 0,
1569 meta_emit_blit(cmd_buffer
,
1570 anv_image_from_handle(srcImage
),
1572 pRegions
[r
].imageOffset
,
1573 pRegions
[r
].imageExtent
,
1574 anv_image_from_handle(destImage
),
1576 (VkOffset3D
) { 0, 0, 0 },
1577 pRegions
[r
].imageExtent
);
1579 anv_DestroyImage(vk_device
, destImage
);
1582 meta_finish_blit(cmd_buffer
, &saved_state
);
1585 void anv_CmdUpdateBuffer(
1586 VkCmdBuffer cmdBuffer
,
1587 VkBuffer destBuffer
,
1588 VkDeviceSize destOffset
,
1589 VkDeviceSize dataSize
,
1590 const uint32_t* pData
)
1595 void anv_CmdFillBuffer(
1596 VkCmdBuffer cmdBuffer
,
1597 VkBuffer destBuffer
,
1598 VkDeviceSize destOffset
,
1599 VkDeviceSize fillSize
,
1605 void anv_CmdClearColorImage(
1606 VkCmdBuffer cmdBuffer
,
1608 VkImageLayout imageLayout
,
1609 const VkClearColorValue
* pColor
,
1610 uint32_t rangeCount
,
1611 const VkImageSubresourceRange
* pRanges
)
1613 ANV_FROM_HANDLE(anv_cmd_buffer
, cmd_buffer
, cmdBuffer
);
1614 ANV_FROM_HANDLE(anv_image
, image
, _image
);
1615 struct anv_saved_state saved_state
;
1617 anv_cmd_buffer_save(cmd_buffer
, &saved_state
,
1618 (1 << VK_DYNAMIC_STATE_VIEWPORT
));
1619 cmd_buffer
->state
.dynamic
.viewport
.count
= 0;
1621 for (uint32_t r
= 0; r
< rangeCount
; r
++) {
1622 for (uint32_t l
= 0; l
< pRanges
[r
].mipLevels
; l
++) {
1623 for (uint32_t s
= 0; s
< pRanges
[r
].arraySize
; s
++) {
1624 struct anv_image_view iview
;
1625 anv_image_view_init(&iview
, cmd_buffer
->device
,
1626 &(VkImageViewCreateInfo
) {
1627 .sType
= VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
,
1629 .viewType
= VK_IMAGE_VIEW_TYPE_2D
,
1630 .format
= image
->format
->vk_format
,
1632 VK_CHANNEL_SWIZZLE_R
,
1633 VK_CHANNEL_SWIZZLE_G
,
1634 VK_CHANNEL_SWIZZLE_B
,
1635 VK_CHANNEL_SWIZZLE_A
1637 .subresourceRange
= {
1638 .aspectMask
= VK_IMAGE_ASPECT_COLOR_BIT
,
1639 .baseMipLevel
= pRanges
[r
].baseMipLevel
+ l
,
1641 .baseArrayLayer
= pRanges
[r
].baseArrayLayer
+ s
,
1648 anv_CreateFramebuffer(anv_device_to_handle(cmd_buffer
->device
),
1649 &(VkFramebufferCreateInfo
) {
1650 .sType
= VK_STRUCTURE_TYPE_FRAMEBUFFER_CREATE_INFO
,
1651 .attachmentCount
= 1,
1652 .pAttachments
= (VkImageView
[]) {
1653 anv_image_view_to_handle(&iview
),
1655 .width
= iview
.extent
.width
,
1656 .height
= iview
.extent
.height
,
1661 anv_CreateRenderPass(anv_device_to_handle(cmd_buffer
->device
),
1662 &(VkRenderPassCreateInfo
) {
1663 .sType
= VK_STRUCTURE_TYPE_RENDER_PASS_CREATE_INFO
,
1664 .attachmentCount
= 1,
1665 .pAttachments
= &(VkAttachmentDescription
) {
1666 .sType
= VK_STRUCTURE_TYPE_ATTACHMENT_DESCRIPTION
,
1667 .format
= iview
.format
->vk_format
,
1668 .loadOp
= VK_ATTACHMENT_LOAD_OP_LOAD
,
1669 .storeOp
= VK_ATTACHMENT_STORE_OP_STORE
,
1670 .initialLayout
= VK_IMAGE_LAYOUT_GENERAL
,
1671 .finalLayout
= VK_IMAGE_LAYOUT_GENERAL
,
1674 .pSubpasses
= &(VkSubpassDescription
) {
1675 .sType
= VK_STRUCTURE_TYPE_SUBPASS_DESCRIPTION
,
1676 .pipelineBindPoint
= VK_PIPELINE_BIND_POINT_GRAPHICS
,
1679 .pColorAttachments
= &(VkAttachmentReference
) {
1681 .layout
= VK_IMAGE_LAYOUT_GENERAL
,
1683 .pResolveAttachments
= NULL
,
1684 .depthStencilAttachment
= (VkAttachmentReference
) {
1685 .attachment
= VK_ATTACHMENT_UNUSED
,
1686 .layout
= VK_IMAGE_LAYOUT_GENERAL
,
1689 .pPreserveAttachments
= &(VkAttachmentReference
) {
1691 .layout
= VK_IMAGE_LAYOUT_GENERAL
,
1694 .dependencyCount
= 0,
1697 ANV_CALL(CmdBeginRenderPass
)(anv_cmd_buffer_to_handle(cmd_buffer
),
1698 &(VkRenderPassBeginInfo
) {
1699 .sType
= VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO
,
1701 .offset
= { 0, 0, },
1703 .width
= iview
.extent
.width
,
1704 .height
= iview
.extent
.height
,
1709 .clearValueCount
= 1,
1710 .pClearValues
= NULL
,
1711 }, VK_RENDER_PASS_CONTENTS_INLINE
);
1713 struct clear_instance_data instance_data
= {
1722 meta_emit_clear(cmd_buffer
, 1, &instance_data
,
1723 (VkClearDepthStencilValue
) {0});
1725 ANV_CALL(CmdEndRenderPass
)(anv_cmd_buffer_to_handle(cmd_buffer
));
1730 /* Restore API state */
1731 anv_cmd_buffer_restore(cmd_buffer
, &saved_state
);
1734 void anv_CmdClearDepthStencilImage(
1735 VkCmdBuffer cmdBuffer
,
1737 VkImageLayout imageLayout
,
1738 const VkClearDepthStencilValue
* pDepthStencil
,
1739 uint32_t rangeCount
,
1740 const VkImageSubresourceRange
* pRanges
)
1745 void anv_CmdClearColorAttachment(
1746 VkCmdBuffer cmdBuffer
,
1747 uint32_t colorAttachment
,
1748 VkImageLayout imageLayout
,
1749 const VkClearColorValue
* pColor
,
1751 const VkRect3D
* pRects
)
1756 void anv_CmdClearDepthStencilAttachment(
1757 VkCmdBuffer cmdBuffer
,
1758 VkImageAspectFlags aspectMask
,
1759 VkImageLayout imageLayout
,
1760 const VkClearDepthStencilValue
* pDepthStencil
,
1762 const VkRect3D
* pRects
)
1767 void anv_CmdResolveImage(
1768 VkCmdBuffer cmdBuffer
,
1770 VkImageLayout srcImageLayout
,
1772 VkImageLayout destImageLayout
,
1773 uint32_t regionCount
,
1774 const VkImageResolve
* pRegions
)
1780 anv_device_init_meta(struct anv_device
*device
)
1782 anv_device_init_meta_clear_state(device
);
1783 anv_device_init_meta_blit_state(device
);
1787 anv_device_finish_meta(struct anv_device
*device
)
1790 anv_DestroyPipeline(anv_device_to_handle(device
),
1791 device
->meta_state
.clear
.pipeline
);
1794 anv_DestroyPipeline(anv_device_to_handle(device
),
1795 device
->meta_state
.blit
.pipeline_2d_src
);
1796 anv_DestroyPipeline(anv_device_to_handle(device
),
1797 device
->meta_state
.blit
.pipeline_3d_src
);
1798 anv_DestroyPipelineLayout(anv_device_to_handle(device
),
1799 device
->meta_state
.blit
.pipeline_layout
);
1800 anv_DestroyDescriptorSetLayout(anv_device_to_handle(device
),
1801 device
->meta_state
.blit
.ds_layout
);