radv: Fix 3d blits.
[mesa.git] / src / amd / vulkan / radv_meta_blit.c
index eb131e68fd12719d6399123781fcd1969bc23215..71cea3b0a316827e529712c74dd64b395e5b6439 100644 (file)
@@ -299,8 +299,8 @@ meta_emit_blit(struct radv_cmd_buffer *cmd_buffer,
                struct radv_image *src_image,
                struct radv_image_view *src_iview,
               VkImageLayout src_image_layout,
-               VkOffset3D src_offset_0,
-               VkOffset3D src_offset_1,
+               float src_offset_0[3],
+               float src_offset_1[3],
                struct radv_image *dest_image,
                struct radv_image_view *dest_iview,
               VkImageLayout dest_image_layout,
@@ -319,11 +319,11 @@ meta_emit_blit(struct radv_cmd_buffer *cmd_buffer,
        assert(src_image->info.samples == dest_image->info.samples);
 
        float vertex_push_constants[5] = {
-               (float)src_offset_0.x / (float)src_width,
-               (float)src_offset_0.y / (float)src_height,
-               (float)src_offset_1.x / (float)src_width,
-               (float)src_offset_1.y / (float)src_height,
-               (float)src_offset_0.z / (float)src_depth,
+               src_offset_0[0] / (float)src_width,
+               src_offset_0[1] / (float)src_height,
+               src_offset_1[0] / (float)src_width,
+               src_offset_1[1] / (float)src_height,
+               src_offset_0[2] / (float)src_depth,
        };
 
        radv_CmdPushConstants(radv_cmd_buffer_to_handle(cmd_buffer),
@@ -350,18 +350,18 @@ meta_emit_blit(struct radv_cmd_buffer *cmd_buffer,
                unsigned dst_layout = radv_meta_dst_layout_from_layout(dest_image_layout);
                fs_key = radv_format_meta_fs_key(dest_image->vk_format);
 
-               radv_CmdBeginRenderPass(radv_cmd_buffer_to_handle(cmd_buffer),
-                                             &(VkRenderPassBeginInfo) {
-                                                     .sType = VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO,
-                                                             .renderPass = device->meta_state.blit.render_pass[fs_key][dst_layout],
-                                                             .framebuffer = fb,
-                                                             .renderArea = {
-                                                             .offset = { dest_box.offset.x, dest_box.offset.y },
-                                                             .extent = { dest_box.extent.width, dest_box.extent.height },
-                                                     },
-                                                             .clearValueCount = 0,
-                                                                      .pClearValues = NULL,
-                                                      }, VK_SUBPASS_CONTENTS_INLINE);
+               radv_cmd_buffer_begin_render_pass(cmd_buffer,
+                                                 &(VkRenderPassBeginInfo) {
+                                                       .sType = VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO,
+                                                               .renderPass = device->meta_state.blit.render_pass[fs_key][dst_layout],
+                                                               .framebuffer = fb,
+                                                               .renderArea = {
+                                                                       .offset = { dest_box.offset.x, dest_box.offset.y },
+                                                                       .extent = { dest_box.extent.width, dest_box.extent.height },
+                                                               },
+                                                       .clearValueCount = 0,
+                                                       .pClearValues = NULL,
+                                               });
                switch (src_image->type) {
                case VK_IMAGE_TYPE_1D:
                        pipeline = &device->meta_state.blit.pipeline_1d_src[fs_key];
@@ -379,18 +379,18 @@ meta_emit_blit(struct radv_cmd_buffer *cmd_buffer,
        }
        case VK_IMAGE_ASPECT_DEPTH_BIT: {
                enum radv_blit_ds_layout ds_layout = radv_meta_blit_ds_to_type(dest_image_layout);
-               radv_CmdBeginRenderPass(radv_cmd_buffer_to_handle(cmd_buffer),
-                                             &(VkRenderPassBeginInfo) {
-                                                     .sType = VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO,
-                                                             .renderPass = device->meta_state.blit.depth_only_rp[ds_layout],
-                                                             .framebuffer = fb,
-                                                             .renderArea = {
-                                                             .offset = { dest_box.offset.x, dest_box.offset.y },
-                                                             .extent = { dest_box.extent.width, dest_box.extent.height },
-                                                     },
-                                                             .clearValueCount = 0,
-                                                                      .pClearValues = NULL,
-                                                      }, VK_SUBPASS_CONTENTS_INLINE);
+               radv_cmd_buffer_begin_render_pass(cmd_buffer,
+                                                 &(VkRenderPassBeginInfo) {
+                                                       .sType = VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO,
+                                                       .renderPass = device->meta_state.blit.depth_only_rp[ds_layout],
+                                                       .framebuffer = fb,
+                                                       .renderArea = {
+                                                               .offset = { dest_box.offset.x, dest_box.offset.y },
+                                                               .extent = { dest_box.extent.width, dest_box.extent.height },
+                                                       },
+                                                       .clearValueCount = 0,
+                                                       .pClearValues = NULL,
+                                                 });
                switch (src_image->type) {
                case VK_IMAGE_TYPE_1D:
                        pipeline = &device->meta_state.blit.depth_only_1d_pipeline;
@@ -408,18 +408,18 @@ meta_emit_blit(struct radv_cmd_buffer *cmd_buffer,
        }
        case VK_IMAGE_ASPECT_STENCIL_BIT: {
                enum radv_blit_ds_layout ds_layout = radv_meta_blit_ds_to_type(dest_image_layout);
-               radv_CmdBeginRenderPass(radv_cmd_buffer_to_handle(cmd_buffer),
-                                             &(VkRenderPassBeginInfo) {
-                                                     .sType = VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO,
-                                                             .renderPass = device->meta_state.blit.stencil_only_rp[ds_layout],
-                                                             .framebuffer = fb,
-                                                             .renderArea = {
-                                                             .offset = { dest_box.offset.x, dest_box.offset.y },
-                                                             .extent = { dest_box.extent.width, dest_box.extent.height },
-                                                             },
-                                                             .clearValueCount = 0,
-                                                                      .pClearValues = NULL,
-                                                      }, VK_SUBPASS_CONTENTS_INLINE);
+               radv_cmd_buffer_begin_render_pass(cmd_buffer,
+                                                 &(VkRenderPassBeginInfo) {
+                                                       .sType = VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO,
+                                                       .renderPass = device->meta_state.blit.stencil_only_rp[ds_layout],
+                                                       .framebuffer = fb,
+                                                       .renderArea = {
+                                                               .offset = { dest_box.offset.x, dest_box.offset.y },
+                                                               .extent = { dest_box.extent.width, dest_box.extent.height },
+                                                       },
+                                                       .clearValueCount = 0,
+                                                       .pClearValues = NULL,
+                                                 });
                switch (src_image->type) {
                case VK_IMAGE_TYPE_1D:
                        pipeline = &device->meta_state.blit.stencil_only_1d_pipeline;
@@ -439,6 +439,9 @@ meta_emit_blit(struct radv_cmd_buffer *cmd_buffer,
                unreachable("bad VkImageType");
        }
 
+       radv_cmd_buffer_set_subpass(cmd_buffer,
+                                   &cmd_buffer->state.pass->subpasses[0]);
+
        if (!*pipeline) {
                VkResult ret = build_pipeline(device, src_iview->aspect_mask, translate_sampler_dim(src_image->type), fs_key, pipeline);
                if (ret != VK_SUCCESS) {
@@ -491,7 +494,7 @@ meta_emit_blit(struct radv_cmd_buffer *cmd_buffer,
        radv_CmdDraw(radv_cmd_buffer_to_handle(cmd_buffer), 3, 1, 0, 0);
 
 fail_pipeline:
-       radv_CmdEndRenderPass(radv_cmd_buffer_to_handle(cmd_buffer));
+       radv_cmd_buffer_end_render_pass(cmd_buffer);
 
        /* At the point where we emit the draw call, all data from the
         * descriptor sets, etc. has been used.  We are free to delete it.
@@ -596,12 +599,19 @@ void radv_CmdBlitImage(
                }
 
                bool flip_z = flip_coords(&src_start, &src_end, &dst_start, &dst_end);
-               float src_z_step = (float)(src_end + 1 - src_start) /
-                       (float)(dst_end + 1 - dst_start);
+               float src_z_step = (float)(src_end - src_start) /
+                       (float)(dst_end - dst_start);
+
+               /* There is no interpolation to the pixel center during
+                * rendering, so add the 0.5 offset ourselves here. */
+               float depth_center_offset = 0;
+               if (src_image->type == VK_IMAGE_TYPE_3D)
+                       depth_center_offset = 0.5 / (dst_end - dst_start) * (src_end - src_start);
 
                if (flip_z) {
                        src_start = src_end;
                        src_z_step *= -1;
+                       depth_center_offset *= -1;
                }
 
                unsigned src_x0 = pRegions[r].srcOffsets[0].x;
@@ -617,8 +627,8 @@ void radv_CmdBlitImage(
                VkRect2D dest_box;
                dest_box.offset.x = MIN2(dst_x0, dst_x1);
                dest_box.offset.y = MIN2(dst_y0, dst_y1);
-               dest_box.extent.width = abs(dst_x1 - dst_x0);
-               dest_box.extent.height = abs(dst_y1 - dst_y0);
+               dest_box.extent.width = dst_x1 - dst_x0;
+               dest_box.extent.height = dst_y1 - dst_y0;
 
                const unsigned num_layers = dst_end - dst_start;
                for (unsigned i = 0; i < num_layers; i++) {
@@ -632,15 +642,16 @@ void radv_CmdBlitImage(
                                .x = dst_x1,
                                .y = dst_y1,
                        };
-                       VkOffset3D src_offset_0 = {
-                               .x = src_x0,
-                               .y = src_y0,
-                               .z = src_start + i * src_z_step,
+
+                       float src_offset_0[3] = {
+                               src_x0,
+                               src_y0,
+                               src_start + i * src_z_step + depth_center_offset,
                        };
-                       VkOffset3D src_offset_1 = {
-                               .x = src_x1,
-                               .y = src_y1,
-                               .z = src_start + i * src_z_step,
+                       float src_offset_1[3] = {
+                               src_x1,
+                               src_y1,
+                               src_start + i * src_z_step + depth_center_offset,
                        };
                        const uint32_t dest_array_slice = dst_start + i;
 
@@ -660,7 +671,7 @@ void radv_CmdBlitImage(
                                                             .baseArrayLayer = dest_array_slice,
                                                             .layerCount = 1
                                                     },
-                                            });
+                                            }, NULL);
                        radv_image_view_init(&src_iview, cmd_buffer->device,
                                             &(VkImageViewCreateInfo) {
                                                .sType = VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO,
@@ -674,7 +685,7 @@ void radv_CmdBlitImage(
                                                        .baseArrayLayer = src_array_slice,
                                                        .layerCount = 1
                                                },
-                                       });
+                                       }, NULL);
                        meta_emit_blit(cmd_buffer,
                                       src_image, &src_iview, srcImageLayout,
                                       src_offset_0, src_offset_1,
@@ -959,7 +970,27 @@ radv_device_init_meta_blit_color(struct radv_device *device, bool on_demand)
                                                                .preserveAttachmentCount = 0,
                                                                .pPreserveAttachments = NULL,
                                                        },
-                                                       .dependencyCount = 0,
+                                                       .dependencyCount = 2,
+                                                       .pDependencies = (VkSubpassDependency[]) {
+                                                               {
+                                                                       .srcSubpass = VK_SUBPASS_EXTERNAL,
+                                                                       .dstSubpass = 0,
+                                                                       .srcStageMask = VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT,
+                                                                       .dstStageMask = VK_PIPELINE_STAGE_BOTTOM_OF_PIPE_BIT,
+                                                                       .srcAccessMask = 0,
+                                                                       .dstAccessMask = 0,
+                                                                       .dependencyFlags = 0
+                                                               },
+                                                               {
+                                                                       .srcSubpass = 0,
+                                                                       .dstSubpass = VK_SUBPASS_EXTERNAL,
+                                                                       .srcStageMask = VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT,
+                                                                       .dstStageMask = VK_PIPELINE_STAGE_BOTTOM_OF_PIPE_BIT,
+                                                                       .srcAccessMask = 0,
+                                                                       .dstAccessMask = 0,
+                                                                       .dependencyFlags = 0
+                                                               }
+                                                       },
                                                }, &device->meta_state.alloc, &device->meta_state.blit.render_pass[key][j]);
                        if (result != VK_SUCCESS)
                                goto fail;
@@ -1019,7 +1050,27 @@ radv_device_init_meta_blit_depth(struct radv_device *device, bool on_demand)
                                                               .preserveAttachmentCount = 0,
                                                               .pPreserveAttachments = NULL,
                                                        },
-                                                       .dependencyCount = 0,
+                                                       .dependencyCount = 2,
+                                                       .pDependencies = (VkSubpassDependency[]) {
+                                                               {
+                                                                       .srcSubpass = VK_SUBPASS_EXTERNAL,
+                                                                       .dstSubpass = 0,
+                                                                       .srcStageMask = VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT,
+                                                                       .dstStageMask = VK_PIPELINE_STAGE_BOTTOM_OF_PIPE_BIT,
+                                                                       .srcAccessMask = 0,
+                                                                       .dstAccessMask = 0,
+                                                                       .dependencyFlags = 0
+                                                               },
+                                                               {
+                                                                       .srcSubpass = 0,
+                                                                       .dstSubpass = VK_SUBPASS_EXTERNAL,
+                                                                       .srcStageMask = VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT,
+                                                                       .dstStageMask = VK_PIPELINE_STAGE_BOTTOM_OF_PIPE_BIT,
+                                                                       .srcAccessMask = 0,
+                                                                       .dstAccessMask = 0,
+                                                                       .dependencyFlags = 0
+                                                               }
+                                                       },
                                                }, &device->meta_state.alloc, &device->meta_state.blit.depth_only_rp[ds_layout]);
                if (result != VK_SUCCESS)
                        goto fail;
@@ -1076,7 +1127,28 @@ radv_device_init_meta_blit_stencil(struct radv_device *device, bool on_demand)
                                                               .preserveAttachmentCount = 0,
                                                               .pPreserveAttachments = NULL,
                                                       },
-                                                      .dependencyCount = 0,
+                                                      .dependencyCount = 2,
+                                                      .pDependencies = (VkSubpassDependency[]) {
+                                                               {
+                                                                       .srcSubpass = VK_SUBPASS_EXTERNAL,
+                                                                       .dstSubpass = 0,
+                                                                       .srcStageMask = VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT,
+                                                                       .dstStageMask = VK_PIPELINE_STAGE_BOTTOM_OF_PIPE_BIT,
+                                                                       .srcAccessMask = 0,
+                                                                       .dstAccessMask = 0,
+                                                                       .dependencyFlags = 0
+                                                               },
+                                                               {
+                                                                       .srcSubpass = 0,
+                                                                       .dstSubpass = VK_SUBPASS_EXTERNAL,
+                                                                       .srcStageMask = VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT,
+                                                                       .dstStageMask = VK_PIPELINE_STAGE_BOTTOM_OF_PIPE_BIT,
+                                                                       .srcAccessMask = 0,
+                                                                       .dstAccessMask = 0,
+                                                                       .dependencyFlags = 0
+                                                               }
+                                                       },
+
                                         }, &device->meta_state.alloc, &device->meta_state.blit.stencil_only_rp[ds_layout]);
        }
        if (result != VK_SUCCESS)