src/amd/vulkan/radv_meta_resolve.c

   1 /*
   2  * Copyright © 2016 Intel Corporation
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice (including the next
  12  * paragraph) shall be included in all copies or substantial portions of the
  13  * Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  18  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  20  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
  21  * IN THE SOFTWARE.
  22  */
  23
  24 #include <assert.h>
  25 #include <stdbool.h>
  26
  27 #include "radv_meta.h"
  28 #include "radv_private.h"
  29 #include "nir/nir_builder.h"
  30 #include "sid.h"
  31
  32 /* emit 0, 0, 0, 1 */
  33 static nir_shader *
  34 build_nir_fs(void)
  35 {
  36         const struct glsl_type *vec4 = glsl_vec4_type();
  37         nir_builder b;
  38         nir_variable *f_color; /* vec4, fragment output color */
  39
  40         nir_builder_init_simple_shader(&b, NULL, MESA_SHADER_FRAGMENT, NULL);
  41         b.shader->info.name = ralloc_asprintf(b.shader,
  42                                                "meta_resolve_fs");
  43
  44         f_color = nir_variable_create(b.shader, nir_var_shader_out, vec4,
  45                                       "f_color");
  46         f_color->data.location = FRAG_RESULT_DATA0;
  47         nir_store_var(&b, f_color, nir_imm_vec4(&b, 0.0, 0.0, 0.0, 1.0), 0xf);
  48
  49         return b.shader;
  50 }
  51
  52 static VkResult
  53 create_pass(struct radv_device *device)
  54 {
  55         VkResult result;
  56         VkDevice device_h = radv_device_to_handle(device);
  57         const VkAllocationCallbacks *alloc = &device->meta_state.alloc;
  58         VkAttachmentDescription attachments[2];
  59         int i;
  60
  61         for (i = 0; i < 2; i++) {
  62                 attachments[i].format = VK_FORMAT_UNDEFINED;
  63                 attachments[i].samples = 1;
  64                 attachments[i].loadOp = VK_ATTACHMENT_LOAD_OP_LOAD;
  65                 attachments[i].storeOp = VK_ATTACHMENT_STORE_OP_STORE;
  66         }
  67         attachments[0].initialLayout = VK_IMAGE_LAYOUT_GENERAL;
  68         attachments[0].finalLayout = VK_IMAGE_LAYOUT_GENERAL;
  69         attachments[1].initialLayout = VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL;
  70         attachments[1].finalLayout = VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL;
  71
  72         result = radv_CreateRenderPass(device_h,
  73                                        &(VkRenderPassCreateInfo) {
  74                                                .sType = VK_STRUCTURE_TYPE_RENDER_PASS_CREATE_INFO,
  75                                                        .attachmentCount = 2,
  76                                                        .pAttachments = attachments,
  77                                                        .subpassCount = 1,
  78                                                                 .pSubpasses = &(VkSubpassDescription) {
  79                                                        .pipelineBindPoint = VK_PIPELINE_BIND_POINT_GRAPHICS,
  80                                                        .inputAttachmentCount = 0,
  81                                                        .colorAttachmentCount = 2,
  82                                                        .pColorAttachments = (VkAttachmentReference[]) {
  83                                                                {
  84                                                                        .attachment = 0,
  85                                                                        .layout = VK_IMAGE_LAYOUT_GENERAL,
  86                                                                },
  87                                                                {
  88                                                                        .attachment = 1,
  89                                                                        .layout = VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL,
  90                                                                },
  91                                                        },
  92                                                        .pResolveAttachments = NULL,
  93                                                        .pDepthStencilAttachment = &(VkAttachmentReference) {
  94                                                                .attachment = VK_ATTACHMENT_UNUSED,
  95                                                        },
  96                                                        .preserveAttachmentCount = 0,
  97                                                        .pPreserveAttachments = NULL,
  98                                                },
  99                                                                 .dependencyCount = 0,
 100                                                                          },
 101                                        alloc,
 102                                        &device->meta_state.resolve.pass);
 103
 104         return result;
 105 }
 106
 107 static VkResult
 108 create_pipeline(struct radv_device *device,
 109                 VkShaderModule vs_module_h)
 110 {
 111         VkResult result;
 112         VkDevice device_h = radv_device_to_handle(device);
 113
 114         struct radv_shader_module fs_module = {
 115                 .nir = build_nir_fs(),
 116         };
 117
 118         if (!fs_module.nir) {
 119                 /* XXX: Need more accurate error */
 120                 result = VK_ERROR_OUT_OF_HOST_MEMORY;
 121                 goto cleanup;
 122         }
 123
 124         result = radv_graphics_pipeline_create(device_h,
 125                                                radv_pipeline_cache_to_handle(&device->meta_state.cache),
 126                                                &(VkGraphicsPipelineCreateInfo) {
 127                                                        .sType = VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO,
 128                                                        .stageCount = 2,
 129                                                        .pStages = (VkPipelineShaderStageCreateInfo[]) {
 130                                                        {
 131                                                                .sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO,
 132                                                                .stage = VK_SHADER_STAGE_VERTEX_BIT,
 133                                                                .module = vs_module_h,
 134                                                                .pName = "main",
 135                                                        },
 136                                                        {
 137                                                                .sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO,
 138                                                                .stage = VK_SHADER_STAGE_FRAGMENT_BIT,
 139                                                                .module = radv_shader_module_to_handle(&fs_module),
 140                                                                .pName = "main",
 141                                                        },
 142                                                },
 143                                                .pVertexInputState = &(VkPipelineVertexInputStateCreateInfo) {
 144                                                        .sType = VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_STATE_CREATE_INFO,
 145                                                        .vertexBindingDescriptionCount = 0,
 146                                                        .vertexAttributeDescriptionCount = 0,
 147                                                },
 148                                                .pInputAssemblyState = &(VkPipelineInputAssemblyStateCreateInfo) {
 149                                                        .sType = VK_STRUCTURE_TYPE_PIPELINE_INPUT_ASSEMBLY_STATE_CREATE_INFO,
 150                                                        .topology = VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP,
 151                                                        .primitiveRestartEnable = false,
 152                                                },
 153                                                .pViewportState = &(VkPipelineViewportStateCreateInfo) {
 154                                                        .sType = VK_STRUCTURE_TYPE_PIPELINE_VIEWPORT_STATE_CREATE_INFO,
 155                                                        .viewportCount = 1,
 156                                                        .scissorCount = 1,
 157                                                },
 158                                                .pRasterizationState = &(VkPipelineRasterizationStateCreateInfo) {
 159                                                        .sType = VK_STRUCTURE_TYPE_PIPELINE_RASTERIZATION_STATE_CREATE_INFO,
 160                                                        .depthClampEnable = false,
 161                                                        .rasterizerDiscardEnable = false,
 162                                                        .polygonMode = VK_POLYGON_MODE_FILL,
 163                                                        .cullMode = VK_CULL_MODE_NONE,
 164                                                        .frontFace = VK_FRONT_FACE_COUNTER_CLOCKWISE,
 165                                                },
 166                                                .pMultisampleState = &(VkPipelineMultisampleStateCreateInfo) {
 167                                                        .sType = VK_STRUCTURE_TYPE_PIPELINE_MULTISAMPLE_STATE_CREATE_INFO,
 168                                                        .rasterizationSamples = 1,
 169                                                        .sampleShadingEnable = false,
 170                                                        .pSampleMask = NULL,
 171                                                        .alphaToCoverageEnable = false,
 172                                                        .alphaToOneEnable = false,
 173                                                },
 174                                                .pColorBlendState = &(VkPipelineColorBlendStateCreateInfo) {
 175                                                        .sType = VK_STRUCTURE_TYPE_PIPELINE_COLOR_BLEND_STATE_CREATE_INFO,
 176                                                        .logicOpEnable = false,
 177                                                        .attachmentCount = 2,
 178                                                        .pAttachments = (VkPipelineColorBlendAttachmentState []) {
 179                                                                {
 180                                                                .colorWriteMask = VK_COLOR_COMPONENT_R_BIT |
 181                                                                                VK_COLOR_COMPONENT_G_BIT |
 182                                                                                VK_COLOR_COMPONENT_B_BIT |
 183                                                                                VK_COLOR_COMPONENT_A_BIT,
 184                                                                },
 185                                                                {
 186                                                                .colorWriteMask = 0,
 187
 188                                                                }
 189                                                        },
 190                                                 },
 191                                                 .pDynamicState = &(VkPipelineDynamicStateCreateInfo) {
 192                                                         .sType = VK_STRUCTURE_TYPE_PIPELINE_DYNAMIC_STATE_CREATE_INFO,
 193                                                         .dynamicStateCount = 2,
 194                                                         .pDynamicStates = (VkDynamicState[]) {
 195                                                                 VK_DYNAMIC_STATE_VIEWPORT,
 196                                                                 VK_DYNAMIC_STATE_SCISSOR,
 197                                                         },
 198                                                 },
 199                                                                                                                                        .renderPass = device->meta_state.resolve.pass,
 200                                                                                                                                        .subpass = 0,
 201                                                                                                                                        },
 202                                                &(struct radv_graphics_pipeline_create_info) {
 203                                                        .use_rectlist = true,
 204                                                        .custom_blend_mode = V_028808_CB_RESOLVE,
 205                                                                },
 206                                                &device->meta_state.alloc,
 207                                                &device->meta_state.resolve.pipeline);
 208         if (result != VK_SUCCESS)
 209                 goto cleanup;
 210
 211         goto cleanup;
 212
 213 cleanup:
 214         ralloc_free(fs_module.nir);
 215         return result;
 216 }
 217
 218 void
 219 radv_device_finish_meta_resolve_state(struct radv_device *device)
 220 {
 221         struct radv_meta_state *state = &device->meta_state;
 222
 223         radv_DestroyRenderPass(radv_device_to_handle(device),
 224                                state->resolve.pass, &state->alloc);
 225         radv_DestroyPipeline(radv_device_to_handle(device),
 226                              state->resolve.pipeline, &state->alloc);
 227 }
 228
 229 VkResult
 230 radv_device_init_meta_resolve_state(struct radv_device *device)
 231 {
 232         VkResult res = VK_SUCCESS;
 233
 234         struct radv_shader_module vs_module = { .nir = radv_meta_build_nir_vs_generate_vertices() };
 235         if (!vs_module.nir) {
 236                 /* XXX: Need more accurate error */
 237                 res = VK_ERROR_OUT_OF_HOST_MEMORY;
 238                 goto fail;
 239         }
 240
 241         res = create_pass(device);
 242         if (res != VK_SUCCESS)
 243                 goto fail;
 244
 245         VkShaderModule vs_module_h = radv_shader_module_to_handle(&vs_module);
 246         res = create_pipeline(device, vs_module_h);
 247         if (res != VK_SUCCESS)
 248                 goto fail;
 249
 250         goto cleanup;
 251
 252 fail:
 253         radv_device_finish_meta_resolve_state(device);
 254
 255 cleanup:
 256         ralloc_free(vs_module.nir);
 257
 258         return res;
 259 }
 260
 261 static void
 262 emit_resolve(struct radv_cmd_buffer *cmd_buffer,
 263              const VkOffset2D *dest_offset,
 264              const VkExtent2D *resolve_extent)
 265 {
 266         struct radv_device *device = cmd_buffer->device;
 267         VkCommandBuffer cmd_buffer_h = radv_cmd_buffer_to_handle(cmd_buffer);
 268
 269         cmd_buffer->state.flush_bits |= RADV_CMD_FLAG_FLUSH_AND_INV_CB;
 270
 271         radv_CmdBindPipeline(cmd_buffer_h, VK_PIPELINE_BIND_POINT_GRAPHICS,
 272                              device->meta_state.resolve.pipeline);
 273
 274         radv_CmdSetViewport(radv_cmd_buffer_to_handle(cmd_buffer), 0, 1, &(VkViewport) {
 275                 .x = dest_offset->x,
 276                 .y = dest_offset->y,
 277                 .width = resolve_extent->width,
 278                 .height = resolve_extent->height,
 279                 .minDepth = 0.0f,
 280                 .maxDepth = 1.0f
 281         });
 282
 283         radv_CmdSetScissor(radv_cmd_buffer_to_handle(cmd_buffer), 0, 1, &(VkRect2D) {
 284                 .offset = *dest_offset,
 285                 .extent = *resolve_extent,
 286         });
 287
 288         radv_CmdDraw(cmd_buffer_h, 3, 1, 0, 0);
 289         cmd_buffer->state.flush_bits |= RADV_CMD_FLAG_FLUSH_AND_INV_CB;
 290 }
 291
 292 enum radv_resolve_method {
 293         RESOLVE_HW,
 294         RESOLVE_COMPUTE,
 295         RESOLVE_FRAGMENT,
 296 };
 297
 298 static void radv_pick_resolve_method_images(struct radv_image *src_image,
 299                                             struct radv_image *dest_image,
 300                                             enum radv_resolve_method *method)
 301
 302 {
 303         if (dest_image->surface.micro_tile_mode != src_image->surface.micro_tile_mode) {
 304                 if (dest_image->surface.num_dcc_levels > 0)
 305                         *method = RESOLVE_FRAGMENT;
 306                 else
 307                         *method = RESOLVE_COMPUTE;
 308         }
 309 }
 310
 311 void radv_CmdResolveImage(
 312         VkCommandBuffer                             cmd_buffer_h,
 313         VkImage                                     src_image_h,
 314         VkImageLayout                               src_image_layout,
 315         VkImage                                     dest_image_h,
 316         VkImageLayout                               dest_image_layout,
 317         uint32_t                                    region_count,
 318         const VkImageResolve*                       regions)
 319 {
 320         RADV_FROM_HANDLE(radv_cmd_buffer, cmd_buffer, cmd_buffer_h);
 321         RADV_FROM_HANDLE(radv_image, src_image, src_image_h);
 322         RADV_FROM_HANDLE(radv_image, dest_image, dest_image_h);
 323         struct radv_device *device = cmd_buffer->device;
 324         struct radv_meta_saved_state saved_state;
 325         VkDevice device_h = radv_device_to_handle(device);
 326         enum radv_resolve_method resolve_method = RESOLVE_HW;
 327         /* we can use the hw resolve only for single full resolves */
 328         if (region_count == 1) {
 329                 if (regions[0].srcOffset.x ||
 330                     regions[0].srcOffset.y ||
 331                     regions[0].srcOffset.z)
 332                         resolve_method = RESOLVE_COMPUTE;
 333                 if (regions[0].dstOffset.x ||
 334                     regions[0].dstOffset.y ||
 335                     regions[0].dstOffset.z)
 336                         resolve_method = RESOLVE_COMPUTE;
 337
 338                 if (regions[0].extent.width != src_image->info.width ||
 339                     regions[0].extent.height != src_image->info.height ||
 340                     regions[0].extent.depth != src_image->info.depth)
 341                         resolve_method = RESOLVE_COMPUTE;
 342         } else
 343                 resolve_method = RESOLVE_COMPUTE;
 344
 345         radv_pick_resolve_method_images(src_image, dest_image,
 346                                         &resolve_method);
 347
 348         if (resolve_method == RESOLVE_FRAGMENT) {
 349                 radv_meta_resolve_fragment_image(cmd_buffer,
 350                                                  src_image,
 351                                                  src_image_layout,
 352                                                  dest_image,
 353                                                  dest_image_layout,
 354                                                  region_count, regions);
 355                 return;
 356         }
 357
 358         if (resolve_method == RESOLVE_COMPUTE) {
 359                 radv_meta_resolve_compute_image(cmd_buffer,
 360                                                 src_image,
 361                                                 src_image_layout,
 362                                                 dest_image,
 363                                                 dest_image_layout,
 364                                                 region_count, regions);
 365                 return;
 366         }
 367
 368         radv_meta_save(&saved_state, cmd_buffer,
 369                        RADV_META_SAVE_GRAPHICS_PIPELINE);
 370
 371         assert(src_image->info.samples > 1);
 372         if (src_image->info.samples <= 1) {
 373                 /* this causes GPU hangs if we get past here */
 374                 fprintf(stderr, "radv: Illegal resolve operation (src not multisampled), will hang GPU.");
 375                 return;
 376         }
 377         assert(dest_image->info.samples == 1);
 378
 379         if (src_image->info.samples >= 16) {
 380                 /* See commit aa3f9aaf31e9056a255f9e0472ebdfdaa60abe54 for the
 381                  * glBlitFramebuffer workaround for samples >= 16.
 382                  */
 383                 radv_finishme("vkCmdResolveImage: need interpolation workaround when "
 384                               "samples >= 16");
 385         }
 386
 387         if (src_image->info.array_size > 1)
 388                 radv_finishme("vkCmdResolveImage: multisample array images");
 389
 390         if (dest_image->surface.dcc_size) {
 391                 radv_initialize_dcc(cmd_buffer, dest_image, 0xffffffff);
 392         }
 393         for (uint32_t r = 0; r < region_count; ++r) {
 394                 const VkImageResolve *region = &regions[r];
 395
 396                 /* From the Vulkan 1.0 spec:
 397                  *
 398                  *    - The aspectMask member of srcSubresource and dstSubresource must
 399                  *      only contain VK_IMAGE_ASPECT_COLOR_BIT
 400                  *
 401                  *    - The layerCount member of srcSubresource and dstSubresource must
 402                  *      match
 403                  */
 404                 assert(region->srcSubresource.aspectMask == VK_IMAGE_ASPECT_COLOR_BIT);
 405                 assert(region->dstSubresource.aspectMask == VK_IMAGE_ASPECT_COLOR_BIT);
 406                 assert(region->srcSubresource.layerCount ==
 407                        region->dstSubresource.layerCount);
 408
 409                 const uint32_t src_base_layer =
 410                         radv_meta_get_iview_layer(src_image, &region->srcSubresource,
 411                                                   &region->srcOffset);
 412
 413                 const uint32_t dest_base_layer =
 414                         radv_meta_get_iview_layer(dest_image, &region->dstSubresource,
 415                                                   &region->dstOffset);
 416
 417                 /**
 418                  * From Vulkan 1.0.6 spec: 18.6 Resolving Multisample Images
 419                  *
 420                  *    extent is the size in texels of the source image to resolve in width,
 421                  *    height and depth. 1D images use only x and width. 2D images use x, y,
 422                  *    width and height. 3D images use x, y, z, width, height and depth.
 423                  *
 424                  *    srcOffset and dstOffset select the initial x, y, and z offsets in
 425                  *    texels of the sub-regions of the source and destination image data.
 426                  *    extent is the size in texels of the source image to resolve in width,
 427                  *    height and depth. 1D images use only x and width. 2D images use x, y,
 428                  *    width and height. 3D images use x, y, z, width, height and depth.
 429                  */
 430                 const struct VkExtent3D extent =
 431                         radv_sanitize_image_extent(src_image->type, region->extent);
 432                 const struct VkOffset3D dstOffset =
 433                         radv_sanitize_image_offset(dest_image->type, region->dstOffset);
 434
 435
 436                 for (uint32_t layer = 0; layer < region->srcSubresource.layerCount;
 437                      ++layer) {
 438
 439                         struct radv_image_view src_iview;
 440                         radv_image_view_init(&src_iview, cmd_buffer->device,
 441                                              &(VkImageViewCreateInfo) {
 442                                                      .sType = VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO,
 443                                                              .image = src_image_h,
 444                                                              .viewType = radv_meta_get_view_type(src_image),
 445                                                              .format = src_image->vk_format,
 446                                                              .subresourceRange = {
 447                                                              .aspectMask = VK_IMAGE_ASPECT_COLOR_BIT,
 448                                                              .baseMipLevel = region->srcSubresource.mipLevel,
 449                                                              .levelCount = 1,
 450                                                              .baseArrayLayer = src_base_layer + layer,
 451                                                              .layerCount = 1,
 452                                                      },
 453                                              });
 454
 455                         struct radv_image_view dest_iview;
 456                         radv_image_view_init(&dest_iview, cmd_buffer->device,
 457                                              &(VkImageViewCreateInfo) {
 458                                                      .sType = VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO,
 459                                                              .image = dest_image_h,
 460                                                              .viewType = radv_meta_get_view_type(dest_image),
 461                                                              .format = dest_image->vk_format,
 462                                                              .subresourceRange = {
 463                                                              .aspectMask = VK_IMAGE_ASPECT_COLOR_BIT,
 464                                                              .baseMipLevel = region->dstSubresource.mipLevel,
 465                                                              .levelCount = 1,
 466                                                              .baseArrayLayer = dest_base_layer + layer,
 467                                                              .layerCount = 1,
 468                                                      },
 469                                               });
 470
 471                         VkFramebuffer fb_h;
 472                         radv_CreateFramebuffer(device_h,
 473                                                &(VkFramebufferCreateInfo) {
 474                                                        .sType = VK_STRUCTURE_TYPE_FRAMEBUFFER_CREATE_INFO,
 475                                                                .attachmentCount = 2,
 476                                                                .pAttachments = (VkImageView[]) {
 477                                                                radv_image_view_to_handle(&src_iview),
 478                                                                radv_image_view_to_handle(&dest_iview),
 479                                                        },
 480                                                        .width = radv_minify(dest_image->info.width,
 481                                                                             region->dstSubresource.mipLevel),
 482                                                        .height = radv_minify(dest_image->info.height,
 483                                                                               region->dstSubresource.mipLevel),
 484                                                        .layers = 1
 485                                                },
 486                                                &cmd_buffer->pool->alloc,
 487                                                &fb_h);
 488
 489                         radv_CmdBeginRenderPass(cmd_buffer_h,
 490                                                       &(VkRenderPassBeginInfo) {
 491                                                               .sType = VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO,
 492                                                                       .renderPass = device->meta_state.resolve.pass,
 493                                                                       .framebuffer = fb_h,
 494                                                                       .renderArea = {
 495                                                                       .offset = {
 496                                                                               dstOffset.x,
 497                                                                               dstOffset.y,
 498                                                                       },
 499                                                                       .extent = {
 500                                                                               extent.width,
 501                                                                               extent.height,
 502                                                                       }
 503                                                               },
 504                                                               .clearValueCount = 0,
 505                                                               .pClearValues = NULL,
 506                                                       },
 507                                                       VK_SUBPASS_CONTENTS_INLINE);
 508
 509                         emit_resolve(cmd_buffer,
 510                                      &(VkOffset2D) {
 511                                              .x = dstOffset.x,
 512                                              .y = dstOffset.y,
 513                                      },
 514                                      &(VkExtent2D) {
 515                                              .width = extent.width,
 516                                              .height = extent.height,
 517                                      });
 518
 519                         radv_CmdEndRenderPass(cmd_buffer_h);
 520
 521                         radv_DestroyFramebuffer(device_h, fb_h,
 522                                                 &cmd_buffer->pool->alloc);
 523                 }
 524         }
 525
 526         radv_meta_restore(&saved_state, cmd_buffer);
 527 }
 528
 529 /**
 530  * Emit any needed resolves for the current subpass.
 531  */
 532 void
 533 radv_cmd_buffer_resolve_subpass(struct radv_cmd_buffer *cmd_buffer)
 534 {
 535         struct radv_framebuffer *fb = cmd_buffer->state.framebuffer;
 536         const struct radv_subpass *subpass = cmd_buffer->state.subpass;
 537         struct radv_meta_saved_state saved_state;
 538         enum radv_resolve_method resolve_method = RESOLVE_HW;
 539
 540         /* FINISHME(perf): Skip clears for resolve attachments.
 541          *
 542          * From the Vulkan 1.0 spec:
 543          *
 544          *    If the first use of an attachment in a render pass is as a resolve
 545          *    attachment, then the loadOp is effectively ignored as the resolve is
 546          *    guaranteed to overwrite all pixels in the render area.
 547          */
 548
 549         if (!subpass->has_resolve)
 550                 return;
 551
 552         for (uint32_t i = 0; i < subpass->color_count; ++i) {
 553                 VkAttachmentReference src_att = subpass->color_attachments[i];
 554                 VkAttachmentReference dest_att = subpass->resolve_attachments[i];
 555
 556                 if (src_att.attachment == VK_ATTACHMENT_UNUSED ||
 557                     dest_att.attachment == VK_ATTACHMENT_UNUSED)
 558                         continue;
 559
 560                 struct radv_image *dst_img = cmd_buffer->state.framebuffer->attachments[dest_att.attachment].attachment->image;
 561                 struct radv_image *src_img = cmd_buffer->state.framebuffer->attachments[src_att.attachment].attachment->image;
 562
 563                 radv_pick_resolve_method_images(dst_img, src_img, &resolve_method);
 564                 if (resolve_method == RESOLVE_FRAGMENT) {
 565                         break;
 566                 }
 567         }
 568
 569         if (resolve_method == RESOLVE_COMPUTE) {
 570                 radv_cmd_buffer_resolve_subpass_cs(cmd_buffer);
 571                 return;
 572         } else if (resolve_method == RESOLVE_FRAGMENT) {
 573                 radv_cmd_buffer_resolve_subpass_fs(cmd_buffer);
 574                 return;
 575         }
 576
 577         radv_meta_save(&saved_state, cmd_buffer,
 578                        RADV_META_SAVE_GRAPHICS_PIPELINE);
 579
 580         for (uint32_t i = 0; i < subpass->color_count; ++i) {
 581                 VkAttachmentReference src_att = subpass->color_attachments[i];
 582                 VkAttachmentReference dest_att = subpass->resolve_attachments[i];
 583
 584                 if (src_att.attachment == VK_ATTACHMENT_UNUSED ||
 585                     dest_att.attachment == VK_ATTACHMENT_UNUSED)
 586                         continue;
 587
 588                 struct radv_image *dst_img = cmd_buffer->state.framebuffer->attachments[dest_att.attachment].attachment->image;
 589
 590                 if (dst_img->surface.dcc_size) {
 591                         radv_initialize_dcc(cmd_buffer, dst_img, 0xffffffff);
 592                         cmd_buffer->state.attachments[dest_att.attachment].current_layout = VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL;
 593                 }
 594
 595                 struct radv_subpass resolve_subpass = {
 596                         .color_count = 2,
 597                         .color_attachments = (VkAttachmentReference[]) { src_att, dest_att },
 598                         .depth_stencil_attachment = { .attachment = VK_ATTACHMENT_UNUSED },
 599                 };
 600
 601                 radv_cmd_buffer_set_subpass(cmd_buffer, &resolve_subpass, false);
 602
 603                 emit_resolve(cmd_buffer,
 604                              &(VkOffset2D) { 0, 0 },
 605                              &(VkExtent2D) { fb->width, fb->height });
 606         }
 607
 608         cmd_buffer->state.subpass = subpass;
 609         radv_meta_restore(&saved_state, cmd_buffer);
 610 }