src/vulkan/meta.c

   1 /*
   2  * Copyright © 2015 Intel Corporation
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice (including the next
  12  * paragraph) shall be included in all copies or substantial portions of the
  13  * Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  18  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  20  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
  21  * IN THE SOFTWARE.
  22  */
  23
  24 #include <assert.h>
  25 #include <stdbool.h>
  26 #include <string.h>
  27 #include <unistd.h>
  28 #include <fcntl.h>
  29
  30 #include "private.h"
  31 #include "glsl_helpers.h"
  32
  33 static void
  34 anv_device_init_meta_clear_state(struct anv_device *device)
  35 {
  36    VkPipelineIaStateCreateInfo ia_create_info = {
  37       .sType = VK_STRUCTURE_TYPE_PIPELINE_IA_STATE_CREATE_INFO,
  38       .topology = VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP,
  39       .disableVertexReuse = false,
  40       .primitiveRestartEnable = false,
  41       .primitiveRestartIndex = 0
  42    };
  43
  44    /* We don't use a vertex shader for clearing, but instead build and pass
  45     * the VUEs directly to the rasterization backend.
  46     */
  47    VkShader fs = GLSL_VK_SHADER(device, FRAGMENT,
  48       out vec4 f_color;
  49       flat in vec4 v_color;
  50       void main()
  51       {
  52          f_color = v_color;
  53       }
  54    );
  55
  56    VkPipelineShaderStageCreateInfo fs_create_info = {
  57       .sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO,
  58       .pNext = &ia_create_info,
  59       .shader = {
  60          .stage = VK_SHADER_STAGE_FRAGMENT,
  61          .shader = fs,
  62          .linkConstBufferCount = 0,
  63          .pLinkConstBufferInfo = NULL,
  64          .pSpecializationInfo = NULL
  65       }
  66    };
  67
  68    /* We use instanced rendering to clear multiple render targets. We have two
  69     * vertex buffers: the first vertex buffer holds per-vertex data and
  70     * provides the vertices for the clear rectangle. The second one holds
  71     * per-instance data, which consists of the VUE header (which selects the
  72     * layer) and the color (Vulkan supports per-RT clear colors).
  73     */
  74    VkPipelineVertexInputCreateInfo vi_create_info = {
  75       .sType = VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_CREATE_INFO,
  76       .pNext = &fs_create_info,
  77       .bindingCount = 2,
  78       .pVertexBindingDescriptions = (VkVertexInputBindingDescription[]) {
  79          {
  80             .binding = 0,
  81             .strideInBytes = 8,
  82             .stepRate = VK_VERTEX_INPUT_STEP_RATE_VERTEX
  83          },
  84          {
  85             .binding = 1,
  86             .strideInBytes = 32,
  87             .stepRate = VK_VERTEX_INPUT_STEP_RATE_INSTANCE
  88          },
  89       },
  90       .attributeCount = 3,
  91       .pVertexAttributeDescriptions = (VkVertexInputAttributeDescription[]) {
  92          {
  93             /* VUE Header */
  94             .location = 0,
  95             .binding = 1,
  96             .format = VK_FORMAT_R32G32B32A32_UINT,
  97             .offsetInBytes = 0
  98          },
  99          {
 100             /* Position */
 101             .location = 1,
 102             .binding = 0,
 103             .format = VK_FORMAT_R32G32_SFLOAT,
 104             .offsetInBytes = 0
 105          },
 106          {
 107             /* Color */
 108             .location = 2,
 109             .binding = 1,
 110             .format = VK_FORMAT_R32G32B32A32_SFLOAT,
 111             .offsetInBytes = 16
 112          }
 113       }
 114    };
 115
 116    VkPipelineRsStateCreateInfo rs_create_info = {
 117       .sType = VK_STRUCTURE_TYPE_PIPELINE_RS_STATE_CREATE_INFO,
 118       .pNext = &vi_create_info,
 119       .depthClipEnable = true,
 120       .rasterizerDiscardEnable = false,
 121       .fillMode = VK_FILL_MODE_SOLID,
 122       .cullMode = VK_CULL_MODE_NONE,
 123       .frontFace = VK_FRONT_FACE_CCW
 124    };
 125
 126    anv_pipeline_create((VkDevice) device,
 127       &(VkGraphicsPipelineCreateInfo) {
 128          .sType = VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO,
 129          .pNext = &rs_create_info,
 130          .flags = 0,
 131          .layout = 0
 132       },
 133       &(struct anv_pipeline_create_info) {
 134          .use_repclear = true,
 135          .disable_viewport = true,
 136          .use_rectlist = true
 137       },
 138       &device->clear_state.pipeline);
 139
 140    anv_DestroyObject((VkDevice) device, VK_OBJECT_TYPE_SHADER, fs);
 141
 142    anv_CreateDynamicRasterState((VkDevice) device,
 143       &(VkDynamicRsStateCreateInfo) {
 144          .sType = VK_STRUCTURE_TYPE_DYNAMIC_RS_STATE_CREATE_INFO,
 145       },
 146       &device->clear_state.rs_state);
 147 }
 148
 149 #define NUM_VB_USED 2
 150 struct anv_saved_state {
 151    struct anv_bindings bindings;
 152    struct anv_bindings *old_bindings;
 153    struct anv_pipeline *old_pipeline;
 154 };
 155
 156 static void
 157 anv_cmd_buffer_save(struct anv_cmd_buffer *cmd_buffer,
 158                     struct anv_saved_state *state)
 159 {
 160    state->old_bindings = cmd_buffer->bindings;
 161    cmd_buffer->bindings = &state->bindings;
 162    state->old_pipeline = cmd_buffer->pipeline;
 163
 164    /* Initialize render targets for the meta bindings. */
 165    anv_cmd_buffer_fill_render_targets(cmd_buffer);
 166 }
 167
 168 static void
 169 anv_cmd_buffer_restore(struct anv_cmd_buffer *cmd_buffer,
 170                        const struct anv_saved_state *state)
 171 {
 172    cmd_buffer->bindings = state->old_bindings;
 173    cmd_buffer->pipeline = state->old_pipeline;
 174
 175    cmd_buffer->vb_dirty |= (1 << NUM_VB_USED) - 1;
 176    cmd_buffer->dirty |= ANV_CMD_BUFFER_PIPELINE_DIRTY |
 177                         ANV_CMD_BUFFER_DESCRIPTOR_SET_DIRTY;
 178 }
 179
 180 struct vue_header {
 181    uint32_t Reserved;
 182    uint32_t RTAIndex;
 183    uint32_t ViewportIndex;
 184    float PointWidth;
 185 };
 186
 187 void
 188 anv_cmd_buffer_clear(struct anv_cmd_buffer *cmd_buffer,
 189                      struct anv_render_pass *pass)
 190 {
 191    struct anv_device *device = cmd_buffer->device;
 192    struct anv_framebuffer *fb = cmd_buffer->framebuffer;
 193    struct anv_saved_state saved_state;
 194    struct anv_state state;
 195    uint32_t size;
 196
 197    struct instance_data {
 198       struct vue_header vue_header;
 199       float color[4];
 200    } *instance_data;
 201
 202    if (pass->num_clear_layers == 0)
 203       return;
 204
 205    const float vertex_data[] = {
 206       /* Rect-list coordinates */
 207             0.0,        0.0,
 208       fb->width,        0.0,
 209       fb->width, fb->height,
 210
 211       /* Align to 16 bytes */
 212             0.0,        0.0,
 213    };
 214
 215    size = sizeof(vertex_data) + pass->num_clear_layers * sizeof(instance_data[0]);
 216    state = anv_state_stream_alloc(&cmd_buffer->surface_state_stream, size, 16);
 217
 218    memcpy(state.map, vertex_data, sizeof(vertex_data));
 219    instance_data = state.map + sizeof(vertex_data);
 220
 221    for (uint32_t i = 0; i < pass->num_layers; i++) {
 222       if (pass->layers[i].color_load_op == VK_ATTACHMENT_LOAD_OP_CLEAR) {
 223          *instance_data++ = (struct instance_data) {
 224             .vue_header = {
 225                .RTAIndex = i,
 226                .ViewportIndex = 0,
 227                .PointWidth = 0.0
 228             },
 229             .color = {
 230                pass->layers[i].clear_color.color.floatColor[0],
 231                pass->layers[i].clear_color.color.floatColor[1],
 232                pass->layers[i].clear_color.color.floatColor[2],
 233                pass->layers[i].clear_color.color.floatColor[3],
 234             }
 235          };
 236       }
 237    }
 238
 239    struct anv_buffer vertex_buffer = {
 240       .device = cmd_buffer->device,
 241       .size = size,
 242       .bo = &device->surface_state_block_pool.bo,
 243       .offset = state.offset
 244    };
 245
 246    anv_cmd_buffer_save(cmd_buffer, &saved_state);
 247
 248    anv_CmdBindVertexBuffers((VkCmdBuffer) cmd_buffer, 0, 2,
 249       (VkBuffer[]) {
 250          (VkBuffer) &vertex_buffer,
 251          (VkBuffer) &vertex_buffer
 252       },
 253       (VkDeviceSize[]) {
 254          0,
 255          sizeof(vertex_data)
 256       });
 257
 258    if ((VkPipeline) cmd_buffer->pipeline != device->clear_state.pipeline)
 259       anv_CmdBindPipeline((VkCmdBuffer) cmd_buffer,
 260                           VK_PIPELINE_BIND_POINT_GRAPHICS, device->clear_state.pipeline);
 261
 262    /* We don't need anything here, only set if not already set. */
 263    if (cmd_buffer->rs_state == NULL)
 264       anv_CmdBindDynamicStateObject((VkCmdBuffer) cmd_buffer,
 265                                     VK_STATE_BIND_POINT_RASTER,
 266                                     device->clear_state.rs_state);
 267
 268    if (cmd_buffer->vp_state == NULL)
 269       anv_CmdBindDynamicStateObject((VkCmdBuffer) cmd_buffer,
 270                                     VK_STATE_BIND_POINT_VIEWPORT,
 271                                     cmd_buffer->framebuffer->vp_state);
 272
 273    anv_CmdDraw((VkCmdBuffer) cmd_buffer, 0, 3, 0, pass->num_clear_layers);
 274
 275    /* Restore API state */
 276    anv_cmd_buffer_restore(cmd_buffer, &saved_state);
 277
 278 }
 279
 280 static void
 281 anv_device_init_meta_blit_state(struct anv_device *device)
 282 {
 283    VkPipelineIaStateCreateInfo ia_create_info = {
 284       .sType = VK_STRUCTURE_TYPE_PIPELINE_IA_STATE_CREATE_INFO,
 285       .topology = VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP,
 286       .disableVertexReuse = false,
 287       .primitiveRestartEnable = false,
 288       .primitiveRestartIndex = 0
 289    };
 290
 291    /* We don't use a vertex shader for clearing, but instead build and pass
 292     * the VUEs directly to the rasterization backend.  However, we do need
 293     * to provide GLSL source for the vertex shader so that the compiler
 294     * does not dead-code our inputs.
 295     */
 296    VkShader vs = GLSL_VK_SHADER(device, VERTEX,
 297       in vec2 a_pos;
 298       in vec2 a_tex_coord;
 299       out vec4 v_tex_coord;
 300       void main()
 301       {
 302          v_tex_coord = vec4(a_tex_coord, 0, 1);
 303          gl_Position = vec4(a_pos, 0, 1);
 304       }
 305    );
 306
 307    VkShader fs = GLSL_VK_SHADER(device, FRAGMENT,
 308       out vec4 f_color;
 309       in vec4 v_tex_coord;
 310       layout(set = 0, index = 0) uniform sampler2D u_tex;
 311       void main()
 312       {
 313          f_color = texture2D(u_tex, v_tex_coord.xy);
 314       }
 315    );
 316
 317    VkPipelineShaderStageCreateInfo vs_create_info = {
 318       .sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO,
 319       .pNext = &ia_create_info,
 320       .shader = {
 321          .stage = VK_SHADER_STAGE_VERTEX,
 322          .shader = vs,
 323          .linkConstBufferCount = 0,
 324          .pLinkConstBufferInfo = NULL,
 325          .pSpecializationInfo = NULL
 326       }
 327    };
 328
 329    VkPipelineShaderStageCreateInfo fs_create_info = {
 330       .sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO,
 331       .pNext = &vs_create_info,
 332       .shader = {
 333          .stage = VK_SHADER_STAGE_FRAGMENT,
 334          .shader = fs,
 335          .linkConstBufferCount = 0,
 336          .pLinkConstBufferInfo = NULL,
 337          .pSpecializationInfo = NULL
 338       }
 339    };
 340
 341    VkPipelineVertexInputCreateInfo vi_create_info = {
 342       .sType = VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_CREATE_INFO,
 343       .pNext = &fs_create_info,
 344       .bindingCount = 2,
 345       .pVertexBindingDescriptions = (VkVertexInputBindingDescription[]) {
 346          {
 347             .binding = 0,
 348             .strideInBytes = 0,
 349             .stepRate = VK_VERTEX_INPUT_STEP_RATE_VERTEX
 350          },
 351          {
 352             .binding = 1,
 353             .strideInBytes = 16,
 354             .stepRate = VK_VERTEX_INPUT_STEP_RATE_VERTEX
 355          },
 356       },
 357       .attributeCount = 3,
 358       .pVertexAttributeDescriptions = (VkVertexInputAttributeDescription[]) {
 359          {
 360             /* VUE Header */
 361             .location = 0,
 362             .binding = 0,
 363             .format = VK_FORMAT_R32G32B32A32_UINT,
 364             .offsetInBytes = 0
 365          },
 366          {
 367             /* Position */
 368             .location = 1,
 369             .binding = 1,
 370             .format = VK_FORMAT_R32G32_SFLOAT,
 371             .offsetInBytes = 0
 372          },
 373          {
 374             /* Texture Coordinate */
 375             .location = 2,
 376             .binding = 1,
 377             .format = VK_FORMAT_R32G32_SFLOAT,
 378             .offsetInBytes = 8
 379          }
 380       }
 381    };
 382
 383    VkDescriptorSetLayoutCreateInfo ds_layout_info = {
 384       .sType = VK_STRUCTURE_TYPE_DESCRIPTOR_SET_LAYOUT_CREATE_INFO,
 385       .count = 1,
 386       .pBinding = (VkDescriptorSetLayoutBinding[]) {
 387          {
 388             .descriptorType = VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE,
 389             .count = 1,
 390             .stageFlags = VK_SHADER_STAGE_FRAGMENT_BIT,
 391             .pImmutableSamplers = NULL
 392          },
 393       }
 394    };
 395    anv_CreateDescriptorSetLayout((VkDevice) device, &ds_layout_info,
 396                                  &device->blit_state.ds_layout);
 397
 398    VkPipelineLayoutCreateInfo pipeline_layout_info = {
 399       .sType = VK_STRUCTURE_TYPE_PIPELINE_LAYOUT_CREATE_INFO,
 400       .descriptorSetCount = 1,
 401       .pSetLayouts = &device->blit_state.ds_layout,
 402    };
 403
 404    VkPipelineLayout pipeline_layout;
 405    anv_CreatePipelineLayout((VkDevice) device, &pipeline_layout_info,
 406                             &pipeline_layout);
 407
 408    VkPipelineRsStateCreateInfo rs_create_info = {
 409       .sType = VK_STRUCTURE_TYPE_PIPELINE_RS_STATE_CREATE_INFO,
 410       .pNext = &vi_create_info,
 411       .depthClipEnable = true,
 412       .rasterizerDiscardEnable = false,
 413       .fillMode = VK_FILL_MODE_SOLID,
 414       .cullMode = VK_CULL_MODE_NONE,
 415       .frontFace = VK_FRONT_FACE_CCW
 416    };
 417
 418    VkGraphicsPipelineCreateInfo pipeline_info = {
 419       .sType = VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO,
 420       .pNext = &rs_create_info,
 421       .flags = 0,
 422       .layout = pipeline_layout,
 423    };
 424
 425    anv_pipeline_create((VkDevice) device, &pipeline_info,
 426                        &(struct anv_pipeline_create_info) {
 427                           .use_repclear = false,
 428                           .disable_viewport = true,
 429                           .disable_scissor = true,
 430                           .disable_vs = true,
 431                           .use_rectlist = true
 432                        },
 433                        &device->blit_state.pipeline);
 434
 435    anv_DestroyObject((VkDevice) device, VK_OBJECT_TYPE_SHADER, vs);
 436    anv_DestroyObject((VkDevice) device, VK_OBJECT_TYPE_SHADER, fs);
 437
 438    anv_CreateDynamicRasterState((VkDevice) device,
 439       &(VkDynamicRsStateCreateInfo) {
 440          .sType = VK_STRUCTURE_TYPE_DYNAMIC_RS_STATE_CREATE_INFO,
 441        },
 442       &device->blit_state.rs_state);
 443 }
 444
 445 static void
 446 meta_prepare_blit(struct anv_cmd_buffer *cmd_buffer,
 447                   struct anv_saved_state *saved_state)
 448 {
 449    struct anv_device *device = cmd_buffer->device;
 450
 451    anv_cmd_buffer_save(cmd_buffer, saved_state);
 452
 453    if ((VkPipeline) cmd_buffer->pipeline != device->blit_state.pipeline)
 454       anv_CmdBindPipeline((VkCmdBuffer) cmd_buffer,
 455                           VK_PIPELINE_BIND_POINT_GRAPHICS,
 456                           device->blit_state.pipeline);
 457
 458    /* We don't need anything here, only set if not already set. */
 459    if (cmd_buffer->rs_state == NULL)
 460       anv_CmdBindDynamicStateObject((VkCmdBuffer) cmd_buffer,
 461                                     VK_STATE_BIND_POINT_RASTER,
 462                                     device->blit_state.rs_state);
 463 }
 464
 465 struct blit_region {
 466    VkOffset3D src_offset;
 467    VkExtent3D src_extent;
 468    VkOffset3D dest_offset;
 469    VkExtent3D dest_extent;
 470 };
 471
 472 static void
 473 meta_emit_blit(struct anv_cmd_buffer *cmd_buffer,
 474                struct anv_surface_view *src,
 475                VkOffset3D src_offset,
 476                VkExtent3D src_extent,
 477                struct anv_surface_view *dest,
 478                VkOffset3D dest_offset,
 479                VkExtent3D dest_extent)
 480 {
 481    struct anv_device *device = cmd_buffer->device;
 482
 483    struct blit_vb_data {
 484       float pos[2];
 485       float tex_coord[2];
 486    } *vb_data;
 487
 488    unsigned vb_size = sizeof(struct vue_header) + 3 * sizeof(*vb_data);
 489
 490    struct anv_state vb_state =
 491       anv_state_stream_alloc(&cmd_buffer->surface_state_stream, vb_size, 16);
 492    memset(vb_state.map, 0, sizeof(struct vue_header));
 493    vb_data = vb_state.map + sizeof(struct vue_header);
 494
 495    vb_data[0] = (struct blit_vb_data) {
 496       .pos = {
 497          dest_offset.x + dest_extent.width,
 498          dest_offset.y + dest_extent.height,
 499       },
 500       .tex_coord = {
 501          (float)(src_offset.x + src_extent.width) / (float)src->extent.width,
 502          (float)(src_offset.y + src_extent.height) / (float)src->extent.height,
 503       },
 504    };
 505
 506    vb_data[1] = (struct blit_vb_data) {
 507       .pos = {
 508          dest_offset.x,
 509          dest_offset.y + dest_extent.height,
 510       },
 511       .tex_coord = {
 512          (float)src_offset.x / (float)src->extent.width,
 513          (float)(src_offset.y + src_extent.height) / (float)src->extent.height,
 514       },
 515    };
 516
 517    vb_data[2] = (struct blit_vb_data) {
 518       .pos = {
 519          dest_offset.x,
 520          dest_offset.y,
 521       },
 522       .tex_coord = {
 523          (float)src_offset.x / (float)src->extent.width,
 524          (float)src_offset.y / (float)src->extent.height,
 525       },
 526    };
 527
 528    struct anv_buffer vertex_buffer = {
 529       .device = device,
 530       .size = vb_size,
 531       .bo = &device->surface_state_block_pool.bo,
 532       .offset = vb_state.offset,
 533    };
 534
 535    anv_CmdBindVertexBuffers((VkCmdBuffer) cmd_buffer, 0, 2,
 536       (VkBuffer[]) {
 537          (VkBuffer) &vertex_buffer,
 538          (VkBuffer) &vertex_buffer
 539       },
 540       (VkDeviceSize[]) {
 541          0,
 542          sizeof(struct vue_header),
 543       });
 544
 545    uint32_t count;
 546    VkDescriptorSet set;
 547    anv_AllocDescriptorSets((VkDevice) device, 0 /* pool */,
 548                            VK_DESCRIPTOR_SET_USAGE_ONE_SHOT,
 549                            1, &device->blit_state.ds_layout, &set, &count);
 550    anv_UpdateDescriptors((VkDevice) device, set, 1,
 551       (const void * []) {
 552          &(VkUpdateImages) {
 553             .sType = VK_STRUCTURE_TYPE_UPDATE_IMAGES,
 554             .descriptorType = VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE,
 555             .binding = 0,
 556             .count = 1,
 557             .pImageViews = (VkImageViewAttachInfo[]) {
 558                {
 559                   .sType = VK_STRUCTURE_TYPE_IMAGE_VIEW_ATTACH_INFO,
 560                   .view = (VkImageView) src,
 561                   .layout = VK_IMAGE_LAYOUT_GENERAL,
 562                }
 563             }
 564          }
 565       });
 566
 567    struct anv_framebuffer *fb;
 568    anv_CreateFramebuffer((VkDevice) device,
 569       &(VkFramebufferCreateInfo) {
 570          .sType = VK_STRUCTURE_TYPE_FRAMEBUFFER_CREATE_INFO,
 571          .colorAttachmentCount = 1,
 572          .pColorAttachments = (VkColorAttachmentBindInfo[]) {
 573             {
 574                .view = (VkColorAttachmentView) dest,
 575                .layout = VK_IMAGE_LAYOUT_GENERAL
 576             }
 577          },
 578          .pDepthStencilAttachment = NULL,
 579          .sampleCount = 1,
 580          .width = dest->extent.width,
 581          .height = dest->extent.height,
 582          .layers = 1
 583       }, (VkFramebuffer *)&fb);
 584
 585
 586    VkRenderPass pass;
 587    anv_CreateRenderPass((VkDevice )device,
 588       &(VkRenderPassCreateInfo) {
 589          .sType = VK_STRUCTURE_TYPE_RENDER_PASS_CREATE_INFO,
 590          .renderArea = { { 0, 0 }, { dest->extent.width, dest->extent.height } },
 591          .colorAttachmentCount = 1,
 592          .extent = { 0, },
 593          .sampleCount = 1,
 594          .layers = 1,
 595          .pColorFormats = (VkFormat[]) { dest->format },
 596          .pColorLayouts = (VkImageLayout[]) { VK_IMAGE_LAYOUT_GENERAL },
 597          .pColorLoadOps = (VkAttachmentLoadOp[]) { VK_ATTACHMENT_LOAD_OP_LOAD },
 598          .pColorStoreOps = (VkAttachmentStoreOp[]) { VK_ATTACHMENT_STORE_OP_STORE },
 599          .pColorLoadClearValues = (VkClearColor[]) {
 600             { .color = { .floatColor = { 1.0, 0.0, 0.0, 1.0 } }, .useRawValue = false }
 601          },
 602          .depthStencilFormat = VK_FORMAT_UNDEFINED,
 603       }, &pass);
 604
 605    anv_CmdBeginRenderPass((VkCmdBuffer) cmd_buffer,
 606       &(VkRenderPassBegin) {
 607          .renderPass = pass,
 608          .framebuffer = (VkFramebuffer) fb,
 609       });
 610
 611    anv_CmdBindDynamicStateObject((VkCmdBuffer) cmd_buffer,
 612                                  VK_STATE_BIND_POINT_VIEWPORT, fb->vp_state);
 613
 614    anv_CmdBindDescriptorSets((VkCmdBuffer) cmd_buffer,
 615                              VK_PIPELINE_BIND_POINT_GRAPHICS, 0, 1,
 616                              &set, 0, NULL);
 617
 618    anv_CmdDraw((VkCmdBuffer) cmd_buffer, 0, 3, 0, 1);
 619
 620    anv_CmdEndRenderPass((VkCmdBuffer) cmd_buffer, pass);
 621 }
 622
 623 static void
 624 meta_finish_blit(struct anv_cmd_buffer *cmd_buffer,
 625                  const struct anv_saved_state *saved_state)
 626 {
 627    anv_cmd_buffer_restore(cmd_buffer, saved_state);
 628 }
 629
 630 void anv_CmdCopyBuffer(
 631     VkCmdBuffer                                 cmdBuffer,
 632     VkBuffer                                    srcBuffer,
 633     VkBuffer                                    destBuffer,
 634     uint32_t                                    regionCount,
 635     const VkBufferCopy*                         pRegions)
 636 {
 637    struct anv_cmd_buffer *cmd_buffer = (struct anv_cmd_buffer *)cmdBuffer;
 638    VkDevice vk_device = (VkDevice) cmd_buffer->device;
 639    struct anv_buffer *src_buffer = (struct anv_buffer *)srcBuffer;
 640    struct anv_buffer *dest_buffer = (struct anv_buffer *)destBuffer;
 641    struct anv_saved_state saved_state;
 642
 643    meta_prepare_blit(cmd_buffer, &saved_state);
 644
 645    for (unsigned r = 0; r < regionCount; r++) {
 646       VkImageCreateInfo image_info = {
 647          .sType = VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO,
 648          .imageType = VK_IMAGE_TYPE_2D,
 649          .format = VK_FORMAT_R8_UNORM,
 650          .extent = {
 651             .width = pRegions[r].copySize,
 652             .height = 1,
 653             .depth = 1,
 654          },
 655          .mipLevels = 1,
 656          .arraySize = 1,
 657          .samples = 1,
 658          .tiling = VK_IMAGE_TILING_LINEAR,
 659          .usage = VK_IMAGE_USAGE_SAMPLED_BIT,
 660          .flags = 0,
 661       };
 662
 663       struct anv_image *src_image, *dest_image;
 664       vkCreateImage(vk_device, &image_info, (VkImage *)&src_image);
 665       vkCreateImage(vk_device, &image_info, (VkImage *)&dest_image);
 666
 667       /* We could use a vk call to bind memory, but that would require
 668        * creating a dummy memory object etc. so there's really no point.
 669        */
 670       src_image->bo = src_buffer->bo;
 671       src_image->offset = src_buffer->offset + pRegions[r].srcOffset;
 672       dest_image->bo = dest_buffer->bo;
 673       dest_image->offset = dest_buffer->offset + pRegions[r].destOffset;
 674
 675       VkImageView src_view;
 676       anv_CreateImageView(vk_device,
 677          &(VkImageViewCreateInfo) {
 678             .sType = VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO,
 679             .image = (VkImage)src_image,
 680             .viewType = VK_IMAGE_VIEW_TYPE_2D,
 681             .format = VK_FORMAT_R8_UNORM,
 682             .channels = {
 683                VK_CHANNEL_SWIZZLE_R,
 684                VK_CHANNEL_SWIZZLE_G,
 685                VK_CHANNEL_SWIZZLE_B,
 686                VK_CHANNEL_SWIZZLE_A
 687             },
 688             .subresourceRange = {
 689                .aspect = VK_IMAGE_ASPECT_COLOR,
 690                .baseMipLevel = 0,
 691                .mipLevels = 1,
 692                .baseArraySlice = 0,
 693                .arraySize = 1
 694             },
 695             .minLod = 0
 696          }, &src_view);
 697
 698       VkColorAttachmentView dest_view;
 699       anv_CreateColorAttachmentView(vk_device,
 700          &(VkColorAttachmentViewCreateInfo) {
 701             .sType = VK_STRUCTURE_TYPE_COLOR_ATTACHMENT_VIEW_CREATE_INFO,
 702             .image = (VkImage)dest_image,
 703             .format = VK_FORMAT_R8_UNORM,
 704             .mipLevel = 0,
 705             .baseArraySlice = 0,
 706             .arraySize = 1,
 707          }, &dest_view);
 708
 709       meta_emit_blit(cmd_buffer,
 710                      (struct anv_surface_view *)src_view,
 711                      (VkOffset3D) { 0, 0, 0 },
 712                      (VkExtent3D) { pRegions[r].copySize, 0, 0 },
 713                      (struct anv_surface_view *)dest_view,
 714                      (VkOffset3D) { 0, 0, 0 },
 715                      (VkExtent3D) { pRegions[r].copySize, 0, 0 });
 716    }
 717
 718    meta_finish_blit(cmd_buffer, &saved_state);
 719 }
 720
 721 void anv_CmdCopyImage(
 722     VkCmdBuffer                                 cmdBuffer,
 723     VkImage                                     srcImage,
 724     VkImageLayout                               srcImageLayout,
 725     VkImage                                     destImage,
 726     VkImageLayout                               destImageLayout,
 727     uint32_t                                    regionCount,
 728     const VkImageCopy*                          pRegions)
 729 {
 730    struct anv_cmd_buffer *cmd_buffer = (struct anv_cmd_buffer *)cmdBuffer;
 731    VkDevice vk_device = (VkDevice) cmd_buffer->device;
 732    struct anv_image *src_image = (struct anv_image *)srcImage;
 733    struct anv_saved_state saved_state;
 734
 735    meta_prepare_blit(cmd_buffer, &saved_state);
 736
 737    for (unsigned r = 0; r < regionCount; r++) {
 738       VkImageView src_view;
 739       anv_CreateImageView(vk_device,
 740          &(VkImageViewCreateInfo) {
 741             .sType = VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO,
 742             .image = srcImage,
 743             .viewType = VK_IMAGE_VIEW_TYPE_2D,
 744             .format = src_image->format,
 745             .channels = {
 746                VK_CHANNEL_SWIZZLE_R,
 747                VK_CHANNEL_SWIZZLE_G,
 748                VK_CHANNEL_SWIZZLE_B,
 749                VK_CHANNEL_SWIZZLE_A
 750             },
 751             .subresourceRange = {
 752                .aspect = pRegions[r].srcSubresource.aspect,
 753                .baseMipLevel = pRegions[r].srcSubresource.mipLevel,
 754                .mipLevels = 1,
 755                .baseArraySlice = pRegions[r].srcSubresource.arraySlice,
 756                .arraySize = 1
 757             },
 758             .minLod = 0
 759          }, &src_view);
 760
 761       VkColorAttachmentView dest_view;
 762       anv_CreateColorAttachmentView(vk_device,
 763          &(VkColorAttachmentViewCreateInfo) {
 764             .sType = VK_STRUCTURE_TYPE_COLOR_ATTACHMENT_VIEW_CREATE_INFO,
 765             .image = destImage,
 766             .format = src_image->format,
 767             .mipLevel = pRegions[r].destSubresource.mipLevel,
 768             .baseArraySlice = pRegions[r].destSubresource.arraySlice,
 769             .arraySize = 1,
 770          }, &dest_view);
 771
 772       meta_emit_blit(cmd_buffer,
 773                      (struct anv_surface_view *)src_view,
 774                      pRegions[r].srcOffset,
 775                      pRegions[r].extent,
 776                      (struct anv_surface_view *)dest_view,
 777                      pRegions[r].destOffset,
 778                      pRegions[r].extent);
 779    }
 780
 781    meta_finish_blit(cmd_buffer, &saved_state);
 782 }
 783
 784 void anv_CmdBlitImage(
 785     VkCmdBuffer                                 cmdBuffer,
 786     VkImage                                     srcImage,
 787     VkImageLayout                               srcImageLayout,
 788     VkImage                                     destImage,
 789     VkImageLayout                               destImageLayout,
 790     uint32_t                                    regionCount,
 791     const VkImageBlit*                          pRegions)
 792 {
 793    struct anv_cmd_buffer *cmd_buffer = (struct anv_cmd_buffer *)cmdBuffer;
 794    VkDevice vk_device = (VkDevice) cmd_buffer->device;
 795    struct anv_image *src_image = (struct anv_image *)srcImage;
 796    struct anv_image *dest_image = (struct anv_image *)destImage;
 797    struct anv_saved_state saved_state;
 798
 799    meta_prepare_blit(cmd_buffer, &saved_state);
 800
 801    for (unsigned r = 0; r < regionCount; r++) {
 802       VkImageView src_view;
 803       anv_CreateImageView(vk_device,
 804          &(VkImageViewCreateInfo) {
 805             .sType = VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO,
 806             .image = srcImage,
 807             .viewType = VK_IMAGE_VIEW_TYPE_2D,
 808             .format = src_image->format,
 809             .channels = {
 810                VK_CHANNEL_SWIZZLE_R,
 811                VK_CHANNEL_SWIZZLE_G,
 812                VK_CHANNEL_SWIZZLE_B,
 813                VK_CHANNEL_SWIZZLE_A
 814             },
 815             .subresourceRange = {
 816                .aspect = pRegions[r].srcSubresource.aspect,
 817                .baseMipLevel = pRegions[r].srcSubresource.mipLevel,
 818                .mipLevels = 1,
 819                .baseArraySlice = pRegions[r].srcSubresource.arraySlice,
 820                .arraySize = 1
 821             },
 822             .minLod = 0
 823          }, &src_view);
 824
 825       VkColorAttachmentView dest_view;
 826       anv_CreateColorAttachmentView(vk_device,
 827          &(VkColorAttachmentViewCreateInfo) {
 828             .sType = VK_STRUCTURE_TYPE_COLOR_ATTACHMENT_VIEW_CREATE_INFO,
 829             .image = destImage,
 830             .format = dest_image->format,
 831             .mipLevel = pRegions[r].destSubresource.mipLevel,
 832             .baseArraySlice = pRegions[r].destSubresource.arraySlice,
 833             .arraySize = 1,
 834          }, &dest_view);
 835
 836       meta_emit_blit(cmd_buffer,
 837                      (struct anv_surface_view *)src_view,
 838                      pRegions[r].srcOffset,
 839                      pRegions[r].srcExtent,
 840                      (struct anv_surface_view *)dest_view,
 841                      pRegions[r].destOffset,
 842                      pRegions[r].destExtent);
 843    }
 844
 845    meta_finish_blit(cmd_buffer, &saved_state);
 846 }
 847
 848 void anv_CmdCopyBufferToImage(
 849     VkCmdBuffer                                 cmdBuffer,
 850     VkBuffer                                    srcBuffer,
 851     VkImage                                     destImage,
 852     VkImageLayout                               destImageLayout,
 853     uint32_t                                    regionCount,
 854     const VkBufferImageCopy*                    pRegions)
 855 {
 856    struct anv_cmd_buffer *cmd_buffer = (struct anv_cmd_buffer *)cmdBuffer;
 857    VkDevice vk_device = (VkDevice) cmd_buffer->device;
 858    struct anv_buffer *src_buffer = (struct anv_buffer *)srcBuffer;
 859    struct anv_image *dest_image = (struct anv_image *)destImage;
 860    struct anv_saved_state saved_state;
 861
 862    meta_prepare_blit(cmd_buffer, &saved_state);
 863
 864    for (unsigned r = 0; r < regionCount; r++) {
 865       struct anv_image *src_image;
 866       anv_CreateImage(vk_device,
 867          &(VkImageCreateInfo) {
 868             .sType = VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO,
 869             .imageType = VK_IMAGE_TYPE_2D,
 870             .format = dest_image->format,
 871             .extent = {
 872                .width = pRegions[r].imageExtent.width,
 873                .height = pRegions[r].imageExtent.height,
 874                .depth = 1,
 875             },
 876             .mipLevels = 1,
 877             .arraySize = 1,
 878             .samples = 1,
 879             .tiling = VK_IMAGE_TILING_LINEAR,
 880             .usage = VK_IMAGE_USAGE_SAMPLED_BIT,
 881             .flags = 0,
 882          }, (VkImage *)&src_image);
 883
 884       /* We could use a vk call to bind memory, but that would require
 885        * creating a dummy memory object etc. so there's really no point.
 886        */
 887       src_image->bo = src_buffer->bo;
 888       src_image->offset = src_buffer->offset + pRegions[r].bufferOffset;
 889
 890       VkImageView src_view;
 891       anv_CreateImageView(vk_device,
 892          &(VkImageViewCreateInfo) {
 893             .sType = VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO,
 894             .image = (VkImage)src_image,
 895             .viewType = VK_IMAGE_VIEW_TYPE_2D,
 896             .format = dest_image->format,
 897             .channels = {
 898                VK_CHANNEL_SWIZZLE_R,
 899                VK_CHANNEL_SWIZZLE_G,
 900                VK_CHANNEL_SWIZZLE_B,
 901                VK_CHANNEL_SWIZZLE_A
 902             },
 903             .subresourceRange = {
 904                .aspect = pRegions[r].imageSubresource.aspect,
 905                .baseMipLevel = 0,
 906                .mipLevels = 1,
 907                .baseArraySlice = 0,
 908                .arraySize = 1
 909             },
 910             .minLod = 0
 911          }, &src_view);
 912
 913       VkColorAttachmentView dest_view;
 914       anv_CreateColorAttachmentView(vk_device,
 915          &(VkColorAttachmentViewCreateInfo) {
 916             .sType = VK_STRUCTURE_TYPE_COLOR_ATTACHMENT_VIEW_CREATE_INFO,
 917             .image = (VkImage)dest_image,
 918             .format = dest_image->format,
 919             .mipLevel = pRegions[r].imageSubresource.mipLevel,
 920             .baseArraySlice = pRegions[r].imageSubresource.arraySlice,
 921             .arraySize = 1,
 922          }, &dest_view);
 923
 924       meta_emit_blit(cmd_buffer,
 925                      (struct anv_surface_view *)src_view,
 926                      (VkOffset3D) { 0, 0, 0 },
 927                      pRegions[r].imageExtent,
 928                      (struct anv_surface_view *)dest_view,
 929                      pRegions[r].imageOffset,
 930                      pRegions[r].imageExtent);
 931    }
 932
 933    meta_finish_blit(cmd_buffer, &saved_state);
 934 }
 935
 936 void anv_CmdCopyImageToBuffer(
 937     VkCmdBuffer                                 cmdBuffer,
 938     VkImage                                     srcImage,
 939     VkImageLayout                               srcImageLayout,
 940     VkBuffer                                    destBuffer,
 941     uint32_t                                    regionCount,
 942     const VkBufferImageCopy*                    pRegions)
 943 {
 944    struct anv_cmd_buffer *cmd_buffer = (struct anv_cmd_buffer *)cmdBuffer;
 945    VkDevice vk_device = (VkDevice) cmd_buffer->device;
 946    struct anv_image *src_image = (struct anv_image *)srcImage;
 947    struct anv_buffer *dest_buffer = (struct anv_buffer *)destBuffer;
 948    struct anv_saved_state saved_state;
 949
 950    meta_prepare_blit(cmd_buffer, &saved_state);
 951
 952    for (unsigned r = 0; r < regionCount; r++) {
 953       VkImageView src_view;
 954       anv_CreateImageView(vk_device,
 955          &(VkImageViewCreateInfo) {
 956             .sType = VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO,
 957             .image = srcImage,
 958             .viewType = VK_IMAGE_VIEW_TYPE_2D,
 959             .format = src_image->format,
 960             .channels = {
 961                VK_CHANNEL_SWIZZLE_R,
 962                VK_CHANNEL_SWIZZLE_G,
 963                VK_CHANNEL_SWIZZLE_B,
 964                VK_CHANNEL_SWIZZLE_A
 965             },
 966             .subresourceRange = {
 967                .aspect = pRegions[r].imageSubresource.aspect,
 968                .baseMipLevel = pRegions[r].imageSubresource.mipLevel,
 969                .mipLevels = 1,
 970                .baseArraySlice = pRegions[r].imageSubresource.arraySlice,
 971                .arraySize = 1
 972             },
 973             .minLod = 0
 974          }, &src_view);
 975
 976       struct anv_image *dest_image;
 977       anv_CreateImage(vk_device,
 978          &(VkImageCreateInfo) {
 979             .sType = VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO,
 980             .imageType = VK_IMAGE_TYPE_2D,
 981             .format = src_image->format,
 982             .extent = {
 983                .width = pRegions[r].imageExtent.width,
 984                .height = pRegions[r].imageExtent.height,
 985                .depth = 1,
 986             },
 987             .mipLevels = 1,
 988             .arraySize = 1,
 989             .samples = 1,
 990             .tiling = VK_IMAGE_TILING_LINEAR,
 991             .usage = VK_IMAGE_USAGE_SAMPLED_BIT,
 992             .flags = 0,
 993          }, (VkImage *)&dest_image);
 994
 995       /* We could use a vk call to bind memory, but that would require
 996        * creating a dummy memory object etc. so there's really no point.
 997        */
 998       dest_image->bo = dest_buffer->bo;
 999       dest_image->offset = dest_buffer->offset + pRegions[r].bufferOffset;
1000
1001       VkColorAttachmentView dest_view;
1002       anv_CreateColorAttachmentView(vk_device,
1003          &(VkColorAttachmentViewCreateInfo) {
1004             .sType = VK_STRUCTURE_TYPE_COLOR_ATTACHMENT_VIEW_CREATE_INFO,
1005             .image = (VkImage)dest_image,
1006             .format = src_image->format,
1007             .mipLevel = 0,
1008             .baseArraySlice = 0,
1009             .arraySize = 1,
1010          }, &dest_view);
1011
1012       meta_emit_blit(cmd_buffer,
1013                      (struct anv_surface_view *)src_view,
1014                      pRegions[r].imageOffset,
1015                      pRegions[r].imageExtent,
1016                      (struct anv_surface_view *)dest_view,
1017                      (VkOffset3D) { 0, 0, 0 },
1018                      pRegions[r].imageExtent);
1019    }
1020
1021    meta_finish_blit(cmd_buffer, &saved_state);
1022 }
1023
1024 void anv_CmdCloneImageData(
1025     VkCmdBuffer                                 cmdBuffer,
1026     VkImage                                     srcImage,
1027     VkImageLayout                               srcImageLayout,
1028     VkImage                                     destImage,
1029     VkImageLayout                               destImageLayout)
1030 {
1031    stub();
1032 }
1033
1034 void anv_CmdUpdateBuffer(
1035     VkCmdBuffer                                 cmdBuffer,
1036     VkBuffer                                    destBuffer,
1037     VkDeviceSize                                destOffset,
1038     VkDeviceSize                                dataSize,
1039     const uint32_t*                             pData)
1040 {
1041    stub();
1042 }
1043
1044 void anv_CmdFillBuffer(
1045     VkCmdBuffer                                 cmdBuffer,
1046     VkBuffer                                    destBuffer,
1047     VkDeviceSize                                destOffset,
1048     VkDeviceSize                                fillSize,
1049     uint32_t                                    data)
1050 {
1051    stub();
1052 }
1053
1054 void anv_CmdClearColorImage(
1055     VkCmdBuffer                                 cmdBuffer,
1056     VkImage                                     image,
1057     VkImageLayout                               imageLayout,
1058     const VkClearColor*                         color,
1059     uint32_t                                    rangeCount,
1060     const VkImageSubresourceRange*              pRanges)
1061 {
1062    stub();
1063 }
1064
1065 void anv_CmdClearDepthStencil(
1066     VkCmdBuffer                                 cmdBuffer,
1067     VkImage                                     image,
1068     VkImageLayout                               imageLayout,
1069     float                                       depth,
1070     uint32_t                                    stencil,
1071     uint32_t                                    rangeCount,
1072     const VkImageSubresourceRange*              pRanges)
1073 {
1074    stub();
1075 }
1076
1077 void anv_CmdResolveImage(
1078     VkCmdBuffer                                 cmdBuffer,
1079     VkImage                                     srcImage,
1080     VkImageLayout                               srcImageLayout,
1081     VkImage                                     destImage,
1082     VkImageLayout                               destImageLayout,
1083     uint32_t                                    regionCount,
1084     const VkImageResolve*                       pRegions)
1085 {
1086    stub();
1087 }
1088
1089 void
1090 anv_device_init_meta(struct anv_device *device)
1091 {
1092    anv_device_init_meta_clear_state(device);
1093    anv_device_init_meta_blit_state(device);
1094 }