src/gallium/drivers/zink/zink_screen.c

   1 /*
   2  * Copyright 2018 Collabora Ltd.
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * on the rights to use, copy, modify, merge, publish, distribute, sub
   8  * license, and/or sell copies of the Software, and to permit persons to whom
   9  * the Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice (including the next
  12  * paragraph) shall be included in all copies or substantial portions of the
  13  * Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
  18  * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
  19  * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
  20  * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
  21  * USE OR OTHER DEALINGS IN THE SOFTWARE.
  22  */
  23
  24 #include "zink_screen.h"
  25
  26 #include "zink_compiler.h"
  27 #include "zink_context.h"
  28 #include "zink_fence.h"
  29 #include "zink_public.h"
  30 #include "zink_resource.h"
  31
  32 #include "os/os_process.h"
  33 #include "util/u_debug.h"
  34 #include "util/u_format.h"
  35 #include "util/u_math.h"
  36 #include "util/u_memory.h"
  37 #include "util/u_screen.h"
  38 #include "util/u_string.h"
  39
  40 #include "state_tracker/sw_winsys.h"
  41
  42 static const struct debug_named_value
  43 debug_options[] = {
  44    { "nir", ZINK_DEBUG_NIR, "Dump NIR during program compile" },
  45    { "spirv", ZINK_DEBUG_SPIRV, "Dump SPIR-V during program compile" },
  46    { "tgsi", ZINK_DEBUG_TGSI, "Dump TGSI during program compile" },
  47    DEBUG_NAMED_VALUE_END
  48 };
  49
  50 DEBUG_GET_ONCE_FLAGS_OPTION(zink_debug, "ZINK_DEBUG", debug_options, 0)
  51
  52 uint32_t
  53 zink_debug;
  54
  55 static const char *
  56 zink_get_vendor(struct pipe_screen *pscreen)
  57 {
  58    return "Collabora Ltd";
  59 }
  60
  61 static const char *
  62 zink_get_device_vendor(struct pipe_screen *pscreen)
  63 {
  64    struct zink_screen *screen = zink_screen(pscreen);
  65    static char buf[1000];
  66    snprintf(buf, sizeof(buf), "Unknown (vendor-id: 0x%04x)", screen->props.vendorID);
  67    return buf;
  68 }
  69
  70 static const char *
  71 zink_get_name(struct pipe_screen *pscreen)
  72 {
  73    struct zink_screen *screen = zink_screen(pscreen);
  74    static char buf[1000];
  75    snprintf(buf, sizeof(buf), "zink (%s)", screen->props.deviceName);
  76    return buf;
  77 }
  78
  79 static int
  80 get_video_mem(struct zink_screen *screen)
  81 {
  82    VkDeviceSize size = 0;
  83    for (uint32_t i = 0; i < screen->mem_props.memoryHeapCount; ++i)
  84       size += screen->mem_props.memoryHeaps[i].size;
  85    return (int)(size >> 20);
  86 }
  87
  88 static int
  89 zink_get_param(struct pipe_screen *pscreen, enum pipe_cap param)
  90 {
  91    struct zink_screen *screen = zink_screen(pscreen);
  92
  93    switch (param) {
  94    case PIPE_CAP_NPOT_TEXTURES:
  95       return 1;
  96
  97    case PIPE_CAP_MAX_DUAL_SOURCE_RENDER_TARGETS:
  98       return screen->props.limits.maxFragmentDualSrcAttachments;
  99
 100    case PIPE_CAP_POINT_SPRITE:
 101       return 1;
 102
 103    case PIPE_CAP_MAX_RENDER_TARGETS:
 104       return screen->props.limits.maxColorAttachments;
 105
 106    case PIPE_CAP_OCCLUSION_QUERY:
 107       return 1;
 108
 109 #if 0 /* TODO: Enable me */
 110    case PIPE_CAP_QUERY_TIME_ELAPSED:
 111       return 1;
 112 #endif
 113
 114    case PIPE_CAP_TEXTURE_SWIZZLE:
 115       return 1;
 116
 117    case PIPE_CAP_MAX_TEXTURE_2D_SIZE:
 118       return screen->props.limits.maxImageDimension2D;
 119    case PIPE_CAP_MAX_TEXTURE_3D_LEVELS:
 120       return 1 + util_logbase2(screen->props.limits.maxImageDimension3D);
 121    case PIPE_CAP_MAX_TEXTURE_CUBE_LEVELS:
 122       return 1 + util_logbase2(screen->props.limits.maxImageDimensionCube);
 123
 124    case PIPE_CAP_BLEND_EQUATION_SEPARATE:
 125       return 1;
 126
 127    case PIPE_CAP_FRAGMENT_SHADER_TEXTURE_LOD:
 128    case PIPE_CAP_FRAGMENT_SHADER_DERIVATIVES:
 129    case PIPE_CAP_VERTEX_SHADER_SATURATE:
 130       return 1;
 131
 132    case PIPE_CAP_INDEP_BLEND_ENABLE:
 133    case PIPE_CAP_INDEP_BLEND_FUNC:
 134       return 1;
 135
 136    case PIPE_CAP_MAX_TEXTURE_ARRAY_LAYERS:
 137       return screen->props.limits.maxImageArrayLayers;
 138
 139 #if 0 /* TODO: Enable me */
 140    case PIPE_CAP_DEPTH_CLIP_DISABLE:
 141       return 0;
 142 #endif
 143
 144 #if 0 /* TODO: Enable me */
 145    case PIPE_CAP_MIXED_COLORBUFFER_FORMATS:
 146       return 1;
 147 #endif
 148
 149    case PIPE_CAP_SEAMLESS_CUBE_MAP:
 150       return 1;
 151
 152    case PIPE_CAP_MIN_TEXEL_OFFSET:
 153       return screen->props.limits.minTexelOffset;
 154    case PIPE_CAP_MAX_TEXEL_OFFSET:
 155       return screen->props.limits.maxTexelOffset;
 156
 157    case PIPE_CAP_VERTEX_COLOR_UNCLAMPED:
 158       return 1;
 159
 160    case PIPE_CAP_GLSL_FEATURE_LEVEL:
 161    case PIPE_CAP_GLSL_FEATURE_LEVEL_COMPATIBILITY:
 162       return 120;
 163
 164 #if 0 /* TODO: Enable me */
 165    case PIPE_CAP_COMPUTE:
 166       return 1;
 167 #endif
 168
 169    case PIPE_CAP_CONSTANT_BUFFER_OFFSET_ALIGNMENT:
 170       return screen->props.limits.minUniformBufferOffsetAlignment;
 171
 172 #if 0 /* TODO: Enable me */
 173    case PIPE_CAP_QUERY_TIMESTAMP:
 174       return 1;
 175 #endif
 176
 177    case PIPE_CAP_MIN_MAP_BUFFER_ALIGNMENT:
 178       return screen->props.limits.minMemoryMapAlignment;
 179
 180    case PIPE_CAP_CUBE_MAP_ARRAY:
 181       return screen->feats.imageCubeArray;
 182
 183    case PIPE_CAP_PREFER_BLIT_BASED_TEXTURE_TRANSFER:
 184       return 0; /* unsure */
 185
 186    case PIPE_CAP_MAX_TEXTURE_BUFFER_SIZE:
 187       return screen->props.limits.maxTexelBufferElements;
 188
 189    case PIPE_CAP_ENDIANNESS:
 190       return PIPE_ENDIAN_NATIVE; /* unsure */
 191
 192    case PIPE_CAP_MAX_VIEWPORTS:
 193       return screen->props.limits.maxViewports;
 194
 195    case PIPE_CAP_MIXED_FRAMEBUFFER_SIZES:
 196       return 1;
 197
 198    case PIPE_CAP_MAX_GEOMETRY_OUTPUT_VERTICES:
 199       return screen->props.limits.maxGeometryOutputVertices;
 200    case PIPE_CAP_MAX_GEOMETRY_TOTAL_OUTPUT_COMPONENTS:
 201       return screen->props.limits.maxGeometryOutputComponents;
 202
 203 #if 0 /* TODO: Enable me. Enables ARB_texture_gather */
 204    case PIPE_CAP_MAX_TEXTURE_GATHER_COMPONENTS:
 205       return 4;
 206 #endif
 207
 208    case PIPE_CAP_MIN_TEXTURE_GATHER_OFFSET:
 209       return screen->props.limits.minTexelGatherOffset;
 210    case PIPE_CAP_MAX_TEXTURE_GATHER_OFFSET:
 211       return screen->props.limits.maxTexelGatherOffset;
 212
 213    case PIPE_CAP_VENDOR_ID:
 214       return screen->props.vendorID;
 215    case PIPE_CAP_DEVICE_ID:
 216       return screen->props.deviceID;
 217
 218    case PIPE_CAP_ACCELERATED:
 219       return 1;
 220    case PIPE_CAP_VIDEO_MEMORY:
 221       return get_video_mem(screen);
 222    case PIPE_CAP_UMA:
 223       return screen->props.deviceType == VK_PHYSICAL_DEVICE_TYPE_INTEGRATED_GPU;
 224
 225    case PIPE_CAP_MAX_VERTEX_ATTRIB_STRIDE:
 226       return screen->props.limits.maxVertexInputBindingStride;
 227
 228 #if 0 /* TODO: Enable me */
 229    case PIPE_CAP_SAMPLER_VIEW_TARGET:
 230       return 1;
 231 #endif
 232
 233 #if 0 /* TODO: Enable me */
 234    case PIPE_CAP_CLIP_HALFZ:
 235       return 1;
 236 #endif
 237
 238 #if 0 /* TODO: Enable me */
 239    case PIPE_CAP_TEXTURE_FLOAT_LINEAR:
 240    case PIPE_CAP_TEXTURE_HALF_FLOAT_LINEAR:
 241       return 1;
 242 #endif
 243
 244    case PIPE_CAP_SHAREABLE_SHADERS:
 245       return 1;
 246
 247 #if 0 /* TODO: Enable me. Enables GL_ARB_shader_storage_buffer_object */
 248    case PIPE_CAP_SHADER_BUFFER_OFFSET_ALIGNMENT:
 249       return screen->props.limits.minStorageBufferOffsetAlignment;
 250 #endif
 251
 252    case PIPE_CAP_PCI_GROUP:
 253    case PIPE_CAP_PCI_BUS:
 254    case PIPE_CAP_PCI_DEVICE:
 255    case PIPE_CAP_PCI_FUNCTION:
 256       return 0; /* TODO: figure these out */
 257
 258 #if 0 /* TODO: Enable me */
 259    case PIPE_CAP_CULL_DISTANCE:
 260       return screen->feats.shaderCullDistance;
 261 #endif
 262
 263    case PIPE_CAP_VIEWPORT_SUBPIXEL_BITS:
 264       return screen->props.limits.viewportSubPixelBits;
 265
 266    case PIPE_CAP_GLSL_OPTIMIZE_CONSERVATIVELY:
 267       return 0; /* not sure */
 268
 269    case PIPE_CAP_MAX_GS_INVOCATIONS:
 270       return 0; /* not implemented */
 271
 272    case PIPE_CAP_MAX_COMBINED_SHADER_BUFFERS:
 273       return screen->props.limits.maxDescriptorSetStorageBuffers;
 274
 275    case PIPE_CAP_MAX_SHADER_BUFFER_SIZE:
 276       return screen->props.limits.maxStorageBufferRange; /* unsure */
 277
 278    case PIPE_CAP_TGSI_FS_COORD_ORIGIN_UPPER_LEFT:
 279    case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_HALF_INTEGER:
 280       return 1;
 281
 282    case PIPE_CAP_TGSI_FS_COORD_ORIGIN_LOWER_LEFT:
 283    case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_INTEGER:
 284       return 0;
 285
 286    case PIPE_CAP_BUFFER_MAP_PERSISTENT_COHERENT:
 287       return 1;
 288
 289    case PIPE_CAP_NIR_COMPACT_ARRAYS:
 290       return 1;
 291
 292    case PIPE_CAP_FLATSHADE:
 293    case PIPE_CAP_ALPHA_TEST:
 294    case PIPE_CAP_CLIP_PLANES:
 295       return 0;
 296
 297    default:
 298       return u_pipe_screen_get_param_defaults(pscreen, param);
 299    }
 300 }
 301
 302 static float
 303 zink_get_paramf(struct pipe_screen *pscreen, enum pipe_capf param)
 304 {
 305    struct zink_screen *screen = zink_screen(pscreen);
 306
 307    switch (param) {
 308    case PIPE_CAPF_MAX_LINE_WIDTH:
 309    case PIPE_CAPF_MAX_LINE_WIDTH_AA:
 310       return screen->props.limits.lineWidthRange[1];
 311
 312    case PIPE_CAPF_MAX_POINT_WIDTH:
 313    case PIPE_CAPF_MAX_POINT_WIDTH_AA:
 314       return screen->props.limits.pointSizeRange[1];
 315
 316    case PIPE_CAPF_MAX_TEXTURE_ANISOTROPY:
 317       return screen->props.limits.maxSamplerAnisotropy;
 318
 319    case PIPE_CAPF_MAX_TEXTURE_LOD_BIAS:
 320       return screen->props.limits.maxSamplerLodBias;
 321
 322    case PIPE_CAPF_MIN_CONSERVATIVE_RASTER_DILATE:
 323    case PIPE_CAPF_MAX_CONSERVATIVE_RASTER_DILATE:
 324    case PIPE_CAPF_CONSERVATIVE_RASTER_DILATE_GRANULARITY:
 325       return 0.0f; /* not implemented */
 326    }
 327
 328    /* should only get here on unhandled cases */
 329    return 0.0;
 330 }
 331
 332 static int
 333 zink_get_shader_param(struct pipe_screen *pscreen,
 334                        enum pipe_shader_type shader,
 335                        enum pipe_shader_cap param)
 336 {
 337    struct zink_screen *screen = zink_screen(pscreen);
 338
 339    switch (param) {
 340    case PIPE_SHADER_CAP_MAX_INSTRUCTIONS:
 341    case PIPE_SHADER_CAP_MAX_ALU_INSTRUCTIONS:
 342    case PIPE_SHADER_CAP_MAX_TEX_INSTRUCTIONS:
 343    case PIPE_SHADER_CAP_MAX_TEX_INDIRECTIONS:
 344    case PIPE_SHADER_CAP_MAX_CONTROL_FLOW_DEPTH:
 345       if (shader == PIPE_SHADER_VERTEX ||
 346           shader == PIPE_SHADER_FRAGMENT)
 347          return INT_MAX;
 348       return 0;
 349
 350    case PIPE_SHADER_CAP_MAX_INPUTS:
 351       switch (shader) {
 352       case PIPE_SHADER_VERTEX:
 353          return MIN2(screen->props.limits.maxVertexInputAttributes,
 354                      PIPE_MAX_SHADER_INPUTS);
 355       case PIPE_SHADER_FRAGMENT:
 356          return MIN2(screen->props.limits.maxFragmentInputComponents / 4,
 357                      PIPE_MAX_SHADER_INPUTS);
 358       default:
 359          return 0; /* unsupported stage */
 360       }
 361
 362    case PIPE_SHADER_CAP_MAX_OUTPUTS:
 363       switch (shader) {
 364       case PIPE_SHADER_VERTEX:
 365          return MIN2(screen->props.limits.maxVertexOutputComponents / 4,
 366                      PIPE_MAX_SHADER_OUTPUTS);
 367       case PIPE_SHADER_FRAGMENT:
 368          return MIN2(screen->props.limits.maxColorAttachments,
 369                 PIPE_MAX_SHADER_OUTPUTS);
 370       default:
 371          return 0; /* unsupported stage */
 372       }
 373
 374    case PIPE_SHADER_CAP_MAX_TEXTURE_SAMPLERS:
 375       /* this might be a bit simplistic... */
 376       return MIN2(screen->props.limits.maxPerStageDescriptorSamplers,
 377                   PIPE_MAX_SAMPLERS);
 378
 379    case PIPE_SHADER_CAP_MAX_CONST_BUFFER_SIZE:
 380       return MIN2(screen->props.limits.maxUniformBufferRange, INT_MAX);
 381
 382    case PIPE_SHADER_CAP_MAX_CONST_BUFFERS:
 383       return screen->props.limits.maxPerStageDescriptorUniformBuffers;
 384
 385    case PIPE_SHADER_CAP_MAX_TEMPS:
 386       return INT_MAX;
 387
 388    case PIPE_SHADER_CAP_INDIRECT_INPUT_ADDR:
 389    case PIPE_SHADER_CAP_INDIRECT_OUTPUT_ADDR:
 390    case PIPE_SHADER_CAP_INDIRECT_TEMP_ADDR:
 391    case PIPE_SHADER_CAP_INDIRECT_CONST_ADDR:
 392    case PIPE_SHADER_CAP_SUBROUTINES:
 393    case PIPE_SHADER_CAP_INTEGERS:
 394    case PIPE_SHADER_CAP_INT64_ATOMICS:
 395    case PIPE_SHADER_CAP_FP16:
 396       return 0; /* not implemented */
 397
 398    case PIPE_SHADER_CAP_PREFERRED_IR:
 399       return PIPE_SHADER_IR_NIR;
 400
 401    case PIPE_SHADER_CAP_TGSI_SQRT_SUPPORTED:
 402       return 0; /* not implemented */
 403
 404    case PIPE_SHADER_CAP_MAX_SAMPLER_VIEWS:
 405       return MIN2(screen->props.limits.maxPerStageDescriptorSampledImages,
 406                   PIPE_MAX_SHADER_SAMPLER_VIEWS);
 407
 408    case PIPE_SHADER_CAP_TGSI_DROUND_SUPPORTED:
 409    case PIPE_SHADER_CAP_TGSI_DFRACEXP_DLDEXP_SUPPORTED:
 410    case PIPE_SHADER_CAP_TGSI_FMA_SUPPORTED:
 411       return 0; /* not implemented */
 412
 413    case PIPE_SHADER_CAP_TGSI_ANY_INOUT_DECL_RANGE:
 414       return 0; /* no idea */
 415
 416    case PIPE_SHADER_CAP_MAX_UNROLL_ITERATIONS_HINT:
 417       return 32; /* arbitrary */
 418
 419    case PIPE_SHADER_CAP_MAX_SHADER_BUFFERS:
 420       /* TODO: this limitation is dumb, and will need some fixes in mesa */
 421       return MIN2(screen->props.limits.maxPerStageDescriptorStorageBuffers, 8);
 422
 423    case PIPE_SHADER_CAP_SUPPORTED_IRS:
 424       return (1 << PIPE_SHADER_IR_NIR) | (1 << PIPE_SHADER_IR_TGSI);
 425
 426    case PIPE_SHADER_CAP_MAX_SHADER_IMAGES:
 427       return MIN2(screen->props.limits.maxPerStageDescriptorStorageImages,
 428                   PIPE_MAX_SHADER_IMAGES);
 429
 430    case PIPE_SHADER_CAP_LOWER_IF_THRESHOLD:
 431    case PIPE_SHADER_CAP_TGSI_SKIP_MERGE_REGISTERS:
 432       return 0; /* unsure */
 433
 434    case PIPE_SHADER_CAP_TGSI_LDEXP_SUPPORTED:
 435    case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTERS:
 436    case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTER_BUFFERS:
 437    case PIPE_SHADER_CAP_TGSI_CONT_SUPPORTED:
 438       return 0; /* not implemented */
 439    }
 440
 441    /* should only get here on unhandled cases */
 442    return 0;
 443 }
 444
 445 static const VkFormat formats[PIPE_FORMAT_COUNT] = {
 446 #define MAP_FORMAT_NORM(FMT) \
 447    [PIPE_FORMAT_ ## FMT ## _UNORM] = VK_FORMAT_ ## FMT ## _UNORM, \
 448    [PIPE_FORMAT_ ## FMT ## _SNORM] = VK_FORMAT_ ## FMT ## _SNORM,
 449
 450 #define MAP_FORMAT_SCALED(FMT) \
 451    [PIPE_FORMAT_ ## FMT ## _USCALED] = VK_FORMAT_ ## FMT ## _USCALED, \
 452    [PIPE_FORMAT_ ## FMT ## _SSCALED] = VK_FORMAT_ ## FMT ## _SSCALED,
 453
 454 #define MAP_FORMAT_INT(FMT) \
 455    [PIPE_FORMAT_ ## FMT ## _UINT] = VK_FORMAT_ ## FMT ## _UINT, \
 456    [PIPE_FORMAT_ ## FMT ## _SINT] = VK_FORMAT_ ## FMT ## _SINT,
 457
 458 #define MAP_FORMAT_SRGB(FMT) \
 459    [PIPE_FORMAT_ ## FMT ## _SRGB] = VK_FORMAT_ ## FMT ## _SRGB,
 460
 461 #define MAP_FORMAT_FLOAT(FMT) \
 462    [PIPE_FORMAT_ ## FMT ## _FLOAT] = VK_FORMAT_ ## FMT ## _SFLOAT,
 463
 464    // one component
 465
 466    // 8-bits
 467    MAP_FORMAT_NORM(R8)
 468    MAP_FORMAT_SCALED(R8)
 469    MAP_FORMAT_INT(R8)
 470    // 16-bits
 471    MAP_FORMAT_NORM(R16)
 472    MAP_FORMAT_SCALED(R16)
 473    MAP_FORMAT_INT(R16)
 474    MAP_FORMAT_FLOAT(R16)
 475    // 32-bits
 476    MAP_FORMAT_INT(R32)
 477    MAP_FORMAT_FLOAT(R32)
 478
 479    // two components
 480
 481    // 8-bits
 482    MAP_FORMAT_NORM(R8G8)
 483    MAP_FORMAT_SCALED(R8G8)
 484    MAP_FORMAT_INT(R8G8)
 485    // 16-bits
 486    MAP_FORMAT_NORM(R16G16)
 487    MAP_FORMAT_SCALED(R16G16)
 488    MAP_FORMAT_INT(R16G16)
 489    MAP_FORMAT_FLOAT(R16G16)
 490    // 32-bits
 491    MAP_FORMAT_INT(R32G32)
 492    MAP_FORMAT_FLOAT(R32G32)
 493
 494    // three components
 495
 496    // 8-bits
 497    MAP_FORMAT_NORM(R8G8B8)
 498    MAP_FORMAT_SCALED(R8G8B8)
 499    MAP_FORMAT_INT(R8G8B8)
 500    MAP_FORMAT_SRGB(R8G8B8)
 501    // 16-bits
 502    MAP_FORMAT_NORM(R16G16B16)
 503    MAP_FORMAT_SCALED(R16G16B16)
 504    MAP_FORMAT_INT(R16G16B16)
 505    MAP_FORMAT_FLOAT(R16G16B16)
 506    // 32-bits
 507    MAP_FORMAT_INT(R32G32B32)
 508    MAP_FORMAT_FLOAT(R32G32B32)
 509
 510    // four components
 511
 512    // 8-bits
 513    MAP_FORMAT_NORM(R8G8B8A8)
 514    MAP_FORMAT_SCALED(R8G8B8A8)
 515    MAP_FORMAT_INT(R8G8B8A8)
 516    MAP_FORMAT_SRGB(R8G8B8A8)
 517    [PIPE_FORMAT_B8G8R8A8_UNORM] = VK_FORMAT_B8G8R8A8_UNORM,
 518    MAP_FORMAT_SRGB(B8G8R8A8)
 519    [PIPE_FORMAT_A8B8G8R8_SRGB] = VK_FORMAT_A8B8G8R8_SRGB_PACK32,
 520    // 16-bits
 521    MAP_FORMAT_NORM(R16G16B16A16)
 522    MAP_FORMAT_SCALED(R16G16B16A16)
 523    MAP_FORMAT_INT(R16G16B16A16)
 524    MAP_FORMAT_FLOAT(R16G16B16A16)
 525    // 32-bits
 526    MAP_FORMAT_INT(R32G32B32A32)
 527    MAP_FORMAT_FLOAT(R32G32B32A32)
 528
 529    // other color formats
 530    [PIPE_FORMAT_B5G6R5_UNORM] = VK_FORMAT_R5G6B5_UNORM_PACK16,
 531    [PIPE_FORMAT_B5G5R5A1_UNORM] = VK_FORMAT_B5G5R5A1_UNORM_PACK16,
 532    [PIPE_FORMAT_R11G11B10_FLOAT] = VK_FORMAT_B10G11R11_UFLOAT_PACK32,
 533    [PIPE_FORMAT_R9G9B9E5_FLOAT] = VK_FORMAT_E5B9G9R9_UFLOAT_PACK32,
 534    [PIPE_FORMAT_R10G10B10A2_UNORM] = VK_FORMAT_A2B10G10R10_UNORM_PACK32,
 535    [PIPE_FORMAT_B10G10R10A2_UNORM] = VK_FORMAT_A2R10G10B10_UNORM_PACK32,
 536    [PIPE_FORMAT_R10G10B10A2_UINT] = VK_FORMAT_A2B10G10R10_UINT_PACK32,
 537    [PIPE_FORMAT_B10G10R10A2_UINT] = VK_FORMAT_A2R10G10B10_UINT_PACK32,
 538
 539    // depth/stencil formats
 540    [PIPE_FORMAT_Z32_FLOAT] = VK_FORMAT_D32_SFLOAT,
 541    [PIPE_FORMAT_Z32_FLOAT_S8X24_UINT] = VK_FORMAT_D32_SFLOAT_S8_UINT,
 542    [PIPE_FORMAT_Z16_UNORM] = VK_FORMAT_D16_UNORM,
 543    [PIPE_FORMAT_X8Z24_UNORM] = VK_FORMAT_X8_D24_UNORM_PACK32,
 544    [PIPE_FORMAT_Z24_UNORM_S8_UINT] = VK_FORMAT_D24_UNORM_S8_UINT,
 545
 546    // compressed formats
 547    [PIPE_FORMAT_DXT1_RGB] = VK_FORMAT_BC1_RGB_UNORM_BLOCK,
 548    [PIPE_FORMAT_DXT1_RGBA] = VK_FORMAT_BC1_RGBA_UNORM_BLOCK,
 549    [PIPE_FORMAT_DXT3_RGBA] = VK_FORMAT_BC2_UNORM_BLOCK,
 550    [PIPE_FORMAT_DXT5_RGBA] = VK_FORMAT_BC3_UNORM_BLOCK,
 551    [PIPE_FORMAT_RGTC1_UNORM] = VK_FORMAT_BC4_UNORM_BLOCK,
 552    [PIPE_FORMAT_RGTC1_SNORM] = VK_FORMAT_BC4_SNORM_BLOCK,
 553    [PIPE_FORMAT_RGTC2_UNORM] = VK_FORMAT_BC5_UNORM_BLOCK,
 554    [PIPE_FORMAT_RGTC2_SNORM] = VK_FORMAT_BC5_SNORM_BLOCK,
 555    [PIPE_FORMAT_BPTC_RGBA_UNORM] = VK_FORMAT_BC7_UNORM_BLOCK,
 556    [PIPE_FORMAT_BPTC_SRGBA] = VK_FORMAT_BC7_SRGB_BLOCK,
 557    [PIPE_FORMAT_BPTC_RGB_FLOAT] = VK_FORMAT_BC6H_SFLOAT_BLOCK,
 558    [PIPE_FORMAT_BPTC_RGB_UFLOAT] = VK_FORMAT_BC6H_UFLOAT_BLOCK,
 559 };
 560
 561 VkFormat
 562 zink_get_format(enum pipe_format format)
 563 {
 564    return formats[format];
 565 }
 566
 567 static VkSampleCountFlagBits
 568 vk_sample_count_flags(uint32_t sample_count)
 569 {
 570    switch (sample_count) {
 571    case 1: return VK_SAMPLE_COUNT_1_BIT;
 572    case 2: return VK_SAMPLE_COUNT_2_BIT;
 573    case 4: return VK_SAMPLE_COUNT_4_BIT;
 574    case 8: return VK_SAMPLE_COUNT_8_BIT;
 575    case 16: return VK_SAMPLE_COUNT_16_BIT;
 576    case 32: return VK_SAMPLE_COUNT_32_BIT;
 577    case 64: return VK_SAMPLE_COUNT_64_BIT;
 578    default:
 579       return 0;
 580    }
 581 }
 582
 583 static bool
 584 zink_is_format_supported(struct pipe_screen *pscreen,
 585                          enum pipe_format format,
 586                          enum pipe_texture_target target,
 587                          unsigned sample_count,
 588                          unsigned storage_sample_count,
 589                          unsigned bind)
 590 {
 591    struct zink_screen *screen = zink_screen(pscreen);
 592
 593    if (format == PIPE_FORMAT_NONE)
 594       return screen->props.limits.framebufferNoAttachmentsSampleCounts &
 595              vk_sample_count_flags(sample_count);
 596
 597    VkFormat vkformat = formats[format];
 598    if (vkformat == VK_FORMAT_UNDEFINED)
 599       return FALSE;
 600
 601    if (sample_count >= 1) {
 602       VkSampleCountFlagBits sample_mask = vk_sample_count_flags(sample_count);
 603       const struct util_format_description *desc = util_format_description(format);
 604       if (util_format_is_depth_or_stencil(format)) {
 605          if (util_format_has_depth(desc)) {
 606             if (bind & PIPE_BIND_DEPTH_STENCIL &&
 607                 (screen->props.limits.framebufferDepthSampleCounts & sample_mask) != sample_mask)
 608                return FALSE;
 609             if (bind & PIPE_BIND_SAMPLER_VIEW &&
 610                 (screen->props.limits.sampledImageDepthSampleCounts & sample_mask) != sample_mask)
 611                return FALSE;
 612          }
 613          if (util_format_has_stencil(desc)) {
 614             if (bind & PIPE_BIND_DEPTH_STENCIL &&
 615                 (screen->props.limits.framebufferStencilSampleCounts & sample_mask) != sample_mask)
 616                return FALSE;
 617             if (bind & PIPE_BIND_SAMPLER_VIEW &&
 618                 (screen->props.limits.sampledImageStencilSampleCounts & sample_mask) != sample_mask)
 619                return FALSE;
 620          }
 621       } else if (util_format_is_pure_integer(format)) {
 622          if (bind & PIPE_BIND_RENDER_TARGET &&
 623              !(screen->props.limits.framebufferColorSampleCounts & sample_mask))
 624             return FALSE;
 625          if (bind & PIPE_BIND_SAMPLER_VIEW &&
 626              !(screen->props.limits.sampledImageIntegerSampleCounts & sample_mask))
 627             return FALSE;
 628       } else {
 629          if (bind & PIPE_BIND_RENDER_TARGET &&
 630              !(screen->props.limits.framebufferColorSampleCounts & sample_mask))
 631             return FALSE;
 632          if (bind & PIPE_BIND_SAMPLER_VIEW &&
 633              !(screen->props.limits.sampledImageColorSampleCounts & sample_mask))
 634             return FALSE;
 635       }
 636    }
 637
 638    VkFormatProperties props;
 639    vkGetPhysicalDeviceFormatProperties(screen->pdev, vkformat, &props);
 640
 641    if (target == PIPE_BUFFER) {
 642       if (bind & PIPE_BIND_VERTEX_BUFFER &&
 643           !(props.bufferFeatures & VK_FORMAT_FEATURE_VERTEX_BUFFER_BIT))
 644          return FALSE;
 645    } else {
 646       /* all other targets are texture-targets */
 647       if (bind & PIPE_BIND_RENDER_TARGET &&
 648           !(props.optimalTilingFeatures & VK_FORMAT_FEATURE_COLOR_ATTACHMENT_BIT))
 649          return FALSE;
 650
 651       if (bind & PIPE_BIND_BLENDABLE &&
 652          !(props.optimalTilingFeatures & VK_FORMAT_FEATURE_COLOR_ATTACHMENT_BLEND_BIT))
 653         return FALSE;
 654
 655       if (bind & PIPE_BIND_SAMPLER_VIEW &&
 656           !(props.optimalTilingFeatures & VK_FORMAT_FEATURE_SAMPLED_IMAGE_BIT))
 657          return FALSE;
 658
 659       if (bind & PIPE_BIND_DEPTH_STENCIL &&
 660           !(props.optimalTilingFeatures & VK_FORMAT_FEATURE_DEPTH_STENCIL_ATTACHMENT_BIT))
 661          return FALSE;
 662    }
 663
 664    if (util_format_is_compressed(format)) {
 665       const struct util_format_description *desc = util_format_description(format);
 666       if (desc->layout == UTIL_FORMAT_LAYOUT_BPTC &&
 667           !screen->feats.textureCompressionBC)
 668          return FALSE;
 669    }
 670
 671    return TRUE;
 672 }
 673
 674 static void
 675 zink_destroy_screen(struct pipe_screen *pscreen)
 676 {
 677    struct zink_screen *screen = zink_screen(pscreen);
 678    slab_destroy_parent(&screen->transfer_pool);
 679    FREE(screen);
 680 }
 681
 682 static VkInstance
 683 create_instance()
 684 {
 685    VkApplicationInfo ai = {};
 686    ai.sType = VK_STRUCTURE_TYPE_APPLICATION_INFO;
 687
 688    char proc_name[128];
 689    if (os_get_process_name(proc_name, ARRAY_SIZE(proc_name)))
 690       ai.pApplicationName = proc_name;
 691    else
 692       ai.pApplicationName = "unknown";
 693
 694    ai.pEngineName = "mesa zink";
 695    ai.apiVersion = VK_API_VERSION_1_0;
 696
 697    const char *extensions[] = {
 698       VK_KHR_GET_PHYSICAL_DEVICE_PROPERTIES_2_EXTENSION_NAME,
 699       VK_KHR_EXTERNAL_MEMORY_CAPABILITIES_EXTENSION_NAME,
 700    };
 701
 702    VkInstanceCreateInfo ici = {};
 703    ici.sType = VK_STRUCTURE_TYPE_INSTANCE_CREATE_INFO;
 704    ici.pApplicationInfo = &ai;
 705    ici.ppEnabledExtensionNames = extensions;
 706    ici.enabledExtensionCount = ARRAY_SIZE(extensions);
 707
 708    VkInstance instance = VK_NULL_HANDLE;
 709    VkResult err = vkCreateInstance(&ici, NULL, &instance);
 710    if (err != VK_SUCCESS)
 711       return VK_NULL_HANDLE;
 712
 713    return instance;
 714 }
 715
 716 static VkPhysicalDevice
 717 choose_pdev(const VkInstance instance)
 718 {
 719    uint32_t i, pdev_count;
 720    VkPhysicalDevice *pdevs, pdev;
 721    vkEnumeratePhysicalDevices(instance, &pdev_count, NULL);
 722    assert(pdev_count > 0);
 723
 724    pdevs = malloc(sizeof(*pdevs) * pdev_count);
 725    vkEnumeratePhysicalDevices(instance, &pdev_count, pdevs);
 726    assert(pdev_count > 0);
 727
 728    pdev = pdevs[0];
 729    for (i = 0; i < pdev_count; ++i) {
 730       VkPhysicalDeviceProperties props;
 731       vkGetPhysicalDeviceProperties(pdevs[i], &props);
 732       if (props.deviceType == VK_PHYSICAL_DEVICE_TYPE_DISCRETE_GPU) {
 733          pdev = pdevs[i];
 734          break;
 735       }
 736    }
 737    free(pdevs);
 738    return pdev;
 739 }
 740
 741 static uint32_t
 742 find_gfx_queue(const VkPhysicalDevice pdev)
 743 {
 744    uint32_t num_queues;
 745    vkGetPhysicalDeviceQueueFamilyProperties(pdev, &num_queues, NULL);
 746    assert(num_queues > 0);
 747
 748    VkQueueFamilyProperties *props = malloc(sizeof(*props) * num_queues);
 749    vkGetPhysicalDeviceQueueFamilyProperties(pdev, &num_queues, props);
 750
 751    for (uint32_t i = 0; i < num_queues; i++) {
 752       if (props[i].queueFlags & VK_QUEUE_GRAPHICS_BIT) {
 753          free(props);
 754          return i;
 755       }
 756    }
 757
 758    return UINT32_MAX;
 759 }
 760
 761 static void
 762 zink_flush_frontbuffer(struct pipe_screen *pscreen,
 763                        struct pipe_resource *pres,
 764                        unsigned level, unsigned layer,
 765                        void *winsys_drawable_handle,
 766                        struct pipe_box *sub_box)
 767 {
 768    struct zink_screen *screen = zink_screen(pscreen);
 769    struct sw_winsys *winsys = screen->winsys;
 770    struct zink_resource *res = zink_resource(pres);
 771
 772    if (!winsys)
 773      return;
 774    void *map = winsys->displaytarget_map(winsys, res->dt, 0);
 775
 776    if (map) {
 777       VkImageSubresource isr = {};
 778       isr.aspectMask = res->aspect;
 779       isr.mipLevel = level;
 780       isr.arrayLayer = layer;
 781       VkSubresourceLayout layout;
 782       vkGetImageSubresourceLayout(screen->dev, res->image, &isr, &layout);
 783
 784       void *ptr;
 785       VkResult result = vkMapMemory(screen->dev, res->mem, res->offset, res->size, 0, &ptr);
 786       if (result != VK_SUCCESS) {
 787          debug_printf("failed to map memory for display\n");
 788          return;
 789       }
 790       for (int i = 0; i < pres->height0; ++i) {
 791          uint8_t *src = (uint8_t *)ptr + i * layout.rowPitch;
 792          uint8_t *dst = (uint8_t *)map + i * res->dt_stride;
 793          memcpy(dst, src, res->dt_stride);
 794       }
 795       vkUnmapMemory(screen->dev, res->mem);
 796    }
 797
 798    winsys->displaytarget_unmap(winsys, res->dt);
 799
 800    assert(res->dt);
 801    if (res->dt)
 802       winsys->displaytarget_display(winsys, res->dt, winsys_drawable_handle, sub_box);
 803 }
 804
 805 static struct pipe_screen *
 806 zink_internal_create_screen(struct sw_winsys *winsys, int fd)
 807 {
 808    struct zink_screen *screen = CALLOC_STRUCT(zink_screen);
 809    if (!screen)
 810       return NULL;
 811
 812    zink_debug = debug_get_option_zink_debug();
 813
 814    screen->instance = create_instance();
 815    screen->pdev = choose_pdev(screen->instance);
 816    screen->gfx_queue = find_gfx_queue(screen->pdev);
 817
 818    vkGetPhysicalDeviceProperties(screen->pdev, &screen->props);
 819    vkGetPhysicalDeviceFeatures(screen->pdev, &screen->feats);
 820    vkGetPhysicalDeviceMemoryProperties(screen->pdev, &screen->mem_props);
 821
 822    uint32_t num_extensions = 0;
 823    if (vkEnumerateDeviceExtensionProperties(screen->pdev, NULL,
 824        &num_extensions, NULL) == VK_SUCCESS && num_extensions > 0) {
 825       VkExtensionProperties *extensions = MALLOC(sizeof(VkExtensionProperties) *
 826                                                 num_extensions);
 827       if (extensions) {
 828          vkEnumerateDeviceExtensionProperties(screen->pdev, NULL,
 829                                               &num_extensions, extensions);
 830
 831          for (uint32_t  i = 0; i < num_extensions; ++i) {
 832             if (!strcmp(extensions[i].extensionName,
 833                 VK_KHR_MAINTENANCE1_EXTENSION_NAME))
 834                screen->have_VK_KHR_maintenance1 = true;
 835          }
 836          FREE(extensions);
 837       }
 838    }
 839
 840    VkDeviceQueueCreateInfo qci = {};
 841    float dummy = 0.0f;
 842    qci.sType = VK_STRUCTURE_TYPE_DEVICE_QUEUE_CREATE_INFO;
 843    qci.queueFamilyIndex = screen->gfx_queue;
 844    qci.queueCount = 1;
 845    qci.pQueuePriorities = &dummy;
 846
 847    VkDeviceCreateInfo dci = {};
 848    dci.sType = VK_STRUCTURE_TYPE_DEVICE_CREATE_INFO;
 849    dci.queueCreateInfoCount = 1;
 850    dci.pQueueCreateInfos = &qci;
 851    dci.pEnabledFeatures = &screen->feats;
 852    const char *extensions[] = {
 853       VK_KHR_MAINTENANCE1_EXTENSION_NAME,
 854       VK_KHR_EXTERNAL_MEMORY_EXTENSION_NAME,
 855       VK_KHR_EXTERNAL_MEMORY_FD_EXTENSION_NAME,
 856    };
 857    dci.ppEnabledExtensionNames = extensions;
 858    dci.enabledExtensionCount = ARRAY_SIZE(extensions);
 859    if (vkCreateDevice(screen->pdev, &dci, NULL, &screen->dev) != VK_SUCCESS)
 860       goto fail;
 861
 862    screen->winsys = winsys;
 863
 864    screen->base.get_name = zink_get_name;
 865    screen->base.get_vendor = zink_get_vendor;
 866    screen->base.get_device_vendor = zink_get_device_vendor;
 867    screen->base.get_param = zink_get_param;
 868    screen->base.get_paramf = zink_get_paramf;
 869    screen->base.get_shader_param = zink_get_shader_param;
 870    screen->base.get_compiler_options = zink_get_compiler_options;
 871    screen->base.is_format_supported = zink_is_format_supported;
 872    screen->base.context_create = zink_context_create;
 873    screen->base.flush_frontbuffer = zink_flush_frontbuffer;
 874    screen->base.destroy = zink_destroy_screen;
 875
 876    zink_screen_resource_init(&screen->base);
 877    zink_screen_fence_init(&screen->base);
 878
 879    slab_create_parent(&screen->transfer_pool, sizeof(struct zink_transfer), 16);
 880
 881    return &screen->base;
 882
 883 fail:
 884    FREE(screen);
 885    return NULL;
 886 }
 887
 888 struct pipe_screen *
 889 zink_create_screen(struct sw_winsys *winsys)
 890 {
 891    return zink_internal_create_screen(winsys, -1);
 892 }
 893
 894 struct pipe_screen *
 895 zink_drm_create_screen(int fd)
 896 {
 897    return zink_internal_create_screen(NULL, fd);
 898 }