src/gallium/drivers/zink/zink_screen.c

   1 /*
   2  * Copyright 2018 Collabora Ltd.
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * on the rights to use, copy, modify, merge, publish, distribute, sub
   8  * license, and/or sell copies of the Software, and to permit persons to whom
   9  * the Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice (including the next
  12  * paragraph) shall be included in all copies or substantial portions of the
  13  * Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
  18  * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
  19  * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
  20  * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
  21  * USE OR OTHER DEALINGS IN THE SOFTWARE.
  22  */
  23
  24 #include "zink_screen.h"
  25
  26 #include "zink_compiler.h"
  27 #include "zink_context.h"
  28 #include "zink_fence.h"
  29 #include "zink_public.h"
  30 #include "zink_resource.h"
  31
  32 #include "os/os_process.h"
  33 #include "util/u_debug.h"
  34 #include "util/u_format.h"
  35 #include "util/u_math.h"
  36 #include "util/u_memory.h"
  37 #include "util/u_screen.h"
  38 #include "util/u_string.h"
  39
  40 #include "state_tracker/sw_winsys.h"
  41
  42 static const struct debug_named_value
  43 debug_options[] = {
  44    { "nir", ZINK_DEBUG_NIR, "Dump NIR during program compile" },
  45    { "spirv", ZINK_DEBUG_SPIRV, "Dump SPIR-V during program compile" },
  46    { "tgsi", ZINK_DEBUG_TGSI, "Dump TGSI during program compile" },
  47    DEBUG_NAMED_VALUE_END
  48 };
  49
  50 DEBUG_GET_ONCE_FLAGS_OPTION(zink_debug, "ZINK_DEBUG", debug_options, 0)
  51
  52 uint32_t
  53 zink_debug;
  54
  55 static const char *
  56 zink_get_vendor(struct pipe_screen *pscreen)
  57 {
  58    return "Collabora Ltd";
  59 }
  60
  61 static const char *
  62 zink_get_device_vendor(struct pipe_screen *pscreen)
  63 {
  64    struct zink_screen *screen = zink_screen(pscreen);
  65    static char buf[1000];
  66    snprintf(buf, sizeof(buf), "Unknown (vendor-id: 0x%04x)", screen->props.vendorID);
  67    return buf;
  68 }
  69
  70 static const char *
  71 zink_get_name(struct pipe_screen *pscreen)
  72 {
  73    struct zink_screen *screen = zink_screen(pscreen);
  74    static char buf[1000];
  75    snprintf(buf, sizeof(buf), "zink (%s)", screen->props.deviceName);
  76    return buf;
  77 }
  78
  79 static int
  80 get_video_mem(struct zink_screen *screen)
  81 {
  82    VkDeviceSize size = 0;
  83    for (uint32_t i = 0; i < screen->mem_props.memoryHeapCount; ++i)
  84       size += screen->mem_props.memoryHeaps[i].size;
  85    return (int)(size >> 20);
  86 }
  87
  88 static int
  89 zink_get_param(struct pipe_screen *pscreen, enum pipe_cap param)
  90 {
  91    struct zink_screen *screen = zink_screen(pscreen);
  92
  93    switch (param) {
  94    case PIPE_CAP_NPOT_TEXTURES:
  95       return 1;
  96
  97    case PIPE_CAP_MAX_DUAL_SOURCE_RENDER_TARGETS:
  98       return screen->props.limits.maxFragmentDualSrcAttachments;
  99
 100    case PIPE_CAP_POINT_SPRITE:
 101       return 1;
 102
 103    case PIPE_CAP_MAX_RENDER_TARGETS:
 104       return screen->props.limits.maxColorAttachments;
 105
 106    case PIPE_CAP_OCCLUSION_QUERY:
 107       return 1;
 108
 109 #if 0 /* TODO: Enable me */
 110    case PIPE_CAP_QUERY_TIME_ELAPSED:
 111       return 1;
 112 #endif
 113
 114    case PIPE_CAP_TEXTURE_SWIZZLE:
 115       return 1;
 116
 117    case PIPE_CAP_MAX_TEXTURE_2D_SIZE:
 118       return screen->props.limits.maxImageDimension2D;
 119    case PIPE_CAP_MAX_TEXTURE_3D_LEVELS:
 120       return 1 + util_logbase2(screen->props.limits.maxImageDimension3D);
 121    case PIPE_CAP_MAX_TEXTURE_CUBE_LEVELS:
 122       return 1 + util_logbase2(screen->props.limits.maxImageDimensionCube);
 123
 124    case PIPE_CAP_BLEND_EQUATION_SEPARATE:
 125       return 1;
 126
 127    case PIPE_CAP_FRAGMENT_SHADER_TEXTURE_LOD:
 128    case PIPE_CAP_FRAGMENT_SHADER_DERIVATIVES:
 129    case PIPE_CAP_VERTEX_SHADER_SATURATE:
 130       return 1;
 131
 132    case PIPE_CAP_INDEP_BLEND_ENABLE:
 133    case PIPE_CAP_INDEP_BLEND_FUNC:
 134       return 1;
 135
 136    case PIPE_CAP_MAX_TEXTURE_ARRAY_LAYERS:
 137       return screen->props.limits.maxImageArrayLayers;
 138
 139 #if 0 /* TODO: Enable me */
 140    case PIPE_CAP_DEPTH_CLIP_DISABLE:
 141       return 0;
 142 #endif
 143
 144 #if 0 /* TODO: Enable me */
 145    case PIPE_CAP_MIXED_COLORBUFFER_FORMATS:
 146       return 1;
 147 #endif
 148
 149    case PIPE_CAP_SEAMLESS_CUBE_MAP:
 150       return 1;
 151
 152    case PIPE_CAP_MIN_TEXEL_OFFSET:
 153       return screen->props.limits.minTexelOffset;
 154    case PIPE_CAP_MAX_TEXEL_OFFSET:
 155       return screen->props.limits.maxTexelOffset;
 156
 157    case PIPE_CAP_VERTEX_COLOR_UNCLAMPED:
 158       return 1;
 159
 160    case PIPE_CAP_GLSL_FEATURE_LEVEL:
 161    case PIPE_CAP_GLSL_FEATURE_LEVEL_COMPATIBILITY:
 162       return 120;
 163
 164 #if 0 /* TODO: Enable me */
 165    case PIPE_CAP_COMPUTE:
 166       return 1;
 167 #endif
 168
 169    case PIPE_CAP_CONSTANT_BUFFER_OFFSET_ALIGNMENT:
 170       return screen->props.limits.minUniformBufferOffsetAlignment;
 171
 172 #if 0 /* TODO: Enable me */
 173    case PIPE_CAP_QUERY_TIMESTAMP:
 174       return 1;
 175 #endif
 176
 177    case PIPE_CAP_MIN_MAP_BUFFER_ALIGNMENT:
 178       return screen->props.limits.minMemoryMapAlignment;
 179
 180    case PIPE_CAP_CUBE_MAP_ARRAY:
 181       return screen->feats.imageCubeArray;
 182
 183    case PIPE_CAP_PREFER_BLIT_BASED_TEXTURE_TRANSFER:
 184       return 0; /* unsure */
 185
 186    case PIPE_CAP_MAX_TEXTURE_BUFFER_SIZE:
 187       return screen->props.limits.maxTexelBufferElements;
 188
 189    case PIPE_CAP_ENDIANNESS:
 190       return PIPE_ENDIAN_NATIVE; /* unsure */
 191
 192    case PIPE_CAP_MAX_VIEWPORTS:
 193       return screen->props.limits.maxViewports;
 194
 195    case PIPE_CAP_MIXED_FRAMEBUFFER_SIZES:
 196       return 1;
 197
 198    case PIPE_CAP_MAX_GEOMETRY_OUTPUT_VERTICES:
 199       return screen->props.limits.maxGeometryOutputVertices;
 200    case PIPE_CAP_MAX_GEOMETRY_TOTAL_OUTPUT_COMPONENTS:
 201       return screen->props.limits.maxGeometryOutputComponents;
 202
 203 #if 0 /* TODO: Enable me. Enables ARB_texture_gather */
 204    case PIPE_CAP_MAX_TEXTURE_GATHER_COMPONENTS:
 205       return 4;
 206 #endif
 207
 208    case PIPE_CAP_MIN_TEXTURE_GATHER_OFFSET:
 209       return screen->props.limits.minTexelGatherOffset;
 210    case PIPE_CAP_MAX_TEXTURE_GATHER_OFFSET:
 211       return screen->props.limits.maxTexelGatherOffset;
 212
 213    case PIPE_CAP_VENDOR_ID:
 214       return screen->props.vendorID;
 215    case PIPE_CAP_DEVICE_ID:
 216       return screen->props.deviceID;
 217
 218    case PIPE_CAP_ACCELERATED:
 219       return 1;
 220    case PIPE_CAP_VIDEO_MEMORY:
 221       return get_video_mem(screen);
 222    case PIPE_CAP_UMA:
 223       return screen->props.deviceType == VK_PHYSICAL_DEVICE_TYPE_INTEGRATED_GPU;
 224
 225    case PIPE_CAP_MAX_VERTEX_ATTRIB_STRIDE:
 226       return screen->props.limits.maxVertexInputBindingStride;
 227
 228 #if 0 /* TODO: Enable me */
 229    case PIPE_CAP_SAMPLER_VIEW_TARGET:
 230       return 1;
 231 #endif
 232
 233 #if 0 /* TODO: Enable me */
 234    case PIPE_CAP_CLIP_HALFZ:
 235       return 1;
 236 #endif
 237
 238 #if 0 /* TODO: Enable me */
 239    case PIPE_CAP_TEXTURE_FLOAT_LINEAR:
 240    case PIPE_CAP_TEXTURE_HALF_FLOAT_LINEAR:
 241       return 1;
 242 #endif
 243
 244    case PIPE_CAP_SHAREABLE_SHADERS:
 245       return 1;
 246
 247 #if 0 /* TODO: Enable me. Enables GL_ARB_shader_storage_buffer_object */
 248    case PIPE_CAP_SHADER_BUFFER_OFFSET_ALIGNMENT:
 249       return screen->props.limits.minStorageBufferOffsetAlignment;
 250 #endif
 251
 252    case PIPE_CAP_PCI_GROUP:
 253    case PIPE_CAP_PCI_BUS:
 254    case PIPE_CAP_PCI_DEVICE:
 255    case PIPE_CAP_PCI_FUNCTION:
 256       return 0; /* TODO: figure these out */
 257
 258 #if 0 /* TODO: Enable me */
 259    case PIPE_CAP_CULL_DISTANCE:
 260       return screen->feats.shaderCullDistance;
 261 #endif
 262
 263    case PIPE_CAP_VIEWPORT_SUBPIXEL_BITS:
 264       return screen->props.limits.viewportSubPixelBits;
 265
 266    case PIPE_CAP_GLSL_OPTIMIZE_CONSERVATIVELY:
 267       return 0; /* not sure */
 268
 269    case PIPE_CAP_MAX_GS_INVOCATIONS:
 270       return 0; /* not implemented */
 271
 272    case PIPE_CAP_MAX_COMBINED_SHADER_BUFFERS:
 273       return screen->props.limits.maxDescriptorSetStorageBuffers;
 274
 275    case PIPE_CAP_MAX_SHADER_BUFFER_SIZE:
 276       return screen->props.limits.maxStorageBufferRange; /* unsure */
 277
 278    case PIPE_CAP_TGSI_FS_COORD_ORIGIN_UPPER_LEFT:
 279    case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_HALF_INTEGER:
 280       return 1;
 281
 282    case PIPE_CAP_TGSI_FS_COORD_ORIGIN_LOWER_LEFT:
 283    case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_INTEGER:
 284       return 0;
 285
 286    case PIPE_CAP_BUFFER_MAP_PERSISTENT_COHERENT:
 287       return 1;
 288
 289    case PIPE_CAP_NIR_COMPACT_ARRAYS:
 290       return 1;
 291
 292    case PIPE_CAP_FLATSHADE:
 293    case PIPE_CAP_ALPHA_TEST:
 294    case PIPE_CAP_CLIP_PLANES:
 295       return 0;
 296
 297    default:
 298       return u_pipe_screen_get_param_defaults(pscreen, param);
 299    }
 300 }
 301
 302 static float
 303 zink_get_paramf(struct pipe_screen *pscreen, enum pipe_capf param)
 304 {
 305    struct zink_screen *screen = zink_screen(pscreen);
 306
 307    switch (param) {
 308    case PIPE_CAPF_MAX_LINE_WIDTH:
 309    case PIPE_CAPF_MAX_LINE_WIDTH_AA:
 310       return screen->props.limits.lineWidthRange[1];
 311
 312    case PIPE_CAPF_MAX_POINT_WIDTH:
 313    case PIPE_CAPF_MAX_POINT_WIDTH_AA:
 314       return screen->props.limits.pointSizeRange[1];
 315
 316    case PIPE_CAPF_MAX_TEXTURE_ANISOTROPY:
 317       return screen->props.limits.maxSamplerAnisotropy;
 318
 319    case PIPE_CAPF_MAX_TEXTURE_LOD_BIAS:
 320       return screen->props.limits.maxSamplerLodBias;
 321
 322    case PIPE_CAPF_MIN_CONSERVATIVE_RASTER_DILATE:
 323    case PIPE_CAPF_MAX_CONSERVATIVE_RASTER_DILATE:
 324    case PIPE_CAPF_CONSERVATIVE_RASTER_DILATE_GRANULARITY:
 325       return 0.0f; /* not implemented */
 326    }
 327
 328    /* should only get here on unhandled cases */
 329    return 0.0;
 330 }
 331
 332 static int
 333 zink_get_shader_param(struct pipe_screen *pscreen,
 334                        enum pipe_shader_type shader,
 335                        enum pipe_shader_cap param)
 336 {
 337    struct zink_screen *screen = zink_screen(pscreen);
 338
 339    switch (param) {
 340    case PIPE_SHADER_CAP_MAX_INSTRUCTIONS:
 341    case PIPE_SHADER_CAP_MAX_ALU_INSTRUCTIONS:
 342    case PIPE_SHADER_CAP_MAX_TEX_INSTRUCTIONS:
 343    case PIPE_SHADER_CAP_MAX_TEX_INDIRECTIONS:
 344    case PIPE_SHADER_CAP_MAX_CONTROL_FLOW_DEPTH:
 345       if (shader == PIPE_SHADER_VERTEX ||
 346           shader == PIPE_SHADER_FRAGMENT)
 347          return INT_MAX;
 348       return 0;
 349
 350    case PIPE_SHADER_CAP_MAX_INPUTS:
 351       switch (shader) {
 352       case PIPE_SHADER_VERTEX:
 353          return MIN2(screen->props.limits.maxVertexInputAttributes,
 354                      PIPE_MAX_SHADER_INPUTS);
 355       case PIPE_SHADER_FRAGMENT:
 356          return MIN2(screen->props.limits.maxFragmentInputComponents / 4,
 357                      PIPE_MAX_SHADER_INPUTS);
 358       default:
 359          return 0; /* unsupported stage */
 360       }
 361
 362    case PIPE_SHADER_CAP_MAX_OUTPUTS:
 363       switch (shader) {
 364       case PIPE_SHADER_VERTEX:
 365          return MIN2(screen->props.limits.maxVertexOutputComponents / 4,
 366                      PIPE_MAX_SHADER_OUTPUTS);
 367       case PIPE_SHADER_FRAGMENT:
 368          return MIN2(screen->props.limits.maxColorAttachments,
 369                 PIPE_MAX_SHADER_OUTPUTS);
 370       default:
 371          return 0; /* unsupported stage */
 372       }
 373
 374    case PIPE_SHADER_CAP_MAX_TEXTURE_SAMPLERS:
 375       /* this might be a bit simplistic... */
 376       return MIN2(screen->props.limits.maxPerStageDescriptorSamplers,
 377                   PIPE_MAX_SAMPLERS);
 378
 379    case PIPE_SHADER_CAP_MAX_CONST_BUFFER_SIZE:
 380       return MIN2(screen->props.limits.maxUniformBufferRange, INT_MAX);
 381
 382    case PIPE_SHADER_CAP_MAX_CONST_BUFFERS:
 383       return screen->props.limits.maxPerStageDescriptorUniformBuffers;
 384
 385    case PIPE_SHADER_CAP_MAX_TEMPS:
 386       return INT_MAX;
 387
 388    case PIPE_SHADER_CAP_INDIRECT_INPUT_ADDR:
 389    case PIPE_SHADER_CAP_INDIRECT_OUTPUT_ADDR:
 390    case PIPE_SHADER_CAP_INDIRECT_TEMP_ADDR:
 391    case PIPE_SHADER_CAP_INDIRECT_CONST_ADDR:
 392    case PIPE_SHADER_CAP_SUBROUTINES:
 393    case PIPE_SHADER_CAP_INTEGERS:
 394    case PIPE_SHADER_CAP_INT64_ATOMICS:
 395    case PIPE_SHADER_CAP_FP16:
 396       return 0; /* not implemented */
 397
 398    case PIPE_SHADER_CAP_PREFERRED_IR:
 399       return PIPE_SHADER_IR_NIR;
 400
 401    case PIPE_SHADER_CAP_TGSI_SQRT_SUPPORTED:
 402       return 0; /* not implemented */
 403
 404    case PIPE_SHADER_CAP_MAX_SAMPLER_VIEWS:
 405       return MIN2(screen->props.limits.maxPerStageDescriptorSampledImages,
 406                   PIPE_MAX_SHADER_SAMPLER_VIEWS);
 407
 408    case PIPE_SHADER_CAP_TGSI_DROUND_SUPPORTED:
 409    case PIPE_SHADER_CAP_TGSI_DFRACEXP_DLDEXP_SUPPORTED:
 410    case PIPE_SHADER_CAP_TGSI_FMA_SUPPORTED:
 411       return 0; /* not implemented */
 412
 413    case PIPE_SHADER_CAP_TGSI_ANY_INOUT_DECL_RANGE:
 414       return 0; /* no idea */
 415
 416    case PIPE_SHADER_CAP_MAX_UNROLL_ITERATIONS_HINT:
 417       return 32; /* arbitrary */
 418
 419    case PIPE_SHADER_CAP_MAX_SHADER_BUFFERS:
 420       /* TODO: this limitation is dumb, and will need some fixes in mesa */
 421       return MIN2(screen->props.limits.maxPerStageDescriptorStorageBuffers, 8);
 422
 423    case PIPE_SHADER_CAP_SUPPORTED_IRS:
 424       return (1 << PIPE_SHADER_IR_NIR) | (1 << PIPE_SHADER_IR_TGSI);
 425
 426    case PIPE_SHADER_CAP_MAX_SHADER_IMAGES:
 427       return MIN2(screen->props.limits.maxPerStageDescriptorStorageImages,
 428                   PIPE_MAX_SHADER_IMAGES);
 429
 430    case PIPE_SHADER_CAP_LOWER_IF_THRESHOLD:
 431    case PIPE_SHADER_CAP_TGSI_SKIP_MERGE_REGISTERS:
 432       return 0; /* unsure */
 433
 434    case PIPE_SHADER_CAP_TGSI_LDEXP_SUPPORTED:
 435    case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTERS:
 436    case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTER_BUFFERS:
 437    case PIPE_SHADER_CAP_TGSI_CONT_SUPPORTED:
 438       return 0; /* not implemented */
 439    }
 440
 441    /* should only get here on unhandled cases */
 442    return 0;
 443 }
 444
 445 static const VkFormat formats[PIPE_FORMAT_COUNT] = {
 446 #define MAP_FORMAT_NORM(FMT) \
 447    [PIPE_FORMAT_ ## FMT ## _UNORM] = VK_FORMAT_ ## FMT ## _UNORM, \
 448    [PIPE_FORMAT_ ## FMT ## _SNORM] = VK_FORMAT_ ## FMT ## _SNORM,
 449
 450 #define MAP_FORMAT_SCALED(FMT) \
 451    [PIPE_FORMAT_ ## FMT ## _USCALED] = VK_FORMAT_ ## FMT ## _USCALED, \
 452    [PIPE_FORMAT_ ## FMT ## _SSCALED] = VK_FORMAT_ ## FMT ## _SSCALED,
 453
 454 #define MAP_FORMAT_INT(FMT) \
 455    [PIPE_FORMAT_ ## FMT ## _UINT] = VK_FORMAT_ ## FMT ## _UINT, \
 456    [PIPE_FORMAT_ ## FMT ## _SINT] = VK_FORMAT_ ## FMT ## _SINT,
 457
 458 #define MAP_FORMAT_SRGB(FMT) \
 459    [PIPE_FORMAT_ ## FMT ## _SRGB] = VK_FORMAT_ ## FMT ## _SRGB,
 460
 461 #define MAP_FORMAT_FLOAT(FMT) \
 462    [PIPE_FORMAT_ ## FMT ## _FLOAT] = VK_FORMAT_ ## FMT ## _SFLOAT,
 463
 464    // one component
 465
 466    // 8-bits
 467    MAP_FORMAT_NORM(R8)
 468    MAP_FORMAT_SCALED(R8)
 469    MAP_FORMAT_INT(R8)
 470    // 16-bits
 471    MAP_FORMAT_NORM(R16)
 472    MAP_FORMAT_SCALED(R16)
 473    MAP_FORMAT_INT(R16)
 474    MAP_FORMAT_FLOAT(R16)
 475    // 32-bits
 476    MAP_FORMAT_INT(R32)
 477    MAP_FORMAT_FLOAT(R32)
 478
 479    // two components
 480
 481    // 8-bits
 482    MAP_FORMAT_NORM(R8G8)
 483    MAP_FORMAT_SCALED(R8G8)
 484    MAP_FORMAT_INT(R8G8)
 485    // 16-bits
 486    MAP_FORMAT_NORM(R16G16)
 487    MAP_FORMAT_SCALED(R16G16)
 488    MAP_FORMAT_INT(R16G16)
 489    MAP_FORMAT_FLOAT(R16G16)
 490    // 32-bits
 491    MAP_FORMAT_INT(R32G32)
 492    MAP_FORMAT_FLOAT(R32G32)
 493
 494    // three components
 495
 496    // 8-bits
 497    MAP_FORMAT_NORM(R8G8B8)
 498    MAP_FORMAT_SCALED(R8G8B8)
 499    MAP_FORMAT_INT(R8G8B8)
 500    MAP_FORMAT_SRGB(R8G8B8)
 501    // 16-bits
 502    MAP_FORMAT_NORM(R16G16B16)
 503    MAP_FORMAT_SCALED(R16G16B16)
 504    MAP_FORMAT_INT(R16G16B16)
 505    MAP_FORMAT_FLOAT(R16G16B16)
 506    // 32-bits
 507    MAP_FORMAT_INT(R32G32B32)
 508    MAP_FORMAT_FLOAT(R32G32B32)
 509
 510    // four components
 511
 512    // 8-bits
 513    MAP_FORMAT_NORM(R8G8B8A8)
 514    MAP_FORMAT_SCALED(R8G8B8A8)
 515    MAP_FORMAT_INT(R8G8B8A8)
 516    MAP_FORMAT_SRGB(R8G8B8A8)
 517    [PIPE_FORMAT_B8G8R8A8_UNORM] = VK_FORMAT_B8G8R8A8_UNORM,
 518    MAP_FORMAT_SRGB(B8G8R8A8)
 519    [PIPE_FORMAT_A8B8G8R8_SRGB] = VK_FORMAT_A8B8G8R8_SRGB_PACK32,
 520    // 16-bits
 521    MAP_FORMAT_NORM(R16G16B16A16)
 522    MAP_FORMAT_SCALED(R16G16B16A16)
 523    MAP_FORMAT_INT(R16G16B16A16)
 524    MAP_FORMAT_FLOAT(R16G16B16A16)
 525    // 32-bits
 526    MAP_FORMAT_INT(R32G32B32A32)
 527    MAP_FORMAT_FLOAT(R32G32B32A32)
 528
 529    // other color formats
 530    [PIPE_FORMAT_B5G6R5_UNORM] = VK_FORMAT_R5G6B5_UNORM_PACK16,
 531    [PIPE_FORMAT_B5G5R5A1_UNORM] = VK_FORMAT_B5G5R5A1_UNORM_PACK16,
 532    [PIPE_FORMAT_R11G11B10_FLOAT] = VK_FORMAT_B10G11R11_UFLOAT_PACK32,
 533    [PIPE_FORMAT_R9G9B9E5_FLOAT] = VK_FORMAT_E5B9G9R9_UFLOAT_PACK32,
 534    [PIPE_FORMAT_R10G10B10A2_UNORM] = VK_FORMAT_A2B10G10R10_UNORM_PACK32,
 535    [PIPE_FORMAT_B10G10R10A2_UNORM] = VK_FORMAT_A2R10G10B10_UNORM_PACK32,
 536    [PIPE_FORMAT_R10G10B10A2_UINT] = VK_FORMAT_A2B10G10R10_UINT_PACK32,
 537    [PIPE_FORMAT_B10G10R10A2_UINT] = VK_FORMAT_A2R10G10B10_UINT_PACK32,
 538
 539    // depth/stencil formats
 540    [PIPE_FORMAT_Z32_FLOAT] = VK_FORMAT_D32_SFLOAT,
 541    [PIPE_FORMAT_Z32_FLOAT_S8X24_UINT] = VK_FORMAT_D32_SFLOAT_S8_UINT,
 542    [PIPE_FORMAT_Z16_UNORM] = VK_FORMAT_D16_UNORM,
 543    [PIPE_FORMAT_X8Z24_UNORM] = VK_FORMAT_X8_D24_UNORM_PACK32,
 544    [PIPE_FORMAT_Z24_UNORM_S8_UINT] = VK_FORMAT_D24_UNORM_S8_UINT,
 545
 546    // compressed formats
 547    [PIPE_FORMAT_DXT1_RGB] = VK_FORMAT_BC1_RGB_UNORM_BLOCK,
 548    [PIPE_FORMAT_DXT1_RGBA] = VK_FORMAT_BC1_RGBA_UNORM_BLOCK,
 549    [PIPE_FORMAT_DXT3_RGBA] = VK_FORMAT_BC2_UNORM_BLOCK,
 550    [PIPE_FORMAT_DXT5_RGBA] = VK_FORMAT_BC3_UNORM_BLOCK,
 551    [PIPE_FORMAT_DXT1_SRGB] = VK_FORMAT_BC1_RGB_SRGB_BLOCK,
 552    [PIPE_FORMAT_DXT1_SRGBA] = VK_FORMAT_BC1_RGBA_SRGB_BLOCK,
 553    [PIPE_FORMAT_DXT3_SRGBA] = VK_FORMAT_BC2_SRGB_BLOCK,
 554    [PIPE_FORMAT_DXT5_SRGBA] = VK_FORMAT_BC3_SRGB_BLOCK,
 555
 556    [PIPE_FORMAT_RGTC1_UNORM] = VK_FORMAT_BC4_UNORM_BLOCK,
 557    [PIPE_FORMAT_RGTC1_SNORM] = VK_FORMAT_BC4_SNORM_BLOCK,
 558    [PIPE_FORMAT_RGTC2_UNORM] = VK_FORMAT_BC5_UNORM_BLOCK,
 559    [PIPE_FORMAT_RGTC2_SNORM] = VK_FORMAT_BC5_SNORM_BLOCK,
 560    [PIPE_FORMAT_BPTC_RGBA_UNORM] = VK_FORMAT_BC7_UNORM_BLOCK,
 561    [PIPE_FORMAT_BPTC_SRGBA] = VK_FORMAT_BC7_SRGB_BLOCK,
 562    [PIPE_FORMAT_BPTC_RGB_FLOAT] = VK_FORMAT_BC6H_SFLOAT_BLOCK,
 563    [PIPE_FORMAT_BPTC_RGB_UFLOAT] = VK_FORMAT_BC6H_UFLOAT_BLOCK,
 564 };
 565
 566 VkFormat
 567 zink_get_format(enum pipe_format format)
 568 {
 569    return formats[format];
 570 }
 571
 572 static VkSampleCountFlagBits
 573 vk_sample_count_flags(uint32_t sample_count)
 574 {
 575    switch (sample_count) {
 576    case 1: return VK_SAMPLE_COUNT_1_BIT;
 577    case 2: return VK_SAMPLE_COUNT_2_BIT;
 578    case 4: return VK_SAMPLE_COUNT_4_BIT;
 579    case 8: return VK_SAMPLE_COUNT_8_BIT;
 580    case 16: return VK_SAMPLE_COUNT_16_BIT;
 581    case 32: return VK_SAMPLE_COUNT_32_BIT;
 582    case 64: return VK_SAMPLE_COUNT_64_BIT;
 583    default:
 584       return 0;
 585    }
 586 }
 587
 588 static bool
 589 zink_is_format_supported(struct pipe_screen *pscreen,
 590                          enum pipe_format format,
 591                          enum pipe_texture_target target,
 592                          unsigned sample_count,
 593                          unsigned storage_sample_count,
 594                          unsigned bind)
 595 {
 596    struct zink_screen *screen = zink_screen(pscreen);
 597
 598    if (format == PIPE_FORMAT_NONE)
 599       return screen->props.limits.framebufferNoAttachmentsSampleCounts &
 600              vk_sample_count_flags(sample_count);
 601
 602    VkFormat vkformat = formats[format];
 603    if (vkformat == VK_FORMAT_UNDEFINED)
 604       return FALSE;
 605
 606    if (sample_count >= 1) {
 607       VkSampleCountFlagBits sample_mask = vk_sample_count_flags(sample_count);
 608       const struct util_format_description *desc = util_format_description(format);
 609       if (util_format_is_depth_or_stencil(format)) {
 610          if (util_format_has_depth(desc)) {
 611             if (bind & PIPE_BIND_DEPTH_STENCIL &&
 612                 (screen->props.limits.framebufferDepthSampleCounts & sample_mask) != sample_mask)
 613                return FALSE;
 614             if (bind & PIPE_BIND_SAMPLER_VIEW &&
 615                 (screen->props.limits.sampledImageDepthSampleCounts & sample_mask) != sample_mask)
 616                return FALSE;
 617          }
 618          if (util_format_has_stencil(desc)) {
 619             if (bind & PIPE_BIND_DEPTH_STENCIL &&
 620                 (screen->props.limits.framebufferStencilSampleCounts & sample_mask) != sample_mask)
 621                return FALSE;
 622             if (bind & PIPE_BIND_SAMPLER_VIEW &&
 623                 (screen->props.limits.sampledImageStencilSampleCounts & sample_mask) != sample_mask)
 624                return FALSE;
 625          }
 626       } else if (util_format_is_pure_integer(format)) {
 627          if (bind & PIPE_BIND_RENDER_TARGET &&
 628              !(screen->props.limits.framebufferColorSampleCounts & sample_mask))
 629             return FALSE;
 630          if (bind & PIPE_BIND_SAMPLER_VIEW &&
 631              !(screen->props.limits.sampledImageIntegerSampleCounts & sample_mask))
 632             return FALSE;
 633       } else {
 634          if (bind & PIPE_BIND_RENDER_TARGET &&
 635              !(screen->props.limits.framebufferColorSampleCounts & sample_mask))
 636             return FALSE;
 637          if (bind & PIPE_BIND_SAMPLER_VIEW &&
 638              !(screen->props.limits.sampledImageColorSampleCounts & sample_mask))
 639             return FALSE;
 640       }
 641    }
 642
 643    VkFormatProperties props;
 644    vkGetPhysicalDeviceFormatProperties(screen->pdev, vkformat, &props);
 645
 646    if (target == PIPE_BUFFER) {
 647       if (bind & PIPE_BIND_VERTEX_BUFFER &&
 648           !(props.bufferFeatures & VK_FORMAT_FEATURE_VERTEX_BUFFER_BIT))
 649          return FALSE;
 650    } else {
 651       /* all other targets are texture-targets */
 652       if (bind & PIPE_BIND_RENDER_TARGET &&
 653           !(props.optimalTilingFeatures & VK_FORMAT_FEATURE_COLOR_ATTACHMENT_BIT))
 654          return FALSE;
 655
 656       if (bind & PIPE_BIND_BLENDABLE &&
 657          !(props.optimalTilingFeatures & VK_FORMAT_FEATURE_COLOR_ATTACHMENT_BLEND_BIT))
 658         return FALSE;
 659
 660       if (bind & PIPE_BIND_SAMPLER_VIEW &&
 661           !(props.optimalTilingFeatures & VK_FORMAT_FEATURE_SAMPLED_IMAGE_BIT))
 662          return FALSE;
 663
 664       if (bind & PIPE_BIND_DEPTH_STENCIL &&
 665           !(props.optimalTilingFeatures & VK_FORMAT_FEATURE_DEPTH_STENCIL_ATTACHMENT_BIT))
 666          return FALSE;
 667    }
 668
 669    if (util_format_is_compressed(format)) {
 670       const struct util_format_description *desc = util_format_description(format);
 671       if (desc->layout == UTIL_FORMAT_LAYOUT_BPTC &&
 672           !screen->feats.textureCompressionBC)
 673          return FALSE;
 674    }
 675
 676    return TRUE;
 677 }
 678
 679 static void
 680 zink_destroy_screen(struct pipe_screen *pscreen)
 681 {
 682    struct zink_screen *screen = zink_screen(pscreen);
 683    slab_destroy_parent(&screen->transfer_pool);
 684    FREE(screen);
 685 }
 686
 687 static VkInstance
 688 create_instance()
 689 {
 690    VkApplicationInfo ai = {};
 691    ai.sType = VK_STRUCTURE_TYPE_APPLICATION_INFO;
 692
 693    char proc_name[128];
 694    if (os_get_process_name(proc_name, ARRAY_SIZE(proc_name)))
 695       ai.pApplicationName = proc_name;
 696    else
 697       ai.pApplicationName = "unknown";
 698
 699    ai.pEngineName = "mesa zink";
 700    ai.apiVersion = VK_API_VERSION_1_0;
 701
 702    const char *extensions[] = {
 703       VK_KHR_GET_PHYSICAL_DEVICE_PROPERTIES_2_EXTENSION_NAME,
 704       VK_KHR_EXTERNAL_MEMORY_CAPABILITIES_EXTENSION_NAME,
 705    };
 706
 707    VkInstanceCreateInfo ici = {};
 708    ici.sType = VK_STRUCTURE_TYPE_INSTANCE_CREATE_INFO;
 709    ici.pApplicationInfo = &ai;
 710    ici.ppEnabledExtensionNames = extensions;
 711    ici.enabledExtensionCount = ARRAY_SIZE(extensions);
 712
 713    VkInstance instance = VK_NULL_HANDLE;
 714    VkResult err = vkCreateInstance(&ici, NULL, &instance);
 715    if (err != VK_SUCCESS)
 716       return VK_NULL_HANDLE;
 717
 718    return instance;
 719 }
 720
 721 static VkPhysicalDevice
 722 choose_pdev(const VkInstance instance)
 723 {
 724    uint32_t i, pdev_count;
 725    VkPhysicalDevice *pdevs, pdev;
 726    vkEnumeratePhysicalDevices(instance, &pdev_count, NULL);
 727    assert(pdev_count > 0);
 728
 729    pdevs = malloc(sizeof(*pdevs) * pdev_count);
 730    vkEnumeratePhysicalDevices(instance, &pdev_count, pdevs);
 731    assert(pdev_count > 0);
 732
 733    pdev = pdevs[0];
 734    for (i = 0; i < pdev_count; ++i) {
 735       VkPhysicalDeviceProperties props;
 736       vkGetPhysicalDeviceProperties(pdevs[i], &props);
 737       if (props.deviceType == VK_PHYSICAL_DEVICE_TYPE_DISCRETE_GPU) {
 738          pdev = pdevs[i];
 739          break;
 740       }
 741    }
 742    free(pdevs);
 743    return pdev;
 744 }
 745
 746 static uint32_t
 747 find_gfx_queue(const VkPhysicalDevice pdev)
 748 {
 749    uint32_t num_queues;
 750    vkGetPhysicalDeviceQueueFamilyProperties(pdev, &num_queues, NULL);
 751    assert(num_queues > 0);
 752
 753    VkQueueFamilyProperties *props = malloc(sizeof(*props) * num_queues);
 754    vkGetPhysicalDeviceQueueFamilyProperties(pdev, &num_queues, props);
 755
 756    for (uint32_t i = 0; i < num_queues; i++) {
 757       if (props[i].queueFlags & VK_QUEUE_GRAPHICS_BIT) {
 758          free(props);
 759          return i;
 760       }
 761    }
 762
 763    return UINT32_MAX;
 764 }
 765
 766 static void
 767 zink_flush_frontbuffer(struct pipe_screen *pscreen,
 768                        struct pipe_resource *pres,
 769                        unsigned level, unsigned layer,
 770                        void *winsys_drawable_handle,
 771                        struct pipe_box *sub_box)
 772 {
 773    struct zink_screen *screen = zink_screen(pscreen);
 774    struct sw_winsys *winsys = screen->winsys;
 775    struct zink_resource *res = zink_resource(pres);
 776
 777    if (!winsys)
 778      return;
 779    void *map = winsys->displaytarget_map(winsys, res->dt, 0);
 780
 781    if (map) {
 782       VkImageSubresource isr = {};
 783       isr.aspectMask = res->aspect;
 784       isr.mipLevel = level;
 785       isr.arrayLayer = layer;
 786       VkSubresourceLayout layout;
 787       vkGetImageSubresourceLayout(screen->dev, res->image, &isr, &layout);
 788
 789       void *ptr;
 790       VkResult result = vkMapMemory(screen->dev, res->mem, res->offset, res->size, 0, &ptr);
 791       if (result != VK_SUCCESS) {
 792          debug_printf("failed to map memory for display\n");
 793          return;
 794       }
 795       for (int i = 0; i < pres->height0; ++i) {
 796          uint8_t *src = (uint8_t *)ptr + i * layout.rowPitch;
 797          uint8_t *dst = (uint8_t *)map + i * res->dt_stride;
 798          memcpy(dst, src, res->dt_stride);
 799       }
 800       vkUnmapMemory(screen->dev, res->mem);
 801    }
 802
 803    winsys->displaytarget_unmap(winsys, res->dt);
 804
 805    assert(res->dt);
 806    if (res->dt)
 807       winsys->displaytarget_display(winsys, res->dt, winsys_drawable_handle, sub_box);
 808 }
 809
 810 static struct pipe_screen *
 811 zink_internal_create_screen(struct sw_winsys *winsys, int fd)
 812 {
 813    struct zink_screen *screen = CALLOC_STRUCT(zink_screen);
 814    if (!screen)
 815       return NULL;
 816
 817    zink_debug = debug_get_option_zink_debug();
 818
 819    screen->instance = create_instance();
 820    screen->pdev = choose_pdev(screen->instance);
 821    screen->gfx_queue = find_gfx_queue(screen->pdev);
 822
 823    vkGetPhysicalDeviceProperties(screen->pdev, &screen->props);
 824    vkGetPhysicalDeviceFeatures(screen->pdev, &screen->feats);
 825    vkGetPhysicalDeviceMemoryProperties(screen->pdev, &screen->mem_props);
 826
 827    uint32_t num_extensions = 0;
 828    if (vkEnumerateDeviceExtensionProperties(screen->pdev, NULL,
 829        &num_extensions, NULL) == VK_SUCCESS && num_extensions > 0) {
 830       VkExtensionProperties *extensions = MALLOC(sizeof(VkExtensionProperties) *
 831                                                 num_extensions);
 832       if (extensions) {
 833          vkEnumerateDeviceExtensionProperties(screen->pdev, NULL,
 834                                               &num_extensions, extensions);
 835
 836          for (uint32_t  i = 0; i < num_extensions; ++i) {
 837             if (!strcmp(extensions[i].extensionName,
 838                 VK_KHR_MAINTENANCE1_EXTENSION_NAME))
 839                screen->have_VK_KHR_maintenance1 = true;
 840          }
 841          FREE(extensions);
 842       }
 843    }
 844
 845    VkDeviceQueueCreateInfo qci = {};
 846    float dummy = 0.0f;
 847    qci.sType = VK_STRUCTURE_TYPE_DEVICE_QUEUE_CREATE_INFO;
 848    qci.queueFamilyIndex = screen->gfx_queue;
 849    qci.queueCount = 1;
 850    qci.pQueuePriorities = &dummy;
 851
 852    VkDeviceCreateInfo dci = {};
 853    dci.sType = VK_STRUCTURE_TYPE_DEVICE_CREATE_INFO;
 854    dci.queueCreateInfoCount = 1;
 855    dci.pQueueCreateInfos = &qci;
 856    dci.pEnabledFeatures = &screen->feats;
 857    const char *extensions[] = {
 858       VK_KHR_MAINTENANCE1_EXTENSION_NAME,
 859       VK_KHR_EXTERNAL_MEMORY_EXTENSION_NAME,
 860       VK_KHR_EXTERNAL_MEMORY_FD_EXTENSION_NAME,
 861    };
 862    dci.ppEnabledExtensionNames = extensions;
 863    dci.enabledExtensionCount = ARRAY_SIZE(extensions);
 864    if (vkCreateDevice(screen->pdev, &dci, NULL, &screen->dev) != VK_SUCCESS)
 865       goto fail;
 866
 867    screen->winsys = winsys;
 868
 869    screen->base.get_name = zink_get_name;
 870    screen->base.get_vendor = zink_get_vendor;
 871    screen->base.get_device_vendor = zink_get_device_vendor;
 872    screen->base.get_param = zink_get_param;
 873    screen->base.get_paramf = zink_get_paramf;
 874    screen->base.get_shader_param = zink_get_shader_param;
 875    screen->base.get_compiler_options = zink_get_compiler_options;
 876    screen->base.is_format_supported = zink_is_format_supported;
 877    screen->base.context_create = zink_context_create;
 878    screen->base.flush_frontbuffer = zink_flush_frontbuffer;
 879    screen->base.destroy = zink_destroy_screen;
 880
 881    zink_screen_resource_init(&screen->base);
 882    zink_screen_fence_init(&screen->base);
 883
 884    slab_create_parent(&screen->transfer_pool, sizeof(struct zink_transfer), 16);
 885
 886    return &screen->base;
 887
 888 fail:
 889    FREE(screen);
 890    return NULL;
 891 }
 892
 893 struct pipe_screen *
 894 zink_create_screen(struct sw_winsys *winsys)
 895 {
 896    return zink_internal_create_screen(winsys, -1);
 897 }
 898
 899 struct pipe_screen *
 900 zink_drm_create_screen(int fd)
 901 {
 902    return zink_internal_create_screen(NULL, fd);
 903 }