src/gallium/drivers/vc4/vc4_screen.c

   1 /*
   2  * Copyright © 2014 Broadcom
   3  * Copyright (C) 2012 Rob Clark <robclark@freedesktop.org>
   4  *
   5  * Permission is hereby granted, free of charge, to any person obtaining a
   6  * copy of this software and associated documentation files (the "Software"),
   7  * to deal in the Software without restriction, including without limitation
   8  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   9  * and/or sell copies of the Software, and to permit persons to whom the
  10  * Software is furnished to do so, subject to the following conditions:
  11  *
  12  * The above copyright notice and this permission notice (including the next
  13  * paragraph) shall be included in all copies or substantial portions of the
  14  * Software.
  15  *
  16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  18  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  19  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  20  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  21  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
  22  * IN THE SOFTWARE.
  23  */
  24
  25 #include "util/os_misc.h"
  26 #include "pipe/p_defines.h"
  27 #include "pipe/p_screen.h"
  28 #include "pipe/p_state.h"
  29
  30 #include "util/u_cpu_detect.h"
  31 #include "util/u_debug.h"
  32 #include "util/u_memory.h"
  33 #include "util/u_format.h"
  34 #include "util/u_hash_table.h"
  35 #include "util/u_screen.h"
  36 #include "util/u_transfer_helper.h"
  37 #include "util/ralloc.h"
  38
  39 #include <xf86drm.h>
  40 #include "drm-uapi/drm_fourcc.h"
  41 #include "drm-uapi/vc4_drm.h"
  42 #include "vc4_screen.h"
  43 #include "vc4_context.h"
  44 #include "vc4_resource.h"
  45
  46 static const struct debug_named_value debug_options[] = {
  47         { "cl",       VC4_DEBUG_CL,
  48           "Dump command list during creation" },
  49         { "surf",       VC4_DEBUG_SURFACE,
  50           "Dump surface layouts" },
  51         { "qpu",      VC4_DEBUG_QPU,
  52           "Dump generated QPU instructions" },
  53         { "qir",      VC4_DEBUG_QIR,
  54           "Dump QPU IR during program compile" },
  55         { "nir",      VC4_DEBUG_NIR,
  56           "Dump NIR during program compile" },
  57         { "tgsi",     VC4_DEBUG_TGSI,
  58           "Dump TGSI during program compile" },
  59         { "shaderdb", VC4_DEBUG_SHADERDB,
  60           "Dump program compile information for shader-db analysis" },
  61         { "perf",     VC4_DEBUG_PERF,
  62           "Print during performance-related events" },
  63         { "norast",   VC4_DEBUG_NORAST,
  64           "Skip actual hardware execution of commands" },
  65         { "always_flush", VC4_DEBUG_ALWAYS_FLUSH,
  66           "Flush after each draw call" },
  67         { "always_sync", VC4_DEBUG_ALWAYS_SYNC,
  68           "Wait for finish after each flush" },
  69 #ifdef USE_VC4_SIMULATOR
  70         { "dump", VC4_DEBUG_DUMP,
  71           "Write a GPU command stream trace file" },
  72 #endif
  73         { NULL }
  74 };
  75
  76 DEBUG_GET_ONCE_FLAGS_OPTION(vc4_debug, "VC4_DEBUG", debug_options, 0)
  77 uint32_t vc4_debug;
  78
  79 static const char *
  80 vc4_screen_get_name(struct pipe_screen *pscreen)
  81 {
  82         struct vc4_screen *screen = vc4_screen(pscreen);
  83
  84         if (!screen->name) {
  85                 screen->name = ralloc_asprintf(screen,
  86                                                "VC4 V3D %d.%d",
  87                                                screen->v3d_ver / 10,
  88                                                screen->v3d_ver % 10);
  89         }
  90
  91         return screen->name;
  92 }
  93
  94 static const char *
  95 vc4_screen_get_vendor(struct pipe_screen *pscreen)
  96 {
  97         return "Broadcom";
  98 }
  99
 100 static void
 101 vc4_screen_destroy(struct pipe_screen *pscreen)
 102 {
 103         struct vc4_screen *screen = vc4_screen(pscreen);
 104
 105         util_hash_table_destroy(screen->bo_handles);
 106         vc4_bufmgr_destroy(pscreen);
 107         slab_destroy_parent(&screen->transfer_pool);
 108         free(screen->ro);
 109
 110 #ifdef USE_VC4_SIMULATOR
 111         vc4_simulator_destroy(screen);
 112 #endif
 113
 114         u_transfer_helper_destroy(pscreen->transfer_helper);
 115
 116         close(screen->fd);
 117         ralloc_free(pscreen);
 118 }
 119
 120 static bool
 121 vc4_has_feature(struct vc4_screen *screen, uint32_t feature)
 122 {
 123         struct drm_vc4_get_param p = {
 124                 .param = feature,
 125         };
 126         int ret = vc4_ioctl(screen->fd, DRM_IOCTL_VC4_GET_PARAM, &p);
 127
 128         if (ret != 0)
 129                 return false;
 130
 131         return p.value;
 132 }
 133
 134 static int
 135 vc4_screen_get_param(struct pipe_screen *pscreen, enum pipe_cap param)
 136 {
 137         struct vc4_screen *screen = vc4_screen(pscreen);
 138
 139         switch (param) {
 140                 /* Supported features (boolean caps). */
 141         case PIPE_CAP_VERTEX_COLOR_CLAMPED:
 142         case PIPE_CAP_VERTEX_COLOR_UNCLAMPED:
 143         case PIPE_CAP_FRAGMENT_COLOR_CLAMPED:
 144         case PIPE_CAP_BUFFER_MAP_PERSISTENT_COHERENT:
 145         case PIPE_CAP_NPOT_TEXTURES:
 146         case PIPE_CAP_SHAREABLE_SHADERS:
 147         case PIPE_CAP_BLEND_EQUATION_SEPARATE:
 148         case PIPE_CAP_TEXTURE_MULTISAMPLE:
 149         case PIPE_CAP_TEXTURE_SWIZZLE:
 150         case PIPE_CAP_TEXTURE_BARRIER:
 151                 return 1;
 152
 153         case PIPE_CAP_NATIVE_FENCE_FD:
 154                 return screen->has_syncobj;
 155
 156         case PIPE_CAP_TILE_RASTER_ORDER:
 157                 return vc4_has_feature(screen,
 158                                        DRM_VC4_PARAM_SUPPORTS_FIXED_RCL_ORDER);
 159
 160                 /* lying for GL 2.0 */
 161         case PIPE_CAP_OCCLUSION_QUERY:
 162         case PIPE_CAP_POINT_SPRITE:
 163                 return 1;
 164
 165         case PIPE_CAP_TGSI_FS_COORD_ORIGIN_UPPER_LEFT:
 166         case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_HALF_INTEGER:
 167         case PIPE_CAP_TGSI_FS_FACE_IS_INTEGER_SYSVAL:
 168                 return 1;
 169
 170         case PIPE_CAP_MIXED_FRAMEBUFFER_SIZES:
 171         case PIPE_CAP_MIXED_COLOR_DEPTH_BITS:
 172                 return 1;
 173
 174                 /* Texturing. */
 175         case PIPE_CAP_MAX_TEXTURE_2D_SIZE:
 176                 return 2048;
 177         case PIPE_CAP_MAX_TEXTURE_CUBE_LEVELS:
 178                 return VC4_MAX_MIP_LEVELS;
 179         case PIPE_CAP_MAX_TEXTURE_3D_LEVELS:
 180                 /* Note: Not supported in hardware, just faking it. */
 181                 return 5;
 182
 183         case PIPE_CAP_MAX_VARYINGS:
 184                 return 8;
 185
 186         case PIPE_CAP_VENDOR_ID:
 187                 return 0x14E4;
 188         case PIPE_CAP_ACCELERATED:
 189                 return 1;
 190         case PIPE_CAP_VIDEO_MEMORY: {
 191                 uint64_t system_memory;
 192
 193                 if (!os_get_total_physical_memory(&system_memory))
 194                         return 0;
 195
 196                 return (int)(system_memory >> 20);
 197         }
 198         case PIPE_CAP_UMA:
 199                 return 1;
 200
 201         case PIPE_CAP_ALPHA_TEST:
 202                 return 0;
 203
 204         default:
 205                 return u_pipe_screen_get_param_defaults(pscreen, param);
 206         }
 207 }
 208
 209 static float
 210 vc4_screen_get_paramf(struct pipe_screen *pscreen, enum pipe_capf param)
 211 {
 212         switch (param) {
 213         case PIPE_CAPF_MAX_LINE_WIDTH:
 214         case PIPE_CAPF_MAX_LINE_WIDTH_AA:
 215                 return 32;
 216
 217         case PIPE_CAPF_MAX_POINT_WIDTH:
 218         case PIPE_CAPF_MAX_POINT_WIDTH_AA:
 219                 return 512.0f;
 220
 221         case PIPE_CAPF_MAX_TEXTURE_ANISOTROPY:
 222                 return 0.0f;
 223         case PIPE_CAPF_MAX_TEXTURE_LOD_BIAS:
 224                 return 0.0f;
 225
 226         case PIPE_CAPF_MIN_CONSERVATIVE_RASTER_DILATE:
 227         case PIPE_CAPF_MAX_CONSERVATIVE_RASTER_DILATE:
 228         case PIPE_CAPF_CONSERVATIVE_RASTER_DILATE_GRANULARITY:
 229                 return 0.0f;
 230         default:
 231                 fprintf(stderr, "unknown paramf %d\n", param);
 232                 return 0;
 233         }
 234 }
 235
 236 static int
 237 vc4_screen_get_shader_param(struct pipe_screen *pscreen,
 238                             enum pipe_shader_type shader,
 239                             enum pipe_shader_cap param)
 240 {
 241         if (shader != PIPE_SHADER_VERTEX &&
 242             shader != PIPE_SHADER_FRAGMENT) {
 243                 return 0;
 244         }
 245
 246         /* this is probably not totally correct.. but it's a start: */
 247         switch (param) {
 248         case PIPE_SHADER_CAP_MAX_INSTRUCTIONS:
 249         case PIPE_SHADER_CAP_MAX_ALU_INSTRUCTIONS:
 250         case PIPE_SHADER_CAP_MAX_TEX_INSTRUCTIONS:
 251         case PIPE_SHADER_CAP_MAX_TEX_INDIRECTIONS:
 252                 return 16384;
 253
 254         case PIPE_SHADER_CAP_MAX_CONTROL_FLOW_DEPTH:
 255                 return vc4_screen(pscreen)->has_control_flow;
 256
 257         case PIPE_SHADER_CAP_MAX_INPUTS:
 258                 return 8;
 259         case PIPE_SHADER_CAP_MAX_OUTPUTS:
 260                 return shader == PIPE_SHADER_FRAGMENT ? 1 : 8;
 261         case PIPE_SHADER_CAP_MAX_TEMPS:
 262                 return 256; /* GL_MAX_PROGRAM_TEMPORARIES_ARB */
 263         case PIPE_SHADER_CAP_MAX_CONST_BUFFER_SIZE:
 264                 return 16 * 1024 * sizeof(float);
 265         case PIPE_SHADER_CAP_MAX_CONST_BUFFERS:
 266                 return 1;
 267         case PIPE_SHADER_CAP_TGSI_CONT_SUPPORTED:
 268                 return 0;
 269         case PIPE_SHADER_CAP_INDIRECT_INPUT_ADDR:
 270         case PIPE_SHADER_CAP_INDIRECT_OUTPUT_ADDR:
 271         case PIPE_SHADER_CAP_INDIRECT_TEMP_ADDR:
 272                 return 0;
 273         case PIPE_SHADER_CAP_INDIRECT_CONST_ADDR:
 274                 return 1;
 275         case PIPE_SHADER_CAP_SUBROUTINES:
 276                 return 0;
 277         case PIPE_SHADER_CAP_TGSI_SQRT_SUPPORTED:
 278                 return 0;
 279         case PIPE_SHADER_CAP_INTEGERS:
 280                 return 1;
 281         case PIPE_SHADER_CAP_INT64_ATOMICS:
 282         case PIPE_SHADER_CAP_FP16:
 283         case PIPE_SHADER_CAP_TGSI_DROUND_SUPPORTED:
 284         case PIPE_SHADER_CAP_TGSI_DFRACEXP_DLDEXP_SUPPORTED:
 285         case PIPE_SHADER_CAP_TGSI_LDEXP_SUPPORTED:
 286         case PIPE_SHADER_CAP_TGSI_FMA_SUPPORTED:
 287         case PIPE_SHADER_CAP_TGSI_ANY_INOUT_DECL_RANGE:
 288                 return 0;
 289         case PIPE_SHADER_CAP_MAX_TEXTURE_SAMPLERS:
 290         case PIPE_SHADER_CAP_MAX_SAMPLER_VIEWS:
 291                 return VC4_MAX_TEXTURE_SAMPLERS;
 292         case PIPE_SHADER_CAP_PREFERRED_IR:
 293                 return PIPE_SHADER_IR_NIR;
 294         case PIPE_SHADER_CAP_SUPPORTED_IRS:
 295                 return 0;
 296         case PIPE_SHADER_CAP_MAX_UNROLL_ITERATIONS_HINT:
 297                 return 32;
 298         case PIPE_SHADER_CAP_MAX_SHADER_BUFFERS:
 299         case PIPE_SHADER_CAP_MAX_SHADER_IMAGES:
 300         case PIPE_SHADER_CAP_LOWER_IF_THRESHOLD:
 301         case PIPE_SHADER_CAP_TGSI_SKIP_MERGE_REGISTERS:
 302         case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTERS:
 303         case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTER_BUFFERS:
 304                 return 0;
 305         default:
 306                 fprintf(stderr, "unknown shader param %d\n", param);
 307                 return 0;
 308         }
 309         return 0;
 310 }
 311
 312 static bool
 313 vc4_screen_is_format_supported(struct pipe_screen *pscreen,
 314                                enum pipe_format format,
 315                                enum pipe_texture_target target,
 316                                unsigned sample_count,
 317                                unsigned storage_sample_count,
 318                                unsigned usage)
 319 {
 320         struct vc4_screen *screen = vc4_screen(pscreen);
 321
 322         if (MAX2(1, sample_count) != MAX2(1, storage_sample_count))
 323                 return false;
 324
 325         if (sample_count > 1 && sample_count != VC4_MAX_SAMPLES)
 326                 return false;
 327
 328         if (target >= PIPE_MAX_TEXTURE_TYPES) {
 329                 return false;
 330         }
 331
 332         if (usage & PIPE_BIND_VERTEX_BUFFER) {
 333                 switch (format) {
 334                 case PIPE_FORMAT_R32G32B32A32_FLOAT:
 335                 case PIPE_FORMAT_R32G32B32_FLOAT:
 336                 case PIPE_FORMAT_R32G32_FLOAT:
 337                 case PIPE_FORMAT_R32_FLOAT:
 338                 case PIPE_FORMAT_R32G32B32A32_SNORM:
 339                 case PIPE_FORMAT_R32G32B32_SNORM:
 340                 case PIPE_FORMAT_R32G32_SNORM:
 341                 case PIPE_FORMAT_R32_SNORM:
 342                 case PIPE_FORMAT_R32G32B32A32_SSCALED:
 343                 case PIPE_FORMAT_R32G32B32_SSCALED:
 344                 case PIPE_FORMAT_R32G32_SSCALED:
 345                 case PIPE_FORMAT_R32_SSCALED:
 346                 case PIPE_FORMAT_R16G16B16A16_UNORM:
 347                 case PIPE_FORMAT_R16G16B16_UNORM:
 348                 case PIPE_FORMAT_R16G16_UNORM:
 349                 case PIPE_FORMAT_R16_UNORM:
 350                 case PIPE_FORMAT_R16G16B16A16_SNORM:
 351                 case PIPE_FORMAT_R16G16B16_SNORM:
 352                 case PIPE_FORMAT_R16G16_SNORM:
 353                 case PIPE_FORMAT_R16_SNORM:
 354                 case PIPE_FORMAT_R16G16B16A16_USCALED:
 355                 case PIPE_FORMAT_R16G16B16_USCALED:
 356                 case PIPE_FORMAT_R16G16_USCALED:
 357                 case PIPE_FORMAT_R16_USCALED:
 358                 case PIPE_FORMAT_R16G16B16A16_SSCALED:
 359                 case PIPE_FORMAT_R16G16B16_SSCALED:
 360                 case PIPE_FORMAT_R16G16_SSCALED:
 361                 case PIPE_FORMAT_R16_SSCALED:
 362                 case PIPE_FORMAT_R8G8B8A8_UNORM:
 363                 case PIPE_FORMAT_R8G8B8_UNORM:
 364                 case PIPE_FORMAT_R8G8_UNORM:
 365                 case PIPE_FORMAT_R8_UNORM:
 366                 case PIPE_FORMAT_R8G8B8A8_SNORM:
 367                 case PIPE_FORMAT_R8G8B8_SNORM:
 368                 case PIPE_FORMAT_R8G8_SNORM:
 369                 case PIPE_FORMAT_R8_SNORM:
 370                 case PIPE_FORMAT_R8G8B8A8_USCALED:
 371                 case PIPE_FORMAT_R8G8B8_USCALED:
 372                 case PIPE_FORMAT_R8G8_USCALED:
 373                 case PIPE_FORMAT_R8_USCALED:
 374                 case PIPE_FORMAT_R8G8B8A8_SSCALED:
 375                 case PIPE_FORMAT_R8G8B8_SSCALED:
 376                 case PIPE_FORMAT_R8G8_SSCALED:
 377                 case PIPE_FORMAT_R8_SSCALED:
 378                         break;
 379                 default:
 380                         return false;
 381                 }
 382         }
 383
 384         if ((usage & PIPE_BIND_RENDER_TARGET) &&
 385             !vc4_rt_format_supported(format)) {
 386                 return false;
 387         }
 388
 389         if ((usage & PIPE_BIND_SAMPLER_VIEW) &&
 390             (!vc4_tex_format_supported(format) ||
 391              (format == PIPE_FORMAT_ETC1_RGB8 && !screen->has_etc1))) {
 392                 return false;
 393         }
 394
 395         if ((usage & PIPE_BIND_DEPTH_STENCIL) &&
 396             format != PIPE_FORMAT_S8_UINT_Z24_UNORM &&
 397             format != PIPE_FORMAT_X8Z24_UNORM) {
 398                 return false;
 399         }
 400
 401         if ((usage & PIPE_BIND_INDEX_BUFFER) &&
 402             format != PIPE_FORMAT_I8_UINT &&
 403             format != PIPE_FORMAT_I16_UINT) {
 404                 return false;
 405         }
 406
 407         return true;
 408 }
 409
 410 static void
 411 vc4_screen_query_dmabuf_modifiers(struct pipe_screen *pscreen,
 412                                   enum pipe_format format, int max,
 413                                   uint64_t *modifiers,
 414                                   unsigned int *external_only,
 415                                   int *count)
 416 {
 417         int m, i;
 418         uint64_t available_modifiers[] = {
 419                 DRM_FORMAT_MOD_BROADCOM_VC4_T_TILED,
 420                 DRM_FORMAT_MOD_LINEAR,
 421         };
 422         struct vc4_screen *screen = vc4_screen(pscreen);
 423         int num_modifiers = screen->has_tiling_ioctl ? 2 : 1;
 424
 425         if (!modifiers) {
 426                 *count = num_modifiers;
 427                 return;
 428         }
 429
 430         *count = MIN2(max, num_modifiers);
 431         m = screen->has_tiling_ioctl ? 0 : 1;
 432         /* We support both modifiers (tiled and linear) for all sampler
 433          * formats, but if we don't have the DRM_VC4_GET_TILING ioctl
 434          * we shouldn't advertise the tiled formats.
 435          */
 436         for (i = 0; i < *count; i++) {
 437                 modifiers[i] = available_modifiers[m++];
 438                 if (external_only)
 439                         external_only[i] = false;
 440        }
 441 }
 442
 443 #define PTR_TO_UINT(x) ((unsigned)((intptr_t)(x)))
 444
 445 static unsigned handle_hash(void *key)
 446 {
 447     return PTR_TO_UINT(key);
 448 }
 449
 450 static int handle_compare(void *key1, void *key2)
 451 {
 452     return PTR_TO_UINT(key1) != PTR_TO_UINT(key2);
 453 }
 454
 455 static bool
 456 vc4_get_chip_info(struct vc4_screen *screen)
 457 {
 458         struct drm_vc4_get_param ident0 = {
 459                 .param = DRM_VC4_PARAM_V3D_IDENT0,
 460         };
 461         struct drm_vc4_get_param ident1 = {
 462                 .param = DRM_VC4_PARAM_V3D_IDENT1,
 463         };
 464         int ret;
 465
 466         ret = vc4_ioctl(screen->fd, DRM_IOCTL_VC4_GET_PARAM, &ident0);
 467         if (ret != 0) {
 468                 if (errno == EINVAL) {
 469                         /* Backwards compatibility with 2835 kernels which
 470                          * only do V3D 2.1.
 471                          */
 472                         screen->v3d_ver = 21;
 473                         return true;
 474                 } else {
 475                         fprintf(stderr, "Couldn't get V3D IDENT0: %s\n",
 476                                 strerror(errno));
 477                         return false;
 478                 }
 479         }
 480         ret = vc4_ioctl(screen->fd, DRM_IOCTL_VC4_GET_PARAM, &ident1);
 481         if (ret != 0) {
 482                 fprintf(stderr, "Couldn't get V3D IDENT1: %s\n",
 483                         strerror(errno));
 484                 return false;
 485         }
 486
 487         uint32_t major = (ident0.value >> 24) & 0xff;
 488         uint32_t minor = (ident1.value >> 0) & 0xf;
 489         screen->v3d_ver = major * 10 + minor;
 490
 491         if (screen->v3d_ver != 21 && screen->v3d_ver != 26) {
 492                 fprintf(stderr,
 493                         "V3D %d.%d not supported by this version of Mesa.\n",
 494                         screen->v3d_ver / 10,
 495                         screen->v3d_ver % 10);
 496                 return false;
 497         }
 498
 499         return true;
 500 }
 501
 502 struct pipe_screen *
 503 vc4_screen_create(int fd, struct renderonly *ro)
 504 {
 505         struct vc4_screen *screen = rzalloc(NULL, struct vc4_screen);
 506         uint64_t syncobj_cap = 0;
 507         struct pipe_screen *pscreen;
 508         int err;
 509
 510         pscreen = &screen->base;
 511
 512         pscreen->destroy = vc4_screen_destroy;
 513         pscreen->get_param = vc4_screen_get_param;
 514         pscreen->get_paramf = vc4_screen_get_paramf;
 515         pscreen->get_shader_param = vc4_screen_get_shader_param;
 516         pscreen->context_create = vc4_context_create;
 517         pscreen->is_format_supported = vc4_screen_is_format_supported;
 518
 519         screen->fd = fd;
 520         if (ro) {
 521                 screen->ro = renderonly_dup(ro);
 522                 if (!screen->ro) {
 523                         fprintf(stderr, "Failed to dup renderonly object\n");
 524                         ralloc_free(screen);
 525                         return NULL;
 526                 }
 527         }
 528
 529         list_inithead(&screen->bo_cache.time_list);
 530         (void) mtx_init(&screen->bo_handles_mutex, mtx_plain);
 531         screen->bo_handles = util_hash_table_create(handle_hash, handle_compare);
 532
 533         screen->has_control_flow =
 534                 vc4_has_feature(screen, DRM_VC4_PARAM_SUPPORTS_BRANCHES);
 535         screen->has_etc1 =
 536                 vc4_has_feature(screen, DRM_VC4_PARAM_SUPPORTS_ETC1);
 537         screen->has_threaded_fs =
 538                 vc4_has_feature(screen, DRM_VC4_PARAM_SUPPORTS_THREADED_FS);
 539         screen->has_madvise =
 540                 vc4_has_feature(screen, DRM_VC4_PARAM_SUPPORTS_MADVISE);
 541         screen->has_perfmon_ioctl =
 542                 vc4_has_feature(screen, DRM_VC4_PARAM_SUPPORTS_PERFMON);
 543
 544         err = drmGetCap(fd, DRM_CAP_SYNCOBJ, &syncobj_cap);
 545         if (err == 0 && syncobj_cap)
 546                 screen->has_syncobj = true;
 547
 548         if (!vc4_get_chip_info(screen))
 549                 goto fail;
 550
 551         util_cpu_detect();
 552
 553         slab_create_parent(&screen->transfer_pool, sizeof(struct vc4_transfer), 16);
 554
 555         vc4_fence_screen_init(screen);
 556
 557         vc4_debug = debug_get_option_vc4_debug();
 558         if (vc4_debug & VC4_DEBUG_SHADERDB)
 559                 vc4_debug |= VC4_DEBUG_NORAST;
 560
 561 #ifdef USE_VC4_SIMULATOR
 562         vc4_simulator_init(screen);
 563 #endif
 564
 565         vc4_resource_screen_init(pscreen);
 566
 567         pscreen->get_name = vc4_screen_get_name;
 568         pscreen->get_vendor = vc4_screen_get_vendor;
 569         pscreen->get_device_vendor = vc4_screen_get_vendor;
 570         pscreen->get_compiler_options = vc4_screen_get_compiler_options;
 571         pscreen->query_dmabuf_modifiers = vc4_screen_query_dmabuf_modifiers;
 572
 573         if (screen->has_perfmon_ioctl) {
 574                 pscreen->get_driver_query_group_info = vc4_get_driver_query_group_info;
 575                 pscreen->get_driver_query_info = vc4_get_driver_query_info;
 576         }
 577
 578         return pscreen;
 579
 580 fail:
 581         close(fd);
 582         ralloc_free(pscreen);
 583         return NULL;
 584 }