src/gallium/drivers/panfrost/pan_screen.c

   1 /**************************************************************************
   2  *
   3  * Copyright 2008 VMware, Inc.
   4  * Copyright 2014 Broadcom
   5  * Copyright 2018 Alyssa Rosenzweig
   6  * Copyright 2019 Collabora, Ltd.
   7  * All Rights Reserved.
   8  *
   9  * Permission is hereby granted, free of charge, to any person obtaining a
  10  * copy of this software and associated documentation files (the
  11  * "Software"), to deal in the Software without restriction, including
  12  * without limitation the rights to use, copy, modify, merge, publish,
  13  * distribute, sub license, and/or sell copies of the Software, and to
  14  * permit persons to whom the Software is furnished to do so, subject to
  15  * the following conditions:
  16  *
  17  * The above copyright notice and this permission notice (including the
  18  * next paragraph) shall be included in all copies or substantial portions
  19  * of the Software.
  20  *
  21  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
  22  * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  23  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
  24  * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
  25  * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
  26  * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
  27  * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  28  *
  29  **************************************************************************/
  30
  31
  32 #include "util/u_debug.h"
  33 #include "util/u_memory.h"
  34 #include "util/u_format.h"
  35 #include "util/u_format_s3tc.h"
  36 #include "util/u_video.h"
  37 #include "util/u_screen.h"
  38 #include "util/os_time.h"
  39 #include "pipe/p_defines.h"
  40 #include "pipe/p_screen.h"
  41 #include "draw/draw_context.h"
  42 #include <xf86drm.h>
  43
  44 #include <fcntl.h>
  45
  46 #include "drm-uapi/drm_fourcc.h"
  47
  48 #include "pan_screen.h"
  49 #include "pan_resource.h"
  50 #include "pan_public.h"
  51 #include "pan_util.h"
  52 #include "pandecode/decode.h"
  53
  54 #include "pan_context.h"
  55 #include "midgard/midgard_compile.h"
  56
  57 static const struct debug_named_value debug_options[] = {
  58         {"msgs",      PAN_DBG_MSGS,     "Print debug messages"},
  59         {"trace",     PAN_DBG_TRACE,    "Trace the command stream"},
  60         DEBUG_NAMED_VALUE_END
  61 };
  62
  63 DEBUG_GET_ONCE_FLAGS_OPTION(pan_debug, "PAN_MESA_DEBUG", debug_options, 0)
  64
  65 int pan_debug = 0;
  66
  67 struct panfrost_driver *panfrost_create_drm_driver(int fd);
  68
  69 static const char *
  70 panfrost_get_name(struct pipe_screen *screen)
  71 {
  72         return "panfrost";
  73 }
  74
  75 static const char *
  76 panfrost_get_vendor(struct pipe_screen *screen)
  77 {
  78         return "panfrost";
  79 }
  80
  81 static const char *
  82 panfrost_get_device_vendor(struct pipe_screen *screen)
  83 {
  84         return "Arm";
  85 }
  86
  87 static int
  88 panfrost_get_param(struct pipe_screen *screen, enum pipe_cap param)
  89 {
  90         switch (param) {
  91         case PIPE_CAP_NPOT_TEXTURES:
  92         case PIPE_CAP_MIXED_FRAMEBUFFER_SIZES:
  93         case PIPE_CAP_MIXED_COLOR_DEPTH_BITS:
  94                 return 1;
  95
  96         case PIPE_CAP_SM3:
  97         case PIPE_CAP_POINT_SPRITE:
  98                 return 1;
  99
 100         case PIPE_CAP_MAX_RENDER_TARGETS:
 101         case PIPE_CAP_MAX_DUAL_SOURCE_RENDER_TARGETS:
 102                 return 1;
 103
 104         case PIPE_CAP_OCCLUSION_QUERY:
 105         case PIPE_CAP_QUERY_TIME_ELAPSED:
 106         case PIPE_CAP_QUERY_PIPELINE_STATISTICS:
 107                 return 1; /* TODO: Queries */
 108
 109         case PIPE_CAP_TEXTURE_MIRROR_CLAMP:
 110         case PIPE_CAP_TEXTURE_SWIZZLE:
 111                 return 1;
 112
 113         /* TODO: ES3. We expose these caps so we can access higher dEQP
 114          * tests; in actuality they are nonfunctional */
 115         case PIPE_CAP_MAX_STREAM_OUTPUT_BUFFERS:
 116                 return 4;
 117         case PIPE_CAP_TGSI_INSTANCEID:
 118         case PIPE_CAP_VERTEX_ELEMENT_INSTANCE_DIVISOR:
 119                 return 1;
 120
 121         case PIPE_CAP_MAX_TEXTURE_2D_SIZE:
 122                 return 4096;
 123         case PIPE_CAP_MAX_TEXTURE_3D_LEVELS:
 124         case PIPE_CAP_MAX_TEXTURE_CUBE_LEVELS:
 125                 return 13;
 126
 127         case PIPE_CAP_BLEND_EQUATION_SEPARATE:
 128                 return 1;
 129
 130         case PIPE_CAP_INDEP_BLEND_ENABLE:
 131                 return 1;
 132
 133         case PIPE_CAP_INDEP_BLEND_FUNC:
 134                 return 1;
 135
 136         case PIPE_CAP_TGSI_FS_COORD_ORIGIN_LOWER_LEFT:
 137                 /* Hardware is natively upper left */
 138                 return 0;
 139
 140         case PIPE_CAP_TGSI_FS_COORD_ORIGIN_UPPER_LEFT:
 141                 return 1;
 142         case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_HALF_INTEGER:
 143         case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_INTEGER:
 144                 return 1;
 145
 146         case PIPE_CAP_GENERATE_MIPMAP:
 147                 return 1;
 148
 149         case PIPE_CAP_DEPTH_CLIP_DISABLE:
 150                 return 1;
 151
 152         case PIPE_CAP_MAX_STREAM_OUTPUT_SEPARATE_COMPONENTS:
 153         case PIPE_CAP_MAX_STREAM_OUTPUT_INTERLEAVED_COMPONENTS:
 154                 return 16 * 4;
 155
 156         case PIPE_CAP_MAX_GEOMETRY_OUTPUT_VERTICES:
 157         case PIPE_CAP_MAX_GEOMETRY_TOTAL_OUTPUT_COMPONENTS:
 158                 return 1024;
 159
 160         case PIPE_CAP_MAX_VERTEX_STREAMS:
 161                 return 1;
 162
 163         case PIPE_CAP_SHADER_STENCIL_EXPORT:
 164                 return 1;
 165
 166         case PIPE_CAP_SEAMLESS_CUBE_MAP:
 167         case PIPE_CAP_SEAMLESS_CUBE_MAP_PER_TEXTURE:
 168                 return 1;
 169
 170         case PIPE_CAP_MAX_TEXTURE_ARRAY_LAYERS:
 171                 return 256; /* for GL3 */
 172
 173         case PIPE_CAP_CONDITIONAL_RENDER:
 174                 return 1;
 175
 176         case PIPE_CAP_FRAGMENT_COLOR_CLAMPED:
 177         case PIPE_CAP_VERTEX_COLOR_UNCLAMPED:
 178         case PIPE_CAP_VERTEX_COLOR_CLAMPED:
 179                 return 1;
 180
 181         case PIPE_CAP_GLSL_FEATURE_LEVEL:
 182                 return 330;
 183
 184         case PIPE_CAP_USER_VERTEX_BUFFERS: /* TODO */
 185         case PIPE_CAP_RESOURCE_FROM_USER_MEMORY:
 186                 return 0;
 187
 188         case PIPE_CAP_TGSI_VS_LAYER_VIEWPORT:
 189         case PIPE_CAP_DOUBLES:
 190         case PIPE_CAP_INT64:
 191         case PIPE_CAP_INT64_DIVMOD:
 192                 return 1;
 193
 194         case PIPE_CAP_CONSTANT_BUFFER_OFFSET_ALIGNMENT:
 195                 return 16;
 196
 197         case PIPE_CAP_MAX_VERTEX_ELEMENT_SRC_OFFSET:
 198                 return 0xffff;
 199
 200         case PIPE_CAP_QUERY_TIMESTAMP:
 201         case PIPE_CAP_CUBE_MAP_ARRAY:
 202                 return 1;
 203
 204         case PIPE_CAP_TEXTURE_BUFFER_OBJECTS:
 205                 return 1;
 206
 207         case PIPE_CAP_MAX_TEXTURE_BUFFER_SIZE:
 208                 return 65536;
 209
 210         case PIPE_CAP_TEXTURE_BUFFER_OFFSET_ALIGNMENT:
 211                 return 0;
 212
 213         case PIPE_CAP_PREFER_BLIT_BASED_TEXTURE_TRANSFER:
 214                 return 0;
 215
 216         case PIPE_CAP_MAX_VIEWPORTS:
 217                 return PIPE_MAX_VIEWPORTS;
 218
 219         case PIPE_CAP_ENDIANNESS:
 220                 return PIPE_ENDIAN_NATIVE;
 221
 222         case PIPE_CAP_MAX_TEXTURE_GATHER_COMPONENTS:
 223                 return 4;
 224
 225         case PIPE_CAP_TEXTURE_GATHER_SM5:
 226         case PIPE_CAP_TEXTURE_QUERY_LOD:
 227         case PIPE_CAP_TGSI_VS_WINDOW_SPACE_POSITION:
 228         case PIPE_CAP_SAMPLER_VIEW_TARGET:
 229         case PIPE_CAP_FAKE_SW_MSAA:
 230                 return 1;
 231
 232         case PIPE_CAP_MIN_TEXTURE_GATHER_OFFSET:
 233                 return -32;
 234
 235         case PIPE_CAP_MAX_TEXTURE_GATHER_OFFSET:
 236                 return 31;
 237
 238         case PIPE_CAP_DRAW_INDIRECT:
 239                 return 1;
 240
 241         case PIPE_CAP_QUERY_SO_OVERFLOW:
 242                 return 1;
 243
 244         case PIPE_CAP_VENDOR_ID:
 245                 return 0xFFFFFFFF;
 246
 247         case PIPE_CAP_DEVICE_ID:
 248                 return 0xFFFFFFFF;
 249
 250         case PIPE_CAP_ACCELERATED:
 251                 return 1;
 252
 253         case PIPE_CAP_VIDEO_MEMORY: {
 254                 uint64_t system_memory;
 255
 256                 if (!os_get_total_physical_memory(&system_memory))
 257                         return 0;
 258
 259                 return (int)(system_memory >> 20);
 260         }
 261
 262         case PIPE_CAP_UMA:
 263                 return 1;
 264
 265         case PIPE_CAP_CONDITIONAL_RENDER_INVERTED:
 266         case PIPE_CAP_CLIP_HALFZ:
 267         case PIPE_CAP_TEXTURE_FLOAT_LINEAR:
 268         case PIPE_CAP_TEXTURE_HALF_FLOAT_LINEAR:
 269         case PIPE_CAP_FRAMEBUFFER_NO_ATTACHMENT:
 270         case PIPE_CAP_CULL_DISTANCE:
 271         case PIPE_CAP_COPY_BETWEEN_COMPRESSED_AND_PLAIN_FORMATS:
 272         case PIPE_CAP_TGSI_ARRAY_COMPONENTS:
 273         case PIPE_CAP_CLEAR_TEXTURE:
 274                 return 1;
 275
 276         case PIPE_CAP_SHADER_BUFFER_OFFSET_ALIGNMENT:
 277                 return 4;
 278
 279         case PIPE_CAP_MAX_VARYINGS:
 280                 return 16;
 281
 282         default:
 283                 return u_pipe_screen_get_param_defaults(screen, param);
 284         }
 285 }
 286
 287 static int
 288 panfrost_get_shader_param(struct pipe_screen *screen,
 289                           enum pipe_shader_type shader,
 290                           enum pipe_shader_cap param)
 291 {
 292         if (shader != PIPE_SHADER_VERTEX &&
 293                         shader != PIPE_SHADER_FRAGMENT) {
 294                 return 0;
 295         }
 296
 297         /* this is probably not totally correct.. but it's a start: */
 298         switch (param) {
 299         case PIPE_SHADER_CAP_SCALAR_ISA:
 300                 return 0;
 301
 302         case PIPE_SHADER_CAP_MAX_INSTRUCTIONS:
 303                 return 0;
 304         case PIPE_SHADER_CAP_MAX_ALU_INSTRUCTIONS:
 305         case PIPE_SHADER_CAP_MAX_TEX_INSTRUCTIONS:
 306         case PIPE_SHADER_CAP_MAX_TEX_INDIRECTIONS:
 307                 return 16384;
 308
 309         case PIPE_SHADER_CAP_MAX_CONTROL_FLOW_DEPTH:
 310                 return 1024;
 311
 312         case PIPE_SHADER_CAP_MAX_INPUTS:
 313                 return 16;
 314
 315         case PIPE_SHADER_CAP_MAX_OUTPUTS:
 316                 return shader == PIPE_SHADER_FRAGMENT ? 1 : 8;
 317
 318         case PIPE_SHADER_CAP_MAX_TEMPS:
 319                 return 256; /* GL_MAX_PROGRAM_TEMPORARIES_ARB */
 320
 321         case PIPE_SHADER_CAP_MAX_CONST_BUFFER_SIZE:
 322                 return 16 * 1024 * sizeof(float);
 323
 324         case PIPE_SHADER_CAP_MAX_CONST_BUFFERS:
 325                 return 16;
 326
 327         case PIPE_SHADER_CAP_TGSI_CONT_SUPPORTED:
 328                 return 0;
 329
 330         case PIPE_SHADER_CAP_INDIRECT_INPUT_ADDR:
 331                 return 1;
 332         case PIPE_SHADER_CAP_INDIRECT_OUTPUT_ADDR:
 333                 return 0;
 334
 335         case PIPE_SHADER_CAP_INDIRECT_TEMP_ADDR:
 336                 return 0;
 337
 338         case PIPE_SHADER_CAP_INDIRECT_CONST_ADDR:
 339                 return 1;
 340
 341         case PIPE_SHADER_CAP_SUBROUTINES:
 342                 return 0;
 343
 344         case PIPE_SHADER_CAP_TGSI_SQRT_SUPPORTED:
 345                 return 0;
 346
 347         case PIPE_SHADER_CAP_INTEGERS:
 348                 return 1;
 349
 350         case PIPE_SHADER_CAP_INT64_ATOMICS:
 351         case PIPE_SHADER_CAP_FP16:
 352         case PIPE_SHADER_CAP_TGSI_DROUND_SUPPORTED:
 353         case PIPE_SHADER_CAP_TGSI_DFRACEXP_DLDEXP_SUPPORTED:
 354         case PIPE_SHADER_CAP_TGSI_LDEXP_SUPPORTED:
 355         case PIPE_SHADER_CAP_TGSI_FMA_SUPPORTED:
 356         case PIPE_SHADER_CAP_TGSI_ANY_INOUT_DECL_RANGE:
 357                 return 0;
 358
 359         case PIPE_SHADER_CAP_MAX_TEXTURE_SAMPLERS:
 360         case PIPE_SHADER_CAP_MAX_SAMPLER_VIEWS:
 361                 return 16; /* XXX: How many? */
 362
 363         case PIPE_SHADER_CAP_PREFERRED_IR:
 364                 return PIPE_SHADER_IR_NIR;
 365
 366         case PIPE_SHADER_CAP_SUPPORTED_IRS:
 367                 return 0;
 368
 369         case PIPE_SHADER_CAP_MAX_UNROLL_ITERATIONS_HINT:
 370                 return 32;
 371
 372         case PIPE_SHADER_CAP_MAX_SHADER_BUFFERS:
 373         case PIPE_SHADER_CAP_MAX_SHADER_IMAGES:
 374         case PIPE_SHADER_CAP_LOWER_IF_THRESHOLD:
 375         case PIPE_SHADER_CAP_TGSI_SKIP_MERGE_REGISTERS:
 376         case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTERS:
 377         case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTER_BUFFERS:
 378                 return 0;
 379
 380         default:
 381                 fprintf(stderr, "unknown shader param %d\n", param);
 382                 return 0;
 383         }
 384
 385         return 0;
 386 }
 387
 388 static float
 389 panfrost_get_paramf(struct pipe_screen *screen, enum pipe_capf param)
 390 {
 391         switch (param) {
 392         case PIPE_CAPF_MAX_LINE_WIDTH:
 393
 394         /* fall-through */
 395         case PIPE_CAPF_MAX_LINE_WIDTH_AA:
 396                 return 255.0; /* arbitrary */
 397
 398         case PIPE_CAPF_MAX_POINT_WIDTH:
 399
 400         /* fall-through */
 401         case PIPE_CAPF_MAX_POINT_WIDTH_AA:
 402                 return 255.0; /* arbitrary */
 403
 404         case PIPE_CAPF_MAX_TEXTURE_ANISOTROPY:
 405                 return 16.0;
 406
 407         case PIPE_CAPF_MAX_TEXTURE_LOD_BIAS:
 408                 return 16.0; /* arbitrary */
 409
 410         case PIPE_CAPF_MIN_CONSERVATIVE_RASTER_DILATE:
 411         case PIPE_CAPF_MAX_CONSERVATIVE_RASTER_DILATE:
 412         case PIPE_CAPF_CONSERVATIVE_RASTER_DILATE_GRANULARITY:
 413                 return 0.0f;
 414
 415         default:
 416                 debug_printf("Unexpected PIPE_CAPF %d query\n", param);
 417                 return 0.0;
 418         }
 419 }
 420
 421 /**
 422  * Query format support for creating a texture, drawing surface, etc.
 423  * \param format  the format to test
 424  * \param type  one of PIPE_TEXTURE, PIPE_SURFACE
 425  */
 426 static boolean
 427 panfrost_is_format_supported( struct pipe_screen *screen,
 428                               enum pipe_format format,
 429                               enum pipe_texture_target target,
 430                               unsigned sample_count,
 431                               unsigned storage_sample_count,
 432                               unsigned bind)
 433 {
 434         const struct util_format_description *format_desc;
 435
 436         assert(target == PIPE_BUFFER ||
 437                target == PIPE_TEXTURE_1D ||
 438                target == PIPE_TEXTURE_1D_ARRAY ||
 439                target == PIPE_TEXTURE_2D ||
 440                target == PIPE_TEXTURE_2D_ARRAY ||
 441                target == PIPE_TEXTURE_RECT ||
 442                target == PIPE_TEXTURE_3D ||
 443                target == PIPE_TEXTURE_CUBE ||
 444                target == PIPE_TEXTURE_CUBE_ARRAY);
 445
 446         format_desc = util_format_description(format);
 447
 448         if (!format_desc)
 449                 return FALSE;
 450
 451         if (sample_count > 1)
 452                 return FALSE;
 453
 454         /* Format wishlist */
 455         if (format == PIPE_FORMAT_Z24X8_UNORM || format == PIPE_FORMAT_X8Z24_UNORM)
 456                 return FALSE;
 457
 458         if (format == PIPE_FORMAT_A1B5G5R5_UNORM || format == PIPE_FORMAT_X1B5G5R5_UNORM)
 459                 return FALSE;
 460
 461         if (bind & PIPE_BIND_RENDER_TARGET) {
 462                 if (format_desc->colorspace == UTIL_FORMAT_COLORSPACE_ZS)
 463                         return FALSE;
 464
 465                 if (format == PIPE_FORMAT_B5G6R5_UNORM)
 466                         return TRUE;
 467
 468                 /* Check for vaguely 8UNORM formats. Looser than
 469                  * util_format_is_rgba8_variant, since it permits R8 (for
 470                  * instance) */
 471
 472                 for (unsigned chan = 0; chan < 4; ++chan) {
 473                         enum util_format_type t = format_desc->channel[chan].type;
 474                         if (t == UTIL_FORMAT_TYPE_VOID) continue;
 475                         if (t != UTIL_FORMAT_TYPE_UNSIGNED) return FALSE;
 476                         if (!format_desc->channel[chan].normalized) return FALSE;
 477                         if (format_desc->channel[chan].size != 8) return FALSE;
 478                 }
 479
 480                 /*
 481                  * Although possible, it is unnatural to render into compressed or YUV
 482                  * surfaces. So disable these here to avoid going into weird paths
 483                  * inside the state trackers.
 484                  */
 485                 if (format_desc->block.width != 1 ||
 486                                 format_desc->block.height != 1)
 487                         return FALSE;
 488         }
 489
 490         if (bind & PIPE_BIND_DEPTH_STENCIL) {
 491                 if (format_desc->colorspace != UTIL_FORMAT_COLORSPACE_ZS)
 492                         return FALSE;
 493         }
 494
 495         if (format_desc->layout != UTIL_FORMAT_LAYOUT_PLAIN) {
 496                 /* Compressed formats not yet hooked up. */
 497                 return FALSE;
 498         }
 499
 500         return TRUE;
 501 }
 502
 503
 504 static void
 505 panfrost_destroy_screen(struct pipe_screen *pscreen)
 506 {
 507         struct panfrost_screen *screen = pan_screen(pscreen);
 508         panfrost_resource_screen_deinit(screen);
 509         ralloc_free(screen);
 510 }
 511
 512 static void
 513 panfrost_flush_frontbuffer(struct pipe_screen *_screen,
 514                            struct pipe_resource *resource,
 515                            unsigned level, unsigned layer,
 516                            void *context_private,
 517                            struct pipe_box *sub_box)
 518 {
 519         /* TODO: Display target integration */
 520 }
 521
 522 static uint64_t
 523 panfrost_get_timestamp(struct pipe_screen *_screen)
 524 {
 525         return os_time_get_nano();
 526 }
 527
 528 static void
 529 panfrost_fence_reference(struct pipe_screen *pscreen,
 530                          struct pipe_fence_handle **ptr,
 531                          struct pipe_fence_handle *fence)
 532 {
 533         panfrost_drm_fence_reference(pscreen, ptr, fence);
 534 }
 535
 536 static boolean
 537 panfrost_fence_finish(struct pipe_screen *pscreen,
 538                       struct pipe_context *ctx,
 539                       struct pipe_fence_handle *fence,
 540                       uint64_t timeout)
 541 {
 542         return panfrost_drm_fence_finish(pscreen, ctx, fence, timeout);
 543 }
 544
 545 static const void *
 546 panfrost_screen_get_compiler_options(struct pipe_screen *pscreen,
 547                                      enum pipe_shader_ir ir,
 548                                      enum pipe_shader_type shader)
 549 {
 550         return &midgard_nir_options;
 551 }
 552
 553 struct pipe_screen *
 554 panfrost_create_screen(int fd, struct renderonly *ro)
 555 {
 556         struct panfrost_screen *screen = rzalloc(NULL, struct panfrost_screen);
 557
 558         pan_debug = debug_get_option_pan_debug();
 559
 560         if (!screen)
 561                 return NULL;
 562
 563         if (ro) {
 564                 screen->ro = renderonly_dup(ro);
 565                 if (!screen->ro) {
 566                         fprintf(stderr, "Failed to dup renderonly object\n");
 567                         free(screen);
 568                         return NULL;
 569                 }
 570         }
 571
 572         screen->fd = fd;
 573
 574         if (pan_debug & PAN_DBG_TRACE)
 575                 pandecode_initialize();
 576
 577         screen->base.destroy = panfrost_destroy_screen;
 578
 579         screen->base.get_name = panfrost_get_name;
 580         screen->base.get_vendor = panfrost_get_vendor;
 581         screen->base.get_device_vendor = panfrost_get_device_vendor;
 582         screen->base.get_param = panfrost_get_param;
 583         screen->base.get_shader_param = panfrost_get_shader_param;
 584         screen->base.get_paramf = panfrost_get_paramf;
 585         screen->base.get_timestamp = panfrost_get_timestamp;
 586         screen->base.is_format_supported = panfrost_is_format_supported;
 587         screen->base.context_create = panfrost_create_context;
 588         screen->base.flush_frontbuffer = panfrost_flush_frontbuffer;
 589         screen->base.get_compiler_options = panfrost_screen_get_compiler_options;
 590         screen->base.fence_reference = panfrost_fence_reference;
 591         screen->base.fence_finish = panfrost_fence_finish;
 592
 593         screen->last_fragment_flushed = true;
 594         screen->last_job = NULL;
 595
 596         panfrost_resource_screen_init(screen);
 597
 598         return &screen->base;
 599 }