src/gallium/drivers/etnaviv/etnaviv_screen.c

   1 /*
   2  * Copyright (c) 2012-2015 Etnaviv Project
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sub license,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice (including the
  12  * next paragraph) shall be included in all copies or substantial portions
  13  * of the Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
  18  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  20  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
  21  * DEALINGS IN THE SOFTWARE.
  22  *
  23  * Authors:
  24  *    Wladimir J. van der Laan <laanwj@gmail.com>
  25  *    Christian Gmeiner <christian.gmeiner@gmail.com>
  26  */
  27
  28 #include "etnaviv_screen.h"
  29
  30 #include "hw/common.xml.h"
  31
  32 #include "etnaviv_compiler.h"
  33 #include "etnaviv_context.h"
  34 #include "etnaviv_debug.h"
  35 #include "etnaviv_fence.h"
  36 #include "etnaviv_format.h"
  37 #include "etnaviv_query.h"
  38 #include "etnaviv_resource.h"
  39 #include "etnaviv_translate.h"
  40
  41 #include "util/os_time.h"
  42 #include "util/u_math.h"
  43 #include "util/u_memory.h"
  44 #include "util/u_string.h"
  45
  46 #include "state_tracker/drm_driver.h"
  47
  48 #include <drm_fourcc.h>
  49
  50 #define ETNA_DRM_VERSION(major, minor) ((major) << 16 | (minor))
  51 #define ETNA_DRM_VERSION_FENCE_FD      ETNA_DRM_VERSION(1, 1)
  52 #define ETNA_DRM_VERSION_PERFMON       ETNA_DRM_VERSION(1, 2)
  53
  54 static const struct debug_named_value debug_options[] = {
  55    {"dbg_msgs",       ETNA_DBG_MSGS, "Print debug messages"},
  56    {"frame_msgs",     ETNA_DBG_FRAME_MSGS, "Print frame messages"},
  57    {"resource_msgs",  ETNA_DBG_RESOURCE_MSGS, "Print resource messages"},
  58    {"compiler_msgs",  ETNA_DBG_COMPILER_MSGS, "Print compiler messages"},
  59    {"linker_msgs",    ETNA_DBG_LINKER_MSGS, "Print linker messages"},
  60    {"dump_shaders",   ETNA_DBG_DUMP_SHADERS, "Dump shaders"},
  61    {"no_ts",          ETNA_DBG_NO_TS, "Disable TS"},
  62    {"no_autodisable", ETNA_DBG_NO_AUTODISABLE, "Disable autodisable"},
  63    {"no_supertile",   ETNA_DBG_NO_SUPERTILE, "Disable supertiles"},
  64    {"no_early_z",     ETNA_DBG_NO_EARLY_Z, "Disable early z"},
  65    {"cflush_all",     ETNA_DBG_CFLUSH_ALL, "Flush every cash before state update"},
  66    {"msaa2x",         ETNA_DBG_MSAA_2X, "Force 2x msaa"},
  67    {"msaa4x",         ETNA_DBG_MSAA_4X, "Force 4x msaa"},
  68    {"flush_all",      ETNA_DBG_FLUSH_ALL, "Flush after every rendered primitive"},
  69    {"zero",           ETNA_DBG_ZERO, "Zero all resources after allocation"},
  70    {"draw_stall",     ETNA_DBG_DRAW_STALL, "Stall FE/PE after each rendered primitive"},
  71    {"shaderdb",       ETNA_DBG_SHADERDB, "Enable shaderdb output"},
  72    {"no_singlebuffer",ETNA_DBG_NO_SINGLEBUF, "Disable single buffer feature"},
  73    DEBUG_NAMED_VALUE_END
  74 };
  75
  76 DEBUG_GET_ONCE_FLAGS_OPTION(etna_mesa_debug, "ETNA_MESA_DEBUG", debug_options, 0)
  77 int etna_mesa_debug = 0;
  78
  79 static void
  80 etna_screen_destroy(struct pipe_screen *pscreen)
  81 {
  82    struct etna_screen *screen = etna_screen(pscreen);
  83
  84    if (screen->perfmon)
  85       etna_perfmon_del(screen->perfmon);
  86
  87    if (screen->pipe)
  88       etna_pipe_del(screen->pipe);
  89
  90    if (screen->gpu)
  91       etna_gpu_del(screen->gpu);
  92
  93    if (screen->ro)
  94       FREE(screen->ro);
  95
  96    if (screen->dev)
  97       etna_device_del(screen->dev);
  98
  99    FREE(screen);
 100 }
 101
 102 static const char *
 103 etna_screen_get_name(struct pipe_screen *pscreen)
 104 {
 105    struct etna_screen *priv = etna_screen(pscreen);
 106    static char buffer[128];
 107
 108    util_snprintf(buffer, sizeof(buffer), "Vivante GC%x rev %04x", priv->model,
 109                  priv->revision);
 110
 111    return buffer;
 112 }
 113
 114 static const char *
 115 etna_screen_get_vendor(struct pipe_screen *pscreen)
 116 {
 117    return "etnaviv";
 118 }
 119
 120 static const char *
 121 etna_screen_get_device_vendor(struct pipe_screen *pscreen)
 122 {
 123    return "Vivante";
 124 }
 125
 126 static int
 127 etna_screen_get_param(struct pipe_screen *pscreen, enum pipe_cap param)
 128 {
 129    struct etna_screen *screen = etna_screen(pscreen);
 130
 131    switch (param) {
 132    /* Supported features (boolean caps). */
 133    case PIPE_CAP_ANISOTROPIC_FILTER:
 134    case PIPE_CAP_POINT_SPRITE:
 135    case PIPE_CAP_BLEND_EQUATION_SEPARATE:
 136    case PIPE_CAP_TGSI_FS_COORD_ORIGIN_UPPER_LEFT:
 137    case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_HALF_INTEGER:
 138    case PIPE_CAP_SM3:
 139    case PIPE_CAP_TEXTURE_BARRIER:
 140    case PIPE_CAP_QUADS_FOLLOW_PROVOKING_VERTEX_CONVENTION:
 141    case PIPE_CAP_VERTEX_BUFFER_OFFSET_4BYTE_ALIGNED_ONLY:
 142    case PIPE_CAP_VERTEX_BUFFER_STRIDE_4BYTE_ALIGNED_ONLY:
 143    case PIPE_CAP_VERTEX_ELEMENT_SRC_OFFSET_4BYTE_ALIGNED_ONLY:
 144    case PIPE_CAP_TGSI_TEXCOORD:
 145    case PIPE_CAP_VERTEX_COLOR_UNCLAMPED:
 146    case PIPE_CAP_MIXED_COLOR_DEPTH_BITS:
 147       return 1;
 148    case PIPE_CAP_NATIVE_FENCE_FD:
 149       return screen->drm_version >= ETNA_DRM_VERSION_FENCE_FD;
 150
 151    /* Memory */
 152    case PIPE_CAP_CONSTANT_BUFFER_OFFSET_ALIGNMENT:
 153       return 256;
 154    case PIPE_CAP_MIN_MAP_BUFFER_ALIGNMENT:
 155       return 4; /* XXX could easily be supported */
 156    case PIPE_CAP_GLSL_FEATURE_LEVEL:
 157    case PIPE_CAP_GLSL_FEATURE_LEVEL_COMPATIBILITY:
 158       return 120;
 159
 160    case PIPE_CAP_NPOT_TEXTURES:
 161       return true; /* VIV_FEATURE(priv->dev, chipMinorFeatures1,
 162                       NON_POWER_OF_TWO); */
 163
 164    case PIPE_CAP_TEXTURE_SWIZZLE:
 165    case PIPE_CAP_PRIMITIVE_RESTART:
 166       return VIV_FEATURE(screen, chipMinorFeatures1, HALTI0);
 167
 168    case PIPE_CAP_ENDIANNESS:
 169       return PIPE_ENDIAN_LITTLE; /* on most Viv hw this is configurable (feature
 170                                     ENDIANNESS_CONFIG) */
 171
 172    /* Unsupported features. */
 173    case PIPE_CAP_SEAMLESS_CUBE_MAP:
 174    case PIPE_CAP_COMPUTE: /* XXX supported on gc2000 */
 175    case PIPE_CAP_MIXED_COLORBUFFER_FORMATS: /* only one colorbuffer supported, so mixing makes no sense */
 176    case PIPE_CAP_CONDITIONAL_RENDER: /* no occlusion queries */
 177    case PIPE_CAP_TGSI_INSTANCEID: /* no idea, really */
 178    case PIPE_CAP_START_INSTANCE: /* instancing not supported AFAIK */
 179    case PIPE_CAP_VERTEX_ELEMENT_INSTANCE_DIVISOR: /* instancing not supported AFAIK */
 180    case PIPE_CAP_SHADER_STENCIL_EXPORT: /* Fragment shader cannot export stencil value */
 181    case PIPE_CAP_MAX_DUAL_SOURCE_RENDER_TARGETS: /* no dual-source supported */
 182    case PIPE_CAP_TEXTURE_MULTISAMPLE: /* no texture multisample */
 183    case PIPE_CAP_TEXTURE_MIRROR_CLAMP: /* only mirrored repeat */
 184    case PIPE_CAP_INDEP_BLEND_ENABLE:
 185    case PIPE_CAP_INDEP_BLEND_FUNC:
 186    case PIPE_CAP_DEPTH_CLIP_DISABLE:
 187    case PIPE_CAP_SEAMLESS_CUBE_MAP_PER_TEXTURE:
 188    case PIPE_CAP_TGSI_FS_COORD_ORIGIN_LOWER_LEFT:
 189    case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_INTEGER:
 190    case PIPE_CAP_TGSI_CAN_COMPACT_CONSTANTS: /* Don't skip strict max uniform limit check */
 191    case PIPE_CAP_FRAGMENT_COLOR_CLAMPED:
 192    case PIPE_CAP_VERTEX_COLOR_CLAMPED:
 193    case PIPE_CAP_USER_VERTEX_BUFFERS:
 194    case PIPE_CAP_TEXTURE_BUFFER_OBJECTS:
 195    case PIPE_CAP_TEXTURE_BUFFER_OFFSET_ALIGNMENT:
 196    case PIPE_CAP_BUFFER_SAMPLER_VIEW_RGBA_ONLY:
 197    case PIPE_CAP_MIXED_FRAMEBUFFER_SIZES: /* TODO: test me out with piglit */
 198    case PIPE_CAP_TGSI_VS_LAYER_VIEWPORT:
 199    case PIPE_CAP_MAX_TEXTURE_GATHER_COMPONENTS:
 200    case PIPE_CAP_TEXTURE_GATHER_SM5:
 201    case PIPE_CAP_BUFFER_MAP_PERSISTENT_COHERENT:
 202    case PIPE_CAP_FAKE_SW_MSAA:
 203    case PIPE_CAP_TEXTURE_QUERY_LOD:
 204    case PIPE_CAP_SAMPLE_SHADING:
 205    case PIPE_CAP_TEXTURE_GATHER_OFFSETS:
 206    case PIPE_CAP_TGSI_VS_WINDOW_SPACE_POSITION:
 207    case PIPE_CAP_DRAW_INDIRECT:
 208    case PIPE_CAP_TGSI_FS_FINE_DERIVATIVE:
 209    case PIPE_CAP_CONDITIONAL_RENDER_INVERTED:
 210    case PIPE_CAP_SAMPLER_VIEW_TARGET:
 211    case PIPE_CAP_CLIP_HALFZ:
 212    case PIPE_CAP_VERTEXID_NOBASE:
 213    case PIPE_CAP_POLYGON_OFFSET_CLAMP:
 214    case PIPE_CAP_MULTISAMPLE_Z_RESOLVE:
 215    case PIPE_CAP_RESOURCE_FROM_USER_MEMORY:
 216    case PIPE_CAP_DEVICE_RESET_STATUS_QUERY:
 217    case PIPE_CAP_MAX_SHADER_PATCH_VARYINGS:
 218    case PIPE_CAP_TEXTURE_FLOAT_LINEAR:
 219    case PIPE_CAP_TEXTURE_HALF_FLOAT_LINEAR:
 220    case PIPE_CAP_DEPTH_BOUNDS_TEST:
 221    case PIPE_CAP_TGSI_TXQS:
 222    case PIPE_CAP_FORCE_PERSAMPLE_INTERP:
 223    case PIPE_CAP_SHAREABLE_SHADERS:
 224    case PIPE_CAP_COPY_BETWEEN_COMPRESSED_AND_PLAIN_FORMATS:
 225    case PIPE_CAP_CLEAR_TEXTURE:
 226    case PIPE_CAP_DRAW_PARAMETERS:
 227    case PIPE_CAP_TGSI_PACK_HALF_FLOAT:
 228    case PIPE_CAP_MULTI_DRAW_INDIRECT:
 229    case PIPE_CAP_MULTI_DRAW_INDIRECT_PARAMS:
 230    case PIPE_CAP_TGSI_FS_POSITION_IS_SYSVAL:
 231    case PIPE_CAP_TGSI_FS_FACE_IS_INTEGER_SYSVAL:
 232    case PIPE_CAP_SHADER_BUFFER_OFFSET_ALIGNMENT:
 233    case PIPE_CAP_INVALIDATE_BUFFER:
 234    case PIPE_CAP_GENERATE_MIPMAP:
 235    case PIPE_CAP_STRING_MARKER:
 236    case PIPE_CAP_SURFACE_REINTERPRET_BLOCKS:
 237    case PIPE_CAP_QUERY_BUFFER_OBJECT:
 238    case PIPE_CAP_QUERY_MEMORY_INFO:
 239    case PIPE_CAP_FRAMEBUFFER_NO_ATTACHMENT:
 240    case PIPE_CAP_ROBUST_BUFFER_ACCESS_BEHAVIOR:
 241    case PIPE_CAP_CULL_DISTANCE:
 242    case PIPE_CAP_PRIMITIVE_RESTART_FOR_PATCHES:
 243    case PIPE_CAP_TGSI_VOTE:
 244    case PIPE_CAP_MAX_WINDOW_RECTANGLES:
 245    case PIPE_CAP_POLYGON_OFFSET_UNITS_UNSCALED:
 246    case PIPE_CAP_VIEWPORT_SUBPIXEL_BITS:
 247    case PIPE_CAP_TGSI_ARRAY_COMPONENTS:
 248    case PIPE_CAP_STREAM_OUTPUT_INTERLEAVE_BUFFERS:
 249    case PIPE_CAP_TGSI_CAN_READ_OUTPUTS:
 250    case PIPE_CAP_GLSL_OPTIMIZE_CONSERVATIVELY:
 251    case PIPE_CAP_TGSI_FS_FBFETCH:
 252    case PIPE_CAP_TGSI_MUL_ZERO_WINS:
 253    case PIPE_CAP_DOUBLES:
 254    case PIPE_CAP_INT64:
 255    case PIPE_CAP_INT64_DIVMOD:
 256    case PIPE_CAP_TGSI_TEX_TXF_LZ:
 257    case PIPE_CAP_TGSI_CLOCK:
 258    case PIPE_CAP_POLYGON_MODE_FILL_RECTANGLE:
 259    case PIPE_CAP_SPARSE_BUFFER_PAGE_SIZE:
 260    case PIPE_CAP_TGSI_BALLOT:
 261    case PIPE_CAP_TGSI_TES_LAYER_VIEWPORT:
 262    case PIPE_CAP_CAN_BIND_CONST_BUFFER_AS_VERTEX:
 263    case PIPE_CAP_ALLOW_MAPPED_BUFFERS_DURING_EXECUTION:
 264    case PIPE_CAP_POST_DEPTH_COVERAGE:
 265    case PIPE_CAP_BINDLESS_TEXTURE:
 266    case PIPE_CAP_NIR_SAMPLERS_AS_DEREF:
 267    case PIPE_CAP_QUERY_SO_OVERFLOW:
 268    case PIPE_CAP_MEMOBJ:
 269    case PIPE_CAP_LOAD_CONSTBUF:
 270    case PIPE_CAP_TGSI_ANY_REG_AS_ADDRESS:
 271    case PIPE_CAP_TILE_RASTER_ORDER:
 272    case PIPE_CAP_MAX_COMBINED_SHADER_OUTPUT_RESOURCES:
 273    case PIPE_CAP_SIGNED_VERTEX_BUFFER_OFFSET:
 274    case PIPE_CAP_CONTEXT_PRIORITY_MASK:
 275    case PIPE_CAP_FENCE_SIGNAL:
 276    case PIPE_CAP_CONSTBUF0_FLAGS:
 277    case PIPE_CAP_CONSERVATIVE_RASTER_POST_SNAP_TRIANGLES:
 278    case PIPE_CAP_CONSERVATIVE_RASTER_POST_SNAP_POINTS_LINES:
 279    case PIPE_CAP_CONSERVATIVE_RASTER_PRE_SNAP_TRIANGLES:
 280    case PIPE_CAP_CONSERVATIVE_RASTER_PRE_SNAP_POINTS_LINES:
 281    case PIPE_CAP_CONSERVATIVE_RASTER_POST_DEPTH_COVERAGE:
 282    case PIPE_CAP_MAX_CONSERVATIVE_RASTER_SUBPIXEL_PRECISION_BIAS:
 283    case PIPE_CAP_PACKED_UNIFORMS:
 284    case PIPE_CAP_PROGRAMMABLE_SAMPLE_LOCATIONS:
 285       return 0;
 286
 287    /* Stream output. */
 288    case PIPE_CAP_MAX_STREAM_OUTPUT_BUFFERS:
 289    case PIPE_CAP_STREAM_OUTPUT_PAUSE_RESUME:
 290    case PIPE_CAP_MAX_STREAM_OUTPUT_SEPARATE_COMPONENTS:
 291    case PIPE_CAP_MAX_STREAM_OUTPUT_INTERLEAVED_COMPONENTS:
 292       return 0;
 293
 294    /* Geometry shader output, unsupported. */
 295    case PIPE_CAP_MAX_GEOMETRY_OUTPUT_VERTICES:
 296    case PIPE_CAP_MAX_GEOMETRY_TOTAL_OUTPUT_COMPONENTS:
 297    case PIPE_CAP_MAX_VERTEX_STREAMS:
 298       return 0;
 299
 300    case PIPE_CAP_MAX_VERTEX_ATTRIB_STRIDE:
 301       return 128;
 302
 303    /* Texturing. */
 304    case PIPE_CAP_MAX_TEXTURE_2D_LEVELS:
 305    case PIPE_CAP_MAX_TEXTURE_CUBE_LEVELS:
 306    {
 307       int log2_max_tex_size = util_last_bit(screen->specs.max_texture_size);
 308       assert(log2_max_tex_size > 0);
 309       return log2_max_tex_size;
 310    }
 311    case PIPE_CAP_MAX_TEXTURE_3D_LEVELS: /* 3D textures not supported - fake it */
 312       return 5;
 313    case PIPE_CAP_MAX_TEXTURE_ARRAY_LAYERS:
 314       return 0;
 315    case PIPE_CAP_CUBE_MAP_ARRAY:
 316       return 0;
 317    case PIPE_CAP_MIN_TEXTURE_GATHER_OFFSET:
 318    case PIPE_CAP_MIN_TEXEL_OFFSET:
 319       return -8;
 320    case PIPE_CAP_MAX_TEXTURE_GATHER_OFFSET:
 321    case PIPE_CAP_MAX_TEXEL_OFFSET:
 322       return 7;
 323    case PIPE_CAP_TEXTURE_BORDER_COLOR_QUIRK:
 324       return 0;
 325    case PIPE_CAP_MAX_TEXTURE_BUFFER_SIZE:
 326       return 65536;
 327
 328    /* Render targets. */
 329    case PIPE_CAP_MAX_RENDER_TARGETS:
 330       return 1;
 331
 332    /* Viewports and scissors. */
 333    case PIPE_CAP_MAX_VIEWPORTS:
 334       return 1;
 335
 336    /* Timer queries. */
 337    case PIPE_CAP_QUERY_TIME_ELAPSED:
 338       return 0;
 339    case PIPE_CAP_OCCLUSION_QUERY:
 340       return VIV_FEATURE(screen, chipMinorFeatures1, HALTI0);
 341    case PIPE_CAP_QUERY_TIMESTAMP:
 342       return 1;
 343    case PIPE_CAP_QUERY_PIPELINE_STATISTICS:
 344       return 0;
 345
 346    /* Preferences */
 347    case PIPE_CAP_PREFER_BLIT_BASED_TEXTURE_TRANSFER:
 348       return 0;
 349
 350    case PIPE_CAP_PCI_GROUP:
 351    case PIPE_CAP_PCI_BUS:
 352    case PIPE_CAP_PCI_DEVICE:
 353    case PIPE_CAP_PCI_FUNCTION:
 354       return 0;
 355    case PIPE_CAP_VENDOR_ID:
 356    case PIPE_CAP_DEVICE_ID:
 357       return 0xFFFFFFFF;
 358    case PIPE_CAP_ACCELERATED:
 359       return 1;
 360    case PIPE_CAP_VIDEO_MEMORY:
 361       return 0;
 362    case PIPE_CAP_UMA:
 363       return 1;
 364    }
 365
 366    debug_printf("unknown param %d", param);
 367    return 0;
 368 }
 369
 370 static float
 371 etna_screen_get_paramf(struct pipe_screen *pscreen, enum pipe_capf param)
 372 {
 373    struct etna_screen *screen = etna_screen(pscreen);
 374
 375    switch (param) {
 376    case PIPE_CAPF_MAX_LINE_WIDTH:
 377    case PIPE_CAPF_MAX_LINE_WIDTH_AA:
 378    case PIPE_CAPF_MAX_POINT_WIDTH:
 379    case PIPE_CAPF_MAX_POINT_WIDTH_AA:
 380       return 8192.0f;
 381    case PIPE_CAPF_MAX_TEXTURE_ANISOTROPY:
 382       return 16.0f;
 383    case PIPE_CAPF_MAX_TEXTURE_LOD_BIAS:
 384       return util_last_bit(screen->specs.max_texture_size);
 385    case PIPE_CAPF_MIN_CONSERVATIVE_RASTER_DILATE:
 386    case PIPE_CAPF_MAX_CONSERVATIVE_RASTER_DILATE:
 387    case PIPE_CAPF_CONSERVATIVE_RASTER_DILATE_GRANULARITY:
 388       return 0.0f;
 389    }
 390
 391    debug_printf("unknown paramf %d", param);
 392    return 0;
 393 }
 394
 395 static int
 396 etna_screen_get_shader_param(struct pipe_screen *pscreen,
 397                              enum pipe_shader_type shader,
 398                              enum pipe_shader_cap param)
 399 {
 400    struct etna_screen *screen = etna_screen(pscreen);
 401
 402    switch (shader) {
 403    case PIPE_SHADER_FRAGMENT:
 404    case PIPE_SHADER_VERTEX:
 405       break;
 406    case PIPE_SHADER_COMPUTE:
 407    case PIPE_SHADER_GEOMETRY:
 408    case PIPE_SHADER_TESS_CTRL:
 409    case PIPE_SHADER_TESS_EVAL:
 410       return 0;
 411    default:
 412       DBG("unknown shader type %d", shader);
 413       return 0;
 414    }
 415
 416    switch (param) {
 417    case PIPE_SHADER_CAP_MAX_INSTRUCTIONS:
 418    case PIPE_SHADER_CAP_MAX_ALU_INSTRUCTIONS:
 419    case PIPE_SHADER_CAP_MAX_TEX_INSTRUCTIONS:
 420    case PIPE_SHADER_CAP_MAX_TEX_INDIRECTIONS:
 421       return ETNA_MAX_TOKENS;
 422    case PIPE_SHADER_CAP_MAX_CONTROL_FLOW_DEPTH:
 423       return ETNA_MAX_DEPTH; /* XXX */
 424    case PIPE_SHADER_CAP_MAX_INPUTS:
 425       /* Maximum number of inputs for the vertex shader is the number
 426        * of vertex elements - each element defines one vertex shader
 427        * input register.  For the fragment shader, this is the number
 428        * of varyings. */
 429       return shader == PIPE_SHADER_FRAGMENT ? screen->specs.max_varyings
 430                                             : screen->specs.vertex_max_elements;
 431    case PIPE_SHADER_CAP_MAX_OUTPUTS:
 432       return 16; /* see VIVS_VS_OUTPUT */
 433    case PIPE_SHADER_CAP_MAX_TEMPS:
 434       return 64; /* Max native temporaries. */
 435    case PIPE_SHADER_CAP_MAX_CONST_BUFFERS:
 436       return 1;
 437    case PIPE_SHADER_CAP_TGSI_CONT_SUPPORTED:
 438       return 1;
 439    case PIPE_SHADER_CAP_INDIRECT_INPUT_ADDR:
 440    case PIPE_SHADER_CAP_INDIRECT_OUTPUT_ADDR:
 441    case PIPE_SHADER_CAP_INDIRECT_TEMP_ADDR:
 442    case PIPE_SHADER_CAP_INDIRECT_CONST_ADDR:
 443       return 1;
 444    case PIPE_SHADER_CAP_SUBROUTINES:
 445       return 0;
 446    case PIPE_SHADER_CAP_TGSI_SQRT_SUPPORTED:
 447       return VIV_FEATURE(screen, chipMinorFeatures0, HAS_SQRT_TRIG);
 448    case PIPE_SHADER_CAP_INTEGERS:
 449    case PIPE_SHADER_CAP_INT64_ATOMICS:
 450    case PIPE_SHADER_CAP_FP16:
 451       return 0;
 452    case PIPE_SHADER_CAP_MAX_TEXTURE_SAMPLERS:
 453    case PIPE_SHADER_CAP_MAX_SAMPLER_VIEWS:
 454       return shader == PIPE_SHADER_FRAGMENT
 455                 ? screen->specs.fragment_sampler_count
 456                 : screen->specs.vertex_sampler_count;
 457    case PIPE_SHADER_CAP_PREFERRED_IR:
 458       return PIPE_SHADER_IR_TGSI;
 459    case PIPE_SHADER_CAP_MAX_CONST_BUFFER_SIZE:
 460       return 4096;
 461    case PIPE_SHADER_CAP_TGSI_DROUND_SUPPORTED:
 462    case PIPE_SHADER_CAP_TGSI_DFRACEXP_DLDEXP_SUPPORTED:
 463    case PIPE_SHADER_CAP_TGSI_LDEXP_SUPPORTED:
 464    case PIPE_SHADER_CAP_TGSI_FMA_SUPPORTED:
 465    case PIPE_SHADER_CAP_TGSI_ANY_INOUT_DECL_RANGE:
 466       return false;
 467    case PIPE_SHADER_CAP_SUPPORTED_IRS:
 468       return 0;
 469    case PIPE_SHADER_CAP_MAX_UNROLL_ITERATIONS_HINT:
 470       return 32;
 471    case PIPE_SHADER_CAP_MAX_SHADER_BUFFERS:
 472    case PIPE_SHADER_CAP_MAX_SHADER_IMAGES:
 473    case PIPE_SHADER_CAP_LOWER_IF_THRESHOLD:
 474    case PIPE_SHADER_CAP_TGSI_SKIP_MERGE_REGISTERS:
 475    case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTERS:
 476    case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTER_BUFFERS:
 477    case PIPE_SHADER_CAP_SCALAR_ISA:
 478       return 0;
 479    }
 480
 481    debug_printf("unknown shader param %d", param);
 482    return 0;
 483 }
 484
 485 static uint64_t
 486 etna_screen_get_timestamp(struct pipe_screen *pscreen)
 487 {
 488    return os_time_get_nano();
 489 }
 490
 491 static bool
 492 gpu_supports_texure_format(struct etna_screen *screen, uint32_t fmt,
 493                            enum pipe_format format)
 494 {
 495    bool supported = true;
 496
 497    if (fmt == TEXTURE_FORMAT_ETC1)
 498       supported = VIV_FEATURE(screen, chipFeatures, ETC1_TEXTURE_COMPRESSION);
 499
 500    if (fmt >= TEXTURE_FORMAT_DXT1 && fmt <= TEXTURE_FORMAT_DXT4_DXT5)
 501       supported = VIV_FEATURE(screen, chipFeatures, DXT_TEXTURE_COMPRESSION);
 502
 503    if (util_format_is_srgb(format))
 504       supported = VIV_FEATURE(screen, chipMinorFeatures1, HALTI0);
 505
 506    if (fmt & EXT_FORMAT) {
 507       supported = VIV_FEATURE(screen, chipMinorFeatures1, HALTI0);
 508
 509       /* ETC1 is checked above, as it has its own feature bit. ETC2 is
 510        * supported with HALTI0, however that implementation is buggy in hardware.
 511        * The blob driver does per-block patching to work around this. As this
 512        * is currently not implemented by etnaviv, enable it for HALTI1 (GC3000)
 513        * only.
 514        */
 515       if (util_format_is_etc(format))
 516          supported = VIV_FEATURE(screen, chipMinorFeatures2, HALTI1);
 517    }
 518
 519    if (fmt & ASTC_FORMAT) {
 520       supported = screen->specs.tex_astc;
 521    }
 522
 523    if (!supported)
 524       return false;
 525
 526    if (texture_format_needs_swiz(format))
 527       return VIV_FEATURE(screen, chipMinorFeatures1, HALTI0);
 528
 529    return true;
 530 }
 531
 532 static boolean
 533 etna_screen_is_format_supported(struct pipe_screen *pscreen,
 534                                 enum pipe_format format,
 535                                 enum pipe_texture_target target,
 536                                 unsigned sample_count, unsigned usage)
 537 {
 538    struct etna_screen *screen = etna_screen(pscreen);
 539    unsigned allowed = 0;
 540
 541    if (target != PIPE_BUFFER &&
 542        target != PIPE_TEXTURE_1D &&
 543        target != PIPE_TEXTURE_2D &&
 544        target != PIPE_TEXTURE_3D &&
 545        target != PIPE_TEXTURE_CUBE &&
 546        target != PIPE_TEXTURE_RECT)
 547       return FALSE;
 548
 549    if (usage & PIPE_BIND_RENDER_TARGET) {
 550       /* if render target, must be RS-supported format */
 551       if (translate_rs_format(format) != ETNA_NO_MATCH) {
 552          /* Validate MSAA; number of samples must be allowed, and render target
 553           * must have MSAA'able format. */
 554          if (sample_count > 1) {
 555             if (translate_samples_to_xyscale(sample_count, NULL, NULL, NULL) &&
 556                 translate_msaa_format(format) != ETNA_NO_MATCH) {
 557                allowed |= PIPE_BIND_RENDER_TARGET;
 558             }
 559          } else {
 560             allowed |= PIPE_BIND_RENDER_TARGET;
 561          }
 562       }
 563    }
 564
 565    if (usage & PIPE_BIND_DEPTH_STENCIL) {
 566       if (translate_depth_format(format) != ETNA_NO_MATCH)
 567          allowed |= PIPE_BIND_DEPTH_STENCIL;
 568    }
 569
 570    if (usage & PIPE_BIND_SAMPLER_VIEW) {
 571       uint32_t fmt = translate_texture_format(format);
 572
 573       if (!gpu_supports_texure_format(screen, fmt, format))
 574          fmt = ETNA_NO_MATCH;
 575
 576       if (sample_count < 2 && fmt != ETNA_NO_MATCH)
 577          allowed |= PIPE_BIND_SAMPLER_VIEW;
 578    }
 579
 580    if (usage & PIPE_BIND_VERTEX_BUFFER) {
 581       if (translate_vertex_format_type(format) != ETNA_NO_MATCH)
 582          allowed |= PIPE_BIND_VERTEX_BUFFER;
 583    }
 584
 585    if (usage & PIPE_BIND_INDEX_BUFFER) {
 586       /* must be supported index format */
 587       if (format == PIPE_FORMAT_I8_UINT || format == PIPE_FORMAT_I16_UINT ||
 588           (format == PIPE_FORMAT_I32_UINT &&
 589            VIV_FEATURE(screen, chipFeatures, 32_BIT_INDICES))) {
 590          allowed |= PIPE_BIND_INDEX_BUFFER;
 591       }
 592    }
 593
 594    /* Always allowed */
 595    allowed |=
 596       usage & (PIPE_BIND_DISPLAY_TARGET | PIPE_BIND_SCANOUT | PIPE_BIND_SHARED);
 597
 598    if (usage != allowed) {
 599       DBG("not supported: format=%s, target=%d, sample_count=%d, "
 600           "usage=%x, allowed=%x",
 601           util_format_name(format), target, sample_count, usage, allowed);
 602    }
 603
 604    return usage == allowed;
 605 }
 606
 607 const uint64_t supported_modifiers[] = {
 608    DRM_FORMAT_MOD_LINEAR,
 609    DRM_FORMAT_MOD_VIVANTE_TILED,
 610    DRM_FORMAT_MOD_VIVANTE_SUPER_TILED,
 611    DRM_FORMAT_MOD_VIVANTE_SPLIT_TILED,
 612    DRM_FORMAT_MOD_VIVANTE_SPLIT_SUPER_TILED,
 613 };
 614
 615 static void
 616 etna_screen_query_dmabuf_modifiers(struct pipe_screen *pscreen,
 617                                    enum pipe_format format, int max,
 618                                    uint64_t *modifiers,
 619                                    unsigned int *external_only, int *count)
 620 {
 621    struct etna_screen *screen = etna_screen(pscreen);
 622    int i, num_modifiers = 0;
 623
 624    if (max > ARRAY_SIZE(supported_modifiers))
 625       max = ARRAY_SIZE(supported_modifiers);
 626
 627    if (!max) {
 628       modifiers = NULL;
 629       max = ARRAY_SIZE(supported_modifiers);
 630    }
 631
 632    for (i = 0; num_modifiers < max; i++) {
 633       /* don't advertise split tiled formats on single pipe/buffer GPUs */
 634       if ((screen->specs.pixel_pipes == 1 || screen->specs.single_buffer) &&
 635           i >= 3)
 636          break;
 637
 638       if (modifiers)
 639          modifiers[num_modifiers] = supported_modifiers[i];
 640       if (external_only)
 641          external_only[num_modifiers] = util_format_is_yuv(format) ? 1 : 0;
 642       num_modifiers++;
 643    }
 644
 645    *count = num_modifiers;
 646 }
 647
 648 static boolean
 649 etna_get_specs(struct etna_screen *screen)
 650 {
 651    uint64_t val;
 652    uint32_t instruction_count;
 653
 654    if (etna_gpu_get_param(screen->gpu, ETNA_GPU_INSTRUCTION_COUNT, &val)) {
 655       DBG("could not get ETNA_GPU_INSTRUCTION_COUNT");
 656       goto fail;
 657    }
 658    instruction_count = val;
 659
 660    if (etna_gpu_get_param(screen->gpu, ETNA_GPU_VERTEX_OUTPUT_BUFFER_SIZE,
 661                           &val)) {
 662       DBG("could not get ETNA_GPU_VERTEX_OUTPUT_BUFFER_SIZE");
 663       goto fail;
 664    }
 665    screen->specs.vertex_output_buffer_size = val;
 666
 667    if (etna_gpu_get_param(screen->gpu, ETNA_GPU_VERTEX_CACHE_SIZE, &val)) {
 668       DBG("could not get ETNA_GPU_VERTEX_CACHE_SIZE");
 669       goto fail;
 670    }
 671    screen->specs.vertex_cache_size = val;
 672
 673    if (etna_gpu_get_param(screen->gpu, ETNA_GPU_SHADER_CORE_COUNT, &val)) {
 674       DBG("could not get ETNA_GPU_SHADER_CORE_COUNT");
 675       goto fail;
 676    }
 677    screen->specs.shader_core_count = val;
 678
 679    if (etna_gpu_get_param(screen->gpu, ETNA_GPU_STREAM_COUNT, &val)) {
 680       DBG("could not get ETNA_GPU_STREAM_COUNT");
 681       goto fail;
 682    }
 683    screen->specs.stream_count = val;
 684
 685    if (etna_gpu_get_param(screen->gpu, ETNA_GPU_REGISTER_MAX, &val)) {
 686       DBG("could not get ETNA_GPU_REGISTER_MAX");
 687       goto fail;
 688    }
 689    screen->specs.max_registers = val;
 690
 691    if (etna_gpu_get_param(screen->gpu, ETNA_GPU_PIXEL_PIPES, &val)) {
 692       DBG("could not get ETNA_GPU_PIXEL_PIPES");
 693       goto fail;
 694    }
 695    screen->specs.pixel_pipes = val;
 696
 697    if (etna_gpu_get_param(screen->gpu, ETNA_GPU_NUM_CONSTANTS, &val)) {
 698       DBG("could not get %s", "ETNA_GPU_NUM_CONSTANTS");
 699       goto fail;
 700    }
 701    if (val == 0) {
 702       fprintf(stderr, "Warning: zero num constants (update kernel?)\n");
 703       val = 168;
 704    }
 705    screen->specs.num_constants = val;
 706
 707    /* Figure out gross GPU architecture. See rnndb/common.xml for a specific
 708     * description of the differences. */
 709    if (VIV_FEATURE(screen, chipMinorFeatures5, HALTI5))
 710       screen->specs.halti = 5; /* New GC7000/GC8x00  */
 711    else if (VIV_FEATURE(screen, chipMinorFeatures5, HALTI4))
 712       screen->specs.halti = 4; /* Old GC7000/GC7400 */
 713    else if (VIV_FEATURE(screen, chipMinorFeatures5, HALTI3))
 714       screen->specs.halti = 3; /* None? */
 715    else if (VIV_FEATURE(screen, chipMinorFeatures4, HALTI2))
 716       screen->specs.halti = 2; /* GC2500/GC3000/GC5000/GC6400 */
 717    else if (VIV_FEATURE(screen, chipMinorFeatures2, HALTI1))
 718       screen->specs.halti = 1; /* GC900/GC4000/GC7000UL */
 719    else if (VIV_FEATURE(screen, chipMinorFeatures1, HALTI0))
 720       screen->specs.halti = 0; /* GC880/GC2000/GC7000TM */
 721    else
 722       screen->specs.halti = -1; /* GC7000nanolite / pre-GC2000 except GC880 */
 723    if (screen->specs.halti >= 0)
 724       DBG("etnaviv: GPU arch: HALTI%d", screen->specs.halti);
 725    else
 726       DBG("etnaviv: GPU arch: pre-HALTI");
 727
 728    screen->specs.can_supertile =
 729       VIV_FEATURE(screen, chipMinorFeatures0, SUPER_TILED);
 730    screen->specs.bits_per_tile =
 731       VIV_FEATURE(screen, chipMinorFeatures0, 2BITPERTILE) ? 2 : 4;
 732    screen->specs.ts_clear_value =
 733       VIV_FEATURE(screen, chipMinorFeatures0, 2BITPERTILE) ? 0x55555555
 734                                                            : 0x11111111;
 735
 736    /* vertex and fragment samplers live in one address space */
 737    screen->specs.vertex_sampler_offset = 8;
 738    screen->specs.fragment_sampler_count = 8;
 739    screen->specs.vertex_sampler_count = 4;
 740    screen->specs.vs_need_z_div =
 741       screen->model < 0x1000 && screen->model != 0x880;
 742    screen->specs.has_sin_cos_sqrt =
 743       VIV_FEATURE(screen, chipMinorFeatures0, HAS_SQRT_TRIG);
 744    screen->specs.has_sign_floor_ceil =
 745       VIV_FEATURE(screen, chipMinorFeatures0, HAS_SIGN_FLOOR_CEIL);
 746    screen->specs.has_shader_range_registers =
 747       screen->model >= 0x1000 || screen->model == 0x880;
 748    screen->specs.npot_tex_any_wrap =
 749       VIV_FEATURE(screen, chipMinorFeatures1, NON_POWER_OF_TWO);
 750    screen->specs.has_new_transcendentals =
 751       VIV_FEATURE(screen, chipMinorFeatures3, HAS_FAST_TRANSCENDENTALS);
 752    screen->specs.has_halti2_instructions =
 753       VIV_FEATURE(screen, chipMinorFeatures4, HALTI2);
 754
 755    if (screen->specs.halti >= 5) {
 756       /* GC7000 - this core must load shaders from memory. */
 757       screen->specs.vs_offset = 0;
 758       screen->specs.ps_offset = 0;
 759       screen->specs.max_instructions = 0; /* Do not program shaders manually */
 760       screen->specs.has_icache = true;
 761    } else if (VIV_FEATURE(screen, chipMinorFeatures3, INSTRUCTION_CACHE)) {
 762       /* GC3000 - this core is capable of loading shaders from
 763        * memory. It can also run shaders from registers, as a fallback, but
 764        * "max_instructions" does not have the correct value. It has place for
 765        * 2*256 instructions just like GC2000, but the offsets are slightly
 766        * different.
 767        */
 768       screen->specs.vs_offset = 0xC000;
 769       /* State 08000-0C000 mirrors 0C000-0E000, and the Vivante driver uses
 770        * this mirror for writing PS instructions, probably safest to do the
 771        * same.
 772        */
 773       screen->specs.ps_offset = 0x8000 + 0x1000;
 774       screen->specs.max_instructions = 256; /* maximum number instructions for non-icache use */
 775       screen->specs.has_icache = true;
 776    } else {
 777       if (instruction_count > 256) { /* unified instruction memory? */
 778          screen->specs.vs_offset = 0xC000;
 779          screen->specs.ps_offset = 0xD000; /* like vivante driver */
 780          screen->specs.max_instructions = 256;
 781       } else {
 782          screen->specs.vs_offset = 0x4000;
 783          screen->specs.ps_offset = 0x6000;
 784          screen->specs.max_instructions = instruction_count / 2;
 785       }
 786       screen->specs.has_icache = false;
 787    }
 788
 789    if (VIV_FEATURE(screen, chipMinorFeatures1, HALTI0)) {
 790       screen->specs.max_varyings = 12;
 791       screen->specs.vertex_max_elements = 16;
 792    } else {
 793       screen->specs.max_varyings = 8;
 794       /* Etna_viv documentation seems confused over the correct value
 795        * here so choose the lower to be safe: HALTI0 says 16 i.s.o.
 796        * 10, but VERTEX_ELEMENT_CONFIG register says 16 i.s.o. 12. */
 797       screen->specs.vertex_max_elements = 10;
 798    }
 799
 800    /* Etna_viv documentation does not indicate where varyings above 8 are
 801     * stored. Moreover, if we are passed more than 8 varyings, we will
 802     * walk off the end of some arrays. Limit the maximum number of varyings. */
 803    if (screen->specs.max_varyings > ETNA_NUM_VARYINGS)
 804       screen->specs.max_varyings = ETNA_NUM_VARYINGS;
 805
 806    /* from QueryShaderCaps in kernel driver */
 807    if (screen->model < chipModel_GC4000) {
 808       screen->specs.max_vs_uniforms = 168;
 809       screen->specs.max_ps_uniforms = 64;
 810    } else {
 811       screen->specs.max_vs_uniforms = 256;
 812       screen->specs.max_ps_uniforms = 256;
 813    }
 814
 815    if (screen->specs.halti >= 5) {
 816       screen->specs.has_unified_uniforms = true;
 817       screen->specs.vs_uniforms_offset = VIVS_SH_HALTI5_UNIFORMS_MIRROR(0);
 818       screen->specs.ps_uniforms_offset = VIVS_SH_HALTI5_UNIFORMS(screen->specs.max_vs_uniforms*4);
 819    } else if (screen->specs.halti >= 1) {
 820       /* unified uniform memory on GC3000 - HALTI1 feature bit is just a guess
 821       */
 822       screen->specs.has_unified_uniforms = true;
 823       screen->specs.vs_uniforms_offset = VIVS_SH_UNIFORMS(0);
 824       /* hardcode PS uniforms to start after end of VS uniforms -
 825        * for more flexibility this offset could be variable based on the
 826        * shader.
 827        */
 828       screen->specs.ps_uniforms_offset = VIVS_SH_UNIFORMS(screen->specs.max_vs_uniforms*4);
 829    } else {
 830       screen->specs.has_unified_uniforms = false;
 831       screen->specs.vs_uniforms_offset = VIVS_VS_UNIFORMS(0);
 832       screen->specs.ps_uniforms_offset = VIVS_PS_UNIFORMS(0);
 833    }
 834
 835    screen->specs.max_texture_size =
 836       VIV_FEATURE(screen, chipMinorFeatures0, TEXTURE_8K) ? 8192 : 2048;
 837    screen->specs.max_rendertarget_size =
 838       VIV_FEATURE(screen, chipMinorFeatures0, RENDERTARGET_8K) ? 8192 : 2048;
 839
 840    screen->specs.single_buffer = VIV_FEATURE(screen, chipMinorFeatures4, SINGLE_BUFFER);
 841    if (screen->specs.single_buffer)
 842       DBG("etnaviv: Single buffer mode enabled with %d pixel pipes", screen->specs.pixel_pipes);
 843
 844    screen->specs.tex_astc = VIV_FEATURE(screen, chipMinorFeatures4, TEXTURE_ASTC);
 845
 846    screen->specs.use_blt = VIV_FEATURE(screen, chipMinorFeatures5, BLT_ENGINE);
 847
 848    return true;
 849
 850 fail:
 851    return false;
 852 }
 853
 854 struct etna_bo *
 855 etna_screen_bo_from_handle(struct pipe_screen *pscreen,
 856                            struct winsys_handle *whandle, unsigned *out_stride)
 857 {
 858    struct etna_screen *screen = etna_screen(pscreen);
 859    struct etna_bo *bo;
 860
 861    if (whandle->type == WINSYS_HANDLE_TYPE_SHARED) {
 862       bo = etna_bo_from_name(screen->dev, whandle->handle);
 863    } else if (whandle->type == WINSYS_HANDLE_TYPE_FD) {
 864       bo = etna_bo_from_dmabuf(screen->dev, whandle->handle);
 865    } else {
 866       DBG("Attempt to import unsupported handle type %d", whandle->type);
 867       return NULL;
 868    }
 869
 870    if (!bo) {
 871       DBG("ref name 0x%08x failed", whandle->handle);
 872       return NULL;
 873    }
 874
 875    *out_stride = whandle->stride;
 876
 877    return bo;
 878 }
 879
 880 struct pipe_screen *
 881 etna_screen_create(struct etna_device *dev, struct etna_gpu *gpu,
 882                    struct renderonly *ro)
 883 {
 884    struct etna_screen *screen = CALLOC_STRUCT(etna_screen);
 885    struct pipe_screen *pscreen;
 886    drmVersionPtr version;
 887    uint64_t val;
 888
 889    if (!screen)
 890       return NULL;
 891
 892    pscreen = &screen->base;
 893    screen->dev = dev;
 894    screen->gpu = gpu;
 895    screen->ro = renderonly_dup(ro);
 896    screen->refcnt = 1;
 897
 898    if (!screen->ro) {
 899       DBG("could not create renderonly object");
 900       goto fail;
 901    }
 902
 903    version = drmGetVersion(screen->ro->gpu_fd);
 904    screen->drm_version = ETNA_DRM_VERSION(version->version_major,
 905                                           version->version_minor);
 906    drmFreeVersion(version);
 907
 908    etna_mesa_debug = debug_get_option_etna_mesa_debug();
 909
 910    /* Disable autodisable for correct rendering with TS */
 911    etna_mesa_debug |= ETNA_DBG_NO_AUTODISABLE;
 912
 913    screen->pipe = etna_pipe_new(gpu, ETNA_PIPE_3D);
 914    if (!screen->pipe) {
 915       DBG("could not create 3d pipe");
 916       goto fail;
 917    }
 918
 919    if (etna_gpu_get_param(screen->gpu, ETNA_GPU_MODEL, &val)) {
 920       DBG("could not get ETNA_GPU_MODEL");
 921       goto fail;
 922    }
 923    screen->model = val;
 924
 925    if (etna_gpu_get_param(screen->gpu, ETNA_GPU_REVISION, &val)) {
 926       DBG("could not get ETNA_GPU_REVISION");
 927       goto fail;
 928    }
 929    screen->revision = val;
 930
 931    if (etna_gpu_get_param(screen->gpu, ETNA_GPU_FEATURES_0, &val)) {
 932       DBG("could not get ETNA_GPU_FEATURES_0");
 933       goto fail;
 934    }
 935    screen->features[0] = val;
 936
 937    if (etna_gpu_get_param(screen->gpu, ETNA_GPU_FEATURES_1, &val)) {
 938       DBG("could not get ETNA_GPU_FEATURES_1");
 939       goto fail;
 940    }
 941    screen->features[1] = val;
 942
 943    if (etna_gpu_get_param(screen->gpu, ETNA_GPU_FEATURES_2, &val)) {
 944       DBG("could not get ETNA_GPU_FEATURES_2");
 945       goto fail;
 946    }
 947    screen->features[2] = val;
 948
 949    if (etna_gpu_get_param(screen->gpu, ETNA_GPU_FEATURES_3, &val)) {
 950       DBG("could not get ETNA_GPU_FEATURES_3");
 951       goto fail;
 952    }
 953    screen->features[3] = val;
 954
 955    if (etna_gpu_get_param(screen->gpu, ETNA_GPU_FEATURES_4, &val)) {
 956       DBG("could not get ETNA_GPU_FEATURES_4");
 957       goto fail;
 958    }
 959    screen->features[4] = val;
 960
 961    if (etna_gpu_get_param(screen->gpu, ETNA_GPU_FEATURES_5, &val)) {
 962       DBG("could not get ETNA_GPU_FEATURES_5");
 963       goto fail;
 964    }
 965    screen->features[5] = val;
 966
 967    if (etna_gpu_get_param(screen->gpu, ETNA_GPU_FEATURES_6, &val)) {
 968       DBG("could not get ETNA_GPU_FEATURES_6");
 969       goto fail;
 970    }
 971    screen->features[6] = val;
 972
 973    if (!etna_get_specs(screen))
 974       goto fail;
 975
 976    /* apply debug options that disable individual features */
 977    if (DBG_ENABLED(ETNA_DBG_NO_EARLY_Z))
 978       screen->features[viv_chipFeatures] |= chipFeatures_NO_EARLY_Z;
 979    if (DBG_ENABLED(ETNA_DBG_NO_TS))
 980          screen->features[viv_chipFeatures] &= ~chipFeatures_FAST_CLEAR;
 981    if (DBG_ENABLED(ETNA_DBG_NO_AUTODISABLE))
 982       screen->features[viv_chipMinorFeatures1] &= ~chipMinorFeatures1_AUTO_DISABLE;
 983    if (DBG_ENABLED(ETNA_DBG_NO_SUPERTILE))
 984       screen->specs.can_supertile = 0;
 985    if (DBG_ENABLED(ETNA_DBG_NO_SINGLEBUF))
 986       screen->specs.single_buffer = 0;
 987
 988    pscreen->destroy = etna_screen_destroy;
 989    pscreen->get_param = etna_screen_get_param;
 990    pscreen->get_paramf = etna_screen_get_paramf;
 991    pscreen->get_shader_param = etna_screen_get_shader_param;
 992
 993    pscreen->get_name = etna_screen_get_name;
 994    pscreen->get_vendor = etna_screen_get_vendor;
 995    pscreen->get_device_vendor = etna_screen_get_device_vendor;
 996
 997    pscreen->get_timestamp = etna_screen_get_timestamp;
 998    pscreen->context_create = etna_context_create;
 999    pscreen->is_format_supported = etna_screen_is_format_supported;
1000    pscreen->query_dmabuf_modifiers = etna_screen_query_dmabuf_modifiers;
1001
1002    etna_fence_screen_init(pscreen);
1003    etna_query_screen_init(pscreen);
1004    etna_resource_screen_init(pscreen);
1005
1006    util_dynarray_init(&screen->supported_pm_queries, NULL);
1007    slab_create_parent(&screen->transfer_pool, sizeof(struct etna_transfer), 16);
1008
1009    if (screen->drm_version >= ETNA_DRM_VERSION_PERFMON)
1010       etna_pm_query_setup(screen);
1011
1012    return pscreen;
1013
1014 fail:
1015    etna_screen_destroy(pscreen);
1016    return NULL;
1017 }