src/gallium/drivers/llvmpipe/lp_screen.c

   1 /**************************************************************************
   2  *
   3  * Copyright 2008 VMware, Inc.
   4  * All Rights Reserved.
   5  *
   6  * Permission is hereby granted, free of charge, to any person obtaining a
   7  * copy of this software and associated documentation files (the
   8  * "Software"), to deal in the Software without restriction, including
   9  * without limitation the rights to use, copy, modify, merge, publish,
  10  * distribute, sub license, and/or sell copies of the Software, and to
  11  * permit persons to whom the Software is furnished to do so, subject to
  12  * the following conditions:
  13  *
  14  * The above copyright notice and this permission notice (including the
  15  * next paragraph) shall be included in all copies or substantial portions
  16  * of the Software.
  17  *
  18  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
  19  * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  20  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
  21  * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
  22  * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
  23  * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
  24  * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  25  *
  26  **************************************************************************/
  27
  28
  29 #include "util/u_memory.h"
  30 #include "util/u_math.h"
  31 #include "util/u_cpu_detect.h"
  32 #include "util/format/u_format.h"
  33 #include "util/u_screen.h"
  34 #include "util/u_string.h"
  35 #include "util/format/u_format_s3tc.h"
  36 #include "pipe/p_defines.h"
  37 #include "pipe/p_screen.h"
  38 #include "draw/draw_context.h"
  39 #include "gallivm/lp_bld_type.h"
  40 #include "gallivm/lp_bld_nir.h"
  41
  42 #include "util/os_misc.h"
  43 #include "util/os_time.h"
  44 #include "lp_texture.h"
  45 #include "lp_fence.h"
  46 #include "lp_jit.h"
  47 #include "lp_screen.h"
  48 #include "lp_context.h"
  49 #include "lp_debug.h"
  50 #include "lp_public.h"
  51 #include "lp_limits.h"
  52 #include "lp_rast.h"
  53 #include "lp_cs_tpool.h"
  54
  55 #include "state_tracker/sw_winsys.h"
  56
  57 #include "nir.h"
  58
  59 #ifdef DEBUG
  60 int LP_DEBUG = 0;
  61
  62 static const struct debug_named_value lp_debug_flags[] = {
  63    { "pipe",   DEBUG_PIPE, NULL },
  64    { "tgsi",   DEBUG_TGSI, NULL },
  65    { "tex",    DEBUG_TEX, NULL },
  66    { "setup",  DEBUG_SETUP, NULL },
  67    { "rast",   DEBUG_RAST, NULL },
  68    { "query",  DEBUG_QUERY, NULL },
  69    { "screen", DEBUG_SCREEN, NULL },
  70    { "counters", DEBUG_COUNTERS, NULL },
  71    { "scene", DEBUG_SCENE, NULL },
  72    { "fence", DEBUG_FENCE, NULL },
  73    { "mem", DEBUG_MEM, NULL },
  74    { "fs", DEBUG_FS, NULL },
  75    { "cs", DEBUG_CS, NULL },
  76    { "nir", DEBUG_NIR, NULL },
  77    DEBUG_NAMED_VALUE_END
  78 };
  79 #endif
  80
  81 int LP_PERF = 0;
  82 static const struct debug_named_value lp_perf_flags[] = {
  83    { "texmem",         PERF_TEX_MEM, NULL },
  84    { "no_mipmap",      PERF_NO_MIPMAPS, NULL },
  85    { "no_linear",      PERF_NO_LINEAR, NULL },
  86    { "no_mip_linear",  PERF_NO_MIP_LINEAR, NULL },
  87    { "no_tex",         PERF_NO_TEX, NULL },
  88    { "no_blend",       PERF_NO_BLEND, NULL },
  89    { "no_depth",       PERF_NO_DEPTH, NULL },
  90    { "no_alphatest",   PERF_NO_ALPHATEST, NULL },
  91    DEBUG_NAMED_VALUE_END
  92 };
  93
  94
  95 static const char *
  96 llvmpipe_get_vendor(struct pipe_screen *screen)
  97 {
  98    return "VMware, Inc.";
  99 }
 100
 101
 102 static const char *
 103 llvmpipe_get_name(struct pipe_screen *screen)
 104 {
 105    static char buf[100];
 106    snprintf(buf, sizeof(buf), "llvmpipe (LLVM " MESA_LLVM_VERSION_STRING ", %u bits)",
 107             lp_native_vector_width );
 108    return buf;
 109 }
 110
 111
 112 static int
 113 llvmpipe_get_param(struct pipe_screen *screen, enum pipe_cap param)
 114 {
 115    switch (param) {
 116    case PIPE_CAP_NPOT_TEXTURES:
 117    case PIPE_CAP_MIXED_FRAMEBUFFER_SIZES:
 118    case PIPE_CAP_MIXED_COLOR_DEPTH_BITS:
 119       return 1;
 120    case PIPE_CAP_FRAGMENT_SHADER_TEXTURE_LOD:
 121    case PIPE_CAP_FRAGMENT_SHADER_DERIVATIVES:
 122    case PIPE_CAP_VERTEX_SHADER_SATURATE:
 123       return 1;
 124    case PIPE_CAP_MAX_DUAL_SOURCE_RENDER_TARGETS:
 125       return 1;
 126    case PIPE_CAP_MAX_STREAM_OUTPUT_BUFFERS:
 127       return PIPE_MAX_SO_BUFFERS;
 128    case PIPE_CAP_ANISOTROPIC_FILTER:
 129       return 0;
 130    case PIPE_CAP_POINT_SPRITE:
 131       return 1;
 132    case PIPE_CAP_MAX_RENDER_TARGETS:
 133       return PIPE_MAX_COLOR_BUFS;
 134    case PIPE_CAP_OCCLUSION_QUERY:
 135       return 1;
 136    case PIPE_CAP_QUERY_TIME_ELAPSED:
 137       return 0;
 138    case PIPE_CAP_QUERY_TIMESTAMP:
 139       return 1;
 140    case PIPE_CAP_QUERY_PIPELINE_STATISTICS:
 141       return 1;
 142    case PIPE_CAP_TEXTURE_MIRROR_CLAMP:
 143    case PIPE_CAP_TEXTURE_MIRROR_CLAMP_TO_EDGE:
 144       return 1;
 145    case PIPE_CAP_TEXTURE_SWIZZLE:
 146       return 1;
 147    case PIPE_CAP_TEXTURE_BORDER_COLOR_QUIRK:
 148    case PIPE_CAP_MAX_TEXTURE_UPLOAD_MEMORY_BUDGET:
 149       return 0;
 150    case PIPE_CAP_MAX_TEXTURE_2D_SIZE:
 151       return 1 << (LP_MAX_TEXTURE_2D_LEVELS - 1);
 152    case PIPE_CAP_MAX_TEXTURE_3D_LEVELS:
 153       return LP_MAX_TEXTURE_3D_LEVELS;
 154    case PIPE_CAP_MAX_TEXTURE_CUBE_LEVELS:
 155       return LP_MAX_TEXTURE_CUBE_LEVELS;
 156    case PIPE_CAP_MAX_TEXTURE_ARRAY_LAYERS:
 157       return LP_MAX_TEXTURE_ARRAY_LAYERS;
 158    case PIPE_CAP_BLEND_EQUATION_SEPARATE:
 159       return 1;
 160    case PIPE_CAP_INDEP_BLEND_ENABLE:
 161       return 1;
 162    case PIPE_CAP_INDEP_BLEND_FUNC:
 163       return 1;
 164    case PIPE_CAP_TGSI_FS_COORD_ORIGIN_UPPER_LEFT:
 165    case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_INTEGER:
 166    case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_HALF_INTEGER:
 167       return 1;
 168    case PIPE_CAP_TGSI_FS_COORD_ORIGIN_LOWER_LEFT:
 169    case PIPE_CAP_DEPTH_CLIP_DISABLE_SEPARATE:
 170       return 0;
 171    case PIPE_CAP_PRIMITIVE_RESTART:
 172       return 1;
 173    case PIPE_CAP_DEPTH_CLIP_DISABLE:
 174       return 1;
 175    case PIPE_CAP_SHADER_STENCIL_EXPORT:
 176       return 1;
 177    case PIPE_CAP_TGSI_INSTANCEID:
 178    case PIPE_CAP_VERTEX_ELEMENT_INSTANCE_DIVISOR:
 179    case PIPE_CAP_START_INSTANCE:
 180       return 1;
 181    case PIPE_CAP_FRAGMENT_COLOR_CLAMPED:
 182       return 0;
 183    case PIPE_CAP_MIXED_COLORBUFFER_FORMATS:
 184       return 1;
 185    case PIPE_CAP_SEAMLESS_CUBE_MAP:
 186    case PIPE_CAP_SEAMLESS_CUBE_MAP_PER_TEXTURE:
 187       return 1;
 188    /* this is a lie could support arbitrary large offsets */
 189    case PIPE_CAP_MIN_TEXTURE_GATHER_OFFSET:
 190    case PIPE_CAP_MIN_TEXEL_OFFSET:
 191       return -32;
 192    case PIPE_CAP_MAX_TEXTURE_GATHER_OFFSET:
 193    case PIPE_CAP_MAX_TEXEL_OFFSET:
 194       return 31;
 195    case PIPE_CAP_CONDITIONAL_RENDER:
 196       return 1;
 197    case PIPE_CAP_TEXTURE_BARRIER:
 198       return 0;
 199    case PIPE_CAP_MAX_STREAM_OUTPUT_SEPARATE_COMPONENTS:
 200    case PIPE_CAP_MAX_STREAM_OUTPUT_INTERLEAVED_COMPONENTS:
 201       return 16*4;
 202    case PIPE_CAP_MAX_GEOMETRY_OUTPUT_VERTICES:
 203    case PIPE_CAP_MAX_GEOMETRY_TOTAL_OUTPUT_COMPONENTS:
 204       return 1024;
 205    case PIPE_CAP_MAX_VERTEX_STREAMS:
 206       return 1;
 207    case PIPE_CAP_MAX_VERTEX_ATTRIB_STRIDE:
 208       return 2048;
 209    case PIPE_CAP_STREAM_OUTPUT_PAUSE_RESUME:
 210    case PIPE_CAP_STREAM_OUTPUT_INTERLEAVE_BUFFERS:
 211       return 1;
 212    case PIPE_CAP_TGSI_CAN_COMPACT_CONSTANTS:
 213       return 0;
 214    case PIPE_CAP_VERTEX_COLOR_UNCLAMPED:
 215    case PIPE_CAP_VERTEX_COLOR_CLAMPED:
 216       return 1;
 217    case PIPE_CAP_GLSL_FEATURE_LEVEL:
 218       return 330;
 219    case PIPE_CAP_GLSL_FEATURE_LEVEL_COMPATIBILITY:
 220       return 140;
 221    case PIPE_CAP_QUADS_FOLLOW_PROVOKING_VERTEX_CONVENTION:
 222       return 0;
 223    case PIPE_CAP_COMPUTE:
 224       return GALLIVM_HAVE_CORO;
 225    case PIPE_CAP_USER_VERTEX_BUFFERS:
 226       return 1;
 227    case PIPE_CAP_VERTEX_BUFFER_OFFSET_4BYTE_ALIGNED_ONLY:
 228    case PIPE_CAP_VERTEX_BUFFER_STRIDE_4BYTE_ALIGNED_ONLY:
 229    case PIPE_CAP_VERTEX_ELEMENT_SRC_OFFSET_4BYTE_ALIGNED_ONLY:
 230       return 0;
 231    case PIPE_CAP_TGSI_TEXCOORD:
 232    case PIPE_CAP_DRAW_INDIRECT:
 233       return 1;
 234
 235    case PIPE_CAP_CUBE_MAP_ARRAY:
 236       return 1;
 237    case PIPE_CAP_CONSTANT_BUFFER_OFFSET_ALIGNMENT:
 238       return 16;
 239    case PIPE_CAP_TEXTURE_MULTISAMPLE:
 240       return 0;
 241    case PIPE_CAP_MIN_MAP_BUFFER_ALIGNMENT:
 242       return 64;
 243    case PIPE_CAP_TEXTURE_BUFFER_OBJECTS:
 244       return 1;
 245    case PIPE_CAP_MAX_TEXTURE_BUFFER_SIZE:
 246       return 65536;
 247    case PIPE_CAP_TEXTURE_BUFFER_OFFSET_ALIGNMENT:
 248       return 16;
 249    case PIPE_CAP_PREFER_BLIT_BASED_TEXTURE_TRANSFER:
 250       return 0;
 251    case PIPE_CAP_MAX_VIEWPORTS:
 252       return PIPE_MAX_VIEWPORTS;
 253    case PIPE_CAP_ENDIANNESS:
 254       return PIPE_ENDIAN_NATIVE;
 255    case PIPE_CAP_TGSI_VS_LAYER_VIEWPORT:
 256       return 1;
 257    case PIPE_CAP_BUFFER_MAP_PERSISTENT_COHERENT:
 258       return 1;
 259    case PIPE_CAP_MAX_TEXTURE_GATHER_COMPONENTS:
 260       return 4;
 261    case PIPE_CAP_TEXTURE_GATHER_SM5:
 262    case PIPE_CAP_SAMPLE_SHADING:
 263    case PIPE_CAP_TEXTURE_GATHER_OFFSETS:
 264       return 0;
 265    case PIPE_CAP_TGSI_VS_WINDOW_SPACE_POSITION:
 266       return 1;
 267    case PIPE_CAP_TGSI_FS_FINE_DERIVATIVE:
 268       return 0;
 269    case PIPE_CAP_TGSI_TEX_TXF_LZ:
 270    case PIPE_CAP_SAMPLER_VIEW_TARGET:
 271       return 1;
 272    case PIPE_CAP_FAKE_SW_MSAA:
 273       return 1;
 274    case PIPE_CAP_TEXTURE_QUERY_LOD:
 275    case PIPE_CAP_CONDITIONAL_RENDER_INVERTED:
 276    case PIPE_CAP_TGSI_ARRAY_COMPONENTS:
 277    case PIPE_CAP_DOUBLES:
 278    case PIPE_CAP_INT64:
 279    case PIPE_CAP_INT64_DIVMOD:
 280    case PIPE_CAP_QUERY_SO_OVERFLOW:
 281    case PIPE_CAP_TGSI_DIV:
 282       return 1;
 283
 284    case PIPE_CAP_VENDOR_ID:
 285       return 0xFFFFFFFF;
 286    case PIPE_CAP_DEVICE_ID:
 287       return 0xFFFFFFFF;
 288    case PIPE_CAP_ACCELERATED:
 289       return 0;
 290    case PIPE_CAP_VIDEO_MEMORY: {
 291       /* XXX: Do we want to return the full amount fo system memory ? */
 292       uint64_t system_memory;
 293
 294       if (!os_get_total_physical_memory(&system_memory))
 295          return 0;
 296
 297       if (sizeof(void *) == 4)
 298          /* Cap to 2 GB on 32 bits system. We do this because llvmpipe does
 299           * eat application memory, which is quite limited on 32 bits. App
 300           * shouldn't expect too much available memory. */
 301          system_memory = MIN2(system_memory, 2048 << 20);
 302
 303       return (int)(system_memory >> 20);
 304    }
 305    case PIPE_CAP_UMA:
 306       return 0;
 307    case PIPE_CAP_CLIP_HALFZ:
 308       return 1;
 309    case PIPE_CAP_VERTEXID_NOBASE:
 310       return 0;
 311    case PIPE_CAP_POLYGON_OFFSET_CLAMP:
 312    case PIPE_CAP_TEXTURE_FLOAT_LINEAR:
 313    case PIPE_CAP_TEXTURE_HALF_FLOAT_LINEAR:
 314       return 1;
 315    case PIPE_CAP_CULL_DISTANCE:
 316       return 1;
 317    case PIPE_CAP_COPY_BETWEEN_COMPRESSED_AND_PLAIN_FORMATS:
 318       return 1;
 319    case PIPE_CAP_CLEAR_TEXTURE:
 320       return 1;
 321    case PIPE_CAP_MAX_VARYINGS:
 322       return 32;
 323    case PIPE_CAP_SHADER_BUFFER_OFFSET_ALIGNMENT:
 324       return 1;
 325    case PIPE_CAP_QUERY_BUFFER_OBJECT:
 326       return 1;
 327    case PIPE_CAP_DRAW_PARAMETERS:
 328       return 1;
 329    case PIPE_CAP_MULTISAMPLE_Z_RESOLVE:
 330    case PIPE_CAP_RESOURCE_FROM_USER_MEMORY:
 331    case PIPE_CAP_DEVICE_RESET_STATUS_QUERY:
 332    case PIPE_CAP_MAX_SHADER_PATCH_VARYINGS:
 333    case PIPE_CAP_DEPTH_BOUNDS_TEST:
 334    case PIPE_CAP_TGSI_TXQS:
 335    case PIPE_CAP_FORCE_PERSAMPLE_INTERP:
 336    case PIPE_CAP_SHAREABLE_SHADERS:
 337    case PIPE_CAP_TGSI_PACK_HALF_FLOAT:
 338    case PIPE_CAP_MULTI_DRAW_INDIRECT:
 339    case PIPE_CAP_MULTI_DRAW_INDIRECT_PARAMS:
 340    case PIPE_CAP_TGSI_FS_POSITION_IS_SYSVAL:
 341    case PIPE_CAP_INVALIDATE_BUFFER:
 342    case PIPE_CAP_GENERATE_MIPMAP:
 343    case PIPE_CAP_STRING_MARKER:
 344    case PIPE_CAP_BUFFER_SAMPLER_VIEW_RGBA_ONLY:
 345    case PIPE_CAP_SURFACE_REINTERPRET_BLOCKS:
 346    case PIPE_CAP_QUERY_MEMORY_INFO:
 347    case PIPE_CAP_PCI_GROUP:
 348    case PIPE_CAP_PCI_BUS:
 349    case PIPE_CAP_PCI_DEVICE:
 350    case PIPE_CAP_PCI_FUNCTION:
 351    case PIPE_CAP_ROBUST_BUFFER_ACCESS_BEHAVIOR:
 352    case PIPE_CAP_PRIMITIVE_RESTART_FOR_PATCHES:
 353    case PIPE_CAP_TGSI_VOTE:
 354    case PIPE_CAP_MAX_WINDOW_RECTANGLES:
 355    case PIPE_CAP_POLYGON_OFFSET_UNITS_UNSCALED:
 356    case PIPE_CAP_VIEWPORT_SUBPIXEL_BITS:
 357    case PIPE_CAP_TGSI_CAN_READ_OUTPUTS:
 358    case PIPE_CAP_NATIVE_FENCE_FD:
 359    case PIPE_CAP_GLSL_OPTIMIZE_CONSERVATIVELY:
 360    case PIPE_CAP_FBFETCH:
 361    case PIPE_CAP_TGSI_MUL_ZERO_WINS:
 362    case PIPE_CAP_TGSI_CLOCK:
 363    case PIPE_CAP_POLYGON_MODE_FILL_RECTANGLE:
 364    case PIPE_CAP_SPARSE_BUFFER_PAGE_SIZE:
 365    case PIPE_CAP_TGSI_BALLOT:
 366    case PIPE_CAP_TGSI_TES_LAYER_VIEWPORT:
 367    case PIPE_CAP_CAN_BIND_CONST_BUFFER_AS_VERTEX:
 368    case PIPE_CAP_ALLOW_MAPPED_BUFFERS_DURING_EXECUTION:
 369    case PIPE_CAP_POST_DEPTH_COVERAGE:
 370    case PIPE_CAP_BINDLESS_TEXTURE:
 371    case PIPE_CAP_NIR_SAMPLERS_AS_DEREF:
 372    case PIPE_CAP_MEMOBJ:
 373    case PIPE_CAP_TGSI_ANY_REG_AS_ADDRESS:
 374    case PIPE_CAP_TILE_RASTER_ORDER:
 375    case PIPE_CAP_MAX_COMBINED_SHADER_OUTPUT_RESOURCES:
 376    case PIPE_CAP_FRAMEBUFFER_MSAA_CONSTRAINTS:
 377    case PIPE_CAP_SIGNED_VERTEX_BUFFER_OFFSET:
 378    case PIPE_CAP_CONTEXT_PRIORITY_MASK:
 379    case PIPE_CAP_FENCE_SIGNAL:
 380    case PIPE_CAP_CONSTBUF0_FLAGS:
 381    case PIPE_CAP_CONSERVATIVE_RASTER_POST_SNAP_TRIANGLES:
 382    case PIPE_CAP_CONSERVATIVE_RASTER_POST_SNAP_POINTS_LINES:
 383    case PIPE_CAP_CONSERVATIVE_RASTER_PRE_SNAP_TRIANGLES:
 384    case PIPE_CAP_CONSERVATIVE_RASTER_PRE_SNAP_POINTS_LINES:
 385    case PIPE_CAP_CONSERVATIVE_RASTER_POST_DEPTH_COVERAGE:
 386    case PIPE_CAP_MAX_CONSERVATIVE_RASTER_SUBPIXEL_PRECISION_BIAS:
 387    case PIPE_CAP_PROGRAMMABLE_SAMPLE_LOCATIONS:
 388       return 0;
 389    case PIPE_CAP_MAX_GS_INVOCATIONS:
 390       return 32;
 391    case PIPE_CAP_MAX_SHADER_BUFFER_SIZE:
 392       return LP_MAX_TGSI_SHADER_BUFFER_SIZE;
 393    case PIPE_CAP_FRAMEBUFFER_NO_ATTACHMENT:
 394    case PIPE_CAP_TGSI_TG4_COMPONENT_IN_SWIZZLE:
 395    case PIPE_CAP_TGSI_FS_FACE_IS_INTEGER_SYSVAL:
 396       return 1;
 397    case PIPE_CAP_LOAD_CONSTBUF:
 398    case PIPE_CAP_PACKED_UNIFORMS:
 399       return !!(LP_DEBUG & DEBUG_NIR);
 400    default:
 401       return u_pipe_screen_get_param_defaults(screen, param);
 402    }
 403 }
 404
 405 static int
 406 llvmpipe_get_shader_param(struct pipe_screen *screen,
 407                           enum pipe_shader_type shader,
 408                           enum pipe_shader_cap param)
 409 {
 410    switch(shader)
 411    {
 412    case PIPE_SHADER_FRAGMENT:
 413    case PIPE_SHADER_COMPUTE:
 414       switch (param) {
 415       default:
 416          if ((LP_DEBUG & DEBUG_NIR) && param == PIPE_SHADER_CAP_PREFERRED_IR)
 417             return PIPE_SHADER_IR_NIR;
 418          return gallivm_get_shader_param(param);
 419       }
 420    case PIPE_SHADER_VERTEX:
 421    case PIPE_SHADER_GEOMETRY:
 422       if ((LP_DEBUG & DEBUG_NIR) && param == PIPE_SHADER_CAP_PREFERRED_IR)
 423          return PIPE_SHADER_IR_NIR;
 424
 425       switch (param) {
 426       case PIPE_SHADER_CAP_MAX_TEXTURE_SAMPLERS:
 427          /* At this time, the draw module and llvmpipe driver only
 428           * support vertex shader texture lookups when LLVM is enabled in
 429           * the draw module.
 430           */
 431          if (debug_get_bool_option("DRAW_USE_LLVM", TRUE))
 432             return PIPE_MAX_SAMPLERS;
 433          else
 434             return 0;
 435       case PIPE_SHADER_CAP_MAX_SAMPLER_VIEWS:
 436          if (debug_get_bool_option("DRAW_USE_LLVM", TRUE))
 437             return PIPE_MAX_SHADER_SAMPLER_VIEWS;
 438          else
 439             return 0;
 440       default:
 441          return draw_get_shader_param(shader, param);
 442       }
 443    default:
 444       return 0;
 445    }
 446 }
 447
 448 static float
 449 llvmpipe_get_paramf(struct pipe_screen *screen, enum pipe_capf param)
 450 {
 451    switch (param) {
 452    case PIPE_CAPF_MAX_LINE_WIDTH:
 453       /* fall-through */
 454    case PIPE_CAPF_MAX_LINE_WIDTH_AA:
 455       return 255.0; /* arbitrary */
 456    case PIPE_CAPF_MAX_POINT_WIDTH:
 457       /* fall-through */
 458    case PIPE_CAPF_MAX_POINT_WIDTH_AA:
 459       return 255.0; /* arbitrary */
 460    case PIPE_CAPF_MAX_TEXTURE_ANISOTROPY:
 461       return 16.0; /* not actually signficant at this time */
 462    case PIPE_CAPF_MAX_TEXTURE_LOD_BIAS:
 463       return 16.0; /* arbitrary */
 464    case PIPE_CAPF_MIN_CONSERVATIVE_RASTER_DILATE:
 465       return 0.0;
 466    case PIPE_CAPF_MAX_CONSERVATIVE_RASTER_DILATE:
 467       return 0.0;
 468    case PIPE_CAPF_CONSERVATIVE_RASTER_DILATE_GRANULARITY:
 469       return 0.0;
 470    }
 471    /* should only get here on unhandled cases */
 472    debug_printf("Unexpected PIPE_CAP %d query\n", param);
 473    return 0.0;
 474 }
 475
 476 static int
 477 llvmpipe_get_compute_param(struct pipe_screen *_screen,
 478                            enum pipe_shader_ir ir_type,
 479                            enum pipe_compute_cap param,
 480                            void *ret)
 481 {
 482    switch (param) {
 483    case PIPE_COMPUTE_CAP_IR_TARGET:
 484       return 0;
 485    case PIPE_COMPUTE_CAP_MAX_GRID_SIZE:
 486       if (ret) {
 487          uint64_t *grid_size = ret;
 488          grid_size[0] = 65535;
 489          grid_size[1] = 65535;
 490          grid_size[2] = 65535;
 491       }
 492       return 3 * sizeof(uint64_t) ;
 493    case PIPE_COMPUTE_CAP_MAX_BLOCK_SIZE:
 494       if (ret) {
 495          uint64_t *block_size = ret;
 496          block_size[0] = 1024;
 497          block_size[1] = 1024;
 498          block_size[2] = 1024;
 499       }
 500       return 3 * sizeof(uint64_t);
 501    case PIPE_COMPUTE_CAP_MAX_THREADS_PER_BLOCK:
 502       if (ret) {
 503          uint64_t *max_threads_per_block = ret;
 504          *max_threads_per_block = 1024;
 505       }
 506       return sizeof(uint64_t);
 507    case PIPE_COMPUTE_CAP_MAX_LOCAL_SIZE:
 508       if (ret) {
 509          uint64_t *max_local_size = ret;
 510          *max_local_size = 32768;
 511       }
 512       return sizeof(uint64_t);
 513    case PIPE_COMPUTE_CAP_GRID_DIMENSION:
 514    case PIPE_COMPUTE_CAP_MAX_GLOBAL_SIZE:
 515    case PIPE_COMPUTE_CAP_MAX_PRIVATE_SIZE:
 516    case PIPE_COMPUTE_CAP_MAX_INPUT_SIZE:
 517    case PIPE_COMPUTE_CAP_MAX_MEM_ALLOC_SIZE:
 518    case PIPE_COMPUTE_CAP_MAX_CLOCK_FREQUENCY:
 519    case PIPE_COMPUTE_CAP_MAX_COMPUTE_UNITS:
 520    case PIPE_COMPUTE_CAP_IMAGES_SUPPORTED:
 521    case PIPE_COMPUTE_CAP_SUBGROUP_SIZE:
 522    case PIPE_COMPUTE_CAP_ADDRESS_BITS:
 523    case PIPE_COMPUTE_CAP_MAX_VARIABLE_THREADS_PER_BLOCK:
 524       break;
 525    }
 526    return 0;
 527 }
 528
 529 static const struct nir_shader_compiler_options gallivm_nir_options = {
 530    .lower_scmp = true,
 531    .lower_flrp32 = true,
 532    .lower_flrp64 = true,
 533    .lower_fsat = true,
 534    .lower_bitfield_insert_to_bitfield_select = true,
 535    .lower_bitfield_extract = true,
 536    .lower_sub = true,
 537    .lower_ffma = true,
 538    .lower_fmod = true,
 539    .lower_pack_snorm_2x16 = true,
 540    .lower_pack_snorm_4x8 = true,
 541    .lower_pack_unorm_2x16 = true,
 542    .lower_pack_unorm_4x8 = true,
 543    .lower_unpack_snorm_2x16 = true,
 544    .lower_unpack_snorm_4x8 = true,
 545    .lower_unpack_unorm_2x16 = true,
 546    .lower_unpack_unorm_4x8 = true,
 547    .lower_extract_byte = true,
 548    .lower_extract_word = true,
 549    .lower_rotate = true,
 550    .optimize_sample_mask_in = true,
 551    .max_unroll_iterations = 32,
 552    .use_interpolated_input_intrinsics = true,
 553    .lower_to_scalar = true,
 554 };
 555
 556 static void
 557 llvmpipe_finalize_nir(struct pipe_screen *screen,
 558                       void *nirptr,
 559                       bool optimize)
 560 {
 561    struct nir_shader *nir = (struct nir_shader *)nirptr;
 562    lp_build_opt_nir(nir);
 563 }
 564
 565 static inline const void *
 566 llvmpipe_get_compiler_options(struct pipe_screen *screen,
 567                               enum pipe_shader_ir ir,
 568                               enum pipe_shader_type shader)
 569 {
 570    assert(ir == PIPE_SHADER_IR_NIR);
 571    return &gallivm_nir_options;
 572 }
 573
 574 /**
 575  * Query format support for creating a texture, drawing surface, etc.
 576  * \param format  the format to test
 577  * \param type  one of PIPE_TEXTURE, PIPE_SURFACE
 578  */
 579 static bool
 580 llvmpipe_is_format_supported( struct pipe_screen *_screen,
 581                               enum pipe_format format,
 582                               enum pipe_texture_target target,
 583                               unsigned sample_count,
 584                               unsigned storage_sample_count,
 585                               unsigned bind)
 586 {
 587    struct llvmpipe_screen *screen = llvmpipe_screen(_screen);
 588    struct sw_winsys *winsys = screen->winsys;
 589    const struct util_format_description *format_desc;
 590
 591    format_desc = util_format_description(format);
 592    if (!format_desc)
 593       return false;
 594
 595    assert(target == PIPE_BUFFER ||
 596           target == PIPE_TEXTURE_1D ||
 597           target == PIPE_TEXTURE_1D_ARRAY ||
 598           target == PIPE_TEXTURE_2D ||
 599           target == PIPE_TEXTURE_2D_ARRAY ||
 600           target == PIPE_TEXTURE_RECT ||
 601           target == PIPE_TEXTURE_3D ||
 602           target == PIPE_TEXTURE_CUBE ||
 603           target == PIPE_TEXTURE_CUBE_ARRAY);
 604
 605    if (sample_count > 1)
 606       return false;
 607
 608    if (MAX2(1, sample_count) != MAX2(1, storage_sample_count))
 609       return false;
 610
 611    if (bind & PIPE_BIND_RENDER_TARGET) {
 612       if (format_desc->colorspace == UTIL_FORMAT_COLORSPACE_SRGB) {
 613          /* this is a lie actually other formats COULD exist where we would fail */
 614          if (format_desc->nr_channels < 3)
 615             return false;
 616       }
 617       else if (format_desc->colorspace != UTIL_FORMAT_COLORSPACE_RGB)
 618          return false;
 619
 620       if (format_desc->layout != UTIL_FORMAT_LAYOUT_PLAIN &&
 621           format != PIPE_FORMAT_R11G11B10_FLOAT)
 622          return false;
 623
 624       assert(format_desc->block.width == 1);
 625       assert(format_desc->block.height == 1);
 626
 627       if (format_desc->is_mixed)
 628          return false;
 629
 630       if (!format_desc->is_array && !format_desc->is_bitmask &&
 631           format != PIPE_FORMAT_R11G11B10_FLOAT)
 632          return false;
 633    }
 634
 635    if ((bind & (PIPE_BIND_RENDER_TARGET | PIPE_BIND_SAMPLER_VIEW)) &&
 636        ((bind & PIPE_BIND_DISPLAY_TARGET) == 0)) {
 637       /* Disable all 3-channel formats, where channel size != 32 bits.
 638        * In some cases we run into crashes (in generate_unswizzled_blend()),
 639        * for 3-channel RGB16 variants, there was an apparent LLVM bug.
 640        * In any case, disabling the shallower 3-channel formats avoids a
 641        * number of issues with GL_ARB_copy_image support.
 642        */
 643       if (format_desc->is_array &&
 644           format_desc->nr_channels == 3 &&
 645           format_desc->block.bits != 96) {
 646          return false;
 647       }
 648    }
 649
 650    if (bind & PIPE_BIND_DISPLAY_TARGET) {
 651       if(!winsys->is_displaytarget_format_supported(winsys, bind, format))
 652          return false;
 653    }
 654
 655    if (bind & PIPE_BIND_DEPTH_STENCIL) {
 656       if (format_desc->layout != UTIL_FORMAT_LAYOUT_PLAIN)
 657          return false;
 658
 659       if (format_desc->colorspace != UTIL_FORMAT_COLORSPACE_ZS)
 660          return false;
 661
 662       /* TODO: Support stencil-only formats */
 663       if (format_desc->swizzle[0] == PIPE_SWIZZLE_NONE) {
 664          return false;
 665       }
 666    }
 667
 668    if (format_desc->layout == UTIL_FORMAT_LAYOUT_ASTC ||
 669        format_desc->layout == UTIL_FORMAT_LAYOUT_ATC ||
 670        format_desc->layout == UTIL_FORMAT_LAYOUT_FXT1) {
 671       /* Software decoding is not hooked up. */
 672       return false;
 673    }
 674
 675    if (format_desc->layout == UTIL_FORMAT_LAYOUT_ETC &&
 676        format != PIPE_FORMAT_ETC1_RGB8)
 677       return false;
 678
 679    /*
 680     * Everything can be supported by u_format
 681     * (those without fetch_rgba_float might be not but shouldn't hit that)
 682     */
 683
 684    return true;
 685 }
 686
 687
 688
 689
 690 static void
 691 llvmpipe_flush_frontbuffer(struct pipe_screen *_screen,
 692                            struct pipe_resource *resource,
 693                            unsigned level, unsigned layer,
 694                            void *context_private,
 695                            struct pipe_box *sub_box)
 696 {
 697    struct llvmpipe_screen *screen = llvmpipe_screen(_screen);
 698    struct sw_winsys *winsys = screen->winsys;
 699    struct llvmpipe_resource *texture = llvmpipe_resource(resource);
 700
 701    assert(texture->dt);
 702    if (texture->dt)
 703       winsys->displaytarget_display(winsys, texture->dt, context_private, sub_box);
 704 }
 705
 706 static void
 707 llvmpipe_destroy_screen( struct pipe_screen *_screen )
 708 {
 709    struct llvmpipe_screen *screen = llvmpipe_screen(_screen);
 710    struct sw_winsys *winsys = screen->winsys;
 711
 712    if (screen->cs_tpool)
 713       lp_cs_tpool_destroy(screen->cs_tpool);
 714
 715    if (screen->rast)
 716       lp_rast_destroy(screen->rast);
 717
 718    lp_jit_screen_cleanup(screen);
 719
 720    if(winsys->destroy)
 721       winsys->destroy(winsys);
 722
 723    mtx_destroy(&screen->rast_mutex);
 724    mtx_destroy(&screen->cs_mutex);
 725    FREE(screen);
 726 }
 727
 728
 729
 730
 731 /**
 732  * Fence reference counting.
 733  */
 734 static void
 735 llvmpipe_fence_reference(struct pipe_screen *screen,
 736                          struct pipe_fence_handle **ptr,
 737                          struct pipe_fence_handle *fence)
 738 {
 739    struct lp_fence **old = (struct lp_fence **) ptr;
 740    struct lp_fence *f = (struct lp_fence *) fence;
 741
 742    lp_fence_reference(old, f);
 743 }
 744
 745
 746 /**
 747  * Wait for the fence to finish.
 748  */
 749 static bool
 750 llvmpipe_fence_finish(struct pipe_screen *screen,
 751                       struct pipe_context *ctx,
 752                       struct pipe_fence_handle *fence_handle,
 753                       uint64_t timeout)
 754 {
 755    struct lp_fence *f = (struct lp_fence *) fence_handle;
 756
 757    if (!timeout)
 758       return lp_fence_signalled(f);
 759
 760    if (!lp_fence_signalled(f)) {
 761       if (timeout != PIPE_TIMEOUT_INFINITE)
 762          return lp_fence_timedwait(f, timeout);
 763
 764       lp_fence_wait(f);
 765    }
 766    return true;
 767 }
 768
 769 static uint64_t
 770 llvmpipe_get_timestamp(struct pipe_screen *_screen)
 771 {
 772    return os_time_get_nano();
 773 }
 774
 775 /**
 776  * Create a new pipe_screen object
 777  * Note: we're not presently subclassing pipe_screen (no llvmpipe_screen).
 778  */
 779 struct pipe_screen *
 780 llvmpipe_create_screen(struct sw_winsys *winsys)
 781 {
 782    struct llvmpipe_screen *screen;
 783
 784    util_cpu_detect();
 785
 786 #ifdef DEBUG
 787    LP_DEBUG = debug_get_flags_option("LP_DEBUG", lp_debug_flags, 0 );
 788 #endif
 789
 790    LP_PERF = debug_get_flags_option("LP_PERF", lp_perf_flags, 0 );
 791
 792    screen = CALLOC_STRUCT(llvmpipe_screen);
 793    if (!screen)
 794       return NULL;
 795
 796    if (!lp_jit_screen_init(screen)) {
 797       FREE(screen);
 798       return NULL;
 799    }
 800
 801    screen->winsys = winsys;
 802
 803    screen->base.destroy = llvmpipe_destroy_screen;
 804
 805    screen->base.get_name = llvmpipe_get_name;
 806    screen->base.get_vendor = llvmpipe_get_vendor;
 807    screen->base.get_device_vendor = llvmpipe_get_vendor; // TODO should be the CPU vendor
 808    screen->base.get_param = llvmpipe_get_param;
 809    screen->base.get_shader_param = llvmpipe_get_shader_param;
 810    screen->base.get_compute_param = llvmpipe_get_compute_param;
 811    screen->base.get_paramf = llvmpipe_get_paramf;
 812    screen->base.get_compiler_options = llvmpipe_get_compiler_options;
 813    screen->base.is_format_supported = llvmpipe_is_format_supported;
 814
 815    screen->base.context_create = llvmpipe_create_context;
 816    screen->base.flush_frontbuffer = llvmpipe_flush_frontbuffer;
 817    screen->base.fence_reference = llvmpipe_fence_reference;
 818    screen->base.fence_finish = llvmpipe_fence_finish;
 819
 820    screen->base.get_timestamp = llvmpipe_get_timestamp;
 821
 822    screen->base.finalize_nir = llvmpipe_finalize_nir;
 823    llvmpipe_init_screen_resource_funcs(&screen->base);
 824
 825    screen->num_threads = util_cpu_caps.nr_cpus > 1 ? util_cpu_caps.nr_cpus : 0;
 826 #ifdef EMBEDDED_DEVICE
 827    screen->num_threads = 0;
 828 #endif
 829    screen->num_threads = debug_get_num_option("LP_NUM_THREADS", screen->num_threads);
 830    screen->num_threads = MIN2(screen->num_threads, LP_MAX_THREADS);
 831
 832    screen->rast = lp_rast_create(screen->num_threads);
 833    if (!screen->rast) {
 834       lp_jit_screen_cleanup(screen);
 835       FREE(screen);
 836       return NULL;
 837    }
 838    (void) mtx_init(&screen->rast_mutex, mtx_plain);
 839
 840    screen->cs_tpool = lp_cs_tpool_create(screen->num_threads);
 841    if (!screen->cs_tpool) {
 842       lp_rast_destroy(screen->rast);
 843       lp_jit_screen_cleanup(screen);
 844       FREE(screen);
 845       return NULL;
 846    }
 847    (void) mtx_init(&screen->cs_mutex, mtx_plain);
 848
 849    return &screen->base;
 850 }