2 * Copyright © 2014 Broadcom
3 * Copyright (C) 2012 Rob Clark <robclark@freedesktop.org>
5 * Permission is hereby granted, free of charge, to any person obtaining a
6 * copy of this software and associated documentation files (the "Software"),
7 * to deal in the Software without restriction, including without limitation
8 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9 * and/or sell copies of the Software, and to permit persons to whom the
10 * Software is furnished to do so, subject to the following conditions:
12 * The above copyright notice and this permission notice (including the next
13 * paragraph) shall be included in all copies or substantial portions of the
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
21 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
25 #include "util/os_misc.h"
26 #include "pipe/p_defines.h"
27 #include "pipe/p_screen.h"
28 #include "pipe/p_state.h"
30 #include "util/u_cpu_detect.h"
31 #include "util/u_debug.h"
32 #include "util/u_memory.h"
33 #include "util/u_format.h"
34 #include "util/u_hash_table.h"
35 #include "util/u_screen.h"
36 #include "util/u_transfer_helper.h"
37 #include "util/ralloc.h"
40 #include "drm_fourcc.h"
42 #include "vc4_screen.h"
43 #include "vc4_context.h"
44 #include "vc4_resource.h"
46 static const struct debug_named_value debug_options
[] = {
48 "Dump command list during creation" },
49 { "surf", VC4_DEBUG_SURFACE
,
50 "Dump surface layouts" },
51 { "qpu", VC4_DEBUG_QPU
,
52 "Dump generated QPU instructions" },
53 { "qir", VC4_DEBUG_QIR
,
54 "Dump QPU IR during program compile" },
55 { "nir", VC4_DEBUG_NIR
,
56 "Dump NIR during program compile" },
57 { "tgsi", VC4_DEBUG_TGSI
,
58 "Dump TGSI during program compile" },
59 { "shaderdb", VC4_DEBUG_SHADERDB
,
60 "Dump program compile information for shader-db analysis" },
61 { "perf", VC4_DEBUG_PERF
,
62 "Print during performance-related events" },
63 { "norast", VC4_DEBUG_NORAST
,
64 "Skip actual hardware execution of commands" },
65 { "always_flush", VC4_DEBUG_ALWAYS_FLUSH
,
66 "Flush after each draw call" },
67 { "always_sync", VC4_DEBUG_ALWAYS_SYNC
,
68 "Wait for finish after each flush" },
69 #ifdef USE_VC4_SIMULATOR
70 { "dump", VC4_DEBUG_DUMP
,
71 "Write a GPU command stream trace file" },
76 DEBUG_GET_ONCE_FLAGS_OPTION(vc4_debug
, "VC4_DEBUG", debug_options
, 0)
80 vc4_screen_get_name(struct pipe_screen
*pscreen
)
82 struct vc4_screen
*screen
= vc4_screen(pscreen
);
85 screen
->name
= ralloc_asprintf(screen
,
88 screen
->v3d_ver
% 10);
95 vc4_screen_get_vendor(struct pipe_screen
*pscreen
)
101 vc4_screen_destroy(struct pipe_screen
*pscreen
)
103 struct vc4_screen
*screen
= vc4_screen(pscreen
);
105 util_hash_table_destroy(screen
->bo_handles
);
106 vc4_bufmgr_destroy(pscreen
);
107 slab_destroy_parent(&screen
->transfer_pool
);
110 #ifdef USE_VC4_SIMULATOR
111 vc4_simulator_destroy(screen
);
114 u_transfer_helper_destroy(pscreen
->transfer_helper
);
117 ralloc_free(pscreen
);
121 vc4_has_feature(struct vc4_screen
*screen
, uint32_t feature
)
123 struct drm_vc4_get_param p
= {
126 int ret
= vc4_ioctl(screen
->fd
, DRM_IOCTL_VC4_GET_PARAM
, &p
);
135 vc4_screen_get_param(struct pipe_screen
*pscreen
, enum pipe_cap param
)
137 struct vc4_screen
*screen
= vc4_screen(pscreen
);
140 /* Supported features (boolean caps). */
141 case PIPE_CAP_VERTEX_COLOR_CLAMPED
:
142 case PIPE_CAP_VERTEX_COLOR_UNCLAMPED
:
143 case PIPE_CAP_FRAGMENT_COLOR_CLAMPED
:
144 case PIPE_CAP_BUFFER_MAP_PERSISTENT_COHERENT
:
145 case PIPE_CAP_NPOT_TEXTURES
:
146 case PIPE_CAP_SHAREABLE_SHADERS
:
147 case PIPE_CAP_BLEND_EQUATION_SEPARATE
:
148 case PIPE_CAP_TEXTURE_MULTISAMPLE
:
149 case PIPE_CAP_TEXTURE_SWIZZLE
:
150 case PIPE_CAP_TEXTURE_BARRIER
:
153 case PIPE_CAP_NATIVE_FENCE_FD
:
154 return screen
->has_syncobj
;
156 case PIPE_CAP_TILE_RASTER_ORDER
:
157 return vc4_has_feature(screen
,
158 DRM_VC4_PARAM_SUPPORTS_FIXED_RCL_ORDER
);
160 /* lying for GL 2.0 */
161 case PIPE_CAP_OCCLUSION_QUERY
:
162 case PIPE_CAP_POINT_SPRITE
:
165 case PIPE_CAP_TGSI_FS_COORD_ORIGIN_UPPER_LEFT
:
166 case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_HALF_INTEGER
:
169 case PIPE_CAP_MIXED_FRAMEBUFFER_SIZES
:
170 case PIPE_CAP_MIXED_COLOR_DEPTH_BITS
:
174 case PIPE_CAP_MAX_TEXTURE_2D_LEVELS
:
175 case PIPE_CAP_MAX_TEXTURE_CUBE_LEVELS
:
176 return VC4_MAX_MIP_LEVELS
;
177 case PIPE_CAP_MAX_TEXTURE_3D_LEVELS
:
178 /* Note: Not supported in hardware, just faking it. */
181 case PIPE_CAP_VENDOR_ID
:
183 case PIPE_CAP_ACCELERATED
:
185 case PIPE_CAP_VIDEO_MEMORY
: {
186 uint64_t system_memory
;
188 if (!os_get_total_physical_memory(&system_memory
))
191 return (int)(system_memory
>> 20);
197 return u_pipe_screen_get_param_defaults(pscreen
, param
);
202 vc4_screen_get_paramf(struct pipe_screen
*pscreen
, enum pipe_capf param
)
205 case PIPE_CAPF_MAX_LINE_WIDTH
:
206 case PIPE_CAPF_MAX_LINE_WIDTH_AA
:
209 case PIPE_CAPF_MAX_POINT_WIDTH
:
210 case PIPE_CAPF_MAX_POINT_WIDTH_AA
:
213 case PIPE_CAPF_MAX_TEXTURE_ANISOTROPY
:
215 case PIPE_CAPF_MAX_TEXTURE_LOD_BIAS
:
218 case PIPE_CAPF_MIN_CONSERVATIVE_RASTER_DILATE
:
219 case PIPE_CAPF_MAX_CONSERVATIVE_RASTER_DILATE
:
220 case PIPE_CAPF_CONSERVATIVE_RASTER_DILATE_GRANULARITY
:
223 fprintf(stderr
, "unknown paramf %d\n", param
);
229 vc4_screen_get_shader_param(struct pipe_screen
*pscreen
,
230 enum pipe_shader_type shader
,
231 enum pipe_shader_cap param
)
233 if (shader
!= PIPE_SHADER_VERTEX
&&
234 shader
!= PIPE_SHADER_FRAGMENT
) {
238 /* this is probably not totally correct.. but it's a start: */
240 case PIPE_SHADER_CAP_MAX_INSTRUCTIONS
:
241 case PIPE_SHADER_CAP_MAX_ALU_INSTRUCTIONS
:
242 case PIPE_SHADER_CAP_MAX_TEX_INSTRUCTIONS
:
243 case PIPE_SHADER_CAP_MAX_TEX_INDIRECTIONS
:
246 case PIPE_SHADER_CAP_MAX_CONTROL_FLOW_DEPTH
:
247 return vc4_screen(pscreen
)->has_control_flow
;
249 case PIPE_SHADER_CAP_MAX_INPUTS
:
251 case PIPE_SHADER_CAP_MAX_OUTPUTS
:
252 return shader
== PIPE_SHADER_FRAGMENT
? 1 : 8;
253 case PIPE_SHADER_CAP_MAX_TEMPS
:
254 return 256; /* GL_MAX_PROGRAM_TEMPORARIES_ARB */
255 case PIPE_SHADER_CAP_MAX_CONST_BUFFER_SIZE
:
256 return 16 * 1024 * sizeof(float);
257 case PIPE_SHADER_CAP_MAX_CONST_BUFFERS
:
259 case PIPE_SHADER_CAP_TGSI_CONT_SUPPORTED
:
261 case PIPE_SHADER_CAP_INDIRECT_INPUT_ADDR
:
262 case PIPE_SHADER_CAP_INDIRECT_OUTPUT_ADDR
:
263 case PIPE_SHADER_CAP_INDIRECT_TEMP_ADDR
:
265 case PIPE_SHADER_CAP_INDIRECT_CONST_ADDR
:
267 case PIPE_SHADER_CAP_SUBROUTINES
:
269 case PIPE_SHADER_CAP_TGSI_SQRT_SUPPORTED
:
271 case PIPE_SHADER_CAP_INTEGERS
:
273 case PIPE_SHADER_CAP_INT64_ATOMICS
:
274 case PIPE_SHADER_CAP_FP16
:
275 case PIPE_SHADER_CAP_TGSI_DROUND_SUPPORTED
:
276 case PIPE_SHADER_CAP_TGSI_DFRACEXP_DLDEXP_SUPPORTED
:
277 case PIPE_SHADER_CAP_TGSI_LDEXP_SUPPORTED
:
278 case PIPE_SHADER_CAP_TGSI_FMA_SUPPORTED
:
279 case PIPE_SHADER_CAP_TGSI_ANY_INOUT_DECL_RANGE
:
281 case PIPE_SHADER_CAP_MAX_TEXTURE_SAMPLERS
:
282 case PIPE_SHADER_CAP_MAX_SAMPLER_VIEWS
:
283 return VC4_MAX_TEXTURE_SAMPLERS
;
284 case PIPE_SHADER_CAP_PREFERRED_IR
:
285 return PIPE_SHADER_IR_NIR
;
286 case PIPE_SHADER_CAP_SUPPORTED_IRS
:
288 case PIPE_SHADER_CAP_MAX_UNROLL_ITERATIONS_HINT
:
290 case PIPE_SHADER_CAP_MAX_SHADER_BUFFERS
:
291 case PIPE_SHADER_CAP_MAX_SHADER_IMAGES
:
292 case PIPE_SHADER_CAP_LOWER_IF_THRESHOLD
:
293 case PIPE_SHADER_CAP_TGSI_SKIP_MERGE_REGISTERS
:
294 case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTERS
:
295 case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTER_BUFFERS
:
297 case PIPE_SHADER_CAP_SCALAR_ISA
:
300 fprintf(stderr
, "unknown shader param %d\n", param
);
307 vc4_screen_is_format_supported(struct pipe_screen
*pscreen
,
308 enum pipe_format format
,
309 enum pipe_texture_target target
,
310 unsigned sample_count
,
311 unsigned storage_sample_count
,
314 struct vc4_screen
*screen
= vc4_screen(pscreen
);
316 if (MAX2(1, sample_count
) != MAX2(1, storage_sample_count
))
319 if (sample_count
> 1 && sample_count
!= VC4_MAX_SAMPLES
)
322 if (target
>= PIPE_MAX_TEXTURE_TYPES
) {
326 if (usage
& PIPE_BIND_VERTEX_BUFFER
) {
328 case PIPE_FORMAT_R32G32B32A32_FLOAT
:
329 case PIPE_FORMAT_R32G32B32_FLOAT
:
330 case PIPE_FORMAT_R32G32_FLOAT
:
331 case PIPE_FORMAT_R32_FLOAT
:
332 case PIPE_FORMAT_R32G32B32A32_SNORM
:
333 case PIPE_FORMAT_R32G32B32_SNORM
:
334 case PIPE_FORMAT_R32G32_SNORM
:
335 case PIPE_FORMAT_R32_SNORM
:
336 case PIPE_FORMAT_R32G32B32A32_SSCALED
:
337 case PIPE_FORMAT_R32G32B32_SSCALED
:
338 case PIPE_FORMAT_R32G32_SSCALED
:
339 case PIPE_FORMAT_R32_SSCALED
:
340 case PIPE_FORMAT_R16G16B16A16_UNORM
:
341 case PIPE_FORMAT_R16G16B16_UNORM
:
342 case PIPE_FORMAT_R16G16_UNORM
:
343 case PIPE_FORMAT_R16_UNORM
:
344 case PIPE_FORMAT_R16G16B16A16_SNORM
:
345 case PIPE_FORMAT_R16G16B16_SNORM
:
346 case PIPE_FORMAT_R16G16_SNORM
:
347 case PIPE_FORMAT_R16_SNORM
:
348 case PIPE_FORMAT_R16G16B16A16_USCALED
:
349 case PIPE_FORMAT_R16G16B16_USCALED
:
350 case PIPE_FORMAT_R16G16_USCALED
:
351 case PIPE_FORMAT_R16_USCALED
:
352 case PIPE_FORMAT_R16G16B16A16_SSCALED
:
353 case PIPE_FORMAT_R16G16B16_SSCALED
:
354 case PIPE_FORMAT_R16G16_SSCALED
:
355 case PIPE_FORMAT_R16_SSCALED
:
356 case PIPE_FORMAT_R8G8B8A8_UNORM
:
357 case PIPE_FORMAT_R8G8B8_UNORM
:
358 case PIPE_FORMAT_R8G8_UNORM
:
359 case PIPE_FORMAT_R8_UNORM
:
360 case PIPE_FORMAT_R8G8B8A8_SNORM
:
361 case PIPE_FORMAT_R8G8B8_SNORM
:
362 case PIPE_FORMAT_R8G8_SNORM
:
363 case PIPE_FORMAT_R8_SNORM
:
364 case PIPE_FORMAT_R8G8B8A8_USCALED
:
365 case PIPE_FORMAT_R8G8B8_USCALED
:
366 case PIPE_FORMAT_R8G8_USCALED
:
367 case PIPE_FORMAT_R8_USCALED
:
368 case PIPE_FORMAT_R8G8B8A8_SSCALED
:
369 case PIPE_FORMAT_R8G8B8_SSCALED
:
370 case PIPE_FORMAT_R8G8_SSCALED
:
371 case PIPE_FORMAT_R8_SSCALED
:
378 if ((usage
& PIPE_BIND_RENDER_TARGET
) &&
379 !vc4_rt_format_supported(format
)) {
383 if ((usage
& PIPE_BIND_SAMPLER_VIEW
) &&
384 (!vc4_tex_format_supported(format
) ||
385 (format
== PIPE_FORMAT_ETC1_RGB8
&& !screen
->has_etc1
))) {
389 if ((usage
& PIPE_BIND_DEPTH_STENCIL
) &&
390 format
!= PIPE_FORMAT_S8_UINT_Z24_UNORM
&&
391 format
!= PIPE_FORMAT_X8Z24_UNORM
) {
395 if ((usage
& PIPE_BIND_INDEX_BUFFER
) &&
396 format
!= PIPE_FORMAT_I8_UINT
&&
397 format
!= PIPE_FORMAT_I16_UINT
) {
405 vc4_screen_query_dmabuf_modifiers(struct pipe_screen
*pscreen
,
406 enum pipe_format format
, int max
,
408 unsigned int *external_only
,
412 uint64_t available_modifiers
[] = {
413 DRM_FORMAT_MOD_BROADCOM_VC4_T_TILED
,
414 DRM_FORMAT_MOD_LINEAR
,
416 struct vc4_screen
*screen
= vc4_screen(pscreen
);
417 int num_modifiers
= screen
->has_tiling_ioctl
? 2 : 1;
420 *count
= num_modifiers
;
424 *count
= MIN2(max
, num_modifiers
);
425 m
= screen
->has_tiling_ioctl
? 0 : 1;
426 /* We support both modifiers (tiled and linear) for all sampler
427 * formats, but if we don't have the DRM_VC4_GET_TILING ioctl
428 * we shouldn't advertise the tiled formats.
430 for (i
= 0; i
< *count
; i
++) {
431 modifiers
[i
] = available_modifiers
[m
++];
433 external_only
[i
] = false;
437 #define PTR_TO_UINT(x) ((unsigned)((intptr_t)(x)))
439 static unsigned handle_hash(void *key
)
441 return PTR_TO_UINT(key
);
444 static int handle_compare(void *key1
, void *key2
)
446 return PTR_TO_UINT(key1
) != PTR_TO_UINT(key2
);
450 vc4_get_chip_info(struct vc4_screen
*screen
)
452 struct drm_vc4_get_param ident0
= {
453 .param
= DRM_VC4_PARAM_V3D_IDENT0
,
455 struct drm_vc4_get_param ident1
= {
456 .param
= DRM_VC4_PARAM_V3D_IDENT1
,
460 ret
= vc4_ioctl(screen
->fd
, DRM_IOCTL_VC4_GET_PARAM
, &ident0
);
462 if (errno
== EINVAL
) {
463 /* Backwards compatibility with 2835 kernels which
466 screen
->v3d_ver
= 21;
469 fprintf(stderr
, "Couldn't get V3D IDENT0: %s\n",
474 ret
= vc4_ioctl(screen
->fd
, DRM_IOCTL_VC4_GET_PARAM
, &ident1
);
476 fprintf(stderr
, "Couldn't get V3D IDENT1: %s\n",
481 uint32_t major
= (ident0
.value
>> 24) & 0xff;
482 uint32_t minor
= (ident1
.value
>> 0) & 0xf;
483 screen
->v3d_ver
= major
* 10 + minor
;
485 if (screen
->v3d_ver
!= 21 && screen
->v3d_ver
!= 26) {
487 "V3D %d.%d not supported by this version of Mesa.\n",
488 screen
->v3d_ver
/ 10,
489 screen
->v3d_ver
% 10);
497 vc4_screen_create(int fd
, struct renderonly
*ro
)
499 struct vc4_screen
*screen
= rzalloc(NULL
, struct vc4_screen
);
500 uint64_t syncobj_cap
= 0;
501 struct pipe_screen
*pscreen
;
504 pscreen
= &screen
->base
;
506 pscreen
->destroy
= vc4_screen_destroy
;
507 pscreen
->get_param
= vc4_screen_get_param
;
508 pscreen
->get_paramf
= vc4_screen_get_paramf
;
509 pscreen
->get_shader_param
= vc4_screen_get_shader_param
;
510 pscreen
->context_create
= vc4_context_create
;
511 pscreen
->is_format_supported
= vc4_screen_is_format_supported
;
515 screen
->ro
= renderonly_dup(ro
);
517 fprintf(stderr
, "Failed to dup renderonly object\n");
523 list_inithead(&screen
->bo_cache
.time_list
);
524 (void) mtx_init(&screen
->bo_handles_mutex
, mtx_plain
);
525 screen
->bo_handles
= util_hash_table_create(handle_hash
, handle_compare
);
527 screen
->has_control_flow
=
528 vc4_has_feature(screen
, DRM_VC4_PARAM_SUPPORTS_BRANCHES
);
530 vc4_has_feature(screen
, DRM_VC4_PARAM_SUPPORTS_ETC1
);
531 screen
->has_threaded_fs
=
532 vc4_has_feature(screen
, DRM_VC4_PARAM_SUPPORTS_THREADED_FS
);
533 screen
->has_madvise
=
534 vc4_has_feature(screen
, DRM_VC4_PARAM_SUPPORTS_MADVISE
);
535 screen
->has_perfmon_ioctl
=
536 vc4_has_feature(screen
, DRM_VC4_PARAM_SUPPORTS_PERFMON
);
538 err
= drmGetCap(fd
, DRM_CAP_SYNCOBJ
, &syncobj_cap
);
539 if (err
== 0 && syncobj_cap
)
540 screen
->has_syncobj
= true;
542 if (!vc4_get_chip_info(screen
))
547 slab_create_parent(&screen
->transfer_pool
, sizeof(struct vc4_transfer
), 16);
549 vc4_fence_screen_init(screen
);
551 vc4_debug
= debug_get_option_vc4_debug();
552 if (vc4_debug
& VC4_DEBUG_SHADERDB
)
553 vc4_debug
|= VC4_DEBUG_NORAST
;
555 #ifdef USE_VC4_SIMULATOR
556 vc4_simulator_init(screen
);
559 vc4_resource_screen_init(pscreen
);
561 pscreen
->get_name
= vc4_screen_get_name
;
562 pscreen
->get_vendor
= vc4_screen_get_vendor
;
563 pscreen
->get_device_vendor
= vc4_screen_get_vendor
;
564 pscreen
->get_compiler_options
= vc4_screen_get_compiler_options
;
565 pscreen
->query_dmabuf_modifiers
= vc4_screen_query_dmabuf_modifiers
;
567 if (screen
->has_perfmon_ioctl
) {
568 pscreen
->get_driver_query_group_info
= vc4_get_driver_query_group_info
;
569 pscreen
->get_driver_query_info
= vc4_get_driver_query_info
;
576 ralloc_free(pscreen
);