2 * Copyright (c) 2012-2015 Etnaviv Project
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sub license,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the
12 * next paragraph) shall be included in all copies or substantial portions
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21 * DEALINGS IN THE SOFTWARE.
24 * Wladimir J. van der Laan <laanwj@gmail.com>
25 * Christian Gmeiner <christian.gmeiner@gmail.com>
28 #include "etnaviv_screen.h"
30 #include "hw/common.xml.h"
32 #include "etnaviv_compiler.h"
33 #include "etnaviv_context.h"
34 #include "etnaviv_debug.h"
35 #include "etnaviv_fence.h"
36 #include "etnaviv_format.h"
37 #include "etnaviv_query.h"
38 #include "etnaviv_resource.h"
39 #include "etnaviv_translate.h"
41 #include "util/os_time.h"
42 #include "util/u_math.h"
43 #include "util/u_memory.h"
44 #include "util/u_string.h"
46 #include "state_tracker/drm_driver.h"
48 #include <drm_fourcc.h>
50 #define ETNA_DRM_VERSION(major, minor) ((major) << 16 | (minor))
51 #define ETNA_DRM_VERSION_FENCE_FD ETNA_DRM_VERSION(1, 1)
53 static const struct debug_named_value debug_options
[] = {
54 {"dbg_msgs", ETNA_DBG_MSGS
, "Print debug messages"},
55 {"frame_msgs", ETNA_DBG_FRAME_MSGS
, "Print frame messages"},
56 {"resource_msgs", ETNA_DBG_RESOURCE_MSGS
, "Print resource messages"},
57 {"compiler_msgs", ETNA_DBG_COMPILER_MSGS
, "Print compiler messages"},
58 {"linker_msgs", ETNA_DBG_LINKER_MSGS
, "Print linker messages"},
59 {"dump_shaders", ETNA_DBG_DUMP_SHADERS
, "Dump shaders"},
60 {"no_ts", ETNA_DBG_NO_TS
, "Disable TS"},
61 {"no_autodisable", ETNA_DBG_NO_AUTODISABLE
, "Disable autodisable"},
62 {"no_supertile", ETNA_DBG_NO_SUPERTILE
, "Disable supertiles"},
63 {"no_early_z", ETNA_DBG_NO_EARLY_Z
, "Disable early z"},
64 {"cflush_all", ETNA_DBG_CFLUSH_ALL
, "Flush every cash before state update"},
65 {"msaa2x", ETNA_DBG_MSAA_2X
, "Force 2x msaa"},
66 {"msaa4x", ETNA_DBG_MSAA_4X
, "Force 4x msaa"},
67 {"flush_all", ETNA_DBG_FLUSH_ALL
, "Flush after every rendered primitive"},
68 {"zero", ETNA_DBG_ZERO
, "Zero all resources after allocation"},
69 {"draw_stall", ETNA_DBG_DRAW_STALL
, "Stall FE/PE after each rendered primitive"},
70 {"shaderdb", ETNA_DBG_SHADERDB
, "Enable shaderdb output"},
74 DEBUG_GET_ONCE_FLAGS_OPTION(etna_mesa_debug
, "ETNA_MESA_DEBUG", debug_options
, 0)
75 int etna_mesa_debug
= 0;
78 etna_screen_destroy(struct pipe_screen
*pscreen
)
80 struct etna_screen
*screen
= etna_screen(pscreen
);
83 etna_pipe_del(screen
->pipe
);
86 etna_gpu_del(screen
->gpu
);
92 etna_device_del(screen
->dev
);
98 etna_screen_get_name(struct pipe_screen
*pscreen
)
100 struct etna_screen
*priv
= etna_screen(pscreen
);
101 static char buffer
[128];
103 util_snprintf(buffer
, sizeof(buffer
), "Vivante GC%x rev %04x", priv
->model
,
110 etna_screen_get_vendor(struct pipe_screen
*pscreen
)
116 etna_screen_get_device_vendor(struct pipe_screen
*pscreen
)
122 etna_screen_get_param(struct pipe_screen
*pscreen
, enum pipe_cap param
)
124 struct etna_screen
*screen
= etna_screen(pscreen
);
127 /* Supported features (boolean caps). */
128 case PIPE_CAP_TWO_SIDED_STENCIL
:
129 case PIPE_CAP_ANISOTROPIC_FILTER
:
130 case PIPE_CAP_POINT_SPRITE
:
131 case PIPE_CAP_TEXTURE_SHADOW_MAP
:
132 case PIPE_CAP_BLEND_EQUATION_SEPARATE
:
133 case PIPE_CAP_TGSI_FS_COORD_ORIGIN_UPPER_LEFT
:
134 case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_HALF_INTEGER
:
136 case PIPE_CAP_TEXTURE_BARRIER
:
137 case PIPE_CAP_QUADS_FOLLOW_PROVOKING_VERTEX_CONVENTION
:
138 case PIPE_CAP_VERTEX_BUFFER_OFFSET_4BYTE_ALIGNED_ONLY
:
139 case PIPE_CAP_VERTEX_BUFFER_STRIDE_4BYTE_ALIGNED_ONLY
:
140 case PIPE_CAP_VERTEX_ELEMENT_SRC_OFFSET_4BYTE_ALIGNED_ONLY
:
141 case PIPE_CAP_USER_CONSTANT_BUFFERS
:
142 case PIPE_CAP_TGSI_TEXCOORD
:
143 case PIPE_CAP_VERTEX_COLOR_UNCLAMPED
:
145 case PIPE_CAP_NATIVE_FENCE_FD
:
146 return screen
->drm_version
>= ETNA_DRM_VERSION_FENCE_FD
;
149 case PIPE_CAP_CONSTANT_BUFFER_OFFSET_ALIGNMENT
:
151 case PIPE_CAP_MIN_MAP_BUFFER_ALIGNMENT
:
152 return 4; /* XXX could easily be supported */
153 case PIPE_CAP_GLSL_FEATURE_LEVEL
:
156 case PIPE_CAP_NPOT_TEXTURES
:
157 return true; /* VIV_FEATURE(priv->dev, chipMinorFeatures1,
158 NON_POWER_OF_TWO); */
160 case PIPE_CAP_TEXTURE_SWIZZLE
:
161 case PIPE_CAP_PRIMITIVE_RESTART
:
162 return VIV_FEATURE(screen
, chipMinorFeatures1
, HALTI0
);
164 case PIPE_CAP_ENDIANNESS
:
165 return PIPE_ENDIAN_LITTLE
; /* on most Viv hw this is configurable (feature
166 ENDIANNESS_CONFIG) */
168 /* Unsupported features. */
169 case PIPE_CAP_SEAMLESS_CUBE_MAP
:
170 case PIPE_CAP_COMPUTE
: /* XXX supported on gc2000 */
171 case PIPE_CAP_MIXED_COLORBUFFER_FORMATS
: /* only one colorbuffer supported, so mixing makes no sense */
172 case PIPE_CAP_CONDITIONAL_RENDER
: /* no occlusion queries */
173 case PIPE_CAP_TGSI_INSTANCEID
: /* no idea, really */
174 case PIPE_CAP_START_INSTANCE
: /* instancing not supported AFAIK */
175 case PIPE_CAP_VERTEX_ELEMENT_INSTANCE_DIVISOR
: /* instancing not supported AFAIK */
176 case PIPE_CAP_SHADER_STENCIL_EXPORT
: /* Fragment shader cannot export stencil value */
177 case PIPE_CAP_MAX_DUAL_SOURCE_RENDER_TARGETS
: /* no dual-source supported */
178 case PIPE_CAP_TEXTURE_MULTISAMPLE
: /* no texture multisample */
179 case PIPE_CAP_TEXTURE_MIRROR_CLAMP
: /* only mirrored repeat */
180 case PIPE_CAP_INDEP_BLEND_ENABLE
:
181 case PIPE_CAP_INDEP_BLEND_FUNC
:
182 case PIPE_CAP_DEPTH_CLIP_DISABLE
:
183 case PIPE_CAP_SEAMLESS_CUBE_MAP_PER_TEXTURE
:
184 case PIPE_CAP_TGSI_FS_COORD_ORIGIN_LOWER_LEFT
:
185 case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_INTEGER
:
186 case PIPE_CAP_TGSI_CAN_COMPACT_CONSTANTS
: /* Don't skip strict max uniform limit check */
187 case PIPE_CAP_FRAGMENT_COLOR_CLAMPED
:
188 case PIPE_CAP_VERTEX_COLOR_CLAMPED
:
189 case PIPE_CAP_USER_VERTEX_BUFFERS
:
190 case PIPE_CAP_TEXTURE_BUFFER_OBJECTS
:
191 case PIPE_CAP_TEXTURE_BUFFER_OFFSET_ALIGNMENT
:
192 case PIPE_CAP_BUFFER_SAMPLER_VIEW_RGBA_ONLY
:
193 case PIPE_CAP_MIXED_FRAMEBUFFER_SIZES
: /* TODO: test me out with piglit */
194 case PIPE_CAP_TGSI_VS_LAYER_VIEWPORT
:
195 case PIPE_CAP_MAX_TEXTURE_GATHER_COMPONENTS
:
196 case PIPE_CAP_TEXTURE_GATHER_SM5
:
197 case PIPE_CAP_BUFFER_MAP_PERSISTENT_COHERENT
:
198 case PIPE_CAP_FAKE_SW_MSAA
:
199 case PIPE_CAP_TEXTURE_QUERY_LOD
:
200 case PIPE_CAP_SAMPLE_SHADING
:
201 case PIPE_CAP_TEXTURE_GATHER_OFFSETS
:
202 case PIPE_CAP_TGSI_VS_WINDOW_SPACE_POSITION
:
203 case PIPE_CAP_DRAW_INDIRECT
:
204 case PIPE_CAP_TGSI_FS_FINE_DERIVATIVE
:
205 case PIPE_CAP_CONDITIONAL_RENDER_INVERTED
:
206 case PIPE_CAP_SAMPLER_VIEW_TARGET
:
207 case PIPE_CAP_CLIP_HALFZ
:
208 case PIPE_CAP_VERTEXID_NOBASE
:
209 case PIPE_CAP_POLYGON_OFFSET_CLAMP
:
210 case PIPE_CAP_MULTISAMPLE_Z_RESOLVE
:
211 case PIPE_CAP_RESOURCE_FROM_USER_MEMORY
:
212 case PIPE_CAP_DEVICE_RESET_STATUS_QUERY
:
213 case PIPE_CAP_MAX_SHADER_PATCH_VARYINGS
:
214 case PIPE_CAP_TEXTURE_FLOAT_LINEAR
:
215 case PIPE_CAP_TEXTURE_HALF_FLOAT_LINEAR
:
216 case PIPE_CAP_DEPTH_BOUNDS_TEST
:
217 case PIPE_CAP_TGSI_TXQS
:
218 case PIPE_CAP_FORCE_PERSAMPLE_INTERP
:
219 case PIPE_CAP_SHAREABLE_SHADERS
:
220 case PIPE_CAP_COPY_BETWEEN_COMPRESSED_AND_PLAIN_FORMATS
:
221 case PIPE_CAP_CLEAR_TEXTURE
:
222 case PIPE_CAP_DRAW_PARAMETERS
:
223 case PIPE_CAP_TGSI_PACK_HALF_FLOAT
:
224 case PIPE_CAP_MULTI_DRAW_INDIRECT
:
225 case PIPE_CAP_MULTI_DRAW_INDIRECT_PARAMS
:
226 case PIPE_CAP_TGSI_FS_POSITION_IS_SYSVAL
:
227 case PIPE_CAP_TGSI_FS_FACE_IS_INTEGER_SYSVAL
:
228 case PIPE_CAP_SHADER_BUFFER_OFFSET_ALIGNMENT
:
229 case PIPE_CAP_INVALIDATE_BUFFER
:
230 case PIPE_CAP_GENERATE_MIPMAP
:
231 case PIPE_CAP_STRING_MARKER
:
232 case PIPE_CAP_SURFACE_REINTERPRET_BLOCKS
:
233 case PIPE_CAP_QUERY_BUFFER_OBJECT
:
234 case PIPE_CAP_QUERY_MEMORY_INFO
:
235 case PIPE_CAP_FRAMEBUFFER_NO_ATTACHMENT
:
236 case PIPE_CAP_ROBUST_BUFFER_ACCESS_BEHAVIOR
:
237 case PIPE_CAP_CULL_DISTANCE
:
238 case PIPE_CAP_PRIMITIVE_RESTART_FOR_PATCHES
:
239 case PIPE_CAP_TGSI_VOTE
:
240 case PIPE_CAP_MAX_WINDOW_RECTANGLES
:
241 case PIPE_CAP_POLYGON_OFFSET_UNITS_UNSCALED
:
242 case PIPE_CAP_VIEWPORT_SUBPIXEL_BITS
:
243 case PIPE_CAP_MIXED_COLOR_DEPTH_BITS
:
244 case PIPE_CAP_TGSI_ARRAY_COMPONENTS
:
245 case PIPE_CAP_STREAM_OUTPUT_INTERLEAVE_BUFFERS
:
246 case PIPE_CAP_TGSI_CAN_READ_OUTPUTS
:
247 case PIPE_CAP_GLSL_OPTIMIZE_CONSERVATIVELY
:
248 case PIPE_CAP_TGSI_FS_FBFETCH
:
249 case PIPE_CAP_TGSI_MUL_ZERO_WINS
:
250 case PIPE_CAP_DOUBLES
:
252 case PIPE_CAP_INT64_DIVMOD
:
253 case PIPE_CAP_TGSI_TEX_TXF_LZ
:
254 case PIPE_CAP_TGSI_CLOCK
:
255 case PIPE_CAP_POLYGON_MODE_FILL_RECTANGLE
:
256 case PIPE_CAP_SPARSE_BUFFER_PAGE_SIZE
:
257 case PIPE_CAP_TGSI_BALLOT
:
258 case PIPE_CAP_TGSI_TES_LAYER_VIEWPORT
:
259 case PIPE_CAP_CAN_BIND_CONST_BUFFER_AS_VERTEX
:
260 case PIPE_CAP_ALLOW_MAPPED_BUFFERS_DURING_EXECUTION
:
261 case PIPE_CAP_POST_DEPTH_COVERAGE
:
262 case PIPE_CAP_BINDLESS_TEXTURE
:
263 case PIPE_CAP_NIR_SAMPLERS_AS_DEREF
:
264 case PIPE_CAP_QUERY_SO_OVERFLOW
:
265 case PIPE_CAP_MEMOBJ
:
266 case PIPE_CAP_LOAD_CONSTBUF
:
267 case PIPE_CAP_TGSI_ANY_REG_AS_ADDRESS
:
268 case PIPE_CAP_TILE_RASTER_ORDER
:
269 case PIPE_CAP_MAX_COMBINED_SHADER_OUTPUT_RESOURCES
:
270 case PIPE_CAP_SIGNED_VERTEX_BUFFER_OFFSET
:
274 case PIPE_CAP_MAX_STREAM_OUTPUT_BUFFERS
:
275 case PIPE_CAP_STREAM_OUTPUT_PAUSE_RESUME
:
276 case PIPE_CAP_MAX_STREAM_OUTPUT_SEPARATE_COMPONENTS
:
277 case PIPE_CAP_MAX_STREAM_OUTPUT_INTERLEAVED_COMPONENTS
:
280 /* Geometry shader output, unsupported. */
281 case PIPE_CAP_MAX_GEOMETRY_OUTPUT_VERTICES
:
282 case PIPE_CAP_MAX_GEOMETRY_TOTAL_OUTPUT_COMPONENTS
:
283 case PIPE_CAP_MAX_VERTEX_STREAMS
:
286 case PIPE_CAP_MAX_VERTEX_ATTRIB_STRIDE
:
290 case PIPE_CAP_MAX_TEXTURE_2D_LEVELS
:
291 case PIPE_CAP_MAX_TEXTURE_CUBE_LEVELS
:
293 int log2_max_tex_size
= util_last_bit(screen
->specs
.max_texture_size
);
294 assert(log2_max_tex_size
> 0);
295 return log2_max_tex_size
;
297 case PIPE_CAP_MAX_TEXTURE_3D_LEVELS
: /* 3D textures not supported - fake it */
299 case PIPE_CAP_MAX_TEXTURE_ARRAY_LAYERS
:
301 case PIPE_CAP_CUBE_MAP_ARRAY
:
303 case PIPE_CAP_MIN_TEXTURE_GATHER_OFFSET
:
304 case PIPE_CAP_MIN_TEXEL_OFFSET
:
306 case PIPE_CAP_MAX_TEXTURE_GATHER_OFFSET
:
307 case PIPE_CAP_MAX_TEXEL_OFFSET
:
309 case PIPE_CAP_TEXTURE_BORDER_COLOR_QUIRK
:
311 case PIPE_CAP_MAX_TEXTURE_BUFFER_SIZE
:
314 /* Render targets. */
315 case PIPE_CAP_MAX_RENDER_TARGETS
:
318 /* Viewports and scissors. */
319 case PIPE_CAP_MAX_VIEWPORTS
:
323 case PIPE_CAP_QUERY_TIME_ELAPSED
:
325 case PIPE_CAP_OCCLUSION_QUERY
:
326 return VIV_FEATURE(screen
, chipMinorFeatures1
, HALTI0
);
327 case PIPE_CAP_QUERY_TIMESTAMP
:
329 case PIPE_CAP_QUERY_PIPELINE_STATISTICS
:
333 case PIPE_CAP_PREFER_BLIT_BASED_TEXTURE_TRANSFER
:
336 case PIPE_CAP_PCI_GROUP
:
337 case PIPE_CAP_PCI_BUS
:
338 case PIPE_CAP_PCI_DEVICE
:
339 case PIPE_CAP_PCI_FUNCTION
:
341 case PIPE_CAP_VENDOR_ID
:
342 case PIPE_CAP_DEVICE_ID
:
344 case PIPE_CAP_ACCELERATED
:
346 case PIPE_CAP_VIDEO_MEMORY
:
352 debug_printf("unknown param %d", param
);
357 etna_screen_get_paramf(struct pipe_screen
*pscreen
, enum pipe_capf param
)
359 struct etna_screen
*screen
= etna_screen(pscreen
);
362 case PIPE_CAPF_MAX_LINE_WIDTH
:
363 case PIPE_CAPF_MAX_LINE_WIDTH_AA
:
364 case PIPE_CAPF_MAX_POINT_WIDTH
:
365 case PIPE_CAPF_MAX_POINT_WIDTH_AA
:
367 case PIPE_CAPF_MAX_TEXTURE_ANISOTROPY
:
369 case PIPE_CAPF_MAX_TEXTURE_LOD_BIAS
:
370 return util_last_bit(screen
->specs
.max_texture_size
);
371 case PIPE_CAPF_GUARD_BAND_LEFT
:
372 case PIPE_CAPF_GUARD_BAND_TOP
:
373 case PIPE_CAPF_GUARD_BAND_RIGHT
:
374 case PIPE_CAPF_GUARD_BAND_BOTTOM
:
378 debug_printf("unknown paramf %d", param
);
383 etna_screen_get_shader_param(struct pipe_screen
*pscreen
,
384 enum pipe_shader_type shader
,
385 enum pipe_shader_cap param
)
387 struct etna_screen
*screen
= etna_screen(pscreen
);
390 case PIPE_SHADER_FRAGMENT
:
391 case PIPE_SHADER_VERTEX
:
393 case PIPE_SHADER_COMPUTE
:
394 case PIPE_SHADER_GEOMETRY
:
395 case PIPE_SHADER_TESS_CTRL
:
396 case PIPE_SHADER_TESS_EVAL
:
399 DBG("unknown shader type %d", shader
);
404 case PIPE_SHADER_CAP_MAX_INSTRUCTIONS
:
405 case PIPE_SHADER_CAP_MAX_ALU_INSTRUCTIONS
:
406 case PIPE_SHADER_CAP_MAX_TEX_INSTRUCTIONS
:
407 case PIPE_SHADER_CAP_MAX_TEX_INDIRECTIONS
:
408 return ETNA_MAX_TOKENS
;
409 case PIPE_SHADER_CAP_MAX_CONTROL_FLOW_DEPTH
:
410 return ETNA_MAX_DEPTH
; /* XXX */
411 case PIPE_SHADER_CAP_MAX_INPUTS
:
412 /* Maximum number of inputs for the vertex shader is the number
413 * of vertex elements - each element defines one vertex shader
414 * input register. For the fragment shader, this is the number
416 return shader
== PIPE_SHADER_FRAGMENT
? screen
->specs
.max_varyings
417 : screen
->specs
.vertex_max_elements
;
418 case PIPE_SHADER_CAP_MAX_OUTPUTS
:
419 return 16; /* see VIVS_VS_OUTPUT */
420 case PIPE_SHADER_CAP_MAX_TEMPS
:
421 return 64; /* Max native temporaries. */
422 case PIPE_SHADER_CAP_MAX_CONST_BUFFERS
:
424 case PIPE_SHADER_CAP_TGSI_CONT_SUPPORTED
:
426 case PIPE_SHADER_CAP_INDIRECT_INPUT_ADDR
:
427 case PIPE_SHADER_CAP_INDIRECT_OUTPUT_ADDR
:
428 case PIPE_SHADER_CAP_INDIRECT_TEMP_ADDR
:
429 case PIPE_SHADER_CAP_INDIRECT_CONST_ADDR
:
431 case PIPE_SHADER_CAP_SUBROUTINES
:
433 case PIPE_SHADER_CAP_TGSI_SQRT_SUPPORTED
:
434 return VIV_FEATURE(screen
, chipMinorFeatures0
, HAS_SQRT_TRIG
);
435 case PIPE_SHADER_CAP_INTEGERS
:
436 case PIPE_SHADER_CAP_INT64_ATOMICS
:
437 case PIPE_SHADER_CAP_FP16
:
439 case PIPE_SHADER_CAP_MAX_TEXTURE_SAMPLERS
:
440 case PIPE_SHADER_CAP_MAX_SAMPLER_VIEWS
:
441 return shader
== PIPE_SHADER_FRAGMENT
442 ? screen
->specs
.fragment_sampler_count
443 : screen
->specs
.vertex_sampler_count
;
444 case PIPE_SHADER_CAP_PREFERRED_IR
:
445 return PIPE_SHADER_IR_TGSI
;
446 case PIPE_SHADER_CAP_MAX_CONST_BUFFER_SIZE
:
448 case PIPE_SHADER_CAP_TGSI_DROUND_SUPPORTED
:
449 case PIPE_SHADER_CAP_TGSI_DFRACEXP_DLDEXP_SUPPORTED
:
450 case PIPE_SHADER_CAP_TGSI_LDEXP_SUPPORTED
:
451 case PIPE_SHADER_CAP_TGSI_FMA_SUPPORTED
:
452 case PIPE_SHADER_CAP_TGSI_ANY_INOUT_DECL_RANGE
:
454 case PIPE_SHADER_CAP_SUPPORTED_IRS
:
456 case PIPE_SHADER_CAP_MAX_UNROLL_ITERATIONS_HINT
:
458 case PIPE_SHADER_CAP_MAX_SHADER_BUFFERS
:
459 case PIPE_SHADER_CAP_MAX_SHADER_IMAGES
:
460 case PIPE_SHADER_CAP_LOWER_IF_THRESHOLD
:
461 case PIPE_SHADER_CAP_TGSI_SKIP_MERGE_REGISTERS
:
462 case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTERS
:
463 case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTER_BUFFERS
:
467 debug_printf("unknown shader param %d", param
);
472 etna_screen_get_timestamp(struct pipe_screen
*pscreen
)
474 return os_time_get_nano();
478 gpu_supports_texure_format(struct etna_screen
*screen
, uint32_t fmt
,
479 enum pipe_format format
)
481 bool supported
= true;
483 if (fmt
== TEXTURE_FORMAT_ETC1
)
484 supported
= VIV_FEATURE(screen
, chipFeatures
, ETC1_TEXTURE_COMPRESSION
);
486 if (fmt
>= TEXTURE_FORMAT_DXT1
&& fmt
<= TEXTURE_FORMAT_DXT4_DXT5
)
487 supported
= VIV_FEATURE(screen
, chipFeatures
, DXT_TEXTURE_COMPRESSION
);
489 if (util_format_is_srgb(format
))
490 supported
= VIV_FEATURE(screen
, chipMinorFeatures1
, HALTI0
);
492 if (fmt
& EXT_FORMAT
) {
493 supported
= VIV_FEATURE(screen
, chipMinorFeatures1
, HALTI0
);
495 /* ETC1 is checked above, as it has its own feature bit. ETC2 is
496 * supported with HALTI0, however that implementation is buggy in hardware.
497 * The blob driver does per-block patching to work around this. As this
498 * is currently not implemented by etnaviv, enable it for HALTI1 (GC3000)
501 if (util_format_is_etc(format
))
502 supported
= VIV_FEATURE(screen
, chipMinorFeatures2
, HALTI1
);
505 if (fmt
& ASTC_FORMAT
) {
506 supported
= screen
->specs
.tex_astc
;
512 if (texture_format_needs_swiz(format
))
513 return VIV_FEATURE(screen
, chipMinorFeatures1
, HALTI0
);
519 etna_screen_is_format_supported(struct pipe_screen
*pscreen
,
520 enum pipe_format format
,
521 enum pipe_texture_target target
,
522 unsigned sample_count
, unsigned usage
)
524 struct etna_screen
*screen
= etna_screen(pscreen
);
525 unsigned allowed
= 0;
527 if (target
!= PIPE_BUFFER
&&
528 target
!= PIPE_TEXTURE_1D
&&
529 target
!= PIPE_TEXTURE_2D
&&
530 target
!= PIPE_TEXTURE_3D
&&
531 target
!= PIPE_TEXTURE_CUBE
&&
532 target
!= PIPE_TEXTURE_RECT
)
535 if (usage
& PIPE_BIND_RENDER_TARGET
) {
536 /* if render target, must be RS-supported format */
537 if (translate_rs_format(format
) != ETNA_NO_MATCH
) {
538 /* Validate MSAA; number of samples must be allowed, and render target
539 * must have MSAA'able format. */
540 if (sample_count
> 1) {
541 if (translate_samples_to_xyscale(sample_count
, NULL
, NULL
, NULL
) &&
542 translate_msaa_format(format
) != ETNA_NO_MATCH
) {
543 allowed
|= PIPE_BIND_RENDER_TARGET
;
546 allowed
|= PIPE_BIND_RENDER_TARGET
;
551 if (usage
& PIPE_BIND_DEPTH_STENCIL
) {
552 if (translate_depth_format(format
) != ETNA_NO_MATCH
)
553 allowed
|= PIPE_BIND_DEPTH_STENCIL
;
556 if (usage
& PIPE_BIND_SAMPLER_VIEW
) {
557 uint32_t fmt
= translate_texture_format(format
);
559 if (!gpu_supports_texure_format(screen
, fmt
, format
))
562 if (sample_count
< 2 && fmt
!= ETNA_NO_MATCH
)
563 allowed
|= PIPE_BIND_SAMPLER_VIEW
;
566 if (usage
& PIPE_BIND_VERTEX_BUFFER
) {
567 if (translate_vertex_format_type(format
) != ETNA_NO_MATCH
)
568 allowed
|= PIPE_BIND_VERTEX_BUFFER
;
571 if (usage
& PIPE_BIND_INDEX_BUFFER
) {
572 /* must be supported index format */
573 if (format
== PIPE_FORMAT_I8_UINT
|| format
== PIPE_FORMAT_I16_UINT
||
574 (format
== PIPE_FORMAT_I32_UINT
&&
575 VIV_FEATURE(screen
, chipFeatures
, 32_BIT_INDICES
))) {
576 allowed
|= PIPE_BIND_INDEX_BUFFER
;
582 usage
& (PIPE_BIND_DISPLAY_TARGET
| PIPE_BIND_SCANOUT
| PIPE_BIND_SHARED
);
584 if (usage
!= allowed
) {
585 DBG("not supported: format=%s, target=%d, sample_count=%d, "
586 "usage=%x, allowed=%x",
587 util_format_name(format
), target
, sample_count
, usage
, allowed
);
590 return usage
== allowed
;
593 const uint64_t supported_modifiers
[] = {
594 DRM_FORMAT_MOD_LINEAR
,
595 DRM_FORMAT_MOD_VIVANTE_TILED
,
596 DRM_FORMAT_MOD_VIVANTE_SUPER_TILED
,
597 DRM_FORMAT_MOD_VIVANTE_SPLIT_TILED
,
598 DRM_FORMAT_MOD_VIVANTE_SPLIT_SUPER_TILED
,
602 etna_screen_query_dmabuf_modifiers(struct pipe_screen
*pscreen
,
603 enum pipe_format format
, int max
,
605 unsigned int *external_only
, int *count
)
607 struct etna_screen
*screen
= etna_screen(pscreen
);
608 int i
, num_modifiers
= 0;
610 if (max
> ARRAY_SIZE(supported_modifiers
))
611 max
= ARRAY_SIZE(supported_modifiers
);
615 max
= ARRAY_SIZE(supported_modifiers
);
618 for (i
= 0; num_modifiers
< max
; i
++) {
619 /* don't advertise split tiled formats on single pipe/buffer GPUs */
620 if ((screen
->specs
.pixel_pipes
== 1 || screen
->specs
.single_buffer
) &&
625 modifiers
[num_modifiers
] = supported_modifiers
[i
];
627 external_only
[num_modifiers
] = 0;
631 *count
= num_modifiers
;
635 etna_get_specs(struct etna_screen
*screen
)
638 uint32_t instruction_count
;
640 if (etna_gpu_get_param(screen
->gpu
, ETNA_GPU_INSTRUCTION_COUNT
, &val
)) {
641 DBG("could not get ETNA_GPU_INSTRUCTION_COUNT");
644 instruction_count
= val
;
646 if (etna_gpu_get_param(screen
->gpu
, ETNA_GPU_VERTEX_OUTPUT_BUFFER_SIZE
,
648 DBG("could not get ETNA_GPU_VERTEX_OUTPUT_BUFFER_SIZE");
651 screen
->specs
.vertex_output_buffer_size
= val
;
653 if (etna_gpu_get_param(screen
->gpu
, ETNA_GPU_VERTEX_CACHE_SIZE
, &val
)) {
654 DBG("could not get ETNA_GPU_VERTEX_CACHE_SIZE");
657 screen
->specs
.vertex_cache_size
= val
;
659 if (etna_gpu_get_param(screen
->gpu
, ETNA_GPU_SHADER_CORE_COUNT
, &val
)) {
660 DBG("could not get ETNA_GPU_SHADER_CORE_COUNT");
663 screen
->specs
.shader_core_count
= val
;
665 if (etna_gpu_get_param(screen
->gpu
, ETNA_GPU_STREAM_COUNT
, &val
)) {
666 DBG("could not get ETNA_GPU_STREAM_COUNT");
669 screen
->specs
.stream_count
= val
;
671 if (etna_gpu_get_param(screen
->gpu
, ETNA_GPU_REGISTER_MAX
, &val
)) {
672 DBG("could not get ETNA_GPU_REGISTER_MAX");
675 screen
->specs
.max_registers
= val
;
677 if (etna_gpu_get_param(screen
->gpu
, ETNA_GPU_PIXEL_PIPES
, &val
)) {
678 DBG("could not get ETNA_GPU_PIXEL_PIPES");
681 screen
->specs
.pixel_pipes
= val
;
683 if (etna_gpu_get_param(screen
->gpu
, ETNA_GPU_NUM_CONSTANTS
, &val
)) {
684 DBG("could not get %s", "ETNA_GPU_NUM_CONSTANTS");
688 fprintf(stderr
, "Warning: zero num constants (update kernel?)\n");
691 screen
->specs
.num_constants
= val
;
693 /* Figure out gross GPU architecture. See rnndb/common.xml for a specific
694 * description of the differences. */
695 if (VIV_FEATURE(screen
, chipMinorFeatures5
, HALTI5
))
696 screen
->specs
.halti
= 5; /* New GC7000/GC8x00 */
697 else if (VIV_FEATURE(screen
, chipMinorFeatures5
, HALTI4
))
698 screen
->specs
.halti
= 4; /* Old GC7000/GC7400 */
699 else if (VIV_FEATURE(screen
, chipMinorFeatures5
, HALTI3
))
700 screen
->specs
.halti
= 3; /* None? */
701 else if (VIV_FEATURE(screen
, chipMinorFeatures4
, HALTI2
))
702 screen
->specs
.halti
= 2; /* GC2500/GC3000/GC5000/GC6400 */
703 else if (VIV_FEATURE(screen
, chipMinorFeatures2
, HALTI1
))
704 screen
->specs
.halti
= 1; /* GC900/GC4000/GC7000UL */
705 else if (VIV_FEATURE(screen
, chipMinorFeatures1
, HALTI0
))
706 screen
->specs
.halti
= 0; /* GC880/GC2000/GC7000TM */
708 screen
->specs
.halti
= -1; /* GC7000nanolite / pre-GC2000 except GC880 */
709 if (screen
->specs
.halti
>= 0)
710 DBG("etnaviv: GPU arch: HALTI%d\n", screen
->specs
.halti
);
712 DBG("etnaviv: GPU arch: pre-HALTI\n");
714 screen
->specs
.can_supertile
=
715 VIV_FEATURE(screen
, chipMinorFeatures0
, SUPER_TILED
);
716 screen
->specs
.bits_per_tile
=
717 VIV_FEATURE(screen
, chipMinorFeatures0
, 2BITPERTILE
) ? 2 : 4;
718 screen
->specs
.ts_clear_value
=
719 VIV_FEATURE(screen
, chipMinorFeatures0
, 2BITPERTILE
) ? 0x55555555
722 /* vertex and fragment samplers live in one address space */
723 screen
->specs
.vertex_sampler_offset
= 8;
724 screen
->specs
.fragment_sampler_count
= 8;
725 screen
->specs
.vertex_sampler_count
= 4;
726 screen
->specs
.vs_need_z_div
=
727 screen
->model
< 0x1000 && screen
->model
!= 0x880;
728 screen
->specs
.has_sin_cos_sqrt
=
729 VIV_FEATURE(screen
, chipMinorFeatures0
, HAS_SQRT_TRIG
);
730 screen
->specs
.has_sign_floor_ceil
=
731 VIV_FEATURE(screen
, chipMinorFeatures0
, HAS_SIGN_FLOOR_CEIL
);
732 screen
->specs
.has_shader_range_registers
=
733 screen
->model
>= 0x1000 || screen
->model
== 0x880;
734 screen
->specs
.npot_tex_any_wrap
=
735 VIV_FEATURE(screen
, chipMinorFeatures1
, NON_POWER_OF_TWO
);
736 screen
->specs
.has_new_transcendentals
=
737 VIV_FEATURE(screen
, chipMinorFeatures3
, HAS_FAST_TRANSCENDENTALS
);
738 screen
->specs
.has_halti2_instructions
=
739 VIV_FEATURE(screen
, chipMinorFeatures4
, HALTI2
);
741 if (VIV_FEATURE(screen
, chipMinorFeatures3
, INSTRUCTION_CACHE
)) {
742 /* GC3000 - this core is capable of loading shaders from
743 * memory. It can also run shaders from registers, as a fallback, but
744 * "max_instructions" does not have the correct value. It has place for
745 * 2*256 instructions just like GC2000, but the offsets are slightly
748 screen
->specs
.vs_offset
= 0xC000;
749 /* State 08000-0C000 mirrors 0C000-0E000, and the Vivante driver uses
750 * this mirror for writing PS instructions, probably safest to do the
753 screen
->specs
.ps_offset
= 0x8000 + 0x1000;
754 screen
->specs
.max_instructions
= 256; /* maximum number instructions for non-icache use */
755 screen
->specs
.has_icache
= true;
757 if (instruction_count
> 256) { /* unified instruction memory? */
758 screen
->specs
.vs_offset
= 0xC000;
759 screen
->specs
.ps_offset
= 0xD000; /* like vivante driver */
760 screen
->specs
.max_instructions
= 256;
762 screen
->specs
.vs_offset
= 0x4000;
763 screen
->specs
.ps_offset
= 0x6000;
764 screen
->specs
.max_instructions
= instruction_count
/ 2;
766 screen
->specs
.has_icache
= false;
769 if (VIV_FEATURE(screen
, chipMinorFeatures1
, HALTI0
)) {
770 screen
->specs
.max_varyings
= 12;
771 screen
->specs
.vertex_max_elements
= 16;
773 screen
->specs
.max_varyings
= 8;
774 /* Etna_viv documentation seems confused over the correct value
775 * here so choose the lower to be safe: HALTI0 says 16 i.s.o.
776 * 10, but VERTEX_ELEMENT_CONFIG register says 16 i.s.o. 12. */
777 screen
->specs
.vertex_max_elements
= 10;
780 /* Etna_viv documentation does not indicate where varyings above 8 are
781 * stored. Moreover, if we are passed more than 8 varyings, we will
782 * walk off the end of some arrays. Limit the maximum number of varyings. */
783 if (screen
->specs
.max_varyings
> ETNA_NUM_VARYINGS
)
784 screen
->specs
.max_varyings
= ETNA_NUM_VARYINGS
;
786 /* from QueryShaderCaps in kernel driver */
787 if (screen
->model
< chipModel_GC4000
) {
788 screen
->specs
.max_vs_uniforms
= 168;
789 screen
->specs
.max_ps_uniforms
= 64;
791 screen
->specs
.max_vs_uniforms
= 256;
792 screen
->specs
.max_ps_uniforms
= 256;
794 /* unified uniform memory on GC3000 - HALTI1 feature bit is just a guess
796 if (VIV_FEATURE(screen
, chipMinorFeatures2
, HALTI1
)) {
797 screen
->specs
.has_unified_uniforms
= true;
798 screen
->specs
.vs_uniforms_offset
= VIVS_SH_UNIFORMS(0);
799 /* hardcode PS uniforms to start after end of VS uniforms -
800 * for more flexibility this offset could be variable based on the
803 screen
->specs
.ps_uniforms_offset
= VIVS_SH_UNIFORMS(screen
->specs
.max_vs_uniforms
*4);
805 screen
->specs
.has_unified_uniforms
= false;
806 screen
->specs
.vs_uniforms_offset
= VIVS_VS_UNIFORMS(0);
807 screen
->specs
.ps_uniforms_offset
= VIVS_PS_UNIFORMS(0);
810 screen
->specs
.max_texture_size
=
811 VIV_FEATURE(screen
, chipMinorFeatures0
, TEXTURE_8K
) ? 8192 : 2048;
812 screen
->specs
.max_rendertarget_size
=
813 VIV_FEATURE(screen
, chipMinorFeatures0
, RENDERTARGET_8K
) ? 8192 : 2048;
815 screen
->specs
.single_buffer
= VIV_FEATURE(screen
, chipMinorFeatures4
, SINGLE_BUFFER
);
816 if (screen
->specs
.single_buffer
)
817 DBG("etnaviv: Single buffer mode enabled with %d pixel pipes\n", screen
->specs
.pixel_pipes
);
819 screen
->specs
.tex_astc
= VIV_FEATURE(screen
, chipMinorFeatures4
, TEXTURE_ASTC
);
821 screen
->specs
.use_blt
= VIV_FEATURE(screen
, chipMinorFeatures5
, BLT_ENGINE
);
830 etna_screen_bo_from_handle(struct pipe_screen
*pscreen
,
831 struct winsys_handle
*whandle
, unsigned *out_stride
)
833 struct etna_screen
*screen
= etna_screen(pscreen
);
836 if (whandle
->type
== DRM_API_HANDLE_TYPE_SHARED
) {
837 bo
= etna_bo_from_name(screen
->dev
, whandle
->handle
);
838 } else if (whandle
->type
== DRM_API_HANDLE_TYPE_FD
) {
839 bo
= etna_bo_from_dmabuf(screen
->dev
, whandle
->handle
);
841 DBG("Attempt to import unsupported handle type %d", whandle
->type
);
846 DBG("ref name 0x%08x failed", whandle
->handle
);
850 *out_stride
= whandle
->stride
;
856 etna_screen_create(struct etna_device
*dev
, struct etna_gpu
*gpu
,
857 struct renderonly
*ro
)
859 struct etna_screen
*screen
= CALLOC_STRUCT(etna_screen
);
860 struct pipe_screen
*pscreen
;
861 drmVersionPtr version
;
867 pscreen
= &screen
->base
;
870 screen
->ro
= renderonly_dup(ro
);
874 DBG("could not create renderonly object");
878 version
= drmGetVersion(screen
->ro
->gpu_fd
);
879 screen
->drm_version
= ETNA_DRM_VERSION(version
->version_major
,
880 version
->version_minor
);
881 drmFreeVersion(version
);
883 etna_mesa_debug
= debug_get_option_etna_mesa_debug();
885 /* Disable autodisable for correct rendering with TS */
886 etna_mesa_debug
|= ETNA_DBG_NO_AUTODISABLE
;
888 screen
->pipe
= etna_pipe_new(gpu
, ETNA_PIPE_3D
);
890 DBG("could not create 3d pipe");
894 if (etna_gpu_get_param(screen
->gpu
, ETNA_GPU_MODEL
, &val
)) {
895 DBG("could not get ETNA_GPU_MODEL");
900 if (etna_gpu_get_param(screen
->gpu
, ETNA_GPU_REVISION
, &val
)) {
901 DBG("could not get ETNA_GPU_REVISION");
904 screen
->revision
= val
;
906 if (etna_gpu_get_param(screen
->gpu
, ETNA_GPU_FEATURES_0
, &val
)) {
907 DBG("could not get ETNA_GPU_FEATURES_0");
910 screen
->features
[0] = val
;
912 if (etna_gpu_get_param(screen
->gpu
, ETNA_GPU_FEATURES_1
, &val
)) {
913 DBG("could not get ETNA_GPU_FEATURES_1");
916 screen
->features
[1] = val
;
918 if (etna_gpu_get_param(screen
->gpu
, ETNA_GPU_FEATURES_2
, &val
)) {
919 DBG("could not get ETNA_GPU_FEATURES_2");
922 screen
->features
[2] = val
;
924 if (etna_gpu_get_param(screen
->gpu
, ETNA_GPU_FEATURES_3
, &val
)) {
925 DBG("could not get ETNA_GPU_FEATURES_3");
928 screen
->features
[3] = val
;
930 if (etna_gpu_get_param(screen
->gpu
, ETNA_GPU_FEATURES_4
, &val
)) {
931 DBG("could not get ETNA_GPU_FEATURES_4");
934 screen
->features
[4] = val
;
936 if (etna_gpu_get_param(screen
->gpu
, ETNA_GPU_FEATURES_5
, &val
)) {
937 DBG("could not get ETNA_GPU_FEATURES_5");
940 screen
->features
[5] = val
;
942 if (etna_gpu_get_param(screen
->gpu
, ETNA_GPU_FEATURES_6
, &val
)) {
943 DBG("could not get ETNA_GPU_FEATURES_6");
946 screen
->features
[6] = val
;
948 if (!etna_get_specs(screen
))
951 /* apply debug options that disable individual features */
952 if (DBG_ENABLED(ETNA_DBG_NO_EARLY_Z
))
953 screen
->features
[viv_chipFeatures
] |= chipFeatures_NO_EARLY_Z
;
954 if (DBG_ENABLED(ETNA_DBG_NO_TS
))
955 screen
->features
[viv_chipFeatures
] &= ~chipFeatures_FAST_CLEAR
;
956 if (DBG_ENABLED(ETNA_DBG_NO_AUTODISABLE
))
957 screen
->features
[viv_chipMinorFeatures1
] &= ~chipMinorFeatures1_AUTO_DISABLE
;
958 if (DBG_ENABLED(ETNA_DBG_NO_SUPERTILE
))
959 screen
->specs
.can_supertile
= 0;
961 pscreen
->destroy
= etna_screen_destroy
;
962 pscreen
->get_param
= etna_screen_get_param
;
963 pscreen
->get_paramf
= etna_screen_get_paramf
;
964 pscreen
->get_shader_param
= etna_screen_get_shader_param
;
966 pscreen
->get_name
= etna_screen_get_name
;
967 pscreen
->get_vendor
= etna_screen_get_vendor
;
968 pscreen
->get_device_vendor
= etna_screen_get_device_vendor
;
970 pscreen
->get_timestamp
= etna_screen_get_timestamp
;
971 pscreen
->context_create
= etna_context_create
;
972 pscreen
->is_format_supported
= etna_screen_is_format_supported
;
973 pscreen
->query_dmabuf_modifiers
= etna_screen_query_dmabuf_modifiers
;
975 etna_fence_screen_init(pscreen
);
976 etna_query_screen_init(pscreen
);
977 etna_resource_screen_init(pscreen
);
979 slab_create_parent(&screen
->transfer_pool
, sizeof(struct etna_transfer
), 16);
984 etna_screen_destroy(pscreen
);