1 /* -*- mode: C; c-file-style: "k&r"; tab-width 4; indent-tabs-mode: t; -*- */
4 * Copyright (C) 2012 Rob Clark <robclark@freedesktop.org>
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
13 * The above copyright notice and this permission notice (including the next
14 * paragraph) shall be included in all copies or substantial portions of the
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
20 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
21 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
22 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
26 * Rob Clark <robclark@freedesktop.org>
30 #include "pipe/p_defines.h"
31 #include "pipe/p_screen.h"
32 #include "pipe/p_state.h"
34 #include "util/u_memory.h"
35 #include "util/u_inlines.h"
36 #include "util/u_format.h"
37 #include "util/u_format_s3tc.h"
38 #include "util/u_string.h"
39 #include "util/u_debug.h"
41 #include "os/os_time.h"
47 #include "freedreno_screen.h"
48 #include "freedreno_resource.h"
49 #include "freedreno_fence.h"
50 #include "freedreno_query.h"
51 #include "freedreno_util.h"
53 #include "a2xx/fd2_screen.h"
54 #include "a3xx/fd3_screen.h"
55 #include "a4xx/fd4_screen.h"
57 /* XXX this should go away */
58 #include "state_tracker/drm_driver.h"
60 static const struct debug_named_value debug_options
[] = {
61 {"msgs", FD_DBG_MSGS
, "Print debug messages"},
62 {"disasm", FD_DBG_DISASM
, "Dump TGSI and adreno shader disassembly"},
63 {"dclear", FD_DBG_DCLEAR
, "Mark all state dirty after clear"},
64 {"flush", FD_DBG_FLUSH
, "Force flush after every draw"},
65 {"noscis", FD_DBG_NOSCIS
, "Disable scissor optimization"},
66 {"direct", FD_DBG_DIRECT
, "Force inline (SS_DIRECT) state loads"},
67 {"nobypass", FD_DBG_NOBYPASS
, "Disable GMEM bypass"},
68 {"fraghalf", FD_DBG_FRAGHALF
, "Use half-precision in fragment shader"},
69 {"nobin", FD_DBG_NOBIN
, "Disable hw binning"},
70 {"optmsgs", FD_DBG_OPTMSGS
,"Enable optimizer debug messages"},
71 {"glsl120", FD_DBG_GLSL120
,"Temporary flag to force GLSL 1.20 (rather than 1.30) on a3xx+"},
72 {"shaderdb", FD_DBG_SHADERDB
, "Enable shaderdb output"},
76 DEBUG_GET_ONCE_FLAGS_OPTION(fd_mesa_debug
, "FD_MESA_DEBUG", debug_options
, 0)
78 int fd_mesa_debug
= 0;
79 bool fd_binning_enabled
= true;
80 static bool glsl120
= false;
83 fd_screen_get_name(struct pipe_screen
*pscreen
)
85 static char buffer
[128];
86 util_snprintf(buffer
, sizeof(buffer
), "FD%03d",
87 fd_screen(pscreen
)->device_id
);
92 fd_screen_get_vendor(struct pipe_screen
*pscreen
)
98 fd_screen_get_device_vendor(struct pipe_screen
*pscreen
)
105 fd_screen_get_timestamp(struct pipe_screen
*pscreen
)
107 int64_t cpu_time
= os_time_get() * 1000;
108 return cpu_time
+ fd_screen(pscreen
)->cpu_gpu_time_delta
;
112 fd_screen_destroy(struct pipe_screen
*pscreen
)
114 struct fd_screen
*screen
= fd_screen(pscreen
);
117 fd_pipe_del(screen
->pipe
);
120 fd_device_del(screen
->dev
);
126 TODO either move caps to a2xx/a3xx specific code, or maybe have some
127 tables for things that differ if the delta is not too much..
130 fd_screen_get_param(struct pipe_screen
*pscreen
, enum pipe_cap param
)
132 struct fd_screen
*screen
= fd_screen(pscreen
);
134 /* this is probably not totally correct.. but it's a start: */
136 /* Supported features (boolean caps). */
137 case PIPE_CAP_NPOT_TEXTURES
:
138 case PIPE_CAP_MIXED_FRAMEBUFFER_SIZES
:
139 case PIPE_CAP_TWO_SIDED_STENCIL
:
140 case PIPE_CAP_ANISOTROPIC_FILTER
:
141 case PIPE_CAP_POINT_SPRITE
:
142 case PIPE_CAP_TEXTURE_SHADOW_MAP
:
143 case PIPE_CAP_BLEND_EQUATION_SEPARATE
:
144 case PIPE_CAP_TEXTURE_SWIZZLE
:
145 case PIPE_CAP_MIXED_COLORBUFFER_FORMATS
:
146 case PIPE_CAP_TGSI_FS_COORD_ORIGIN_UPPER_LEFT
:
147 case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_INTEGER
:
148 case PIPE_CAP_SEAMLESS_CUBE_MAP
:
149 case PIPE_CAP_VERTEX_COLOR_UNCLAMPED
:
150 case PIPE_CAP_QUADS_FOLLOW_PROVOKING_VERTEX_CONVENTION
:
151 case PIPE_CAP_VERTEX_BUFFER_OFFSET_4BYTE_ALIGNED_ONLY
:
152 case PIPE_CAP_VERTEX_BUFFER_STRIDE_4BYTE_ALIGNED_ONLY
:
153 case PIPE_CAP_VERTEX_ELEMENT_SRC_OFFSET_4BYTE_ALIGNED_ONLY
:
154 case PIPE_CAP_USER_CONSTANT_BUFFERS
:
155 case PIPE_CAP_BUFFER_MAP_PERSISTENT_COHERENT
:
156 case PIPE_CAP_VERTEXID_NOBASE
:
159 case PIPE_CAP_SHADER_STENCIL_EXPORT
:
160 case PIPE_CAP_TGSI_TEXCOORD
:
161 case PIPE_CAP_PREFER_BLIT_BASED_TEXTURE_TRANSFER
:
162 case PIPE_CAP_CONDITIONAL_RENDER
:
163 case PIPE_CAP_TEXTURE_MULTISAMPLE
:
164 case PIPE_CAP_TEXTURE_BARRIER
:
165 case PIPE_CAP_TEXTURE_MIRROR_CLAMP
:
166 case PIPE_CAP_START_INSTANCE
:
167 case PIPE_CAP_COMPUTE
:
171 case PIPE_CAP_PRIMITIVE_RESTART
:
172 case PIPE_CAP_TGSI_INSTANCEID
:
173 case PIPE_CAP_VERTEX_ELEMENT_INSTANCE_DIVISOR
:
174 case PIPE_CAP_INDEP_BLEND_ENABLE
:
175 case PIPE_CAP_INDEP_BLEND_FUNC
:
176 case PIPE_CAP_TEXTURE_BUFFER_OBJECTS
:
177 case PIPE_CAP_TEXTURE_HALF_FLOAT_LINEAR
:
178 return is_a3xx(screen
) || is_a4xx(screen
);
180 case PIPE_CAP_TEXTURE_BUFFER_OFFSET_ALIGNMENT
:
181 /* ignoring first/last_element.. but I guess that should be
185 case PIPE_CAP_MAX_TEXTURE_BUFFER_SIZE
:
186 /* I think 32k on a4xx.. and we could possibly emulate more
187 * by pretending 2d/rect textures and splitting high bits
188 * of index into 2nd dimension..
192 case PIPE_CAP_DEPTH_CLIP_DISABLE
:
193 case PIPE_CAP_CLIP_HALFZ
:
194 case PIPE_CAP_SEAMLESS_CUBE_MAP_PER_TEXTURE
:
195 return is_a3xx(screen
);
197 case PIPE_CAP_TEXTURE_FLOAT_LINEAR
:
198 case PIPE_CAP_CUBE_MAP_ARRAY
:
199 return is_a4xx(screen
);
201 case PIPE_CAP_CONSTANT_BUFFER_OFFSET_ALIGNMENT
:
204 case PIPE_CAP_GLSL_FEATURE_LEVEL
:
207 return is_ir3(screen
) ? 130 : 120;
209 /* Unsupported features. */
210 case PIPE_CAP_TGSI_FS_COORD_ORIGIN_LOWER_LEFT
:
211 case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_HALF_INTEGER
:
212 case PIPE_CAP_TGSI_CAN_COMPACT_CONSTANTS
:
213 case PIPE_CAP_FRAGMENT_COLOR_CLAMPED
:
214 case PIPE_CAP_VERTEX_COLOR_CLAMPED
:
215 case PIPE_CAP_USER_VERTEX_BUFFERS
:
216 case PIPE_CAP_USER_INDEX_BUFFERS
:
217 case PIPE_CAP_QUERY_PIPELINE_STATISTICS
:
218 case PIPE_CAP_TEXTURE_BORDER_COLOR_QUIRK
:
219 case PIPE_CAP_TGSI_VS_LAYER_VIEWPORT
:
220 case PIPE_CAP_MAX_TEXTURE_GATHER_COMPONENTS
:
221 case PIPE_CAP_TEXTURE_GATHER_SM5
:
222 case PIPE_CAP_FAKE_SW_MSAA
:
223 case PIPE_CAP_TEXTURE_QUERY_LOD
:
224 case PIPE_CAP_SAMPLE_SHADING
:
225 case PIPE_CAP_TEXTURE_GATHER_OFFSETS
:
226 case PIPE_CAP_TGSI_VS_WINDOW_SPACE_POSITION
:
227 case PIPE_CAP_DRAW_INDIRECT
:
228 case PIPE_CAP_TGSI_FS_FINE_DERIVATIVE
:
229 case PIPE_CAP_CONDITIONAL_RENDER_INVERTED
:
230 case PIPE_CAP_SAMPLER_VIEW_TARGET
:
231 case PIPE_CAP_POLYGON_OFFSET_CLAMP
:
232 case PIPE_CAP_MULTISAMPLE_Z_RESOLVE
:
233 case PIPE_CAP_RESOURCE_FROM_USER_MEMORY
:
234 case PIPE_CAP_DEVICE_RESET_STATUS_QUERY
:
235 case PIPE_CAP_MAX_SHADER_PATCH_VARYINGS
:
236 case PIPE_CAP_DEPTH_BOUNDS_TEST
:
237 case PIPE_CAP_TGSI_TXQS
:
238 case PIPE_CAP_FORCE_PERSAMPLE_INTERP
:
241 case PIPE_CAP_MAX_VIEWPORTS
:
245 case PIPE_CAP_MAX_STREAM_OUTPUT_BUFFERS
:
247 return PIPE_MAX_SO_BUFFERS
;
249 case PIPE_CAP_STREAM_OUTPUT_PAUSE_RESUME
:
253 case PIPE_CAP_MAX_STREAM_OUTPUT_SEPARATE_COMPONENTS
:
254 case PIPE_CAP_MAX_STREAM_OUTPUT_INTERLEAVED_COMPONENTS
:
256 return 16 * 4; /* should only be shader out limit? */
259 /* Geometry shader output, unsupported. */
260 case PIPE_CAP_MAX_GEOMETRY_OUTPUT_VERTICES
:
261 case PIPE_CAP_MAX_GEOMETRY_TOTAL_OUTPUT_COMPONENTS
:
262 case PIPE_CAP_MAX_VERTEX_STREAMS
:
265 case PIPE_CAP_MAX_VERTEX_ATTRIB_STRIDE
:
269 case PIPE_CAP_MAX_TEXTURE_2D_LEVELS
:
270 case PIPE_CAP_MAX_TEXTURE_CUBE_LEVELS
:
271 return MAX_MIP_LEVELS
;
272 case PIPE_CAP_MAX_TEXTURE_3D_LEVELS
:
275 case PIPE_CAP_MAX_TEXTURE_ARRAY_LAYERS
:
276 return (is_a3xx(screen
) || is_a4xx(screen
)) ? 256 : 0;
278 /* Render targets. */
279 case PIPE_CAP_MAX_RENDER_TARGETS
:
280 return screen
->max_rts
;
281 case PIPE_CAP_MAX_DUAL_SOURCE_RENDER_TARGETS
:
282 return is_a3xx(screen
) ? 1 : 0;
285 case PIPE_CAP_QUERY_TIME_ELAPSED
:
286 case PIPE_CAP_QUERY_TIMESTAMP
:
288 case PIPE_CAP_OCCLUSION_QUERY
:
289 return is_a3xx(screen
) || is_a4xx(screen
);
291 case PIPE_CAP_MIN_TEXTURE_GATHER_OFFSET
:
292 case PIPE_CAP_MIN_TEXEL_OFFSET
:
295 case PIPE_CAP_MAX_TEXTURE_GATHER_OFFSET
:
296 case PIPE_CAP_MAX_TEXEL_OFFSET
:
299 case PIPE_CAP_ENDIANNESS
:
300 return PIPE_ENDIAN_LITTLE
;
302 case PIPE_CAP_MIN_MAP_BUFFER_ALIGNMENT
:
305 case PIPE_CAP_VENDOR_ID
:
307 case PIPE_CAP_DEVICE_ID
:
309 case PIPE_CAP_ACCELERATED
:
311 case PIPE_CAP_VIDEO_MEMORY
:
312 DBG("FINISHME: The value returned is incorrect\n");
317 debug_printf("unknown param %d\n", param
);
322 fd_screen_get_paramf(struct pipe_screen
*pscreen
, enum pipe_capf param
)
325 case PIPE_CAPF_MAX_LINE_WIDTH
:
326 case PIPE_CAPF_MAX_LINE_WIDTH_AA
:
327 case PIPE_CAPF_MAX_POINT_WIDTH
:
328 case PIPE_CAPF_MAX_POINT_WIDTH_AA
:
330 case PIPE_CAPF_MAX_TEXTURE_ANISOTROPY
:
332 case PIPE_CAPF_MAX_TEXTURE_LOD_BIAS
:
334 case PIPE_CAPF_GUARD_BAND_LEFT
:
335 case PIPE_CAPF_GUARD_BAND_TOP
:
336 case PIPE_CAPF_GUARD_BAND_RIGHT
:
337 case PIPE_CAPF_GUARD_BAND_BOTTOM
:
340 debug_printf("unknown paramf %d\n", param
);
345 fd_screen_get_shader_param(struct pipe_screen
*pscreen
, unsigned shader
,
346 enum pipe_shader_cap param
)
348 struct fd_screen
*screen
= fd_screen(pscreen
);
352 case PIPE_SHADER_FRAGMENT
:
353 case PIPE_SHADER_VERTEX
:
355 case PIPE_SHADER_COMPUTE
:
356 case PIPE_SHADER_GEOMETRY
:
357 /* maye we could emulate.. */
360 DBG("unknown shader type %d", shader
);
364 /* this is probably not totally correct.. but it's a start: */
366 case PIPE_SHADER_CAP_MAX_INSTRUCTIONS
:
367 case PIPE_SHADER_CAP_MAX_ALU_INSTRUCTIONS
:
368 case PIPE_SHADER_CAP_MAX_TEX_INSTRUCTIONS
:
369 case PIPE_SHADER_CAP_MAX_TEX_INDIRECTIONS
:
371 case PIPE_SHADER_CAP_MAX_CONTROL_FLOW_DEPTH
:
373 case PIPE_SHADER_CAP_MAX_INPUTS
:
374 case PIPE_SHADER_CAP_MAX_OUTPUTS
:
376 case PIPE_SHADER_CAP_MAX_TEMPS
:
377 return 64; /* Max native temporaries. */
378 case PIPE_SHADER_CAP_MAX_CONST_BUFFER_SIZE
:
379 /* NOTE: seems to be limit for a3xx is actually 512 but
380 * split between VS and FS. Use lower limit of 256 to
381 * avoid getting into impossible situations:
383 return ((is_a3xx(screen
) || is_a4xx(screen
)) ? 4096 : 64) * sizeof(float[4]);
384 case PIPE_SHADER_CAP_MAX_CONST_BUFFERS
:
385 return is_ir3(screen
) ? 16 : 1;
386 case PIPE_SHADER_CAP_MAX_PREDS
:
387 return 0; /* nothing uses this */
388 case PIPE_SHADER_CAP_TGSI_CONT_SUPPORTED
:
390 case PIPE_SHADER_CAP_INDIRECT_INPUT_ADDR
:
391 case PIPE_SHADER_CAP_INDIRECT_OUTPUT_ADDR
:
392 case PIPE_SHADER_CAP_INDIRECT_TEMP_ADDR
:
393 case PIPE_SHADER_CAP_INDIRECT_CONST_ADDR
:
395 case PIPE_SHADER_CAP_SUBROUTINES
:
396 case PIPE_SHADER_CAP_DOUBLES
:
397 case PIPE_SHADER_CAP_TGSI_DROUND_SUPPORTED
:
398 case PIPE_SHADER_CAP_TGSI_DFRACEXP_DLDEXP_SUPPORTED
:
399 case PIPE_SHADER_CAP_TGSI_FMA_SUPPORTED
:
400 case PIPE_SHADER_CAP_TGSI_ANY_INOUT_DECL_RANGE
:
402 case PIPE_SHADER_CAP_TGSI_SQRT_SUPPORTED
:
404 case PIPE_SHADER_CAP_INTEGERS
:
407 return is_ir3(screen
) ? 1 : 0;
408 case PIPE_SHADER_CAP_MAX_TEXTURE_SAMPLERS
:
409 case PIPE_SHADER_CAP_MAX_SAMPLER_VIEWS
:
411 case PIPE_SHADER_CAP_PREFERRED_IR
:
412 return PIPE_SHADER_IR_TGSI
;
414 debug_printf("unknown shader param %d\n", param
);
419 fd_screen_bo_get_handle(struct pipe_screen
*pscreen
,
422 struct winsys_handle
*whandle
)
424 whandle
->stride
= stride
;
426 if (whandle
->type
== DRM_API_HANDLE_TYPE_SHARED
) {
427 return fd_bo_get_name(bo
, &whandle
->handle
) == 0;
428 } else if (whandle
->type
== DRM_API_HANDLE_TYPE_KMS
) {
429 whandle
->handle
= fd_bo_handle(bo
);
431 } else if (whandle
->type
== DRM_API_HANDLE_TYPE_FD
) {
432 whandle
->handle
= fd_bo_dmabuf(bo
);
440 fd_screen_bo_from_handle(struct pipe_screen
*pscreen
,
441 struct winsys_handle
*whandle
,
442 unsigned *out_stride
)
444 struct fd_screen
*screen
= fd_screen(pscreen
);
447 if (whandle
->type
== DRM_API_HANDLE_TYPE_SHARED
) {
448 bo
= fd_bo_from_name(screen
->dev
, whandle
->handle
);
449 } else if (whandle
->type
== DRM_API_HANDLE_TYPE_KMS
) {
450 bo
= fd_bo_from_handle(screen
->dev
, whandle
->handle
, 0);
451 } else if (whandle
->type
== DRM_API_HANDLE_TYPE_FD
) {
452 bo
= fd_bo_from_dmabuf(screen
->dev
, whandle
->handle
);
454 DBG("Attempt to import unsupported handle type %d", whandle
->type
);
459 DBG("ref name 0x%08x failed", whandle
->handle
);
463 *out_stride
= whandle
->stride
;
469 fd_screen_create(struct fd_device
*dev
)
471 struct fd_screen
*screen
= CALLOC_STRUCT(fd_screen
);
472 struct pipe_screen
*pscreen
;
475 fd_mesa_debug
= debug_get_option_fd_mesa_debug();
477 if (fd_mesa_debug
& FD_DBG_NOBIN
)
478 fd_binning_enabled
= false;
480 glsl120
= !!(fd_mesa_debug
& FD_DBG_GLSL120
);
485 pscreen
= &screen
->base
;
490 // maybe this should be in context?
491 screen
->pipe
= fd_pipe_new(screen
->dev
, FD_PIPE_3D
);
493 DBG("could not create 3d pipe");
497 if (fd_pipe_get_param(screen
->pipe
, FD_GMEM_SIZE
, &val
)) {
498 DBG("could not get GMEM size");
501 screen
->gmemsize_bytes
= val
;
503 if (fd_pipe_get_param(screen
->pipe
, FD_DEVICE_ID
, &val
)) {
504 DBG("could not get device-id");
507 screen
->device_id
= val
;
509 if (fd_pipe_get_param(screen
->pipe
, FD_GPU_ID
, &val
)) {
510 DBG("could not get gpu-id");
513 screen
->gpu_id
= val
;
515 if (fd_pipe_get_param(screen
->pipe
, FD_CHIP_ID
, &val
)) {
516 DBG("could not get chip-id");
517 /* older kernels may not have this property: */
518 unsigned core
= screen
->gpu_id
/ 100;
519 unsigned major
= (screen
->gpu_id
% 100) / 10;
520 unsigned minor
= screen
->gpu_id
% 10;
521 unsigned patch
= 0; /* assume the worst */
522 val
= (patch
& 0xff) | ((minor
& 0xff) << 8) |
523 ((major
& 0xff) << 16) | ((core
& 0xff) << 24);
525 screen
->chip_id
= val
;
528 DBG(" GPU-id: %d", screen
->gpu_id
);
529 DBG(" Chip-id: 0x%08x", screen
->chip_id
);
530 DBG(" GMEM size: 0x%08x", screen
->gmemsize_bytes
);
532 /* explicitly checking for GPU revisions that are known to work. This
533 * may be overly conservative for a3xx, where spoofing the gpu_id with
534 * the blob driver seems to generate identical cmdstream dumps. But
535 * on a2xx, there seem to be small differences between the GPU revs
536 * so it is probably better to actually test first on real hardware
539 * If you have a different adreno version, feel free to add it to one
540 * of the cases below and see what happens. And if it works, please
543 switch (screen
->gpu_id
) {
545 fd2_screen_init(pscreen
);
550 fd3_screen_init(pscreen
);
553 fd4_screen_init(pscreen
);
556 debug_printf("unsupported GPU: a%03d\n", screen
->gpu_id
);
560 pscreen
->destroy
= fd_screen_destroy
;
561 pscreen
->get_param
= fd_screen_get_param
;
562 pscreen
->get_paramf
= fd_screen_get_paramf
;
563 pscreen
->get_shader_param
= fd_screen_get_shader_param
;
565 fd_resource_screen_init(pscreen
);
566 fd_query_screen_init(pscreen
);
568 pscreen
->get_name
= fd_screen_get_name
;
569 pscreen
->get_vendor
= fd_screen_get_vendor
;
570 pscreen
->get_device_vendor
= fd_screen_get_device_vendor
;
572 pscreen
->get_timestamp
= fd_screen_get_timestamp
;
574 pscreen
->fence_reference
= fd_screen_fence_ref
;
575 pscreen
->fence_finish
= fd_screen_fence_finish
;
577 util_format_s3tc_init();
582 fd_screen_destroy(pscreen
);