freedreno/a5xx: texture tiling
[mesa.git] / src / gallium / drivers / freedreno / freedreno_screen.c
1 /* -*- mode: C; c-file-style: "k&r"; tab-width 4; indent-tabs-mode: t; -*- */
2
3 /*
4 * Copyright (C) 2012 Rob Clark <robclark@freedesktop.org>
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice (including the next
14 * paragraph) shall be included in all copies or substantial portions of the
15 * Software.
16 *
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
20 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
21 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
22 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
23 * SOFTWARE.
24 *
25 * Authors:
26 * Rob Clark <robclark@freedesktop.org>
27 */
28
29
30 #include "pipe/p_defines.h"
31 #include "pipe/p_screen.h"
32 #include "pipe/p_state.h"
33
34 #include "util/u_memory.h"
35 #include "util/u_inlines.h"
36 #include "util/u_format.h"
37 #include "util/u_format_s3tc.h"
38 #include "util/u_string.h"
39 #include "util/u_debug.h"
40
41 #include "util/os_time.h"
42
43 #include <stdio.h>
44 #include <errno.h>
45 #include <stdlib.h>
46
47 #include "freedreno_screen.h"
48 #include "freedreno_resource.h"
49 #include "freedreno_fence.h"
50 #include "freedreno_query.h"
51 #include "freedreno_util.h"
52
53 #include "a2xx/fd2_screen.h"
54 #include "a3xx/fd3_screen.h"
55 #include "a4xx/fd4_screen.h"
56 #include "a5xx/fd5_screen.h"
57
58 #include "ir3/ir3_nir.h"
59
60 /* XXX this should go away */
61 #include "state_tracker/drm_driver.h"
62
63 static const struct debug_named_value debug_options[] = {
64 {"msgs", FD_DBG_MSGS, "Print debug messages"},
65 {"disasm", FD_DBG_DISASM, "Dump TGSI and adreno shader disassembly"},
66 {"dclear", FD_DBG_DCLEAR, "Mark all state dirty after clear"},
67 {"ddraw", FD_DBG_DDRAW, "Mark all state dirty after draw"},
68 {"noscis", FD_DBG_NOSCIS, "Disable scissor optimization"},
69 {"direct", FD_DBG_DIRECT, "Force inline (SS_DIRECT) state loads"},
70 {"nobypass", FD_DBG_NOBYPASS, "Disable GMEM bypass"},
71 {"fraghalf", FD_DBG_FRAGHALF, "Use half-precision in fragment shader"},
72 {"nobin", FD_DBG_NOBIN, "Disable hw binning"},
73 {"optmsgs", FD_DBG_OPTMSGS,"Enable optimizer debug messages"},
74 {"glsl120", FD_DBG_GLSL120,"Temporary flag to force GLSL 1.20 (rather than 1.30) on a3xx+"},
75 {"shaderdb", FD_DBG_SHADERDB, "Enable shaderdb output"},
76 {"flush", FD_DBG_FLUSH, "Force flush after every draw"},
77 {"deqp", FD_DBG_DEQP, "Enable dEQP hacks"},
78 {"inorder", FD_DBG_INORDER,"Disable reordering for draws/blits"},
79 {"bstat", FD_DBG_BSTAT, "Print batch stats at context destroy"},
80 {"nogrow", FD_DBG_NOGROW, "Disable \"growable\" cmdstream buffers, even if kernel supports it"},
81 {"lrz", FD_DBG_LRZ, "Enable experimental LRZ support (a5xx+)"},
82 {"noindirect",FD_DBG_NOINDR, "Disable hw indirect draws (emulate on CPU)"},
83 {"noblit", FD_DBG_NOBLIT, "Disable blitter (fallback to generic blit path)"},
84 {"hiprio", FD_DBG_HIPRIO, "Force high-priority context"},
85 {"ttile", FD_DBG_TTILE, "Enable texture tiling (a5xx)"},
86 DEBUG_NAMED_VALUE_END
87 };
88
89 DEBUG_GET_ONCE_FLAGS_OPTION(fd_mesa_debug, "FD_MESA_DEBUG", debug_options, 0)
90
91 int fd_mesa_debug = 0;
92 bool fd_binning_enabled = true;
93 static bool glsl120 = false;
94
95 static const char *
96 fd_screen_get_name(struct pipe_screen *pscreen)
97 {
98 static char buffer[128];
99 util_snprintf(buffer, sizeof(buffer), "FD%03d",
100 fd_screen(pscreen)->device_id);
101 return buffer;
102 }
103
104 static const char *
105 fd_screen_get_vendor(struct pipe_screen *pscreen)
106 {
107 return "freedreno";
108 }
109
110 static const char *
111 fd_screen_get_device_vendor(struct pipe_screen *pscreen)
112 {
113 return "Qualcomm";
114 }
115
116
117 static uint64_t
118 fd_screen_get_timestamp(struct pipe_screen *pscreen)
119 {
120 struct fd_screen *screen = fd_screen(pscreen);
121
122 if (screen->has_timestamp) {
123 uint64_t n;
124 fd_pipe_get_param(screen->pipe, FD_TIMESTAMP, &n);
125 debug_assert(screen->max_freq > 0);
126 return n * 1000000000 / screen->max_freq;
127 } else {
128 int64_t cpu_time = os_time_get() * 1000;
129 return cpu_time + screen->cpu_gpu_time_delta;
130 }
131
132 }
133
134 static void
135 fd_screen_destroy(struct pipe_screen *pscreen)
136 {
137 struct fd_screen *screen = fd_screen(pscreen);
138
139 if (screen->pipe)
140 fd_pipe_del(screen->pipe);
141
142 if (screen->dev)
143 fd_device_del(screen->dev);
144
145 fd_bc_fini(&screen->batch_cache);
146
147 slab_destroy_parent(&screen->transfer_pool);
148
149 mtx_destroy(&screen->lock);
150
151 ralloc_free(screen->compiler);
152
153 free(screen);
154 }
155
156 /*
157 TODO either move caps to a2xx/a3xx specific code, or maybe have some
158 tables for things that differ if the delta is not too much..
159 */
160 static int
161 fd_screen_get_param(struct pipe_screen *pscreen, enum pipe_cap param)
162 {
163 struct fd_screen *screen = fd_screen(pscreen);
164
165 /* this is probably not totally correct.. but it's a start: */
166 switch (param) {
167 /* Supported features (boolean caps). */
168 case PIPE_CAP_NPOT_TEXTURES:
169 case PIPE_CAP_MIXED_FRAMEBUFFER_SIZES:
170 case PIPE_CAP_TWO_SIDED_STENCIL:
171 case PIPE_CAP_ANISOTROPIC_FILTER:
172 case PIPE_CAP_POINT_SPRITE:
173 case PIPE_CAP_TEXTURE_SHADOW_MAP:
174 case PIPE_CAP_BLEND_EQUATION_SEPARATE:
175 case PIPE_CAP_TEXTURE_SWIZZLE:
176 case PIPE_CAP_MIXED_COLORBUFFER_FORMATS:
177 case PIPE_CAP_TGSI_FS_COORD_ORIGIN_UPPER_LEFT:
178 case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_INTEGER:
179 case PIPE_CAP_SEAMLESS_CUBE_MAP:
180 case PIPE_CAP_VERTEX_COLOR_UNCLAMPED:
181 case PIPE_CAP_QUADS_FOLLOW_PROVOKING_VERTEX_CONVENTION:
182 case PIPE_CAP_VERTEX_BUFFER_OFFSET_4BYTE_ALIGNED_ONLY:
183 case PIPE_CAP_VERTEX_BUFFER_STRIDE_4BYTE_ALIGNED_ONLY:
184 case PIPE_CAP_VERTEX_ELEMENT_SRC_OFFSET_4BYTE_ALIGNED_ONLY:
185 case PIPE_CAP_BUFFER_MAP_PERSISTENT_COHERENT:
186 case PIPE_CAP_STRING_MARKER:
187 case PIPE_CAP_MIXED_COLOR_DEPTH_BITS:
188 case PIPE_CAP_TEXTURE_BARRIER:
189 case PIPE_CAP_INVALIDATE_BUFFER:
190 return 1;
191
192 case PIPE_CAP_VERTEXID_NOBASE:
193 return is_a3xx(screen) || is_a4xx(screen);
194
195 case PIPE_CAP_USER_CONSTANT_BUFFERS:
196 return is_a4xx(screen) ? 0 : 1;
197
198 case PIPE_CAP_COMPUTE:
199 return has_compute(screen);
200
201 case PIPE_CAP_SHADER_STENCIL_EXPORT:
202 case PIPE_CAP_TGSI_TEXCOORD:
203 case PIPE_CAP_PREFER_BLIT_BASED_TEXTURE_TRANSFER:
204 case PIPE_CAP_TEXTURE_MULTISAMPLE:
205 case PIPE_CAP_TEXTURE_MIRROR_CLAMP:
206 case PIPE_CAP_QUERY_MEMORY_INFO:
207 case PIPE_CAP_PCI_GROUP:
208 case PIPE_CAP_PCI_BUS:
209 case PIPE_CAP_PCI_DEVICE:
210 case PIPE_CAP_PCI_FUNCTION:
211 return 0;
212
213 case PIPE_CAP_SM3:
214 case PIPE_CAP_PRIMITIVE_RESTART:
215 case PIPE_CAP_TGSI_INSTANCEID:
216 case PIPE_CAP_VERTEX_ELEMENT_INSTANCE_DIVISOR:
217 case PIPE_CAP_INDEP_BLEND_ENABLE:
218 case PIPE_CAP_INDEP_BLEND_FUNC:
219 case PIPE_CAP_TEXTURE_BUFFER_OBJECTS:
220 case PIPE_CAP_TEXTURE_HALF_FLOAT_LINEAR:
221 case PIPE_CAP_CONDITIONAL_RENDER:
222 case PIPE_CAP_CONDITIONAL_RENDER_INVERTED:
223 case PIPE_CAP_FAKE_SW_MSAA:
224 case PIPE_CAP_SEAMLESS_CUBE_MAP_PER_TEXTURE:
225 case PIPE_CAP_CLIP_HALFZ:
226 return is_a3xx(screen) || is_a4xx(screen) || is_a5xx(screen);
227
228 case PIPE_CAP_DEPTH_CLIP_DISABLE:
229 return is_a3xx(screen) || is_a4xx(screen);
230
231 case PIPE_CAP_POLYGON_OFFSET_CLAMP:
232 return is_a5xx(screen);
233
234 case PIPE_CAP_BUFFER_SAMPLER_VIEW_RGBA_ONLY:
235 return 0;
236 case PIPE_CAP_TEXTURE_BUFFER_OFFSET_ALIGNMENT:
237 if (is_a3xx(screen)) return 16;
238 if (is_a4xx(screen)) return 32;
239 if (is_a5xx(screen)) return 32;
240 return 0;
241 case PIPE_CAP_MAX_TEXTURE_BUFFER_SIZE:
242 /* We could possibly emulate more by pretending 2d/rect textures and
243 * splitting high bits of index into 2nd dimension..
244 */
245 if (is_a3xx(screen)) return 8192;
246 if (is_a4xx(screen)) return 16384;
247 if (is_a5xx(screen)) return 16384;
248 return 0;
249
250 case PIPE_CAP_TEXTURE_FLOAT_LINEAR:
251 case PIPE_CAP_CUBE_MAP_ARRAY:
252 case PIPE_CAP_SAMPLER_VIEW_TARGET:
253 case PIPE_CAP_TEXTURE_QUERY_LOD:
254 return is_a4xx(screen) || is_a5xx(screen);
255
256 case PIPE_CAP_START_INSTANCE:
257 /* Note that a5xx can do this, it just can't (at least with
258 * current firmware) do draw_indirect with base_instance.
259 * Since draw_indirect is needed sooner (gles31 and gl40 vs
260 * gl42), hide base_instance on a5xx. :-/
261 */
262 return is_a4xx(screen);
263
264 case PIPE_CAP_CONSTANT_BUFFER_OFFSET_ALIGNMENT:
265 return 64;
266
267 case PIPE_CAP_GLSL_FEATURE_LEVEL:
268 if (glsl120)
269 return 120;
270 return is_ir3(screen) ? 140 : 120;
271
272 case PIPE_CAP_SHADER_BUFFER_OFFSET_ALIGNMENT:
273 if (is_a5xx(screen))
274 return 4;
275 return 0;
276
277 case PIPE_CAP_MAX_TEXTURE_GATHER_COMPONENTS:
278 if (is_a4xx(screen) || is_a5xx(screen))
279 return 4;
280 return 0;
281
282 /* Unsupported features. */
283 case PIPE_CAP_TGSI_FS_COORD_ORIGIN_LOWER_LEFT:
284 case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_HALF_INTEGER:
285 case PIPE_CAP_TGSI_CAN_COMPACT_CONSTANTS:
286 case PIPE_CAP_USER_VERTEX_BUFFERS:
287 case PIPE_CAP_QUERY_PIPELINE_STATISTICS:
288 case PIPE_CAP_TEXTURE_BORDER_COLOR_QUIRK:
289 case PIPE_CAP_TGSI_VS_LAYER_VIEWPORT:
290 case PIPE_CAP_TEXTURE_GATHER_SM5:
291 case PIPE_CAP_SAMPLE_SHADING:
292 case PIPE_CAP_TEXTURE_GATHER_OFFSETS:
293 case PIPE_CAP_TGSI_VS_WINDOW_SPACE_POSITION:
294 case PIPE_CAP_MULTI_DRAW_INDIRECT:
295 case PIPE_CAP_MULTI_DRAW_INDIRECT_PARAMS:
296 case PIPE_CAP_TGSI_FS_FINE_DERIVATIVE:
297 case PIPE_CAP_MULTISAMPLE_Z_RESOLVE:
298 case PIPE_CAP_RESOURCE_FROM_USER_MEMORY:
299 case PIPE_CAP_DEVICE_RESET_STATUS_QUERY:
300 case PIPE_CAP_MAX_SHADER_PATCH_VARYINGS:
301 case PIPE_CAP_DEPTH_BOUNDS_TEST:
302 case PIPE_CAP_TGSI_TXQS:
303 /* TODO if we need this, do it in nir/ir3 backend to avoid breaking precompile: */
304 case PIPE_CAP_FORCE_PERSAMPLE_INTERP:
305 case PIPE_CAP_COPY_BETWEEN_COMPRESSED_AND_PLAIN_FORMATS:
306 case PIPE_CAP_CLEAR_TEXTURE:
307 case PIPE_CAP_DRAW_PARAMETERS:
308 case PIPE_CAP_TGSI_PACK_HALF_FLOAT:
309 case PIPE_CAP_TGSI_FS_POSITION_IS_SYSVAL:
310 case PIPE_CAP_TGSI_FS_FACE_IS_INTEGER_SYSVAL:
311 case PIPE_CAP_GENERATE_MIPMAP:
312 case PIPE_CAP_SURFACE_REINTERPRET_BLOCKS:
313 case PIPE_CAP_ROBUST_BUFFER_ACCESS_BEHAVIOR:
314 case PIPE_CAP_CULL_DISTANCE:
315 case PIPE_CAP_PRIMITIVE_RESTART_FOR_PATCHES:
316 case PIPE_CAP_TGSI_VOTE:
317 case PIPE_CAP_MAX_WINDOW_RECTANGLES:
318 case PIPE_CAP_POLYGON_OFFSET_UNITS_UNSCALED:
319 case PIPE_CAP_VIEWPORT_SUBPIXEL_BITS:
320 case PIPE_CAP_TGSI_ARRAY_COMPONENTS:
321 case PIPE_CAP_TGSI_CAN_READ_OUTPUTS:
322 case PIPE_CAP_TGSI_FS_FBFETCH:
323 case PIPE_CAP_TGSI_MUL_ZERO_WINS:
324 case PIPE_CAP_DOUBLES:
325 case PIPE_CAP_INT64:
326 case PIPE_CAP_INT64_DIVMOD:
327 case PIPE_CAP_TGSI_TEX_TXF_LZ:
328 case PIPE_CAP_TGSI_CLOCK:
329 case PIPE_CAP_POLYGON_MODE_FILL_RECTANGLE:
330 case PIPE_CAP_SPARSE_BUFFER_PAGE_SIZE:
331 case PIPE_CAP_TGSI_BALLOT:
332 case PIPE_CAP_TGSI_TES_LAYER_VIEWPORT:
333 case PIPE_CAP_CAN_BIND_CONST_BUFFER_AS_VERTEX:
334 case PIPE_CAP_ALLOW_MAPPED_BUFFERS_DURING_EXECUTION:
335 case PIPE_CAP_POST_DEPTH_COVERAGE:
336 case PIPE_CAP_BINDLESS_TEXTURE:
337 case PIPE_CAP_NIR_SAMPLERS_AS_DEREF:
338 case PIPE_CAP_QUERY_SO_OVERFLOW:
339 case PIPE_CAP_MEMOBJ:
340 case PIPE_CAP_TGSI_ANY_REG_AS_ADDRESS:
341 case PIPE_CAP_TILE_RASTER_ORDER:
342 case PIPE_CAP_MAX_COMBINED_SHADER_OUTPUT_RESOURCES:
343 case PIPE_CAP_SIGNED_VERTEX_BUFFER_OFFSET:
344 return 0;
345
346 case PIPE_CAP_CONTEXT_PRIORITY_MASK:
347 return screen->priority_mask;
348
349 case PIPE_CAP_DRAW_INDIRECT:
350 if (is_a4xx(screen) || is_a5xx(screen))
351 return 1;
352 return 0;
353
354 case PIPE_CAP_FRAMEBUFFER_NO_ATTACHMENT:
355 if (is_a4xx(screen) || is_a5xx(screen))
356 return 1;
357 return 0;
358
359 case PIPE_CAP_LOAD_CONSTBUF:
360 /* name is confusing, but this turns on std430 packing */
361 if (is_ir3(screen))
362 return 1;
363 return 0;
364
365 case PIPE_CAP_MAX_VIEWPORTS:
366 return 1;
367
368 case PIPE_CAP_SHAREABLE_SHADERS:
369 case PIPE_CAP_GLSL_OPTIMIZE_CONSERVATIVELY:
370 /* manage the variants for these ourself, to avoid breaking precompile: */
371 case PIPE_CAP_FRAGMENT_COLOR_CLAMPED:
372 case PIPE_CAP_VERTEX_COLOR_CLAMPED:
373 if (is_ir3(screen))
374 return 1;
375 return 0;
376
377 /* Stream output. */
378 case PIPE_CAP_MAX_STREAM_OUTPUT_BUFFERS:
379 if (is_ir3(screen))
380 return PIPE_MAX_SO_BUFFERS;
381 return 0;
382 case PIPE_CAP_STREAM_OUTPUT_PAUSE_RESUME:
383 case PIPE_CAP_STREAM_OUTPUT_INTERLEAVE_BUFFERS:
384 if (is_ir3(screen))
385 return 1;
386 return 0;
387 case PIPE_CAP_MAX_STREAM_OUTPUT_SEPARATE_COMPONENTS:
388 case PIPE_CAP_MAX_STREAM_OUTPUT_INTERLEAVED_COMPONENTS:
389 if (is_ir3(screen))
390 return 16 * 4; /* should only be shader out limit? */
391 return 0;
392
393 /* Geometry shader output, unsupported. */
394 case PIPE_CAP_MAX_GEOMETRY_OUTPUT_VERTICES:
395 case PIPE_CAP_MAX_GEOMETRY_TOTAL_OUTPUT_COMPONENTS:
396 case PIPE_CAP_MAX_VERTEX_STREAMS:
397 return 0;
398
399 case PIPE_CAP_MAX_VERTEX_ATTRIB_STRIDE:
400 return 2048;
401
402 /* Texturing. */
403 case PIPE_CAP_MAX_TEXTURE_2D_LEVELS:
404 case PIPE_CAP_MAX_TEXTURE_CUBE_LEVELS:
405 return MAX_MIP_LEVELS;
406 case PIPE_CAP_MAX_TEXTURE_3D_LEVELS:
407 return 11;
408
409 case PIPE_CAP_MAX_TEXTURE_ARRAY_LAYERS:
410 return (is_a3xx(screen) || is_a4xx(screen) || is_a5xx(screen)) ? 256 : 0;
411
412 /* Render targets. */
413 case PIPE_CAP_MAX_RENDER_TARGETS:
414 return screen->max_rts;
415 case PIPE_CAP_MAX_DUAL_SOURCE_RENDER_TARGETS:
416 return is_a3xx(screen) ? 1 : 0;
417
418 /* Queries. */
419 case PIPE_CAP_QUERY_BUFFER_OBJECT:
420 return 0;
421 case PIPE_CAP_OCCLUSION_QUERY:
422 return is_a3xx(screen) || is_a4xx(screen) || is_a5xx(screen);
423 case PIPE_CAP_QUERY_TIMESTAMP:
424 case PIPE_CAP_QUERY_TIME_ELAPSED:
425 /* only a4xx, requires new enough kernel so we know max_freq: */
426 return (screen->max_freq > 0) && (is_a4xx(screen) || is_a5xx(screen));
427
428 case PIPE_CAP_MIN_TEXTURE_GATHER_OFFSET:
429 case PIPE_CAP_MIN_TEXEL_OFFSET:
430 return -8;
431
432 case PIPE_CAP_MAX_TEXTURE_GATHER_OFFSET:
433 case PIPE_CAP_MAX_TEXEL_OFFSET:
434 return 7;
435
436 case PIPE_CAP_ENDIANNESS:
437 return PIPE_ENDIAN_LITTLE;
438
439 case PIPE_CAP_MIN_MAP_BUFFER_ALIGNMENT:
440 return 64;
441
442 case PIPE_CAP_VENDOR_ID:
443 return 0x5143;
444 case PIPE_CAP_DEVICE_ID:
445 return 0xFFFFFFFF;
446 case PIPE_CAP_ACCELERATED:
447 return 1;
448 case PIPE_CAP_VIDEO_MEMORY:
449 DBG("FINISHME: The value returned is incorrect\n");
450 return 10;
451 case PIPE_CAP_UMA:
452 return 1;
453 case PIPE_CAP_NATIVE_FENCE_FD:
454 return fd_device_version(screen->dev) >= FD_VERSION_FENCE_FD;
455 }
456 debug_printf("unknown param %d\n", param);
457 return 0;
458 }
459
460 static float
461 fd_screen_get_paramf(struct pipe_screen *pscreen, enum pipe_capf param)
462 {
463 switch (param) {
464 case PIPE_CAPF_MAX_LINE_WIDTH:
465 case PIPE_CAPF_MAX_LINE_WIDTH_AA:
466 /* NOTE: actual value is 127.0f, but this is working around a deqp
467 * bug.. dEQP-GLES3.functional.rasterization.primitives.lines_wide
468 * uses too small of a render target size, and gets confused when
469 * the lines start going offscreen.
470 *
471 * See: https://code.google.com/p/android/issues/detail?id=206513
472 */
473 if (fd_mesa_debug & FD_DBG_DEQP)
474 return 48.0f;
475 return 127.0f;
476 case PIPE_CAPF_MAX_POINT_WIDTH:
477 case PIPE_CAPF_MAX_POINT_WIDTH_AA:
478 return 4092.0f;
479 case PIPE_CAPF_MAX_TEXTURE_ANISOTROPY:
480 return 16.0f;
481 case PIPE_CAPF_MAX_TEXTURE_LOD_BIAS:
482 return 15.0f;
483 case PIPE_CAPF_GUARD_BAND_LEFT:
484 case PIPE_CAPF_GUARD_BAND_TOP:
485 case PIPE_CAPF_GUARD_BAND_RIGHT:
486 case PIPE_CAPF_GUARD_BAND_BOTTOM:
487 return 0.0f;
488 }
489 debug_printf("unknown paramf %d\n", param);
490 return 0;
491 }
492
493 static int
494 fd_screen_get_shader_param(struct pipe_screen *pscreen,
495 enum pipe_shader_type shader,
496 enum pipe_shader_cap param)
497 {
498 struct fd_screen *screen = fd_screen(pscreen);
499
500 switch(shader)
501 {
502 case PIPE_SHADER_FRAGMENT:
503 case PIPE_SHADER_VERTEX:
504 break;
505 case PIPE_SHADER_COMPUTE:
506 if (has_compute(screen))
507 break;
508 return 0;
509 case PIPE_SHADER_GEOMETRY:
510 /* maye we could emulate.. */
511 return 0;
512 default:
513 DBG("unknown shader type %d", shader);
514 return 0;
515 }
516
517 /* this is probably not totally correct.. but it's a start: */
518 switch (param) {
519 case PIPE_SHADER_CAP_MAX_INSTRUCTIONS:
520 case PIPE_SHADER_CAP_MAX_ALU_INSTRUCTIONS:
521 case PIPE_SHADER_CAP_MAX_TEX_INSTRUCTIONS:
522 case PIPE_SHADER_CAP_MAX_TEX_INDIRECTIONS:
523 return 16384;
524 case PIPE_SHADER_CAP_MAX_CONTROL_FLOW_DEPTH:
525 return 8; /* XXX */
526 case PIPE_SHADER_CAP_MAX_INPUTS:
527 case PIPE_SHADER_CAP_MAX_OUTPUTS:
528 return 16;
529 case PIPE_SHADER_CAP_MAX_TEMPS:
530 return 64; /* Max native temporaries. */
531 case PIPE_SHADER_CAP_MAX_CONST_BUFFER_SIZE:
532 /* NOTE: seems to be limit for a3xx is actually 512 but
533 * split between VS and FS. Use lower limit of 256 to
534 * avoid getting into impossible situations:
535 */
536 return ((is_a3xx(screen) || is_a4xx(screen) || is_a5xx(screen)) ? 4096 : 64) * sizeof(float[4]);
537 case PIPE_SHADER_CAP_MAX_CONST_BUFFERS:
538 return is_ir3(screen) ? 16 : 1;
539 case PIPE_SHADER_CAP_TGSI_CONT_SUPPORTED:
540 return 1;
541 case PIPE_SHADER_CAP_INDIRECT_INPUT_ADDR:
542 case PIPE_SHADER_CAP_INDIRECT_OUTPUT_ADDR:
543 /* Technically this should be the same as for TEMP/CONST, since
544 * everything is just normal registers. This is just temporary
545 * hack until load_input/store_output handle arrays in a similar
546 * way as load_var/store_var..
547 */
548 return 0;
549 case PIPE_SHADER_CAP_INDIRECT_TEMP_ADDR:
550 case PIPE_SHADER_CAP_INDIRECT_CONST_ADDR:
551 /* a2xx compiler doesn't handle indirect: */
552 return is_ir3(screen) ? 1 : 0;
553 case PIPE_SHADER_CAP_SUBROUTINES:
554 case PIPE_SHADER_CAP_TGSI_DROUND_SUPPORTED:
555 case PIPE_SHADER_CAP_TGSI_DFRACEXP_DLDEXP_SUPPORTED:
556 case PIPE_SHADER_CAP_TGSI_LDEXP_SUPPORTED:
557 case PIPE_SHADER_CAP_TGSI_FMA_SUPPORTED:
558 case PIPE_SHADER_CAP_TGSI_ANY_INOUT_DECL_RANGE:
559 return 0;
560 case PIPE_SHADER_CAP_TGSI_SQRT_SUPPORTED:
561 return 1;
562 case PIPE_SHADER_CAP_INTEGERS:
563 if (glsl120)
564 return 0;
565 return is_ir3(screen) ? 1 : 0;
566 case PIPE_SHADER_CAP_INT64_ATOMICS:
567 return 0;
568 case PIPE_SHADER_CAP_FP16:
569 return 0;
570 case PIPE_SHADER_CAP_MAX_TEXTURE_SAMPLERS:
571 case PIPE_SHADER_CAP_MAX_SAMPLER_VIEWS:
572 return 16;
573 case PIPE_SHADER_CAP_PREFERRED_IR:
574 if (is_ir3(screen))
575 return PIPE_SHADER_IR_NIR;
576 return PIPE_SHADER_IR_TGSI;
577 case PIPE_SHADER_CAP_SUPPORTED_IRS:
578 if (is_ir3(screen)) {
579 return (1 << PIPE_SHADER_IR_NIR) | (1 << PIPE_SHADER_IR_TGSI);
580 } else {
581 return (1 << PIPE_SHADER_IR_TGSI);
582 }
583 return 0;
584 case PIPE_SHADER_CAP_MAX_UNROLL_ITERATIONS_HINT:
585 return 32;
586 case PIPE_SHADER_CAP_LOWER_IF_THRESHOLD:
587 case PIPE_SHADER_CAP_TGSI_SKIP_MERGE_REGISTERS:
588 case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTERS:
589 case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTER_BUFFERS:
590 return 0;
591 case PIPE_SHADER_CAP_MAX_SHADER_BUFFERS:
592 case PIPE_SHADER_CAP_MAX_SHADER_IMAGES:
593 if (is_a5xx(screen)) {
594 /* a5xx (and a4xx for that matter) has one state-block
595 * for compute-shader SSBO's and another that is shared
596 * by VS/HS/DS/GS/FS.. so to simplify things for now
597 * just advertise SSBOs for FS and CS. We could possibly
598 * do what blob does, and partition the space for
599 * VS/HS/DS/GS/FS. The blob advertises:
600 *
601 * GL_MAX_VERTEX_SHADER_STORAGE_BLOCKS: 4
602 * GL_MAX_GEOMETRY_SHADER_STORAGE_BLOCKS: 4
603 * GL_MAX_TESS_CONTROL_SHADER_STORAGE_BLOCKS: 4
604 * GL_MAX_TESS_EVALUATION_SHADER_STORAGE_BLOCKS: 4
605 * GL_MAX_FRAGMENT_SHADER_STORAGE_BLOCKS: 4
606 * GL_MAX_COMPUTE_SHADER_STORAGE_BLOCKS: 24
607 * GL_MAX_COMBINED_SHADER_STORAGE_BLOCKS: 24
608 *
609 * I think that way we could avoid having to patch shaders
610 * for actual SSBO indexes by using a static partitioning.
611 *
612 * Note same state block is used for images and buffers,
613 * but images also need texture state for read access
614 * (isam/isam.3d)
615 */
616 switch(shader)
617 {
618 case PIPE_SHADER_FRAGMENT:
619 case PIPE_SHADER_COMPUTE:
620 return 24;
621 default:
622 return 0;
623 }
624 }
625 return 0;
626 }
627 debug_printf("unknown shader param %d\n", param);
628 return 0;
629 }
630
631 /* TODO depending on how much the limits differ for a3xx/a4xx, maybe move this
632 * into per-generation backend?
633 */
634 static int
635 fd_get_compute_param(struct pipe_screen *pscreen, enum pipe_shader_ir ir_type,
636 enum pipe_compute_cap param, void *ret)
637 {
638 struct fd_screen *screen = fd_screen(pscreen);
639 const char * const ir = "ir3";
640
641 if (!has_compute(screen))
642 return 0;
643
644 switch (param) {
645 case PIPE_COMPUTE_CAP_ADDRESS_BITS:
646 if (ret) {
647 uint32_t *address_bits = ret;
648 address_bits[0] = 32;
649
650 if (is_a5xx(screen))
651 address_bits[0] = 64;
652 }
653 return 1 * sizeof(uint32_t);
654
655 case PIPE_COMPUTE_CAP_IR_TARGET:
656 if (ret)
657 sprintf(ret, ir);
658 return strlen(ir) * sizeof(char);
659
660 case PIPE_COMPUTE_CAP_GRID_DIMENSION:
661 if (ret) {
662 uint64_t *grid_dimension = ret;
663 grid_dimension[0] = 3;
664 }
665 return 1 * sizeof(uint64_t);
666
667 case PIPE_COMPUTE_CAP_MAX_GRID_SIZE:
668 if (ret) {
669 uint64_t *grid_size = ret;
670 grid_size[0] = 65535;
671 grid_size[1] = 65535;
672 grid_size[2] = 65535;
673 }
674 return 3 * sizeof(uint64_t) ;
675
676 case PIPE_COMPUTE_CAP_MAX_BLOCK_SIZE:
677 if (ret) {
678 uint64_t *block_size = ret;
679 block_size[0] = 1024;
680 block_size[1] = 1024;
681 block_size[2] = 64;
682 }
683 return 3 * sizeof(uint64_t) ;
684
685 case PIPE_COMPUTE_CAP_MAX_THREADS_PER_BLOCK:
686 if (ret) {
687 uint64_t *max_threads_per_block = ret;
688 *max_threads_per_block = 1024;
689 }
690 return sizeof(uint64_t);
691
692 case PIPE_COMPUTE_CAP_MAX_GLOBAL_SIZE:
693 case PIPE_COMPUTE_CAP_MAX_LOCAL_SIZE:
694 if (ret) {
695 uint64_t *local_size = ret;
696 *local_size = 32768;
697 }
698 return sizeof(uint64_t);
699 case PIPE_COMPUTE_CAP_MAX_PRIVATE_SIZE:
700 case PIPE_COMPUTE_CAP_MAX_INPUT_SIZE:
701 break;
702 case PIPE_COMPUTE_CAP_MAX_MEM_ALLOC_SIZE:
703 if (ret) {
704 uint64_t *max = ret;
705 *max = 32768;
706 }
707 return sizeof(uint64_t);
708 case PIPE_COMPUTE_CAP_MAX_CLOCK_FREQUENCY:
709 case PIPE_COMPUTE_CAP_MAX_COMPUTE_UNITS:
710 case PIPE_COMPUTE_CAP_IMAGES_SUPPORTED:
711 case PIPE_COMPUTE_CAP_SUBGROUP_SIZE:
712 case PIPE_COMPUTE_CAP_MAX_VARIABLE_THREADS_PER_BLOCK:
713 break;
714 }
715
716 return 0;
717 }
718
719 static const void *
720 fd_get_compiler_options(struct pipe_screen *pscreen,
721 enum pipe_shader_ir ir, unsigned shader)
722 {
723 struct fd_screen *screen = fd_screen(pscreen);
724
725 if (is_ir3(screen))
726 return ir3_get_compiler_options(screen->compiler);
727
728 return NULL;
729 }
730
731 boolean
732 fd_screen_bo_get_handle(struct pipe_screen *pscreen,
733 struct fd_bo *bo,
734 unsigned stride,
735 struct winsys_handle *whandle)
736 {
737 whandle->stride = stride;
738
739 if (whandle->type == DRM_API_HANDLE_TYPE_SHARED) {
740 return fd_bo_get_name(bo, &whandle->handle) == 0;
741 } else if (whandle->type == DRM_API_HANDLE_TYPE_KMS) {
742 whandle->handle = fd_bo_handle(bo);
743 return TRUE;
744 } else if (whandle->type == DRM_API_HANDLE_TYPE_FD) {
745 whandle->handle = fd_bo_dmabuf(bo);
746 return TRUE;
747 } else {
748 return FALSE;
749 }
750 }
751
752 struct fd_bo *
753 fd_screen_bo_from_handle(struct pipe_screen *pscreen,
754 struct winsys_handle *whandle)
755 {
756 struct fd_screen *screen = fd_screen(pscreen);
757 struct fd_bo *bo;
758
759 if (whandle->type == DRM_API_HANDLE_TYPE_SHARED) {
760 bo = fd_bo_from_name(screen->dev, whandle->handle);
761 } else if (whandle->type == DRM_API_HANDLE_TYPE_KMS) {
762 bo = fd_bo_from_handle(screen->dev, whandle->handle, 0);
763 } else if (whandle->type == DRM_API_HANDLE_TYPE_FD) {
764 bo = fd_bo_from_dmabuf(screen->dev, whandle->handle);
765 } else {
766 DBG("Attempt to import unsupported handle type %d", whandle->type);
767 return NULL;
768 }
769
770 if (!bo) {
771 DBG("ref name 0x%08x failed", whandle->handle);
772 return NULL;
773 }
774
775 return bo;
776 }
777
778 struct pipe_screen *
779 fd_screen_create(struct fd_device *dev)
780 {
781 struct fd_screen *screen = CALLOC_STRUCT(fd_screen);
782 struct pipe_screen *pscreen;
783 uint64_t val;
784
785 fd_mesa_debug = debug_get_option_fd_mesa_debug();
786
787 if (fd_mesa_debug & FD_DBG_NOBIN)
788 fd_binning_enabled = false;
789
790 glsl120 = !!(fd_mesa_debug & FD_DBG_GLSL120);
791
792 if (!screen)
793 return NULL;
794
795 pscreen = &screen->base;
796
797 screen->dev = dev;
798 screen->refcnt = 1;
799
800 // maybe this should be in context?
801 screen->pipe = fd_pipe_new(screen->dev, FD_PIPE_3D);
802 if (!screen->pipe) {
803 DBG("could not create 3d pipe");
804 goto fail;
805 }
806
807 if (fd_pipe_get_param(screen->pipe, FD_GMEM_SIZE, &val)) {
808 DBG("could not get GMEM size");
809 goto fail;
810 }
811 screen->gmemsize_bytes = val;
812
813 if (fd_pipe_get_param(screen->pipe, FD_DEVICE_ID, &val)) {
814 DBG("could not get device-id");
815 goto fail;
816 }
817 screen->device_id = val;
818
819 if (fd_pipe_get_param(screen->pipe, FD_MAX_FREQ, &val)) {
820 DBG("could not get gpu freq");
821 /* this limits what performance related queries are
822 * supported but is not fatal
823 */
824 screen->max_freq = 0;
825 } else {
826 screen->max_freq = val;
827 if (fd_pipe_get_param(screen->pipe, FD_TIMESTAMP, &val) == 0)
828 screen->has_timestamp = true;
829 }
830
831 if (fd_pipe_get_param(screen->pipe, FD_GPU_ID, &val)) {
832 DBG("could not get gpu-id");
833 goto fail;
834 }
835 screen->gpu_id = val;
836
837 if (fd_pipe_get_param(screen->pipe, FD_CHIP_ID, &val)) {
838 DBG("could not get chip-id");
839 /* older kernels may not have this property: */
840 unsigned core = screen->gpu_id / 100;
841 unsigned major = (screen->gpu_id % 100) / 10;
842 unsigned minor = screen->gpu_id % 10;
843 unsigned patch = 0; /* assume the worst */
844 val = (patch & 0xff) | ((minor & 0xff) << 8) |
845 ((major & 0xff) << 16) | ((core & 0xff) << 24);
846 }
847 screen->chip_id = val;
848
849 if (fd_pipe_get_param(screen->pipe, FD_NR_RINGS, &val)) {
850 DBG("could not get # of rings");
851 screen->priority_mask = 0;
852 } else {
853 /* # of rings equates to number of unique priority values: */
854 screen->priority_mask = (1 << val) - 1;
855 }
856
857 DBG("Pipe Info:");
858 DBG(" GPU-id: %d", screen->gpu_id);
859 DBG(" Chip-id: 0x%08x", screen->chip_id);
860 DBG(" GMEM size: 0x%08x", screen->gmemsize_bytes);
861
862 /* explicitly checking for GPU revisions that are known to work. This
863 * may be overly conservative for a3xx, where spoofing the gpu_id with
864 * the blob driver seems to generate identical cmdstream dumps. But
865 * on a2xx, there seem to be small differences between the GPU revs
866 * so it is probably better to actually test first on real hardware
867 * before enabling:
868 *
869 * If you have a different adreno version, feel free to add it to one
870 * of the cases below and see what happens. And if it works, please
871 * send a patch ;-)
872 */
873 switch (screen->gpu_id) {
874 case 220:
875 fd2_screen_init(pscreen);
876 break;
877 case 305:
878 case 307:
879 case 320:
880 case 330:
881 fd3_screen_init(pscreen);
882 break;
883 case 420:
884 case 430:
885 fd4_screen_init(pscreen);
886 break;
887 case 530:
888 fd5_screen_init(pscreen);
889 break;
890 default:
891 debug_printf("unsupported GPU: a%03d\n", screen->gpu_id);
892 goto fail;
893 }
894
895 if (screen->gpu_id >= 500) {
896 screen->gmem_alignw = 64;
897 screen->gmem_alignh = 32;
898 screen->num_vsc_pipes = 16;
899 } else {
900 screen->gmem_alignw = 32;
901 screen->gmem_alignh = 32;
902 screen->num_vsc_pipes = 8;
903 }
904
905 /* NOTE: don't enable reordering on a2xx, since completely untested.
906 * Also, don't enable if we have too old of a kernel to support
907 * growable cmdstream buffers, since memory requirement for cmdstream
908 * buffers would be too much otherwise.
909 */
910 if ((screen->gpu_id >= 300) && (fd_device_version(dev) >= FD_VERSION_UNLIMITED_CMDS))
911 screen->reorder = !(fd_mesa_debug & FD_DBG_INORDER);
912
913 fd_bc_init(&screen->batch_cache);
914
915 (void) mtx_init(&screen->lock, mtx_plain);
916
917 pscreen->destroy = fd_screen_destroy;
918 pscreen->get_param = fd_screen_get_param;
919 pscreen->get_paramf = fd_screen_get_paramf;
920 pscreen->get_shader_param = fd_screen_get_shader_param;
921 pscreen->get_compute_param = fd_get_compute_param;
922 pscreen->get_compiler_options = fd_get_compiler_options;
923
924 fd_resource_screen_init(pscreen);
925 fd_query_screen_init(pscreen);
926
927 pscreen->get_name = fd_screen_get_name;
928 pscreen->get_vendor = fd_screen_get_vendor;
929 pscreen->get_device_vendor = fd_screen_get_device_vendor;
930
931 pscreen->get_timestamp = fd_screen_get_timestamp;
932
933 pscreen->fence_reference = fd_fence_ref;
934 pscreen->fence_finish = fd_fence_finish;
935 pscreen->fence_get_fd = fd_fence_get_fd;
936
937 slab_create_parent(&screen->transfer_pool, sizeof(struct fd_transfer), 16);
938
939 return pscreen;
940
941 fail:
942 fd_screen_destroy(pscreen);
943 return NULL;
944 }