panfrost: Flush with offscreen rendering
[mesa.git] / src / gallium / drivers / panfrost / pan_screen.c
1 /**************************************************************************
2 *
3 * Copyright 2008 VMware, Inc.
4 * Copyright 2014 Broadcom
5 * Copyright 2018 Alyssa Rosenzweig
6 * All Rights Reserved.
7 *
8 * Permission is hereby granted, free of charge, to any person obtaining a
9 * copy of this software and associated documentation files (the
10 * "Software"), to deal in the Software without restriction, including
11 * without limitation the rights to use, copy, modify, merge, publish,
12 * distribute, sub license, and/or sell copies of the Software, and to
13 * permit persons to whom the Software is furnished to do so, subject to
14 * the following conditions:
15 *
16 * The above copyright notice and this permission notice (including the
17 * next paragraph) shall be included in all copies or substantial portions
18 * of the Software.
19 *
20 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
21 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
22 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
23 * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
24 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
25 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
26 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
27 *
28 **************************************************************************/
29
30
31 #include "util/u_memory.h"
32 #include "util/u_format.h"
33 #include "util/u_format_s3tc.h"
34 #include "util/u_video.h"
35 #include "util/u_screen.h"
36 #include "util/os_time.h"
37 #include "pipe/p_defines.h"
38 #include "pipe/p_screen.h"
39 #include "draw/draw_context.h"
40 #include <xf86drm.h>
41
42 #include <fcntl.h>
43
44 #include "drm-uapi/drm_fourcc.h"
45
46 #include "pan_screen.h"
47 #include "pan_resource.h"
48 #include "pan_public.h"
49
50 #include "pan_context.h"
51 #include "midgard/midgard_compile.h"
52
53 struct panfrost_driver *panfrost_create_drm_driver(int fd);
54 struct panfrost_driver *panfrost_create_nondrm_driver(int fd);
55
56 const char *pan_counters_base = NULL;
57
58 static const char *
59 panfrost_get_name(struct pipe_screen *screen)
60 {
61 return "panfrost";
62 }
63
64 static const char *
65 panfrost_get_vendor(struct pipe_screen *screen)
66 {
67 return "panfrost";
68 }
69
70 static const char *
71 panfrost_get_device_vendor(struct pipe_screen *screen)
72 {
73 return "Arm";
74 }
75
76 static int
77 panfrost_get_param(struct pipe_screen *screen, enum pipe_cap param)
78 {
79 switch (param) {
80 case PIPE_CAP_NPOT_TEXTURES:
81 case PIPE_CAP_MIXED_FRAMEBUFFER_SIZES:
82 case PIPE_CAP_MIXED_COLOR_DEPTH_BITS:
83 return 1;
84
85 case PIPE_CAP_SM3:
86 case PIPE_CAP_POINT_SPRITE:
87 return 1;
88
89 case PIPE_CAP_MAX_RENDER_TARGETS:
90 case PIPE_CAP_MAX_DUAL_SOURCE_RENDER_TARGETS:
91 return 1;
92
93 case PIPE_CAP_OCCLUSION_QUERY:
94 case PIPE_CAP_QUERY_TIME_ELAPSED:
95 case PIPE_CAP_QUERY_PIPELINE_STATISTICS:
96 return 1; /* TODO: Queries */
97
98 case PIPE_CAP_TEXTURE_MIRROR_CLAMP:
99 case PIPE_CAP_TEXTURE_SWIZZLE:
100 return 1;
101
102 case PIPE_CAP_MAX_TEXTURE_2D_LEVELS:
103 case PIPE_CAP_MAX_TEXTURE_3D_LEVELS:
104 case PIPE_CAP_MAX_TEXTURE_CUBE_LEVELS:
105 return 13;
106
107 case PIPE_CAP_BLEND_EQUATION_SEPARATE:
108 return 1;
109
110 case PIPE_CAP_INDEP_BLEND_ENABLE:
111 return 1;
112
113 case PIPE_CAP_INDEP_BLEND_FUNC:
114 return 1;
115
116 case PIPE_CAP_TGSI_FS_COORD_ORIGIN_UPPER_LEFT:
117 case PIPE_CAP_TGSI_FS_COORD_ORIGIN_LOWER_LEFT:
118 case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_HALF_INTEGER:
119 case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_INTEGER:
120 return 1;
121
122 case PIPE_CAP_DEPTH_CLIP_DISABLE:
123 return 1;
124
125 case PIPE_CAP_MAX_STREAM_OUTPUT_SEPARATE_COMPONENTS:
126 case PIPE_CAP_MAX_STREAM_OUTPUT_INTERLEAVED_COMPONENTS:
127 return 16 * 4;
128
129 case PIPE_CAP_MAX_GEOMETRY_OUTPUT_VERTICES:
130 case PIPE_CAP_MAX_GEOMETRY_TOTAL_OUTPUT_COMPONENTS:
131 return 1024;
132
133 case PIPE_CAP_MAX_VERTEX_STREAMS:
134 return 1;
135
136 case PIPE_CAP_SHADER_STENCIL_EXPORT:
137 return 1;
138
139 case PIPE_CAP_SEAMLESS_CUBE_MAP:
140 case PIPE_CAP_SEAMLESS_CUBE_MAP_PER_TEXTURE:
141 return 1;
142
143 case PIPE_CAP_MAX_TEXTURE_ARRAY_LAYERS:
144 return 256; /* for GL3 */
145
146 case PIPE_CAP_CONDITIONAL_RENDER:
147 return 1;
148
149 case PIPE_CAP_FRAGMENT_COLOR_CLAMPED:
150 case PIPE_CAP_VERTEX_COLOR_UNCLAMPED:
151 case PIPE_CAP_VERTEX_COLOR_CLAMPED:
152 return 1;
153
154 case PIPE_CAP_GLSL_FEATURE_LEVEL:
155 return 330;
156
157 case PIPE_CAP_USER_VERTEX_BUFFERS: /* TODO */
158 case PIPE_CAP_RESOURCE_FROM_USER_MEMORY:
159 return 0;
160
161 case PIPE_CAP_TGSI_VS_LAYER_VIEWPORT:
162 case PIPE_CAP_DOUBLES:
163 case PIPE_CAP_INT64:
164 case PIPE_CAP_INT64_DIVMOD:
165 return 1;
166
167 case PIPE_CAP_CONSTANT_BUFFER_OFFSET_ALIGNMENT:
168 return 16;
169
170 case PIPE_CAP_MAX_VERTEX_ELEMENT_SRC_OFFSET:
171 return 0xffff;
172
173 case PIPE_CAP_QUERY_TIMESTAMP:
174 case PIPE_CAP_CUBE_MAP_ARRAY:
175 return 1;
176
177 case PIPE_CAP_TEXTURE_BUFFER_OBJECTS:
178 return 1;
179
180 case PIPE_CAP_MAX_TEXTURE_BUFFER_SIZE:
181 return 65536;
182
183 case PIPE_CAP_TEXTURE_BUFFER_OFFSET_ALIGNMENT:
184 return 0;
185
186 case PIPE_CAP_TGSI_TEXCOORD:
187 return 1; /* XXX: What should this me exactly? */
188
189 case PIPE_CAP_PREFER_BLIT_BASED_TEXTURE_TRANSFER:
190 return 0;
191
192 case PIPE_CAP_MAX_VIEWPORTS:
193 return PIPE_MAX_VIEWPORTS;
194
195 case PIPE_CAP_ENDIANNESS:
196 return PIPE_ENDIAN_NATIVE;
197
198 case PIPE_CAP_MAX_TEXTURE_GATHER_COMPONENTS:
199 return 4;
200
201 case PIPE_CAP_TEXTURE_GATHER_SM5:
202 case PIPE_CAP_TEXTURE_QUERY_LOD:
203 case PIPE_CAP_TGSI_VS_WINDOW_SPACE_POSITION:
204 case PIPE_CAP_SAMPLER_VIEW_TARGET:
205 case PIPE_CAP_FAKE_SW_MSAA:
206 return 1;
207
208 case PIPE_CAP_MIN_TEXTURE_GATHER_OFFSET:
209 return -32;
210
211 case PIPE_CAP_MAX_TEXTURE_GATHER_OFFSET:
212 return 31;
213
214 case PIPE_CAP_DRAW_INDIRECT:
215 return 1;
216
217 case PIPE_CAP_QUERY_SO_OVERFLOW:
218 return 1;
219
220 case PIPE_CAP_VENDOR_ID:
221 return 0xFFFFFFFF;
222
223 case PIPE_CAP_DEVICE_ID:
224 return 0xFFFFFFFF;
225
226 case PIPE_CAP_ACCELERATED:
227 return 1;
228
229 case PIPE_CAP_VIDEO_MEMORY: {
230 uint64_t system_memory;
231
232 if (!os_get_total_physical_memory(&system_memory))
233 return 0;
234
235 return (int)(system_memory >> 20);
236 }
237
238 case PIPE_CAP_UMA:
239 return 1;
240
241 case PIPE_CAP_CONDITIONAL_RENDER_INVERTED:
242 case PIPE_CAP_CLIP_HALFZ:
243 case PIPE_CAP_TEXTURE_FLOAT_LINEAR:
244 case PIPE_CAP_TEXTURE_HALF_FLOAT_LINEAR:
245 case PIPE_CAP_FRAMEBUFFER_NO_ATTACHMENT:
246 case PIPE_CAP_CULL_DISTANCE:
247 case PIPE_CAP_COPY_BETWEEN_COMPRESSED_AND_PLAIN_FORMATS:
248 case PIPE_CAP_TGSI_ARRAY_COMPONENTS:
249 case PIPE_CAP_CLEAR_TEXTURE:
250 return 1;
251
252 case PIPE_CAP_SHADER_BUFFER_OFFSET_ALIGNMENT:
253 return 4;
254
255 case PIPE_CAP_MAX_VARYINGS:
256 return 16;
257
258 default:
259 return u_pipe_screen_get_param_defaults(screen, param);
260 }
261 }
262
263 static int
264 panfrost_get_shader_param(struct pipe_screen *screen,
265 enum pipe_shader_type shader,
266 enum pipe_shader_cap param)
267 {
268 if (shader != PIPE_SHADER_VERTEX &&
269 shader != PIPE_SHADER_FRAGMENT) {
270 return 0;
271 }
272
273 /* this is probably not totally correct.. but it's a start: */
274 switch (param) {
275 case PIPE_SHADER_CAP_SCALAR_ISA:
276 return 0;
277
278 case PIPE_SHADER_CAP_MAX_INSTRUCTIONS:
279 case PIPE_SHADER_CAP_MAX_ALU_INSTRUCTIONS:
280 case PIPE_SHADER_CAP_MAX_TEX_INSTRUCTIONS:
281 case PIPE_SHADER_CAP_MAX_TEX_INDIRECTIONS:
282 return 16384;
283
284 case PIPE_SHADER_CAP_MAX_CONTROL_FLOW_DEPTH:
285 return 1024;
286
287 case PIPE_SHADER_CAP_MAX_INPUTS:
288 return 16;
289
290 case PIPE_SHADER_CAP_MAX_OUTPUTS:
291 return shader == PIPE_SHADER_FRAGMENT ? 1 : 8;
292
293 case PIPE_SHADER_CAP_MAX_TEMPS:
294 return 256; /* GL_MAX_PROGRAM_TEMPORARIES_ARB */
295
296 case PIPE_SHADER_CAP_MAX_CONST_BUFFER_SIZE:
297 return 16 * 1024 * sizeof(float);
298
299 case PIPE_SHADER_CAP_MAX_CONST_BUFFERS:
300 return 1;
301
302 case PIPE_SHADER_CAP_TGSI_CONT_SUPPORTED:
303 return 0;
304
305 case PIPE_SHADER_CAP_INDIRECT_INPUT_ADDR:
306 case PIPE_SHADER_CAP_INDIRECT_OUTPUT_ADDR:
307 case PIPE_SHADER_CAP_INDIRECT_TEMP_ADDR:
308 return 0;
309
310 case PIPE_SHADER_CAP_INDIRECT_CONST_ADDR:
311 return 1;
312
313 case PIPE_SHADER_CAP_SUBROUTINES:
314 return 0;
315
316 case PIPE_SHADER_CAP_TGSI_SQRT_SUPPORTED:
317 return 0;
318
319 case PIPE_SHADER_CAP_INTEGERS:
320 return 1;
321
322 case PIPE_SHADER_CAP_INT64_ATOMICS:
323 case PIPE_SHADER_CAP_FP16:
324 case PIPE_SHADER_CAP_TGSI_DROUND_SUPPORTED:
325 case PIPE_SHADER_CAP_TGSI_DFRACEXP_DLDEXP_SUPPORTED:
326 case PIPE_SHADER_CAP_TGSI_LDEXP_SUPPORTED:
327 case PIPE_SHADER_CAP_TGSI_FMA_SUPPORTED:
328 case PIPE_SHADER_CAP_TGSI_ANY_INOUT_DECL_RANGE:
329 return 0;
330
331 case PIPE_SHADER_CAP_MAX_TEXTURE_SAMPLERS:
332 case PIPE_SHADER_CAP_MAX_SAMPLER_VIEWS:
333 return 16; /* XXX: How many? */
334
335 case PIPE_SHADER_CAP_PREFERRED_IR:
336 return PIPE_SHADER_IR_NIR;
337
338 case PIPE_SHADER_CAP_SUPPORTED_IRS:
339 return 0;
340
341 case PIPE_SHADER_CAP_MAX_UNROLL_ITERATIONS_HINT:
342 return 32;
343
344 case PIPE_SHADER_CAP_MAX_SHADER_BUFFERS:
345 case PIPE_SHADER_CAP_MAX_SHADER_IMAGES:
346 case PIPE_SHADER_CAP_LOWER_IF_THRESHOLD:
347 case PIPE_SHADER_CAP_TGSI_SKIP_MERGE_REGISTERS:
348 case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTERS:
349 case PIPE_SHADER_CAP_MAX_HW_ATOMIC_COUNTER_BUFFERS:
350 return 0;
351
352 default:
353 fprintf(stderr, "unknown shader param %d\n", param);
354 return 0;
355 }
356
357 return 0;
358 }
359
360 static float
361 panfrost_get_paramf(struct pipe_screen *screen, enum pipe_capf param)
362 {
363 switch (param) {
364 case PIPE_CAPF_MAX_LINE_WIDTH:
365
366 /* fall-through */
367 case PIPE_CAPF_MAX_LINE_WIDTH_AA:
368 return 255.0; /* arbitrary */
369
370 case PIPE_CAPF_MAX_POINT_WIDTH:
371
372 /* fall-through */
373 case PIPE_CAPF_MAX_POINT_WIDTH_AA:
374 return 255.0; /* arbitrary */
375
376 case PIPE_CAPF_MAX_TEXTURE_ANISOTROPY:
377 return 16.0;
378
379 case PIPE_CAPF_MAX_TEXTURE_LOD_BIAS:
380 return 16.0; /* arbitrary */
381
382 default:
383 debug_printf("Unexpected PIPE_CAPF %d query\n", param);
384 return 0.0;
385 }
386 }
387
388 /**
389 * Query format support for creating a texture, drawing surface, etc.
390 * \param format the format to test
391 * \param type one of PIPE_TEXTURE, PIPE_SURFACE
392 */
393 static boolean
394 panfrost_is_format_supported( struct pipe_screen *screen,
395 enum pipe_format format,
396 enum pipe_texture_target target,
397 unsigned sample_count,
398 unsigned storage_sample_count,
399 unsigned bind)
400 {
401 const struct util_format_description *format_desc;
402
403 assert(target == PIPE_BUFFER ||
404 target == PIPE_TEXTURE_1D ||
405 target == PIPE_TEXTURE_1D_ARRAY ||
406 target == PIPE_TEXTURE_2D ||
407 target == PIPE_TEXTURE_2D_ARRAY ||
408 target == PIPE_TEXTURE_RECT ||
409 target == PIPE_TEXTURE_3D ||
410 target == PIPE_TEXTURE_CUBE ||
411 target == PIPE_TEXTURE_CUBE_ARRAY);
412
413 format_desc = util_format_description(format);
414
415 if (!format_desc)
416 return FALSE;
417
418 if (sample_count > 1)
419 return FALSE;
420
421 /* Format wishlist */
422 if (format == PIPE_FORMAT_Z24X8_UNORM || format == PIPE_FORMAT_X8Z24_UNORM)
423 return FALSE;
424
425 if (bind & PIPE_BIND_RENDER_TARGET) {
426 /* We don't support rendering into anything but RGBA8 yet. We
427 * need more formats for spec compliance, but for now, honesty
428 * is the best policy <3 */
429
430 if (!util_format_is_rgba8_variant(format_desc))
431 return FALSE;
432
433 if (format_desc->colorspace == UTIL_FORMAT_COLORSPACE_ZS)
434 return FALSE;
435
436 /*
437 * Although possible, it is unnatural to render into compressed or YUV
438 * surfaces. So disable these here to avoid going into weird paths
439 * inside the state trackers.
440 */
441 if (format_desc->block.width != 1 ||
442 format_desc->block.height != 1)
443 return FALSE;
444 }
445
446 if (bind & PIPE_BIND_DEPTH_STENCIL) {
447 if (format_desc->colorspace != UTIL_FORMAT_COLORSPACE_ZS)
448 return FALSE;
449 }
450
451 if (format_desc->layout == UTIL_FORMAT_LAYOUT_BPTC ||
452 format_desc->layout == UTIL_FORMAT_LAYOUT_ASTC) {
453 /* Compressed formats not yet hooked up. */
454 return FALSE;
455 }
456
457 if ((bind & (PIPE_BIND_RENDER_TARGET | PIPE_BIND_SAMPLER_VIEW)) &&
458 ((bind & PIPE_BIND_DISPLAY_TARGET) == 0) &&
459 target != PIPE_BUFFER) {
460 const struct util_format_description *desc =
461 util_format_description(format);
462
463 if (desc->nr_channels == 3 && desc->is_array) {
464 /* Don't support any 3-component formats for rendering/texturing
465 * since we don't support the corresponding 8-bit 3 channel UNORM
466 * formats. This allows us to support GL_ARB_copy_image between
467 * GL_RGB8 and GL_RGB8UI, for example. Otherwise, we may be asked to
468 * do a resource copy between PIPE_FORMAT_R8G8B8_UINT and
469 * PIPE_FORMAT_R8G8B8X8_UNORM, for example, which will not work
470 * (different bpp).
471 */
472 return FALSE;
473 }
474 }
475
476 return TRUE;
477 }
478
479
480 static void
481 panfrost_destroy_screen( struct pipe_screen *screen )
482 {
483 FREE(screen);
484 }
485
486 static void
487 panfrost_flush_frontbuffer(struct pipe_screen *_screen,
488 struct pipe_resource *resource,
489 unsigned level, unsigned layer,
490 void *context_private,
491 struct pipe_box *sub_box)
492 {
493 /* TODO: Display target integration */
494 }
495
496 static uint64_t
497 panfrost_get_timestamp(struct pipe_screen *_screen)
498 {
499 return os_time_get_nano();
500 }
501
502 static void
503 panfrost_fence_reference(struct pipe_screen *screen,
504 struct pipe_fence_handle **ptr,
505 struct pipe_fence_handle *fence)
506 {
507 *ptr = fence;
508 }
509
510 static boolean
511 panfrost_fence_finish(struct pipe_screen *screen,
512 struct pipe_context *ctx,
513 struct pipe_fence_handle *fence,
514 uint64_t timeout)
515 {
516 assert(fence);
517 return TRUE;
518 }
519
520 static const void *
521 panfrost_screen_get_compiler_options(struct pipe_screen *pscreen,
522 enum pipe_shader_ir ir,
523 enum pipe_shader_type shader)
524 {
525 return &midgard_nir_options;
526 }
527
528 struct pipe_screen *
529 panfrost_create_screen(int fd, struct renderonly *ro, bool is_drm)
530 {
531 struct panfrost_screen *screen = CALLOC_STRUCT(panfrost_screen);
532
533 if (!screen)
534 return NULL;
535
536 if (ro) {
537 screen->ro = renderonly_dup(ro);
538 if (!screen->ro) {
539 fprintf(stderr, "Failed to dup renderonly object\n");
540 free(screen);
541 return NULL;
542 }
543 }
544
545 if (is_drm) {
546 screen->driver = panfrost_create_drm_driver(fd);
547 } else {
548 #ifdef PAN_NONDRM_OVERLAY
549 screen->driver = panfrost_create_nondrm_driver(fd);
550 #else
551 fprintf(stderr, "Legacy (non-DRM) operation requires out-of-tree overlay\n");
552 return NULL;
553 #endif
554 }
555
556 /* Dump memory and/or performance counters iff asked for in the environment */
557 const char *pantrace_base = getenv("PANTRACE_BASE");
558 pan_counters_base = getenv("PANCOUNTERS_BASE");
559
560 if (pantrace_base) {
561 pantrace_initialize(pantrace_base);
562 }
563
564 if (pan_counters_base) {
565 screen->driver->allocate_slab(screen, &screen->perf_counters, 64, true, 0, 0, 0);
566 screen->driver->enable_counters(screen);
567 }
568
569 screen->base.destroy = panfrost_destroy_screen;
570
571 screen->base.get_name = panfrost_get_name;
572 screen->base.get_vendor = panfrost_get_vendor;
573 screen->base.get_device_vendor = panfrost_get_device_vendor;
574 screen->base.get_param = panfrost_get_param;
575 screen->base.get_shader_param = panfrost_get_shader_param;
576 screen->base.get_paramf = panfrost_get_paramf;
577 screen->base.get_timestamp = panfrost_get_timestamp;
578 screen->base.is_format_supported = panfrost_is_format_supported;
579 screen->base.context_create = panfrost_create_context;
580 screen->base.flush_frontbuffer = panfrost_flush_frontbuffer;
581 screen->base.get_compiler_options = panfrost_screen_get_compiler_options;
582 screen->base.fence_reference = panfrost_fence_reference;
583 screen->base.fence_finish = panfrost_fence_finish;
584
585 screen->last_fragment_id = -1;
586 screen->last_fragment_flushed = true;
587
588 panfrost_resource_screen_init(screen);
589
590 return &screen->base;
591 }