2 * Copyright (c) 2017-2019 Lima Project
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sub license,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the
12 * next paragraph) shall be included in all copies or substantial portions
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21 * DEALINGS IN THE SOFTWARE.
25 #include "util/u_memory.h"
26 #include "util/u_blitter.h"
27 #include "util/u_format.h"
28 #include "util/u_inlines.h"
29 #include "util/u_math.h"
30 #include "util/u_debug.h"
31 #include "util/u_transfer.h"
32 #include "util/u_surface.h"
33 #include "util/hash_table.h"
34 #include "util/u_drm.h"
35 #include "renderonly/renderonly.h"
37 #include "state_tracker/drm_driver.h"
39 #include "drm-uapi/drm_fourcc.h"
40 #include "drm-uapi/lima_drm.h"
42 #include "lima_screen.h"
43 #include "lima_context.h"
44 #include "lima_resource.h"
46 #include "lima_util.h"
47 #include "pan_tiling.h"
49 static struct pipe_resource
*
50 lima_resource_create_scanout(struct pipe_screen
*pscreen
,
51 const struct pipe_resource
*templat
,
52 unsigned width
, unsigned height
)
54 struct lima_screen
*screen
= lima_screen(pscreen
);
55 struct renderonly_scanout
*scanout
;
56 struct winsys_handle handle
;
57 struct pipe_resource
*pres
;
59 struct pipe_resource scanout_templat
= *templat
;
60 scanout_templat
.width0
= width
;
61 scanout_templat
.height0
= height
;
62 scanout_templat
.screen
= pscreen
;
64 scanout
= renderonly_scanout_for_resource(&scanout_templat
,
69 assert(handle
.type
== WINSYS_HANDLE_TYPE_FD
);
70 pres
= pscreen
->resource_from_handle(pscreen
, templat
, &handle
,
71 PIPE_HANDLE_USAGE_FRAMEBUFFER_WRITE
);
75 renderonly_scanout_destroy(scanout
, screen
->ro
);
79 struct lima_resource
*res
= lima_resource(pres
);
80 res
->scanout
= scanout
;
86 setup_miptree(struct lima_resource
*res
,
87 unsigned width0
, unsigned height0
,
88 bool should_align_dimensions
)
90 struct pipe_resource
*pres
= &res
->base
;
92 unsigned width
= width0
;
93 unsigned height
= height0
;
94 unsigned depth
= pres
->depth0
;
97 for (level
= 0; level
<= pres
->last_level
; level
++) {
98 uint32_t actual_level_size
;
100 unsigned aligned_width
;
101 unsigned aligned_height
;
103 if (should_align_dimensions
) {
104 aligned_width
= align(width
, 16);
105 aligned_height
= align(height
, 16);
107 aligned_width
= width
;
108 aligned_height
= height
;
111 stride
= util_format_get_stride(pres
->format
, aligned_width
);
112 actual_level_size
= stride
*
113 util_format_get_nblocksy(pres
->format
, aligned_height
) *
114 pres
->array_size
* depth
;
116 res
->levels
[level
].width
= aligned_width
;
117 res
->levels
[level
].stride
= stride
;
118 res
->levels
[level
].offset
= size
;
120 /* The start address of each level <= 10 must be 64-aligned
121 * in order to be able to pass the addresses
123 * The start addresses of level 11 and level 12 are passed
124 * implicitely: they start at an offset of respectively
125 * 0x0400 and 0x0800 from the start address of level 10 */
127 size
+= align(actual_level_size
, 64);
128 else if (level
!= pres
->last_level
)
131 size
+= actual_level_size
; /* Save some memory */
133 width
= u_minify(width
, 1);
134 height
= u_minify(height
, 1);
135 depth
= u_minify(depth
, 1);
141 static struct pipe_resource
*
142 lima_resource_create_bo(struct pipe_screen
*pscreen
,
143 const struct pipe_resource
*templat
,
144 unsigned width
, unsigned height
,
145 bool should_align_dimensions
)
147 struct lima_screen
*screen
= lima_screen(pscreen
);
148 struct lima_resource
*res
;
149 struct pipe_resource
*pres
;
151 res
= CALLOC_STRUCT(lima_resource
);
155 res
->base
= *templat
;
156 res
->base
.screen
= pscreen
;
157 pipe_reference_init(&res
->base
.reference
, 1);
161 uint32_t size
= setup_miptree(res
, width
, height
, should_align_dimensions
);
162 size
= align(size
, LIMA_PAGE_SIZE
);
164 res
->bo
= lima_bo_create(screen
, size
, 0);
173 static struct pipe_resource
*
174 _lima_resource_create_with_modifiers(struct pipe_screen
*pscreen
,
175 const struct pipe_resource
*templat
,
176 const uint64_t *modifiers
,
179 struct lima_screen
*screen
= lima_screen(pscreen
);
180 bool should_tile
= false;
181 unsigned width
, height
;
182 bool should_align_dimensions
;
184 /* VBOs/PBOs are untiled (and 1 height). */
185 if (templat
->target
== PIPE_BUFFER
)
188 if (templat
->bind
& (PIPE_BIND_LINEAR
| PIPE_BIND_SCANOUT
))
191 /* if linear buffer is not allowed, alloc fail */
192 if (!should_tile
&& !drm_find_modifier(DRM_FORMAT_MOD_LINEAR
, modifiers
, count
))
195 if (should_tile
|| (templat
->bind
& PIPE_BIND_RENDER_TARGET
) ||
196 (templat
->bind
& PIPE_BIND_DEPTH_STENCIL
)) {
197 should_align_dimensions
= true;
198 width
= align(templat
->width0
, 16);
199 height
= align(templat
->height0
, 16);
202 should_align_dimensions
= false;
203 width
= templat
->width0
;
204 height
= templat
->height0
;
207 struct pipe_resource
*pres
;
208 if (screen
->ro
&& (templat
->bind
& PIPE_BIND_SCANOUT
))
209 pres
= lima_resource_create_scanout(pscreen
, templat
, width
, height
);
211 pres
= lima_resource_create_bo(pscreen
, templat
, width
, height
,
212 should_align_dimensions
);
215 struct lima_resource
*res
= lima_resource(pres
);
216 res
->tiled
= should_tile
;
218 debug_printf("%s: pres=%p width=%u height=%u depth=%u target=%d "
219 "bind=%x usage=%d tile=%d last_level=%d\n", __func__
,
220 pres
, pres
->width0
, pres
->height0
, pres
->depth0
,
221 pres
->target
, pres
->bind
, pres
->usage
, should_tile
, templat
->last_level
);
226 static struct pipe_resource
*
227 lima_resource_create(struct pipe_screen
*pscreen
,
228 const struct pipe_resource
*templat
)
230 static const uint64_t modifiers
[] = {
231 DRM_FORMAT_MOD_LINEAR
,
233 return _lima_resource_create_with_modifiers(pscreen
, templat
, modifiers
, ARRAY_SIZE(modifiers
));
236 static struct pipe_resource
*
237 lima_resource_create_with_modifiers(struct pipe_screen
*pscreen
,
238 const struct pipe_resource
*templat
,
239 const uint64_t *modifiers
,
242 struct pipe_resource tmpl
= *templat
;
244 /* gbm_bo_create_with_modifiers & gbm_surface_create_with_modifiers
245 * don't have usage parameter, but buffer created by these functions
246 * may be used for scanout. So we assume buffer created by this
247 * function always enable scanout if linear modifier is permitted.
249 if (drm_find_modifier(DRM_FORMAT_MOD_LINEAR
, modifiers
, count
))
250 tmpl
.bind
|= PIPE_BIND_SCANOUT
;
252 return _lima_resource_create_with_modifiers(pscreen
, &tmpl
, modifiers
, count
);
256 lima_resource_destroy(struct pipe_screen
*pscreen
, struct pipe_resource
*pres
)
258 struct lima_screen
*screen
= lima_screen(pscreen
);
259 struct lima_resource
*res
= lima_resource(pres
);
262 lima_bo_free(res
->bo
);
265 renderonly_scanout_destroy(res
->scanout
, screen
->ro
);
270 static struct pipe_resource
*
271 lima_resource_from_handle(struct pipe_screen
*pscreen
,
272 const struct pipe_resource
*templat
,
273 struct winsys_handle
*handle
, unsigned usage
)
275 struct lima_resource
*res
;
276 struct lima_screen
*screen
= lima_screen(pscreen
);
278 res
= CALLOC_STRUCT(lima_resource
);
282 struct pipe_resource
*pres
= &res
->base
;
284 pres
->screen
= pscreen
;
285 pipe_reference_init(&pres
->reference
, 1);
286 res
->levels
[0].offset
= 0;
287 res
->levels
[0].stride
= handle
->stride
;
289 res
->bo
= lima_bo_import(screen
, handle
);
295 /* check alignment for the buffer */
296 if (pres
->bind
& PIPE_BIND_RENDER_TARGET
) {
297 unsigned width
, height
, stride
, size
;
299 width
= align(pres
->width0
, 16);
300 height
= align(pres
->height0
, 16);
301 stride
= util_format_get_stride(pres
->format
, width
);
302 size
= util_format_get_2d_size(pres
->format
, stride
, height
);
304 if (res
->levels
[0].stride
!= stride
|| res
->bo
->size
< size
) {
305 debug_error("import buffer not properly aligned\n");
309 res
->levels
[0].width
= width
;
312 res
->levels
[0].width
= pres
->width0
;
314 handle
->modifier
= DRM_FORMAT_MOD_LINEAR
;
320 lima_resource_destroy(pscreen
, pres
);
325 lima_resource_get_handle(struct pipe_screen
*pscreen
,
326 struct pipe_context
*pctx
,
327 struct pipe_resource
*pres
,
328 struct winsys_handle
*handle
, unsigned usage
)
330 struct lima_screen
*screen
= lima_screen(pscreen
);
331 struct lima_resource
*res
= lima_resource(pres
);
333 handle
->modifier
= DRM_FORMAT_MOD_LINEAR
;
335 if (handle
->type
== WINSYS_HANDLE_TYPE_KMS
&& screen
->ro
&&
336 renderonly_get_handle(res
->scanout
, handle
))
339 if (!lima_bo_export(res
->bo
, handle
))
342 handle
->stride
= res
->levels
[0].stride
;
347 lima_resource_screen_init(struct lima_screen
*screen
)
349 screen
->base
.resource_create
= lima_resource_create
;
350 screen
->base
.resource_create_with_modifiers
= lima_resource_create_with_modifiers
;
351 screen
->base
.resource_from_handle
= lima_resource_from_handle
;
352 screen
->base
.resource_destroy
= lima_resource_destroy
;
353 screen
->base
.resource_get_handle
= lima_resource_get_handle
;
356 static struct pipe_surface
*
357 lima_surface_create(struct pipe_context
*pctx
,
358 struct pipe_resource
*pres
,
359 const struct pipe_surface
*surf_tmpl
)
361 struct lima_surface
*surf
= CALLOC_STRUCT(lima_surface
);
366 assert(surf_tmpl
->u
.tex
.first_layer
== surf_tmpl
->u
.tex
.last_layer
);
368 struct pipe_surface
*psurf
= &surf
->base
;
369 unsigned level
= surf_tmpl
->u
.tex
.level
;
371 pipe_reference_init(&psurf
->reference
, 1);
372 pipe_resource_reference(&psurf
->texture
, pres
);
374 psurf
->context
= pctx
;
375 psurf
->format
= surf_tmpl
->format
;
376 psurf
->width
= u_minify(pres
->width0
, level
);
377 psurf
->height
= u_minify(pres
->height0
, level
);
378 psurf
->u
.tex
.level
= level
;
379 psurf
->u
.tex
.first_layer
= surf_tmpl
->u
.tex
.first_layer
;
380 psurf
->u
.tex
.last_layer
= surf_tmpl
->u
.tex
.last_layer
;
382 surf
->tiled_w
= align(psurf
->width
, 16) >> 4;
383 surf
->tiled_h
= align(psurf
->height
, 16) >> 4;
387 struct lima_context
*ctx
= lima_context(pctx
);
388 if (ctx
->plb_pp_stream
) {
389 struct lima_ctx_plb_pp_stream_key key
= {
390 .tiled_w
= surf
->tiled_w
,
391 .tiled_h
= surf
->tiled_h
,
394 for (int i
= 0; i
< lima_ctx_num_plb
; i
++) {
397 struct hash_entry
*entry
=
398 _mesa_hash_table_search(ctx
->plb_pp_stream
, &key
);
400 struct lima_ctx_plb_pp_stream
*s
= entry
->data
;
404 struct lima_ctx_plb_pp_stream
*s
=
405 ralloc(ctx
->plb_pp_stream
, struct lima_ctx_plb_pp_stream
);
406 s
->key
.plb_index
= i
;
407 s
->key
.tiled_w
= surf
->tiled_w
;
408 s
->key
.tiled_h
= surf
->tiled_h
;
411 _mesa_hash_table_insert(ctx
->plb_pp_stream
, &s
->key
, s
);
420 lima_surface_destroy(struct pipe_context
*pctx
, struct pipe_surface
*psurf
)
422 struct lima_surface
*surf
= lima_surface(psurf
);
423 /* psurf->context may be not equal with pctx (i.e. glxinfo) */
424 struct lima_context
*ctx
= lima_context(psurf
->context
);
426 if (ctx
->plb_pp_stream
) {
427 struct lima_ctx_plb_pp_stream_key key
= {
428 .tiled_w
= surf
->tiled_w
,
429 .tiled_h
= surf
->tiled_h
,
432 for (int i
= 0; i
< lima_ctx_num_plb
; i
++) {
435 struct hash_entry
*entry
=
436 _mesa_hash_table_search(ctx
->plb_pp_stream
, &key
);
437 struct lima_ctx_plb_pp_stream
*s
= entry
->data
;
438 if (--s
->refcnt
== 0) {
441 _mesa_hash_table_remove(ctx
->plb_pp_stream
, entry
);
447 pipe_resource_reference(&psurf
->texture
, NULL
);
452 lima_transfer_map(struct pipe_context
*pctx
,
453 struct pipe_resource
*pres
,
456 const struct pipe_box
*box
,
457 struct pipe_transfer
**pptrans
)
459 struct lima_context
*ctx
= lima_context(pctx
);
460 struct lima_resource
*res
= lima_resource(pres
);
461 struct lima_bo
*bo
= res
->bo
;
462 struct lima_transfer
*trans
;
463 struct pipe_transfer
*ptrans
;
465 /* No direct mappings of tiled, since we need to manually
468 if (res
->tiled
&& (usage
& PIPE_TRANSFER_MAP_DIRECTLY
))
471 /* use once buffers are made sure to not read/write overlapped
472 * range, so no need to sync */
473 if (pres
->usage
!= PIPE_USAGE_STREAM
) {
474 if (usage
& PIPE_TRANSFER_READ_WRITE
) {
475 if (lima_need_flush(ctx
, bo
, usage
& PIPE_TRANSFER_WRITE
))
478 unsigned op
= usage
& PIPE_TRANSFER_WRITE
?
479 LIMA_GEM_WAIT_WRITE
: LIMA_GEM_WAIT_READ
;
480 lima_bo_wait(bo
, op
, PIPE_TIMEOUT_INFINITE
);
484 if (!lima_bo_map(bo
))
487 trans
= slab_alloc(&ctx
->transfer_pool
);
491 memset(trans
, 0, sizeof(*trans
));
492 ptrans
= &trans
->base
;
494 pipe_resource_reference(&ptrans
->resource
, pres
);
495 ptrans
->level
= level
;
496 ptrans
->usage
= usage
;
502 ptrans
->stride
= util_format_get_stride(pres
->format
, ptrans
->box
.width
);
503 ptrans
->layer_stride
= ptrans
->stride
* ptrans
->box
.height
;
505 trans
->staging
= malloc(ptrans
->stride
* ptrans
->box
.height
* ptrans
->box
.depth
);
507 if (usage
& PIPE_TRANSFER_READ
)
508 panfrost_load_tiled_image(trans
->staging
, bo
->map
+ res
->levels
[level
].offset
,
511 res
->levels
[level
].stride
,
512 util_format_get_blocksize(pres
->format
));
514 return trans
->staging
;
516 ptrans
->stride
= res
->levels
[level
].stride
;
517 ptrans
->layer_stride
= ptrans
->stride
* box
->height
;
519 return bo
->map
+ res
->levels
[level
].offset
+
520 box
->z
* ptrans
->layer_stride
+
521 box
->y
/ util_format_get_blockheight(pres
->format
) * ptrans
->stride
+
522 box
->x
/ util_format_get_blockwidth(pres
->format
) *
523 util_format_get_blocksize(pres
->format
);
528 lima_transfer_flush_region(struct pipe_context
*pctx
,
529 struct pipe_transfer
*ptrans
,
530 const struct pipe_box
*box
)
536 lima_transfer_unmap(struct pipe_context
*pctx
,
537 struct pipe_transfer
*ptrans
)
539 struct lima_context
*ctx
= lima_context(pctx
);
540 struct lima_transfer
*trans
= lima_transfer(ptrans
);
541 struct lima_resource
*res
= lima_resource(ptrans
->resource
);
542 struct lima_bo
*bo
= res
->bo
;
543 struct pipe_resource
*pres
;
545 if (trans
->staging
) {
547 if (ptrans
->usage
& PIPE_TRANSFER_WRITE
)
548 panfrost_store_tiled_image(bo
->map
+ res
->levels
[ptrans
->level
].offset
, trans
->staging
,
550 res
->levels
[ptrans
->level
].stride
,
552 util_format_get_blocksize(pres
->format
));
553 free(trans
->staging
);
556 pipe_resource_reference(&ptrans
->resource
, NULL
);
557 slab_free(&ctx
->transfer_pool
, trans
);
561 lima_util_blitter_save_states(struct lima_context
*ctx
)
563 util_blitter_save_blend(ctx
->blitter
, (void *)ctx
->blend
);
564 util_blitter_save_depth_stencil_alpha(ctx
->blitter
, (void *)ctx
->zsa
);
565 util_blitter_save_stencil_ref(ctx
->blitter
, &ctx
->stencil_ref
);
566 util_blitter_save_rasterizer(ctx
->blitter
, (void *)ctx
->rasterizer
);
567 util_blitter_save_fragment_shader(ctx
->blitter
, ctx
->fs
);
568 util_blitter_save_vertex_shader(ctx
->blitter
, ctx
->vs
);
569 util_blitter_save_viewport(ctx
->blitter
,
570 &ctx
->viewport
.transform
);
571 util_blitter_save_scissor(ctx
->blitter
, &ctx
->scissor
);
572 util_blitter_save_vertex_elements(ctx
->blitter
,
573 ctx
->vertex_elements
);
574 util_blitter_save_vertex_buffer_slot(ctx
->blitter
,
575 ctx
->vertex_buffers
.vb
);
577 util_blitter_save_framebuffer(ctx
->blitter
, &ctx
->framebuffer
.base
);
579 util_blitter_save_fragment_sampler_states(ctx
->blitter
,
580 ctx
->tex_stateobj
.num_samplers
,
581 (void**)ctx
->tex_stateobj
.samplers
);
582 util_blitter_save_fragment_sampler_views(ctx
->blitter
,
583 ctx
->tex_stateobj
.num_textures
,
584 ctx
->tex_stateobj
.textures
);
588 lima_blit(struct pipe_context
*pctx
, const struct pipe_blit_info
*blit_info
)
590 struct lima_context
*ctx
= lima_context(pctx
);
591 struct pipe_blit_info info
= *blit_info
;
593 if (util_try_blit_via_copy_region(pctx
, &info
)) {
597 if (info
.mask
& PIPE_MASK_S
) {
598 debug_printf("lima: cannot blit stencil, skipping\n");
599 info
.mask
&= ~PIPE_MASK_S
;
602 if (!util_blitter_is_blit_supported(ctx
->blitter
, &info
)) {
603 debug_printf("lima: blit unsupported %s -> %s\n",
604 util_format_short_name(info
.src
.resource
->format
),
605 util_format_short_name(info
.dst
.resource
->format
));
609 lima_util_blitter_save_states(ctx
);
611 util_blitter_blit(ctx
->blitter
, &info
);
615 lima_flush_resource(struct pipe_context
*pctx
, struct pipe_resource
*resource
)
621 lima_resource_context_init(struct lima_context
*ctx
)
623 ctx
->base
.create_surface
= lima_surface_create
;
624 ctx
->base
.surface_destroy
= lima_surface_destroy
;
626 /* TODO: optimize these functions to read/write data directly
627 * from/to target instead of creating a staging memory for tiled
630 ctx
->base
.buffer_subdata
= u_default_buffer_subdata
;
631 ctx
->base
.texture_subdata
= u_default_texture_subdata
;
632 ctx
->base
.resource_copy_region
= util_resource_copy_region
;
634 ctx
->base
.blit
= lima_blit
;
636 ctx
->base
.transfer_map
= lima_transfer_map
;
637 ctx
->base
.transfer_flush_region
= lima_transfer_flush_region
;
638 ctx
->base
.transfer_unmap
= lima_transfer_unmap
;
640 ctx
->base
.flush_resource
= lima_flush_resource
;