1 /* -*- mode: C; c-file-style: "k&r"; tab-width 4; indent-tabs-mode: t; -*- */
4 * Copyright (C) 2012 Rob Clark <robclark@freedesktop.org>
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
13 * The above copyright notice and this permission notice (including the next
14 * paragraph) shall be included in all copies or substantial portions of the
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
20 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
21 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
22 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
26 * Rob Clark <robclark@freedesktop.org>
29 #include "pipe/p_state.h"
30 #include "util/u_string.h"
31 #include "util/u_memory.h"
32 #include "util/u_inlines.h"
33 #include "util/u_format.h"
35 #include "freedreno_gmem.h"
36 #include "freedreno_context.h"
37 #include "freedreno_fence.h"
38 #include "freedreno_resource.h"
39 #include "freedreno_query_hw.h"
40 #include "freedreno_util.h"
43 * GMEM is the small (ie. 256KiB for a200, 512KiB for a220, etc) tile buffer
44 * inside the GPU. All rendering happens to GMEM. Larger render targets
45 * are split into tiles that are small enough for the color (and depth and/or
46 * stencil, if enabled) buffers to fit within GMEM. Before rendering a tile,
47 * if there was not a clear invalidating the previous tile contents, we need
48 * to restore the previous tiles contents (system mem -> GMEM), and after all
49 * the draw calls, before moving to the next tile, we need to save the tile
50 * contents (GMEM -> system mem).
52 * The code in this file handles dealing with GMEM and tiling.
54 * The structure of the ringbuffer ends up being:
56 * +--<---<-- IB ---<---+---<---+---<---<---<--+
59 * ------------------------------------------------------
60 * | clear/draw cmds | Tile0 | Tile1 | .... | TileN |
61 * ------------------------------------------------------
64 * address submitted in issueibcmds
66 * Where the per-tile section handles scissor setup, mem2gmem restore (if
67 * needed), IB to draw cmds earlier in the ringbuffer, and then gmem2mem
71 static uint32_t bin_width(struct fd_screen
*screen
)
73 if (is_a4xx(screen
) || is_a5xx(screen
))
81 total_size(uint8_t cbuf_cpp
[], uint8_t zsbuf_cpp
[2],
82 uint32_t bin_w
, uint32_t bin_h
, struct fd_gmem_stateobj
*gmem
)
84 uint32_t total
= 0, i
;
86 for (i
= 0; i
< MAX_RENDER_TARGETS
; i
++) {
88 gmem
->cbuf_base
[i
] = align(total
, 0x4000);
89 total
= gmem
->cbuf_base
[i
] + cbuf_cpp
[i
] * bin_w
* bin_h
;
94 gmem
->zsbuf_base
[0] = align(total
, 0x4000);
95 total
= gmem
->zsbuf_base
[0] + zsbuf_cpp
[0] * bin_w
* bin_h
;
99 gmem
->zsbuf_base
[1] = align(total
, 0x4000);
100 total
= gmem
->zsbuf_base
[1] + zsbuf_cpp
[1] * bin_w
* bin_h
;
107 calculate_tiles(struct fd_batch
*batch
)
109 struct fd_context
*ctx
= batch
->ctx
;
110 struct fd_gmem_stateobj
*gmem
= &ctx
->gmem
;
111 struct pipe_scissor_state
*scissor
= &batch
->max_scissor
;
112 struct pipe_framebuffer_state
*pfb
= &batch
->framebuffer
;
113 const uint32_t gmem_alignw
= ctx
->screen
->gmem_alignw
;
114 const uint32_t gmem_alignh
= ctx
->screen
->gmem_alignh
;
115 const uint32_t gmem_size
= ctx
->screen
->gmemsize_bytes
;
116 uint32_t minx
, miny
, width
, height
;
117 uint32_t nbins_x
= 1, nbins_y
= 1;
118 uint32_t bin_w
, bin_h
;
119 uint32_t max_width
= bin_width(ctx
->screen
);
120 uint8_t cbuf_cpp
[MAX_RENDER_TARGETS
] = {0}, zsbuf_cpp
[2] = {0};
121 uint32_t i
, j
, t
, xoff
, yoff
;
122 uint32_t tpp_x
, tpp_y
;
123 bool has_zs
= !!(batch
->resolve
& (FD_BUFFER_DEPTH
| FD_BUFFER_STENCIL
));
124 int tile_n
[ARRAY_SIZE(ctx
->pipe
)];
127 struct fd_resource
*rsc
= fd_resource(pfb
->zsbuf
->texture
);
128 zsbuf_cpp
[0] = rsc
->cpp
;
130 zsbuf_cpp
[1] = rsc
->stencil
->cpp
;
132 for (i
= 0; i
< pfb
->nr_cbufs
; i
++) {
134 cbuf_cpp
[i
] = util_format_get_blocksize(pfb
->cbufs
[i
]->format
);
139 if (!memcmp(gmem
->zsbuf_cpp
, zsbuf_cpp
, sizeof(zsbuf_cpp
)) &&
140 !memcmp(gmem
->cbuf_cpp
, cbuf_cpp
, sizeof(cbuf_cpp
)) &&
141 !memcmp(&gmem
->scissor
, scissor
, sizeof(gmem
->scissor
))) {
142 /* everything is up-to-date */
146 if (fd_mesa_debug
& FD_DBG_NOSCIS
) {
150 height
= pfb
->height
;
152 /* round down to multiple of alignment: */
153 minx
= scissor
->minx
& ~(gmem_alignw
- 1);
154 miny
= scissor
->miny
& ~(gmem_alignh
- 1);
155 width
= scissor
->maxx
- minx
;
156 height
= scissor
->maxy
- miny
;
159 bin_w
= align(width
, gmem_alignw
);
160 bin_h
= align(height
, gmem_alignh
);
162 /* first, find a bin width that satisfies the maximum width
165 while (bin_w
> max_width
) {
167 bin_w
= align(width
/ nbins_x
, gmem_alignw
);
170 if (fd_mesa_debug
& FD_DBG_MSGS
) {
171 debug_printf("binning input: cbuf cpp:");
172 for (i
= 0; i
< pfb
->nr_cbufs
; i
++)
173 debug_printf(" %d", cbuf_cpp
[i
]);
174 debug_printf(", zsbuf cpp: %d; %dx%d\n",
175 zsbuf_cpp
[0], width
, height
);
178 /* then find a bin width/height that satisfies the memory
181 while (total_size(cbuf_cpp
, zsbuf_cpp
, bin_w
, bin_h
, gmem
) > gmem_size
) {
184 bin_w
= align(width
/ nbins_x
, gmem_alignw
);
187 bin_h
= align(height
/ nbins_y
, gmem_alignh
);
191 DBG("using %d bins of size %dx%d", nbins_x
*nbins_y
, bin_w
, bin_h
);
193 gmem
->scissor
= *scissor
;
194 memcpy(gmem
->cbuf_cpp
, cbuf_cpp
, sizeof(cbuf_cpp
));
195 memcpy(gmem
->zsbuf_cpp
, zsbuf_cpp
, sizeof(zsbuf_cpp
));
198 gmem
->nbins_x
= nbins_x
;
199 gmem
->nbins_y
= nbins_y
;
203 gmem
->height
= height
;
206 * Assign tiles and pipes:
208 * At some point it might be worth playing with different
209 * strategies and seeing if that makes much impact on
213 #define div_round_up(v, a) (((v) + (a) - 1) / (a))
214 /* figure out number of tiles per pipe: */
216 while (div_round_up(nbins_y
, tpp_y
) > 8)
218 while ((div_round_up(nbins_y
, tpp_y
) *
219 div_round_up(nbins_x
, tpp_x
)) > 8)
225 /* configure pipes: */
227 for (i
= 0; i
< ARRAY_SIZE(ctx
->pipe
); i
++) {
228 struct fd_vsc_pipe
*pipe
= &ctx
->pipe
[i
];
230 if (xoff
>= nbins_x
) {
235 if (yoff
>= nbins_y
) {
241 pipe
->w
= MIN2(tpp_x
, nbins_x
- xoff
);
242 pipe
->h
= MIN2(tpp_y
, nbins_y
- yoff
);
247 for (; i
< ARRAY_SIZE(ctx
->pipe
); i
++) {
248 struct fd_vsc_pipe
*pipe
= &ctx
->pipe
[i
];
249 pipe
->x
= pipe
->y
= pipe
->w
= pipe
->h
= 0;
253 printf("%dx%d ... tpp=%dx%d\n", nbins_x
, nbins_y
, tpp_x
, tpp_y
);
254 for (i
= 0; i
< 8; i
++) {
255 struct fd_vsc_pipe
*pipe
= &ctx
->pipe
[i
];
256 printf("pipe[%d]: %ux%u @ %u,%u\n", i
,
257 pipe
->w
, pipe
->h
, pipe
->x
, pipe
->y
);
261 /* configure tiles: */
264 memset(tile_n
, 0, sizeof(tile_n
));
265 for (i
= 0; i
< nbins_y
; i
++) {
270 /* clip bin height: */
271 bh
= MIN2(bin_h
, miny
+ height
- yoff
);
273 for (j
= 0; j
< nbins_x
; j
++) {
274 struct fd_tile
*tile
= &ctx
->tile
[t
];
277 assert(t
< ARRAY_SIZE(ctx
->tile
));
280 p
= ((i
/ tpp_y
) * div_round_up(nbins_x
, tpp_x
)) + (j
/ tpp_x
);
282 /* clip bin width: */
283 bw
= MIN2(bin_w
, minx
+ width
- xoff
);
285 tile
->n
= tile_n
[p
]++;
302 for (i
= 0; i
< nbins_y
; i
++) {
303 for (j
= 0; j
< nbins_x
; j
++) {
304 struct fd_tile
*tile
= &ctx
->tile
[t
++];
305 printf("|p:%u n:%u|", tile
->p
, tile
->n
);
313 render_tiles(struct fd_batch
*batch
)
315 struct fd_context
*ctx
= batch
->ctx
;
316 struct fd_gmem_stateobj
*gmem
= &ctx
->gmem
;
319 ctx
->emit_tile_init(batch
);
322 ctx
->stats
.batch_restore
++;
324 for (i
= 0; i
< (gmem
->nbins_x
* gmem
->nbins_y
); i
++) {
325 struct fd_tile
*tile
= &ctx
->tile
[i
];
327 DBG("bin_h=%d, yoff=%d, bin_w=%d, xoff=%d",
328 tile
->bin_h
, tile
->yoff
, tile
->bin_w
, tile
->xoff
);
330 ctx
->emit_tile_prep(batch
, tile
);
332 if (batch
->restore
) {
333 ctx
->emit_tile_mem2gmem(batch
, tile
);
336 ctx
->emit_tile_renderprep(batch
, tile
);
338 if (ctx
->query_prepare_tile
)
339 ctx
->query_prepare_tile(batch
, i
, batch
->gmem
);
341 /* emit IB to drawcmds: */
342 ctx
->emit_ib(batch
->gmem
, batch
->draw
);
345 /* emit gmem2mem to transfer tile back to system memory: */
346 ctx
->emit_tile_gmem2mem(batch
, tile
);
349 if (ctx
->emit_tile_fini
)
350 ctx
->emit_tile_fini(batch
);
354 render_sysmem(struct fd_batch
*batch
)
356 struct fd_context
*ctx
= batch
->ctx
;
358 ctx
->emit_sysmem_prep(batch
);
360 if (ctx
->query_prepare_tile
)
361 ctx
->query_prepare_tile(batch
, 0, batch
->gmem
);
363 /* emit IB to drawcmds: */
364 ctx
->emit_ib(batch
->gmem
, batch
->draw
);
367 if (ctx
->emit_sysmem_fini
)
368 ctx
->emit_sysmem_fini(batch
);
372 flush_ring(struct fd_batch
*batch
)
374 struct fd_context
*ctx
= batch
->ctx
;
375 int out_fence_fd
= -1;
377 fd_ringbuffer_flush2(batch
->gmem
, batch
->in_fence_fd
,
378 batch
->needs_out_fence_fd
? &out_fence_fd
: NULL
);
380 fd_fence_ref(&ctx
->screen
->base
, &ctx
->last_fence
, NULL
);
381 ctx
->last_fence
= fd_fence_create(ctx
,
382 fd_ringbuffer_timestamp(batch
->gmem
), out_fence_fd
);
386 fd_gmem_render_tiles(struct fd_batch
*batch
)
388 struct fd_context
*ctx
= batch
->ctx
;
389 struct pipe_framebuffer_state
*pfb
= &batch
->framebuffer
;
392 if (ctx
->emit_sysmem_prep
) {
393 if (batch
->num_draws
== 0) {
395 } else if (batch
->cleared
|| batch
->gmem_reason
|| (batch
->num_draws
> 5)) {
396 // TODO maybe consider # of draws w/ blend enabled, etc?
397 DBG("GMEM: cleared=%x, gmem_reason=%x, num_draws=%u",
398 batch
->cleared
, batch
->gmem_reason
, batch
->num_draws
);
399 } else if (!(fd_mesa_debug
& FD_DBG_NOBYPASS
)) {
406 ctx
->stats
.batch_total
++;
409 DBG("%p: rendering sysmem %ux%u (%s/%s)",
410 batch
, pfb
->width
, pfb
->height
,
411 util_format_short_name(pipe_surface_format(pfb
->cbufs
[0])),
412 util_format_short_name(pipe_surface_format(pfb
->zsbuf
)));
413 if (ctx
->query_prepare
)
414 ctx
->query_prepare(batch
, 1);
415 render_sysmem(batch
);
416 ctx
->stats
.batch_sysmem
++;
418 struct fd_gmem_stateobj
*gmem
= &ctx
->gmem
;
419 calculate_tiles(batch
);
420 DBG("%p: rendering %dx%d tiles %ux%u (%s/%s)",
421 batch
, pfb
->width
, pfb
->height
, gmem
->nbins_x
, gmem
->nbins_y
,
422 util_format_short_name(pipe_surface_format(pfb
->cbufs
[0])),
423 util_format_short_name(pipe_surface_format(pfb
->zsbuf
)));
424 if (ctx
->query_prepare
)
425 ctx
->query_prepare(batch
, gmem
->nbins_x
* gmem
->nbins_y
);
427 ctx
->stats
.batch_gmem
++;
433 /* special case for when we need to create a fence but have no rendering
434 * to flush.. just emit a no-op string-marker packet.
437 fd_gmem_render_noop(struct fd_batch
*batch
)
439 struct fd_context
*ctx
= batch
->ctx
;
440 struct pipe_context
*pctx
= &ctx
->base
;
442 pctx
->emit_string_marker(pctx
, "noop", 4);
443 /* emit IB to drawcmds (which contain the string marker): */
444 ctx
->emit_ib(batch
->gmem
, batch
->draw
);
449 fd_gmem_flush_compute(struct fd_batch
*batch
)
451 render_sysmem(batch
);
455 /* tile needs restore if it isn't completely contained within the
459 skip_restore(struct pipe_scissor_state
*scissor
, struct fd_tile
*tile
)
461 unsigned minx
= tile
->xoff
;
462 unsigned maxx
= tile
->xoff
+ tile
->bin_w
;
463 unsigned miny
= tile
->yoff
;
464 unsigned maxy
= tile
->yoff
+ tile
->bin_h
;
465 return (minx
>= scissor
->minx
) && (maxx
<= scissor
->maxx
) &&
466 (miny
>= scissor
->miny
) && (maxy
<= scissor
->maxy
);
469 /* When deciding whether a tile needs mem2gmem, we need to take into
470 * account the scissor rect(s) that were cleared. To simplify we only
471 * consider the last scissor rect for each buffer, since the common
472 * case would be a single clear.
475 fd_gmem_needs_restore(struct fd_batch
*batch
, struct fd_tile
*tile
,
478 if (!(batch
->restore
& buffers
))
481 /* if buffers partially cleared, then slow-path to figure out
482 * if this particular tile needs restoring:
484 if ((buffers
& FD_BUFFER_COLOR
) &&
485 (batch
->partial_cleared
& FD_BUFFER_COLOR
) &&
486 skip_restore(&batch
->cleared_scissor
.color
, tile
))
488 if ((buffers
& FD_BUFFER_DEPTH
) &&
489 (batch
->partial_cleared
& FD_BUFFER_DEPTH
) &&
490 skip_restore(&batch
->cleared_scissor
.depth
, tile
))
492 if ((buffers
& FD_BUFFER_STENCIL
) &&
493 (batch
->partial_cleared
& FD_BUFFER_STENCIL
) &&
494 skip_restore(&batch
->cleared_scissor
.stencil
, tile
))