2 * Copyright 2008 Ben Skeggs
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
18 * WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF
19 * OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
23 #include "pipe/p_state.h"
24 #include "pipe/p_defines.h"
25 #include "util/u_inlines.h"
26 #include "util/u_format.h"
28 #include "nv50_context.h"
29 #include "nv50_resource.h"
32 nv50_tex_choose_tile_dims_helper(unsigned nx
, unsigned ny
, unsigned nz
)
34 uint32_t tile_mode
= 0x000;
36 if (ny
> 64) tile_mode
= 0x040; /* height 128 tiles */
38 if (ny
> 32) tile_mode
= 0x030; /* height 64 tiles */
40 if (ny
> 16) tile_mode
= 0x020; /* height 32 tiles */
42 if (ny
> 8) tile_mode
= 0x010; /* height 16 tiles */
47 if (tile_mode
> 0x020)
50 if (nz
> 16 && tile_mode
< 0x020)
51 return tile_mode
| 0x500; /* depth 32 tiles */
52 if (nz
> 8) return tile_mode
| 0x400; /* depth 16 tiles */
53 if (nz
> 4) return tile_mode
| 0x300; /* depth 8 tiles */
54 if (nz
> 2) return tile_mode
| 0x200; /* depth 4 tiles */
56 return tile_mode
| 0x100;
60 nv50_tex_choose_tile_dims(unsigned nx
, unsigned ny
, unsigned nz
)
62 return nv50_tex_choose_tile_dims_helper(nx
, ny
* 2, nz
);
66 nv50_mt_choose_storage_type(struct nv50_miptree
*mt
, boolean compressed
)
68 const unsigned ms
= mt
->ms_x
+ mt
->ms_y
;
72 if (unlikely(mt
->base
.base
.flags
& NOUVEAU_RESOURCE_FLAG_LINEAR
))
74 if (unlikely(mt
->base
.base
.bind
& PIPE_BIND_CURSOR
))
77 switch (mt
->base
.base
.format
) {
78 case PIPE_FORMAT_Z16_UNORM
:
79 tile_flags
= 0x6c + ms
;
81 case PIPE_FORMAT_S8_UINT_Z24_UNORM
:
82 tile_flags
= 0x18 + ms
;
84 case PIPE_FORMAT_Z24X8_UNORM
:
85 case PIPE_FORMAT_Z24_UNORM_S8_UINT
:
86 tile_flags
= 0x128 + ms
;
88 case PIPE_FORMAT_Z32_FLOAT
:
89 tile_flags
= 0x40 + ms
;
91 case PIPE_FORMAT_Z32_FLOAT_S8X24_UINT
:
92 tile_flags
= 0x60 + ms
;
95 switch (util_format_get_blocksizebits(mt
->base
.base
.format
)) {
102 case 2: tile_flags
= 0xfc; break;
103 case 3: tile_flags
= 0xfd; break;
110 if (mt
->base
.base
.bind
& PIPE_BIND_SCANOUT
) {
115 case 2: tile_flags
= 0xf8; break;
116 case 3: tile_flags
= 0xf9; break;
130 if (mt
->base
.base
.bind
& PIPE_BIND_CURSOR
)
135 tile_flags
&= ~0x180;
141 nv50_miptree_destroy(struct pipe_screen
*pscreen
, struct pipe_resource
*pt
)
143 struct nv50_miptree
*mt
= nv50_miptree(pt
);
145 nouveau_bo_ref(NULL
, &mt
->base
.bo
);
147 nouveau_fence_ref(NULL
, &mt
->base
.fence
);
148 nouveau_fence_ref(NULL
, &mt
->base
.fence_wr
);
150 NOUVEAU_DRV_STAT(nouveau_screen(pscreen
), tex_obj_current_count
, -1);
151 NOUVEAU_DRV_STAT(nouveau_screen(pscreen
), tex_obj_current_bytes
,
152 -(uint64_t)mt
->total_size
);
158 nv50_miptree_get_handle(struct pipe_screen
*pscreen
,
159 struct pipe_resource
*pt
,
160 struct winsys_handle
*whandle
)
162 struct nv50_miptree
*mt
= nv50_miptree(pt
);
165 if (!mt
|| !mt
->base
.bo
)
168 stride
= mt
->level
[0].pitch
;
170 return nouveau_screen_bo_get_handle(pscreen
,
176 const struct u_resource_vtbl nv50_miptree_vtbl
=
178 nv50_miptree_get_handle
, /* get_handle */
179 nv50_miptree_destroy
, /* resource_destroy */
180 nv50_miptree_transfer_map
, /* transfer_map */
181 u_default_transfer_flush_region
, /* transfer_flush_region */
182 nv50_miptree_transfer_unmap
, /* transfer_unmap */
183 u_default_transfer_inline_write
/* transfer_inline_write */
186 static INLINE boolean
187 nv50_miptree_init_ms_mode(struct nv50_miptree
*mt
)
189 switch (mt
->base
.base
.nr_samples
) {
191 mt
->ms_mode
= NV50_3D_MULTISAMPLE_MODE_MS8
;
196 mt
->ms_mode
= NV50_3D_MULTISAMPLE_MODE_MS4
;
201 mt
->ms_mode
= NV50_3D_MULTISAMPLE_MODE_MS2
;
206 mt
->ms_mode
= NV50_3D_MULTISAMPLE_MODE_MS1
;
209 NOUVEAU_ERR("invalid nr_samples: %u\n", mt
->base
.base
.nr_samples
);
216 nv50_miptree_init_layout_linear(struct nv50_miptree
*mt
)
218 struct pipe_resource
*pt
= &mt
->base
.base
;
219 const unsigned blocksize
= util_format_get_blocksize(pt
->format
);
220 unsigned h
= pt
->height0
;
222 if (util_format_is_depth_or_stencil(pt
->format
))
225 if ((pt
->last_level
> 0) || (pt
->depth0
> 1) || (pt
->array_size
> 1))
227 if (mt
->ms_x
| mt
->ms_y
)
230 mt
->level
[0].pitch
= align(pt
->width0
* blocksize
, 64);
232 /* Account for very generous prefetch (allocate size as if tiled). */
234 h
= util_next_power_of_two(h
);
236 mt
->total_size
= mt
->level
[0].pitch
* h
;
242 nv50_miptree_init_layout_tiled(struct nv50_miptree
*mt
)
244 struct pipe_resource
*pt
= &mt
->base
.base
;
246 const unsigned blocksize
= util_format_get_blocksize(pt
->format
);
248 mt
->layout_3d
= pt
->target
== PIPE_TEXTURE_3D
;
250 w
= pt
->width0
<< mt
->ms_x
;
251 h
= pt
->height0
<< mt
->ms_y
;
253 /* For 3D textures, a mipmap is spanned by all the layers, for array
254 * textures and cube maps, each layer contains its own mipmaps.
256 d
= mt
->layout_3d
? pt
->depth0
: 1;
258 for (l
= 0; l
<= pt
->last_level
; ++l
) {
259 struct nv50_miptree_level
*lvl
= &mt
->level
[l
];
260 unsigned tsx
, tsy
, tsz
;
261 unsigned nbx
= util_format_get_nblocksx(pt
->format
, w
);
262 unsigned nby
= util_format_get_nblocksy(pt
->format
, h
);
264 lvl
->offset
= mt
->total_size
;
266 lvl
->tile_mode
= nv50_tex_choose_tile_dims(nbx
, nby
, d
);
268 tsx
= NV50_TILE_SIZE_X(lvl
->tile_mode
); /* x is tile row pitch in bytes */
269 tsy
= NV50_TILE_SIZE_Y(lvl
->tile_mode
);
270 tsz
= NV50_TILE_SIZE_Z(lvl
->tile_mode
);
272 lvl
->pitch
= align(nbx
* blocksize
, tsx
);
274 mt
->total_size
+= lvl
->pitch
* align(nby
, tsy
) * align(d
, tsz
);
281 if (pt
->array_size
> 1) {
282 mt
->layer_stride
= align(mt
->total_size
,
283 NV50_TILE_SIZE(mt
->level
[0].tile_mode
));
284 mt
->total_size
= mt
->layer_stride
* pt
->array_size
;
288 struct pipe_resource
*
289 nv50_miptree_create(struct pipe_screen
*pscreen
,
290 const struct pipe_resource
*templ
)
292 struct nouveau_device
*dev
= nouveau_screen(pscreen
)->device
;
293 struct nv50_miptree
*mt
= CALLOC_STRUCT(nv50_miptree
);
294 struct pipe_resource
*pt
= &mt
->base
.base
;
296 union nouveau_bo_config bo_config
;
302 mt
->base
.vtbl
= &nv50_miptree_vtbl
;
304 pipe_reference_init(&pt
->reference
, 1);
305 pt
->screen
= pscreen
;
307 bo_config
.nv50
.memtype
= nv50_mt_choose_storage_type(mt
, TRUE
);
309 if (!nv50_miptree_init_ms_mode(mt
)) {
314 if (bo_config
.nv50
.memtype
!= 0) {
315 nv50_miptree_init_layout_tiled(mt
);
317 if (!nv50_miptree_init_layout_linear(mt
)) {
321 bo_config
.nv50
.tile_mode
= mt
->level
[0].tile_mode
;
323 bo_flags
= NOUVEAU_BO_VRAM
| NOUVEAU_BO_NOSNOOP
;
324 if (mt
->base
.base
.bind
& (PIPE_BIND_CURSOR
| PIPE_BIND_DISPLAY_TARGET
))
325 bo_flags
|= NOUVEAU_BO_CONTIG
;
327 ret
= nouveau_bo_new(dev
, bo_flags
, 4096, mt
->total_size
, &bo_config
,
333 mt
->base
.domain
= NOUVEAU_BO_VRAM
;
334 mt
->base
.address
= mt
->base
.bo
->offset
;
339 struct pipe_resource
*
340 nv50_miptree_from_handle(struct pipe_screen
*pscreen
,
341 const struct pipe_resource
*templ
,
342 struct winsys_handle
*whandle
)
344 struct nv50_miptree
*mt
;
347 /* only supports 2D, non-mipmapped textures for the moment */
348 if ((templ
->target
!= PIPE_TEXTURE_2D
&&
349 templ
->target
!= PIPE_TEXTURE_RECT
) ||
350 templ
->last_level
!= 0 ||
351 templ
->depth0
!= 1 ||
352 templ
->array_size
> 1)
355 mt
= CALLOC_STRUCT(nv50_miptree
);
359 mt
->base
.bo
= nouveau_screen_bo_from_handle(pscreen
, whandle
, &stride
);
360 if (mt
->base
.bo
== NULL
) {
364 mt
->base
.domain
= NOUVEAU_BO_VRAM
;
365 mt
->base
.address
= mt
->base
.bo
->offset
;
367 mt
->base
.base
= *templ
;
368 mt
->base
.vtbl
= &nv50_miptree_vtbl
;
369 pipe_reference_init(&mt
->base
.base
.reference
, 1);
370 mt
->base
.base
.screen
= pscreen
;
371 mt
->level
[0].pitch
= stride
;
372 mt
->level
[0].offset
= 0;
373 mt
->level
[0].tile_mode
= mt
->base
.bo
->config
.nv50
.tile_mode
;
375 /* no need to adjust bo reference count */
376 return &mt
->base
.base
;
380 /* Offset of zslice @z from start of level @l. */
382 nv50_mt_zslice_offset(const struct nv50_miptree
*mt
, unsigned l
, unsigned z
)
384 const struct pipe_resource
*pt
= &mt
->base
.base
;
386 unsigned tds
= NV50_TILE_SHIFT_Z(mt
->level
[l
].tile_mode
);
387 unsigned ths
= NV50_TILE_SHIFT_Y(mt
->level
[l
].tile_mode
);
389 unsigned nby
= util_format_get_nblocksy(pt
->format
,
390 u_minify(pt
->height0
, l
));
392 /* to next 2D tile slice within a 3D tile */
393 unsigned stride_2d
= NV50_TILE_SIZE_2D(mt
->level
[l
].tile_mode
);
395 /* to slice in the next (in z direction) 3D tile */
396 unsigned stride_3d
= (align(nby
, (1 << ths
)) * mt
->level
[l
].pitch
) << tds
;
398 return (z
& ((1 << tds
) - 1)) * stride_2d
+ (z
>> tds
) * stride_3d
;
401 /* Surface functions.
404 struct nv50_surface
*
405 nv50_surface_from_miptree(struct nv50_miptree
*mt
,
406 const struct pipe_surface
*templ
)
408 struct pipe_surface
*ps
;
409 struct nv50_surface
*ns
= CALLOC_STRUCT(nv50_surface
);
414 pipe_reference_init(&ps
->reference
, 1);
415 pipe_resource_reference(&ps
->texture
, &mt
->base
.base
);
417 ps
->format
= templ
->format
;
418 ps
->writable
= templ
->writable
;
419 ps
->u
.tex
.level
= templ
->u
.tex
.level
;
420 ps
->u
.tex
.first_layer
= templ
->u
.tex
.first_layer
;
421 ps
->u
.tex
.last_layer
= templ
->u
.tex
.last_layer
;
423 ns
->width
= u_minify(mt
->base
.base
.width0
, ps
->u
.tex
.level
);
424 ns
->height
= u_minify(mt
->base
.base
.height0
, ps
->u
.tex
.level
);
425 ns
->depth
= ps
->u
.tex
.last_layer
- ps
->u
.tex
.first_layer
+ 1;
426 ns
->offset
= mt
->level
[templ
->u
.tex
.level
].offset
;
428 /* comment says there are going to be removed, but they're used by the st */
429 ps
->width
= ns
->width
;
430 ps
->height
= ns
->height
;
432 ns
->width
<<= mt
->ms_x
;
433 ns
->height
<<= mt
->ms_y
;
438 struct pipe_surface
*
439 nv50_miptree_surface_new(struct pipe_context
*pipe
,
440 struct pipe_resource
*pt
,
441 const struct pipe_surface
*templ
)
443 struct nv50_miptree
*mt
= nv50_miptree(pt
);
444 struct nv50_surface
*ns
= nv50_surface_from_miptree(mt
, templ
);
447 ns
->base
.context
= pipe
;
449 if (ns
->base
.u
.tex
.first_layer
) {
450 const unsigned l
= ns
->base
.u
.tex
.level
;
451 const unsigned z
= ns
->base
.u
.tex
.first_layer
;
454 ns
->offset
+= nv50_mt_zslice_offset(mt
, l
, z
);
456 /* TODO: switch to depth 1 tiles; but actually this shouldn't happen */
458 (z
& (NV50_TILE_SIZE_Z(mt
->level
[l
].tile_mode
) - 1)))
459 NOUVEAU_ERR("Creating unsupported 3D surface !\n");
461 ns
->offset
+= mt
->layer_stride
* z
;