Merge remote branch 'origin/nvc0'
[mesa.git] / src / gallium / drivers / nv50 / nv50_miptree.c
1 /*
2 * Copyright 2008 Ben Skeggs
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
18 * WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF
19 * OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
20 * SOFTWARE.
21 */
22
23 #include "pipe/p_state.h"
24 #include "pipe/p_defines.h"
25 #include "util/u_inlines.h"
26 #include "util/u_format.h"
27
28 #include "nv50_context.h"
29 #include "nv50_resource.h"
30 #include "nv50_transfer.h"
31
32 static INLINE uint32_t
33 get_tile_dims(unsigned nx, unsigned ny, unsigned nz)
34 {
35 uint32_t tile_mode = 0x00;
36
37 if (ny > 32) tile_mode = 0x04; /* height 128 tiles */
38 else
39 if (ny > 16) tile_mode = 0x03; /* height 64 tiles */
40 else
41 if (ny > 8) tile_mode = 0x02; /* height 32 tiles */
42 else
43 if (ny > 4) tile_mode = 0x01; /* height 16 tiles */
44
45 if (nz == 1)
46 return tile_mode;
47 else
48 if (tile_mode > 0x02)
49 tile_mode = 0x02;
50
51 if (nz > 16 && tile_mode < 0x02)
52 return tile_mode | 0x50; /* depth 32 tiles */
53 if (nz > 8) return tile_mode | 0x40; /* depth 16 tiles */
54 if (nz > 4) return tile_mode | 0x30; /* depth 8 tiles */
55 if (nz > 2) return tile_mode | 0x20; /* depth 4 tiles */
56
57 return tile_mode | 0x10;
58 }
59
60 static INLINE unsigned
61 calc_zslice_offset(uint32_t tile_mode, unsigned z, unsigned pitch, unsigned nbh)
62 {
63 unsigned tile_h = NV50_TILE_HEIGHT(tile_mode);
64 unsigned tile_d_shift = NV50_TILE_DIM_SHIFT(tile_mode, 1);
65 unsigned tile_d = 1 << tile_d_shift;
66
67 /* stride_2d == to next slice within this volume tile */
68 /* stride_3d == size (in bytes) of a volume tile */
69 unsigned stride_2d = tile_h * NV50_TILE_PITCH(tile_mode);
70 unsigned stride_3d = tile_d * align(nbh, tile_h) * pitch;
71
72 return (z & (tile_d - 1)) * stride_2d + (z >> tile_d_shift) * stride_3d;
73 }
74
75 static void
76 nv50_miptree_destroy(struct pipe_screen *pscreen, struct pipe_resource *pt)
77 {
78 struct nv50_miptree *mt = nv50_miptree(pt);
79
80 nouveau_screen_bo_release(pscreen, mt->base.bo);
81
82 FREE(mt);
83 }
84
85 static boolean
86 nv50_miptree_get_handle(struct pipe_screen *pscreen,
87 struct pipe_resource *pt,
88 struct winsys_handle *whandle)
89 {
90 struct nv50_miptree *mt = nv50_miptree(pt);
91 unsigned stride;
92
93 if (!mt || !mt->base.bo)
94 return FALSE;
95
96 stride = util_format_get_stride(mt->base.base.format,
97 mt->base.base.width0);
98
99 return nouveau_screen_bo_get_handle(pscreen,
100 mt->base.bo,
101 stride,
102 whandle);
103 }
104
105 const struct u_resource_vtbl nv50_miptree_vtbl =
106 {
107 nv50_miptree_get_handle, /* get_handle */
108 nv50_miptree_destroy, /* resource_destroy */
109 NULL, /* is_resource_referenced */
110 nv50_miptree_transfer_new, /* get_transfer */
111 nv50_miptree_transfer_del, /* transfer_destroy */
112 nv50_miptree_transfer_map, /* transfer_map */
113 u_default_transfer_flush_region, /* transfer_flush_region */
114 nv50_miptree_transfer_unmap, /* transfer_unmap */
115 u_default_transfer_inline_write /* transfer_inline_write */
116 };
117
118 struct pipe_resource *
119 nv50_miptree_create(struct pipe_screen *pscreen,
120 const struct pipe_resource *templ)
121 {
122 struct nouveau_device *dev = nouveau_screen(pscreen)->device;
123 struct nv50_miptree *mt = CALLOC_STRUCT(nv50_miptree);
124 struct pipe_resource *pt = &mt->base.base;
125 int ret;
126 unsigned w, h, d, l, alloc_size;
127 uint32_t tile_flags;
128
129 if (!mt)
130 return NULL;
131
132 mt->base.vtbl = &nv50_miptree_vtbl;
133 *pt = *templ;
134 pipe_reference_init(&pt->reference, 1);
135 pt->screen = pscreen;
136
137 mt->layout_3d = pt->target == PIPE_TEXTURE_3D;
138
139 w = pt->width0;
140 h = pt->height0;
141 d = mt->layout_3d ? pt->depth0 : 1;
142
143 switch (pt->format) {
144 case PIPE_FORMAT_Z16_UNORM:
145 tile_flags = 0x6c00;
146 break;
147 case PIPE_FORMAT_S8_USCALED_Z24_UNORM:
148 tile_flags = 0x1800;
149 break;
150 case PIPE_FORMAT_Z24X8_UNORM:
151 case PIPE_FORMAT_Z24_UNORM_S8_USCALED:
152 tile_flags = 0x2800;
153 break;
154 case PIPE_FORMAT_R32G32B32A32_FLOAT:
155 case PIPE_FORMAT_R32G32B32_FLOAT:
156 tile_flags = 0x7400;
157 break;
158 case PIPE_FORMAT_Z32_FLOAT_S8X24_USCALED:
159 tile_flags = 0x6000;
160 break;
161 default:
162 if ((pt->bind & PIPE_BIND_SCANOUT) &&
163 util_format_get_blocksizebits(pt->format) == 32)
164 tile_flags = 0x7a00;
165 else
166 tile_flags = 0x7000;
167 break;
168 }
169
170 /* For 3D textures, a mipmap is spanned by all the layers, for array
171 * textures and cube maps, each layer contains its own mipmaps.
172 */
173 for (l = 0; l <= pt->last_level; ++l) {
174 struct nv50_miptree_level *lvl = &mt->level[l];
175 unsigned nbx = util_format_get_nblocksx(pt->format, w);
176 unsigned nby = util_format_get_nblocksy(pt->format, h);
177 unsigned blocksize = util_format_get_blocksize(pt->format);
178
179 lvl->offset = mt->total_size;
180 lvl->tile_mode = get_tile_dims(nbx, nby, d);
181 lvl->pitch = align(nbx * blocksize, NV50_TILE_PITCH(lvl->tile_mode));
182
183 mt->total_size += lvl->pitch *
184 align(nby, NV50_TILE_HEIGHT(lvl->tile_mode)) *
185 align(d, NV50_TILE_DEPTH(lvl->tile_mode));
186
187 w = u_minify(w, 1);
188 h = u_minify(h, 1);
189 d = u_minify(d, 1);
190 }
191
192 if (pt->array_size > 1) {
193 mt->layer_stride = align(mt->total_size,
194 NV50_TILE_SIZE(mt->level[0].tile_mode));
195 mt->total_size = mt->layer_stride * pt->array_size;
196 }
197
198 alloc_size = mt->total_size;
199
200 ret = nouveau_bo_new_tile(dev, NOUVEAU_BO_VRAM, 256, alloc_size,
201 mt->level[0].tile_mode, tile_flags,
202 &mt->base.bo);
203 if (ret) {
204 FREE(mt);
205 return NULL;
206 }
207 mt->base.domain = NOUVEAU_BO_VRAM;
208
209 return pt;
210 }
211
212 struct pipe_resource *
213 nv50_miptree_from_handle(struct pipe_screen *pscreen,
214 const struct pipe_resource *templ,
215 struct winsys_handle *whandle)
216 {
217 struct nv50_miptree *mt;
218 unsigned stride;
219
220 /* only supports 2D, non-mipmapped textures for the moment */
221 if ((templ->target != PIPE_TEXTURE_2D &&
222 templ->target != PIPE_TEXTURE_RECT) ||
223 templ->last_level != 0 ||
224 templ->depth0 != 1 ||
225 templ->array_size > 1)
226 return NULL;
227
228 mt = CALLOC_STRUCT(nv50_miptree);
229 if (!mt)
230 return NULL;
231
232 mt->base.bo = nouveau_screen_bo_from_handle(pscreen, whandle, &stride);
233 if (mt->base.bo == NULL) {
234 FREE(mt);
235 return NULL;
236 }
237
238 mt->base.base = *templ;
239 mt->base.vtbl = &nv50_miptree_vtbl;
240 pipe_reference_init(&mt->base.base.reference, 1);
241 mt->base.base.screen = pscreen;
242 mt->level[0].pitch = stride;
243 mt->level[0].offset = 0;
244 mt->level[0].tile_mode = mt->base.bo->tile_mode;
245
246 /* no need to adjust bo reference count */
247 return &mt->base.base;
248 }
249
250
251 /* Surface functions.
252 */
253
254 struct pipe_surface *
255 nv50_miptree_surface_new(struct pipe_context *pipe,
256 struct pipe_resource *pt,
257 const struct pipe_surface *templ)
258 {
259 struct nv50_miptree *mt = nv50_miptree(pt); /* guaranteed */
260 struct nv50_surface *ns;
261 struct pipe_surface *ps;
262 struct nv50_miptree_level *lvl = &mt->level[templ->u.tex.level];
263
264 ns = CALLOC_STRUCT(nv50_surface);
265 if (!ns)
266 return NULL;
267 ps = &ns->base;
268
269 pipe_reference_init(&ps->reference, 1);
270 pipe_resource_reference(&ps->texture, pt);
271 ps->context = pipe;
272 ps->format = templ->format;
273 ps->usage = templ->usage;
274 ps->u.tex.level = templ->u.tex.level;
275 ps->u.tex.first_layer = templ->u.tex.first_layer;
276 ps->u.tex.last_layer = templ->u.tex.last_layer;
277
278 ns->width = u_minify(pt->width0, ps->u.tex.level);
279 ns->height = u_minify(pt->height0, ps->u.tex.level);
280 ns->depth = ps->u.tex.last_layer - ps->u.tex.first_layer + 1;
281 ns->offset = lvl->offset;
282
283 /* comment says there are going to be removed, but they're used by the st */
284 ps->width = ns->width;
285 ps->height = ns->height;
286
287 if (mt->layout_3d) {
288 unsigned zslice = ps->u.tex.first_layer;
289
290 /* TODO: re-layout the texture to use only depth 1 tiles in this case: */
291 if (ns->depth > 1 && (zslice & (NV50_TILE_DEPTH(lvl->tile_mode) - 1)))
292 NOUVEAU_ERR("Creating unsupported 3D surface of slices [%u:%u].\n",
293 zslice, ps->u.tex.last_layer);
294
295 ns->offset += calc_zslice_offset(lvl->tile_mode, zslice, lvl->pitch,
296 util_format_get_nblocksy(pt->format,
297 ns->height));
298 } else {
299 ns->offset += mt->layer_stride * ps->u.tex.first_layer;
300 }
301
302 return ps;
303 }
304
305 void
306 nv50_miptree_surface_del(struct pipe_context *pipe, struct pipe_surface *ps)
307 {
308 struct nv50_surface *s = nv50_surface(ps);
309
310 pipe_resource_reference(&ps->texture, NULL);
311
312 FREE(s);
313 }