u_upload_mgr: new features
[mesa.git] / src / gallium / drivers / r300 / r300_screen_buffer.c
1 /*
2 * Copyright 2010 Red Hat Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * on the rights to use, copy, modify, merge, publish, distribute, sub
8 * license, and/or sell copies of the Software, and to permit persons to whom
9 * the Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
19 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
20 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
21 * USE OR OTHER DEALINGS IN THE SOFTWARE.
22 *
23 * Authors: Dave Airlie
24 */
25
26 #include <stdio.h>
27
28 #include "util/u_inlines.h"
29 #include "util/u_memory.h"
30 #include "util/u_upload_mgr.h"
31 #include "util/u_math.h"
32
33 #include "r300_screen_buffer.h"
34 #include "r300_winsys.h"
35
36 unsigned r300_buffer_is_referenced(struct pipe_context *context,
37 struct pipe_resource *buf,
38 enum r300_reference_domain domain)
39 {
40 struct r300_context *r300 = r300_context(context);
41 struct r300_buffer *rbuf = r300_buffer(buf);
42
43 if (r300_buffer_is_user_buffer(buf))
44 return PIPE_UNREFERENCED;
45
46 if (r300->rws->cs_is_buffer_referenced(r300->cs, rbuf->cs_buf, domain))
47 return PIPE_REFERENCED_FOR_READ | PIPE_REFERENCED_FOR_WRITE;
48
49 return PIPE_UNREFERENCED;
50 }
51
52 static unsigned r300_buffer_is_referenced_by_cs(struct pipe_context *context,
53 struct pipe_resource *buf,
54 unsigned level, int layer)
55 {
56 return r300_buffer_is_referenced(context, buf, R300_REF_CS);
57 }
58
59 void r300_upload_index_buffer(struct r300_context *r300,
60 struct pipe_resource **index_buffer,
61 unsigned index_size, unsigned *start,
62 unsigned count)
63 {
64 unsigned index_offset;
65 boolean flushed;
66 uint8_t *ptr = r300_buffer(*index_buffer)->user_buffer;
67
68 *index_buffer = NULL;
69
70 u_upload_data(r300->upload_ib,
71 0, count * index_size,
72 ptr + (*start * index_size),
73 &index_offset,
74 index_buffer, &flushed);
75
76 *start = index_offset / index_size;
77 }
78
79 void r300_upload_user_buffers(struct r300_context *r300)
80 {
81 int i, nr = r300->velems->count;
82 boolean flushed;
83
84 for (i = 0; i < nr; i++) {
85 struct pipe_vertex_buffer *vb =
86 &r300->vertex_buffer[r300->velems->velem[i].vertex_buffer_index];
87
88 if (r300_buffer_is_user_buffer(vb->buffer)) {
89 u_upload_data(r300->upload_vb,
90 0, vb->buffer->width0,
91 r300_buffer(vb->buffer)->user_buffer,
92 &vb->buffer_offset, &vb->buffer, &flushed);
93
94 r300->validate_buffers = TRUE;
95 r300->vertex_arrays_dirty = TRUE;
96 }
97 }
98 }
99
100 static void r300_buffer_destroy(struct pipe_screen *screen,
101 struct pipe_resource *buf)
102 {
103 struct r300_screen *r300screen = r300_screen(screen);
104 struct r300_buffer *rbuf = r300_buffer(buf);
105 struct r300_winsys_screen *rws = r300screen->rws;
106
107 if (rbuf->constant_buffer)
108 FREE(rbuf->constant_buffer);
109
110 if (rbuf->buf)
111 rws->buffer_reference(rws, &rbuf->buf, NULL);
112
113 util_slab_free(&r300screen->pool_buffers, rbuf);
114 }
115
116 static struct pipe_transfer*
117 r300_buffer_get_transfer(struct pipe_context *context,
118 struct pipe_resource *resource,
119 unsigned level,
120 unsigned usage,
121 const struct pipe_box *box)
122 {
123 struct r300_context *r300 = r300_context(context);
124 struct pipe_transfer *transfer =
125 util_slab_alloc(&r300->pool_transfers);
126
127 transfer->resource = resource;
128 transfer->level = level;
129 transfer->usage = usage;
130 transfer->box = *box;
131 transfer->stride = 0;
132 transfer->layer_stride = 0;
133 transfer->data = NULL;
134
135 /* Note strides are zero, this is ok for buffers, but not for
136 * textures 2d & higher at least.
137 */
138 return transfer;
139 }
140
141 static void r300_buffer_transfer_destroy(struct pipe_context *pipe,
142 struct pipe_transfer *transfer)
143 {
144 struct r300_context *r300 = r300_context(pipe);
145 util_slab_free(&r300->pool_transfers, transfer);
146 }
147
148 static void *
149 r300_buffer_transfer_map( struct pipe_context *pipe,
150 struct pipe_transfer *transfer )
151 {
152 struct r300_context *r300 = r300_context(pipe);
153 struct r300_screen *r300screen = r300_screen(pipe->screen);
154 struct r300_winsys_screen *rws = r300screen->rws;
155 struct r300_buffer *rbuf = r300_buffer(transfer->resource);
156 uint8_t *map;
157 boolean flush = FALSE;
158 unsigned i;
159
160 if (rbuf->user_buffer)
161 return (uint8_t *) rbuf->user_buffer + transfer->box.x;
162 if (rbuf->constant_buffer)
163 return (uint8_t *) rbuf->constant_buffer + transfer->box.x;
164
165 /* check if the mapping is to a range we already flushed */
166 if (transfer->usage & PIPE_TRANSFER_DISCARD) {
167 for (i = 0; i < rbuf->num_ranges; i++) {
168 if ((transfer->box.x >= rbuf->ranges[i].start) &&
169 (transfer->box.x < rbuf->ranges[i].end))
170 flush = TRUE;
171
172 if (flush) {
173 /* unreference this hw buffer and allocate a new one */
174 rws->buffer_reference(rws, &rbuf->buf, NULL);
175
176 rbuf->num_ranges = 0;
177 rbuf->buf =
178 r300screen->rws->buffer_create(r300screen->rws,
179 rbuf->b.b.width0, 16,
180 rbuf->b.b.bind,
181 rbuf->b.b.usage,
182 rbuf->domain);
183 rbuf->cs_buf =
184 r300screen->rws->buffer_get_cs_handle(r300screen->rws,
185 rbuf->buf);
186 break;
187 }
188 }
189 }
190
191 map = rws->buffer_map(rws, rbuf->buf, r300->cs, transfer->usage);
192
193 if (map == NULL)
194 return NULL;
195
196 /* map_buffer() returned a pointer to the beginning of the buffer,
197 * but transfers are expected to return a pointer to just the
198 * region specified in the box.
199 */
200 return map + transfer->box.x;
201 }
202
203 static void r300_buffer_transfer_flush_region( struct pipe_context *pipe,
204 struct pipe_transfer *transfer,
205 const struct pipe_box *box)
206 {
207 struct r300_buffer *rbuf = r300_buffer(transfer->resource);
208 unsigned i;
209 unsigned offset = transfer->box.x + box->x;
210 unsigned length = box->width;
211
212 assert(box->x + box->width <= transfer->box.width);
213
214 if (rbuf->user_buffer)
215 return;
216 if (rbuf->constant_buffer)
217 return;
218
219 /* mark the range as used */
220 for(i = 0; i < rbuf->num_ranges; ++i) {
221 if(offset <= rbuf->ranges[i].end && rbuf->ranges[i].start <= (offset+box->width)) {
222 rbuf->ranges[i].start = MIN2(rbuf->ranges[i].start, offset);
223 rbuf->ranges[i].end = MAX2(rbuf->ranges[i].end, (offset+length));
224 return;
225 }
226 }
227
228 rbuf->ranges[rbuf->num_ranges].start = offset;
229 rbuf->ranges[rbuf->num_ranges].end = offset+length;
230 rbuf->num_ranges++;
231 }
232
233 static void r300_buffer_transfer_unmap( struct pipe_context *pipe,
234 struct pipe_transfer *transfer )
235 {
236 struct r300_screen *r300screen = r300_screen(pipe->screen);
237 struct r300_winsys_screen *rws = r300screen->rws;
238 struct r300_buffer *rbuf = r300_buffer(transfer->resource);
239
240 if (rbuf->buf) {
241 rws->buffer_unmap(rws, rbuf->buf);
242 }
243 }
244
245 static void r300_buffer_transfer_inline_write(struct pipe_context *pipe,
246 struct pipe_resource *resource,
247 unsigned level,
248 unsigned usage,
249 const struct pipe_box *box,
250 const void *data,
251 unsigned stride,
252 unsigned layer_stride)
253 {
254 struct r300_context *r300 = r300_context(pipe);
255 struct r300_winsys_screen *rws = r300->screen->rws;
256 struct r300_buffer *rbuf = r300_buffer(resource);
257 uint8_t *map = NULL;
258
259 if (rbuf->constant_buffer) {
260 memcpy(rbuf->constant_buffer + box->x, data, box->width);
261 return;
262 }
263 assert(rbuf->user_buffer == NULL);
264
265 map = rws->buffer_map(rws, rbuf->buf, r300->cs,
266 PIPE_TRANSFER_WRITE | PIPE_TRANSFER_DISCARD | usage);
267
268 memcpy(map + box->x, data, box->width);
269
270 rws->buffer_unmap(rws, rbuf->buf);
271 }
272
273 struct u_resource_vtbl r300_buffer_vtbl =
274 {
275 u_default_resource_get_handle, /* get_handle */
276 r300_buffer_destroy, /* resource_destroy */
277 r300_buffer_is_referenced_by_cs, /* is_buffer_referenced */
278 r300_buffer_get_transfer, /* get_transfer */
279 r300_buffer_transfer_destroy, /* transfer_destroy */
280 r300_buffer_transfer_map, /* transfer_map */
281 r300_buffer_transfer_flush_region, /* transfer_flush_region */
282 r300_buffer_transfer_unmap, /* transfer_unmap */
283 r300_buffer_transfer_inline_write /* transfer_inline_write */
284 };
285
286 struct pipe_resource *r300_buffer_create(struct pipe_screen *screen,
287 const struct pipe_resource *templ)
288 {
289 struct r300_screen *r300screen = r300_screen(screen);
290 struct r300_buffer *rbuf;
291 unsigned alignment = 16;
292
293 rbuf = util_slab_alloc(&r300screen->pool_buffers);
294
295 rbuf->magic = R300_BUFFER_MAGIC;
296
297 rbuf->b.b = *templ;
298 rbuf->b.vtbl = &r300_buffer_vtbl;
299 pipe_reference_init(&rbuf->b.b.reference, 1);
300 rbuf->b.b.screen = screen;
301 rbuf->domain = R300_DOMAIN_GTT;
302 rbuf->num_ranges = 0;
303 rbuf->buf = NULL;
304 rbuf->constant_buffer = NULL;
305 rbuf->user_buffer = NULL;
306
307 /* Alloc constant buffers in RAM. */
308 if (templ->bind & PIPE_BIND_CONSTANT_BUFFER) {
309 rbuf->constant_buffer = MALLOC(templ->width0);
310 return &rbuf->b.b;
311 }
312
313 rbuf->buf =
314 r300screen->rws->buffer_create(r300screen->rws,
315 rbuf->b.b.width0, alignment,
316 rbuf->b.b.bind, rbuf->b.b.usage,
317 rbuf->domain);
318 rbuf->cs_buf =
319 r300screen->rws->buffer_get_cs_handle(r300screen->rws, rbuf->buf);
320
321 if (!rbuf->buf) {
322 util_slab_free(&r300screen->pool_buffers, rbuf);
323 return NULL;
324 }
325
326 return &rbuf->b.b;
327 }
328
329 struct pipe_resource *r300_user_buffer_create(struct pipe_screen *screen,
330 void *ptr,
331 unsigned bytes,
332 unsigned bind)
333 {
334 struct r300_screen *r300screen = r300_screen(screen);
335 struct r300_buffer *rbuf;
336
337 rbuf = util_slab_alloc(&r300screen->pool_buffers);
338
339 rbuf->magic = R300_BUFFER_MAGIC;
340
341 pipe_reference_init(&rbuf->b.b.reference, 1);
342 rbuf->b.vtbl = &r300_buffer_vtbl;
343 rbuf->b.b.screen = screen;
344 rbuf->b.b.target = PIPE_BUFFER;
345 rbuf->b.b.format = PIPE_FORMAT_R8_UNORM;
346 rbuf->b.b.usage = PIPE_USAGE_IMMUTABLE;
347 rbuf->b.b.bind = bind;
348 rbuf->b.b.width0 = bytes;
349 rbuf->b.b.height0 = 1;
350 rbuf->b.b.depth0 = 1;
351 rbuf->b.b.array_size = 1;
352 rbuf->b.b.flags = 0;
353 rbuf->domain = R300_DOMAIN_GTT;
354 rbuf->num_ranges = 0;
355 rbuf->buf = NULL;
356 rbuf->constant_buffer = NULL;
357 rbuf->user_buffer = ptr;
358 return &rbuf->b.b;
359 }