7d157c99ccc8c98e4ae8224053ce272aa5c04769
[mesa.git] / src / gallium / auxiliary / util / u_vbuf_mgr.c
1 /**************************************************************************
2 *
3 * Copyright 2011 Marek Olšák <maraeo@gmail.com>
4 * All Rights Reserved.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
13 *
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
16 * of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
25 *
26 **************************************************************************/
27
28 #include "util/u_vbuf_mgr.h"
29
30 #include "util/u_format.h"
31 #include "util/u_inlines.h"
32 #include "util/u_memory.h"
33 #include "util/u_upload_mgr.h"
34 #include "translate/translate.h"
35 #include "translate/translate_cache.h"
36
37 /* Hardware vertex fetcher limitations can be described by this structure. */
38 struct u_vbuf_caps {
39 /* Vertex format CAPs. */
40 /* TRUE if hardware supports it. */
41 unsigned format_fixed32:1; /* PIPE_FORMAT_*32*_FIXED */
42 unsigned format_float16:1; /* PIPE_FORMAT_*16*_FLOAT */
43 unsigned format_float64:1; /* PIPE_FORMAT_*64*_FLOAT */
44 unsigned format_norm32:1; /* PIPE_FORMAT_*32*NORM */
45 unsigned format_scaled32:1; /* PIPE_FORMAT_*32*SCALED */
46
47 /* Whether vertex fetches don't have to be dword-aligned. */
48 /* TRUE if hardware supports it. */
49 unsigned fetch_dword_unaligned:1;
50 };
51
52 struct u_vbuf_mgr_elements {
53 unsigned count;
54 struct pipe_vertex_element ve[PIPE_MAX_ATTRIBS];
55
56 /* If (velem[i].src_format != real_format[i]), the vertex buffer
57 * referenced by the vertex element cannot be used for rendering and
58 * its vertex data must be translated to real_format[i]. */
59 enum pipe_format native_format[PIPE_MAX_ATTRIBS];
60 unsigned native_format_size[PIPE_MAX_ATTRIBS];
61
62 /* This might mean two things:
63 * - src_format != native_format, as discussed above.
64 * - src_offset % 4 != 0 (if the caps don't allow such an offset). */
65 boolean incompatible_layout;
66 };
67
68 struct u_vbuf_mgr_priv {
69 struct u_vbuf_mgr b;
70 struct u_vbuf_caps caps;
71 struct pipe_context *pipe;
72
73 struct translate_cache *translate_cache;
74 unsigned translate_vb_slot;
75
76 struct u_vbuf_mgr_elements *ve;
77 void *saved_ve, *fallback_ve;
78 boolean ve_binding_lock;
79
80 boolean any_user_vbs;
81 boolean incompatible_vb_layout;
82 };
83
84 static void u_vbuf_mgr_init_format_caps(struct u_vbuf_mgr_priv *mgr)
85 {
86 struct pipe_screen *screen = mgr->pipe->screen;
87
88 mgr->caps.format_fixed32 =
89 screen->is_format_supported(screen, PIPE_FORMAT_R32_FIXED, PIPE_BUFFER,
90 0, PIPE_BIND_VERTEX_BUFFER, 0);
91
92 mgr->caps.format_float16 =
93 screen->is_format_supported(screen, PIPE_FORMAT_R16_FLOAT, PIPE_BUFFER,
94 0, PIPE_BIND_VERTEX_BUFFER, 0);
95
96 mgr->caps.format_float64 =
97 screen->is_format_supported(screen, PIPE_FORMAT_R64_FLOAT, PIPE_BUFFER,
98 0, PIPE_BIND_VERTEX_BUFFER, 0);
99
100 mgr->caps.format_norm32 =
101 screen->is_format_supported(screen, PIPE_FORMAT_R32_UNORM, PIPE_BUFFER,
102 0, PIPE_BIND_VERTEX_BUFFER, 0) &&
103 screen->is_format_supported(screen, PIPE_FORMAT_R32_SNORM, PIPE_BUFFER,
104 0, PIPE_BIND_VERTEX_BUFFER, 0);
105
106 mgr->caps.format_scaled32 =
107 screen->is_format_supported(screen, PIPE_FORMAT_R32_USCALED, PIPE_BUFFER,
108 0, PIPE_BIND_VERTEX_BUFFER, 0) &&
109 screen->is_format_supported(screen, PIPE_FORMAT_R32_SSCALED, PIPE_BUFFER,
110 0, PIPE_BIND_VERTEX_BUFFER, 0);
111 }
112
113 struct u_vbuf_mgr *
114 u_vbuf_mgr_create(struct pipe_context *pipe,
115 unsigned upload_buffer_size,
116 unsigned upload_buffer_alignment,
117 unsigned upload_buffer_bind,
118 enum u_fetch_alignment fetch_alignment)
119 {
120 struct u_vbuf_mgr_priv *mgr = CALLOC_STRUCT(u_vbuf_mgr_priv);
121
122 mgr->pipe = pipe;
123 mgr->translate_cache = translate_cache_create();
124
125 mgr->b.uploader = u_upload_create(pipe, upload_buffer_size,
126 upload_buffer_alignment,
127 upload_buffer_bind);
128
129 mgr->caps.fetch_dword_unaligned =
130 fetch_alignment == U_VERTEX_FETCH_BYTE_ALIGNED;
131
132 u_vbuf_mgr_init_format_caps(mgr);
133
134 return &mgr->b;
135 }
136
137 void u_vbuf_mgr_destroy(struct u_vbuf_mgr *mgrb)
138 {
139 struct u_vbuf_mgr_priv *mgr = (struct u_vbuf_mgr_priv*)mgrb;
140 unsigned i;
141
142 for (i = 0; i < mgr->b.nr_real_vertex_buffers; i++) {
143 pipe_resource_reference(&mgr->b.vertex_buffer[i].buffer, NULL);
144 pipe_resource_reference(&mgr->b.real_vertex_buffer[i], NULL);
145 }
146
147 translate_cache_destroy(mgr->translate_cache);
148 u_upload_destroy(mgr->b.uploader);
149 FREE(mgr);
150 }
151
152
153 static void u_vbuf_translate_begin(struct u_vbuf_mgr_priv *mgr,
154 int min_index, int max_index,
155 boolean *upload_flushed)
156 {
157 struct translate_key key;
158 struct translate_element *te;
159 unsigned tr_elem_index[PIPE_MAX_ATTRIBS];
160 struct translate *tr;
161 boolean vb_translated[PIPE_MAX_ATTRIBS] = {0};
162 uint8_t *vb_map[PIPE_MAX_ATTRIBS] = {0}, *out_map;
163 struct pipe_transfer *vb_transfer[PIPE_MAX_ATTRIBS] = {0};
164 struct pipe_resource *out_buffer = NULL;
165 unsigned i, num_verts, out_offset;
166 struct pipe_vertex_element new_velems[PIPE_MAX_ATTRIBS];
167
168 memset(&key, 0, sizeof(key));
169 memset(tr_elem_index, 0xff, sizeof(tr_elem_index));
170
171 /* Initialize the translate key, i.e. the recipe how vertices should be
172 * translated. */
173 for (i = 0; i < mgr->ve->count; i++) {
174 struct pipe_vertex_buffer *vb =
175 &mgr->b.vertex_buffer[mgr->ve->ve[i].vertex_buffer_index];
176 enum pipe_format output_format = mgr->ve->native_format[i];
177 unsigned output_format_size = mgr->ve->native_format_size[i];
178
179 /* Check for support. */
180 if (mgr->ve->ve[i].src_format == mgr->ve->native_format[i] &&
181 (mgr->caps.fetch_dword_unaligned ||
182 (vb->buffer_offset % 4 == 0 &&
183 vb->stride % 4 == 0 &&
184 mgr->ve->ve[i].src_offset % 4 == 0))) {
185 continue;
186 }
187
188 /* Workaround for translate: output floats instead of halfs. */
189 switch (output_format) {
190 case PIPE_FORMAT_R16_FLOAT:
191 output_format = PIPE_FORMAT_R32_FLOAT;
192 output_format_size = 4;
193 break;
194 case PIPE_FORMAT_R16G16_FLOAT:
195 output_format = PIPE_FORMAT_R32G32_FLOAT;
196 output_format_size = 8;
197 break;
198 case PIPE_FORMAT_R16G16B16_FLOAT:
199 output_format = PIPE_FORMAT_R32G32B32_FLOAT;
200 output_format_size = 12;
201 break;
202 case PIPE_FORMAT_R16G16B16A16_FLOAT:
203 output_format = PIPE_FORMAT_R32G32B32A32_FLOAT;
204 output_format_size = 16;
205 break;
206 default:;
207 }
208
209 /* Add this vertex element. */
210 te = &key.element[key.nr_elements];
211 /*te->type;
212 te->instance_divisor;*/
213 te->input_buffer = mgr->ve->ve[i].vertex_buffer_index;
214 te->input_format = mgr->ve->ve[i].src_format;
215 te->input_offset = mgr->ve->ve[i].src_offset;
216 te->output_format = output_format;
217 te->output_offset = key.output_stride;
218
219 key.output_stride += output_format_size;
220 vb_translated[mgr->ve->ve[i].vertex_buffer_index] = TRUE;
221 tr_elem_index[i] = key.nr_elements;
222 key.nr_elements++;
223 }
224
225 /* Get a translate object. */
226 tr = translate_cache_find(mgr->translate_cache, &key);
227
228 /* Map buffers we want to translate. */
229 for (i = 0; i < mgr->b.nr_vertex_buffers; i++) {
230 if (vb_translated[i]) {
231 struct pipe_vertex_buffer *vb = &mgr->b.vertex_buffer[i];
232
233 vb_map[i] = pipe_buffer_map(mgr->pipe, vb->buffer,
234 PIPE_TRANSFER_READ, &vb_transfer[i]);
235
236 tr->set_buffer(tr, i,
237 vb_map[i] + vb->buffer_offset + vb->stride * min_index,
238 vb->stride, ~0);
239 }
240 }
241
242 /* Create and map the output buffer. */
243 num_verts = max_index + 1 - min_index;
244
245 u_upload_alloc(mgr->b.uploader,
246 key.output_stride * min_index,
247 key.output_stride * num_verts,
248 &out_offset, &out_buffer, upload_flushed,
249 (void**)&out_map);
250
251 out_offset -= key.output_stride * min_index;
252
253 /* Translate. */
254 tr->run(tr, 0, num_verts, 0, out_map);
255
256 /* Unmap all buffers. */
257 for (i = 0; i < mgr->b.nr_vertex_buffers; i++) {
258 if (vb_translated[i]) {
259 pipe_buffer_unmap(mgr->pipe, vb_transfer[i]);
260 }
261 }
262
263 /* Setup the new vertex buffer in the first free slot. */
264 mgr->translate_vb_slot = ~0;
265 for (i = 0; i < PIPE_MAX_ATTRIBS; i++) {
266 if (!mgr->b.vertex_buffer[i].buffer) {
267 mgr->translate_vb_slot = i;
268
269 if (i >= mgr->b.nr_vertex_buffers) {
270 mgr->b.nr_real_vertex_buffers = i+1;
271 }
272 break;
273 }
274 }
275
276 if (mgr->translate_vb_slot != ~0) {
277 /* Setup the new vertex buffer. */
278 pipe_resource_reference(
279 &mgr->b.real_vertex_buffer[mgr->translate_vb_slot], out_buffer);
280 mgr->b.vertex_buffer[mgr->translate_vb_slot].buffer_offset = out_offset;
281 mgr->b.vertex_buffer[mgr->translate_vb_slot].stride = key.output_stride;
282
283 /* Setup new vertex elements. */
284 for (i = 0; i < mgr->ve->count; i++) {
285 if (tr_elem_index[i] < key.nr_elements) {
286 te = &key.element[tr_elem_index[i]];
287 new_velems[i].instance_divisor = mgr->ve->ve[i].instance_divisor;
288 new_velems[i].src_format = te->output_format;
289 new_velems[i].src_offset = te->output_offset;
290 new_velems[i].vertex_buffer_index = mgr->translate_vb_slot;
291 } else {
292 memcpy(&new_velems[i], &mgr->ve->ve[i],
293 sizeof(struct pipe_vertex_element));
294 }
295 }
296
297 mgr->fallback_ve =
298 mgr->pipe->create_vertex_elements_state(mgr->pipe, mgr->ve->count,
299 new_velems);
300
301 /* Preserve saved_ve. */
302 mgr->ve_binding_lock = TRUE;
303 mgr->pipe->bind_vertex_elements_state(mgr->pipe, mgr->fallback_ve);
304 mgr->ve_binding_lock = FALSE;
305 }
306
307 pipe_resource_reference(&out_buffer, NULL);
308 }
309
310 static void u_vbuf_translate_end(struct u_vbuf_mgr_priv *mgr)
311 {
312 if (mgr->fallback_ve == NULL) {
313 return;
314 }
315
316 /* Restore vertex elements. */
317 /* Note that saved_ve will be overwritten in bind_vertex_elements_state. */
318 mgr->pipe->bind_vertex_elements_state(mgr->pipe, mgr->saved_ve);
319 mgr->pipe->delete_vertex_elements_state(mgr->pipe, mgr->fallback_ve);
320 mgr->fallback_ve = NULL;
321
322 /* Delete the now-unused VBO. */
323 pipe_resource_reference(&mgr->b.real_vertex_buffer[mgr->translate_vb_slot],
324 NULL);
325 mgr->b.nr_real_vertex_buffers = mgr->b.nr_vertex_buffers;
326 }
327
328 #define FORMAT_REPLACE(what, withwhat) \
329 case PIPE_FORMAT_##what: format = PIPE_FORMAT_##withwhat; break
330
331 struct u_vbuf_mgr_elements *
332 u_vbuf_mgr_create_vertex_elements(struct u_vbuf_mgr *mgrb,
333 unsigned count,
334 const struct pipe_vertex_element *attribs,
335 struct pipe_vertex_element *native_attribs)
336 {
337 struct u_vbuf_mgr_priv *mgr = (struct u_vbuf_mgr_priv*)mgrb;
338 unsigned i;
339 struct u_vbuf_mgr_elements *ve = CALLOC_STRUCT(u_vbuf_mgr_elements);
340
341 ve->count = count;
342
343 if (!count) {
344 return ve;
345 }
346
347 memcpy(ve->ve, attribs, sizeof(struct pipe_vertex_element) * count);
348 memcpy(native_attribs, attribs, sizeof(struct pipe_vertex_element) * count);
349
350 /* Set the best native format in case the original format is not
351 * supported. */
352 for (i = 0; i < count; i++) {
353 enum pipe_format format = ve->ve[i].src_format;
354
355 /* Choose a native format.
356 * For now we don't care about the alignment, that's going to
357 * be sorted out later. */
358 if (!mgr->caps.format_fixed32) {
359 switch (format) {
360 FORMAT_REPLACE(R32_FIXED, R32_FLOAT);
361 FORMAT_REPLACE(R32G32_FIXED, R32G32_FLOAT);
362 FORMAT_REPLACE(R32G32B32_FIXED, R32G32B32_FLOAT);
363 FORMAT_REPLACE(R32G32B32A32_FIXED, R32G32B32A32_FLOAT);
364 default:;
365 }
366 }
367 if (!mgr->caps.format_float16) {
368 switch (format) {
369 FORMAT_REPLACE(R16_FLOAT, R32_FLOAT);
370 FORMAT_REPLACE(R16G16_FLOAT, R32G32_FLOAT);
371 FORMAT_REPLACE(R16G16B16_FLOAT, R32G32B32_FLOAT);
372 FORMAT_REPLACE(R16G16B16A16_FLOAT, R32G32B32A32_FLOAT);
373 default:;
374 }
375 }
376 if (!mgr->caps.format_float64) {
377 switch (format) {
378 FORMAT_REPLACE(R64_FLOAT, R32_FLOAT);
379 FORMAT_REPLACE(R64G64_FLOAT, R32G32_FLOAT);
380 FORMAT_REPLACE(R64G64B64_FLOAT, R32G32B32_FLOAT);
381 FORMAT_REPLACE(R64G64B64A64_FLOAT, R32G32B32A32_FLOAT);
382 default:;
383 }
384 }
385 if (!mgr->caps.format_norm32) {
386 switch (format) {
387 FORMAT_REPLACE(R32_UNORM, R32_FLOAT);
388 FORMAT_REPLACE(R32G32_UNORM, R32G32_FLOAT);
389 FORMAT_REPLACE(R32G32B32_UNORM, R32G32B32_FLOAT);
390 FORMAT_REPLACE(R32G32B32A32_UNORM, R32G32B32A32_FLOAT);
391 FORMAT_REPLACE(R32_SNORM, R32_FLOAT);
392 FORMAT_REPLACE(R32G32_SNORM, R32G32_FLOAT);
393 FORMAT_REPLACE(R32G32B32_SNORM, R32G32B32_FLOAT);
394 FORMAT_REPLACE(R32G32B32A32_SNORM, R32G32B32A32_FLOAT);
395 default:;
396 }
397 }
398 if (!mgr->caps.format_scaled32) {
399 switch (format) {
400 FORMAT_REPLACE(R32_USCALED, R32_FLOAT);
401 FORMAT_REPLACE(R32G32_USCALED, R32G32_FLOAT);
402 FORMAT_REPLACE(R32G32B32_USCALED, R32G32B32_FLOAT);
403 FORMAT_REPLACE(R32G32B32A32_USCALED,R32G32B32A32_FLOAT);
404 FORMAT_REPLACE(R32_SSCALED, R32_FLOAT);
405 FORMAT_REPLACE(R32G32_SSCALED, R32G32_FLOAT);
406 FORMAT_REPLACE(R32G32B32_SSCALED, R32G32B32_FLOAT);
407 FORMAT_REPLACE(R32G32B32A32_SSCALED,R32G32B32A32_FLOAT);
408 default:;
409 }
410 }
411
412 native_attribs[i].src_format = format;
413 ve->native_format[i] = format;
414 ve->native_format_size[i] =
415 util_format_get_blocksize(ve->native_format[i]);
416
417 ve->incompatible_layout =
418 ve->incompatible_layout ||
419 ve->ve[i].src_format != ve->native_format[i] ||
420 (!mgr->caps.fetch_dword_unaligned && ve->ve[i].src_offset % 4 != 0);
421 }
422
423 /* Align the formats to the size of DWORD if needed. */
424 if (!mgr->caps.fetch_dword_unaligned) {
425 for (i = 0; i < count; i++) {
426 ve->native_format_size[i] = align(ve->native_format_size[i], 4);
427 }
428 }
429
430 return ve;
431 }
432
433 void u_vbuf_mgr_bind_vertex_elements(struct u_vbuf_mgr *mgrb,
434 void *cso,
435 struct u_vbuf_mgr_elements *ve)
436 {
437 struct u_vbuf_mgr_priv *mgr = (struct u_vbuf_mgr_priv*)mgrb;
438
439 if (!cso) {
440 return;
441 }
442
443 if (!mgr->ve_binding_lock) {
444 mgr->saved_ve = cso;
445 mgr->ve = ve;
446 }
447 }
448
449 void u_vbuf_mgr_destroy_vertex_elements(struct u_vbuf_mgr *mgr,
450 struct u_vbuf_mgr_elements *ve)
451 {
452 FREE(ve);
453 }
454
455 void u_vbuf_mgr_set_vertex_buffers(struct u_vbuf_mgr *mgrb,
456 unsigned count,
457 const struct pipe_vertex_buffer *bufs)
458 {
459 struct u_vbuf_mgr_priv *mgr = (struct u_vbuf_mgr_priv*)mgrb;
460 unsigned i;
461
462 mgr->b.max_index = ~0;
463 mgr->any_user_vbs = FALSE;
464 mgr->incompatible_vb_layout = FALSE;
465
466 if (!mgr->caps.fetch_dword_unaligned) {
467 /* Check if the strides and offsets are aligned to the size of DWORD. */
468 for (i = 0; i < count; i++) {
469 if (bufs[i].buffer) {
470 if (bufs[i].stride % 4 != 0 ||
471 bufs[i].buffer_offset % 4 != 0) {
472 mgr->incompatible_vb_layout = TRUE;
473 break;
474 }
475 }
476 }
477 }
478
479 for (i = 0; i < count; i++) {
480 const struct pipe_vertex_buffer *vb = &bufs[i];
481
482 pipe_resource_reference(&mgr->b.vertex_buffer[i].buffer, vb->buffer);
483 pipe_resource_reference(&mgr->b.real_vertex_buffer[i], NULL);
484
485 if (u_vbuf_resource(vb->buffer)->user_ptr) {
486 mgr->any_user_vbs = TRUE;
487 continue;
488 }
489
490 pipe_resource_reference(&mgr->b.real_vertex_buffer[i], vb->buffer);
491
492 /* The stride of zero means we will be fetching only the first
493 * vertex, so don't care about max_index. */
494 if (!vb->stride) {
495 continue;
496 }
497
498 /* Update the maximum index. */
499 mgr->b.max_index =
500 MIN2(mgr->b.max_index,
501 (vb->buffer->width0 - vb->buffer_offset) / vb->stride);
502 }
503
504 for (; i < mgr->b.nr_real_vertex_buffers; i++) {
505 pipe_resource_reference(&mgr->b.vertex_buffer[i].buffer, NULL);
506 pipe_resource_reference(&mgr->b.real_vertex_buffer[i], NULL);
507 }
508
509 memcpy(mgr->b.vertex_buffer, bufs,
510 sizeof(struct pipe_vertex_buffer) * count);
511
512 mgr->b.nr_vertex_buffers = count;
513 mgr->b.nr_real_vertex_buffers = count;
514 }
515
516 static void u_vbuf_upload_buffers(struct u_vbuf_mgr_priv *mgr,
517 int min_index, int max_index,
518 unsigned instance_count,
519 boolean *upload_flushed)
520 {
521 int i, nr = mgr->ve->count;
522 unsigned count = max_index + 1 - min_index;
523 boolean uploaded[PIPE_MAX_ATTRIBS] = {0};
524
525 for (i = 0; i < nr; i++) {
526 unsigned index = mgr->ve->ve[i].vertex_buffer_index;
527 struct pipe_vertex_buffer *vb = &mgr->b.vertex_buffer[index];
528
529 if (vb->buffer &&
530 u_vbuf_resource(vb->buffer)->user_ptr &&
531 !uploaded[index]) {
532 unsigned first, size;
533 boolean flushed;
534 unsigned instance_div = mgr->ve->ve[i].instance_divisor;
535
536 if (instance_div) {
537 first = 0;
538 size = vb->stride *
539 ((instance_count + instance_div - 1) / instance_div);
540 } else if (vb->stride) {
541 first = vb->stride * min_index;
542 size = vb->stride * count;
543 } else {
544 first = 0;
545 size = mgr->ve->native_format_size[i];
546 }
547
548 u_upload_data(mgr->b.uploader, first, size,
549 u_vbuf_resource(vb->buffer)->user_ptr + first,
550 &vb->buffer_offset,
551 &mgr->b.real_vertex_buffer[index],
552 &flushed);
553
554 vb->buffer_offset -= first;
555
556 uploaded[index] = TRUE;
557 *upload_flushed = *upload_flushed || flushed;
558 } else {
559 assert(mgr->b.real_vertex_buffer[index]);
560 }
561 }
562 }
563
564 void u_vbuf_mgr_draw_begin(struct u_vbuf_mgr *mgrb,
565 const struct pipe_draw_info *info,
566 boolean *buffers_updated,
567 boolean *uploader_flushed)
568 {
569 struct u_vbuf_mgr_priv *mgr = (struct u_vbuf_mgr_priv*)mgrb;
570 boolean bufs_updated = FALSE, upload_flushed = FALSE;
571 int min_index, max_index;
572
573 min_index = info->min_index - info->index_bias;
574 max_index = info->max_index - info->index_bias;
575
576 /* Translate vertices with non-native layouts or formats. */
577 if (mgr->incompatible_vb_layout || mgr->ve->incompatible_layout) {
578 u_vbuf_translate_begin(mgr, min_index, max_index, &upload_flushed);
579
580 if (mgr->fallback_ve) {
581 bufs_updated = TRUE;
582 }
583 }
584
585 /* Upload user buffers. */
586 if (mgr->any_user_vbs) {
587 u_vbuf_upload_buffers(mgr, min_index, max_index, info->instance_count,
588 &upload_flushed);
589 bufs_updated = TRUE;
590 }
591
592 /* Set the return values. */
593 if (buffers_updated) {
594 *buffers_updated = bufs_updated;
595 }
596 if (uploader_flushed) {
597 *uploader_flushed = upload_flushed;
598 }
599 }
600
601 void u_vbuf_mgr_draw_end(struct u_vbuf_mgr *mgrb)
602 {
603 struct u_vbuf_mgr_priv *mgr = (struct u_vbuf_mgr_priv*)mgrb;
604
605 if (mgr->fallback_ve) {
606 u_vbuf_translate_end(mgr);
607 }
608 }