1 /**************************************************************************
3 * Copyright 2011 Marek Olšák <maraeo@gmail.com>
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
28 #include "util/u_vbuf_mgr.h"
30 #include "util/u_format.h"
31 #include "util/u_inlines.h"
32 #include "util/u_memory.h"
33 #include "util/u_upload_mgr.h"
34 #include "translate/translate.h"
35 #include "translate/translate_cache.h"
37 /* Hardware vertex fetcher limitations can be described by this structure. */
39 /* Vertex format CAPs. */
40 /* TRUE if hardware supports it. */
41 unsigned format_fixed32
:1; /* PIPE_FORMAT_*32*_FIXED */
42 unsigned format_float16
:1; /* PIPE_FORMAT_*16*_FLOAT */
43 unsigned format_float64
:1; /* PIPE_FORMAT_*64*_FLOAT */
44 unsigned format_norm32
:1; /* PIPE_FORMAT_*32*NORM */
45 unsigned format_scaled32
:1; /* PIPE_FORMAT_*32*SCALED */
47 /* Whether vertex fetches don't have to be dword-aligned. */
48 /* TRUE if hardware supports it. */
49 unsigned fetch_dword_unaligned
:1;
52 struct u_vbuf_mgr_elements
{
54 struct pipe_vertex_element ve
[PIPE_MAX_ATTRIBS
];
56 /* If (velem[i].src_format != real_format[i]), the vertex buffer
57 * referenced by the vertex element cannot be used for rendering and
58 * its vertex data must be translated to real_format[i]. */
59 enum pipe_format native_format
[PIPE_MAX_ATTRIBS
];
60 unsigned native_format_size
[PIPE_MAX_ATTRIBS
];
62 /* This might mean two things:
63 * - src_format != native_format, as discussed above.
64 * - src_offset % 4 != 0 (if the caps don't allow such an offset). */
65 boolean incompatible_layout
;
68 struct u_vbuf_mgr_priv
{
70 struct u_vbuf_caps caps
;
71 struct pipe_context
*pipe
;
73 struct translate_cache
*translate_cache
;
74 unsigned translate_vb_slot
;
76 struct u_vbuf_mgr_elements
*ve
;
77 void *saved_ve
, *fallback_ve
;
78 boolean ve_binding_lock
;
81 boolean incompatible_vb_layout
;
84 static void u_vbuf_mgr_init_format_caps(struct u_vbuf_mgr_priv
*mgr
)
86 struct pipe_screen
*screen
= mgr
->pipe
->screen
;
88 mgr
->caps
.format_fixed32
=
89 screen
->is_format_supported(screen
, PIPE_FORMAT_R32_FIXED
, PIPE_BUFFER
,
90 0, PIPE_BIND_VERTEX_BUFFER
, 0);
92 mgr
->caps
.format_float16
=
93 screen
->is_format_supported(screen
, PIPE_FORMAT_R16_FLOAT
, PIPE_BUFFER
,
94 0, PIPE_BIND_VERTEX_BUFFER
, 0);
96 mgr
->caps
.format_float64
=
97 screen
->is_format_supported(screen
, PIPE_FORMAT_R64_FLOAT
, PIPE_BUFFER
,
98 0, PIPE_BIND_VERTEX_BUFFER
, 0);
100 mgr
->caps
.format_norm32
=
101 screen
->is_format_supported(screen
, PIPE_FORMAT_R32_UNORM
, PIPE_BUFFER
,
102 0, PIPE_BIND_VERTEX_BUFFER
, 0) &&
103 screen
->is_format_supported(screen
, PIPE_FORMAT_R32_SNORM
, PIPE_BUFFER
,
104 0, PIPE_BIND_VERTEX_BUFFER
, 0);
106 mgr
->caps
.format_scaled32
=
107 screen
->is_format_supported(screen
, PIPE_FORMAT_R32_USCALED
, PIPE_BUFFER
,
108 0, PIPE_BIND_VERTEX_BUFFER
, 0) &&
109 screen
->is_format_supported(screen
, PIPE_FORMAT_R32_SSCALED
, PIPE_BUFFER
,
110 0, PIPE_BIND_VERTEX_BUFFER
, 0);
114 u_vbuf_mgr_create(struct pipe_context
*pipe
,
115 unsigned upload_buffer_size
,
116 unsigned upload_buffer_alignment
,
117 unsigned upload_buffer_bind
,
118 enum u_fetch_alignment fetch_alignment
)
120 struct u_vbuf_mgr_priv
*mgr
= CALLOC_STRUCT(u_vbuf_mgr_priv
);
123 mgr
->translate_cache
= translate_cache_create();
125 mgr
->b
.uploader
= u_upload_create(pipe
, upload_buffer_size
,
126 upload_buffer_alignment
,
129 mgr
->caps
.fetch_dword_unaligned
=
130 fetch_alignment
== U_VERTEX_FETCH_BYTE_ALIGNED
;
132 u_vbuf_mgr_init_format_caps(mgr
);
137 void u_vbuf_mgr_destroy(struct u_vbuf_mgr
*mgrb
)
139 struct u_vbuf_mgr_priv
*mgr
= (struct u_vbuf_mgr_priv
*)mgrb
;
142 for (i
= 0; i
< mgr
->b
.nr_real_vertex_buffers
; i
++) {
143 pipe_resource_reference(&mgr
->b
.vertex_buffer
[i
].buffer
, NULL
);
144 pipe_resource_reference(&mgr
->b
.real_vertex_buffer
[i
], NULL
);
147 translate_cache_destroy(mgr
->translate_cache
);
148 u_upload_destroy(mgr
->b
.uploader
);
153 static void u_vbuf_translate_begin(struct u_vbuf_mgr_priv
*mgr
,
154 int min_index
, int max_index
,
155 boolean
*upload_flushed
)
157 struct translate_key key
= {0};
158 struct translate_element
*te
;
159 unsigned tr_elem_index
[PIPE_MAX_ATTRIBS
] = {0};
160 struct translate
*tr
;
161 boolean vb_translated
[PIPE_MAX_ATTRIBS
] = {0};
162 uint8_t *vb_map
[PIPE_MAX_ATTRIBS
] = {0}, *out_map
;
163 struct pipe_transfer
*vb_transfer
[PIPE_MAX_ATTRIBS
] = {0};
164 struct pipe_resource
*out_buffer
= NULL
;
165 unsigned i
, num_verts
, out_offset
;
166 struct pipe_vertex_element new_velems
[PIPE_MAX_ATTRIBS
];
168 /* Initialize the translate key, i.e. the recipe how vertices should be
170 for (i
= 0; i
< mgr
->ve
->count
; i
++) {
171 struct pipe_vertex_buffer
*vb
=
172 &mgr
->b
.vertex_buffer
[mgr
->ve
->ve
[i
].vertex_buffer_index
];
173 enum pipe_format output_format
= mgr
->ve
->native_format
[i
];
174 unsigned output_format_size
= mgr
->ve
->native_format_size
[i
];
176 /* Check for support. */
177 if (mgr
->ve
->ve
[i
].src_format
== mgr
->ve
->native_format
[i
] &&
178 (mgr
->caps
.fetch_dword_unaligned
||
179 (vb
->buffer_offset
% 4 == 0 &&
180 vb
->stride
% 4 == 0 &&
181 mgr
->ve
->ve
[i
].src_offset
% 4 == 0))) {
185 /* Workaround for translate: output floats instead of halfs. */
186 switch (output_format
) {
187 case PIPE_FORMAT_R16_FLOAT
:
188 output_format
= PIPE_FORMAT_R32_FLOAT
;
189 output_format_size
= 4;
191 case PIPE_FORMAT_R16G16_FLOAT
:
192 output_format
= PIPE_FORMAT_R32G32_FLOAT
;
193 output_format_size
= 8;
195 case PIPE_FORMAT_R16G16B16_FLOAT
:
196 output_format
= PIPE_FORMAT_R32G32B32_FLOAT
;
197 output_format_size
= 12;
199 case PIPE_FORMAT_R16G16B16A16_FLOAT
:
200 output_format
= PIPE_FORMAT_R32G32B32A32_FLOAT
;
201 output_format_size
= 16;
206 /* Add this vertex element. */
207 te
= &key
.element
[key
.nr_elements
];
209 te->instance_divisor;*/
210 te
->input_buffer
= mgr
->ve
->ve
[i
].vertex_buffer_index
;
211 te
->input_format
= mgr
->ve
->ve
[i
].src_format
;
212 te
->input_offset
= mgr
->ve
->ve
[i
].src_offset
;
213 te
->output_format
= output_format
;
214 te
->output_offset
= key
.output_stride
;
216 key
.output_stride
+= output_format_size
;
217 vb_translated
[mgr
->ve
->ve
[i
].vertex_buffer_index
] = TRUE
;
218 tr_elem_index
[i
] = key
.nr_elements
;
222 /* Get a translate object. */
223 tr
= translate_cache_find(mgr
->translate_cache
, &key
);
225 /* Map buffers we want to translate. */
226 for (i
= 0; i
< mgr
->b
.nr_vertex_buffers
; i
++) {
227 if (vb_translated
[i
]) {
228 struct pipe_vertex_buffer
*vb
= &mgr
->b
.vertex_buffer
[i
];
230 vb_map
[i
] = pipe_buffer_map(mgr
->pipe
, vb
->buffer
,
231 PIPE_TRANSFER_READ
, &vb_transfer
[i
]);
233 tr
->set_buffer(tr
, i
,
234 vb_map
[i
] + vb
->buffer_offset
+ vb
->stride
* min_index
,
239 /* Create and map the output buffer. */
240 num_verts
= max_index
+ 1 - min_index
;
242 u_upload_alloc(mgr
->b
.uploader
,
243 key
.output_stride
* min_index
,
244 key
.output_stride
* num_verts
,
245 &out_offset
, &out_buffer
, upload_flushed
,
248 out_offset
-= key
.output_stride
* min_index
;
251 tr
->run(tr
, 0, num_verts
, 0, out_map
);
253 /* Unmap all buffers. */
254 for (i
= 0; i
< mgr
->b
.nr_vertex_buffers
; i
++) {
255 if (vb_translated
[i
]) {
256 pipe_buffer_unmap(mgr
->pipe
, vb_transfer
[i
]);
260 /* Setup the new vertex buffer in the first free slot. */
261 mgr
->translate_vb_slot
= ~0;
262 for (i
= 0; i
< PIPE_MAX_ATTRIBS
; i
++) {
263 if (!mgr
->b
.vertex_buffer
[i
].buffer
) {
264 mgr
->translate_vb_slot
= i
;
266 if (i
>= mgr
->b
.nr_vertex_buffers
) {
267 mgr
->b
.nr_real_vertex_buffers
= i
+1;
273 if (mgr
->translate_vb_slot
!= ~0) {
274 /* Setup the new vertex buffer. */
275 pipe_resource_reference(
276 &mgr
->b
.real_vertex_buffer
[mgr
->translate_vb_slot
], out_buffer
);
277 mgr
->b
.vertex_buffer
[mgr
->translate_vb_slot
].buffer_offset
= out_offset
;
278 mgr
->b
.vertex_buffer
[mgr
->translate_vb_slot
].stride
= key
.output_stride
;
280 /* Setup new vertex elements. */
281 for (i
= 0; i
< mgr
->ve
->count
; i
++) {
282 if (vb_translated
[mgr
->ve
->ve
[i
].vertex_buffer_index
]) {
283 te
= &key
.element
[tr_elem_index
[i
]];
284 new_velems
[i
].instance_divisor
= mgr
->ve
->ve
[i
].instance_divisor
;
285 new_velems
[i
].src_format
= te
->output_format
;
286 new_velems
[i
].src_offset
= te
->output_offset
;
287 new_velems
[i
].vertex_buffer_index
= mgr
->translate_vb_slot
;
289 memcpy(&new_velems
[i
], &mgr
->ve
->ve
[i
],
290 sizeof(struct pipe_vertex_element
));
295 mgr
->pipe
->create_vertex_elements_state(mgr
->pipe
, mgr
->ve
->count
,
298 /* Preserve saved_ve. */
299 mgr
->ve_binding_lock
= TRUE
;
300 mgr
->pipe
->bind_vertex_elements_state(mgr
->pipe
, mgr
->fallback_ve
);
301 mgr
->ve_binding_lock
= FALSE
;
304 pipe_resource_reference(&out_buffer
, NULL
);
307 static void u_vbuf_translate_end(struct u_vbuf_mgr_priv
*mgr
)
309 if (mgr
->fallback_ve
== NULL
) {
313 /* Restore vertex elements. */
314 /* Note that saved_ve will be overwritten in bind_vertex_elements_state. */
315 mgr
->pipe
->bind_vertex_elements_state(mgr
->pipe
, mgr
->saved_ve
);
316 mgr
->pipe
->delete_vertex_elements_state(mgr
->pipe
, mgr
->fallback_ve
);
317 mgr
->fallback_ve
= NULL
;
319 /* Delete the now-unused VBO. */
320 pipe_resource_reference(&mgr
->b
.real_vertex_buffer
[mgr
->translate_vb_slot
],
322 mgr
->b
.nr_real_vertex_buffers
= mgr
->b
.nr_vertex_buffers
;
325 #define FORMAT_REPLACE(what, withwhat) \
326 case PIPE_FORMAT_##what: format = PIPE_FORMAT_##withwhat; break
328 struct u_vbuf_mgr_elements
*
329 u_vbuf_mgr_create_vertex_elements(struct u_vbuf_mgr
*mgrb
,
331 const struct pipe_vertex_element
*attribs
,
332 struct pipe_vertex_element
*native_attribs
)
334 struct u_vbuf_mgr_priv
*mgr
= (struct u_vbuf_mgr_priv
*)mgrb
;
336 struct u_vbuf_mgr_elements
*ve
= CALLOC_STRUCT(u_vbuf_mgr_elements
);
344 memcpy(ve
->ve
, attribs
, sizeof(struct pipe_vertex_element
) * count
);
345 memcpy(native_attribs
, attribs
, sizeof(struct pipe_vertex_element
) * count
);
347 /* Set the best native format in case the original format is not
349 for (i
= 0; i
< count
; i
++) {
350 enum pipe_format format
= ve
->ve
[i
].src_format
;
352 /* Choose a native format.
353 * For now we don't care about the alignment, that's going to
354 * be sorted out later. */
355 if (!mgr
->caps
.format_fixed32
) {
357 FORMAT_REPLACE(R32_FIXED
, R32_FLOAT
);
358 FORMAT_REPLACE(R32G32_FIXED
, R32G32_FLOAT
);
359 FORMAT_REPLACE(R32G32B32_FIXED
, R32G32B32_FLOAT
);
360 FORMAT_REPLACE(R32G32B32A32_FIXED
, R32G32B32A32_FLOAT
);
364 if (!mgr
->caps
.format_float16
) {
366 FORMAT_REPLACE(R16_FLOAT
, R32_FLOAT
);
367 FORMAT_REPLACE(R16G16_FLOAT
, R32G32_FLOAT
);
368 FORMAT_REPLACE(R16G16B16_FLOAT
, R32G32B32_FLOAT
);
369 FORMAT_REPLACE(R16G16B16A16_FLOAT
, R32G32B32A32_FLOAT
);
373 if (!mgr
->caps
.format_float64
) {
375 FORMAT_REPLACE(R64_FLOAT
, R32_FLOAT
);
376 FORMAT_REPLACE(R64G64_FLOAT
, R32G32_FLOAT
);
377 FORMAT_REPLACE(R64G64B64_FLOAT
, R32G32B32_FLOAT
);
378 FORMAT_REPLACE(R64G64B64A64_FLOAT
, R32G32B32A32_FLOAT
);
382 if (!mgr
->caps
.format_norm32
) {
384 FORMAT_REPLACE(R32_UNORM
, R32_FLOAT
);
385 FORMAT_REPLACE(R32G32_UNORM
, R32G32_FLOAT
);
386 FORMAT_REPLACE(R32G32B32_UNORM
, R32G32B32_FLOAT
);
387 FORMAT_REPLACE(R32G32B32A32_UNORM
, R32G32B32A32_FLOAT
);
388 FORMAT_REPLACE(R32_SNORM
, R32_FLOAT
);
389 FORMAT_REPLACE(R32G32_SNORM
, R32G32_FLOAT
);
390 FORMAT_REPLACE(R32G32B32_SNORM
, R32G32B32_FLOAT
);
391 FORMAT_REPLACE(R32G32B32A32_SNORM
, R32G32B32A32_FLOAT
);
395 if (!mgr
->caps
.format_scaled32
) {
397 FORMAT_REPLACE(R32_USCALED
, R32_FLOAT
);
398 FORMAT_REPLACE(R32G32_USCALED
, R32G32_FLOAT
);
399 FORMAT_REPLACE(R32G32B32_USCALED
, R32G32B32_FLOAT
);
400 FORMAT_REPLACE(R32G32B32A32_USCALED
,R32G32B32A32_FLOAT
);
401 FORMAT_REPLACE(R32_SSCALED
, R32_FLOAT
);
402 FORMAT_REPLACE(R32G32_SSCALED
, R32G32_FLOAT
);
403 FORMAT_REPLACE(R32G32B32_SSCALED
, R32G32B32_FLOAT
);
404 FORMAT_REPLACE(R32G32B32A32_SSCALED
,R32G32B32A32_FLOAT
);
409 native_attribs
[i
].src_format
= format
;
410 ve
->native_format
[i
] = format
;
411 ve
->native_format_size
[i
] =
412 util_format_get_blocksize(ve
->native_format
[i
]);
414 ve
->incompatible_layout
=
415 ve
->incompatible_layout
||
416 ve
->ve
[i
].src_format
!= ve
->native_format
[i
] ||
417 (!mgr
->caps
.fetch_dword_unaligned
&& ve
->ve
[i
].src_offset
% 4 != 0);
420 /* Align the formats to the size of DWORD if needed. */
421 if (!mgr
->caps
.fetch_dword_unaligned
) {
422 for (i
= 0; i
< count
; i
++) {
423 ve
->native_format_size
[i
] = align(ve
->native_format_size
[i
], 4);
430 void u_vbuf_mgr_bind_vertex_elements(struct u_vbuf_mgr
*mgrb
,
432 struct u_vbuf_mgr_elements
*ve
)
434 struct u_vbuf_mgr_priv
*mgr
= (struct u_vbuf_mgr_priv
*)mgrb
;
440 if (!mgr
->ve_binding_lock
) {
446 void u_vbuf_mgr_destroy_vertex_elements(struct u_vbuf_mgr
*mgr
,
447 struct u_vbuf_mgr_elements
*ve
)
452 void u_vbuf_mgr_set_vertex_buffers(struct u_vbuf_mgr
*mgrb
,
454 const struct pipe_vertex_buffer
*bufs
)
456 struct u_vbuf_mgr_priv
*mgr
= (struct u_vbuf_mgr_priv
*)mgrb
;
459 mgr
->b
.max_index
= ~0;
460 mgr
->any_user_vbs
= FALSE
;
461 mgr
->incompatible_vb_layout
= FALSE
;
463 if (!mgr
->caps
.fetch_dword_unaligned
) {
464 /* Check if the strides and offsets are aligned to the size of DWORD. */
465 for (i
= 0; i
< count
; i
++) {
466 if (bufs
[i
].buffer
) {
467 if (bufs
[i
].stride
% 4 != 0 ||
468 bufs
[i
].buffer_offset
% 4 != 0) {
469 mgr
->incompatible_vb_layout
= TRUE
;
476 for (i
= 0; i
< count
; i
++) {
477 const struct pipe_vertex_buffer
*vb
= &bufs
[i
];
479 pipe_resource_reference(&mgr
->b
.vertex_buffer
[i
].buffer
, vb
->buffer
);
480 pipe_resource_reference(&mgr
->b
.real_vertex_buffer
[i
], NULL
);
482 if (u_vbuf_resource(vb
->buffer
)->user_ptr
) {
483 mgr
->any_user_vbs
= TRUE
;
487 pipe_resource_reference(&mgr
->b
.real_vertex_buffer
[i
], vb
->buffer
);
489 /* The stride of zero means we will be fetching only the first
490 * vertex, so don't care about max_index. */
495 /* Update the maximum index. */
497 MIN2(mgr
->b
.max_index
,
498 (vb
->buffer
->width0
- vb
->buffer_offset
) / vb
->stride
);
501 for (; i
< mgr
->b
.nr_real_vertex_buffers
; i
++) {
502 pipe_resource_reference(&mgr
->b
.vertex_buffer
[i
].buffer
, NULL
);
503 pipe_resource_reference(&mgr
->b
.real_vertex_buffer
[i
], NULL
);
506 memcpy(mgr
->b
.vertex_buffer
, bufs
,
507 sizeof(struct pipe_vertex_buffer
) * count
);
509 mgr
->b
.nr_vertex_buffers
= count
;
510 mgr
->b
.nr_real_vertex_buffers
= count
;
513 static void u_vbuf_upload_buffers(struct u_vbuf_mgr_priv
*mgr
,
514 int min_index
, int max_index
,
515 boolean
*upload_flushed
)
517 int i
, nr
= mgr
->ve
->count
;
518 unsigned count
= max_index
+ 1 - min_index
;
519 boolean uploaded
[PIPE_MAX_ATTRIBS
] = {0};
521 for (i
= 0; i
< nr
; i
++) {
522 unsigned index
= mgr
->ve
->ve
[i
].vertex_buffer_index
;
523 struct pipe_vertex_buffer
*vb
= &mgr
->b
.vertex_buffer
[index
];
526 u_vbuf_resource(vb
->buffer
)->user_ptr
&&
528 unsigned first
, size
;
532 first
= vb
->stride
* min_index
;
533 size
= vb
->stride
* count
;
536 size
= mgr
->ve
->native_format_size
[i
];
539 u_upload_data(mgr
->b
.uploader
, first
, size
,
540 u_vbuf_resource(vb
->buffer
)->user_ptr
+ first
,
542 &mgr
->b
.real_vertex_buffer
[index
],
545 vb
->buffer_offset
-= first
;
547 uploaded
[index
] = TRUE
;
548 *upload_flushed
= *upload_flushed
|| flushed
;
550 assert(mgr
->b
.real_vertex_buffer
[index
]);
555 void u_vbuf_mgr_draw_begin(struct u_vbuf_mgr
*mgrb
,
556 const struct pipe_draw_info
*info
,
557 boolean
*buffers_updated
,
558 boolean
*uploader_flushed
)
560 struct u_vbuf_mgr_priv
*mgr
= (struct u_vbuf_mgr_priv
*)mgrb
;
561 boolean bufs_updated
, upload_flushed
= FALSE
;
562 int min_index
, max_index
;
564 min_index
= info
->min_index
- info
->index_bias
;
565 max_index
= info
->max_index
- info
->index_bias
;
567 /* Translate vertices with non-native layouts or formats. */
568 if (mgr
->incompatible_vb_layout
|| mgr
->ve
->incompatible_layout
) {
569 u_vbuf_translate_begin(mgr
, min_index
, max_index
, &upload_flushed
);
571 if (mgr
->fallback_ve
) {
576 /* Upload user buffers. */
577 if (mgr
->any_user_vbs
) {
578 u_vbuf_upload_buffers(mgr
, min_index
, max_index
, &upload_flushed
);
582 /* Set the return values. */
583 if (buffers_updated
) {
584 *buffers_updated
= bufs_updated
;
586 if (uploader_flushed
) {
587 *uploader_flushed
= upload_flushed
;
591 void u_vbuf_mgr_draw_end(struct u_vbuf_mgr
*mgrb
)
593 struct u_vbuf_mgr_priv
*mgr
= (struct u_vbuf_mgr_priv
*)mgrb
;
595 if (mgr
->fallback_ve
) {
596 u_vbuf_translate_end(mgr
);