1 /**************************************************************************
3 * Copyright 2011 Marek Olšák <maraeo@gmail.com>
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
28 #include "util/u_vbuf_mgr.h"
30 #include "util/u_format.h"
31 #include "util/u_inlines.h"
32 #include "util/u_memory.h"
33 #include "util/u_upload_mgr.h"
34 #include "translate/translate.h"
35 #include "translate/translate_cache.h"
37 /* Hardware vertex fetcher limitations can be described by this structure. */
39 /* Vertex format CAPs. */
40 /* TRUE if hardware supports it. */
41 unsigned format_fixed32
:1; /* PIPE_FORMAT_*32*_FIXED */
42 unsigned format_float16
:1; /* PIPE_FORMAT_*16*_FLOAT */
43 unsigned format_float64
:1; /* PIPE_FORMAT_*64*_FLOAT */
44 unsigned format_norm32
:1; /* PIPE_FORMAT_*32*NORM */
45 unsigned format_scaled32
:1; /* PIPE_FORMAT_*32*SCALED */
47 /* Whether vertex fetches don't have to be dword-aligned. */
48 /* TRUE if hardware supports it. */
49 unsigned fetch_dword_unaligned
:1;
52 struct u_vbuf_mgr_elements
{
54 struct pipe_vertex_element ve
[PIPE_MAX_ATTRIBS
];
56 /* If (velem[i].src_format != real_format[i]), the vertex buffer
57 * referenced by the vertex element cannot be used for rendering and
58 * its vertex data must be translated to real_format[i]. */
59 enum pipe_format native_format
[PIPE_MAX_ATTRIBS
];
60 unsigned native_format_size
[PIPE_MAX_ATTRIBS
];
62 /* This might mean two things:
63 * - src_format != native_format, as discussed above.
64 * - src_offset % 4 != 0 (if the caps don't allow such an offset). */
65 boolean incompatible_layout
;
68 struct u_vbuf_mgr_priv
{
70 struct u_vbuf_caps caps
;
71 struct pipe_context
*pipe
;
73 struct translate_cache
*translate_cache
;
74 unsigned translate_vb_slot
;
76 struct u_vbuf_mgr_elements
*ve
;
77 void *saved_ve
, *fallback_ve
;
78 boolean ve_binding_lock
;
81 boolean incompatible_vb_layout
;
84 static void u_vbuf_mgr_init_format_caps(struct u_vbuf_mgr_priv
*mgr
)
86 struct pipe_screen
*screen
= mgr
->pipe
->screen
;
88 mgr
->caps
.format_fixed32
=
89 screen
->is_format_supported(screen
, PIPE_FORMAT_R32_FIXED
, PIPE_BUFFER
,
90 0, PIPE_BIND_VERTEX_BUFFER
, 0);
92 mgr
->caps
.format_float16
=
93 screen
->is_format_supported(screen
, PIPE_FORMAT_R16_FLOAT
, PIPE_BUFFER
,
94 0, PIPE_BIND_VERTEX_BUFFER
, 0);
96 mgr
->caps
.format_float64
=
97 screen
->is_format_supported(screen
, PIPE_FORMAT_R64_FLOAT
, PIPE_BUFFER
,
98 0, PIPE_BIND_VERTEX_BUFFER
, 0);
100 mgr
->caps
.format_norm32
=
101 screen
->is_format_supported(screen
, PIPE_FORMAT_R32_UNORM
, PIPE_BUFFER
,
102 0, PIPE_BIND_VERTEX_BUFFER
, 0) &&
103 screen
->is_format_supported(screen
, PIPE_FORMAT_R32_SNORM
, PIPE_BUFFER
,
104 0, PIPE_BIND_VERTEX_BUFFER
, 0);
106 mgr
->caps
.format_scaled32
=
107 screen
->is_format_supported(screen
, PIPE_FORMAT_R32_USCALED
, PIPE_BUFFER
,
108 0, PIPE_BIND_VERTEX_BUFFER
, 0) &&
109 screen
->is_format_supported(screen
, PIPE_FORMAT_R32_SSCALED
, PIPE_BUFFER
,
110 0, PIPE_BIND_VERTEX_BUFFER
, 0);
114 u_vbuf_mgr_create(struct pipe_context
*pipe
,
115 unsigned upload_buffer_size
,
116 unsigned upload_buffer_alignment
,
117 unsigned upload_buffer_bind
,
118 enum u_fetch_alignment fetch_alignment
)
120 struct u_vbuf_mgr_priv
*mgr
= CALLOC_STRUCT(u_vbuf_mgr_priv
);
123 mgr
->translate_cache
= translate_cache_create();
125 mgr
->b
.uploader
= u_upload_create(pipe
, upload_buffer_size
,
126 upload_buffer_alignment
,
129 mgr
->caps
.fetch_dword_unaligned
=
130 fetch_alignment
== U_VERTEX_FETCH_BYTE_ALIGNED
;
132 u_vbuf_mgr_init_format_caps(mgr
);
137 void u_vbuf_mgr_destroy(struct u_vbuf_mgr
*mgrb
)
139 struct u_vbuf_mgr_priv
*mgr
= (struct u_vbuf_mgr_priv
*)mgrb
;
142 for (i
= 0; i
< mgr
->b
.nr_real_vertex_buffers
; i
++) {
143 pipe_resource_reference(&mgr
->b
.vertex_buffer
[i
].buffer
, NULL
);
144 pipe_resource_reference(&mgr
->b
.real_vertex_buffer
[i
], NULL
);
147 translate_cache_destroy(mgr
->translate_cache
);
148 u_upload_destroy(mgr
->b
.uploader
);
153 static void u_vbuf_translate_begin(struct u_vbuf_mgr_priv
*mgr
,
154 int min_index
, int max_index
,
155 boolean
*upload_flushed
)
157 struct translate_key key
;
158 struct translate_element
*te
;
159 unsigned tr_elem_index
[PIPE_MAX_ATTRIBS
];
160 struct translate
*tr
;
161 boolean vb_translated
[PIPE_MAX_ATTRIBS
] = {0};
162 uint8_t *vb_map
[PIPE_MAX_ATTRIBS
] = {0}, *out_map
;
163 struct pipe_transfer
*vb_transfer
[PIPE_MAX_ATTRIBS
] = {0};
164 struct pipe_resource
*out_buffer
= NULL
;
165 unsigned i
, num_verts
, out_offset
;
166 struct pipe_vertex_element new_velems
[PIPE_MAX_ATTRIBS
];
168 memset(&key
, 0, sizeof(key
));
169 memset(tr_elem_index
, 0xff, sizeof(tr_elem_index
));
171 /* Initialize the translate key, i.e. the recipe how vertices should be
173 for (i
= 0; i
< mgr
->ve
->count
; i
++) {
174 struct pipe_vertex_buffer
*vb
=
175 &mgr
->b
.vertex_buffer
[mgr
->ve
->ve
[i
].vertex_buffer_index
];
176 enum pipe_format output_format
= mgr
->ve
->native_format
[i
];
177 unsigned output_format_size
= mgr
->ve
->native_format_size
[i
];
179 /* Check for support. */
180 if (mgr
->ve
->ve
[i
].src_format
== mgr
->ve
->native_format
[i
] &&
181 (mgr
->caps
.fetch_dword_unaligned
||
182 (vb
->buffer_offset
% 4 == 0 &&
183 vb
->stride
% 4 == 0 &&
184 mgr
->ve
->ve
[i
].src_offset
% 4 == 0))) {
188 /* Workaround for translate: output floats instead of halfs. */
189 switch (output_format
) {
190 case PIPE_FORMAT_R16_FLOAT
:
191 output_format
= PIPE_FORMAT_R32_FLOAT
;
192 output_format_size
= 4;
194 case PIPE_FORMAT_R16G16_FLOAT
:
195 output_format
= PIPE_FORMAT_R32G32_FLOAT
;
196 output_format_size
= 8;
198 case PIPE_FORMAT_R16G16B16_FLOAT
:
199 output_format
= PIPE_FORMAT_R32G32B32_FLOAT
;
200 output_format_size
= 12;
202 case PIPE_FORMAT_R16G16B16A16_FLOAT
:
203 output_format
= PIPE_FORMAT_R32G32B32A32_FLOAT
;
204 output_format_size
= 16;
209 /* Add this vertex element. */
210 te
= &key
.element
[key
.nr_elements
];
212 te->instance_divisor;*/
213 te
->input_buffer
= mgr
->ve
->ve
[i
].vertex_buffer_index
;
214 te
->input_format
= mgr
->ve
->ve
[i
].src_format
;
215 te
->input_offset
= mgr
->ve
->ve
[i
].src_offset
;
216 te
->output_format
= output_format
;
217 te
->output_offset
= key
.output_stride
;
219 key
.output_stride
+= output_format_size
;
220 vb_translated
[mgr
->ve
->ve
[i
].vertex_buffer_index
] = TRUE
;
221 tr_elem_index
[i
] = key
.nr_elements
;
225 /* Get a translate object. */
226 tr
= translate_cache_find(mgr
->translate_cache
, &key
);
228 /* Map buffers we want to translate. */
229 for (i
= 0; i
< mgr
->b
.nr_vertex_buffers
; i
++) {
230 if (vb_translated
[i
]) {
231 struct pipe_vertex_buffer
*vb
= &mgr
->b
.vertex_buffer
[i
];
233 vb_map
[i
] = pipe_buffer_map(mgr
->pipe
, vb
->buffer
,
234 PIPE_TRANSFER_READ
, &vb_transfer
[i
]);
236 tr
->set_buffer(tr
, i
,
237 vb_map
[i
] + vb
->buffer_offset
+ vb
->stride
* min_index
,
242 /* Create and map the output buffer. */
243 num_verts
= max_index
+ 1 - min_index
;
245 u_upload_alloc(mgr
->b
.uploader
,
246 key
.output_stride
* min_index
,
247 key
.output_stride
* num_verts
,
248 &out_offset
, &out_buffer
, upload_flushed
,
251 out_offset
-= key
.output_stride
* min_index
;
254 tr
->run(tr
, 0, num_verts
, 0, out_map
);
256 /* Unmap all buffers. */
257 for (i
= 0; i
< mgr
->b
.nr_vertex_buffers
; i
++) {
258 if (vb_translated
[i
]) {
259 pipe_buffer_unmap(mgr
->pipe
, vb_transfer
[i
]);
263 /* Setup the new vertex buffer in the first free slot. */
264 mgr
->translate_vb_slot
= ~0;
265 for (i
= 0; i
< PIPE_MAX_ATTRIBS
; i
++) {
266 if (!mgr
->b
.vertex_buffer
[i
].buffer
) {
267 mgr
->translate_vb_slot
= i
;
269 if (i
>= mgr
->b
.nr_vertex_buffers
) {
270 mgr
->b
.nr_real_vertex_buffers
= i
+1;
276 if (mgr
->translate_vb_slot
!= ~0) {
277 /* Setup the new vertex buffer. */
278 pipe_resource_reference(
279 &mgr
->b
.real_vertex_buffer
[mgr
->translate_vb_slot
], out_buffer
);
280 mgr
->b
.vertex_buffer
[mgr
->translate_vb_slot
].buffer_offset
= out_offset
;
281 mgr
->b
.vertex_buffer
[mgr
->translate_vb_slot
].stride
= key
.output_stride
;
283 /* Setup new vertex elements. */
284 for (i
= 0; i
< mgr
->ve
->count
; i
++) {
285 if (tr_elem_index
[i
] < key
.nr_elements
) {
286 te
= &key
.element
[tr_elem_index
[i
]];
287 new_velems
[i
].instance_divisor
= mgr
->ve
->ve
[i
].instance_divisor
;
288 new_velems
[i
].src_format
= te
->output_format
;
289 new_velems
[i
].src_offset
= te
->output_offset
;
290 new_velems
[i
].vertex_buffer_index
= mgr
->translate_vb_slot
;
292 memcpy(&new_velems
[i
], &mgr
->ve
->ve
[i
],
293 sizeof(struct pipe_vertex_element
));
298 mgr
->pipe
->create_vertex_elements_state(mgr
->pipe
, mgr
->ve
->count
,
301 /* Preserve saved_ve. */
302 mgr
->ve_binding_lock
= TRUE
;
303 mgr
->pipe
->bind_vertex_elements_state(mgr
->pipe
, mgr
->fallback_ve
);
304 mgr
->ve_binding_lock
= FALSE
;
307 pipe_resource_reference(&out_buffer
, NULL
);
310 static void u_vbuf_translate_end(struct u_vbuf_mgr_priv
*mgr
)
312 if (mgr
->fallback_ve
== NULL
) {
316 /* Restore vertex elements. */
317 /* Note that saved_ve will be overwritten in bind_vertex_elements_state. */
318 mgr
->pipe
->bind_vertex_elements_state(mgr
->pipe
, mgr
->saved_ve
);
319 mgr
->pipe
->delete_vertex_elements_state(mgr
->pipe
, mgr
->fallback_ve
);
320 mgr
->fallback_ve
= NULL
;
322 /* Delete the now-unused VBO. */
323 pipe_resource_reference(&mgr
->b
.real_vertex_buffer
[mgr
->translate_vb_slot
],
325 mgr
->b
.nr_real_vertex_buffers
= mgr
->b
.nr_vertex_buffers
;
328 #define FORMAT_REPLACE(what, withwhat) \
329 case PIPE_FORMAT_##what: format = PIPE_FORMAT_##withwhat; break
331 struct u_vbuf_mgr_elements
*
332 u_vbuf_mgr_create_vertex_elements(struct u_vbuf_mgr
*mgrb
,
334 const struct pipe_vertex_element
*attribs
,
335 struct pipe_vertex_element
*native_attribs
)
337 struct u_vbuf_mgr_priv
*mgr
= (struct u_vbuf_mgr_priv
*)mgrb
;
339 struct u_vbuf_mgr_elements
*ve
= CALLOC_STRUCT(u_vbuf_mgr_elements
);
347 memcpy(ve
->ve
, attribs
, sizeof(struct pipe_vertex_element
) * count
);
348 memcpy(native_attribs
, attribs
, sizeof(struct pipe_vertex_element
) * count
);
350 /* Set the best native format in case the original format is not
352 for (i
= 0; i
< count
; i
++) {
353 enum pipe_format format
= ve
->ve
[i
].src_format
;
355 /* Choose a native format.
356 * For now we don't care about the alignment, that's going to
357 * be sorted out later. */
358 if (!mgr
->caps
.format_fixed32
) {
360 FORMAT_REPLACE(R32_FIXED
, R32_FLOAT
);
361 FORMAT_REPLACE(R32G32_FIXED
, R32G32_FLOAT
);
362 FORMAT_REPLACE(R32G32B32_FIXED
, R32G32B32_FLOAT
);
363 FORMAT_REPLACE(R32G32B32A32_FIXED
, R32G32B32A32_FLOAT
);
367 if (!mgr
->caps
.format_float16
) {
369 FORMAT_REPLACE(R16_FLOAT
, R32_FLOAT
);
370 FORMAT_REPLACE(R16G16_FLOAT
, R32G32_FLOAT
);
371 FORMAT_REPLACE(R16G16B16_FLOAT
, R32G32B32_FLOAT
);
372 FORMAT_REPLACE(R16G16B16A16_FLOAT
, R32G32B32A32_FLOAT
);
376 if (!mgr
->caps
.format_float64
) {
378 FORMAT_REPLACE(R64_FLOAT
, R32_FLOAT
);
379 FORMAT_REPLACE(R64G64_FLOAT
, R32G32_FLOAT
);
380 FORMAT_REPLACE(R64G64B64_FLOAT
, R32G32B32_FLOAT
);
381 FORMAT_REPLACE(R64G64B64A64_FLOAT
, R32G32B32A32_FLOAT
);
385 if (!mgr
->caps
.format_norm32
) {
387 FORMAT_REPLACE(R32_UNORM
, R32_FLOAT
);
388 FORMAT_REPLACE(R32G32_UNORM
, R32G32_FLOAT
);
389 FORMAT_REPLACE(R32G32B32_UNORM
, R32G32B32_FLOAT
);
390 FORMAT_REPLACE(R32G32B32A32_UNORM
, R32G32B32A32_FLOAT
);
391 FORMAT_REPLACE(R32_SNORM
, R32_FLOAT
);
392 FORMAT_REPLACE(R32G32_SNORM
, R32G32_FLOAT
);
393 FORMAT_REPLACE(R32G32B32_SNORM
, R32G32B32_FLOAT
);
394 FORMAT_REPLACE(R32G32B32A32_SNORM
, R32G32B32A32_FLOAT
);
398 if (!mgr
->caps
.format_scaled32
) {
400 FORMAT_REPLACE(R32_USCALED
, R32_FLOAT
);
401 FORMAT_REPLACE(R32G32_USCALED
, R32G32_FLOAT
);
402 FORMAT_REPLACE(R32G32B32_USCALED
, R32G32B32_FLOAT
);
403 FORMAT_REPLACE(R32G32B32A32_USCALED
,R32G32B32A32_FLOAT
);
404 FORMAT_REPLACE(R32_SSCALED
, R32_FLOAT
);
405 FORMAT_REPLACE(R32G32_SSCALED
, R32G32_FLOAT
);
406 FORMAT_REPLACE(R32G32B32_SSCALED
, R32G32B32_FLOAT
);
407 FORMAT_REPLACE(R32G32B32A32_SSCALED
,R32G32B32A32_FLOAT
);
412 native_attribs
[i
].src_format
= format
;
413 ve
->native_format
[i
] = format
;
414 ve
->native_format_size
[i
] =
415 util_format_get_blocksize(ve
->native_format
[i
]);
417 ve
->incompatible_layout
=
418 ve
->incompatible_layout
||
419 ve
->ve
[i
].src_format
!= ve
->native_format
[i
] ||
420 (!mgr
->caps
.fetch_dword_unaligned
&& ve
->ve
[i
].src_offset
% 4 != 0);
423 /* Align the formats to the size of DWORD if needed. */
424 if (!mgr
->caps
.fetch_dword_unaligned
) {
425 for (i
= 0; i
< count
; i
++) {
426 ve
->native_format_size
[i
] = align(ve
->native_format_size
[i
], 4);
433 void u_vbuf_mgr_bind_vertex_elements(struct u_vbuf_mgr
*mgrb
,
435 struct u_vbuf_mgr_elements
*ve
)
437 struct u_vbuf_mgr_priv
*mgr
= (struct u_vbuf_mgr_priv
*)mgrb
;
443 if (!mgr
->ve_binding_lock
) {
449 void u_vbuf_mgr_destroy_vertex_elements(struct u_vbuf_mgr
*mgr
,
450 struct u_vbuf_mgr_elements
*ve
)
455 void u_vbuf_mgr_set_vertex_buffers(struct u_vbuf_mgr
*mgrb
,
457 const struct pipe_vertex_buffer
*bufs
)
459 struct u_vbuf_mgr_priv
*mgr
= (struct u_vbuf_mgr_priv
*)mgrb
;
462 mgr
->b
.max_index
= ~0;
463 mgr
->any_user_vbs
= FALSE
;
464 mgr
->incompatible_vb_layout
= FALSE
;
466 if (!mgr
->caps
.fetch_dword_unaligned
) {
467 /* Check if the strides and offsets are aligned to the size of DWORD. */
468 for (i
= 0; i
< count
; i
++) {
469 if (bufs
[i
].buffer
) {
470 if (bufs
[i
].stride
% 4 != 0 ||
471 bufs
[i
].buffer_offset
% 4 != 0) {
472 mgr
->incompatible_vb_layout
= TRUE
;
479 for (i
= 0; i
< count
; i
++) {
480 const struct pipe_vertex_buffer
*vb
= &bufs
[i
];
482 pipe_resource_reference(&mgr
->b
.vertex_buffer
[i
].buffer
, vb
->buffer
);
483 pipe_resource_reference(&mgr
->b
.real_vertex_buffer
[i
], NULL
);
485 if (u_vbuf_resource(vb
->buffer
)->user_ptr
) {
486 mgr
->any_user_vbs
= TRUE
;
490 pipe_resource_reference(&mgr
->b
.real_vertex_buffer
[i
], vb
->buffer
);
492 /* The stride of zero means we will be fetching only the first
493 * vertex, so don't care about max_index. */
498 /* Update the maximum index. */
500 MIN2(mgr
->b
.max_index
,
501 (vb
->buffer
->width0
- vb
->buffer_offset
) / vb
->stride
);
504 for (; i
< mgr
->b
.nr_real_vertex_buffers
; i
++) {
505 pipe_resource_reference(&mgr
->b
.vertex_buffer
[i
].buffer
, NULL
);
506 pipe_resource_reference(&mgr
->b
.real_vertex_buffer
[i
], NULL
);
509 memcpy(mgr
->b
.vertex_buffer
, bufs
,
510 sizeof(struct pipe_vertex_buffer
) * count
);
512 mgr
->b
.nr_vertex_buffers
= count
;
513 mgr
->b
.nr_real_vertex_buffers
= count
;
516 static void u_vbuf_upload_buffers(struct u_vbuf_mgr_priv
*mgr
,
517 int min_index
, int max_index
,
518 boolean
*upload_flushed
)
520 int i
, nr
= mgr
->ve
->count
;
521 unsigned count
= max_index
+ 1 - min_index
;
522 boolean uploaded
[PIPE_MAX_ATTRIBS
] = {0};
524 for (i
= 0; i
< nr
; i
++) {
525 unsigned index
= mgr
->ve
->ve
[i
].vertex_buffer_index
;
526 struct pipe_vertex_buffer
*vb
= &mgr
->b
.vertex_buffer
[index
];
529 u_vbuf_resource(vb
->buffer
)->user_ptr
&&
531 unsigned first
, size
;
535 first
= vb
->stride
* min_index
;
536 size
= vb
->stride
* count
;
539 size
= mgr
->ve
->native_format_size
[i
];
542 u_upload_data(mgr
->b
.uploader
, first
, size
,
543 u_vbuf_resource(vb
->buffer
)->user_ptr
+ first
,
545 &mgr
->b
.real_vertex_buffer
[index
],
548 vb
->buffer_offset
-= first
;
550 uploaded
[index
] = TRUE
;
551 *upload_flushed
= *upload_flushed
|| flushed
;
553 assert(mgr
->b
.real_vertex_buffer
[index
]);
558 void u_vbuf_mgr_draw_begin(struct u_vbuf_mgr
*mgrb
,
559 const struct pipe_draw_info
*info
,
560 boolean
*buffers_updated
,
561 boolean
*uploader_flushed
)
563 struct u_vbuf_mgr_priv
*mgr
= (struct u_vbuf_mgr_priv
*)mgrb
;
564 boolean bufs_updated
= FALSE
, upload_flushed
= FALSE
;
565 int min_index
, max_index
;
567 min_index
= info
->min_index
- info
->index_bias
;
568 max_index
= info
->max_index
- info
->index_bias
;
570 /* Translate vertices with non-native layouts or formats. */
571 if (mgr
->incompatible_vb_layout
|| mgr
->ve
->incompatible_layout
) {
572 u_vbuf_translate_begin(mgr
, min_index
, max_index
, &upload_flushed
);
574 if (mgr
->fallback_ve
) {
579 /* Upload user buffers. */
580 if (mgr
->any_user_vbs
) {
581 u_vbuf_upload_buffers(mgr
, min_index
, max_index
, &upload_flushed
);
585 /* Set the return values. */
586 if (buffers_updated
) {
587 *buffers_updated
= bufs_updated
;
589 if (uploader_flushed
) {
590 *uploader_flushed
= upload_flushed
;
594 void u_vbuf_mgr_draw_end(struct u_vbuf_mgr
*mgrb
)
596 struct u_vbuf_mgr_priv
*mgr
= (struct u_vbuf_mgr_priv
*)mgrb
;
598 if (mgr
->fallback_ve
) {
599 u_vbuf_translate_end(mgr
);