1 /**************************************************************************
3 * Copyright 2009 VMware, Inc.
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
28 /* Helper utility for uploading user buffers & other data, and
29 * coalescing small buffers into larger ones.
32 #include "pipe/p_defines.h"
33 #include "util/u_inlines.h"
34 #include "pipe/p_context.h"
35 #include "util/u_memory.h"
36 #include "util/u_math.h"
38 #include "u_upload_mgr.h"
42 struct pipe_context
*pipe
;
44 unsigned default_size
; /* Minimum size of the upload buffer, in bytes. */
45 unsigned bind
; /* Bitmask of PIPE_BIND_* flags. */
46 enum pipe_resource_usage usage
;
48 unsigned map_flags
; /* Bitmask of PIPE_TRANSFER_* flags. */
49 boolean map_persistent
; /* If persistent mappings are supported. */
51 struct pipe_resource
*buffer
; /* Upload buffer. */
52 struct pipe_transfer
*transfer
; /* Transfer object for the upload buffer. */
53 uint8_t *map
; /* Pointer to the mapped upload buffer. */
54 unsigned offset
; /* Aligned offset to the upload buffer, pointing
55 * at the first unused byte. */
56 unsigned flushed_size
; /* Size we have flushed by transfer_flush_region. */
61 u_upload_create(struct pipe_context
*pipe
, unsigned default_size
,
62 unsigned bind
, enum pipe_resource_usage usage
, unsigned flags
)
64 struct u_upload_mgr
*upload
= CALLOC_STRUCT(u_upload_mgr
);
69 upload
->default_size
= default_size
;
71 upload
->usage
= usage
;
72 upload
->flags
= flags
;
74 upload
->map_persistent
=
75 pipe
->screen
->get_param(pipe
->screen
,
76 PIPE_CAP_BUFFER_MAP_PERSISTENT_COHERENT
);
78 if (upload
->map_persistent
) {
79 upload
->map_flags
= PIPE_TRANSFER_WRITE
|
80 PIPE_TRANSFER_UNSYNCHRONIZED
|
81 PIPE_TRANSFER_PERSISTENT
|
82 PIPE_TRANSFER_COHERENT
;
85 upload
->map_flags
= PIPE_TRANSFER_WRITE
|
86 PIPE_TRANSFER_UNSYNCHRONIZED
|
87 PIPE_TRANSFER_FLUSH_EXPLICIT
;
94 u_upload_create_default(struct pipe_context
*pipe
)
96 return u_upload_create(pipe
, 1024 * 1024,
97 PIPE_BIND_VERTEX_BUFFER
|
98 PIPE_BIND_INDEX_BUFFER
|
99 PIPE_BIND_CONSTANT_BUFFER
,
100 PIPE_USAGE_STREAM
, 0);
103 struct u_upload_mgr
*
104 u_upload_clone(struct pipe_context
*pipe
, struct u_upload_mgr
*upload
)
106 struct u_upload_mgr
*result
= u_upload_create(pipe
, upload
->default_size
,
107 upload
->bind
, upload
->usage
,
109 if (upload
->map_persistent
&&
110 upload
->map_flags
& PIPE_TRANSFER_FLUSH_EXPLICIT
)
111 u_upload_enable_flush_explicit(result
);
117 u_upload_enable_flush_explicit(struct u_upload_mgr
*upload
)
119 assert(upload
->map_persistent
);
120 upload
->map_flags
&= ~PIPE_TRANSFER_COHERENT
;
121 upload
->map_flags
|= PIPE_TRANSFER_FLUSH_EXPLICIT
;
125 upload_unmap_internal(struct u_upload_mgr
*upload
, boolean destroying
)
127 if (!upload
->transfer
)
130 if (upload
->map_flags
& PIPE_TRANSFER_FLUSH_EXPLICIT
) {
131 struct pipe_box
*box
= &upload
->transfer
->box
;
132 unsigned flush_offset
= box
->x
+ upload
->flushed_size
;
134 if (upload
->offset
> flush_offset
) {
135 pipe_buffer_flush_mapped_range(upload
->pipe
, upload
->transfer
,
137 upload
->offset
- flush_offset
);
138 upload
->flushed_size
= upload
->offset
;
142 if (destroying
|| !upload
->map_persistent
) {
143 pipe_transfer_unmap(upload
->pipe
, upload
->transfer
);
144 upload
->transfer
= NULL
;
146 upload
->flushed_size
= 0;
152 u_upload_unmap(struct u_upload_mgr
*upload
)
154 upload_unmap_internal(upload
, FALSE
);
159 u_upload_release_buffer(struct u_upload_mgr
*upload
)
161 /* Unmap and unreference the upload buffer. */
162 upload_unmap_internal(upload
, TRUE
);
163 pipe_resource_reference(&upload
->buffer
, NULL
);
168 u_upload_destroy(struct u_upload_mgr
*upload
)
170 u_upload_release_buffer(upload
);
176 u_upload_alloc_buffer(struct u_upload_mgr
*upload
, unsigned min_size
)
178 struct pipe_screen
*screen
= upload
->pipe
->screen
;
179 struct pipe_resource buffer
;
182 /* Release the old buffer, if present:
184 u_upload_release_buffer(upload
);
186 /* Allocate a new one:
188 size
= align(MAX2(upload
->default_size
, min_size
), 4096);
190 memset(&buffer
, 0, sizeof buffer
);
191 buffer
.target
= PIPE_BUFFER
;
192 buffer
.format
= PIPE_FORMAT_R8_UNORM
; /* want TYPELESS or similar */
193 buffer
.bind
= upload
->bind
;
194 buffer
.usage
= upload
->usage
;
195 buffer
.flags
= upload
->flags
;
196 buffer
.width0
= size
;
199 buffer
.array_size
= 1;
201 if (upload
->map_persistent
) {
202 buffer
.flags
|= PIPE_RESOURCE_FLAG_MAP_PERSISTENT
|
203 PIPE_RESOURCE_FLAG_MAP_COHERENT
;
206 upload
->buffer
= screen
->resource_create(screen
, &buffer
);
207 if (upload
->buffer
== NULL
)
210 /* Map the new buffer. */
211 upload
->map
= pipe_buffer_map_range(upload
->pipe
, upload
->buffer
,
212 0, size
, upload
->map_flags
,
214 if (upload
->map
== NULL
) {
215 upload
->transfer
= NULL
;
216 pipe_resource_reference(&upload
->buffer
, NULL
);
224 u_upload_alloc(struct u_upload_mgr
*upload
,
225 unsigned min_out_offset
,
228 unsigned *out_offset
,
229 struct pipe_resource
**outbuf
,
232 unsigned buffer_size
= upload
->buffer
? upload
->buffer
->width0
: 0;
235 min_out_offset
= align(min_out_offset
, alignment
);
237 offset
= align(upload
->offset
, alignment
);
238 offset
= MAX2(offset
, min_out_offset
);
240 /* Make sure we have enough space in the upload buffer
241 * for the sub-allocation.
243 if (unlikely(!upload
->buffer
|| offset
+ size
> buffer_size
)) {
244 u_upload_alloc_buffer(upload
, min_out_offset
+ size
);
246 if (unlikely(!upload
->buffer
)) {
248 pipe_resource_reference(outbuf
, NULL
);
253 offset
= min_out_offset
;
254 buffer_size
= upload
->buffer
->width0
;
257 if (unlikely(!upload
->map
)) {
258 upload
->map
= pipe_buffer_map_range(upload
->pipe
, upload
->buffer
,
260 buffer_size
- offset
,
263 if (unlikely(!upload
->map
)) {
264 upload
->transfer
= NULL
;
266 pipe_resource_reference(outbuf
, NULL
);
271 upload
->map
-= offset
;
274 assert(offset
< buffer_size
);
275 assert(offset
+ size
<= buffer_size
);
278 /* Emit the return values: */
279 *ptr
= upload
->map
+ offset
;
280 pipe_resource_reference(outbuf
, upload
->buffer
);
281 *out_offset
= offset
;
283 upload
->offset
= offset
+ size
;
287 u_upload_data(struct u_upload_mgr
*upload
,
288 unsigned min_out_offset
,
292 unsigned *out_offset
,
293 struct pipe_resource
**outbuf
)
297 u_upload_alloc(upload
, min_out_offset
, size
, alignment
,
301 memcpy(ptr
, data
, size
);