1 /**************************************************************************
3 * Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas.
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
29 #include "main/imports.h"
30 #include "main/mfeatures.h"
31 #include "main/mtypes.h"
32 #include "main/macros.h"
33 #include "main/bufferobj.h"
35 #include "intel_blit.h"
36 #include "intel_buffer_objects.h"
37 #include "intel_batchbuffer.h"
38 #include "intel_context.h"
39 #include "intel_fbo.h"
40 #include "intel_mipmap_tree.h"
41 #include "intel_regions.h"
44 intel_bufferobj_unmap(struct gl_context
* ctx
, struct gl_buffer_object
*obj
);
46 /** Allocates a new drm_intel_bo to store the data for the buffer object. */
48 intel_bufferobj_alloc_buffer(struct intel_context
*intel
,
49 struct intel_buffer_object
*intel_obj
)
51 intel_obj
->buffer
= drm_intel_bo_alloc(intel
->bufmgr
, "bufferobj",
52 intel_obj
->Base
.Size
, 64);
56 release_buffer(struct intel_buffer_object
*intel_obj
)
58 drm_intel_bo_unreference(intel_obj
->buffer
);
59 intel_obj
->buffer
= NULL
;
60 intel_obj
->offset
= 0;
61 intel_obj
->source
= 0;
65 * There is some duplication between mesa's bufferobjects and our
66 * bufmgr buffers. Both have an integer handle and a hashtable to
67 * lookup an opaque structure. It would be nice if the handles and
68 * internal structure where somehow shared.
70 static struct gl_buffer_object
*
71 intel_bufferobj_alloc(struct gl_context
* ctx
, GLuint name
, GLenum target
)
73 struct intel_buffer_object
*obj
= CALLOC_STRUCT(intel_buffer_object
);
75 _mesa_initialize_buffer_object(&obj
->Base
, name
, target
);
82 /* Break the COW tie to the region. The region gets to keep the data.
85 intel_bufferobj_release_region(struct intel_context
*intel
,
86 struct intel_buffer_object
*intel_obj
)
88 assert(intel_obj
->region
->buffer
== intel_obj
->buffer
);
89 intel_obj
->region
->pbo
= NULL
;
90 intel_obj
->region
= NULL
;
92 release_buffer(intel_obj
);
95 /* Break the COW tie to the region. Both the pbo and the region end
96 * up with a copy of the data.
99 intel_bufferobj_cow(struct intel_context
*intel
,
100 struct intel_buffer_object
*intel_obj
)
102 assert(intel_obj
->region
);
103 intel_region_cow(intel
, intel_obj
->region
);
108 * Deallocate/free a vertex/pixel buffer object.
109 * Called via glDeleteBuffersARB().
112 intel_bufferobj_free(struct gl_context
* ctx
, struct gl_buffer_object
*obj
)
114 struct intel_context
*intel
= intel_context(ctx
);
115 struct intel_buffer_object
*intel_obj
= intel_buffer_object(obj
);
119 /* Buffer objects are automatically unmapped when deleting according
120 * to the spec, but Mesa doesn't do UnmapBuffer for us at context destroy
121 * (though it does if you call glDeleteBuffers)
124 intel_bufferobj_unmap(ctx
, obj
);
126 free(intel_obj
->sys_buffer
);
127 if (intel_obj
->region
) {
128 intel_bufferobj_release_region(intel
, intel_obj
);
131 drm_intel_bo_unreference(intel_obj
->buffer
);
138 * Allocate space for and store data in a buffer object. Any data that was
139 * previously stored in the buffer object is lost. If data is NULL,
140 * memory will be allocated, but no copy will occur.
141 * Called via ctx->Driver.BufferData().
142 * \return GL_TRUE for success, GL_FALSE if out of memory
145 intel_bufferobj_data(struct gl_context
* ctx
,
149 GLenum usage
, struct gl_buffer_object
*obj
)
151 struct intel_context
*intel
= intel_context(ctx
);
152 struct intel_buffer_object
*intel_obj
= intel_buffer_object(obj
);
154 intel_obj
->Base
.Size
= size
;
155 intel_obj
->Base
.Usage
= usage
;
157 assert(!obj
->Pointer
); /* Mesa should have unmapped it */
159 if (intel_obj
->region
)
160 intel_bufferobj_release_region(intel
, intel_obj
);
162 if (intel_obj
->buffer
!= NULL
)
163 release_buffer(intel_obj
);
165 free(intel_obj
->sys_buffer
);
166 intel_obj
->sys_buffer
= NULL
;
169 if (usage
== GL_DYNAMIC_DRAW
171 /* On pre-965, stick VBOs in system memory, as we're always doing
172 * swtnl with their contents anyway.
174 || target
== GL_ARRAY_BUFFER
|| target
== GL_ELEMENT_ARRAY_BUFFER
178 intel_obj
->sys_buffer
= malloc(size
);
179 if (intel_obj
->sys_buffer
!= NULL
) {
181 memcpy(intel_obj
->sys_buffer
, data
, size
);
185 intel_bufferobj_alloc_buffer(intel
, intel_obj
);
186 if (!intel_obj
->buffer
)
190 drm_intel_bo_subdata(intel_obj
->buffer
, 0, size
, data
);
198 * Replace data in a subrange of buffer object. If the data range
199 * specified by size + offset extends beyond the end of the buffer or
200 * if data is NULL, no copy is performed.
201 * Called via glBufferSubDataARB().
204 intel_bufferobj_subdata(struct gl_context
* ctx
,
208 const GLvoid
* data
, struct gl_buffer_object
*obj
)
210 struct intel_context
*intel
= intel_context(ctx
);
211 struct intel_buffer_object
*intel_obj
= intel_buffer_object(obj
);
219 if (intel_obj
->region
)
220 intel_bufferobj_cow(intel
, intel_obj
);
222 /* If we have a single copy in system memory, update that */
223 if (intel_obj
->sys_buffer
) {
224 if (intel_obj
->source
)
225 release_buffer(intel_obj
);
227 if (intel_obj
->buffer
== NULL
) {
228 memcpy((char *)intel_obj
->sys_buffer
+ offset
, data
, size
);
232 free(intel_obj
->sys_buffer
);
233 intel_obj
->sys_buffer
= NULL
;
236 /* Otherwise we need to update the copy in video memory. */
238 drm_intel_bo_busy(intel_obj
->buffer
) ||
239 drm_intel_bo_references(intel
->batch
.bo
, intel_obj
->buffer
);
241 /* replace the current busy bo with fresh data */
242 if (busy
&& size
== intel_obj
->Base
.Size
) {
243 drm_intel_bo_unreference(intel_obj
->buffer
);
244 intel_bufferobj_alloc_buffer(intel
, intel_obj
);
245 drm_intel_bo_subdata(intel_obj
->buffer
, 0, size
, data
);
246 } else if (intel
->gen
< 6) {
248 drm_intel_bo
*temp_bo
;
250 temp_bo
= drm_intel_bo_alloc(intel
->bufmgr
, "subdata temp", size
, 64);
252 drm_intel_bo_subdata(temp_bo
, 0, size
, data
);
254 intel_emit_linear_blit(intel
,
255 intel_obj
->buffer
, offset
,
259 drm_intel_bo_unreference(temp_bo
);
261 drm_intel_bo_subdata(intel_obj
->buffer
, offset
, size
, data
);
264 /* Can't use the blit to modify the buffer in the middle of batch. */
265 if (drm_intel_bo_references(intel
->batch
.bo
, intel_obj
->buffer
)) {
266 intel_batchbuffer_flush(intel
);
268 drm_intel_bo_subdata(intel_obj
->buffer
, offset
, size
, data
);
274 * Called via glGetBufferSubDataARB().
277 intel_bufferobj_get_subdata(struct gl_context
* ctx
,
281 GLvoid
* data
, struct gl_buffer_object
*obj
)
283 struct intel_buffer_object
*intel_obj
= intel_buffer_object(obj
);
284 struct intel_context
*intel
= intel_context(ctx
);
287 if (intel_obj
->sys_buffer
)
288 memcpy(data
, (char *)intel_obj
->sys_buffer
+ offset
, size
);
290 if (drm_intel_bo_references(intel
->batch
.bo
, intel_obj
->buffer
)) {
291 intel_batchbuffer_flush(intel
);
293 drm_intel_bo_get_subdata(intel_obj
->buffer
, offset
, size
, data
);
300 * Called via glMapBufferARB().
303 intel_bufferobj_map(struct gl_context
* ctx
,
305 GLenum access
, struct gl_buffer_object
*obj
)
307 struct intel_context
*intel
= intel_context(ctx
);
308 struct intel_buffer_object
*intel_obj
= intel_buffer_object(obj
);
309 GLboolean read_only
= (access
== GL_READ_ONLY_ARB
);
310 GLboolean write_only
= (access
== GL_WRITE_ONLY_ARB
);
314 if (intel_obj
->sys_buffer
) {
315 if (!read_only
&& intel_obj
->source
) {
316 release_buffer(intel_obj
);
319 if (!intel_obj
->buffer
|| intel_obj
->source
) {
320 obj
->Pointer
= intel_obj
->sys_buffer
;
321 obj
->Length
= obj
->Size
;
326 free(intel_obj
->sys_buffer
);
327 intel_obj
->sys_buffer
= NULL
;
330 /* Flush any existing batchbuffer that might reference this data. */
331 if (drm_intel_bo_references(intel
->batch
.bo
, intel_obj
->buffer
))
334 if (intel_obj
->region
)
335 intel_bufferobj_cow(intel
, intel_obj
);
337 if (intel_obj
->buffer
== NULL
) {
343 drm_intel_gem_bo_map_gtt(intel_obj
->buffer
);
344 intel_obj
->mapped_gtt
= GL_TRUE
;
346 drm_intel_bo_map(intel_obj
->buffer
, !read_only
);
347 intel_obj
->mapped_gtt
= GL_FALSE
;
350 obj
->Pointer
= intel_obj
->buffer
->virtual;
351 obj
->Length
= obj
->Size
;
358 * Called via glMapBufferRange().
360 * The goal of this extension is to allow apps to accumulate their rendering
361 * at the same time as they accumulate their buffer object. Without it,
362 * you'd end up blocking on execution of rendering every time you mapped
363 * the buffer to put new data in.
365 * We support it in 3 ways: If unsynchronized, then don't bother
366 * flushing the batchbuffer before mapping the buffer, which can save blocking
367 * in many cases. If we would still block, and they allow the whole buffer
368 * to be invalidated, then just allocate a new buffer to replace the old one.
369 * If not, and we'd block, and they allow the subrange of the buffer to be
370 * invalidated, then we can make a new little BO, let them write into that,
371 * and blit it into the real BO at unmap time.
374 intel_bufferobj_map_range(struct gl_context
* ctx
,
375 GLenum target
, GLintptr offset
, GLsizeiptr length
,
376 GLbitfield access
, struct gl_buffer_object
*obj
)
378 struct intel_context
*intel
= intel_context(ctx
);
379 struct intel_buffer_object
*intel_obj
= intel_buffer_object(obj
);
380 GLboolean read_only
= (access
== GL_READ_ONLY_ARB
);
384 /* _mesa_MapBufferRange (GL entrypoint) sets these, but the vbo module also
385 * internally uses our functions directly.
387 obj
->Offset
= offset
;
388 obj
->Length
= length
;
389 obj
->AccessFlags
= access
;
391 if (intel_obj
->sys_buffer
) {
392 if (!read_only
&& intel_obj
->source
)
393 release_buffer(intel_obj
);
395 if (!intel_obj
->buffer
|| intel_obj
->source
) {
396 obj
->Pointer
= intel_obj
->sys_buffer
+ offset
;
400 free(intel_obj
->sys_buffer
);
401 intel_obj
->sys_buffer
= NULL
;
404 if (intel_obj
->region
)
405 intel_bufferobj_cow(intel
, intel_obj
);
407 /* If the mapping is synchronized with other GL operations, flush
408 * the batchbuffer so that GEM knows about the buffer access for later
411 if (!(access
& GL_MAP_UNSYNCHRONIZED_BIT
) &&
412 drm_intel_bo_references(intel
->batch
.bo
, intel_obj
->buffer
))
415 if (intel_obj
->buffer
== NULL
) {
420 /* If the user doesn't care about existing buffer contents and mapping
421 * would cause us to block, then throw out the old buffer.
423 if (!(access
& GL_MAP_UNSYNCHRONIZED_BIT
) &&
424 (access
& GL_MAP_INVALIDATE_BUFFER_BIT
) &&
425 drm_intel_bo_busy(intel_obj
->buffer
)) {
426 drm_intel_bo_unreference(intel_obj
->buffer
);
427 intel_bufferobj_alloc_buffer(intel
, intel_obj
);
430 /* If the user is mapping a range of an active buffer object but
431 * doesn't require the current contents of that range, make a new
432 * BO, and we'll copy what they put in there out at unmap or
435 if ((access
& GL_MAP_INVALIDATE_RANGE_BIT
) &&
436 drm_intel_bo_busy(intel_obj
->buffer
)) {
437 if (access
& GL_MAP_FLUSH_EXPLICIT_BIT
) {
438 intel_obj
->range_map_buffer
= malloc(length
);
439 obj
->Pointer
= intel_obj
->range_map_buffer
;
441 intel_obj
->range_map_bo
= drm_intel_bo_alloc(intel
->bufmgr
,
444 if (!(access
& GL_MAP_READ_BIT
)) {
445 drm_intel_gem_bo_map_gtt(intel_obj
->range_map_bo
);
446 intel_obj
->mapped_gtt
= GL_TRUE
;
448 drm_intel_bo_map(intel_obj
->range_map_bo
,
449 (access
& GL_MAP_WRITE_BIT
) != 0);
450 intel_obj
->mapped_gtt
= GL_FALSE
;
452 obj
->Pointer
= intel_obj
->range_map_bo
->virtual;
457 if (!(access
& GL_MAP_READ_BIT
)) {
458 drm_intel_gem_bo_map_gtt(intel_obj
->buffer
);
459 intel_obj
->mapped_gtt
= GL_TRUE
;
461 drm_intel_bo_map(intel_obj
->buffer
, (access
& GL_MAP_WRITE_BIT
) != 0);
462 intel_obj
->mapped_gtt
= GL_FALSE
;
465 obj
->Pointer
= intel_obj
->buffer
->virtual + offset
;
469 /* Ideally we'd use a BO to avoid taking up cache space for the temporary
470 * data, but FlushMappedBufferRange may be followed by further writes to
471 * the pointer, so we would have to re-map after emitting our blit, which
472 * would defeat the point.
475 intel_bufferobj_flush_mapped_range(struct gl_context
*ctx
, GLenum target
,
476 GLintptr offset
, GLsizeiptr length
,
477 struct gl_buffer_object
*obj
)
479 struct intel_context
*intel
= intel_context(ctx
);
480 struct intel_buffer_object
*intel_obj
= intel_buffer_object(obj
);
481 drm_intel_bo
*temp_bo
;
483 /* Unless we're in the range map using a temporary system buffer,
484 * there's no work to do.
486 if (intel_obj
->range_map_buffer
== NULL
)
492 temp_bo
= drm_intel_bo_alloc(intel
->bufmgr
, "range map flush", length
, 64);
494 drm_intel_bo_subdata(temp_bo
, 0, length
, intel_obj
->range_map_buffer
);
496 intel_emit_linear_blit(intel
,
497 intel_obj
->buffer
, obj
->Offset
+ offset
,
501 drm_intel_bo_unreference(temp_bo
);
506 * Called via glUnmapBuffer().
509 intel_bufferobj_unmap(struct gl_context
* ctx
, struct gl_buffer_object
*obj
)
511 struct intel_context
*intel
= intel_context(ctx
);
512 struct intel_buffer_object
*intel_obj
= intel_buffer_object(obj
);
515 assert(obj
->Pointer
);
516 if (intel_obj
->sys_buffer
!= NULL
) {
517 /* always keep the mapping around. */
518 } else if (intel_obj
->range_map_buffer
!= NULL
) {
519 /* Since we've emitted some blits to buffers that will (likely) be used
520 * in rendering operations in other cache domains in this batch, emit a
521 * flush. Once again, we wish for a domain tracker in libdrm to cover
522 * usage inside of a batchbuffer.
524 intel_batchbuffer_emit_mi_flush(intel
);
525 free(intel_obj
->range_map_buffer
);
526 intel_obj
->range_map_buffer
= NULL
;
527 } else if (intel_obj
->range_map_bo
!= NULL
) {
528 if (intel_obj
->mapped_gtt
) {
529 drm_intel_gem_bo_unmap_gtt(intel_obj
->range_map_bo
);
531 drm_intel_bo_unmap(intel_obj
->range_map_bo
);
534 intel_emit_linear_blit(intel
,
535 intel_obj
->buffer
, obj
->Offset
,
536 intel_obj
->range_map_bo
, 0,
539 /* Since we've emitted some blits to buffers that will (likely) be used
540 * in rendering operations in other cache domains in this batch, emit a
541 * flush. Once again, we wish for a domain tracker in libdrm to cover
542 * usage inside of a batchbuffer.
544 intel_batchbuffer_emit_mi_flush(intel
);
546 drm_intel_bo_unreference(intel_obj
->range_map_bo
);
547 intel_obj
->range_map_bo
= NULL
;
548 } else if (intel_obj
->buffer
!= NULL
) {
549 if (intel_obj
->mapped_gtt
) {
550 drm_intel_gem_bo_unmap_gtt(intel_obj
->buffer
);
552 drm_intel_bo_unmap(intel_obj
->buffer
);
563 intel_bufferobj_buffer(struct intel_context
*intel
,
564 struct intel_buffer_object
*intel_obj
,
567 if (intel_obj
->region
) {
568 if (flag
== INTEL_WRITE_PART
)
569 intel_bufferobj_cow(intel
, intel_obj
);
570 else if (flag
== INTEL_WRITE_FULL
) {
571 intel_bufferobj_release_region(intel
, intel_obj
);
572 intel_bufferobj_alloc_buffer(intel
, intel_obj
);
576 if (intel_obj
->source
)
577 release_buffer(intel_obj
);
579 if (intel_obj
->buffer
== NULL
) {
580 intel_bufferobj_alloc_buffer(intel
, intel_obj
);
581 drm_intel_bo_subdata(intel_obj
->buffer
,
582 0, intel_obj
->Base
.Size
,
583 intel_obj
->sys_buffer
);
585 free(intel_obj
->sys_buffer
);
586 intel_obj
->sys_buffer
= NULL
;
587 intel_obj
->offset
= 0;
590 return intel_obj
->buffer
;
593 #define INTEL_UPLOAD_SIZE (64*1024)
596 intel_upload_finish(struct intel_context
*intel
)
598 if (!intel
->upload
.bo
)
601 if (intel
->upload
.buffer_len
) {
602 drm_intel_bo_subdata(intel
->upload
.bo
,
603 intel
->upload
.buffer_offset
,
604 intel
->upload
.buffer_len
,
605 intel
->upload
.buffer
);
606 intel
->upload
.buffer_len
= 0;
609 drm_intel_bo_unreference(intel
->upload
.bo
);
610 intel
->upload
.bo
= NULL
;
613 static void wrap_buffers(struct intel_context
*intel
, GLuint size
)
615 intel_upload_finish(intel
);
617 if (size
< INTEL_UPLOAD_SIZE
)
618 size
= INTEL_UPLOAD_SIZE
;
620 intel
->upload
.bo
= drm_intel_bo_alloc(intel
->bufmgr
, "upload", size
, 0);
621 intel
->upload
.offset
= 0;
624 void intel_upload_data(struct intel_context
*intel
,
625 const void *ptr
, GLuint size
, GLuint align
,
626 drm_intel_bo
**return_bo
,
627 GLuint
*return_offset
)
631 base
= (intel
->upload
.offset
+ align
- 1) / align
* align
;
632 if (intel
->upload
.bo
== NULL
|| base
+ size
> intel
->upload
.bo
->size
) {
633 wrap_buffers(intel
, size
);
637 drm_intel_bo_reference(intel
->upload
.bo
);
638 *return_bo
= intel
->upload
.bo
;
639 *return_offset
= base
;
641 delta
= base
- intel
->upload
.offset
;
642 if (intel
->upload
.buffer_len
&&
643 intel
->upload
.buffer_len
+ delta
+ size
> sizeof(intel
->upload
.buffer
))
645 drm_intel_bo_subdata(intel
->upload
.bo
,
646 intel
->upload
.buffer_offset
,
647 intel
->upload
.buffer_len
,
648 intel
->upload
.buffer
);
649 intel
->upload
.buffer_len
= 0;
652 if (size
< sizeof(intel
->upload
.buffer
))
654 if (intel
->upload
.buffer_len
== 0)
655 intel
->upload
.buffer_offset
= base
;
657 intel
->upload
.buffer_len
+= delta
;
659 memcpy(intel
->upload
.buffer
+ intel
->upload
.buffer_len
, ptr
, size
);
660 intel
->upload
.buffer_len
+= size
;
664 drm_intel_bo_subdata(intel
->upload
.bo
, base
, size
, ptr
);
667 intel
->upload
.offset
= base
+ size
;
670 void *intel_upload_map(struct intel_context
*intel
, GLuint size
, GLuint align
)
675 base
= (intel
->upload
.offset
+ align
- 1) / align
* align
;
676 if (intel
->upload
.bo
== NULL
|| base
+ size
> intel
->upload
.bo
->size
) {
677 wrap_buffers(intel
, size
);
681 delta
= base
- intel
->upload
.offset
;
682 if (intel
->upload
.buffer_len
&&
683 intel
->upload
.buffer_len
+ delta
+ size
> sizeof(intel
->upload
.buffer
))
685 drm_intel_bo_subdata(intel
->upload
.bo
,
686 intel
->upload
.buffer_offset
,
687 intel
->upload
.buffer_len
,
688 intel
->upload
.buffer
);
689 intel
->upload
.buffer_len
= 0;
692 if (size
<= sizeof(intel
->upload
.buffer
)) {
693 if (intel
->upload
.buffer_len
== 0)
694 intel
->upload
.buffer_offset
= base
;
696 intel
->upload
.buffer_len
+= delta
;
698 ptr
= intel
->upload
.buffer
+ intel
->upload
.buffer_len
;
699 intel
->upload
.buffer_len
+= size
;
706 void intel_upload_unmap(struct intel_context
*intel
,
707 const void *ptr
, GLuint size
, GLuint align
,
708 drm_intel_bo
**return_bo
,
709 GLuint
*return_offset
)
713 base
= (intel
->upload
.offset
+ align
- 1) / align
* align
;
714 if (size
> sizeof(intel
->upload
.buffer
)) {
715 drm_intel_bo_subdata(intel
->upload
.bo
, base
, size
, ptr
);
719 drm_intel_bo_reference(intel
->upload
.bo
);
720 *return_bo
= intel
->upload
.bo
;
721 *return_offset
= base
;
723 intel
->upload
.offset
= base
+ size
;
727 intel_bufferobj_source(struct intel_context
*intel
,
728 struct intel_buffer_object
*intel_obj
,
729 GLuint align
, GLuint
*offset
)
731 if (intel_obj
->buffer
== NULL
) {
732 intel_upload_data(intel
,
733 intel_obj
->sys_buffer
, intel_obj
->Base
.Size
, align
,
734 &intel_obj
->buffer
, &intel_obj
->offset
);
735 intel_obj
->source
= 1;
738 *offset
= intel_obj
->offset
;
739 return intel_obj
->buffer
;
743 intel_bufferobj_copy_subdata(struct gl_context
*ctx
,
744 struct gl_buffer_object
*src
,
745 struct gl_buffer_object
*dst
,
746 GLintptr read_offset
, GLintptr write_offset
,
749 struct intel_context
*intel
= intel_context(ctx
);
750 struct intel_buffer_object
*intel_src
= intel_buffer_object(src
);
751 struct intel_buffer_object
*intel_dst
= intel_buffer_object(dst
);
752 drm_intel_bo
*src_bo
, *dst_bo
;
758 /* If we're in system memory, just map and memcpy. */
759 if (intel_src
->sys_buffer
|| intel_dst
->sys_buffer
|| intel
->gen
>= 6) {
760 /* The same buffer may be used, but note that regions copied may
764 char *ptr
= intel_bufferobj_map(ctx
, GL_COPY_WRITE_BUFFER
,
766 memmove(ptr
+ write_offset
, ptr
+ read_offset
, size
);
767 intel_bufferobj_unmap(ctx
, dst
);
772 src_ptr
= intel_bufferobj_map(ctx
, GL_COPY_READ_BUFFER
,
774 dst_ptr
= intel_bufferobj_map(ctx
, GL_COPY_WRITE_BUFFER
,
777 memcpy(dst_ptr
+ write_offset
, src_ptr
+ read_offset
, size
);
779 intel_bufferobj_unmap(ctx
, src
);
780 intel_bufferobj_unmap(ctx
, dst
);
785 /* Otherwise, we have real BOs, so blit them. */
787 dst_bo
= intel_bufferobj_buffer(intel
, intel_dst
, INTEL_WRITE_PART
);
788 src_bo
= intel_bufferobj_source(intel
, intel_src
, 64, &src_offset
);
790 intel_emit_linear_blit(intel
,
791 dst_bo
, write_offset
,
792 src_bo
, read_offset
+ src_offset
, size
);
794 /* Since we've emitted some blits to buffers that will (likely) be used
795 * in rendering operations in other cache domains in this batch, emit a
796 * flush. Once again, we wish for a domain tracker in libdrm to cover
797 * usage inside of a batchbuffer.
799 intel_batchbuffer_emit_mi_flush(intel
);
802 #if FEATURE_APPLE_object_purgeable
804 intel_buffer_purgeable(struct gl_context
* ctx
,
805 drm_intel_bo
*buffer
,
811 retained
= drm_intel_bo_madvise (buffer
, I915_MADV_DONTNEED
);
813 return retained
? GL_VOLATILE_APPLE
: GL_RELEASED_APPLE
;
817 intel_buffer_object_purgeable(struct gl_context
* ctx
,
818 struct gl_buffer_object
*obj
,
821 struct intel_buffer_object
*intel
;
823 intel
= intel_buffer_object (obj
);
824 if (intel
->buffer
!= NULL
)
825 return intel_buffer_purgeable (ctx
, intel
->buffer
, option
);
827 if (option
== GL_RELEASED_APPLE
) {
828 if (intel
->sys_buffer
!= NULL
) {
829 free(intel
->sys_buffer
);
830 intel
->sys_buffer
= NULL
;
833 return GL_RELEASED_APPLE
;
835 /* XXX Create the buffer and madvise(MADV_DONTNEED)? */
836 return intel_buffer_purgeable (ctx
,
837 intel_bufferobj_buffer(intel_context(ctx
),
844 intel_texture_object_purgeable(struct gl_context
* ctx
,
845 struct gl_texture_object
*obj
,
848 struct intel_texture_object
*intel
;
850 intel
= intel_texture_object(obj
);
851 if (intel
->mt
== NULL
|| intel
->mt
->region
== NULL
)
852 return GL_RELEASED_APPLE
;
854 return intel_buffer_purgeable (ctx
, intel
->mt
->region
->buffer
, option
);
858 intel_render_object_purgeable(struct gl_context
* ctx
,
859 struct gl_renderbuffer
*obj
,
862 struct intel_renderbuffer
*intel
;
864 intel
= intel_renderbuffer(obj
);
865 if (intel
->region
== NULL
)
866 return GL_RELEASED_APPLE
;
868 return intel_buffer_purgeable (ctx
, intel
->region
->buffer
, option
);
872 intel_buffer_unpurgeable(struct gl_context
* ctx
,
873 drm_intel_bo
*buffer
,
880 retained
= drm_intel_bo_madvise (buffer
, I915_MADV_WILLNEED
);
882 return retained
? GL_RETAINED_APPLE
: GL_UNDEFINED_APPLE
;
886 intel_buffer_object_unpurgeable(struct gl_context
* ctx
,
887 struct gl_buffer_object
*obj
,
890 return intel_buffer_unpurgeable (ctx
, intel_buffer_object (obj
)->buffer
, option
);
894 intel_texture_object_unpurgeable(struct gl_context
* ctx
,
895 struct gl_texture_object
*obj
,
898 struct intel_texture_object
*intel
;
900 intel
= intel_texture_object(obj
);
901 if (intel
->mt
== NULL
|| intel
->mt
->region
== NULL
)
902 return GL_UNDEFINED_APPLE
;
904 return intel_buffer_unpurgeable (ctx
, intel
->mt
->region
->buffer
, option
);
908 intel_render_object_unpurgeable(struct gl_context
* ctx
,
909 struct gl_renderbuffer
*obj
,
912 struct intel_renderbuffer
*intel
;
914 intel
= intel_renderbuffer(obj
);
915 if (intel
->region
== NULL
)
916 return GL_UNDEFINED_APPLE
;
918 return intel_buffer_unpurgeable (ctx
, intel
->region
->buffer
, option
);
923 intelInitBufferObjectFuncs(struct dd_function_table
*functions
)
925 functions
->NewBufferObject
= intel_bufferobj_alloc
;
926 functions
->DeleteBuffer
= intel_bufferobj_free
;
927 functions
->BufferData
= intel_bufferobj_data
;
928 functions
->BufferSubData
= intel_bufferobj_subdata
;
929 functions
->GetBufferSubData
= intel_bufferobj_get_subdata
;
930 functions
->MapBuffer
= intel_bufferobj_map
;
931 functions
->MapBufferRange
= intel_bufferobj_map_range
;
932 functions
->FlushMappedBufferRange
= intel_bufferobj_flush_mapped_range
;
933 functions
->UnmapBuffer
= intel_bufferobj_unmap
;
934 functions
->CopyBufferSubData
= intel_bufferobj_copy_subdata
;
936 #if FEATURE_APPLE_object_purgeable
937 functions
->BufferObjectPurgeable
= intel_buffer_object_purgeable
;
938 functions
->TextureObjectPurgeable
= intel_texture_object_purgeable
;
939 functions
->RenderObjectPurgeable
= intel_render_object_purgeable
;
941 functions
->BufferObjectUnpurgeable
= intel_buffer_object_unpurgeable
;
942 functions
->TextureObjectUnpurgeable
= intel_texture_object_unpurgeable
;
943 functions
->RenderObjectUnpurgeable
= intel_render_object_unpurgeable
;