2 * Copyright 2013 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
23 * Authors: Marek Olšák <maraeo@gmail.com>
27 #include "r600_pipe_common.h"
29 #include "tgsi/tgsi_parse.h"
30 #include "util/u_memory.h"
31 #include "util/u_format_s3tc.h"
32 #include "util/u_upload_mgr.h"
33 #include "vl/vl_decoder.h"
34 #include "vl/vl_video_buffer.h"
35 #include "radeon/radeon_video.h"
42 static void r600_memory_barrier(struct pipe_context
*ctx
, unsigned flags
)
46 static void r600_flush_dma_ring(void *ctx
, unsigned flags
)
48 struct r600_common_context
*rctx
= (struct r600_common_context
*)ctx
;
49 struct radeon_winsys_cs
*cs
= rctx
->rings
.dma
.cs
;
55 rctx
->rings
.dma
.flushing
= true;
56 rctx
->ws
->cs_flush(cs
, flags
, 0);
57 rctx
->rings
.dma
.flushing
= false;
60 static void r600_flush_dma_from_winsys(void *ctx
, unsigned flags
)
62 struct r600_common_context
*rctx
= (struct r600_common_context
*)ctx
;
64 rctx
->rings
.dma
.flush(rctx
, flags
);
67 bool r600_common_context_init(struct r600_common_context
*rctx
,
68 struct r600_common_screen
*rscreen
)
70 util_slab_create(&rctx
->pool_transfers
,
71 sizeof(struct r600_transfer
), 64,
72 UTIL_SLAB_SINGLETHREADED
);
74 rctx
->screen
= rscreen
;
75 rctx
->ws
= rscreen
->ws
;
76 rctx
->family
= rscreen
->family
;
77 rctx
->chip_class
= rscreen
->chip_class
;
78 rctx
->max_db
= rscreen
->chip_class
>= EVERGREEN
? 8 : 4;
80 rctx
->b
.transfer_map
= u_transfer_map_vtbl
;
81 rctx
->b
.transfer_flush_region
= u_default_transfer_flush_region
;
82 rctx
->b
.transfer_unmap
= u_transfer_unmap_vtbl
;
83 rctx
->b
.transfer_inline_write
= u_default_transfer_inline_write
;
84 rctx
->b
.memory_barrier
= r600_memory_barrier
;
86 r600_init_context_texture_functions(rctx
);
87 r600_streamout_init(rctx
);
88 r600_query_init(rctx
);
90 rctx
->allocator_so_filled_size
= u_suballocator_create(&rctx
->b
, 4096, 4,
91 0, PIPE_USAGE_DEFAULT
, TRUE
);
92 if (!rctx
->allocator_so_filled_size
)
95 rctx
->uploader
= u_upload_create(&rctx
->b
, 1024 * 1024, 256,
96 PIPE_BIND_INDEX_BUFFER
|
97 PIPE_BIND_CONSTANT_BUFFER
);
101 if (rscreen
->info
.r600_has_dma
&& !(rscreen
->debug_flags
& DBG_NO_ASYNC_DMA
)) {
102 rctx
->rings
.dma
.cs
= rctx
->ws
->cs_create(rctx
->ws
, RING_DMA
, NULL
);
103 rctx
->rings
.dma
.flush
= r600_flush_dma_ring
;
104 rctx
->ws
->cs_set_flush_callback(rctx
->rings
.dma
.cs
, r600_flush_dma_from_winsys
, rctx
);
110 void r600_common_context_cleanup(struct r600_common_context
*rctx
)
112 if (rctx
->rings
.gfx
.cs
) {
113 rctx
->ws
->cs_destroy(rctx
->rings
.gfx
.cs
);
115 if (rctx
->rings
.dma
.cs
) {
116 rctx
->ws
->cs_destroy(rctx
->rings
.dma
.cs
);
119 if (rctx
->uploader
) {
120 u_upload_destroy(rctx
->uploader
);
123 util_slab_destroy(&rctx
->pool_transfers
);
125 if (rctx
->allocator_so_filled_size
) {
126 u_suballocator_destroy(rctx
->allocator_so_filled_size
);
130 void r600_context_add_resource_size(struct pipe_context
*ctx
, struct pipe_resource
*r
)
132 struct r600_common_context
*rctx
= (struct r600_common_context
*)ctx
;
133 struct r600_resource
*rr
= (struct r600_resource
*)r
;
140 * The idea is to compute a gross estimate of memory requirement of
141 * each draw call. After each draw call, memory will be precisely
142 * accounted. So the uncertainty is only on the current draw call.
143 * In practice this gave very good estimate (+/- 10% of the target
146 if (rr
->domains
& RADEON_DOMAIN_GTT
) {
147 rctx
->gtt
+= rr
->buf
->size
;
149 if (rr
->domains
& RADEON_DOMAIN_VRAM
) {
150 rctx
->vram
+= rr
->buf
->size
;
158 static const struct debug_named_value common_debug_options
[] = {
160 { "tex", DBG_TEX
, "Print texture info" },
161 { "texmip", DBG_TEXMIP
, "Print texture info (mipmapped only)" },
162 { "compute", DBG_COMPUTE
, "Print compute info" },
163 { "vm", DBG_VM
, "Print virtual addresses when creating resources" },
164 { "trace_cs", DBG_TRACE_CS
, "Trace cs and write rlockup_<csid>.c file with faulty cs" },
167 { "nodma", DBG_NO_ASYNC_DMA
, "Disable asynchronous DMA" },
170 { "fs", DBG_FS
, "Print fetch shaders" },
171 { "vs", DBG_VS
, "Print vertex shaders" },
172 { "gs", DBG_GS
, "Print geometry shaders" },
173 { "ps", DBG_PS
, "Print pixel shaders" },
174 { "cs", DBG_CS
, "Print compute shaders" },
176 { "hyperz", DBG_HYPERZ
, "Enable Hyper-Z" },
177 /* GL uses the word INVALIDATE, gallium uses the word DISCARD */
178 { "noinvalrange", DBG_NO_DISCARD_RANGE
, "Disable handling of INVALIDATE_RANGE map flags" },
180 DEBUG_NAMED_VALUE_END
/* must be last */
183 static const char* r600_get_vendor(struct pipe_screen
* pscreen
)
188 static const char* r600_get_name(struct pipe_screen
* pscreen
)
190 struct r600_common_screen
*rscreen
= (struct r600_common_screen
*)pscreen
;
192 switch (rscreen
->family
) {
193 case CHIP_R600
: return "AMD R600";
194 case CHIP_RV610
: return "AMD RV610";
195 case CHIP_RV630
: return "AMD RV630";
196 case CHIP_RV670
: return "AMD RV670";
197 case CHIP_RV620
: return "AMD RV620";
198 case CHIP_RV635
: return "AMD RV635";
199 case CHIP_RS780
: return "AMD RS780";
200 case CHIP_RS880
: return "AMD RS880";
201 case CHIP_RV770
: return "AMD RV770";
202 case CHIP_RV730
: return "AMD RV730";
203 case CHIP_RV710
: return "AMD RV710";
204 case CHIP_RV740
: return "AMD RV740";
205 case CHIP_CEDAR
: return "AMD CEDAR";
206 case CHIP_REDWOOD
: return "AMD REDWOOD";
207 case CHIP_JUNIPER
: return "AMD JUNIPER";
208 case CHIP_CYPRESS
: return "AMD CYPRESS";
209 case CHIP_HEMLOCK
: return "AMD HEMLOCK";
210 case CHIP_PALM
: return "AMD PALM";
211 case CHIP_SUMO
: return "AMD SUMO";
212 case CHIP_SUMO2
: return "AMD SUMO2";
213 case CHIP_BARTS
: return "AMD BARTS";
214 case CHIP_TURKS
: return "AMD TURKS";
215 case CHIP_CAICOS
: return "AMD CAICOS";
216 case CHIP_CAYMAN
: return "AMD CAYMAN";
217 case CHIP_ARUBA
: return "AMD ARUBA";
218 case CHIP_TAHITI
: return "AMD TAHITI";
219 case CHIP_PITCAIRN
: return "AMD PITCAIRN";
220 case CHIP_VERDE
: return "AMD CAPE VERDE";
221 case CHIP_OLAND
: return "AMD OLAND";
222 case CHIP_HAINAN
: return "AMD HAINAN";
223 case CHIP_BONAIRE
: return "AMD BONAIRE";
224 case CHIP_KAVERI
: return "AMD KAVERI";
225 case CHIP_KABINI
: return "AMD KABINI";
226 case CHIP_HAWAII
: return "AMD HAWAII";
227 default: return "AMD unknown";
231 static float r600_get_paramf(struct pipe_screen
* pscreen
,
232 enum pipe_capf param
)
234 struct r600_common_screen
*rscreen
= (struct r600_common_screen
*)pscreen
;
237 case PIPE_CAPF_MAX_LINE_WIDTH
:
238 case PIPE_CAPF_MAX_LINE_WIDTH_AA
:
239 case PIPE_CAPF_MAX_POINT_WIDTH
:
240 case PIPE_CAPF_MAX_POINT_WIDTH_AA
:
241 if (rscreen
->family
>= CHIP_CEDAR
)
245 case PIPE_CAPF_MAX_TEXTURE_ANISOTROPY
:
247 case PIPE_CAPF_MAX_TEXTURE_LOD_BIAS
:
249 case PIPE_CAPF_GUARD_BAND_LEFT
:
250 case PIPE_CAPF_GUARD_BAND_TOP
:
251 case PIPE_CAPF_GUARD_BAND_RIGHT
:
252 case PIPE_CAPF_GUARD_BAND_BOTTOM
:
258 static int r600_get_video_param(struct pipe_screen
*screen
,
259 enum pipe_video_profile profile
,
260 enum pipe_video_entrypoint entrypoint
,
261 enum pipe_video_cap param
)
264 case PIPE_VIDEO_CAP_SUPPORTED
:
265 return vl_profile_supported(screen
, profile
, entrypoint
);
266 case PIPE_VIDEO_CAP_NPOT_TEXTURES
:
268 case PIPE_VIDEO_CAP_MAX_WIDTH
:
269 case PIPE_VIDEO_CAP_MAX_HEIGHT
:
270 return vl_video_buffer_max_size(screen
);
271 case PIPE_VIDEO_CAP_PREFERED_FORMAT
:
272 return PIPE_FORMAT_NV12
;
273 case PIPE_VIDEO_CAP_PREFERS_INTERLACED
:
275 case PIPE_VIDEO_CAP_SUPPORTS_INTERLACED
:
277 case PIPE_VIDEO_CAP_SUPPORTS_PROGRESSIVE
:
279 case PIPE_VIDEO_CAP_MAX_LEVEL
:
280 return vl_level_supported(screen
, profile
);
286 const char *r600_get_llvm_processor_name(enum radeon_family family
)
329 case CHIP_TAHITI
: return "tahiti";
330 case CHIP_PITCAIRN
: return "pitcairn";
331 case CHIP_VERDE
: return "verde";
332 case CHIP_OLAND
: return "oland";
333 #if HAVE_LLVM <= 0x0303
335 fprintf(stderr
, "%s: Unknown chipset = %i, defaulting to Southern Islands\n",
339 case CHIP_HAINAN
: return "hainan";
340 case CHIP_BONAIRE
: return "bonaire";
341 case CHIP_KABINI
: return "kabini";
342 case CHIP_KAVERI
: return "kaveri";
343 case CHIP_HAWAII
: return "hawaii";
349 static int r600_get_compute_param(struct pipe_screen
*screen
,
350 enum pipe_compute_cap param
,
353 struct r600_common_screen
*rscreen
= (struct r600_common_screen
*)screen
;
355 //TODO: select these params by asic
357 case PIPE_COMPUTE_CAP_IR_TARGET
: {
358 const char *gpu
= r600_get_llvm_processor_name(rscreen
->family
);
360 sprintf(ret
, "%s-r600--", gpu
);
362 return (8 + strlen(gpu
)) * sizeof(char);
364 case PIPE_COMPUTE_CAP_GRID_DIMENSION
:
366 uint64_t *grid_dimension
= ret
;
367 grid_dimension
[0] = 3;
369 return 1 * sizeof(uint64_t);
371 case PIPE_COMPUTE_CAP_MAX_GRID_SIZE
:
373 uint64_t *grid_size
= ret
;
374 grid_size
[0] = 65535;
375 grid_size
[1] = 65535;
378 return 3 * sizeof(uint64_t) ;
380 case PIPE_COMPUTE_CAP_MAX_BLOCK_SIZE
:
382 uint64_t *block_size
= ret
;
387 return 3 * sizeof(uint64_t);
389 case PIPE_COMPUTE_CAP_MAX_THREADS_PER_BLOCK
:
391 uint64_t *max_threads_per_block
= ret
;
392 *max_threads_per_block
= 256;
394 return sizeof(uint64_t);
396 case PIPE_COMPUTE_CAP_MAX_GLOBAL_SIZE
:
398 uint64_t *max_global_size
= ret
;
399 /* XXX: This is what the proprietary driver reports, we
400 * may want to use a different value. */
401 /* XXX: Not sure what to put here for SI. */
402 if (rscreen
->chip_class
>= SI
)
403 *max_global_size
= 2000000000;
405 *max_global_size
= 201326592;
407 return sizeof(uint64_t);
409 case PIPE_COMPUTE_CAP_MAX_LOCAL_SIZE
:
411 uint64_t *max_local_size
= ret
;
412 /* Value reported by the closed source driver. */
413 *max_local_size
= 32768;
415 return sizeof(uint64_t);
417 case PIPE_COMPUTE_CAP_MAX_INPUT_SIZE
:
419 uint64_t *max_input_size
= ret
;
420 /* Value reported by the closed source driver. */
421 *max_input_size
= 1024;
423 return sizeof(uint64_t);
425 case PIPE_COMPUTE_CAP_MAX_MEM_ALLOC_SIZE
:
427 uint64_t max_global_size
;
428 uint64_t *max_mem_alloc_size
= ret
;
429 r600_get_compute_param(screen
, PIPE_COMPUTE_CAP_MAX_GLOBAL_SIZE
, &max_global_size
);
430 /* OpenCL requres this value be at least
431 * max(MAX_GLOBAL_SIZE / 4, 128 * 1024 *1024)
432 * I'm really not sure what value to report here, but
433 * MAX_GLOBAL_SIZE / 4 seems resonable.
435 *max_mem_alloc_size
= max_global_size
/ 4;
437 return sizeof(uint64_t);
440 fprintf(stderr
, "unknown PIPE_COMPUTE_CAP %d\n", param
);
445 static uint64_t r600_get_timestamp(struct pipe_screen
*screen
)
447 struct r600_common_screen
*rscreen
= (struct r600_common_screen
*)screen
;
449 return 1000000 * rscreen
->ws
->query_value(rscreen
->ws
, RADEON_TIMESTAMP
) /
450 rscreen
->info
.r600_clock_crystal_freq
;
453 static int r600_get_driver_query_info(struct pipe_screen
*screen
,
455 struct pipe_driver_query_info
*info
)
457 struct r600_common_screen
*rscreen
= (struct r600_common_screen
*)screen
;
458 struct pipe_driver_query_info list
[] = {
459 {"draw-calls", R600_QUERY_DRAW_CALLS
, 0},
460 {"requested-VRAM", R600_QUERY_REQUESTED_VRAM
, rscreen
->info
.vram_size
, TRUE
},
461 {"requested-GTT", R600_QUERY_REQUESTED_GTT
, rscreen
->info
.gart_size
, TRUE
},
462 {"buffer-wait-time", R600_QUERY_BUFFER_WAIT_TIME
, 0, FALSE
}
466 return Elements(list
);
468 if (index
>= Elements(list
))
475 static void r600_fence_reference(struct pipe_screen
*screen
,
476 struct pipe_fence_handle
**ptr
,
477 struct pipe_fence_handle
*fence
)
479 struct radeon_winsys
*rws
= ((struct r600_common_screen
*)screen
)->ws
;
481 rws
->fence_reference(ptr
, fence
);
484 static boolean
r600_fence_signalled(struct pipe_screen
*screen
,
485 struct pipe_fence_handle
*fence
)
487 struct radeon_winsys
*rws
= ((struct r600_common_screen
*)screen
)->ws
;
489 return rws
->fence_wait(rws
, fence
, 0);
492 static boolean
r600_fence_finish(struct pipe_screen
*screen
,
493 struct pipe_fence_handle
*fence
,
496 struct radeon_winsys
*rws
= ((struct r600_common_screen
*)screen
)->ws
;
498 return rws
->fence_wait(rws
, fence
, timeout
);
501 static bool r600_interpret_tiling(struct r600_common_screen
*rscreen
,
502 uint32_t tiling_config
)
504 switch ((tiling_config
& 0xe) >> 1) {
506 rscreen
->tiling_info
.num_channels
= 1;
509 rscreen
->tiling_info
.num_channels
= 2;
512 rscreen
->tiling_info
.num_channels
= 4;
515 rscreen
->tiling_info
.num_channels
= 8;
521 switch ((tiling_config
& 0x30) >> 4) {
523 rscreen
->tiling_info
.num_banks
= 4;
526 rscreen
->tiling_info
.num_banks
= 8;
532 switch ((tiling_config
& 0xc0) >> 6) {
534 rscreen
->tiling_info
.group_bytes
= 256;
537 rscreen
->tiling_info
.group_bytes
= 512;
545 static bool evergreen_interpret_tiling(struct r600_common_screen
*rscreen
,
546 uint32_t tiling_config
)
548 switch (tiling_config
& 0xf) {
550 rscreen
->tiling_info
.num_channels
= 1;
553 rscreen
->tiling_info
.num_channels
= 2;
556 rscreen
->tiling_info
.num_channels
= 4;
559 rscreen
->tiling_info
.num_channels
= 8;
565 switch ((tiling_config
& 0xf0) >> 4) {
567 rscreen
->tiling_info
.num_banks
= 4;
570 rscreen
->tiling_info
.num_banks
= 8;
573 rscreen
->tiling_info
.num_banks
= 16;
579 switch ((tiling_config
& 0xf00) >> 8) {
581 rscreen
->tiling_info
.group_bytes
= 256;
584 rscreen
->tiling_info
.group_bytes
= 512;
592 static bool r600_init_tiling(struct r600_common_screen
*rscreen
)
594 uint32_t tiling_config
= rscreen
->info
.r600_tiling_config
;
596 /* set default group bytes, overridden by tiling info ioctl */
597 if (rscreen
->chip_class
<= R700
) {
598 rscreen
->tiling_info
.group_bytes
= 256;
600 rscreen
->tiling_info
.group_bytes
= 512;
606 if (rscreen
->chip_class
<= R700
) {
607 return r600_interpret_tiling(rscreen
, tiling_config
);
609 return evergreen_interpret_tiling(rscreen
, tiling_config
);
613 struct pipe_resource
*r600_resource_create_common(struct pipe_screen
*screen
,
614 const struct pipe_resource
*templ
)
616 if (templ
->target
== PIPE_BUFFER
) {
617 return r600_buffer_create(screen
, templ
, 4096);
619 return r600_texture_create(screen
, templ
);
623 bool r600_common_screen_init(struct r600_common_screen
*rscreen
,
624 struct radeon_winsys
*ws
)
626 ws
->query_info(ws
, &rscreen
->info
);
628 rscreen
->b
.get_name
= r600_get_name
;
629 rscreen
->b
.get_vendor
= r600_get_vendor
;
630 rscreen
->b
.get_compute_param
= r600_get_compute_param
;
631 rscreen
->b
.get_paramf
= r600_get_paramf
;
632 rscreen
->b
.get_driver_query_info
= r600_get_driver_query_info
;
633 rscreen
->b
.get_timestamp
= r600_get_timestamp
;
634 rscreen
->b
.fence_finish
= r600_fence_finish
;
635 rscreen
->b
.fence_reference
= r600_fence_reference
;
636 rscreen
->b
.fence_signalled
= r600_fence_signalled
;
637 rscreen
->b
.resource_destroy
= u_resource_destroy_vtbl
;
639 if (rscreen
->info
.has_uvd
) {
640 rscreen
->b
.get_video_param
= rvid_get_video_param
;
641 rscreen
->b
.is_video_format_supported
= rvid_is_format_supported
;
643 rscreen
->b
.get_video_param
= r600_get_video_param
;
644 rscreen
->b
.is_video_format_supported
= vl_video_buffer_is_format_supported
;
647 r600_init_screen_texture_functions(rscreen
);
650 rscreen
->family
= rscreen
->info
.family
;
651 rscreen
->chip_class
= rscreen
->info
.chip_class
;
652 rscreen
->debug_flags
= debug_get_flags_option("R600_DEBUG", common_debug_options
, 0);
654 if (!r600_init_tiling(rscreen
)) {
657 util_format_s3tc_init();
658 pipe_mutex_init(rscreen
->aux_context_lock
);
660 if (rscreen
->info
.drm_minor
>= 28 && (rscreen
->debug_flags
& DBG_TRACE_CS
)) {
661 rscreen
->trace_bo
= (struct r600_resource
*)pipe_buffer_create(&rscreen
->b
,
665 if (rscreen
->trace_bo
) {
666 rscreen
->trace_ptr
= rscreen
->ws
->buffer_map(rscreen
->trace_bo
->cs_buf
, NULL
,
667 PIPE_TRANSFER_UNSYNCHRONIZED
);
674 void r600_destroy_common_screen(struct r600_common_screen
*rscreen
)
676 pipe_mutex_destroy(rscreen
->aux_context_lock
);
677 rscreen
->aux_context
->destroy(rscreen
->aux_context
);
679 if (rscreen
->trace_bo
) {
680 rscreen
->ws
->buffer_unmap(rscreen
->trace_bo
->cs_buf
);
681 pipe_resource_reference((struct pipe_resource
**)&rscreen
->trace_bo
, NULL
);
684 rscreen
->ws
->destroy(rscreen
->ws
);
688 static unsigned tgsi_get_processor_type(const struct tgsi_token
*tokens
)
690 struct tgsi_parse_context parse
;
692 if (tgsi_parse_init( &parse
, tokens
) != TGSI_PARSE_OK
) {
693 debug_printf("tgsi_parse_init() failed in %s:%i!\n", __func__
, __LINE__
);
696 return parse
.FullHeader
.Processor
.Processor
;
699 bool r600_can_dump_shader(struct r600_common_screen
*rscreen
,
700 const struct tgsi_token
*tokens
)
702 /* Compute shader don't have tgsi_tokens */
704 return (rscreen
->debug_flags
& DBG_CS
) != 0;
706 switch (tgsi_get_processor_type(tokens
)) {
707 case TGSI_PROCESSOR_VERTEX
:
708 return (rscreen
->debug_flags
& DBG_VS
) != 0;
709 case TGSI_PROCESSOR_GEOMETRY
:
710 return (rscreen
->debug_flags
& DBG_GS
) != 0;
711 case TGSI_PROCESSOR_FRAGMENT
:
712 return (rscreen
->debug_flags
& DBG_PS
) != 0;
713 case TGSI_PROCESSOR_COMPUTE
:
714 return (rscreen
->debug_flags
& DBG_CS
) != 0;
720 void r600_screen_clear_buffer(struct r600_common_screen
*rscreen
, struct pipe_resource
*dst
,
721 unsigned offset
, unsigned size
, unsigned value
)
723 struct r600_common_context
*rctx
= (struct r600_common_context
*)rscreen
->aux_context
;
725 pipe_mutex_lock(rscreen
->aux_context_lock
);
726 rctx
->clear_buffer(&rctx
->b
, dst
, offset
, size
, value
);
727 rscreen
->aux_context
->flush(rscreen
->aux_context
, NULL
, 0);
728 pipe_mutex_unlock(rscreen
->aux_context_lock
);