2 * Copyright 2014, 2015 Red Hat.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * on the rights to use, copy, modify, merge, publish, distribute, sub
8 * license, and/or sell copies of the Software, and to permit persons to whom
9 * the Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
19 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
20 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
21 * USE OR OTHER DEALINGS IN THE SOFTWARE.
27 #include <sys/ioctl.h>
30 #include "os/os_mman.h"
31 #include "util/os_time.h"
32 #include "util/u_memory.h"
33 #include "util/u_format.h"
34 #include "util/u_hash_table.h"
35 #include "util/u_inlines.h"
36 #include "state_tracker/drm_driver.h"
37 #include "virgl/virgl_screen.h"
38 #include "virgl/virgl_public.h"
41 #include "virtgpu_drm.h"
43 #include "virgl_drm_winsys.h"
44 #include "virgl_drm_public.h"
46 static inline boolean
can_cache_resource(struct virgl_hw_res
*res
)
48 return res
->cacheable
== TRUE
;
51 static void virgl_hw_res_destroy(struct virgl_drm_winsys
*qdws
,
52 struct virgl_hw_res
*res
)
54 struct drm_gem_close args
;
57 mtx_lock(&qdws
->bo_handles_mutex
);
58 util_hash_table_remove(qdws
->bo_names
,
59 (void *)(uintptr_t)res
->flink
);
60 mtx_unlock(&qdws
->bo_handles_mutex
);
64 mtx_lock(&qdws
->bo_handles_mutex
);
65 util_hash_table_remove(qdws
->bo_handles
,
66 (void *)(uintptr_t)res
->bo_handle
);
67 mtx_unlock(&qdws
->bo_handles_mutex
);
71 os_munmap(res
->ptr
, res
->size
);
73 memset(&args
, 0, sizeof(args
));
74 args
.handle
= res
->bo_handle
;
75 drmIoctl(qdws
->fd
, DRM_IOCTL_GEM_CLOSE
, &args
);
79 static boolean
virgl_drm_resource_is_busy(struct virgl_drm_winsys
*qdws
,
80 struct virgl_hw_res
*res
)
82 struct drm_virtgpu_3d_wait waitcmd
;
85 memset(&waitcmd
, 0, sizeof(waitcmd
));
86 waitcmd
.handle
= res
->bo_handle
;
87 waitcmd
.flags
= VIRTGPU_WAIT_NOWAIT
;
89 ret
= drmIoctl(qdws
->fd
, DRM_IOCTL_VIRTGPU_WAIT
, &waitcmd
);
90 if (ret
&& errno
== EBUSY
)
96 virgl_cache_flush(struct virgl_drm_winsys
*qdws
)
98 struct list_head
*curr
, *next
;
99 struct virgl_hw_res
*res
;
101 mtx_lock(&qdws
->mutex
);
102 curr
= qdws
->delayed
.next
;
105 while (curr
!= &qdws
->delayed
) {
106 res
= LIST_ENTRY(struct virgl_hw_res
, curr
, head
);
107 LIST_DEL(&res
->head
);
108 virgl_hw_res_destroy(qdws
, res
);
112 mtx_unlock(&qdws
->mutex
);
115 virgl_drm_winsys_destroy(struct virgl_winsys
*qws
)
117 struct virgl_drm_winsys
*qdws
= virgl_drm_winsys(qws
);
119 virgl_cache_flush(qdws
);
121 util_hash_table_destroy(qdws
->bo_handles
);
122 util_hash_table_destroy(qdws
->bo_names
);
123 mtx_destroy(&qdws
->bo_handles_mutex
);
124 mtx_destroy(&qdws
->mutex
);
130 virgl_cache_list_check_free(struct virgl_drm_winsys
*qdws
)
132 struct list_head
*curr
, *next
;
133 struct virgl_hw_res
*res
;
137 curr
= qdws
->delayed
.next
;
139 while (curr
!= &qdws
->delayed
) {
140 res
= LIST_ENTRY(struct virgl_hw_res
, curr
, head
);
141 if (!os_time_timeout(res
->start
, res
->end
, now
))
144 LIST_DEL(&res
->head
);
145 virgl_hw_res_destroy(qdws
, res
);
151 static void virgl_drm_resource_reference(struct virgl_drm_winsys
*qdws
,
152 struct virgl_hw_res
**dres
,
153 struct virgl_hw_res
*sres
)
155 struct virgl_hw_res
*old
= *dres
;
156 if (pipe_reference(&(*dres
)->reference
, &sres
->reference
)) {
158 if (!can_cache_resource(old
)) {
159 virgl_hw_res_destroy(qdws
, old
);
161 mtx_lock(&qdws
->mutex
);
162 virgl_cache_list_check_free(qdws
);
164 old
->start
= os_time_get();
165 old
->end
= old
->start
+ qdws
->usecs
;
166 LIST_ADDTAIL(&old
->head
, &qdws
->delayed
);
168 mtx_unlock(&qdws
->mutex
);
174 static struct virgl_hw_res
*
175 virgl_drm_winsys_resource_create(struct virgl_winsys
*qws
,
176 enum pipe_texture_target target
,
187 struct virgl_drm_winsys
*qdws
= virgl_drm_winsys(qws
);
188 struct drm_virtgpu_resource_create createcmd
;
190 struct virgl_hw_res
*res
;
191 uint32_t stride
= width
* util_format_get_blocksize(format
);
193 res
= CALLOC_STRUCT(virgl_hw_res
);
197 memset(&createcmd
, 0, sizeof(createcmd
));
198 createcmd
.target
= target
;
199 createcmd
.format
= format
;
200 createcmd
.bind
= bind
;
201 createcmd
.width
= width
;
202 createcmd
.height
= height
;
203 createcmd
.depth
= depth
;
204 createcmd
.array_size
= array_size
;
205 createcmd
.last_level
= last_level
;
206 createcmd
.nr_samples
= nr_samples
;
207 createcmd
.stride
= stride
;
208 createcmd
.size
= size
;
210 ret
= drmIoctl(qdws
->fd
, DRM_IOCTL_VIRTGPU_RESOURCE_CREATE
, &createcmd
);
217 res
->format
= format
;
219 res
->res_handle
= createcmd
.res_handle
;
220 res
->bo_handle
= createcmd
.bo_handle
;
222 res
->stride
= stride
;
223 pipe_reference_init(&res
->reference
, 1);
224 res
->num_cs_references
= 0;
228 static inline int virgl_is_res_compat(struct virgl_drm_winsys
*qdws
,
229 struct virgl_hw_res
*res
,
230 uint32_t size
, uint32_t bind
,
233 if (res
->bind
!= bind
)
235 if (res
->format
!= format
)
237 if (res
->size
< size
)
239 if (res
->size
> size
* 2)
242 if (virgl_drm_resource_is_busy(qdws
, res
)) {
250 virgl_bo_transfer_put(struct virgl_winsys
*vws
,
251 struct virgl_hw_res
*res
,
252 const struct pipe_box
*box
,
253 uint32_t buf_offset
, uint32_t level
)
255 struct virgl_drm_winsys
*vdws
= virgl_drm_winsys(vws
);
256 struct drm_virtgpu_3d_transfer_to_host tohostcmd
;
258 memset(&tohostcmd
, 0, sizeof(tohostcmd
));
259 tohostcmd
.bo_handle
= res
->bo_handle
;
260 tohostcmd
.box
.x
= box
->x
;
261 tohostcmd
.box
.y
= box
->y
;
262 tohostcmd
.box
.z
= box
->z
;
263 tohostcmd
.box
.w
= box
->width
;
264 tohostcmd
.box
.h
= box
->height
;
265 tohostcmd
.box
.d
= box
->depth
;
266 tohostcmd
.offset
= buf_offset
;
267 tohostcmd
.level
= level
;
268 return drmIoctl(vdws
->fd
, DRM_IOCTL_VIRTGPU_TRANSFER_TO_HOST
, &tohostcmd
);
272 virgl_bo_transfer_get(struct virgl_winsys
*vws
,
273 struct virgl_hw_res
*res
,
274 const struct pipe_box
*box
,
275 uint32_t buf_offset
, uint32_t level
)
277 struct virgl_drm_winsys
*vdws
= virgl_drm_winsys(vws
);
278 struct drm_virtgpu_3d_transfer_from_host fromhostcmd
;
280 memset(&fromhostcmd
, 0, sizeof(fromhostcmd
));
281 fromhostcmd
.bo_handle
= res
->bo_handle
;
282 fromhostcmd
.level
= level
;
283 fromhostcmd
.offset
= buf_offset
;
284 fromhostcmd
.box
.x
= box
->x
;
285 fromhostcmd
.box
.y
= box
->y
;
286 fromhostcmd
.box
.z
= box
->z
;
287 fromhostcmd
.box
.w
= box
->width
;
288 fromhostcmd
.box
.h
= box
->height
;
289 fromhostcmd
.box
.d
= box
->depth
;
290 return drmIoctl(vdws
->fd
, DRM_IOCTL_VIRTGPU_TRANSFER_FROM_HOST
, &fromhostcmd
);
293 static struct virgl_hw_res
*
294 virgl_drm_winsys_resource_cache_create(struct virgl_winsys
*qws
,
295 enum pipe_texture_target target
,
306 struct virgl_drm_winsys
*qdws
= virgl_drm_winsys(qws
);
307 struct virgl_hw_res
*res
, *curr_res
;
308 struct list_head
*curr
, *next
;
312 /* only store binds for vertex/index/const buffers */
313 if (bind
!= VIRGL_BIND_CONSTANT_BUFFER
&& bind
!= VIRGL_BIND_INDEX_BUFFER
&&
314 bind
!= VIRGL_BIND_VERTEX_BUFFER
&& bind
!= VIRGL_BIND_CUSTOM
)
317 mtx_lock(&qdws
->mutex
);
320 curr
= qdws
->delayed
.next
;
324 while (curr
!= &qdws
->delayed
) {
325 curr_res
= LIST_ENTRY(struct virgl_hw_res
, curr
, head
);
327 if (!res
&& ((ret
= virgl_is_res_compat(qdws
, curr_res
, size
, bind
, format
)) > 0))
329 else if (os_time_timeout(curr_res
->start
, curr_res
->end
, now
)) {
330 LIST_DEL(&curr_res
->head
);
331 virgl_hw_res_destroy(qdws
, curr_res
);
342 if (!res
&& ret
!= -1) {
343 while (curr
!= &qdws
->delayed
) {
344 curr_res
= LIST_ENTRY(struct virgl_hw_res
, curr
, head
);
345 ret
= virgl_is_res_compat(qdws
, curr_res
, size
, bind
, format
);
358 LIST_DEL(&res
->head
);
360 mtx_unlock(&qdws
->mutex
);
361 pipe_reference_init(&res
->reference
, 1);
365 mtx_unlock(&qdws
->mutex
);
368 res
= virgl_drm_winsys_resource_create(qws
, target
, format
, bind
,
369 width
, height
, depth
, array_size
,
370 last_level
, nr_samples
, size
);
371 if (bind
== VIRGL_BIND_CONSTANT_BUFFER
|| bind
== VIRGL_BIND_INDEX_BUFFER
||
372 bind
== VIRGL_BIND_VERTEX_BUFFER
)
373 res
->cacheable
= TRUE
;
377 static struct virgl_hw_res
*
378 virgl_drm_winsys_resource_create_handle(struct virgl_winsys
*qws
,
379 struct winsys_handle
*whandle
)
381 struct virgl_drm_winsys
*qdws
= virgl_drm_winsys(qws
);
382 struct drm_gem_open open_arg
= {};
383 struct drm_virtgpu_resource_info info_arg
= {};
384 struct virgl_hw_res
*res
;
385 uint32_t handle
= whandle
->handle
;
387 if (whandle
->offset
!= 0) {
388 fprintf(stderr
, "attempt to import unsupported winsys offset %u\n",
393 mtx_lock(&qdws
->bo_handles_mutex
);
395 if (whandle
->type
== WINSYS_HANDLE_TYPE_SHARED
) {
396 res
= util_hash_table_get(qdws
->bo_names
, (void*)(uintptr_t)handle
);
398 struct virgl_hw_res
*r
= NULL
;
399 virgl_drm_resource_reference(qdws
, &r
, res
);
404 if (whandle
->type
== WINSYS_HANDLE_TYPE_FD
) {
406 r
= drmPrimeFDToHandle(qdws
->fd
, whandle
->handle
, &handle
);
413 res
= util_hash_table_get(qdws
->bo_handles
, (void*)(uintptr_t)handle
);
415 struct virgl_hw_res
*r
= NULL
;
416 virgl_drm_resource_reference(qdws
, &r
, res
);
420 res
= CALLOC_STRUCT(virgl_hw_res
);
424 if (whandle
->type
== WINSYS_HANDLE_TYPE_FD
) {
425 res
->bo_handle
= handle
;
427 memset(&open_arg
, 0, sizeof(open_arg
));
428 open_arg
.name
= whandle
->handle
;
429 if (drmIoctl(qdws
->fd
, DRM_IOCTL_GEM_OPEN
, &open_arg
)) {
434 res
->bo_handle
= open_arg
.handle
;
438 memset(&info_arg
, 0, sizeof(info_arg
));
439 info_arg
.bo_handle
= res
->bo_handle
;
441 if (drmIoctl(qdws
->fd
, DRM_IOCTL_VIRTGPU_RESOURCE_INFO
, &info_arg
)) {
448 res
->res_handle
= info_arg
.res_handle
;
450 res
->size
= info_arg
.size
;
451 res
->stride
= info_arg
.stride
;
452 pipe_reference_init(&res
->reference
, 1);
453 res
->num_cs_references
= 0;
455 util_hash_table_set(qdws
->bo_handles
, (void *)(uintptr_t)handle
, res
);
458 mtx_unlock(&qdws
->bo_handles_mutex
);
462 static boolean
virgl_drm_winsys_resource_get_handle(struct virgl_winsys
*qws
,
463 struct virgl_hw_res
*res
,
465 struct winsys_handle
*whandle
)
467 struct virgl_drm_winsys
*qdws
= virgl_drm_winsys(qws
);
468 struct drm_gem_flink flink
;
473 if (whandle
->type
== WINSYS_HANDLE_TYPE_SHARED
) {
475 memset(&flink
, 0, sizeof(flink
));
476 flink
.handle
= res
->bo_handle
;
478 if (drmIoctl(qdws
->fd
, DRM_IOCTL_GEM_FLINK
, &flink
)) {
482 res
->flink
= flink
.name
;
484 mtx_lock(&qdws
->bo_handles_mutex
);
485 util_hash_table_set(qdws
->bo_names
, (void *)(uintptr_t)res
->flink
, res
);
486 mtx_unlock(&qdws
->bo_handles_mutex
);
488 whandle
->handle
= res
->flink
;
489 } else if (whandle
->type
== WINSYS_HANDLE_TYPE_KMS
) {
490 whandle
->handle
= res
->bo_handle
;
491 } else if (whandle
->type
== WINSYS_HANDLE_TYPE_FD
) {
492 if (drmPrimeHandleToFD(qdws
->fd
, res
->bo_handle
, DRM_CLOEXEC
, (int*)&whandle
->handle
))
494 mtx_lock(&qdws
->bo_handles_mutex
);
495 util_hash_table_set(qdws
->bo_handles
, (void *)(uintptr_t)res
->bo_handle
, res
);
496 mtx_unlock(&qdws
->bo_handles_mutex
);
498 whandle
->stride
= stride
;
502 static void virgl_drm_winsys_resource_unref(struct virgl_winsys
*qws
,
503 struct virgl_hw_res
*hres
)
505 struct virgl_drm_winsys
*qdws
= virgl_drm_winsys(qws
);
507 virgl_drm_resource_reference(qdws
, &hres
, NULL
);
510 static void *virgl_drm_resource_map(struct virgl_winsys
*qws
,
511 struct virgl_hw_res
*res
)
513 struct virgl_drm_winsys
*qdws
= virgl_drm_winsys(qws
);
514 struct drm_virtgpu_map mmap_arg
;
520 memset(&mmap_arg
, 0, sizeof(mmap_arg
));
521 mmap_arg
.handle
= res
->bo_handle
;
522 if (drmIoctl(qdws
->fd
, DRM_IOCTL_VIRTGPU_MAP
, &mmap_arg
))
525 ptr
= os_mmap(0, res
->size
, PROT_READ
|PROT_WRITE
, MAP_SHARED
,
526 qdws
->fd
, mmap_arg
.offset
);
527 if (ptr
== MAP_FAILED
)
535 static void virgl_drm_resource_wait(struct virgl_winsys
*qws
,
536 struct virgl_hw_res
*res
)
538 struct virgl_drm_winsys
*qdws
= virgl_drm_winsys(qws
);
539 struct drm_virtgpu_3d_wait waitcmd
;
542 memset(&waitcmd
, 0, sizeof(waitcmd
));
543 waitcmd
.handle
= res
->bo_handle
;
545 ret
= drmIoctl(qdws
->fd
, DRM_IOCTL_VIRTGPU_WAIT
, &waitcmd
);
550 static struct virgl_cmd_buf
*virgl_drm_cmd_buf_create(struct virgl_winsys
*qws
)
552 struct virgl_drm_cmd_buf
*cbuf
;
554 cbuf
= CALLOC_STRUCT(virgl_drm_cmd_buf
);
561 cbuf
->res_bo
= CALLOC(cbuf
->nres
, sizeof(struct virgl_hw_buf
*));
566 cbuf
->res_hlist
= MALLOC(cbuf
->nres
* sizeof(uint32_t));
567 if (!cbuf
->res_hlist
) {
573 cbuf
->base
.buf
= cbuf
->buf
;
577 static void virgl_drm_cmd_buf_destroy(struct virgl_cmd_buf
*_cbuf
)
579 struct virgl_drm_cmd_buf
*cbuf
= virgl_drm_cmd_buf(_cbuf
);
581 FREE(cbuf
->res_hlist
);
587 static boolean
virgl_drm_lookup_res(struct virgl_drm_cmd_buf
*cbuf
,
588 struct virgl_hw_res
*res
)
590 unsigned hash
= res
->res_handle
& (sizeof(cbuf
->is_handle_added
)-1);
593 if (cbuf
->is_handle_added
[hash
]) {
594 i
= cbuf
->reloc_indices_hashlist
[hash
];
595 if (cbuf
->res_bo
[i
] == res
)
598 for (i
= 0; i
< cbuf
->cres
; i
++) {
599 if (cbuf
->res_bo
[i
] == res
) {
600 cbuf
->reloc_indices_hashlist
[hash
] = i
;
608 static void virgl_drm_add_res(struct virgl_drm_winsys
*qdws
,
609 struct virgl_drm_cmd_buf
*cbuf
,
610 struct virgl_hw_res
*res
)
612 unsigned hash
= res
->res_handle
& (sizeof(cbuf
->is_handle_added
)-1);
614 if (cbuf
->cres
> cbuf
->nres
) {
616 cbuf
->res_bo
= realloc(cbuf
->res_bo
, cbuf
->nres
* sizeof(struct virgl_hw_buf
*));
618 fprintf(stderr
,"failure to add relocation %d, %d\n", cbuf
->cres
, cbuf
->nres
);
623 cbuf
->res_bo
[cbuf
->cres
] = NULL
;
624 virgl_drm_resource_reference(qdws
, &cbuf
->res_bo
[cbuf
->cres
], res
);
625 cbuf
->res_hlist
[cbuf
->cres
] = res
->bo_handle
;
626 cbuf
->is_handle_added
[hash
] = TRUE
;
628 cbuf
->reloc_indices_hashlist
[hash
] = cbuf
->cres
;
629 p_atomic_inc(&res
->num_cs_references
);
633 static void virgl_drm_release_all_res(struct virgl_drm_winsys
*qdws
,
634 struct virgl_drm_cmd_buf
*cbuf
)
638 for (i
= 0; i
< cbuf
->cres
; i
++) {
639 p_atomic_dec(&cbuf
->res_bo
[i
]->num_cs_references
);
640 virgl_drm_resource_reference(qdws
, &cbuf
->res_bo
[i
], NULL
);
645 static void virgl_drm_emit_res(struct virgl_winsys
*qws
,
646 struct virgl_cmd_buf
*_cbuf
,
647 struct virgl_hw_res
*res
, boolean write_buf
)
649 struct virgl_drm_winsys
*qdws
= virgl_drm_winsys(qws
);
650 struct virgl_drm_cmd_buf
*cbuf
= virgl_drm_cmd_buf(_cbuf
);
651 boolean already_in_list
= virgl_drm_lookup_res(cbuf
, res
);
654 cbuf
->base
.buf
[cbuf
->base
.cdw
++] = res
->res_handle
;
656 if (!already_in_list
)
657 virgl_drm_add_res(qdws
, cbuf
, res
);
660 static boolean
virgl_drm_res_is_ref(struct virgl_winsys
*qws
,
661 struct virgl_cmd_buf
*_cbuf
,
662 struct virgl_hw_res
*res
)
664 if (!res
->num_cs_references
)
670 static int virgl_drm_winsys_submit_cmd(struct virgl_winsys
*qws
,
671 struct virgl_cmd_buf
*_cbuf
)
673 struct virgl_drm_winsys
*qdws
= virgl_drm_winsys(qws
);
674 struct virgl_drm_cmd_buf
*cbuf
= virgl_drm_cmd_buf(_cbuf
);
675 struct drm_virtgpu_execbuffer eb
;
678 if (cbuf
->base
.cdw
== 0)
681 memset(&eb
, 0, sizeof(struct drm_virtgpu_execbuffer
));
682 eb
.command
= (unsigned long)(void*)cbuf
->buf
;
683 eb
.size
= cbuf
->base
.cdw
* 4;
684 eb
.num_bo_handles
= cbuf
->cres
;
685 eb
.bo_handles
= (unsigned long)(void *)cbuf
->res_hlist
;
687 ret
= drmIoctl(qdws
->fd
, DRM_IOCTL_VIRTGPU_EXECBUFFER
, &eb
);
689 fprintf(stderr
,"got error from kernel - expect bad rendering %d\n", errno
);
692 virgl_drm_release_all_res(qdws
, cbuf
);
694 memset(cbuf
->is_handle_added
, 0, sizeof(cbuf
->is_handle_added
));
698 static int virgl_drm_get_caps(struct virgl_winsys
*vws
,
699 struct virgl_drm_caps
*caps
)
701 struct virgl_drm_winsys
*vdws
= virgl_drm_winsys(vws
);
702 struct drm_virtgpu_get_caps args
;
705 virgl_ws_fill_new_caps_defaults(caps
);
707 memset(&args
, 0, sizeof(args
));
708 if (vdws
->has_capset_query_fix
) {
709 /* if we have the query fix - try and get cap set id 2 first */
711 args
.size
= sizeof(union virgl_caps
);
714 args
.size
= sizeof(struct virgl_caps_v1
);
716 args
.addr
= (unsigned long)&caps
->caps
;
718 ret
= drmIoctl(vdws
->fd
, DRM_IOCTL_VIRTGPU_GET_CAPS
, &args
);
719 if (ret
== -1 && errno
== EINVAL
) {
722 args
.size
= sizeof(struct virgl_caps_v1
);
723 ret
= drmIoctl(vdws
->fd
, DRM_IOCTL_VIRTGPU_GET_CAPS
, &args
);
730 #define PTR_TO_UINT(x) ((unsigned)((intptr_t)(x)))
732 static unsigned handle_hash(void *key
)
734 return PTR_TO_UINT(key
);
737 static int handle_compare(void *key1
, void *key2
)
739 return PTR_TO_UINT(key1
) != PTR_TO_UINT(key2
);
742 static struct pipe_fence_handle
*
743 virgl_cs_create_fence(struct virgl_winsys
*vws
)
745 struct virgl_hw_res
*res
;
747 res
= virgl_drm_winsys_resource_cache_create(vws
,
749 PIPE_FORMAT_R8_UNORM
,
751 8, 1, 1, 0, 0, 0, 8);
753 return (struct pipe_fence_handle
*)res
;
756 static bool virgl_fence_wait(struct virgl_winsys
*vws
,
757 struct pipe_fence_handle
*fence
,
760 struct virgl_drm_winsys
*vdws
= virgl_drm_winsys(vws
);
761 struct virgl_hw_res
*res
= virgl_hw_res(fence
);
764 return !virgl_drm_resource_is_busy(vdws
, res
);
766 if (timeout
!= PIPE_TIMEOUT_INFINITE
) {
767 int64_t start_time
= os_time_get();
769 while (virgl_drm_resource_is_busy(vdws
, res
)) {
770 if (os_time_get() - start_time
>= timeout
)
776 virgl_drm_resource_wait(vws
, res
);
780 static void virgl_fence_reference(struct virgl_winsys
*vws
,
781 struct pipe_fence_handle
**dst
,
782 struct pipe_fence_handle
*src
)
784 struct virgl_drm_winsys
*vdws
= virgl_drm_winsys(vws
);
785 virgl_drm_resource_reference(vdws
, (struct virgl_hw_res
**)dst
,
790 static struct virgl_winsys
*
791 virgl_drm_winsys_create(int drmFD
)
793 struct virgl_drm_winsys
*qdws
;
796 struct drm_virtgpu_getparam getparam
= {0};
798 getparam
.param
= VIRTGPU_PARAM_3D_FEATURES
;
799 getparam
.value
= (uint64_t)(uintptr_t)&gl
;
800 ret
= drmIoctl(drmFD
, DRM_IOCTL_VIRTGPU_GETPARAM
, &getparam
);
804 qdws
= CALLOC_STRUCT(virgl_drm_winsys
);
809 qdws
->num_delayed
= 0;
810 qdws
->usecs
= 1000000;
811 LIST_INITHEAD(&qdws
->delayed
);
812 (void) mtx_init(&qdws
->mutex
, mtx_plain
);
813 (void) mtx_init(&qdws
->bo_handles_mutex
, mtx_plain
);
814 qdws
->bo_handles
= util_hash_table_create(handle_hash
, handle_compare
);
815 qdws
->bo_names
= util_hash_table_create(handle_hash
, handle_compare
);
816 qdws
->base
.destroy
= virgl_drm_winsys_destroy
;
818 qdws
->base
.transfer_put
= virgl_bo_transfer_put
;
819 qdws
->base
.transfer_get
= virgl_bo_transfer_get
;
820 qdws
->base
.resource_create
= virgl_drm_winsys_resource_cache_create
;
821 qdws
->base
.resource_unref
= virgl_drm_winsys_resource_unref
;
822 qdws
->base
.resource_create_from_handle
= virgl_drm_winsys_resource_create_handle
;
823 qdws
->base
.resource_get_handle
= virgl_drm_winsys_resource_get_handle
;
824 qdws
->base
.resource_map
= virgl_drm_resource_map
;
825 qdws
->base
.resource_wait
= virgl_drm_resource_wait
;
826 qdws
->base
.cmd_buf_create
= virgl_drm_cmd_buf_create
;
827 qdws
->base
.cmd_buf_destroy
= virgl_drm_cmd_buf_destroy
;
828 qdws
->base
.submit_cmd
= virgl_drm_winsys_submit_cmd
;
829 qdws
->base
.emit_res
= virgl_drm_emit_res
;
830 qdws
->base
.res_is_referenced
= virgl_drm_res_is_ref
;
832 qdws
->base
.cs_create_fence
= virgl_cs_create_fence
;
833 qdws
->base
.fence_wait
= virgl_fence_wait
;
834 qdws
->base
.fence_reference
= virgl_fence_reference
;
836 qdws
->base
.get_caps
= virgl_drm_get_caps
;
839 getparam
.param
= VIRTGPU_PARAM_CAPSET_QUERY_FIX
;
840 getparam
.value
= (uint64_t)(uintptr_t)&value
;
841 ret
= drmIoctl(qdws
->fd
, DRM_IOCTL_VIRTGPU_GETPARAM
, &getparam
);
844 qdws
->has_capset_query_fix
= true;
851 static struct util_hash_table
*fd_tab
= NULL
;
852 static mtx_t virgl_screen_mutex
= _MTX_INITIALIZER_NP
;
855 virgl_drm_screen_destroy(struct pipe_screen
*pscreen
)
857 struct virgl_screen
*screen
= virgl_screen(pscreen
);
860 mtx_lock(&virgl_screen_mutex
);
861 destroy
= --screen
->refcnt
== 0;
863 int fd
= virgl_drm_winsys(screen
->vws
)->fd
;
864 util_hash_table_remove(fd_tab
, intptr_to_pointer(fd
));
866 mtx_unlock(&virgl_screen_mutex
);
869 pscreen
->destroy
= screen
->winsys_priv
;
870 pscreen
->destroy(pscreen
);
874 static unsigned hash_fd(void *key
)
876 int fd
= pointer_to_intptr(key
);
880 return stat
.st_dev
^ stat
.st_ino
^ stat
.st_rdev
;
883 static int compare_fd(void *key1
, void *key2
)
885 int fd1
= pointer_to_intptr(key1
);
886 int fd2
= pointer_to_intptr(key2
);
887 struct stat stat1
, stat2
;
891 return stat1
.st_dev
!= stat2
.st_dev
||
892 stat1
.st_ino
!= stat2
.st_ino
||
893 stat1
.st_rdev
!= stat2
.st_rdev
;
897 virgl_drm_screen_create(int fd
)
899 struct pipe_screen
*pscreen
= NULL
;
901 mtx_lock(&virgl_screen_mutex
);
903 fd_tab
= util_hash_table_create(hash_fd
, compare_fd
);
908 pscreen
= util_hash_table_get(fd_tab
, intptr_to_pointer(fd
));
910 virgl_screen(pscreen
)->refcnt
++;
912 struct virgl_winsys
*vws
;
913 int dup_fd
= fcntl(fd
, F_DUPFD_CLOEXEC
, 3);
915 vws
= virgl_drm_winsys_create(dup_fd
);
921 pscreen
= virgl_create_screen(vws
);
923 util_hash_table_set(fd_tab
, intptr_to_pointer(dup_fd
), pscreen
);
925 /* Bit of a hack, to avoid circular linkage dependency,
926 * ie. pipe driver having to call in to winsys, we
927 * override the pipe drivers screen->destroy():
929 virgl_screen(pscreen
)->winsys_priv
= pscreen
->destroy
;
930 pscreen
->destroy
= virgl_drm_screen_destroy
;
935 mtx_unlock(&virgl_screen_mutex
);