2 * Copyright 2010 Christoph Bumiller
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
23 #include "nouveau_screen.h"
24 #include "nouveau_winsys.h"
25 #include "nouveau_fence.h"
26 #include "os/os_time.h"
33 nouveau_fence_new(struct nouveau_screen
*screen
, struct nouveau_fence
**fence
,
36 *fence
= CALLOC_STRUCT(nouveau_fence
);
40 (*fence
)->screen
= screen
;
42 LIST_INITHEAD(&(*fence
)->work
);
45 nouveau_fence_emit(*fence
);
51 nouveau_fence_trigger_work(struct nouveau_fence
*fence
)
53 struct nouveau_fence_work
*work
, *tmp
;
55 LIST_FOR_EACH_ENTRY_SAFE(work
, tmp
, &fence
->work
, list
) {
56 work
->func(work
->data
);
57 LIST_DEL(&work
->list
);
63 nouveau_fence_work(struct nouveau_fence
*fence
,
64 void (*func
)(void *), void *data
)
66 struct nouveau_fence_work
*work
;
68 if (!fence
|| fence
->state
== NOUVEAU_FENCE_STATE_SIGNALLED
) {
73 work
= CALLOC_STRUCT(nouveau_fence_work
);
78 LIST_ADD(&work
->list
, &fence
->work
);
83 nouveau_fence_emit(struct nouveau_fence
*fence
)
85 struct nouveau_screen
*screen
= fence
->screen
;
87 assert(fence
->state
== NOUVEAU_FENCE_STATE_AVAILABLE
);
89 /* set this now, so that if fence.emit triggers a flush we don't recurse */
90 fence
->state
= NOUVEAU_FENCE_STATE_EMITTING
;
94 if (screen
->fence
.tail
)
95 screen
->fence
.tail
->next
= fence
;
97 screen
->fence
.head
= fence
;
99 screen
->fence
.tail
= fence
;
101 screen
->fence
.emit(&screen
->base
, &fence
->sequence
);
103 assert(fence
->state
== NOUVEAU_FENCE_STATE_EMITTING
);
104 fence
->state
= NOUVEAU_FENCE_STATE_EMITTED
;
108 nouveau_fence_del(struct nouveau_fence
*fence
)
110 struct nouveau_fence
*it
;
111 struct nouveau_screen
*screen
= fence
->screen
;
113 if (fence
->state
== NOUVEAU_FENCE_STATE_EMITTED
||
114 fence
->state
== NOUVEAU_FENCE_STATE_FLUSHED
) {
115 if (fence
== screen
->fence
.head
) {
116 screen
->fence
.head
= fence
->next
;
117 if (!screen
->fence
.head
)
118 screen
->fence
.tail
= NULL
;
120 for (it
= screen
->fence
.head
; it
&& it
->next
!= fence
; it
= it
->next
);
121 it
->next
= fence
->next
;
122 if (screen
->fence
.tail
== fence
)
123 screen
->fence
.tail
= it
;
127 if (!LIST_IS_EMPTY(&fence
->work
)) {
128 debug_printf("WARNING: deleting fence with work still pending !\n");
129 nouveau_fence_trigger_work(fence
);
136 nouveau_fence_update(struct nouveau_screen
*screen
, bool flushed
)
138 struct nouveau_fence
*fence
;
139 struct nouveau_fence
*next
= NULL
;
140 u32 sequence
= screen
->fence
.update(&screen
->base
);
142 if (screen
->fence
.sequence_ack
== sequence
)
144 screen
->fence
.sequence_ack
= sequence
;
146 for (fence
= screen
->fence
.head
; fence
; fence
= next
) {
148 sequence
= fence
->sequence
;
150 fence
->state
= NOUVEAU_FENCE_STATE_SIGNALLED
;
152 nouveau_fence_trigger_work(fence
);
153 nouveau_fence_ref(NULL
, &fence
);
155 if (sequence
== screen
->fence
.sequence_ack
)
158 screen
->fence
.head
= next
;
160 screen
->fence
.tail
= NULL
;
163 for (fence
= next
; fence
; fence
= fence
->next
)
164 if (fence
->state
== NOUVEAU_FENCE_STATE_EMITTED
)
165 fence
->state
= NOUVEAU_FENCE_STATE_FLUSHED
;
169 #define NOUVEAU_FENCE_MAX_SPINS (1 << 31)
172 nouveau_fence_signalled(struct nouveau_fence
*fence
)
174 struct nouveau_screen
*screen
= fence
->screen
;
176 if (fence
->state
== NOUVEAU_FENCE_STATE_SIGNALLED
)
179 if (fence
->state
>= NOUVEAU_FENCE_STATE_EMITTED
)
180 nouveau_fence_update(screen
, false);
182 return fence
->state
== NOUVEAU_FENCE_STATE_SIGNALLED
;
186 nouveau_fence_wait(struct nouveau_fence
*fence
, struct pipe_debug_callback
*debug
)
188 struct nouveau_screen
*screen
= fence
->screen
;
192 /* wtf, someone is waiting on a fence in flush_notify handler? */
193 assert(fence
->state
!= NOUVEAU_FENCE_STATE_EMITTING
);
195 if (fence
->state
< NOUVEAU_FENCE_STATE_EMITTED
) {
196 PUSH_SPACE(screen
->pushbuf
, 8);
197 /* The space allocation might trigger a flush, which could emit the
198 * current fence. So check again.
200 if (fence
->state
< NOUVEAU_FENCE_STATE_EMITTED
)
201 nouveau_fence_emit(fence
);
204 if (fence
->state
< NOUVEAU_FENCE_STATE_FLUSHED
)
205 if (nouveau_pushbuf_kick(screen
->pushbuf
, screen
->pushbuf
->channel
))
208 if (fence
== screen
->fence
.current
)
209 nouveau_fence_next(screen
);
211 if (debug
&& debug
->debug_message
)
212 start
= os_time_get_nano();
215 nouveau_fence_update(screen
, false);
217 if (fence
->state
== NOUVEAU_FENCE_STATE_SIGNALLED
) {
218 if (debug
&& debug
->debug_message
)
219 pipe_debug_message(debug
, PERF_INFO
,
220 "stalled %.3f ms waiting for fence",
221 (os_time_get_nano() - start
) / 1000000.f
);
225 NOUVEAU_DRV_STAT(screen
, any_non_kernel_fence_sync_count
, 1);
228 if (!(spins
% 8)) /* donate a few cycles */
231 } while (spins
< NOUVEAU_FENCE_MAX_SPINS
);
233 debug_printf("Wait on fence %u (ack = %u, next = %u) timed out !\n",
235 screen
->fence
.sequence_ack
, screen
->fence
.sequence
);
241 nouveau_fence_next(struct nouveau_screen
*screen
)
243 if (screen
->fence
.current
->state
< NOUVEAU_FENCE_STATE_EMITTING
) {
244 if (screen
->fence
.current
->ref
> 1)
245 nouveau_fence_emit(screen
->fence
.current
);
250 nouveau_fence_ref(NULL
, &screen
->fence
.current
);
252 nouveau_fence_new(screen
, &screen
->fence
.current
, false);
256 nouveau_fence_unref_bo(void *data
)
258 struct nouveau_bo
*bo
= data
;
260 nouveau_bo_ref(NULL
, &bo
);