iris: fix aux buf map failure in 32bits app on Android
[mesa.git] / src / gallium / drivers / iris / iris_batch.c
1 /*
2 * Copyright © 2017 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included
12 * in all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
15 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
18 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
19 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
20 * DEALINGS IN THE SOFTWARE.
21 */
22
23 /**
24 * @file iris_batch.c
25 *
26 * Batchbuffer and command submission module.
27 *
28 * Every API draw call results in a number of GPU commands, which we
29 * collect into a "batch buffer". Typically, many draw calls are grouped
30 * into a single batch to amortize command submission overhead.
31 *
32 * We submit batches to the kernel using the I915_GEM_EXECBUFFER2 ioctl.
33 * One critical piece of data is the "validation list", which contains a
34 * list of the buffer objects (BOs) which the commands in the GPU need.
35 * The kernel will make sure these are resident and pinned at the correct
36 * virtual memory address before executing our batch. If a BO is not in
37 * the validation list, it effectively does not exist, so take care.
38 */
39
40 #include "iris_batch.h"
41 #include "iris_bufmgr.h"
42 #include "iris_context.h"
43 #include "iris_fence.h"
44
45 #include "drm-uapi/i915_drm.h"
46
47 #include "common/gen_aux_map.h"
48 #include "intel/common/gen_gem.h"
49 #include "util/hash_table.h"
50 #include "util/set.h"
51 #include "main/macros.h"
52
53 #include <errno.h>
54 #include <xf86drm.h>
55
56 #if HAVE_VALGRIND
57 #include <valgrind.h>
58 #include <memcheck.h>
59 #define VG(x) x
60 #else
61 #define VG(x)
62 #endif
63
64 #define FILE_DEBUG_FLAG DEBUG_BUFMGR
65
66 /* Terminating the batch takes either 4 bytes for MI_BATCH_BUFFER_END
67 * or 12 bytes for MI_BATCH_BUFFER_START (when chaining). Plus, we may
68 * need an extra 4 bytes to pad out to the nearest QWord. So reserve 16.
69 */
70 #define BATCH_RESERVED 16
71
72 static void
73 iris_batch_reset(struct iris_batch *batch);
74
75 static unsigned
76 num_fences(struct iris_batch *batch)
77 {
78 return util_dynarray_num_elements(&batch->exec_fences,
79 struct drm_i915_gem_exec_fence);
80 }
81
82 /**
83 * Debugging code to dump the fence list, used by INTEL_DEBUG=submit.
84 */
85 static void
86 dump_fence_list(struct iris_batch *batch)
87 {
88 fprintf(stderr, "Fence list (length %u): ", num_fences(batch));
89
90 util_dynarray_foreach(&batch->exec_fences,
91 struct drm_i915_gem_exec_fence, f) {
92 fprintf(stderr, "%s%u%s ",
93 (f->flags & I915_EXEC_FENCE_WAIT) ? "..." : "",
94 f->handle,
95 (f->flags & I915_EXEC_FENCE_SIGNAL) ? "!" : "");
96 }
97
98 fprintf(stderr, "\n");
99 }
100
101 /**
102 * Debugging code to dump the validation list, used by INTEL_DEBUG=submit.
103 */
104 static void
105 dump_validation_list(struct iris_batch *batch)
106 {
107 fprintf(stderr, "Validation list (length %d):\n", batch->exec_count);
108
109 for (int i = 0; i < batch->exec_count; i++) {
110 uint64_t flags = batch->validation_list[i].flags;
111 assert(batch->validation_list[i].handle ==
112 batch->exec_bos[i]->gem_handle);
113 fprintf(stderr, "[%2d]: %2d %-14s @ 0x%016llx (%"PRIu64"B)\t %2d refs %s\n",
114 i,
115 batch->validation_list[i].handle,
116 batch->exec_bos[i]->name,
117 batch->validation_list[i].offset,
118 batch->exec_bos[i]->size,
119 batch->exec_bos[i]->refcount,
120 (flags & EXEC_OBJECT_WRITE) ? " (write)" : "");
121 }
122 }
123
124 /**
125 * Return BO information to the batch decoder (for debugging).
126 */
127 static struct gen_batch_decode_bo
128 decode_get_bo(void *v_batch, bool ppgtt, uint64_t address)
129 {
130 struct iris_batch *batch = v_batch;
131
132 assert(ppgtt);
133
134 for (int i = 0; i < batch->exec_count; i++) {
135 struct iris_bo *bo = batch->exec_bos[i];
136 /* The decoder zeroes out the top 16 bits, so we need to as well */
137 uint64_t bo_address = bo->gtt_offset & (~0ull >> 16);
138
139 if (address >= bo_address && address < bo_address + bo->size) {
140 return (struct gen_batch_decode_bo) {
141 .addr = address,
142 .size = bo->size,
143 .map = iris_bo_map(batch->dbg, bo, MAP_READ) +
144 (address - bo_address),
145 };
146 }
147 }
148
149 return (struct gen_batch_decode_bo) { };
150 }
151
152 static unsigned
153 decode_get_state_size(void *v_batch,
154 uint64_t address,
155 UNUSED uint64_t base_address)
156 {
157 struct iris_batch *batch = v_batch;
158 unsigned size = (uintptr_t)
159 _mesa_hash_table_u64_search(batch->state_sizes, address);
160
161 return size;
162 }
163
164 /**
165 * Decode the current batch.
166 */
167 static void
168 decode_batch(struct iris_batch *batch)
169 {
170 void *map = iris_bo_map(batch->dbg, batch->exec_bos[0], MAP_READ);
171 gen_print_batch(&batch->decoder, map, batch->primary_batch_size,
172 batch->exec_bos[0]->gtt_offset, false);
173 }
174
175 void
176 iris_init_batch(struct iris_batch *batch,
177 struct iris_screen *screen,
178 struct iris_vtable *vtbl,
179 struct pipe_debug_callback *dbg,
180 struct pipe_device_reset_callback *reset,
181 struct hash_table_u64 *state_sizes,
182 struct iris_batch *all_batches,
183 enum iris_batch_name name,
184 int priority)
185 {
186 batch->screen = screen;
187 batch->vtbl = vtbl;
188 batch->dbg = dbg;
189 batch->reset = reset;
190 batch->state_sizes = state_sizes;
191 batch->name = name;
192
193 batch->hw_ctx_id = iris_create_hw_context(screen->bufmgr);
194 assert(batch->hw_ctx_id);
195
196 iris_hw_context_set_priority(screen->bufmgr, batch->hw_ctx_id, priority);
197
198 util_dynarray_init(&batch->exec_fences, ralloc_context(NULL));
199 util_dynarray_init(&batch->syncpts, ralloc_context(NULL));
200
201 batch->exec_count = 0;
202 batch->exec_array_size = 100;
203 batch->exec_bos =
204 malloc(batch->exec_array_size * sizeof(batch->exec_bos[0]));
205 batch->validation_list =
206 malloc(batch->exec_array_size * sizeof(batch->validation_list[0]));
207
208 batch->cache.render = _mesa_hash_table_create(NULL, _mesa_hash_pointer,
209 _mesa_key_pointer_equal);
210 batch->cache.depth = _mesa_set_create(NULL, _mesa_hash_pointer,
211 _mesa_key_pointer_equal);
212
213 memset(batch->other_batches, 0, sizeof(batch->other_batches));
214
215 for (int i = 0, j = 0; i < IRIS_BATCH_COUNT; i++) {
216 if (&all_batches[i] != batch)
217 batch->other_batches[j++] = &all_batches[i];
218 }
219
220 if (unlikely(INTEL_DEBUG)) {
221 const unsigned decode_flags =
222 GEN_BATCH_DECODE_FULL |
223 ((INTEL_DEBUG & DEBUG_COLOR) ? GEN_BATCH_DECODE_IN_COLOR : 0) |
224 GEN_BATCH_DECODE_OFFSETS |
225 GEN_BATCH_DECODE_FLOATS;
226
227 gen_batch_decode_ctx_init(&batch->decoder, &screen->devinfo,
228 stderr, decode_flags, NULL,
229 decode_get_bo, decode_get_state_size, batch);
230 batch->decoder.dynamic_base = IRIS_MEMZONE_DYNAMIC_START;
231 batch->decoder.instruction_base = IRIS_MEMZONE_SHADER_START;
232 batch->decoder.max_vbo_decoded_lines = 32;
233 }
234
235 iris_batch_reset(batch);
236 }
237
238 static struct drm_i915_gem_exec_object2 *
239 find_validation_entry(struct iris_batch *batch, struct iris_bo *bo)
240 {
241 unsigned index = READ_ONCE(bo->index);
242
243 if (index < batch->exec_count && batch->exec_bos[index] == bo)
244 return &batch->validation_list[index];
245
246 /* May have been shared between multiple active batches */
247 for (index = 0; index < batch->exec_count; index++) {
248 if (batch->exec_bos[index] == bo)
249 return &batch->validation_list[index];
250 }
251
252 return NULL;
253 }
254
255 static void
256 ensure_exec_obj_space(struct iris_batch *batch, uint32_t count)
257 {
258 while (batch->exec_count + count > batch->exec_array_size) {
259 batch->exec_array_size *= 2;
260 batch->exec_bos =
261 realloc(batch->exec_bos,
262 batch->exec_array_size * sizeof(batch->exec_bos[0]));
263 batch->validation_list =
264 realloc(batch->validation_list,
265 batch->exec_array_size * sizeof(batch->validation_list[0]));
266 }
267 }
268
269 /**
270 * Add a buffer to the current batch's validation list.
271 *
272 * You must call this on any BO you wish to use in this batch, to ensure
273 * that it's resident when the GPU commands execute.
274 */
275 void
276 iris_use_pinned_bo(struct iris_batch *batch,
277 struct iris_bo *bo,
278 bool writable)
279 {
280 assert(bo->kflags & EXEC_OBJECT_PINNED);
281
282 /* Never mark the workaround BO with EXEC_OBJECT_WRITE. We don't care
283 * about the order of any writes to that buffer, and marking it writable
284 * would introduce data dependencies between multiple batches which share
285 * the buffer.
286 */
287 if (bo == batch->screen->workaround_bo)
288 writable = false;
289
290 struct drm_i915_gem_exec_object2 *existing_entry =
291 find_validation_entry(batch, bo);
292
293 if (existing_entry) {
294 /* The BO is already in the validation list; mark it writable */
295 if (writable)
296 existing_entry->flags |= EXEC_OBJECT_WRITE;
297
298 return;
299 }
300
301 if (bo != batch->bo) {
302 /* This is the first time our batch has seen this BO. Before we use it,
303 * we may need to flush and synchronize with other batches.
304 */
305 for (int b = 0; b < ARRAY_SIZE(batch->other_batches); b++) {
306 struct drm_i915_gem_exec_object2 *other_entry =
307 find_validation_entry(batch->other_batches[b], bo);
308
309 /* If the buffer is referenced by another batch, and either batch
310 * intends to write it, then flush the other batch and synchronize.
311 *
312 * Consider these cases:
313 *
314 * 1. They read, we read => No synchronization required.
315 * 2. They read, we write => Synchronize (they need the old value)
316 * 3. They write, we read => Synchronize (we need their new value)
317 * 4. They write, we write => Synchronize (order writes)
318 *
319 * The read/read case is very common, as multiple batches usually
320 * share a streaming state buffer or shader assembly buffer, and
321 * we want to avoid synchronizing in this case.
322 */
323 if (other_entry &&
324 ((other_entry->flags & EXEC_OBJECT_WRITE) || writable)) {
325 iris_batch_flush(batch->other_batches[b]);
326 iris_batch_add_syncpt(batch, batch->other_batches[b]->last_syncpt,
327 I915_EXEC_FENCE_WAIT);
328 }
329 }
330 }
331
332 /* Now, take a reference and add it to the validation list. */
333 iris_bo_reference(bo);
334
335 ensure_exec_obj_space(batch, 1);
336
337 batch->validation_list[batch->exec_count] =
338 (struct drm_i915_gem_exec_object2) {
339 .handle = bo->gem_handle,
340 .offset = bo->gtt_offset,
341 .flags = bo->kflags | (writable ? EXEC_OBJECT_WRITE : 0),
342 };
343
344 bo->index = batch->exec_count;
345 batch->exec_bos[batch->exec_count] = bo;
346 batch->aperture_space += bo->size;
347
348 batch->exec_count++;
349 }
350
351 static void
352 create_batch(struct iris_batch *batch)
353 {
354 struct iris_screen *screen = batch->screen;
355 struct iris_bufmgr *bufmgr = screen->bufmgr;
356
357 batch->bo = iris_bo_alloc(bufmgr, "command buffer",
358 BATCH_SZ + BATCH_RESERVED, IRIS_MEMZONE_OTHER);
359 batch->bo->kflags |= EXEC_OBJECT_CAPTURE;
360 batch->map = iris_bo_map(NULL, batch->bo, MAP_READ | MAP_WRITE);
361 batch->map_next = batch->map;
362
363 iris_use_pinned_bo(batch, batch->bo, false);
364 }
365
366 static void
367 iris_batch_reset(struct iris_batch *batch)
368 {
369 struct iris_screen *screen = batch->screen;
370
371 iris_bo_unreference(batch->bo);
372 batch->primary_batch_size = 0;
373 batch->total_chained_batch_size = 0;
374 batch->contains_draw = false;
375 batch->decoder.surface_base = batch->last_surface_base_address;
376
377 create_batch(batch);
378 assert(batch->bo->index == 0);
379
380 struct iris_syncpt *syncpt = iris_create_syncpt(screen);
381 iris_batch_add_syncpt(batch, syncpt, I915_EXEC_FENCE_SIGNAL);
382 iris_syncpt_reference(screen, &syncpt, NULL);
383
384 iris_cache_sets_clear(batch);
385 }
386
387 void
388 iris_batch_free(struct iris_batch *batch)
389 {
390 struct iris_screen *screen = batch->screen;
391 struct iris_bufmgr *bufmgr = screen->bufmgr;
392
393 for (int i = 0; i < batch->exec_count; i++) {
394 iris_bo_unreference(batch->exec_bos[i]);
395 }
396 free(batch->exec_bos);
397 free(batch->validation_list);
398
399 ralloc_free(batch->exec_fences.mem_ctx);
400
401 util_dynarray_foreach(&batch->syncpts, struct iris_syncpt *, s)
402 iris_syncpt_reference(screen, s, NULL);
403 ralloc_free(batch->syncpts.mem_ctx);
404
405 iris_syncpt_reference(screen, &batch->last_syncpt, NULL);
406
407 iris_bo_unreference(batch->bo);
408 batch->bo = NULL;
409 batch->map = NULL;
410 batch->map_next = NULL;
411
412 iris_destroy_hw_context(bufmgr, batch->hw_ctx_id);
413
414 _mesa_hash_table_destroy(batch->cache.render, NULL);
415 _mesa_set_destroy(batch->cache.depth, NULL);
416
417 if (unlikely(INTEL_DEBUG))
418 gen_batch_decode_ctx_finish(&batch->decoder);
419 }
420
421 /**
422 * If we've chained to a secondary batch, or are getting near to the end,
423 * then flush. This should only be called between draws.
424 */
425 void
426 iris_batch_maybe_flush(struct iris_batch *batch, unsigned estimate)
427 {
428 if (batch->bo != batch->exec_bos[0] ||
429 iris_batch_bytes_used(batch) + estimate >= BATCH_SZ) {
430 iris_batch_flush(batch);
431 }
432 }
433
434 static void
435 record_batch_sizes(struct iris_batch *batch)
436 {
437 unsigned batch_size = iris_batch_bytes_used(batch);
438
439 VG(VALGRIND_CHECK_MEM_IS_DEFINED(batch->map, batch_size));
440
441 if (batch->bo == batch->exec_bos[0])
442 batch->primary_batch_size = batch_size;
443
444 batch->total_chained_batch_size += batch_size;
445 }
446
447 void
448 iris_chain_to_new_batch(struct iris_batch *batch)
449 {
450 uint32_t *cmd = batch->map_next;
451 uint64_t *addr = batch->map_next + 4;
452 batch->map_next += 12;
453
454 record_batch_sizes(batch);
455
456 /* No longer held by batch->bo, still held by validation list */
457 iris_bo_unreference(batch->bo);
458 create_batch(batch);
459
460 /* Emit MI_BATCH_BUFFER_START to chain to another batch. */
461 *cmd = (0x31 << 23) | (1 << 8) | (3 - 2);
462 *addr = batch->bo->gtt_offset;
463 }
464
465 static void
466 add_aux_map_bos_to_batch(struct iris_batch *batch)
467 {
468 void *aux_map_ctx = iris_bufmgr_get_aux_map_context(batch->screen->bufmgr);
469 if (!aux_map_ctx)
470 return;
471
472 uint32_t count = gen_aux_map_get_num_buffers(aux_map_ctx);
473 ensure_exec_obj_space(batch, count);
474 gen_aux_map_fill_bos(aux_map_ctx,
475 (void**)&batch->exec_bos[batch->exec_count], count);
476 for (uint32_t i = 0; i < count; i++) {
477 struct iris_bo *bo = batch->exec_bos[batch->exec_count];
478 iris_bo_reference(bo);
479 batch->validation_list[batch->exec_count] =
480 (struct drm_i915_gem_exec_object2) {
481 .handle = bo->gem_handle,
482 .offset = bo->gtt_offset,
483 .flags = bo->kflags,
484 };
485 batch->aperture_space += bo->size;
486 batch->exec_count++;
487 }
488 }
489
490 /**
491 * Terminate a batch with MI_BATCH_BUFFER_END.
492 */
493 static void
494 iris_finish_batch(struct iris_batch *batch)
495 {
496 add_aux_map_bos_to_batch(batch);
497
498 /* Emit MI_BATCH_BUFFER_END to finish our batch. */
499 uint32_t *map = batch->map_next;
500
501 map[0] = (0xA << 23);
502
503 batch->map_next += 4;
504
505 record_batch_sizes(batch);
506 }
507
508 /**
509 * Replace our current GEM context with a new one (in case it got banned).
510 */
511 static bool
512 replace_hw_ctx(struct iris_batch *batch)
513 {
514 struct iris_screen *screen = batch->screen;
515 struct iris_bufmgr *bufmgr = screen->bufmgr;
516
517 uint32_t new_ctx = iris_clone_hw_context(bufmgr, batch->hw_ctx_id);
518 if (!new_ctx)
519 return false;
520
521 iris_destroy_hw_context(bufmgr, batch->hw_ctx_id);
522 batch->hw_ctx_id = new_ctx;
523
524 /* Notify the context that state must be re-initialized. */
525 iris_lost_context_state(batch);
526
527 return true;
528 }
529
530 enum pipe_reset_status
531 iris_batch_check_for_reset(struct iris_batch *batch)
532 {
533 struct iris_screen *screen = batch->screen;
534 enum pipe_reset_status status = PIPE_NO_RESET;
535 struct drm_i915_reset_stats stats = { .ctx_id = batch->hw_ctx_id };
536
537 if (drmIoctl(screen->fd, DRM_IOCTL_I915_GET_RESET_STATS, &stats))
538 DBG("DRM_IOCTL_I915_GET_RESET_STATS failed: %s\n", strerror(errno));
539
540 if (stats.batch_active != 0) {
541 /* A reset was observed while a batch from this hardware context was
542 * executing. Assume that this context was at fault.
543 */
544 status = PIPE_GUILTY_CONTEXT_RESET;
545 } else if (stats.batch_pending != 0) {
546 /* A reset was observed while a batch from this context was in progress,
547 * but the batch was not executing. In this case, assume that the
548 * context was not at fault.
549 */
550 status = PIPE_INNOCENT_CONTEXT_RESET;
551 }
552
553 if (status != PIPE_NO_RESET) {
554 /* Our context is likely banned, or at least in an unknown state.
555 * Throw it away and start with a fresh context. Ideally this may
556 * catch the problem before our next execbuf fails with -EIO.
557 */
558 replace_hw_ctx(batch);
559 }
560
561 return status;
562 }
563
564 /**
565 * Submit the batch to the GPU via execbuffer2.
566 */
567 static int
568 submit_batch(struct iris_batch *batch)
569 {
570 iris_bo_unmap(batch->bo);
571
572 /* The requirement for using I915_EXEC_NO_RELOC are:
573 *
574 * The addresses written in the objects must match the corresponding
575 * reloc.gtt_offset which in turn must match the corresponding
576 * execobject.offset.
577 *
578 * Any render targets written to in the batch must be flagged with
579 * EXEC_OBJECT_WRITE.
580 *
581 * To avoid stalling, execobject.offset should match the current
582 * address of that object within the active context.
583 */
584 struct drm_i915_gem_execbuffer2 execbuf = {
585 .buffers_ptr = (uintptr_t) batch->validation_list,
586 .buffer_count = batch->exec_count,
587 .batch_start_offset = 0,
588 /* This must be QWord aligned. */
589 .batch_len = ALIGN(batch->primary_batch_size, 8),
590 .flags = I915_EXEC_RENDER |
591 I915_EXEC_NO_RELOC |
592 I915_EXEC_BATCH_FIRST |
593 I915_EXEC_HANDLE_LUT,
594 .rsvd1 = batch->hw_ctx_id, /* rsvd1 is actually the context ID */
595 };
596
597 if (num_fences(batch)) {
598 execbuf.flags |= I915_EXEC_FENCE_ARRAY;
599 execbuf.num_cliprects = num_fences(batch);
600 execbuf.cliprects_ptr =
601 (uintptr_t)util_dynarray_begin(&batch->exec_fences);
602 }
603
604 int ret = 0;
605 if (!batch->screen->no_hw &&
606 gen_ioctl(batch->screen->fd, DRM_IOCTL_I915_GEM_EXECBUFFER2, &execbuf))
607 ret = -errno;
608
609 for (int i = 0; i < batch->exec_count; i++) {
610 struct iris_bo *bo = batch->exec_bos[i];
611
612 bo->idle = false;
613 bo->index = -1;
614
615 iris_bo_unreference(bo);
616 }
617
618 return ret;
619 }
620
621 static const char *
622 batch_name_to_string(enum iris_batch_name name)
623 {
624 const char *names[IRIS_BATCH_COUNT] = {
625 [IRIS_BATCH_RENDER] = "render",
626 [IRIS_BATCH_COMPUTE] = "compute",
627 };
628 return names[name];
629 }
630
631 /**
632 * Flush the batch buffer, submitting it to the GPU and resetting it so
633 * we're ready to emit the next batch.
634 *
635 * \param in_fence_fd is ignored if -1. Otherwise, this function takes
636 * ownership of the fd.
637 *
638 * \param out_fence_fd is ignored if NULL. Otherwise, the caller must
639 * take ownership of the returned fd.
640 */
641 void
642 _iris_batch_flush(struct iris_batch *batch, const char *file, int line)
643 {
644 struct iris_screen *screen = batch->screen;
645
646 if (iris_batch_bytes_used(batch) == 0)
647 return;
648
649 iris_finish_batch(batch);
650
651 if (unlikely(INTEL_DEBUG &
652 (DEBUG_BATCH | DEBUG_SUBMIT | DEBUG_PIPE_CONTROL))) {
653 fprintf(stderr, "%19s:%-3d: %s batch [%u] flush with %5db (%0.1f%%) "
654 "(cmds), %4d BOs (%0.1fMb aperture)\n",
655 file, line, batch_name_to_string(batch->name), batch->hw_ctx_id,
656 batch->total_chained_batch_size,
657 100.0f * batch->total_chained_batch_size / BATCH_SZ,
658 batch->exec_count,
659 (float) batch->aperture_space / (1024 * 1024));
660
661 if (INTEL_DEBUG & (DEBUG_BATCH | DEBUG_SUBMIT)) {
662 dump_fence_list(batch);
663 dump_validation_list(batch);
664 }
665
666 if (INTEL_DEBUG & DEBUG_BATCH) {
667 decode_batch(batch);
668 }
669 }
670
671 int ret = submit_batch(batch);
672
673 batch->exec_count = 0;
674 batch->aperture_space = 0;
675
676 struct iris_syncpt *syncpt =
677 ((struct iris_syncpt **) util_dynarray_begin(&batch->syncpts))[0];
678 iris_syncpt_reference(screen, &batch->last_syncpt, syncpt);
679
680 util_dynarray_foreach(&batch->syncpts, struct iris_syncpt *, s)
681 iris_syncpt_reference(screen, s, NULL);
682 util_dynarray_clear(&batch->syncpts);
683
684 util_dynarray_clear(&batch->exec_fences);
685
686 if (unlikely(INTEL_DEBUG & DEBUG_SYNC)) {
687 dbg_printf("waiting for idle\n");
688 iris_bo_wait_rendering(batch->bo); /* if execbuf failed; this is a nop */
689 }
690
691 /* Start a new batch buffer. */
692 iris_batch_reset(batch);
693
694 /* EIO means our context is banned. In this case, try and replace it
695 * with a new logical context, and inform iris_context that all state
696 * has been lost and needs to be re-initialized. If this succeeds,
697 * dubiously claim success...
698 */
699 if (ret == -EIO && replace_hw_ctx(batch)) {
700 if (batch->reset->reset) {
701 /* Tell the state tracker the device is lost and it was our fault. */
702 batch->reset->reset(batch->reset->data, PIPE_GUILTY_CONTEXT_RESET);
703 }
704
705 ret = 0;
706 }
707
708 if (ret < 0) {
709 #ifdef DEBUG
710 const bool color = INTEL_DEBUG & DEBUG_COLOR;
711 fprintf(stderr, "%siris: Failed to submit batchbuffer: %-80s%s\n",
712 color ? "\e[1;41m" : "", strerror(-ret), color ? "\e[0m" : "");
713 #endif
714 abort();
715 }
716 }
717
718 /**
719 * Does the current batch refer to the given BO?
720 *
721 * (In other words, is the BO in the current batch's validation list?)
722 */
723 bool
724 iris_batch_references(struct iris_batch *batch, struct iris_bo *bo)
725 {
726 return find_validation_entry(batch, bo) != NULL;
727 }