src/gallium/drivers/iris/iris_batch.h

   1 /*
   2  * Copyright © 2017 Intel Corporation
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice (including the next
  12  * paragraph) shall be included in all copies or substantial portions of the
  13  * Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  18  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  20  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
  21  * IN THE SOFTWARE.
  22  */
  23
  24 #ifndef IRIS_BATCH_DOT_H
  25 #define IRIS_BATCH_DOT_H
  26
  27 #include <stdint.h>
  28 #include <stdbool.h>
  29 #include <string.h>
  30
  31 #include "util/u_dynarray.h"
  32
  33 #include "drm-uapi/i915_drm.h"
  34 #include "common/gen_decoder.h"
  35
  36 #include "iris_fence.h"
  37
  38 /* The kernel assumes batchbuffers are smaller than 256kB. */
  39 #define MAX_BATCH_SIZE (256 * 1024)
  40
  41 /* Our target batch size - flush approximately at this point. */
  42 #define BATCH_SZ (64 * 1024)
  43
  44 enum iris_batch_name {
  45    IRIS_BATCH_RENDER,
  46    IRIS_BATCH_COMPUTE,
  47 };
  48
  49 #define IRIS_BATCH_COUNT 2
  50
  51 struct iris_address {
  52    struct iris_bo *bo;
  53    uint64_t offset;
  54    bool write;
  55 };
  56
  57 struct iris_batch {
  58    struct iris_screen *screen;
  59    struct iris_vtable *vtbl;
  60    struct pipe_debug_callback *dbg;
  61    struct pipe_device_reset_callback *reset;
  62
  63    /** What batch is this? (e.g. IRIS_BATCH_RENDER/COMPUTE) */
  64    enum iris_batch_name name;
  65
  66    /** Current batchbuffer being queued up. */
  67    struct iris_bo *bo;
  68    void *map;
  69    void *map_next;
  70
  71    /** Size of the primary batch being submitted to execbuf (in bytes). */
  72    unsigned primary_batch_size;
  73
  74    /** Total size of all chained batches (in bytes). */
  75    unsigned total_chained_batch_size;
  76
  77    /** Last Surface State Base Address set in this hardware context. */
  78    uint64_t last_surface_base_address;
  79
  80    uint32_t hw_ctx_id;
  81
  82    /** The validation list */
  83    struct drm_i915_gem_exec_object2 *validation_list;
  84    struct iris_bo **exec_bos;
  85    int exec_count;
  86    int exec_array_size;
  87
  88    /**
  89     * A list of iris_syncpts associated with this batch.
  90     *
  91     * The first list entry will always be a signalling sync-point, indicating
  92     * that this batch has completed.  The others are likely to be sync-points
  93     * to wait on before executing the batch.
  94     */
  95    struct util_dynarray syncpts;
  96
  97    /** A list of drm_i915_exec_fences to have execbuf signal or wait on */
  98    struct util_dynarray exec_fences;
  99
 100    /** The amount of aperture space (in bytes) used by all exec_bos */
 101    int aperture_space;
 102
 103    /** A sync-point for the last batch that was submitted. */
 104    struct iris_syncpt *last_syncpt;
 105
 106    /** List of other batches which we might need to flush to use a BO */
 107    struct iris_batch *other_batches[IRIS_BATCH_COUNT - 1];
 108
 109    struct {
 110       /**
 111        * Set of struct brw_bo * that have been rendered to within this
 112        * batchbuffer and would need flushing before being used from another
 113        * cache domain that isn't coherent with it (i.e. the sampler).
 114        */
 115       struct hash_table *render;
 116
 117       /**
 118        * Set of struct brw_bo * that have been used as a depth buffer within
 119        * this batchbuffer and would need flushing before being used from
 120        * another cache domain that isn't coherent with it (i.e. the sampler).
 121        */
 122       struct set *depth;
 123    } cache;
 124
 125    struct gen_batch_decode_ctx decoder;
 126    struct hash_table_u64 *state_sizes;
 127
 128    /** Have we emitted any draw calls to this batch? */
 129    bool contains_draw;
 130
 131    uint32_t last_aux_map_state;
 132 };
 133
 134 void iris_init_batch(struct iris_batch *batch,
 135                      struct iris_screen *screen,
 136                      struct iris_vtable *vtbl,
 137                      struct pipe_debug_callback *dbg,
 138                      struct pipe_device_reset_callback *reset,
 139                      struct hash_table_u64 *state_sizes,
 140                      struct iris_batch *all_batches,
 141                      enum iris_batch_name name,
 142                      int priority);
 143 void iris_chain_to_new_batch(struct iris_batch *batch);
 144 void iris_batch_free(struct iris_batch *batch);
 145 void iris_batch_maybe_flush(struct iris_batch *batch, unsigned estimate);
 146
 147 void _iris_batch_flush(struct iris_batch *batch, const char *file, int line);
 148 #define iris_batch_flush(batch) _iris_batch_flush((batch), __FILE__, __LINE__)
 149
 150 bool iris_batch_references(struct iris_batch *batch, struct iris_bo *bo);
 151
 152 #define RELOC_WRITE EXEC_OBJECT_WRITE
 153
 154 void iris_use_pinned_bo(struct iris_batch *batch, struct iris_bo *bo,
 155                         bool writable);
 156
 157 enum pipe_reset_status iris_batch_check_for_reset(struct iris_batch *batch);
 158
 159 static inline unsigned
 160 iris_batch_bytes_used(struct iris_batch *batch)
 161 {
 162    return batch->map_next - batch->map;
 163 }
 164
 165 /**
 166  * Ensure the current command buffer has \param size bytes of space
 167  * remaining.  If not, this creates a secondary batch buffer and emits
 168  * a jump from the primary batch to the start of the secondary.
 169  *
 170  * Most callers want iris_get_command_space() instead.
 171  */
 172 static inline void
 173 iris_require_command_space(struct iris_batch *batch, unsigned size)
 174 {
 175    const unsigned required_bytes = iris_batch_bytes_used(batch) + size;
 176
 177    if (required_bytes >= BATCH_SZ) {
 178       iris_chain_to_new_batch(batch);
 179    }
 180 }
 181
 182 /**
 183  * Allocate space in the current command buffer, and return a pointer
 184  * to the mapped area so the caller can write commands there.
 185  *
 186  * This should be called whenever emitting commands.
 187  */
 188 static inline void *
 189 iris_get_command_space(struct iris_batch *batch, unsigned bytes)
 190 {
 191    iris_require_command_space(batch, bytes);
 192    void *map = batch->map_next;
 193    batch->map_next += bytes;
 194    return map;
 195 }
 196
 197 /**
 198  * Helper to emit GPU commands - allocates space, copies them there.
 199  */
 200 static inline void
 201 iris_batch_emit(struct iris_batch *batch, const void *data, unsigned size)
 202 {
 203    void *map = iris_get_command_space(batch, size);
 204    memcpy(map, data, size);
 205 }
 206
 207 /**
 208  * Get a pointer to the batch's signalling syncpt.  Does not refcount.
 209  */
 210 static inline struct iris_syncpt *
 211 iris_batch_get_signal_syncpt(struct iris_batch *batch)
 212 {
 213    /* The signalling syncpt is the first one in the list. */
 214    struct iris_syncpt *syncpt =
 215       ((struct iris_syncpt **) util_dynarray_begin(&batch->syncpts))[0];
 216    return syncpt;
 217 }
 218
 219
 220 /**
 221  * Take a reference to the batch's signalling syncpt.
 222  *
 223  * Callers can use this to wait for the the current batch under construction
 224  * to complete (after flushing it).
 225  */
 226 static inline void
 227 iris_batch_reference_signal_syncpt(struct iris_batch *batch,
 228                                    struct iris_syncpt **out_syncpt)
 229 {
 230    struct iris_syncpt *syncpt = iris_batch_get_signal_syncpt(batch);
 231    iris_syncpt_reference(batch->screen, out_syncpt, syncpt);
 232 }
 233
 234 /**
 235  * Record the size of a piece of state for use in INTEL_DEBUG=bat printing.
 236  */
 237 static inline void
 238 iris_record_state_size(struct hash_table_u64 *ht,
 239                        uint32_t offset_from_base,
 240                        uint32_t size)
 241 {
 242    if (ht) {
 243       _mesa_hash_table_u64_insert(ht, offset_from_base,
 244                                   (void *)(uintptr_t) size);
 245    }
 246 }
 247
 248 #endif