src/gallium/drivers/iris/iris_context.c

   1 /*
   2  * Copyright © 2017 Intel Corporation
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice shall be included
  12  * in all copies or substantial portions of the Software.
  13  *
  14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
  15  * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  17  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  18  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  19  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
  20  * DEALINGS IN THE SOFTWARE.
  21  */
  22
  23 #include <stdio.h>
  24 #include <time.h>
  25 #include "pipe/p_defines.h"
  26 #include "pipe/p_state.h"
  27 #include "util/ralloc.h"
  28 #include "util/u_inlines.h"
  29 #include "util/format/u_format.h"
  30 #include "util/u_upload_mgr.h"
  31 #include "drm-uapi/i915_drm.h"
  32 #include "iris_context.h"
  33 #include "iris_resource.h"
  34 #include "iris_screen.h"
  35 #include "common/gen_defines.h"
  36 #include "common/gen_sample_positions.h"
  37
  38 /**
  39  * For debugging purposes, this returns a time in seconds.
  40  */
  41 double
  42 get_time(void)
  43 {
  44    struct timespec tp;
  45
  46    clock_gettime(CLOCK_MONOTONIC, &tp);
  47
  48    return tp.tv_sec + tp.tv_nsec / 1000000000.0;
  49 }
  50
  51 /**
  52  * The pipe->set_debug_callback() driver hook.
  53  */
  54 static void
  55 iris_set_debug_callback(struct pipe_context *ctx,
  56                         const struct pipe_debug_callback *cb)
  57 {
  58    struct iris_context *ice = (struct iris_context *)ctx;
  59
  60    if (cb)
  61       ice->dbg = *cb;
  62    else
  63       memset(&ice->dbg, 0, sizeof(ice->dbg));
  64 }
  65
  66 /**
  67  * Called from the batch module when it detects a GPU hang.
  68  *
  69  * In this case, we've lost our GEM context, and can't rely on any existing
  70  * state on the GPU.  We must mark everything dirty and wipe away any saved
  71  * assumptions about the last known state of the GPU.
  72  */
  73 void
  74 iris_lost_context_state(struct iris_batch *batch)
  75 {
  76    /* The batch module doesn't have an iris_context, because we want to
  77     * avoid introducing lots of layering violations.  Unfortunately, here
  78     * we do need to inform the context of batch catastrophe.  We know the
  79     * batch is one of our context's, so hackily claw our way back.
  80     */
  81    struct iris_context *ice = NULL;
  82
  83    if (batch->name == IRIS_BATCH_RENDER) {
  84       ice = container_of(batch, ice, batches[IRIS_BATCH_RENDER]);
  85       assert(&ice->batches[IRIS_BATCH_RENDER] == batch);
  86
  87       batch->screen->vtbl.init_render_context(batch);
  88    } else if (batch->name == IRIS_BATCH_COMPUTE) {
  89       ice = container_of(batch, ice, batches[IRIS_BATCH_COMPUTE]);
  90       assert(&ice->batches[IRIS_BATCH_COMPUTE] == batch);
  91
  92       batch->screen->vtbl.init_compute_context(batch);
  93    } else {
  94       unreachable("unhandled batch reset");
  95    }
  96
  97    ice->state.dirty = ~0ull;
  98    ice->state.stage_dirty = ~0ull;
  99    ice->state.current_hash_scale = 0;
 100    memset(ice->state.last_block, 0, sizeof(ice->state.last_block));
 101    memset(ice->state.last_grid, 0, sizeof(ice->state.last_grid));
 102    batch->last_surface_base_address = ~0ull;
 103    batch->last_aux_map_state = 0;
 104    batch->screen->vtbl.lost_genx_state(ice, batch);
 105 }
 106
 107 static enum pipe_reset_status
 108 iris_get_device_reset_status(struct pipe_context *ctx)
 109 {
 110    struct iris_context *ice = (struct iris_context *)ctx;
 111
 112    enum pipe_reset_status worst_reset = PIPE_NO_RESET;
 113
 114    /* Check the reset status of each batch's hardware context, and take the
 115     * worst status (if one was guilty, proclaim guilt).
 116     */
 117    for (int i = 0; i < IRIS_BATCH_COUNT; i++) {
 118       /* This will also recreate the hardware contexts as necessary, so any
 119        * future queries will show no resets.  We only want to report once.
 120        */
 121       enum pipe_reset_status batch_reset =
 122          iris_batch_check_for_reset(&ice->batches[i]);
 123
 124       if (batch_reset == PIPE_NO_RESET)
 125          continue;
 126
 127       if (worst_reset == PIPE_NO_RESET) {
 128          worst_reset = batch_reset;
 129       } else {
 130          /* GUILTY < INNOCENT < UNKNOWN */
 131          worst_reset = MIN2(worst_reset, batch_reset);
 132       }
 133    }
 134
 135    if (worst_reset != PIPE_NO_RESET && ice->reset.reset)
 136       ice->reset.reset(ice->reset.data, worst_reset);
 137
 138    return worst_reset;
 139 }
 140
 141 static void
 142 iris_set_device_reset_callback(struct pipe_context *ctx,
 143                                const struct pipe_device_reset_callback *cb)
 144 {
 145    struct iris_context *ice = (struct iris_context *)ctx;
 146
 147    if (cb)
 148       ice->reset = *cb;
 149    else
 150       memset(&ice->reset, 0, sizeof(ice->reset));
 151 }
 152
 153 static void
 154 iris_get_sample_position(struct pipe_context *ctx,
 155                          unsigned sample_count,
 156                          unsigned sample_index,
 157                          float *out_value)
 158 {
 159    union {
 160       struct {
 161          float x[16];
 162          float y[16];
 163       } a;
 164       struct {
 165          float  _0XOffset,  _1XOffset,  _2XOffset,  _3XOffset,
 166                 _4XOffset,  _5XOffset,  _6XOffset,  _7XOffset,
 167                 _8XOffset,  _9XOffset, _10XOffset, _11XOffset,
 168                _12XOffset, _13XOffset, _14XOffset, _15XOffset;
 169          float  _0YOffset,  _1YOffset,  _2YOffset,  _3YOffset,
 170                 _4YOffset,  _5YOffset,  _6YOffset,  _7YOffset,
 171                 _8YOffset,  _9YOffset, _10YOffset, _11YOffset,
 172                _12YOffset, _13YOffset, _14YOffset, _15YOffset;
 173       } v;
 174    } u;
 175    switch (sample_count) {
 176    case 1:  GEN_SAMPLE_POS_1X(u.v._);  break;
 177    case 2:  GEN_SAMPLE_POS_2X(u.v._);  break;
 178    case 4:  GEN_SAMPLE_POS_4X(u.v._);  break;
 179    case 8:  GEN_SAMPLE_POS_8X(u.v._);  break;
 180    case 16: GEN_SAMPLE_POS_16X(u.v._); break;
 181    default: unreachable("invalid sample count");
 182    }
 183
 184    out_value[0] = u.a.x[sample_index];
 185    out_value[1] = u.a.y[sample_index];
 186 }
 187
 188 /**
 189  * Destroy a context, freeing any associated memory.
 190  */
 191 static void
 192 iris_destroy_context(struct pipe_context *ctx)
 193 {
 194    struct iris_context *ice = (struct iris_context *)ctx;
 195    struct iris_screen *screen = (struct iris_screen *)ctx->screen;
 196
 197    if (ctx->stream_uploader)
 198       u_upload_destroy(ctx->stream_uploader);
 199
 200    screen->vtbl.destroy_state(ice);
 201    iris_destroy_program_cache(ice);
 202    iris_destroy_border_color_pool(ice);
 203    u_upload_destroy(ice->state.surface_uploader);
 204    u_upload_destroy(ice->state.dynamic_uploader);
 205    u_upload_destroy(ice->query_buffer_uploader);
 206
 207    iris_batch_free(&ice->batches[IRIS_BATCH_RENDER]);
 208    iris_batch_free(&ice->batches[IRIS_BATCH_COMPUTE]);
 209    iris_destroy_binder(&ice->state.binder);
 210
 211    slab_destroy_child(&ice->transfer_pool);
 212
 213    ralloc_free(ice);
 214 }
 215
 216 #define genX_call(devinfo, func, ...)             \
 217    switch (devinfo->gen) {                        \
 218    case 12:                                       \
 219       gen12_##func(__VA_ARGS__);                  \
 220       break;                                      \
 221    case 11:                                       \
 222       gen11_##func(__VA_ARGS__);                  \
 223       break;                                      \
 224    case 10:                                       \
 225       gen10_##func(__VA_ARGS__);                  \
 226       break;                                      \
 227    case 9:                                        \
 228       gen9_##func(__VA_ARGS__);                   \
 229       break;                                      \
 230    case 8:                                        \
 231       gen8_##func(__VA_ARGS__);                   \
 232       break;                                      \
 233    default:                                       \
 234       unreachable("Unknown hardware generation"); \
 235    }
 236
 237 /**
 238  * Create a context.
 239  *
 240  * This is where each context begins.
 241  */
 242 struct pipe_context *
 243 iris_create_context(struct pipe_screen *pscreen, void *priv, unsigned flags)
 244 {
 245    struct iris_screen *screen = (struct iris_screen*)pscreen;
 246    const struct gen_device_info *devinfo = &screen->devinfo;
 247    struct iris_context *ice = rzalloc(NULL, struct iris_context);
 248
 249    if (!ice)
 250       return NULL;
 251
 252    struct pipe_context *ctx = &ice->ctx;
 253
 254    ctx->screen = pscreen;
 255    ctx->priv = priv;
 256
 257    ctx->stream_uploader = u_upload_create_default(ctx);
 258    if (!ctx->stream_uploader) {
 259       free(ctx);
 260       return NULL;
 261    }
 262    ctx->const_uploader = ctx->stream_uploader;
 263
 264    ctx->destroy = iris_destroy_context;
 265    ctx->set_debug_callback = iris_set_debug_callback;
 266    ctx->set_device_reset_callback = iris_set_device_reset_callback;
 267    ctx->get_device_reset_status = iris_get_device_reset_status;
 268    ctx->get_sample_position = iris_get_sample_position;
 269
 270    iris_init_context_fence_functions(ctx);
 271    iris_init_blit_functions(ctx);
 272    iris_init_clear_functions(ctx);
 273    iris_init_program_functions(ctx);
 274    iris_init_resource_functions(ctx);
 275    iris_init_flush_functions(ctx);
 276    iris_init_perfquery_functions(ctx);
 277
 278    iris_init_program_cache(ice);
 279    iris_init_border_color_pool(ice);
 280    iris_init_binder(ice);
 281
 282    slab_create_child(&ice->transfer_pool, &screen->transfer_pool);
 283
 284    ice->state.surface_uploader =
 285       u_upload_create(ctx, 16384, PIPE_BIND_CUSTOM, PIPE_USAGE_IMMUTABLE,
 286                       IRIS_RESOURCE_FLAG_SURFACE_MEMZONE);
 287    ice->state.dynamic_uploader =
 288       u_upload_create(ctx, 16384, PIPE_BIND_CUSTOM, PIPE_USAGE_IMMUTABLE,
 289                       IRIS_RESOURCE_FLAG_DYNAMIC_MEMZONE);
 290
 291    ice->query_buffer_uploader =
 292       u_upload_create(ctx, 4096, PIPE_BIND_CUSTOM, PIPE_USAGE_STAGING,
 293                       0);
 294
 295    genX_call(devinfo, init_state, ice);
 296    genX_call(devinfo, init_blorp, ice);
 297    genX_call(devinfo, init_query, ice);
 298
 299    int priority = 0;
 300    if (flags & PIPE_CONTEXT_HIGH_PRIORITY)
 301       priority = GEN_CONTEXT_HIGH_PRIORITY;
 302    if (flags & PIPE_CONTEXT_LOW_PRIORITY)
 303       priority = GEN_CONTEXT_LOW_PRIORITY;
 304
 305    if (unlikely(INTEL_DEBUG & DEBUG_BATCH))
 306       ice->state.sizes = _mesa_hash_table_u64_create(ice);
 307
 308    for (int i = 0; i < IRIS_BATCH_COUNT; i++) {
 309       iris_init_batch(ice, (enum iris_batch_name) i, priority);
 310    }
 311
 312    screen->vtbl.init_render_context(&ice->batches[IRIS_BATCH_RENDER]);
 313    screen->vtbl.init_compute_context(&ice->batches[IRIS_BATCH_COMPUTE]);
 314
 315    return ctx;
 316 }