src/gallium/drivers/nouveau/nvc0/nvc0_context.c

   1 /*
   2  * Copyright 2010 Christoph Bumiller
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice shall be included in
  12  * all copies or substantial portions of the Software.
  13  *
  14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  17  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20  * OTHER DEALINGS IN THE SOFTWARE.
  21  */
  22
  23 #include "pipe/p_defines.h"
  24 #include "util/u_framebuffer.h"
  25
  26 #include "nvc0/nvc0_context.h"
  27 #include "nvc0/nvc0_screen.h"
  28 #include "nvc0/nvc0_resource.h"
  29
  30 static void
  31 nvc0_flush(struct pipe_context *pipe,
  32            struct pipe_fence_handle **fence,
  33            unsigned flags)
  34 {
  35    struct nvc0_context *nvc0 = nvc0_context(pipe);
  36    struct nouveau_screen *screen = &nvc0->screen->base;
  37
  38    if (fence)
  39       nouveau_fence_ref(screen->fence.current, (struct nouveau_fence **)fence);
  40
  41    PUSH_KICK(nvc0->base.pushbuf); /* fencing handled in kick_notify */
  42
  43    nouveau_context_update_frame_stats(&nvc0->base);
  44 }
  45
  46 static void
  47 nvc0_texture_barrier(struct pipe_context *pipe)
  48 {
  49    struct nouveau_pushbuf *push = nvc0_context(pipe)->base.pushbuf;
  50
  51    IMMED_NVC0(push, NVC0_3D(SERIALIZE), 0);
  52    IMMED_NVC0(push, NVC0_3D(TEX_CACHE_CTL), 0);
  53 }
  54
  55 static void
  56 nvc0_memory_barrier(struct pipe_context *pipe, unsigned flags)
  57 {
  58    struct nvc0_context *nvc0 = nvc0_context(pipe);
  59    int i, s;
  60
  61    if (flags & PIPE_BARRIER_MAPPED_BUFFER) {
  62       for (i = 0; i < nvc0->num_vtxbufs; ++i) {
  63          if (!nvc0->vtxbuf[i].buffer)
  64             continue;
  65          if (nvc0->vtxbuf[i].buffer->flags & PIPE_RESOURCE_FLAG_MAP_PERSISTENT)
  66             nvc0->base.vbo_dirty = TRUE;
  67       }
  68
  69       if (nvc0->idxbuf.buffer &&
  70           nvc0->idxbuf.buffer->flags & PIPE_RESOURCE_FLAG_MAP_PERSISTENT)
  71          nvc0->base.vbo_dirty = TRUE;
  72
  73       for (s = 0; s < 5 && !nvc0->cb_dirty; ++s) {
  74          uint32_t valid = nvc0->constbuf_valid[s];
  75
  76          while (valid && !nvc0->cb_dirty) {
  77             const unsigned i = ffs(valid) - 1;
  78             struct pipe_resource *res;
  79
  80             valid &= ~(1 << i);
  81             if (nvc0->constbuf[s][i].user)
  82                continue;
  83
  84             res = nvc0->constbuf[s][i].u.buf;
  85             if (!res)
  86                continue;
  87
  88             if (res->flags & PIPE_RESOURCE_FLAG_MAP_PERSISTENT)
  89                nvc0->cb_dirty = TRUE;
  90          }
  91       }
  92    }
  93 }
  94
  95 static void
  96 nvc0_context_unreference_resources(struct nvc0_context *nvc0)
  97 {
  98    unsigned s, i;
  99
 100    nouveau_bufctx_del(&nvc0->bufctx_3d);
 101    nouveau_bufctx_del(&nvc0->bufctx);
 102    nouveau_bufctx_del(&nvc0->bufctx_cp);
 103
 104    util_unreference_framebuffer_state(&nvc0->framebuffer);
 105
 106    for (i = 0; i < nvc0->num_vtxbufs; ++i)
 107       pipe_resource_reference(&nvc0->vtxbuf[i].buffer, NULL);
 108
 109    pipe_resource_reference(&nvc0->idxbuf.buffer, NULL);
 110
 111    for (s = 0; s < 6; ++s) {
 112       for (i = 0; i < nvc0->num_textures[s]; ++i)
 113          pipe_sampler_view_reference(&nvc0->textures[s][i], NULL);
 114
 115       for (i = 0; i < NVC0_MAX_PIPE_CONSTBUFS; ++i)
 116          if (!nvc0->constbuf[s][i].user)
 117             pipe_resource_reference(&nvc0->constbuf[s][i].u.buf, NULL);
 118    }
 119
 120    for (s = 0; s < 2; ++s) {
 121       for (i = 0; i < NVC0_MAX_SURFACE_SLOTS; ++i)
 122          pipe_surface_reference(&nvc0->surfaces[s][i], NULL);
 123    }
 124
 125    for (i = 0; i < nvc0->num_tfbbufs; ++i)
 126       pipe_so_target_reference(&nvc0->tfbbuf[i], NULL);
 127
 128    for (i = 0; i < nvc0->global_residents.size / sizeof(struct pipe_resource *);
 129         ++i) {
 130       struct pipe_resource **res = util_dynarray_element(
 131          &nvc0->global_residents, struct pipe_resource *, i);
 132       pipe_resource_reference(res, NULL);
 133    }
 134    util_dynarray_fini(&nvc0->global_residents);
 135 }
 136
 137 static void
 138 nvc0_destroy(struct pipe_context *pipe)
 139 {
 140    struct nvc0_context *nvc0 = nvc0_context(pipe);
 141
 142    if (nvc0->screen->cur_ctx == nvc0) {
 143       nvc0->screen->cur_ctx = NULL;
 144       nvc0->screen->save_state = nvc0->state;
 145       nvc0->screen->save_state.tfb = NULL;
 146    }
 147
 148    /* Unset bufctx, we don't want to revalidate any resources after the flush.
 149     * Other contexts will always set their bufctx again on action calls.
 150     */
 151    nouveau_pushbuf_bufctx(nvc0->base.pushbuf, NULL);
 152    nouveau_pushbuf_kick(nvc0->base.pushbuf, nvc0->base.pushbuf->channel);
 153
 154    nvc0_context_unreference_resources(nvc0);
 155    nvc0_blitctx_destroy(nvc0);
 156
 157    nouveau_context_destroy(&nvc0->base);
 158 }
 159
 160 void
 161 nvc0_default_kick_notify(struct nouveau_pushbuf *push)
 162 {
 163    struct nvc0_screen *screen = push->user_priv;
 164
 165    if (screen) {
 166       nouveau_fence_next(&screen->base);
 167       nouveau_fence_update(&screen->base, TRUE);
 168       if (screen->cur_ctx)
 169          screen->cur_ctx->state.flushed = TRUE;
 170       NOUVEAU_DRV_STAT(&screen->base, pushbuf_count, 1);
 171    }
 172 }
 173
 174 static int
 175 nvc0_invalidate_resource_storage(struct nouveau_context *ctx,
 176                                  struct pipe_resource *res,
 177                                  int ref)
 178 {
 179    struct nvc0_context *nvc0 = nvc0_context(&ctx->pipe);
 180    unsigned s, i;
 181
 182    if (res->bind & PIPE_BIND_RENDER_TARGET) {
 183       for (i = 0; i < nvc0->framebuffer.nr_cbufs; ++i) {
 184          if (nvc0->framebuffer.cbufs[i] &&
 185              nvc0->framebuffer.cbufs[i]->texture == res) {
 186             nvc0->dirty |= NVC0_NEW_FRAMEBUFFER;
 187             nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_FB);
 188             if (!--ref)
 189                return ref;
 190          }
 191       }
 192    }
 193    if (res->bind & PIPE_BIND_DEPTH_STENCIL) {
 194       if (nvc0->framebuffer.zsbuf &&
 195           nvc0->framebuffer.zsbuf->texture == res) {
 196          nvc0->dirty |= NVC0_NEW_FRAMEBUFFER;
 197          nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_FB);
 198          if (!--ref)
 199             return ref;
 200       }
 201    }
 202
 203    if (res->bind & (PIPE_BIND_VERTEX_BUFFER |
 204                     PIPE_BIND_INDEX_BUFFER |
 205                     PIPE_BIND_CONSTANT_BUFFER |
 206                     PIPE_BIND_STREAM_OUTPUT |
 207                     PIPE_BIND_COMMAND_ARGS_BUFFER |
 208                     PIPE_BIND_SAMPLER_VIEW)) {
 209       for (i = 0; i < nvc0->num_vtxbufs; ++i) {
 210          if (nvc0->vtxbuf[i].buffer == res) {
 211             nvc0->dirty |= NVC0_NEW_ARRAYS;
 212             nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_VTX);
 213             if (!--ref)
 214                return ref;
 215          }
 216       }
 217
 218       if (nvc0->idxbuf.buffer == res) {
 219          nvc0->dirty |= NVC0_NEW_IDXBUF;
 220          nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_IDX);
 221          if (!--ref)
 222             return ref;
 223       }
 224
 225       for (s = 0; s < 5; ++s) {
 226       for (i = 0; i < nvc0->num_textures[s]; ++i) {
 227          if (nvc0->textures[s][i] &&
 228              nvc0->textures[s][i]->texture == res) {
 229             nvc0->textures_dirty[s] |= 1 << i;
 230             nvc0->dirty |= NVC0_NEW_TEXTURES;
 231             nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_TEX(s, i));
 232             if (!--ref)
 233                return ref;
 234          }
 235       }
 236       }
 237
 238       for (s = 0; s < 5; ++s) {
 239       for (i = 0; i < NVC0_MAX_PIPE_CONSTBUFS; ++i) {
 240          if (!(nvc0->constbuf_valid[s] & (1 << i)))
 241             continue;
 242          if (!nvc0->constbuf[s][i].user &&
 243              nvc0->constbuf[s][i].u.buf == res) {
 244             nvc0->dirty |= NVC0_NEW_CONSTBUF;
 245             nvc0->constbuf_dirty[s] |= 1 << i;
 246             nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_CB(s, i));
 247             if (!--ref)
 248                return ref;
 249          }
 250       }
 251       }
 252    }
 253
 254    return ref;
 255 }
 256
 257 static void
 258 nvc0_context_get_sample_position(struct pipe_context *, unsigned, unsigned,
 259                                  float *);
 260
 261 struct pipe_context *
 262 nvc0_create(struct pipe_screen *pscreen, void *priv)
 263 {
 264    struct nvc0_screen *screen = nvc0_screen(pscreen);
 265    struct nvc0_context *nvc0;
 266    struct pipe_context *pipe;
 267    int ret;
 268    uint32_t flags;
 269
 270    nvc0 = CALLOC_STRUCT(nvc0_context);
 271    if (!nvc0)
 272       return NULL;
 273    pipe = &nvc0->base.pipe;
 274
 275    if (!nvc0_blitctx_create(nvc0))
 276       goto out_err;
 277
 278    nvc0->base.pushbuf = screen->base.pushbuf;
 279    nvc0->base.client = screen->base.client;
 280
 281    ret = nouveau_bufctx_new(screen->base.client, 2, &nvc0->bufctx);
 282    if (!ret)
 283       ret = nouveau_bufctx_new(screen->base.client, NVC0_BIND_3D_COUNT,
 284                                &nvc0->bufctx_3d);
 285    if (!ret)
 286       ret = nouveau_bufctx_new(screen->base.client, NVC0_BIND_CP_COUNT,
 287                                &nvc0->bufctx_cp);
 288    if (ret)
 289       goto out_err;
 290
 291    nvc0->screen = screen;
 292    nvc0->base.screen = &screen->base;
 293
 294    pipe->screen = pscreen;
 295    pipe->priv = priv;
 296
 297    pipe->destroy = nvc0_destroy;
 298
 299    pipe->draw_vbo = nvc0_draw_vbo;
 300    pipe->clear = nvc0_clear;
 301    pipe->launch_grid = (nvc0->screen->base.class_3d >= NVE4_3D_CLASS) ?
 302       nve4_launch_grid : nvc0_launch_grid;
 303
 304    pipe->flush = nvc0_flush;
 305    pipe->texture_barrier = nvc0_texture_barrier;
 306    pipe->memory_barrier = nvc0_memory_barrier;
 307    pipe->get_sample_position = nvc0_context_get_sample_position;
 308
 309    if (!screen->cur_ctx) {
 310       nvc0->state = screen->save_state;
 311       screen->cur_ctx = nvc0;
 312       nouveau_pushbuf_bufctx(screen->base.pushbuf, nvc0->bufctx);
 313    }
 314    screen->base.pushbuf->kick_notify = nvc0_default_kick_notify;
 315
 316    nvc0_init_query_functions(nvc0);
 317    nvc0_init_surface_functions(nvc0);
 318    nvc0_init_state_functions(nvc0);
 319    nvc0_init_transfer_functions(nvc0);
 320    nvc0_init_resource_functions(pipe);
 321
 322    nvc0->base.invalidate_resource_storage = nvc0_invalidate_resource_storage;
 323
 324    pipe->create_video_codec = nvc0_create_decoder;
 325    pipe->create_video_buffer = nvc0_video_buffer_create;
 326
 327    /* shader builtin library is per-screen, but we need a context for m2mf */
 328    nvc0_program_library_upload(nvc0);
 329
 330    /* add permanently resident buffers to bufctxts */
 331
 332    flags = NV_VRAM_DOMAIN(&screen->base) | NOUVEAU_BO_RD;
 333
 334    BCTX_REFN_bo(nvc0->bufctx_3d, SCREEN, flags, screen->text);
 335    BCTX_REFN_bo(nvc0->bufctx_3d, SCREEN, flags, screen->uniform_bo);
 336    BCTX_REFN_bo(nvc0->bufctx_3d, SCREEN, flags, screen->txc);
 337    if (screen->compute) {
 338       BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->text);
 339       BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->txc);
 340       BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->parm);
 341    }
 342
 343    flags = NV_VRAM_DOMAIN(&screen->base) | NOUVEAU_BO_RDWR;
 344
 345    if (screen->poly_cache)
 346       BCTX_REFN_bo(nvc0->bufctx_3d, SCREEN, flags, screen->poly_cache);
 347    if (screen->compute)
 348       BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->tls);
 349
 350    flags = NOUVEAU_BO_GART | NOUVEAU_BO_WR;
 351
 352    BCTX_REFN_bo(nvc0->bufctx_3d, SCREEN, flags, screen->fence.bo);
 353    BCTX_REFN_bo(nvc0->bufctx, FENCE, flags, screen->fence.bo);
 354    if (screen->compute)
 355       BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->fence.bo);
 356
 357    nvc0->base.scratch.bo_size = 2 << 20;
 358
 359    memset(nvc0->tex_handles, ~0, sizeof(nvc0->tex_handles));
 360
 361    util_dynarray_init(&nvc0->global_residents);
 362
 363    return pipe;
 364
 365 out_err:
 366    if (nvc0) {
 367       if (nvc0->bufctx_3d)
 368          nouveau_bufctx_del(&nvc0->bufctx_3d);
 369       if (nvc0->bufctx_cp)
 370          nouveau_bufctx_del(&nvc0->bufctx_cp);
 371       if (nvc0->bufctx)
 372          nouveau_bufctx_del(&nvc0->bufctx);
 373       FREE(nvc0->blit);
 374       FREE(nvc0);
 375    }
 376    return NULL;
 377 }
 378
 379 void
 380 nvc0_bufctx_fence(struct nvc0_context *nvc0, struct nouveau_bufctx *bufctx,
 381                   boolean on_flush)
 382 {
 383    struct nouveau_list *list = on_flush ? &bufctx->current : &bufctx->pending;
 384    struct nouveau_list *it;
 385    NOUVEAU_DRV_STAT_IFD(unsigned count = 0);
 386
 387    for (it = list->next; it != list; it = it->next) {
 388       struct nouveau_bufref *ref = (struct nouveau_bufref *)it;
 389       struct nv04_resource *res = ref->priv;
 390       if (res)
 391          nvc0_resource_validate(res, (unsigned)ref->priv_data);
 392       NOUVEAU_DRV_STAT_IFD(count++);
 393    }
 394    NOUVEAU_DRV_STAT(&nvc0->screen->base, resource_validate_count, count);
 395 }
 396
 397 static void
 398 nvc0_context_get_sample_position(struct pipe_context *pipe,
 399                                  unsigned sample_count, unsigned sample_index,
 400                                  float *xy)
 401 {
 402    static const uint8_t ms1[1][2] = { { 0x8, 0x8 } };
 403    static const uint8_t ms2[2][2] = {
 404       { 0x4, 0x4 }, { 0xc, 0xc } }; /* surface coords (0,0), (1,0) */
 405    static const uint8_t ms4[4][2] = {
 406       { 0x6, 0x2 }, { 0xe, 0x6 },   /* (0,0), (1,0) */
 407       { 0x2, 0xa }, { 0xa, 0xe } }; /* (0,1), (1,1) */
 408    static const uint8_t ms8[8][2] = {
 409       { 0x1, 0x7 }, { 0x5, 0x3 },   /* (0,0), (1,0) */
 410       { 0x3, 0xd }, { 0x7, 0xb },   /* (0,1), (1,1) */
 411       { 0x9, 0x5 }, { 0xf, 0x1 },   /* (2,0), (3,0) */
 412       { 0xb, 0xf }, { 0xd, 0x9 } }; /* (2,1), (3,1) */
 413 #if 0
 414    /* NOTE: there are alternative modes for MS2 and MS8, currently not used */
 415    static const uint8_t ms8_alt[8][2] = {
 416       { 0x9, 0x5 }, { 0x7, 0xb },   /* (2,0), (1,1) */
 417       { 0xd, 0x9 }, { 0x5, 0x3 },   /* (3,1), (1,0) */
 418       { 0x3, 0xd }, { 0x1, 0x7 },   /* (0,1), (0,0) */
 419       { 0xb, 0xf }, { 0xf, 0x1 } }; /* (2,1), (3,0) */
 420 #endif
 421
 422    const uint8_t (*ptr)[2];
 423
 424    switch (sample_count) {
 425    case 0:
 426    case 1: ptr = ms1; break;
 427    case 2: ptr = ms2; break;
 428    case 4: ptr = ms4; break;
 429    case 8: ptr = ms8; break;
 430    default:
 431       assert(0);
 432       return; /* bad sample count -> undefined locations */
 433    }
 434    xy[0] = ptr[sample_index][0] * 0.0625f;
 435    xy[1] = ptr[sample_index][1] * 0.0625f;
 436 }