src/gallium/drivers/r600/r600_buffer.c

   1 /*
   2  * Copyright 2010 Jerome Glisse <glisse@freedesktop.org>
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * on the rights to use, copy, modify, merge, publish, distribute, sub
   8  * license, and/or sell copies of the Software, and to permit persons to whom
   9  * the Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice (including the next
  12  * paragraph) shall be included in all copies or substantial portions of the
  13  * Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
  18  * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
  19  * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
  20  * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
  21  * USE OR OTHER DEALINGS IN THE SOFTWARE.
  22  *
  23  * Authors:
  24  *      Jerome Glisse
  25  *      Corbin Simpson <MostAwesomeDude@gmail.com>
  26  */
  27 #include "r600_pipe.h"
  28 #include "util/u_upload_mgr.h"
  29
  30 static void r600_buffer_destroy(struct pipe_screen *screen,
  31                                 struct pipe_resource *buf)
  32 {
  33         struct r600_screen *rscreen = (struct r600_screen*)screen;
  34         struct r600_resource *rbuffer = r600_resource(buf);
  35
  36         pb_reference(&rbuffer->buf, NULL);
  37         util_slab_free(&rscreen->pool_buffers, rbuffer);
  38 }
  39
  40 static struct pipe_transfer *r600_get_transfer(struct pipe_context *ctx,
  41                                                struct pipe_resource *resource,
  42                                                unsigned level,
  43                                                unsigned usage,
  44                                                const struct pipe_box *box)
  45 {
  46         struct r600_context *rctx = (struct r600_context*)ctx;
  47         struct pipe_transfer *transfer = util_slab_alloc(&rctx->pool_transfers);
  48
  49         transfer->resource = resource;
  50         transfer->level = level;
  51         transfer->usage = usage;
  52         transfer->box = *box;
  53         transfer->stride = 0;
  54         transfer->layer_stride = 0;
  55         transfer->data = NULL;
  56
  57         /* Note strides are zero, this is ok for buffers, but not for
  58          * textures 2d & higher at least.
  59          */
  60         return transfer;
  61 }
  62
  63 static void r600_set_constants_dirty_if_bound(struct r600_context *rctx,
  64                                               struct r600_constbuf_state *state,
  65                                               struct r600_resource *rbuffer)
  66 {
  67         bool found = false;
  68         uint32_t mask = state->enabled_mask;
  69
  70         while (mask) {
  71                 unsigned i = u_bit_scan(&mask);
  72                 if (state->cb[i].buffer == &rbuffer->b.b) {
  73                         found = true;
  74                         state->dirty_mask |= 1 << i;
  75                 }
  76         }
  77         if (found) {
  78                 r600_constant_buffers_dirty(rctx, state);
  79         }
  80 }
  81
  82 static void *r600_buffer_transfer_map(struct pipe_context *pipe,
  83                                       struct pipe_transfer *transfer)
  84 {
  85         struct r600_resource *rbuffer = r600_resource(transfer->resource);
  86         struct r600_context *rctx = (struct r600_context*)pipe;
  87         uint8_t *data;
  88
  89         if (transfer->usage & PIPE_TRANSFER_DISCARD_WHOLE_RESOURCE) {
  90                 /* When mapping for read, we only need to check if the GPU is writing to it. */
  91                 enum radeon_bo_usage rusage = transfer->usage & PIPE_TRANSFER_WRITE ?
  92                         RADEON_USAGE_READWRITE : RADEON_USAGE_WRITE;
  93
  94                 /* Check if mapping this buffer would cause waiting for the GPU. */
  95                 if (rctx->ws->cs_is_buffer_referenced(rctx->cs, rbuffer->cs_buf, rusage) ||
  96                     rctx->ws->buffer_is_busy(rbuffer->buf, rusage)) {
  97                         unsigned i;
  98
  99                         /* Discard the buffer. */
 100                         pb_reference(&rbuffer->buf, NULL);
 101
 102                         /* Create a new one in the same pipe_resource. */
 103                         /* XXX We probably want a different alignment for buffers and textures. */
 104                         r600_init_resource(rctx->screen, rbuffer, rbuffer->b.b.width0, 4096,
 105                                            rbuffer->b.b.bind, rbuffer->b.b.usage);
 106
 107                         /* We changed the buffer, now we need to bind it where the old one was bound. */
 108                         /* Vertex buffers. */
 109                         for (i = 0; i < rctx->nr_vertex_buffers; i++) {
 110                                 if (rctx->vertex_buffer[i].buffer == &rbuffer->b.b) {
 111                                         r600_inval_vertex_cache(rctx);
 112                                         r600_atom_dirty(rctx, &rctx->vertex_buffer_state);
 113                                 }
 114                         }
 115                         /* Streamout buffers. */
 116                         for (i = 0; i < rctx->num_so_targets; i++) {
 117                                 if (rctx->so_targets[i]->b.buffer == &rbuffer->b.b) {
 118                                         r600_context_streamout_end(rctx);
 119                                         rctx->streamout_start = TRUE;
 120                                         rctx->streamout_append_bitmask = ~0;
 121                                 }
 122                         }
 123                         /* Constant buffers. */
 124                         r600_set_constants_dirty_if_bound(rctx, &rctx->vs_constbuf_state, rbuffer);
 125                         r600_set_constants_dirty_if_bound(rctx, &rctx->ps_constbuf_state, rbuffer);
 126                 }
 127         }
 128
 129         data = rctx->ws->buffer_map(rbuffer->cs_buf, rctx->cs, transfer->usage);
 130         if (!data)
 131                 return NULL;
 132
 133         return (uint8_t*)data + transfer->box.x;
 134 }
 135
 136 static void r600_buffer_transfer_unmap(struct pipe_context *pipe,
 137                                         struct pipe_transfer *transfer)
 138 {
 139         /* no-op */
 140 }
 141
 142 static void r600_transfer_destroy(struct pipe_context *ctx,
 143                                   struct pipe_transfer *transfer)
 144 {
 145         struct r600_context *rctx = (struct r600_context*)ctx;
 146         util_slab_free(&rctx->pool_transfers, transfer);
 147 }
 148
 149 static const struct u_resource_vtbl r600_buffer_vtbl =
 150 {
 151         u_default_resource_get_handle,          /* get_handle */
 152         r600_buffer_destroy,                    /* resource_destroy */
 153         r600_get_transfer,                      /* get_transfer */
 154         r600_transfer_destroy,                  /* transfer_destroy */
 155         r600_buffer_transfer_map,               /* transfer_map */
 156         NULL,                                   /* transfer_flush_region */
 157         r600_buffer_transfer_unmap,             /* transfer_unmap */
 158         NULL                                    /* transfer_inline_write */
 159 };
 160
 161 bool r600_init_resource(struct r600_screen *rscreen,
 162                         struct r600_resource *res,
 163                         unsigned size, unsigned alignment,
 164                         unsigned bind, unsigned usage)
 165 {
 166         uint32_t initial_domain, domains;
 167
 168         /* Staging resources particpate in transfers and blits only
 169          * and are used for uploads and downloads from regular
 170          * resources.  We generate them internally for some transfers.
 171          */
 172         if (usage == PIPE_USAGE_STAGING) {
 173                 domains = RADEON_DOMAIN_GTT;
 174                 initial_domain = RADEON_DOMAIN_GTT;
 175         } else {
 176                 domains = RADEON_DOMAIN_GTT | RADEON_DOMAIN_VRAM;
 177
 178                 switch(usage) {
 179                 case PIPE_USAGE_DYNAMIC:
 180                 case PIPE_USAGE_STREAM:
 181                 case PIPE_USAGE_STAGING:
 182                         initial_domain = RADEON_DOMAIN_GTT;
 183                         break;
 184                 case PIPE_USAGE_DEFAULT:
 185                 case PIPE_USAGE_STATIC:
 186                 case PIPE_USAGE_IMMUTABLE:
 187                 default:
 188                         initial_domain = RADEON_DOMAIN_VRAM;
 189                         break;
 190                 }
 191         }
 192
 193         res->buf = rscreen->ws->buffer_create(rscreen->ws, size, alignment, bind, initial_domain);
 194         if (!res->buf) {
 195                 return false;
 196         }
 197
 198         res->cs_buf = rscreen->ws->buffer_get_cs_handle(res->buf);
 199         res->domains = domains;
 200         return true;
 201 }
 202
 203 struct pipe_resource *r600_buffer_create(struct pipe_screen *screen,
 204                                          const struct pipe_resource *templ)
 205 {
 206         struct r600_screen *rscreen = (struct r600_screen*)screen;
 207         struct r600_resource *rbuffer;
 208         /* XXX We probably want a different alignment for buffers and textures. */
 209         unsigned alignment = 4096;
 210
 211         rbuffer = util_slab_alloc(&rscreen->pool_buffers);
 212
 213         rbuffer->b.b = *templ;
 214         pipe_reference_init(&rbuffer->b.b.reference, 1);
 215         rbuffer->b.b.screen = screen;
 216         rbuffer->b.vtbl = &r600_buffer_vtbl;
 217
 218         if (!r600_init_resource(rscreen, rbuffer, templ->width0, alignment, templ->bind, templ->usage)) {
 219                 util_slab_free(&rscreen->pool_buffers, rbuffer);
 220                 return NULL;
 221         }
 222         return &rbuffer->b.b;
 223 }
 224
 225 struct pipe_resource *r600_user_buffer_create(struct pipe_screen *screen,
 226                                               void *ptr, unsigned bytes,
 227                                               unsigned bind)
 228 {
 229         struct r600_screen *rscreen = (struct r600_screen*)screen;
 230         struct r600_resource *rbuffer;
 231
 232         rbuffer = util_slab_alloc(&rscreen->pool_buffers);
 233
 234         pipe_reference_init(&rbuffer->b.b.reference, 1);
 235         rbuffer->b.vtbl = &r600_buffer_vtbl;
 236         rbuffer->b.b.screen = screen;
 237         rbuffer->b.b.target = PIPE_BUFFER;
 238         rbuffer->b.b.format = PIPE_FORMAT_R8_UNORM;
 239         rbuffer->b.b.usage = PIPE_USAGE_IMMUTABLE;
 240         rbuffer->b.b.bind = bind;
 241         rbuffer->b.b.width0 = bytes;
 242         rbuffer->b.b.height0 = 1;
 243         rbuffer->b.b.depth0 = 1;
 244         rbuffer->b.b.array_size = 1;
 245         rbuffer->b.b.flags = 0;
 246         rbuffer->buf = NULL;
 247         return &rbuffer->b.b;
 248 }