src/gallium/drivers/r600/r600_buffer.c

   1 /*
   2  * Copyright 2010 Jerome Glisse <glisse@freedesktop.org>
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * on the rights to use, copy, modify, merge, publish, distribute, sub
   8  * license, and/or sell copies of the Software, and to permit persons to whom
   9  * the Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice (including the next
  12  * paragraph) shall be included in all copies or substantial portions of the
  13  * Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
  18  * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
  19  * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
  20  * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
  21  * USE OR OTHER DEALINGS IN THE SOFTWARE.
  22  *
  23  * Authors:
  24  *      Jerome Glisse
  25  *      Corbin Simpson <MostAwesomeDude@gmail.com>
  26  */
  27 #include <byteswap.h>
  28
  29 #include <pipe/p_screen.h>
  30 #include <util/u_format.h>
  31 #include <util/u_math.h>
  32 #include <util/u_inlines.h>
  33 #include <util/u_memory.h>
  34 #include "util/u_upload_mgr.h"
  35
  36 #include <xf86drm.h>
  37 #include "radeon_drm.h"
  38
  39 #include "r600.h"
  40 #include "r600_pipe.h"
  41
  42 static void r600_buffer_destroy(struct pipe_screen *screen,
  43                                 struct pipe_resource *buf)
  44 {
  45         struct r600_screen *rscreen = (struct r600_screen*)screen;
  46         struct r600_resource_buffer *rbuffer = r600_buffer(buf);
  47
  48         if (rbuffer->r.bo) {
  49                 r600_bo_reference(&rbuffer->r.bo, NULL);
  50         }
  51         rbuffer->r.bo = NULL;
  52         util_slab_free(&rscreen->pool_buffers, rbuffer);
  53 }
  54
  55 static struct pipe_transfer *r600_get_transfer(struct pipe_context *ctx,
  56                                                struct pipe_resource *resource,
  57                                                unsigned level,
  58                                                unsigned usage,
  59                                                const struct pipe_box *box)
  60 {
  61         struct r600_pipe_context *rctx = (struct r600_pipe_context*)ctx;
  62         struct pipe_transfer *transfer = util_slab_alloc(&rctx->pool_transfers);
  63
  64         transfer->resource = resource;
  65         transfer->level = level;
  66         transfer->usage = usage;
  67         transfer->box = *box;
  68         transfer->stride = 0;
  69         transfer->layer_stride = 0;
  70         transfer->data = NULL;
  71
  72         /* Note strides are zero, this is ok for buffers, but not for
  73          * textures 2d & higher at least.
  74          */
  75         return transfer;
  76 }
  77
  78 static void *r600_buffer_transfer_map(struct pipe_context *pipe,
  79                                       struct pipe_transfer *transfer)
  80 {
  81         struct r600_resource_buffer *rbuffer = r600_buffer(transfer->resource);
  82         struct r600_pipe_context *rctx = (struct r600_pipe_context*)pipe;
  83         uint8_t *data;
  84
  85         if (rbuffer->r.b.user_ptr)
  86                 return (uint8_t*)rbuffer->r.b.user_ptr + transfer->box.x;
  87
  88         data = r600_bo_map(rctx->screen->radeon, rbuffer->r.bo, rctx->ctx.cs, transfer->usage);
  89         if (!data)
  90                 return NULL;
  91
  92         return (uint8_t*)data + transfer->box.x;
  93 }
  94
  95 static void r600_buffer_transfer_unmap(struct pipe_context *pipe,
  96                                         struct pipe_transfer *transfer)
  97 {
  98         struct r600_resource_buffer *rbuffer = r600_buffer(transfer->resource);
  99         struct r600_pipe_context *rctx = (struct r600_pipe_context*)pipe;
 100
 101         if (rbuffer->r.b.user_ptr)
 102                 return;
 103
 104         if (rbuffer->r.bo)
 105                 r600_bo_unmap(rctx->screen->radeon, rbuffer->r.bo);
 106 }
 107
 108 static void r600_buffer_transfer_flush_region(struct pipe_context *pipe,
 109                                                 struct pipe_transfer *transfer,
 110                                                 const struct pipe_box *box)
 111 {
 112 }
 113
 114 static void r600_transfer_destroy(struct pipe_context *ctx,
 115                                   struct pipe_transfer *transfer)
 116 {
 117         struct r600_pipe_context *rctx = (struct r600_pipe_context*)ctx;
 118         util_slab_free(&rctx->pool_transfers, transfer);
 119 }
 120
 121 static void r600_buffer_transfer_inline_write(struct pipe_context *pipe,
 122                                                 struct pipe_resource *resource,
 123                                                 unsigned level,
 124                                                 unsigned usage,
 125                                                 const struct pipe_box *box,
 126                                                 const void *data,
 127                                                 unsigned stride,
 128                                                 unsigned layer_stride)
 129 {
 130         struct r600_pipe_context *rctx = (struct r600_pipe_context*)pipe;
 131         struct radeon *radeon = rctx->screen->radeon;
 132         struct r600_resource_buffer *rbuffer = r600_buffer(resource);
 133         uint8_t *map = NULL;
 134
 135         assert(rbuffer->r.b.user_ptr == NULL);
 136
 137         map = r600_bo_map(radeon, rbuffer->r.bo, rctx->ctx.cs,
 138                           PIPE_TRANSFER_WRITE | PIPE_TRANSFER_DISCARD | usage);
 139
 140         memcpy(map + box->x, data, box->width);
 141
 142         if (rbuffer->r.bo)
 143                 r600_bo_unmap(radeon, rbuffer->r.bo);
 144 }
 145
 146 static const struct u_resource_vtbl r600_buffer_vtbl =
 147 {
 148         u_default_resource_get_handle,          /* get_handle */
 149         r600_buffer_destroy,                    /* resource_destroy */
 150         r600_get_transfer,                      /* get_transfer */
 151         r600_transfer_destroy,                  /* transfer_destroy */
 152         r600_buffer_transfer_map,               /* transfer_map */
 153         r600_buffer_transfer_flush_region,      /* transfer_flush_region */
 154         r600_buffer_transfer_unmap,             /* transfer_unmap */
 155         r600_buffer_transfer_inline_write       /* transfer_inline_write */
 156 };
 157
 158 struct pipe_resource *r600_buffer_create(struct pipe_screen *screen,
 159                                          const struct pipe_resource *templ)
 160 {
 161         struct r600_screen *rscreen = (struct r600_screen*)screen;
 162         struct r600_resource_buffer *rbuffer;
 163         struct r600_bo *bo;
 164         /* XXX We probably want a different alignment for buffers and textures. */
 165         unsigned alignment = 4096;
 166
 167         rbuffer = util_slab_alloc(&rscreen->pool_buffers);
 168
 169         rbuffer->magic = R600_BUFFER_MAGIC;
 170         rbuffer->r.b.b.b = *templ;
 171         pipe_reference_init(&rbuffer->r.b.b.b.reference, 1);
 172         rbuffer->r.b.b.b.screen = screen;
 173         rbuffer->r.b.b.vtbl = &r600_buffer_vtbl;
 174         rbuffer->r.b.user_ptr = NULL;
 175         rbuffer->r.size = rbuffer->r.b.b.b.width0;
 176         rbuffer->r.bo_size = rbuffer->r.size;
 177
 178         bo = r600_bo(rscreen->radeon,
 179                      rbuffer->r.b.b.b.width0,
 180                      alignment, rbuffer->r.b.b.b.bind,
 181                      rbuffer->r.b.b.b.usage);
 182
 183         if (bo == NULL) {
 184                 FREE(rbuffer);
 185                 return NULL;
 186         }
 187         rbuffer->r.bo = bo;
 188         return &rbuffer->r.b.b.b;
 189 }
 190
 191 struct pipe_resource *r600_user_buffer_create(struct pipe_screen *screen,
 192                                               void *ptr, unsigned bytes,
 193                                               unsigned bind)
 194 {
 195         struct r600_screen *rscreen = (struct r600_screen*)screen;
 196         struct r600_resource_buffer *rbuffer;
 197
 198         rbuffer = util_slab_alloc(&rscreen->pool_buffers);
 199
 200         rbuffer->magic = R600_BUFFER_MAGIC;
 201         pipe_reference_init(&rbuffer->r.b.b.b.reference, 1);
 202         rbuffer->r.b.b.vtbl = &r600_buffer_vtbl;
 203         rbuffer->r.b.b.b.screen = screen;
 204         rbuffer->r.b.b.b.target = PIPE_BUFFER;
 205         rbuffer->r.b.b.b.format = PIPE_FORMAT_R8_UNORM;
 206         rbuffer->r.b.b.b.usage = PIPE_USAGE_IMMUTABLE;
 207         rbuffer->r.b.b.b.bind = bind;
 208         rbuffer->r.b.b.b.width0 = bytes;
 209         rbuffer->r.b.b.b.height0 = 1;
 210         rbuffer->r.b.b.b.depth0 = 1;
 211         rbuffer->r.b.b.b.array_size = 1;
 212         rbuffer->r.b.b.b.flags = 0;
 213         rbuffer->r.b.user_ptr = ptr;
 214         rbuffer->r.bo = NULL;
 215         rbuffer->r.bo_size = 0;
 216         return &rbuffer->r.b.b.b;
 217 }
 218
 219 struct pipe_resource *r600_buffer_from_handle(struct pipe_screen *screen,
 220                                               struct winsys_handle *whandle)
 221 {
 222         struct radeon *rw = ((struct r600_screen*)screen)->radeon;
 223         struct r600_resource *rbuffer;
 224         struct r600_bo *bo = NULL;
 225
 226         bo = r600_bo_handle(rw, whandle, NULL, NULL);
 227         if (bo == NULL) {
 228                 return NULL;
 229         }
 230
 231         rbuffer = CALLOC_STRUCT(r600_resource);
 232         if (rbuffer == NULL) {
 233                 r600_bo_reference(&bo, NULL);
 234                 return NULL;
 235         }
 236
 237         pipe_reference_init(&rbuffer->b.b.b.reference, 1);
 238         rbuffer->b.b.b.target = PIPE_BUFFER;
 239         rbuffer->b.b.b.screen = screen;
 240         rbuffer->b.b.vtbl = &r600_buffer_vtbl;
 241         rbuffer->bo = bo;
 242         return &rbuffer->b.b.b;
 243 }
 244
 245 void r600_upload_index_buffer(struct r600_pipe_context *rctx, struct r600_drawl *draw)
 246 {
 247         struct r600_resource_buffer *rbuffer = r600_buffer(draw->index_buffer);
 248         boolean flushed;
 249
 250         u_upload_data(rctx->vbuf_mgr->uploader, 0,
 251                       draw->info.count * draw->index_size,
 252                       rbuffer->r.b.user_ptr,
 253                       &draw->index_buffer_offset,
 254                       &draw->index_buffer, &flushed);
 255 }
 256
 257 void r600_upload_const_buffer(struct r600_pipe_context *rctx, struct r600_resource_buffer **rbuffer,
 258                              uint32_t *const_offset)
 259 {
 260         if ((*rbuffer)->r.b.user_ptr) {
 261                 uint8_t *ptr = (*rbuffer)->r.b.user_ptr;
 262                 unsigned size = (*rbuffer)->r.b.b.b.width0;
 263                 boolean flushed;
 264
 265                 *rbuffer = NULL;
 266
 267                 if (R600_BIG_ENDIAN) {
 268                         uint32_t *tmpPtr;
 269                         unsigned i;
 270
 271                         if (!(tmpPtr = malloc(size))) {
 272                                 R600_ERR("Failed to allocate BE swap buffer.\n");
 273                                 return;
 274                         }
 275
 276                         for (i = 0; i < size / 4; ++i) {
 277                                 tmpPtr[i] = bswap_32(((uint32_t *)ptr)[i]);
 278                         }
 279
 280                         u_upload_data(rctx->vbuf_mgr->uploader, 0, size, tmpPtr, const_offset,
 281                                       (struct pipe_resource**)rbuffer, &flushed);
 282
 283                         free(tmpPtr);
 284                 } else {
 285                         u_upload_data(rctx->vbuf_mgr->uploader, 0, size, ptr, const_offset,
 286                                       (struct pipe_resource**)rbuffer, &flushed);
 287                 }
 288         } else {
 289                 *const_offset = 0;
 290         }
 291 }