src/gallium/drivers/r600/r600_buffer.c

   1 /*
   2  * Copyright 2010 Jerome Glisse <glisse@freedesktop.org>
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * on the rights to use, copy, modify, merge, publish, distribute, sub
   8  * license, and/or sell copies of the Software, and to permit persons to whom
   9  * the Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice (including the next
  12  * paragraph) shall be included in all copies or substantial portions of the
  13  * Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
  18  * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
  19  * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
  20  * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
  21  * USE OR OTHER DEALINGS IN THE SOFTWARE.
  22  *
  23  * Authors:
  24  *      Jerome Glisse
  25  *      Corbin Simpson <MostAwesomeDude@gmail.com>
  26  */
  27 #include <byteswap.h>
  28
  29 #include <pipe/p_screen.h>
  30 #include <util/u_format.h>
  31 #include <util/u_math.h>
  32 #include <util/u_inlines.h>
  33 #include <util/u_memory.h>
  34 #include "util/u_upload_mgr.h"
  35
  36 #include "state_tracker/drm_driver.h"
  37
  38 #include <xf86drm.h>
  39 #include "radeon_drm.h"
  40
  41 #include "r600.h"
  42 #include "r600_pipe.h"
  43
  44 static void r600_buffer_destroy(struct pipe_screen *screen,
  45                                 struct pipe_resource *buf)
  46 {
  47         struct r600_screen *rscreen = (struct r600_screen*)screen;
  48         struct r600_resource_buffer *rbuffer = r600_buffer(buf);
  49
  50         if (rbuffer->r.bo) {
  51                 r600_bo_reference((struct radeon*)screen->winsys, &rbuffer->r.bo, NULL);
  52         }
  53         rbuffer->r.bo = NULL;
  54         util_slab_free(&rscreen->pool_buffers, rbuffer);
  55 }
  56
  57 static struct pipe_transfer *r600_get_transfer(struct pipe_context *ctx,
  58                                                struct pipe_resource *resource,
  59                                                unsigned level,
  60                                                unsigned usage,
  61                                                const struct pipe_box *box)
  62 {
  63         struct r600_pipe_context *rctx = (struct r600_pipe_context*)ctx;
  64         struct pipe_transfer *transfer = util_slab_alloc(&rctx->pool_transfers);
  65
  66         transfer->resource = resource;
  67         transfer->level = level;
  68         transfer->usage = usage;
  69         transfer->box = *box;
  70         transfer->stride = 0;
  71         transfer->layer_stride = 0;
  72         transfer->data = NULL;
  73
  74         /* Note strides are zero, this is ok for buffers, but not for
  75          * textures 2d & higher at least.
  76          */
  77         return transfer;
  78 }
  79
  80 static void *r600_buffer_transfer_map(struct pipe_context *pipe,
  81                                       struct pipe_transfer *transfer)
  82 {
  83         struct r600_resource_buffer *rbuffer = r600_buffer(transfer->resource);
  84         int write = 0;
  85         uint8_t *data;
  86
  87         if (rbuffer->r.b.user_ptr)
  88                 return (uint8_t*)rbuffer->r.b.user_ptr + transfer->box.x;
  89
  90         if (transfer->usage & PIPE_TRANSFER_WRITE) {
  91                 write = 1;
  92         }
  93         data = r600_bo_map((struct radeon*)pipe->winsys, rbuffer->r.bo, transfer->usage, pipe);
  94         if (!data)
  95                 return NULL;
  96
  97         return (uint8_t*)data + transfer->box.x;
  98 }
  99
 100 static void r600_buffer_transfer_unmap(struct pipe_context *pipe,
 101                                         struct pipe_transfer *transfer)
 102 {
 103         struct r600_resource_buffer *rbuffer = r600_buffer(transfer->resource);
 104
 105         if (rbuffer->r.b.user_ptr)
 106                 return;
 107
 108         if (rbuffer->r.bo)
 109                 r600_bo_unmap((struct radeon*)pipe->winsys, rbuffer->r.bo);
 110 }
 111
 112 static void r600_buffer_transfer_flush_region(struct pipe_context *pipe,
 113                                                 struct pipe_transfer *transfer,
 114                                                 const struct pipe_box *box)
 115 {
 116 }
 117
 118 static void r600_transfer_destroy(struct pipe_context *ctx,
 119                                   struct pipe_transfer *transfer)
 120 {
 121         struct r600_pipe_context *rctx = (struct r600_pipe_context*)ctx;
 122         util_slab_free(&rctx->pool_transfers, transfer);
 123 }
 124
 125 static void r600_buffer_transfer_inline_write(struct pipe_context *pipe,
 126                                                 struct pipe_resource *resource,
 127                                                 unsigned level,
 128                                                 unsigned usage,
 129                                                 const struct pipe_box *box,
 130                                                 const void *data,
 131                                                 unsigned stride,
 132                                                 unsigned layer_stride)
 133 {
 134         struct radeon *ws = (struct radeon*)pipe->winsys;
 135         struct r600_resource_buffer *rbuffer = r600_buffer(resource);
 136         uint8_t *map = NULL;
 137
 138         assert(rbuffer->r.b.user_ptr == NULL);
 139
 140         map = r600_bo_map(ws, rbuffer->r.bo,
 141                           PIPE_TRANSFER_WRITE | PIPE_TRANSFER_DISCARD | usage,
 142                           pipe);
 143
 144         memcpy(map + box->x, data, box->width);
 145
 146         if (rbuffer->r.bo)
 147                 r600_bo_unmap(ws, rbuffer->r.bo);
 148 }
 149
 150 static const struct u_resource_vtbl r600_buffer_vtbl =
 151 {
 152         u_default_resource_get_handle,          /* get_handle */
 153         r600_buffer_destroy,                    /* resource_destroy */
 154         r600_get_transfer,                      /* get_transfer */
 155         r600_transfer_destroy,                  /* transfer_destroy */
 156         r600_buffer_transfer_map,               /* transfer_map */
 157         r600_buffer_transfer_flush_region,      /* transfer_flush_region */
 158         r600_buffer_transfer_unmap,             /* transfer_unmap */
 159         r600_buffer_transfer_inline_write       /* transfer_inline_write */
 160 };
 161
 162 struct pipe_resource *r600_buffer_create(struct pipe_screen *screen,
 163                                          const struct pipe_resource *templ)
 164 {
 165         struct r600_screen *rscreen = (struct r600_screen*)screen;
 166         struct r600_resource_buffer *rbuffer;
 167         struct r600_bo *bo;
 168         /* XXX We probably want a different alignment for buffers and textures. */
 169         unsigned alignment = 4096;
 170
 171         rbuffer = util_slab_alloc(&rscreen->pool_buffers);
 172
 173         rbuffer->magic = R600_BUFFER_MAGIC;
 174         rbuffer->r.b.b.b = *templ;
 175         pipe_reference_init(&rbuffer->r.b.b.b.reference, 1);
 176         rbuffer->r.b.b.b.screen = screen;
 177         rbuffer->r.b.b.vtbl = &r600_buffer_vtbl;
 178         rbuffer->r.b.user_ptr = NULL;
 179         rbuffer->r.size = rbuffer->r.b.b.b.width0;
 180         rbuffer->r.bo_size = rbuffer->r.size;
 181
 182         bo = r600_bo((struct radeon*)screen->winsys,
 183                      rbuffer->r.b.b.b.width0,
 184                      alignment, rbuffer->r.b.b.b.bind,
 185                      rbuffer->r.b.b.b.usage);
 186
 187         if (bo == NULL) {
 188                 FREE(rbuffer);
 189                 return NULL;
 190         }
 191         rbuffer->r.bo = bo;
 192         return &rbuffer->r.b.b.b;
 193 }
 194
 195 struct pipe_resource *r600_user_buffer_create(struct pipe_screen *screen,
 196                                               void *ptr, unsigned bytes,
 197                                               unsigned bind)
 198 {
 199         struct r600_screen *rscreen = (struct r600_screen*)screen;
 200         struct r600_resource_buffer *rbuffer;
 201
 202         rbuffer = util_slab_alloc(&rscreen->pool_buffers);
 203
 204         rbuffer->magic = R600_BUFFER_MAGIC;
 205         pipe_reference_init(&rbuffer->r.b.b.b.reference, 1);
 206         rbuffer->r.b.b.vtbl = &r600_buffer_vtbl;
 207         rbuffer->r.b.b.b.screen = screen;
 208         rbuffer->r.b.b.b.target = PIPE_BUFFER;
 209         rbuffer->r.b.b.b.format = PIPE_FORMAT_R8_UNORM;
 210         rbuffer->r.b.b.b.usage = PIPE_USAGE_IMMUTABLE;
 211         rbuffer->r.b.b.b.bind = bind;
 212         rbuffer->r.b.b.b.width0 = bytes;
 213         rbuffer->r.b.b.b.height0 = 1;
 214         rbuffer->r.b.b.b.depth0 = 1;
 215         rbuffer->r.b.b.b.array_size = 1;
 216         rbuffer->r.b.b.b.flags = 0;
 217         rbuffer->r.b.user_ptr = ptr;
 218         rbuffer->r.bo = NULL;
 219         rbuffer->r.bo_size = 0;
 220         return &rbuffer->r.b.b.b;
 221 }
 222
 223 struct pipe_resource *r600_buffer_from_handle(struct pipe_screen *screen,
 224                                               struct winsys_handle *whandle)
 225 {
 226         struct radeon *rw = (struct radeon*)screen->winsys;
 227         struct r600_resource *rbuffer;
 228         struct r600_bo *bo = NULL;
 229
 230         bo = r600_bo_handle(rw, whandle->handle, NULL);
 231         if (bo == NULL) {
 232                 return NULL;
 233         }
 234
 235         rbuffer = CALLOC_STRUCT(r600_resource);
 236         if (rbuffer == NULL) {
 237                 r600_bo_reference(rw, &bo, NULL);
 238                 return NULL;
 239         }
 240
 241         pipe_reference_init(&rbuffer->b.b.b.reference, 1);
 242         rbuffer->b.b.b.target = PIPE_BUFFER;
 243         rbuffer->b.b.b.screen = screen;
 244         rbuffer->b.b.vtbl = &r600_buffer_vtbl;
 245         rbuffer->bo = bo;
 246         return &rbuffer->b.b.b;
 247 }
 248
 249 void r600_upload_index_buffer(struct r600_pipe_context *rctx, struct r600_drawl *draw)
 250 {
 251         struct r600_resource_buffer *rbuffer = r600_buffer(draw->index_buffer);
 252         boolean flushed;
 253
 254         u_upload_data(rctx->vbuf_mgr->uploader, 0,
 255                       draw->info.count * draw->index_size,
 256                       rbuffer->r.b.user_ptr,
 257                       &draw->index_buffer_offset,
 258                       &draw->index_buffer, &flushed);
 259 }
 260
 261 void r600_upload_const_buffer(struct r600_pipe_context *rctx, struct r600_resource_buffer **rbuffer,
 262                              uint32_t *const_offset)
 263 {
 264         if ((*rbuffer)->r.b.user_ptr) {
 265                 uint8_t *ptr = (*rbuffer)->r.b.user_ptr;
 266                 unsigned size = (*rbuffer)->r.b.b.b.width0;
 267                 boolean flushed;
 268
 269                 *rbuffer = NULL;
 270
 271                 if (R600_BIG_ENDIAN) {
 272                         uint32_t *tmpPtr;
 273                         unsigned i;
 274
 275                         if (!(tmpPtr = malloc(size))) {
 276                                 R600_ERR("Failed to allocate BE swap buffer.\n");
 277                                 return;
 278                         }
 279
 280                         for (i = 0; i < size / 4; ++i) {
 281                                 tmpPtr[i] = bswap_32(((uint32_t *)ptr)[i]);
 282                         }
 283
 284                         u_upload_data(rctx->vbuf_mgr->uploader, 0, size, tmpPtr, const_offset,
 285                                       (struct pipe_resource**)rbuffer, &flushed);
 286
 287                         free(tmpPtr);
 288                 } else {
 289                         u_upload_data(rctx->vbuf_mgr->uploader, 0, size, ptr, const_offset,
 290                                       (struct pipe_resource**)rbuffer, &flushed);
 291                 }
 292         } else {
 293                 *const_offset = 0;
 294         }
 295 }