r600g: Fix include style
[mesa.git] / src / gallium / drivers / r600 / r600_buffer.c
index 469c8195fe9b7a8739fa1512dabd8239366b599e..73d17b0671e913b7a93051a4dabc6f0229615389 100644 (file)
  *      Jerome Glisse
  *      Corbin Simpson <MostAwesomeDude@gmail.com>
  */
-#include <pipe/p_screen.h>
-#include <util/u_format.h>
-#include <util/u_math.h>
-#include <util/u_inlines.h>
-#include <util/u_memory.h>
-#include "state_tracker/drm_driver.h"
-#include <xf86drm.h>
-#include "radeon_drm.h"
-#include "r600.h"
-#include "r600_pipe.h"
-
-extern struct u_resource_vtbl r600_buffer_vtbl;
-
-
-struct pipe_resource *r600_buffer_create(struct pipe_screen *screen,
-                                        const struct pipe_resource *templ)
-{
-       struct r600_resource_buffer *rbuffer;
-       struct r600_bo *bo;
-       /* XXX We probably want a different alignment for buffers and textures. */
-       unsigned alignment = 4096;
-
-       rbuffer = CALLOC_STRUCT(r600_resource_buffer);
-       if (rbuffer == NULL)
-               return NULL;
-
-       rbuffer->magic = R600_BUFFER_MAGIC;
-       rbuffer->user_buffer = NULL;
-       rbuffer->r.base.b = *templ;
-       pipe_reference_init(&rbuffer->r.base.b.reference, 1);
-       rbuffer->r.base.b.screen = screen;
-       rbuffer->r.base.vtbl = &r600_buffer_vtbl;
-       rbuffer->r.size = rbuffer->r.base.b.width0;
-       rbuffer->r.bo_size = rbuffer->r.size;
-       rbuffer->uploaded = FALSE;
-       bo = r600_bo((struct radeon*)screen->winsys, rbuffer->r.base.b.width0, alignment, rbuffer->r.base.b.bind, rbuffer->r.base.b.usage);
-       if (bo == NULL) {
-               FREE(rbuffer);
-               return NULL;
-       }
-       rbuffer->r.bo = bo;
-       return &rbuffer->r.base.b;
-}
-
-struct pipe_resource *r600_user_buffer_create(struct pipe_screen *screen,
-                                             void *ptr, unsigned bytes,
-                                             unsigned bind)
-{
-       struct r600_resource_buffer *rbuffer;
+#include <byteswap.h>
 
-       rbuffer = CALLOC_STRUCT(r600_resource_buffer);
-       if (rbuffer == NULL)
-               return NULL;
+#include "pipe/p_screen.h"
+#include "util/u_format.h"
+#include "util/u_math.h"
+#include "util/u_inlines.h"
+#include "util/u_memory.h"
+#include "util/u_upload_mgr.h"
 
-       rbuffer->magic = R600_BUFFER_MAGIC;
-       pipe_reference_init(&rbuffer->r.base.b.reference, 1);
-       rbuffer->r.base.vtbl = &r600_buffer_vtbl;
-       rbuffer->r.base.b.screen = screen;
-       rbuffer->r.base.b.target = PIPE_BUFFER;
-       rbuffer->r.base.b.format = PIPE_FORMAT_R8_UNORM;
-       rbuffer->r.base.b.usage = PIPE_USAGE_IMMUTABLE;
-       rbuffer->r.base.b.bind = bind;
-       rbuffer->r.base.b.width0 = bytes;
-       rbuffer->r.base.b.height0 = 1;
-       rbuffer->r.base.b.depth0 = 1;
-       rbuffer->r.base.b.array_size = 1;
-       rbuffer->r.base.b.flags = 0;
-       rbuffer->r.bo = NULL;
-       rbuffer->r.bo_size = 0;
-       rbuffer->user_buffer = ptr;
-       rbuffer->uploaded = FALSE;
-       return &rbuffer->r.base.b;
-}
+#include "r600.h"
+#include "r600_pipe.h"
 
 static void r600_buffer_destroy(struct pipe_screen *screen,
                                struct pipe_resource *buf)
 {
+       struct r600_screen *rscreen = (struct r600_screen*)screen;
        struct r600_resource_buffer *rbuffer = r600_buffer(buf);
 
        if (rbuffer->r.bo) {
-               r600_bo_reference((struct radeon*)screen->winsys, &rbuffer->r.bo, NULL);
+               r600_bo_reference(&rbuffer->r.bo, NULL);
        }
        rbuffer->r.bo = NULL;
-       FREE(rbuffer);
+       util_slab_free(&rscreen->pool_buffers, rbuffer);
+}
+
+static struct pipe_transfer *r600_get_transfer(struct pipe_context *ctx,
+                                              struct pipe_resource *resource,
+                                              unsigned level,
+                                              unsigned usage,
+                                              const struct pipe_box *box)
+{
+       struct r600_pipe_context *rctx = (struct r600_pipe_context*)ctx;
+       struct pipe_transfer *transfer = util_slab_alloc(&rctx->pool_transfers);
+
+       transfer->resource = resource;
+       transfer->level = level;
+       transfer->usage = usage;
+       transfer->box = *box;
+       transfer->stride = 0;
+       transfer->layer_stride = 0;
+       transfer->data = NULL;
+
+       /* Note strides are zero, this is ok for buffers, but not for
+        * textures 2d & higher at least.
+        */
+       return transfer;
 }
 
 static void *r600_buffer_transfer_map(struct pipe_context *pipe,
                                      struct pipe_transfer *transfer)
 {
        struct r600_resource_buffer *rbuffer = r600_buffer(transfer->resource);
-       int write = 0;
+       struct r600_pipe_context *rctx = (struct r600_pipe_context*)pipe;
        uint8_t *data;
 
-       if (rbuffer->user_buffer)
-               return (uint8_t*)rbuffer->user_buffer + transfer->box.x;
+       if (rbuffer->r.b.user_ptr)
+               return (uint8_t*)rbuffer->r.b.user_ptr + transfer->box.x;
 
-       if (transfer->usage & PIPE_TRANSFER_DONTBLOCK) {
-               /* FIXME */
-       }
-       if (transfer->usage & PIPE_TRANSFER_WRITE) {
-               write = 1;
-       }
-       data = r600_bo_map((struct radeon*)pipe->winsys, rbuffer->r.bo, transfer->usage, pipe);
+       data = r600_bo_map(rctx->screen->radeon, rbuffer->r.bo, rctx->ctx.cs, transfer->usage);
        if (!data)
                return NULL;
 
@@ -137,12 +93,13 @@ static void r600_buffer_transfer_unmap(struct pipe_context *pipe,
                                        struct pipe_transfer *transfer)
 {
        struct r600_resource_buffer *rbuffer = r600_buffer(transfer->resource);
+       struct r600_pipe_context *rctx = (struct r600_pipe_context*)pipe;
 
-       if (rbuffer->user_buffer)
+       if (rbuffer->r.b.user_ptr)
                return;
 
        if (rbuffer->r.bo)
-               r600_bo_unmap((struct radeon*)pipe->winsys, rbuffer->r.bo);
+               r600_bo_unmap(rctx->screen->radeon, rbuffer->r.bo);
 }
 
 static void r600_buffer_transfer_flush_region(struct pipe_context *pipe,
@@ -151,128 +108,181 @@ static void r600_buffer_transfer_flush_region(struct pipe_context *pipe,
 {
 }
 
-unsigned r600_buffer_is_referenced_by_cs(struct pipe_context *context,
-                                        struct pipe_resource *buf,
-                                        unsigned level, int layer)
+static void r600_transfer_destroy(struct pipe_context *ctx,
+                                 struct pipe_transfer *transfer)
 {
-       /* FIXME */
-       return PIPE_REFERENCED_FOR_READ | PIPE_REFERENCED_FOR_WRITE;
+       struct r600_pipe_context *rctx = (struct r600_pipe_context*)ctx;
+       util_slab_free(&rctx->pool_transfers, transfer);
 }
 
-struct pipe_resource *r600_buffer_from_handle(struct pipe_screen *screen,
-                                             struct winsys_handle *whandle)
+static void r600_buffer_transfer_inline_write(struct pipe_context *pipe,
+                                               struct pipe_resource *resource,
+                                               unsigned level,
+                                               unsigned usage,
+                                               const struct pipe_box *box,
+                                               const void *data,
+                                               unsigned stride,
+                                               unsigned layer_stride)
 {
-       struct radeon *rw = (struct radeon*)screen->winsys;
-       struct r600_resource *rbuffer;
-       struct r600_bo *bo = NULL;
+       struct r600_pipe_context *rctx = (struct r600_pipe_context*)pipe;
+       struct radeon *radeon = rctx->screen->radeon;
+       struct r600_resource_buffer *rbuffer = r600_buffer(resource);
+       uint8_t *map = NULL;
 
-       bo = r600_bo_handle(rw, whandle->handle, NULL);
-       if (bo == NULL) {
-               return NULL;
-       }
+       assert(rbuffer->r.b.user_ptr == NULL);
 
-       rbuffer = CALLOC_STRUCT(r600_resource);
-       if (rbuffer == NULL) {
-               r600_bo_reference(rw, &bo, NULL);
-               return NULL;
-       }
+       map = r600_bo_map(radeon, rbuffer->r.bo, rctx->ctx.cs,
+                         PIPE_TRANSFER_WRITE | PIPE_TRANSFER_DISCARD | usage);
 
-       pipe_reference_init(&rbuffer->base.b.reference, 1);
-       rbuffer->base.b.target = PIPE_BUFFER;
-       rbuffer->base.b.screen = screen;
-       rbuffer->base.vtbl = &r600_buffer_vtbl;
-       rbuffer->bo = bo;
-       return &rbuffer->base.b;
+       memcpy(map + box->x, data, box->width);
+
+       if (rbuffer->r.bo)
+               r600_bo_unmap(radeon, rbuffer->r.bo);
 }
 
-struct u_resource_vtbl r600_buffer_vtbl =
+static const struct u_resource_vtbl r600_buffer_vtbl =
 {
        u_default_resource_get_handle,          /* get_handle */
        r600_buffer_destroy,                    /* resource_destroy */
-       r600_buffer_is_referenced_by_cs,        /* is_buffer_referenced */
-       u_default_get_transfer,                 /* get_transfer */
-       u_default_transfer_destroy,             /* transfer_destroy */
+       r600_get_transfer,                      /* get_transfer */
+       r600_transfer_destroy,                  /* transfer_destroy */
        r600_buffer_transfer_map,               /* transfer_map */
        r600_buffer_transfer_flush_region,      /* transfer_flush_region */
        r600_buffer_transfer_unmap,             /* transfer_unmap */
-       u_default_transfer_inline_write         /* transfer_inline_write */
+       r600_buffer_transfer_inline_write       /* transfer_inline_write */
 };
 
-int r600_upload_index_buffer(struct r600_pipe_context *rctx, struct r600_drawl *draw)
+struct pipe_resource *r600_buffer_create(struct pipe_screen *screen,
+                                        const struct pipe_resource *templ)
 {
-       if (r600_buffer_is_user_buffer(draw->index_buffer)) {
-               struct r600_resource_buffer *rbuffer = r600_buffer(draw->index_buffer);
-               unsigned upload_offset;
-               int ret = 0;
-
-               ret = r600_upload_buffer(rctx->rupload_vb,
-                                       draw->index_buffer_offset,
-                                       draw->count * draw->index_size,
-                                       rbuffer,
-                                       &upload_offset,
-                                       &rbuffer->r.bo_size,
-                                       &rbuffer->r.bo);
-               if (ret)
-                       return ret;
-               rbuffer->uploaded = TRUE;
-               draw->index_buffer_offset = upload_offset;
+       struct r600_screen *rscreen = (struct r600_screen*)screen;
+       struct r600_resource_buffer *rbuffer;
+       struct r600_bo *bo;
+       /* XXX We probably want a different alignment for buffers and textures. */
+       unsigned alignment = 4096;
+
+       rbuffer = util_slab_alloc(&rscreen->pool_buffers);
+
+       rbuffer->magic = R600_BUFFER_MAGIC;
+       rbuffer->r.b.b.b = *templ;
+       pipe_reference_init(&rbuffer->r.b.b.b.reference, 1);
+       rbuffer->r.b.b.b.screen = screen;
+       rbuffer->r.b.b.vtbl = &r600_buffer_vtbl;
+       rbuffer->r.b.user_ptr = NULL;
+       rbuffer->r.size = rbuffer->r.b.b.b.width0;
+       rbuffer->r.bo_size = rbuffer->r.size;
+
+       bo = r600_bo(rscreen->radeon,
+                    rbuffer->r.b.b.b.width0,
+                    alignment, rbuffer->r.b.b.b.bind,
+                    rbuffer->r.b.b.b.usage);
+
+       if (bo == NULL) {
+               FREE(rbuffer);
+               return NULL;
        }
+       rbuffer->r.bo = bo;
+       return &rbuffer->r.b.b.b;
+}
 
-       return 0;
+struct pipe_resource *r600_user_buffer_create(struct pipe_screen *screen,
+                                             void *ptr, unsigned bytes,
+                                             unsigned bind)
+{
+       struct r600_screen *rscreen = (struct r600_screen*)screen;
+       struct r600_resource_buffer *rbuffer;
+
+       rbuffer = util_slab_alloc(&rscreen->pool_buffers);
+
+       rbuffer->magic = R600_BUFFER_MAGIC;
+       pipe_reference_init(&rbuffer->r.b.b.b.reference, 1);
+       rbuffer->r.b.b.vtbl = &r600_buffer_vtbl;
+       rbuffer->r.b.b.b.screen = screen;
+       rbuffer->r.b.b.b.target = PIPE_BUFFER;
+       rbuffer->r.b.b.b.format = PIPE_FORMAT_R8_UNORM;
+       rbuffer->r.b.b.b.usage = PIPE_USAGE_IMMUTABLE;
+       rbuffer->r.b.b.b.bind = bind;
+       rbuffer->r.b.b.b.width0 = bytes;
+       rbuffer->r.b.b.b.height0 = 1;
+       rbuffer->r.b.b.b.depth0 = 1;
+       rbuffer->r.b.b.b.array_size = 1;
+       rbuffer->r.b.b.b.flags = 0;
+       rbuffer->r.b.user_ptr = ptr;
+       rbuffer->r.bo = NULL;
+       rbuffer->r.bo_size = 0;
+       return &rbuffer->r.b.b.b;
 }
 
-int r600_upload_user_buffers(struct r600_pipe_context *rctx)
+struct pipe_resource *r600_buffer_from_handle(struct pipe_screen *screen,
+                                             struct winsys_handle *whandle)
 {
-       enum pipe_error ret = PIPE_OK;
-       int i, nr;
-
-       nr = rctx->vertex_elements->count;
-       nr = rctx->nvertex_buffer;
-
-       for (i = 0; i < nr; i++) {
-               struct pipe_vertex_buffer *vb = &rctx->vertex_buffer[i];
-
-               if (r600_buffer_is_user_buffer(vb->buffer)) {
-                       struct r600_resource_buffer *rbuffer = r600_buffer(vb->buffer);
-                       unsigned upload_offset;
-
-                       ret = r600_upload_buffer(rctx->rupload_vb,
-                                               0, vb->buffer->width0,
-                                               rbuffer,
-                                               &upload_offset,
-                                               &rbuffer->r.bo_size,
-                                               &rbuffer->r.bo);
-                       if (ret)
-                               return ret;
-                       rbuffer->uploaded = TRUE;
-                       vb->buffer_offset = upload_offset;
-               }
+       struct radeon *rw = ((struct r600_screen*)screen)->radeon;
+       struct r600_resource *rbuffer;
+       struct r600_bo *bo = NULL;
+
+       bo = r600_bo_handle(rw, whandle, NULL, NULL);
+       if (bo == NULL) {
+               return NULL;
+       }
+
+       rbuffer = CALLOC_STRUCT(r600_resource);
+       if (rbuffer == NULL) {
+               r600_bo_reference(&bo, NULL);
+               return NULL;
        }
-       return ret;
+
+       pipe_reference_init(&rbuffer->b.b.b.reference, 1);
+       rbuffer->b.b.b.target = PIPE_BUFFER;
+       rbuffer->b.b.b.screen = screen;
+       rbuffer->b.b.vtbl = &r600_buffer_vtbl;
+       rbuffer->bo = bo;
+       return &rbuffer->b.b.b;
 }
 
+void r600_upload_index_buffer(struct r600_pipe_context *rctx, struct r600_drawl *draw)
+{
+       struct r600_resource_buffer *rbuffer = r600_buffer(draw->index_buffer);
+       boolean flushed;
+
+       u_upload_data(rctx->vbuf_mgr->uploader, 0,
+                     draw->info.count * draw->index_size,
+                     rbuffer->r.b.user_ptr,
+                     &draw->index_buffer_offset,
+                     &draw->index_buffer, &flushed);
+}
 
-int r600_upload_const_buffer(struct r600_pipe_context *rctx, struct pipe_resource *cbuffer,
+void r600_upload_const_buffer(struct r600_pipe_context *rctx, struct r600_resource_buffer **rbuffer,
                             uint32_t *const_offset)
 {
-       if (r600_buffer_is_user_buffer(cbuffer)) {
-               struct r600_resource_buffer *rbuffer = r600_buffer(cbuffer);
-               unsigned upload_offset;
-               int ret = 0;
-
-               ret = r600_upload_buffer(rctx->rupload_const,
-                                        0, cbuffer->width0,
-                                        rbuffer,
-                                        &upload_offset,
-                                        &rbuffer->r.bo_size,
-                                        &rbuffer->r.bo);
-               if (ret)
-                       return ret;
-               rbuffer->uploaded = TRUE;
-               *const_offset = upload_offset;
-               return 0;
-       }
+       if ((*rbuffer)->r.b.user_ptr) {
+               uint8_t *ptr = (*rbuffer)->r.b.user_ptr;
+               unsigned size = (*rbuffer)->r.b.b.b.width0;
+               boolean flushed;
+
+               *rbuffer = NULL;
 
-       *const_offset = 0;
-       return 0;
+               if (R600_BIG_ENDIAN) {
+                       uint32_t *tmpPtr;
+                       unsigned i;
+
+                       if (!(tmpPtr = malloc(size))) {
+                               R600_ERR("Failed to allocate BE swap buffer.\n");
+                               return;
+                       }
+
+                       for (i = 0; i < size / 4; ++i) {
+                               tmpPtr[i] = bswap_32(((uint32_t *)ptr)[i]);
+                       }
+
+                       u_upload_data(rctx->vbuf_mgr->uploader, 0, size, tmpPtr, const_offset,
+                                     (struct pipe_resource**)rbuffer, &flushed);
+
+                       free(tmpPtr);
+               } else {
+                       u_upload_data(rctx->vbuf_mgr->uploader, 0, size, ptr, const_offset,
+                                     (struct pipe_resource**)rbuffer, &flushed);
+               }
+       } else {
+               *const_offset = 0;
+       }
 }