src/gallium/frontends/clover/core/resource.cpp

   1 //
   2 // Copyright 2012 Francisco Jerez
   3 //
   4 // Permission is hereby granted, free of charge, to any person obtaining a
   5 // copy of this software and associated documentation files (the "Software"),
   6 // to deal in the Software without restriction, including without limitation
   7 // the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8 // and/or sell copies of the Software, and to permit persons to whom the
   9 // Software is furnished to do so, subject to the following conditions:
  10 //
  11 // The above copyright notice and this permission notice shall be included in
  12 // all copies or substantial portions of the Software.
  13 //
  14 // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15 // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16 // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  17 // THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18 // OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19 // ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20 // OTHER DEALINGS IN THE SOFTWARE.
  21 //
  22
  23 #include "core/resource.hpp"
  24 #include "core/memory.hpp"
  25 #include "pipe/p_screen.h"
  26 #include "util/u_sampler.h"
  27 #include "util/format/u_format.h"
  28 #include "util/u_inlines.h"
  29
  30 using namespace clover;
  31
  32 namespace {
  33    class box {
  34    public:
  35       box(const resource::vector &origin, const resource::vector &size) :
  36         pipe({ (int)origin[0], (int16_t)origin[1],
  37                (int16_t)origin[2], (int)size[0],
  38                (int16_t)size[1], (int16_t)size[2] }) {
  39       }
  40
  41       operator const pipe_box *() {
  42          return &pipe;
  43       }
  44
  45    protected:
  46       pipe_box pipe;
  47    };
  48 }
  49
  50 resource::resource(clover::device &dev, memory_obj &obj) :
  51    device(dev), obj(obj), pipe(NULL), offset() {
  52 }
  53
  54 resource::~resource() {
  55 }
  56
  57 void
  58 resource::copy(command_queue &q, const vector &origin, const vector &region,
  59                resource &src_res, const vector &src_origin) {
  60    auto p = offset + origin;
  61
  62    q.pipe->resource_copy_region(q.pipe, pipe, 0, p[0], p[1], p[2],
  63                                 src_res.pipe, 0,
  64                                 box(src_res.offset + src_origin, region));
  65 }
  66
  67 void
  68 resource::clear(command_queue &q, const size_t origin, const size_t size,
  69                 const void *pattern, const size_t pattern_size) {
  70    auto p = offset[0] + origin;
  71
  72    q.pipe->clear_buffer(q.pipe, pipe, p, size, pattern, pattern_size);
  73 }
  74
  75 void *
  76 resource::add_map(command_queue &q, cl_map_flags flags, bool blocking,
  77                   const vector &origin, const vector &region) {
  78    maps.emplace_back(q, *this, flags, blocking, origin, region);
  79    return maps.back();
  80 }
  81
  82 void
  83 resource::del_map(void *p) {
  84    erase_if([&](const mapping &m) {
  85          return static_cast<void *>(m) == p;
  86       }, maps);
  87 }
  88
  89 unsigned
  90 resource::map_count() const {
  91    return maps.size();
  92 }
  93
  94 pipe_sampler_view *
  95 resource::bind_sampler_view(command_queue &q) {
  96    pipe_sampler_view info;
  97
  98    u_sampler_view_default_template(&info, pipe, pipe->format);
  99    return q.pipe->create_sampler_view(q.pipe, pipe, &info);
 100 }
 101
 102 void
 103 resource::unbind_sampler_view(command_queue &q,
 104                               pipe_sampler_view *st) {
 105    q.pipe->sampler_view_destroy(q.pipe, st);
 106 }
 107
 108 pipe_surface *
 109 resource::bind_surface(command_queue &q, bool rw) {
 110    pipe_surface info {};
 111
 112    info.format = pipe->format;
 113    info.writable = rw;
 114
 115    if (pipe->target == PIPE_BUFFER)
 116       info.u.buf.last_element = pipe->width0 - 1;
 117
 118    return q.pipe->create_surface(q.pipe, pipe, &info);
 119 }
 120
 121 void
 122 resource::unbind_surface(command_queue &q, pipe_surface *st) {
 123    q.pipe->surface_destroy(q.pipe, st);
 124 }
 125
 126 root_resource::root_resource(clover::device &dev, memory_obj &obj,
 127                              command_queue &q, const std::string &data) :
 128    resource(dev, obj) {
 129    pipe_resource info {};
 130
 131    if (image *img = dynamic_cast<image *>(&obj)) {
 132       info.format = translate_format(img->format());
 133       info.width0 = img->width();
 134       info.height0 = img->height();
 135       info.depth0 = img->depth();
 136    } else {
 137       info.width0 = obj.size();
 138       info.height0 = 1;
 139       info.depth0 = 1;
 140    }
 141
 142    info.array_size = 1;
 143    info.target = translate_target(obj.type());
 144    info.bind = (PIPE_BIND_SAMPLER_VIEW |
 145                 PIPE_BIND_COMPUTE_RESOURCE |
 146                 PIPE_BIND_GLOBAL);
 147
 148    if (obj.flags() & CL_MEM_USE_HOST_PTR && dev.allows_user_pointers()) {
 149       // Page alignment is normally required for this, just try, hope for the
 150       // best and fall back if it fails.
 151       pipe = dev.pipe->resource_from_user_memory(dev.pipe, &info, obj.host_ptr());
 152       if (pipe)
 153          return;
 154    }
 155
 156    if (obj.flags() & (CL_MEM_ALLOC_HOST_PTR | CL_MEM_USE_HOST_PTR)) {
 157       info.usage = PIPE_USAGE_STAGING;
 158    }
 159
 160    pipe = dev.pipe->resource_create(dev.pipe, &info);
 161    if (!pipe)
 162       throw error(CL_OUT_OF_RESOURCES);
 163
 164    if (obj.flags() & (CL_MEM_USE_HOST_PTR | CL_MEM_COPY_HOST_PTR)) {
 165       const void *data_ptr = !data.empty() ? data.data() : obj.host_ptr();
 166       box rect { {{ 0, 0, 0 }}, {{ info.width0, info.height0, info.depth0 }} };
 167       unsigned cpp = util_format_get_blocksize(info.format);
 168
 169       if (pipe->target == PIPE_BUFFER)
 170          q.pipe->buffer_subdata(q.pipe, pipe, PIPE_TRANSFER_WRITE,
 171                                 0, info.width0, data_ptr);
 172       else
 173          q.pipe->texture_subdata(q.pipe, pipe, 0, PIPE_TRANSFER_WRITE,
 174                                  rect, data_ptr, cpp * info.width0,
 175                                  cpp * info.width0 * info.height0);
 176    }
 177 }
 178
 179 root_resource::root_resource(clover::device &dev, memory_obj &obj,
 180                              root_resource &r) :
 181    resource(dev, obj) {
 182    assert(0); // XXX -- resource shared among dev and r.dev
 183 }
 184
 185 root_resource::~root_resource() {
 186    pipe_resource_reference(&this->pipe, NULL);
 187 }
 188
 189 sub_resource::sub_resource(resource &r, const vector &offset) :
 190    resource(r.device(), r.obj) {
 191    this->pipe = r.pipe;
 192    this->offset = r.offset + offset;
 193 }
 194
 195 mapping::mapping(command_queue &q, resource &r,
 196                  cl_map_flags flags, bool blocking,
 197                  const resource::vector &origin,
 198                  const resource::vector &region) :
 199    pctx(q.pipe), pres(NULL) {
 200    unsigned usage = ((flags & CL_MAP_WRITE ? PIPE_TRANSFER_WRITE : 0 ) |
 201                      (flags & CL_MAP_READ ? PIPE_TRANSFER_READ : 0 ) |
 202                      (flags & CL_MAP_WRITE_INVALIDATE_REGION ?
 203                       PIPE_TRANSFER_DISCARD_RANGE : 0) |
 204                      (!blocking ? PIPE_TRANSFER_UNSYNCHRONIZED : 0));
 205
 206    p = pctx->transfer_map(pctx, r.pipe, 0, usage,
 207                           box(origin + r.offset, region), &pxfer);
 208    if (!p) {
 209       pxfer = NULL;
 210       throw error(CL_OUT_OF_RESOURCES);
 211    }
 212    pipe_resource_reference(&pres, r.pipe);
 213 }
 214
 215 mapping::mapping(mapping &&m) :
 216    pctx(m.pctx), pxfer(m.pxfer), pres(m.pres), p(m.p) {
 217    m.pctx = NULL;
 218    m.pxfer = NULL;
 219    m.pres = NULL;
 220    m.p = NULL;
 221 }
 222
 223 mapping::~mapping() {
 224    if (pxfer) {
 225       pctx->transfer_unmap(pctx, pxfer);
 226    }
 227    pipe_resource_reference(&pres, NULL);
 228 }
 229
 230 mapping &
 231 mapping::operator=(mapping m) {
 232    std::swap(pctx, m.pctx);
 233    std::swap(pxfer, m.pxfer);
 234    std::swap(pres, m.pres);
 235    std::swap(p, m.p);
 236    return *this;
 237 }