src/gallium/drivers/etnaviv/etnaviv_resource.c

   1 /*
   2  * Copyright (c) 2012-2015 Etnaviv Project
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sub license,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice (including the
  12  * next paragraph) shall be included in all copies or substantial portions
  13  * of the Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
  18  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  20  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
  21  * DEALINGS IN THE SOFTWARE.
  22  *
  23  * Authors:
  24  *    Wladimir J. van der Laan <laanwj@gmail.com>
  25  */
  26
  27 #include "etnaviv_resource.h"
  28
  29 #include "hw/common.xml.h"
  30
  31 #include "etnaviv_context.h"
  32 #include "etnaviv_debug.h"
  33 #include "etnaviv_screen.h"
  34 #include "etnaviv_translate.h"
  35
  36 #include "util/u_inlines.h"
  37 #include "util/u_memory.h"
  38
  39 #include "drm-uapi/drm_fourcc.h"
  40
  41 static enum etna_surface_layout modifier_to_layout(uint64_t modifier)
  42 {
  43    switch (modifier) {
  44    case DRM_FORMAT_MOD_VIVANTE_TILED:
  45       return ETNA_LAYOUT_TILED;
  46    case DRM_FORMAT_MOD_VIVANTE_SUPER_TILED:
  47       return ETNA_LAYOUT_SUPER_TILED;
  48    case DRM_FORMAT_MOD_VIVANTE_SPLIT_TILED:
  49       return ETNA_LAYOUT_MULTI_TILED;
  50    case DRM_FORMAT_MOD_VIVANTE_SPLIT_SUPER_TILED:
  51       return ETNA_LAYOUT_MULTI_SUPERTILED;
  52    case DRM_FORMAT_MOD_LINEAR:
  53    default:
  54       return ETNA_LAYOUT_LINEAR;
  55    }
  56 }
  57
  58 static uint64_t layout_to_modifier(enum etna_surface_layout layout)
  59 {
  60    switch (layout) {
  61    case ETNA_LAYOUT_TILED:
  62       return DRM_FORMAT_MOD_VIVANTE_TILED;
  63    case ETNA_LAYOUT_SUPER_TILED:
  64       return DRM_FORMAT_MOD_VIVANTE_SUPER_TILED;
  65    case ETNA_LAYOUT_MULTI_TILED:
  66       return DRM_FORMAT_MOD_VIVANTE_SPLIT_TILED;
  67    case ETNA_LAYOUT_MULTI_SUPERTILED:
  68       return DRM_FORMAT_MOD_VIVANTE_SPLIT_SUPER_TILED;
  69    case ETNA_LAYOUT_LINEAR:
  70       return DRM_FORMAT_MOD_LINEAR;
  71    default:
  72       return DRM_FORMAT_MOD_INVALID;
  73    }
  74 }
  75
  76 /* A tile is 4x4 pixels, having 'screen->specs.bits_per_tile' of tile status.
  77  * So, in a buffer of N pixels, there are N / (4 * 4) tiles.
  78  * We need N * screen->specs.bits_per_tile / (4 * 4) bits of tile status, or
  79  * N * screen->specs.bits_per_tile / (4 * 4 * 8) bytes.
  80  */
  81 bool
  82 etna_screen_resource_alloc_ts(struct pipe_screen *pscreen,
  83                               struct etna_resource *rsc)
  84 {
  85    struct etna_screen *screen = etna_screen(pscreen);
  86    size_t rt_ts_size, ts_layer_stride, pixels;
  87
  88    assert(!rsc->ts_bo);
  89
  90    /* TS only for level 0 -- XXX is this formula correct? */
  91    pixels = rsc->levels[0].layer_stride / util_format_get_blocksize(rsc->base.format);
  92    ts_layer_stride = align(pixels * screen->specs.bits_per_tile / 0x80,
  93                            0x100 * screen->specs.pixel_pipes);
  94    rt_ts_size = ts_layer_stride * rsc->base.array_size;
  95    if (rt_ts_size == 0)
  96       return true;
  97
  98    DBG_F(ETNA_DBG_RESOURCE_MSGS, "%p: Allocating tile status of size %zu",
  99          rsc, rt_ts_size);
 100
 101    struct etna_bo *rt_ts;
 102    rt_ts = etna_bo_new(screen->dev, rt_ts_size, DRM_ETNA_GEM_CACHE_WC);
 103
 104    if (unlikely(!rt_ts)) {
 105       BUG("Problem allocating tile status for resource");
 106       return false;
 107    }
 108
 109    rsc->ts_bo = rt_ts;
 110    rsc->levels[0].ts_offset = 0;
 111    rsc->levels[0].ts_layer_stride = ts_layer_stride;
 112    rsc->levels[0].ts_size = rt_ts_size;
 113
 114    /* It is important to initialize the TS, as random pattern
 115     * can result in crashes. Do this on the CPU as this only happens once
 116     * per surface anyway and it's a small area, so it may not be worth
 117     * queuing this to the GPU. */
 118    void *ts_map = etna_bo_map(rt_ts);
 119    memset(ts_map, screen->specs.ts_clear_value, rt_ts_size);
 120
 121    return true;
 122 }
 123
 124 static boolean
 125 etna_screen_can_create_resource(struct pipe_screen *pscreen,
 126                                 const struct pipe_resource *templat)
 127 {
 128    struct etna_screen *screen = etna_screen(pscreen);
 129    if (!translate_samples_to_xyscale(templat->nr_samples, NULL, NULL, NULL))
 130       return false;
 131
 132    /* templat->bind is not set here, so we must use the minimum sizes */
 133    uint max_size =
 134       MIN2(screen->specs.max_rendertarget_size, screen->specs.max_texture_size);
 135
 136    if (templat->width0 > max_size || templat->height0 > max_size)
 137       return false;
 138
 139    return true;
 140 }
 141
 142 static unsigned
 143 setup_miptree(struct etna_resource *rsc, unsigned paddingX, unsigned paddingY,
 144               unsigned msaa_xscale, unsigned msaa_yscale)
 145 {
 146    struct pipe_resource *prsc = &rsc->base;
 147    unsigned level, size = 0;
 148    unsigned width = prsc->width0;
 149    unsigned height = prsc->height0;
 150    unsigned depth = prsc->depth0;
 151
 152    for (level = 0; level <= prsc->last_level; level++) {
 153       struct etna_resource_level *mip = &rsc->levels[level];
 154
 155       mip->width = width;
 156       mip->height = height;
 157       mip->padded_width = align(width * msaa_xscale, paddingX);
 158       mip->padded_height = align(height * msaa_yscale, paddingY);
 159       mip->stride = util_format_get_stride(prsc->format, mip->padded_width);
 160       mip->offset = size;
 161       mip->layer_stride = mip->stride * util_format_get_nblocksy(prsc->format, mip->padded_height);
 162       mip->size = prsc->array_size * mip->layer_stride;
 163
 164       /* align levels to 64 bytes to be able to render to them */
 165       size += align(mip->size, ETNA_PE_ALIGNMENT) * depth;
 166
 167       width = u_minify(width, 1);
 168       height = u_minify(height, 1);
 169       depth = u_minify(depth, 1);
 170    }
 171
 172    return size;
 173 }
 174
 175 /* Is rs alignment needed? */
 176 static bool is_rs_align(struct etna_screen *screen,
 177                         const struct pipe_resource *tmpl)
 178 {
 179    return screen->specs.use_blt ? false : (
 180       VIV_FEATURE(screen, chipMinorFeatures1, TEXTURE_HALIGN) ||
 181       !etna_resource_sampler_only(tmpl));
 182 }
 183
 184 /* Create a new resource object, using the given template info */
 185 struct pipe_resource *
 186 etna_resource_alloc(struct pipe_screen *pscreen, unsigned layout,
 187                     enum etna_resource_addressing_mode mode, uint64_t modifier,
 188                     const struct pipe_resource *templat)
 189 {
 190    struct etna_screen *screen = etna_screen(pscreen);
 191    struct etna_resource *rsc;
 192    unsigned size;
 193
 194    DBG_F(ETNA_DBG_RESOURCE_MSGS,
 195          "target=%d, format=%s, %ux%ux%u, array_size=%u, "
 196          "last_level=%u, nr_samples=%u, usage=%u, bind=%x, flags=%x",
 197          templat->target, util_format_name(templat->format), templat->width0,
 198          templat->height0, templat->depth0, templat->array_size,
 199          templat->last_level, templat->nr_samples, templat->usage,
 200          templat->bind, templat->flags);
 201
 202    /* Determine scaling for antialiasing, allow override using debug flag */
 203    int nr_samples = templat->nr_samples;
 204    if ((templat->bind & (PIPE_BIND_RENDER_TARGET | PIPE_BIND_DEPTH_STENCIL)) &&
 205        !(templat->bind & PIPE_BIND_SAMPLER_VIEW)) {
 206       if (DBG_ENABLED(ETNA_DBG_MSAA_2X))
 207          nr_samples = 2;
 208       if (DBG_ENABLED(ETNA_DBG_MSAA_4X))
 209          nr_samples = 4;
 210    }
 211
 212    int msaa_xscale = 1, msaa_yscale = 1;
 213    if (!translate_samples_to_xyscale(nr_samples, &msaa_xscale, &msaa_yscale, NULL)) {
 214       /* Number of samples not supported */
 215       return NULL;
 216    }
 217
 218    /* Determine needed padding (alignment of height/width) */
 219    unsigned paddingX = 0, paddingY = 0;
 220    unsigned halign = TEXTURE_HALIGN_FOUR;
 221    if (!util_format_is_compressed(templat->format)) {
 222       /* If we have the TEXTURE_HALIGN feature, we can always align to the
 223        * resolve engine's width.  If not, we must not align resources used
 224        * only for textures. If this GPU uses the BLT engine, never do RS align.
 225        */
 226       etna_layout_multiple(layout, screen->specs.pixel_pipes,
 227                            is_rs_align (screen, templat),
 228                            &paddingX, &paddingY, &halign);
 229       assert(paddingX && paddingY);
 230    } else {
 231       /* Compressed textures are padded to their block size, but we don't have
 232        * to do anything special for that. */
 233       paddingX = 1;
 234       paddingY = 1;
 235    }
 236
 237    if (!screen->specs.use_blt && templat->target != PIPE_BUFFER)
 238       etna_adjust_rs_align(screen->specs.pixel_pipes, NULL, &paddingY);
 239
 240    if (templat->bind & PIPE_BIND_SCANOUT) {
 241       struct pipe_resource scanout_templat = *templat;
 242       struct renderonly_scanout *scanout;
 243       struct winsys_handle handle;
 244
 245       /* pad scanout buffer size to be compatible with the RS */
 246       if (!screen->specs.use_blt && modifier == DRM_FORMAT_MOD_LINEAR)
 247          etna_adjust_rs_align(screen->specs.pixel_pipes, &paddingX, &paddingY);
 248
 249       scanout_templat.width0 = align(scanout_templat.width0, paddingX);
 250       scanout_templat.height0 = align(scanout_templat.height0, paddingY);
 251
 252       scanout = renderonly_scanout_for_resource(&scanout_templat,
 253                                                 screen->ro, &handle);
 254       if (!scanout)
 255          return NULL;
 256
 257       assert(handle.type == WINSYS_HANDLE_TYPE_FD);
 258       handle.modifier = modifier;
 259       rsc = etna_resource(pscreen->resource_from_handle(pscreen, templat,
 260                                                         &handle,
 261                                                         PIPE_HANDLE_USAGE_FRAMEBUFFER_WRITE));
 262       close(handle.handle);
 263       if (!rsc)
 264          return NULL;
 265
 266       rsc->scanout = scanout;
 267
 268       return &rsc->base;
 269    }
 270
 271    rsc = CALLOC_STRUCT(etna_resource);
 272    if (!rsc)
 273       return NULL;
 274
 275    rsc->base = *templat;
 276    rsc->base.screen = pscreen;
 277    rsc->base.nr_samples = nr_samples;
 278    rsc->layout = layout;
 279    rsc->halign = halign;
 280    rsc->addressing_mode = mode;
 281
 282    pipe_reference_init(&rsc->base.reference, 1);
 283    list_inithead(&rsc->list);
 284
 285    size = setup_miptree(rsc, paddingX, paddingY, msaa_xscale, msaa_yscale);
 286
 287    uint32_t flags = DRM_ETNA_GEM_CACHE_WC;
 288    if (templat->bind & PIPE_BIND_VERTEX_BUFFER)
 289       flags |= DRM_ETNA_GEM_FORCE_MMU;
 290    struct etna_bo *bo = etna_bo_new(screen->dev, size, flags);
 291    if (unlikely(bo == NULL)) {
 292       BUG("Problem allocating video memory for resource");
 293       goto free_rsc;
 294    }
 295
 296    rsc->bo = bo;
 297    rsc->ts_bo = 0; /* TS is only created when first bound to surface */
 298
 299    if (DBG_ENABLED(ETNA_DBG_ZERO)) {
 300       void *map = etna_bo_map(bo);
 301       memset(map, 0, size);
 302    }
 303
 304    return &rsc->base;
 305
 306 free_rsc:
 307    FREE(rsc);
 308    return NULL;
 309 }
 310
 311 static struct pipe_resource *
 312 etna_resource_create(struct pipe_screen *pscreen,
 313                      const struct pipe_resource *templat)
 314 {
 315    struct etna_screen *screen = etna_screen(pscreen);
 316
 317    /* Figure out what tiling and address mode to use -- for now, assume that
 318     * texture cannot be linear. there is a capability LINEAR_TEXTURE_SUPPORT
 319     * (supported on gc880 and gc2000 at least), but not sure how it works.
 320     * Buffers always have LINEAR layout.
 321     */
 322    unsigned layout = ETNA_LAYOUT_LINEAR;
 323    enum etna_resource_addressing_mode mode = ETNA_ADDRESSING_MODE_TILED;
 324
 325    if (etna_resource_sampler_only(templat)) {
 326       /* The buffer is only used for texturing, so create something
 327        * directly compatible with the sampler.  Such a buffer can
 328        * never be rendered to. */
 329       layout = ETNA_LAYOUT_TILED;
 330
 331       if (util_format_is_compressed(templat->format))
 332          layout = ETNA_LAYOUT_LINEAR;
 333    } else if (templat->target != PIPE_BUFFER) {
 334       bool want_multitiled = false;
 335       bool want_supertiled = screen->specs.can_supertile;
 336
 337       /* When this GPU supports single-buffer rendering, don't ever enable
 338        * multi-tiling. This replicates the blob behavior on GC3000.
 339        */
 340       if (!screen->specs.single_buffer)
 341          want_multitiled = screen->specs.pixel_pipes > 1;
 342
 343       /* Keep single byte blocksized resources as tiled, since we
 344        * are unable to use the RS blit to de-tile them. However,
 345        * if they're used as a render target or depth/stencil, they
 346        * must be multi-tiled for GPUs with multiple pixel pipes.
 347        * Ignore depth/stencil here, but it is an error for a render
 348        * target.
 349        */
 350       if (util_format_get_blocksize(templat->format) == 1 &&
 351           !(templat->bind & PIPE_BIND_DEPTH_STENCIL)) {
 352          assert(!(templat->bind & PIPE_BIND_RENDER_TARGET && want_multitiled));
 353          want_multitiled = want_supertiled = false;
 354       }
 355
 356       layout = ETNA_LAYOUT_BIT_TILE;
 357       if (want_multitiled)
 358          layout |= ETNA_LAYOUT_BIT_MULTI;
 359       if (want_supertiled)
 360          layout |= ETNA_LAYOUT_BIT_SUPER;
 361    }
 362
 363    if (templat->target == PIPE_TEXTURE_3D)
 364       layout = ETNA_LAYOUT_LINEAR;
 365
 366    /* modifier is only used for scanout surfaces, so safe to use LINEAR here */
 367    return etna_resource_alloc(pscreen, layout, mode, DRM_FORMAT_MOD_LINEAR, templat);
 368 }
 369
 370 enum modifier_priority {
 371    MODIFIER_PRIORITY_INVALID = 0,
 372    MODIFIER_PRIORITY_LINEAR,
 373    MODIFIER_PRIORITY_SPLIT_TILED,
 374    MODIFIER_PRIORITY_SPLIT_SUPER_TILED,
 375    MODIFIER_PRIORITY_TILED,
 376    MODIFIER_PRIORITY_SUPER_TILED,
 377 };
 378
 379 const uint64_t priority_to_modifier[] = {
 380    [MODIFIER_PRIORITY_INVALID] = DRM_FORMAT_MOD_INVALID,
 381    [MODIFIER_PRIORITY_LINEAR] = DRM_FORMAT_MOD_LINEAR,
 382    [MODIFIER_PRIORITY_SPLIT_TILED] = DRM_FORMAT_MOD_VIVANTE_SPLIT_TILED,
 383    [MODIFIER_PRIORITY_SPLIT_SUPER_TILED] = DRM_FORMAT_MOD_VIVANTE_SPLIT_SUPER_TILED,
 384    [MODIFIER_PRIORITY_TILED] = DRM_FORMAT_MOD_VIVANTE_TILED,
 385    [MODIFIER_PRIORITY_SUPER_TILED] = DRM_FORMAT_MOD_VIVANTE_SUPER_TILED,
 386 };
 387
 388 static uint64_t
 389 select_best_modifier(const struct etna_screen * screen,
 390                      const uint64_t *modifiers, const unsigned count)
 391 {
 392    enum modifier_priority prio = MODIFIER_PRIORITY_INVALID;
 393
 394    for (int i = 0; i < count; i++) {
 395       switch (modifiers[i]) {
 396       case DRM_FORMAT_MOD_VIVANTE_SUPER_TILED:
 397          if ((screen->specs.pixel_pipes > 1 && !screen->specs.single_buffer) ||
 398              !screen->specs.can_supertile)
 399             break;
 400          prio = MAX2(prio, MODIFIER_PRIORITY_SUPER_TILED);
 401          break;
 402       case DRM_FORMAT_MOD_VIVANTE_TILED:
 403          if (screen->specs.pixel_pipes > 1 && !screen->specs.single_buffer)
 404             break;
 405          prio = MAX2(prio, MODIFIER_PRIORITY_TILED);
 406          break;
 407       case DRM_FORMAT_MOD_VIVANTE_SPLIT_SUPER_TILED:
 408          if ((screen->specs.pixel_pipes < 2) || !screen->specs.can_supertile)
 409             break;
 410          prio = MAX2(prio, MODIFIER_PRIORITY_SPLIT_SUPER_TILED);
 411          break;
 412       case DRM_FORMAT_MOD_VIVANTE_SPLIT_TILED:
 413          if (screen->specs.pixel_pipes < 2)
 414             break;
 415          prio = MAX2(prio, MODIFIER_PRIORITY_SPLIT_TILED);
 416          break;
 417       case DRM_FORMAT_MOD_LINEAR:
 418          prio = MAX2(prio, MODIFIER_PRIORITY_LINEAR);
 419          break;
 420       case DRM_FORMAT_MOD_INVALID:
 421       default:
 422          break;
 423       }
 424    }
 425
 426    return priority_to_modifier[prio];
 427 }
 428
 429 static struct pipe_resource *
 430 etna_resource_create_modifiers(struct pipe_screen *pscreen,
 431                                const struct pipe_resource *templat,
 432                                const uint64_t *modifiers, int count)
 433 {
 434    struct etna_screen *screen = etna_screen(pscreen);
 435    struct pipe_resource tmpl = *templat;
 436    uint64_t modifier = select_best_modifier(screen, modifiers, count);
 437
 438    if (modifier == DRM_FORMAT_MOD_INVALID)
 439       return NULL;
 440
 441    /*
 442     * We currently assume that all buffers allocated through this interface
 443     * should be scanout enabled.
 444     */
 445    tmpl.bind |= PIPE_BIND_SCANOUT;
 446
 447    return etna_resource_alloc(pscreen, modifier_to_layout(modifier),
 448                               ETNA_ADDRESSING_MODE_TILED, modifier, &tmpl);
 449 }
 450
 451 static void
 452 etna_resource_changed(struct pipe_screen *pscreen, struct pipe_resource *prsc)
 453 {
 454    struct etna_resource *res = etna_resource(prsc);
 455
 456    if (res->external)
 457       etna_resource(res->external)->seqno++;
 458    else
 459       res->seqno++;
 460 }
 461
 462 static void
 463 etna_resource_destroy(struct pipe_screen *pscreen, struct pipe_resource *prsc)
 464 {
 465    struct etna_resource *rsc = etna_resource(prsc);
 466
 467    if (rsc->bo)
 468       etna_bo_del(rsc->bo);
 469
 470    if (rsc->ts_bo)
 471       etna_bo_del(rsc->ts_bo);
 472
 473    if (rsc->scanout)
 474       renderonly_scanout_destroy(rsc->scanout, etna_screen(pscreen)->ro);
 475
 476    list_delinit(&rsc->list);
 477
 478    pipe_resource_reference(&rsc->texture, NULL);
 479    pipe_resource_reference(&rsc->external, NULL);
 480
 481    for (unsigned i = 0; i < ETNA_NUM_LOD; i++)
 482       FREE(rsc->levels[i].patch_offsets);
 483
 484    FREE(rsc);
 485 }
 486
 487 static struct pipe_resource *
 488 etna_resource_from_handle(struct pipe_screen *pscreen,
 489                           const struct pipe_resource *tmpl,
 490                           struct winsys_handle *handle, unsigned usage)
 491 {
 492    struct etna_screen *screen = etna_screen(pscreen);
 493    struct etna_resource *rsc;
 494    struct etna_resource_level *level;
 495    struct pipe_resource *prsc;
 496    struct pipe_resource *ptiled = NULL;
 497
 498    DBG("target=%d, format=%s, %ux%ux%u, array_size=%u, last_level=%u, "
 499        "nr_samples=%u, usage=%u, bind=%x, flags=%x",
 500        tmpl->target, util_format_name(tmpl->format), tmpl->width0,
 501        tmpl->height0, tmpl->depth0, tmpl->array_size, tmpl->last_level,
 502        tmpl->nr_samples, tmpl->usage, tmpl->bind, tmpl->flags);
 503
 504    rsc = CALLOC_STRUCT(etna_resource);
 505    if (!rsc)
 506       return NULL;
 507
 508    level = &rsc->levels[0];
 509    prsc = &rsc->base;
 510
 511    *prsc = *tmpl;
 512
 513    pipe_reference_init(&prsc->reference, 1);
 514    list_inithead(&rsc->list);
 515    prsc->screen = pscreen;
 516
 517    rsc->bo = etna_screen_bo_from_handle(pscreen, handle, &level->stride);
 518    if (!rsc->bo)
 519       goto fail;
 520
 521    rsc->seqno = 1;
 522    rsc->layout = modifier_to_layout(handle->modifier);
 523    rsc->halign = TEXTURE_HALIGN_FOUR;
 524    rsc->addressing_mode = ETNA_ADDRESSING_MODE_TILED;
 525
 526
 527    level->width = tmpl->width0;
 528    level->height = tmpl->height0;
 529
 530    /* Determine padding of the imported resource. */
 531    unsigned paddingX = 0, paddingY = 0;
 532    etna_layout_multiple(rsc->layout, screen->specs.pixel_pipes,
 533                         is_rs_align(screen, tmpl),
 534                         &paddingX, &paddingY, &rsc->halign);
 535
 536    if (!screen->specs.use_blt)
 537       etna_adjust_rs_align(screen->specs.pixel_pipes, NULL, &paddingY);
 538    level->padded_width = align(level->width, paddingX);
 539    level->padded_height = align(level->height, paddingY);
 540
 541    level->layer_stride = level->stride * util_format_get_nblocksy(prsc->format,
 542                                                                   level->padded_height);
 543    level->size = level->layer_stride;
 544
 545    /* The DDX must give us a BO which conforms to our padding size.
 546     * The stride of the BO must be greater or equal to our padded
 547     * stride. The size of the BO must accomodate the padded height. */
 548    if (level->stride < util_format_get_stride(tmpl->format, level->padded_width)) {
 549       BUG("BO stride %u is too small for RS engine width padding (%zu, format %s)",
 550           level->stride, util_format_get_stride(tmpl->format, level->padded_width),
 551           util_format_name(tmpl->format));
 552       goto fail;
 553    }
 554    if (etna_bo_size(rsc->bo) < level->stride * level->padded_height) {
 555       BUG("BO size %u is too small for RS engine height padding (%u, format %s)",
 556           etna_bo_size(rsc->bo), level->stride * level->padded_height,
 557           util_format_name(tmpl->format));
 558       goto fail;
 559    }
 560
 561    if (rsc->layout == ETNA_LAYOUT_LINEAR) {
 562       /*
 563        * Both sampler and pixel pipes can't handle linear, create a compatible
 564        * base resource, where we can attach the imported buffer as an external
 565        * resource.
 566        */
 567       struct pipe_resource tiled_templat = *tmpl;
 568
 569       /*
 570        * Remove BIND_SCANOUT to avoid recursion, as etna_resource_create uses
 571        * this function to import the scanout buffer and get a tiled resource.
 572        */
 573       tiled_templat.bind &= ~PIPE_BIND_SCANOUT;
 574
 575       ptiled = etna_resource_create(pscreen, &tiled_templat);
 576       if (!ptiled)
 577          goto fail;
 578
 579       etna_resource(ptiled)->external = prsc;
 580
 581       return ptiled;
 582    }
 583
 584    return prsc;
 585
 586 fail:
 587    etna_resource_destroy(pscreen, prsc);
 588    if (ptiled)
 589       etna_resource_destroy(pscreen, ptiled);
 590
 591    return NULL;
 592 }
 593
 594 static boolean
 595 etna_resource_get_handle(struct pipe_screen *pscreen,
 596                          struct pipe_context *pctx,
 597                          struct pipe_resource *prsc,
 598                          struct winsys_handle *handle, unsigned usage)
 599 {
 600    struct etna_resource *rsc = etna_resource(prsc);
 601    /* Scanout is always attached to the base resource */
 602    struct renderonly_scanout *scanout = rsc->scanout;
 603
 604    /*
 605     * External resources are preferred, so a import->export chain of
 606     * render/sampler incompatible buffers yield the same handle.
 607     */
 608    if (rsc->external)
 609       rsc = etna_resource(rsc->external);
 610
 611    handle->stride = rsc->levels[0].stride;
 612    handle->modifier = layout_to_modifier(rsc->layout);
 613
 614    if (handle->type == WINSYS_HANDLE_TYPE_SHARED) {
 615       return etna_bo_get_name(rsc->bo, &handle->handle) == 0;
 616    } else if (handle->type == WINSYS_HANDLE_TYPE_KMS) {
 617       if (renderonly_get_handle(scanout, handle)) {
 618          return TRUE;
 619       } else {
 620          handle->handle = etna_bo_handle(rsc->bo);
 621          return TRUE;
 622       }
 623    } else if (handle->type == WINSYS_HANDLE_TYPE_FD) {
 624       handle->handle = etna_bo_dmabuf(rsc->bo);
 625       return TRUE;
 626    } else {
 627       return FALSE;
 628    }
 629 }
 630
 631 void
 632 etna_resource_used(struct etna_context *ctx, struct pipe_resource *prsc,
 633                    enum etna_resource_status status)
 634 {
 635    struct etna_resource *rsc;
 636
 637    if (!prsc)
 638       return;
 639
 640    rsc = etna_resource(prsc);
 641    rsc->status |= status;
 642
 643    /* TODO resources can actually be shared across contexts,
 644     * so I'm not sure a single list-head will do the trick? */
 645    debug_assert((rsc->pending_ctx == ctx) || !rsc->pending_ctx);
 646    list_delinit(&rsc->list);
 647    list_addtail(&rsc->list, &ctx->used_resources);
 648    rsc->pending_ctx = ctx;
 649 }
 650
 651 bool
 652 etna_resource_has_valid_ts(struct etna_resource *rsc)
 653 {
 654    if (!rsc->ts_bo)
 655       return false;
 656
 657    for (int level = 0; level <= rsc->base.last_level; level++)
 658       if (rsc->levels[level].ts_valid)
 659          return true;
 660
 661    return false;
 662 }
 663
 664 void
 665 etna_resource_screen_init(struct pipe_screen *pscreen)
 666 {
 667    pscreen->can_create_resource = etna_screen_can_create_resource;
 668    pscreen->resource_create = etna_resource_create;
 669    pscreen->resource_create_with_modifiers = etna_resource_create_modifiers;
 670    pscreen->resource_from_handle = etna_resource_from_handle;
 671    pscreen->resource_get_handle = etna_resource_get_handle;
 672    pscreen->resource_changed = etna_resource_changed;
 673    pscreen->resource_destroy = etna_resource_destroy;
 674 }