src/mesa/drivers/dri/intel/intel_mipmap_tree.c

   1 /**************************************************************************
   2  *
   3  * Copyright 2006 Tungsten Graphics, Inc., Cedar Park, Texas.
   4  * All Rights Reserved.
   5  *
   6  * Permission is hereby granted, free of charge, to any person obtaining a
   7  * copy of this software and associated documentation files (the
   8  * "Software"), to deal in the Software without restriction, including
   9  * without limitation the rights to use, copy, modify, merge, publish,
  10  * distribute, sub license, and/or sell copies of the Software, and to
  11  * permit persons to whom the Software is furnished to do so, subject to
  12  * the following conditions:
  13  *
  14  * The above copyright notice and this permission notice (including the
  15  * next paragraph) shall be included in all copies or substantial portions
  16  * of the Software.
  17  *
  18  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
  19  * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  20  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
  21  * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
  22  * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
  23  * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
  24  * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  25  *
  26  **************************************************************************/
  27
  28 #include "intel_batchbuffer.h"
  29 #include "intel_context.h"
  30 #include "intel_mipmap_tree.h"
  31 #include "intel_regions.h"
  32 #include "intel_span.h"
  33 #include "intel_tex_layout.h"
  34 #include "intel_tex.h"
  35 #include "intel_blit.h"
  36
  37 #include "main/enums.h"
  38 #include "main/formats.h"
  39 #include "main/image.h"
  40 #include "main/teximage.h"
  41
  42 #define FILE_DEBUG_FLAG DEBUG_MIPTREE
  43
  44
  45 static GLenum
  46 target_to_target(GLenum target)
  47 {
  48    switch (target) {
  49    case GL_TEXTURE_CUBE_MAP_POSITIVE_X_ARB:
  50    case GL_TEXTURE_CUBE_MAP_NEGATIVE_X_ARB:
  51    case GL_TEXTURE_CUBE_MAP_POSITIVE_Y_ARB:
  52    case GL_TEXTURE_CUBE_MAP_NEGATIVE_Y_ARB:
  53    case GL_TEXTURE_CUBE_MAP_POSITIVE_Z_ARB:
  54    case GL_TEXTURE_CUBE_MAP_NEGATIVE_Z_ARB:
  55       return GL_TEXTURE_CUBE_MAP_ARB;
  56    default:
  57       return target;
  58    }
  59 }
  60
  61 static struct intel_mipmap_tree *
  62 intel_miptree_create_internal(struct intel_context *intel,
  63                               GLenum target,
  64                               gl_format format,
  65                               GLuint first_level,
  66                               GLuint last_level,
  67                               GLuint width0,
  68                               GLuint height0,
  69                               GLuint depth0)
  70 {
  71    struct intel_mipmap_tree *mt = calloc(sizeof(*mt), 1);
  72    int compress_byte = 0;
  73
  74    DBG("%s target %s format %s level %d..%d <-- %p\n", __FUNCTION__,
  75        _mesa_lookup_enum_by_nr(target),
  76        _mesa_get_format_name(format),
  77        first_level, last_level, mt);
  78
  79    if (_mesa_is_format_compressed(format))
  80       compress_byte = intel_compressed_num_bytes(format);
  81
  82    mt->target = target_to_target(target);
  83    mt->format = format;
  84    mt->first_level = first_level;
  85    mt->last_level = last_level;
  86    mt->width0 = width0;
  87    mt->height0 = height0;
  88    mt->cpp = compress_byte ? compress_byte : _mesa_get_format_bytes(mt->format);
  89    mt->compressed = compress_byte ? 1 : 0;
  90    mt->refcount = 1;
  91
  92    if (target == GL_TEXTURE_CUBE_MAP) {
  93       assert(depth0 == 1);
  94       mt->depth0 = 6;
  95    } else {
  96       mt->depth0 = depth0;
  97    }
  98
  99    if (format == MESA_FORMAT_S8) {
 100       /* The stencil buffer has quirky pitch requirements.  From Vol 2a,
 101        * 11.5.6.2.1 3DSTATE_STENCIL_BUFFER, field "Surface Pitch":
 102        *    The pitch must be set to 2x the value computed based on width, as
 103        *    the stencil buffer is stored with two rows interleaved.
 104        */
 105       assert(intel->has_separate_stencil);
 106       mt->cpp = 2;
 107    }
 108
 109 #ifdef I915
 110    (void) intel;
 111    if (intel->is_945)
 112       i945_miptree_layout(mt);
 113    else
 114       i915_miptree_layout(mt);
 115 #else
 116    brw_miptree_layout(intel, mt);
 117 #endif
 118
 119    if (intel->must_use_separate_stencil &&
 120        _mesa_is_depthstencil_format(_mesa_get_format_base_format(format))) {
 121       mt->stencil_mt = intel_miptree_create(intel,
 122                                             mt->target,
 123                                             MESA_FORMAT_S8,
 124                                             mt->first_level,
 125                                             mt->last_level,
 126                                             mt->width0,
 127                                             mt->height0,
 128                                             mt->depth0,
 129                                             true);
 130       if (!mt->stencil_mt) {
 131          intel_miptree_release(&mt);
 132          return NULL;
 133       }
 134    }
 135
 136    return mt;
 137 }
 138
 139
 140 struct intel_mipmap_tree *
 141 intel_miptree_create(struct intel_context *intel,
 142                      GLenum target,
 143                      gl_format format,
 144                      GLuint first_level,
 145                      GLuint last_level,
 146                      GLuint width0,
 147                      GLuint height0,
 148                      GLuint depth0,
 149                      bool expect_accelerated_upload)
 150 {
 151    struct intel_mipmap_tree *mt;
 152    uint32_t tiling = I915_TILING_NONE;
 153    GLenum base_format = _mesa_get_format_base_format(format);
 154
 155    if (intel->use_texture_tiling && !_mesa_is_format_compressed(format)) {
 156       if (intel->gen >= 4 &&
 157           (base_format == GL_DEPTH_COMPONENT ||
 158            base_format == GL_DEPTH_STENCIL_EXT))
 159          tiling = I915_TILING_Y;
 160       else if (format == MESA_FORMAT_S8)
 161          tiling = I915_TILING_NONE;
 162       else if (width0 >= 64)
 163          tiling = I915_TILING_X;
 164    }
 165
 166    mt = intel_miptree_create_internal(intel, target, format,
 167                                       first_level, last_level, width0,
 168                                       height0, depth0);
 169    /*
 170     * pitch == 0 || height == 0  indicates the null texture
 171     */
 172    if (!mt || !mt->total_width || !mt->total_height) {
 173       free(mt);
 174       return NULL;
 175    }
 176
 177    mt->region = intel_region_alloc(intel->intelScreen,
 178                                    tiling,
 179                                    mt->cpp,
 180                                    mt->total_width,
 181                                    mt->total_height,
 182                                    expect_accelerated_upload);
 183
 184    if (!mt->region) {
 185        free(mt);
 186        return NULL;
 187    }
 188
 189    return mt;
 190 }
 191
 192
 193 struct intel_mipmap_tree *
 194 intel_miptree_create_for_region(struct intel_context *intel,
 195                                 GLenum target,
 196                                 gl_format format,
 197                                 struct intel_region *region)
 198 {
 199    struct intel_mipmap_tree *mt;
 200
 201    mt = intel_miptree_create_internal(intel, target, format,
 202                                       0, 0,
 203                                       region->width, region->height, 1);
 204    if (!mt)
 205       return mt;
 206
 207    intel_region_reference(&mt->region, region);
 208
 209    return mt;
 210 }
 211
 212 struct intel_mipmap_tree*
 213 intel_miptree_create_for_renderbuffer(struct intel_context *intel,
 214                                       gl_format format,
 215                                       uint32_t tiling,
 216                                       uint32_t cpp,
 217                                       uint32_t width,
 218                                       uint32_t height)
 219 {
 220    struct intel_region *region;
 221    struct intel_mipmap_tree *mt;
 222
 223    region = intel_region_alloc(intel->intelScreen,
 224                                tiling, cpp, width, height, true);
 225    if (!region)
 226       return NULL;
 227
 228    mt = intel_miptree_create_for_region(intel, GL_TEXTURE_2D, format, region);
 229    intel_region_release(&region);
 230    return mt;
 231 }
 232
 233 void
 234 intel_miptree_reference(struct intel_mipmap_tree **dst,
 235                         struct intel_mipmap_tree *src)
 236 {
 237    if (*dst == src)
 238       return;
 239
 240    intel_miptree_release(dst);
 241
 242    if (src) {
 243       src->refcount++;
 244       DBG("%s %p refcount now %d\n", __FUNCTION__, src, src->refcount);
 245    }
 246
 247    *dst = src;
 248 }
 249
 250
 251 void
 252 intel_miptree_release(struct intel_mipmap_tree **mt)
 253 {
 254    if (!*mt)
 255       return;
 256
 257    DBG("%s %p refcount will be %d\n", __FUNCTION__, *mt, (*mt)->refcount - 1);
 258    if (--(*mt)->refcount <= 0) {
 259       GLuint i;
 260
 261       DBG("%s deleting %p\n", __FUNCTION__, *mt);
 262
 263       intel_region_release(&((*mt)->region));
 264       intel_region_release(&((*mt)->hiz_region));
 265       intel_miptree_release(&(*mt)->stencil_mt);
 266
 267       for (i = 0; i < MAX_TEXTURE_LEVELS; i++) {
 268          free((*mt)->level[i].slice);
 269       }
 270
 271       free(*mt);
 272    }
 273    *mt = NULL;
 274 }
 275
 276 void
 277 intel_miptree_get_dimensions_for_image(struct gl_texture_image *image,
 278                                        int *width, int *height, int *depth)
 279 {
 280    switch (image->TexObject->Target) {
 281    case GL_TEXTURE_1D_ARRAY:
 282       *width = image->Width;
 283       *height = 1;
 284       *depth = image->Height;
 285       break;
 286    default:
 287       *width = image->Width;
 288       *height = image->Height;
 289       *depth = image->Depth;
 290       break;
 291    }
 292 }
 293
 294 /**
 295  * Can the image be pulled into a unified mipmap tree?  This mirrors
 296  * the completeness test in a lot of ways.
 297  *
 298  * Not sure whether I want to pass gl_texture_image here.
 299  */
 300 bool
 301 intel_miptree_match_image(struct intel_mipmap_tree *mt,
 302                           struct gl_texture_image *image)
 303 {
 304    struct intel_texture_image *intelImage = intel_texture_image(image);
 305    GLuint level = intelImage->base.Base.Level;
 306    int width, height, depth;
 307
 308    if (image->TexFormat != mt->format)
 309       return false;
 310
 311    intel_miptree_get_dimensions_for_image(image, &width, &height, &depth);
 312
 313    /* Test image dimensions against the base level image adjusted for
 314     * minification.  This will also catch images not present in the
 315     * tree, changed targets, etc.
 316     */
 317    if (width != mt->level[level].width ||
 318        height != mt->level[level].height ||
 319        depth != mt->level[level].depth)
 320       return false;
 321
 322    return true;
 323 }
 324
 325
 326 void
 327 intel_miptree_set_level_info(struct intel_mipmap_tree *mt,
 328                              GLuint level,
 329                              GLuint x, GLuint y,
 330                              GLuint w, GLuint h, GLuint d)
 331 {
 332    mt->level[level].width = w;
 333    mt->level[level].height = h;
 334    mt->level[level].depth = d;
 335    mt->level[level].level_x = x;
 336    mt->level[level].level_y = y;
 337
 338    DBG("%s level %d size: %d,%d,%d offset %d,%d\n", __FUNCTION__,
 339        level, w, h, d, x, y);
 340
 341    assert(mt->level[level].slice == NULL);
 342
 343    mt->level[level].slice = malloc(d * sizeof(*mt->level[0].slice));
 344    mt->level[level].slice[0].x_offset = mt->level[level].level_x;
 345    mt->level[level].slice[0].y_offset = mt->level[level].level_y;
 346 }
 347
 348
 349 void
 350 intel_miptree_set_image_offset(struct intel_mipmap_tree *mt,
 351                                GLuint level, GLuint img,
 352                                GLuint x, GLuint y)
 353 {
 354    if (img == 0 && level == 0)
 355       assert(x == 0 && y == 0);
 356
 357    assert(img < mt->level[level].depth);
 358
 359    mt->level[level].slice[img].x_offset = mt->level[level].level_x + x;
 360    mt->level[level].slice[img].y_offset = mt->level[level].level_y + y;
 361
 362    DBG("%s level %d img %d pos %d,%d\n",
 363        __FUNCTION__, level, img,
 364        mt->level[level].slice[img].x_offset,
 365        mt->level[level].slice[img].y_offset);
 366 }
 367
 368
 369 /**
 370  * For cube map textures, either the \c face parameter can be used, of course,
 371  * or the cube face can be interpreted as a depth layer and the \c layer
 372  * parameter used.
 373  */
 374 void
 375 intel_miptree_get_image_offset(struct intel_mipmap_tree *mt,
 376                                GLuint level, GLuint face, GLuint layer,
 377                                GLuint *x, GLuint *y)
 378 {
 379    int slice;
 380
 381    if (face > 0) {
 382       assert(mt->target == GL_TEXTURE_CUBE_MAP);
 383       assert(face < 6);
 384       assert(layer == 0);
 385       slice = face;
 386    } else {
 387       /* This branch may be taken even if the texture target is a cube map. In
 388        * that case, the caller chose to interpret each cube face as a layer.
 389        */
 390       assert(face == 0);
 391       slice = layer;
 392    }
 393
 394    *x = mt->level[level].slice[slice].x_offset;
 395    *y = mt->level[level].slice[slice].y_offset;
 396 }
 397
 398 static void
 399 intel_miptree_copy_slice(struct intel_context *intel,
 400                          struct intel_mipmap_tree *dst_mt,
 401                          struct intel_mipmap_tree *src_mt,
 402                          int level,
 403                          int face,
 404                          int depth)
 405
 406 {
 407    gl_format format = src_mt->format;
 408    uint32_t width = src_mt->level[level].width;
 409    uint32_t height = src_mt->level[level].height;
 410
 411    assert(depth < src_mt->level[level].depth);
 412
 413    if (dst_mt->compressed) {
 414       uint32_t align_w, align_h;
 415       intel_get_texture_alignment_unit(format,
 416                                        &align_w, &align_h);
 417       height = ALIGN(height, align_h) / align_h;
 418       width = ALIGN(width, align_w);
 419    }
 420
 421    uint32_t dst_x, dst_y, src_x, src_y;
 422    intel_miptree_get_image_offset(dst_mt, level, face, depth,
 423                                   &dst_x, &dst_y);
 424    intel_miptree_get_image_offset(src_mt, level, face, depth,
 425                                   &src_x, &src_y);
 426
 427    DBG("validate blit mt %p %d,%d/%d -> mt %p %d,%d/%d (%dx%d)\n",
 428        src_mt, src_x, src_y, src_mt->region->pitch * src_mt->region->cpp,
 429        dst_mt, dst_x, dst_y, dst_mt->region->pitch * dst_mt->region->cpp,
 430        width, height);
 431
 432    if (!intelEmitCopyBlit(intel,
 433                           dst_mt->region->cpp,
 434                           src_mt->region->pitch, src_mt->region->bo,
 435                           0, src_mt->region->tiling,
 436                           dst_mt->region->pitch, dst_mt->region->bo,
 437                           0, dst_mt->region->tiling,
 438                           src_x, src_y,
 439                           dst_x, dst_y,
 440                           width, height,
 441                           GL_COPY)) {
 442
 443       fallback_debug("miptree validate blit for %s failed\n",
 444                      _mesa_get_format_name(format));
 445       void *dst = intel_region_map(intel, dst_mt->region, GL_MAP_WRITE_BIT);
 446       void *src = intel_region_map(intel, src_mt->region, GL_MAP_READ_BIT);
 447
 448       _mesa_copy_rect(dst,
 449                       dst_mt->cpp,
 450                       dst_mt->region->pitch,
 451                       dst_x, dst_y,
 452                       width, height,
 453                       src, src_mt->region->pitch,
 454                       src_x, src_y);
 455
 456       intel_region_unmap(intel, dst_mt->region);
 457       intel_region_unmap(intel, src_mt->region);
 458    }
 459
 460    if (src_mt->stencil_mt) {
 461       intel_miptree_copy_slice(intel,
 462                                dst_mt->stencil_mt, src_mt->stencil_mt,
 463                                level, face, depth);
 464    }
 465 }
 466
 467 /**
 468  * Copies the image's current data to the given miptree, and associates that
 469  * miptree with the image.
 470  */
 471 void
 472 intel_miptree_copy_teximage(struct intel_context *intel,
 473                             struct intel_texture_image *intelImage,
 474                             struct intel_mipmap_tree *dst_mt)
 475 {
 476    struct intel_mipmap_tree *src_mt = intelImage->mt;
 477    int level = intelImage->base.Base.Level;
 478    int face = intelImage->base.Base.Face;
 479    GLuint depth = intelImage->base.Base.Depth;
 480
 481    for (int slice = 0; slice < depth; slice++) {
 482       intel_miptree_copy_slice(intel, dst_mt, src_mt, level, face, slice);
 483    }
 484
 485    intel_miptree_reference(&intelImage->mt, dst_mt);
 486 }
 487
 488 /**
 489  * \param scatter Scatter if true. Gather if false.
 490  *
 491  * \see intel_miptree_s8z24_scatter()
 492  * \see intel_miptree_s8z24_gather()
 493  */
 494 static void
 495 intel_miptree_s8z24_scattergather(struct intel_context *intel,
 496                                   struct intel_mipmap_tree *mt,
 497                                   uint32_t level,
 498                                   uint32_t layer,
 499                                   bool scatter)
 500 {
 501    /* Check function inputs. */
 502    assert(level >= mt->first_level);
 503    assert(level <= mt->last_level);
 504    assert(layer < mt->level[level].depth);
 505
 506    /* Label everything and its bit layout, just to make the code easier to
 507     * read.
 508     */
 509    struct intel_mipmap_tree  *s8_mt    = mt->stencil_mt;
 510    struct intel_mipmap_level *s8_level = &s8_mt->level[level];
 511    struct intel_mipmap_slice *s8_slice = &s8_mt->level[level].slice[layer];
 512
 513    struct intel_mipmap_tree  *s8z24_mt    = mt;
 514    struct intel_mipmap_level *s8z24_level = &s8z24_mt->level[level];
 515    struct intel_mipmap_slice *s8z24_slice = &s8z24_mt->level[level].slice[layer];
 516
 517    /* Check that both miptree levels have the same dimensions. */
 518    assert(s8_level->width  == s8z24_level->width);
 519    assert(s8_level->height == s8z24_level->height);
 520    assert(s8_level->depth  == s8z24_level->depth);
 521
 522    /* Map the buffers. */
 523    if (drm_intel_bo_references(intel->batch.bo, s8_mt->region->bo) ||
 524        drm_intel_bo_references(intel->batch.bo, s8z24_mt->region->bo)) {
 525       intel_batchbuffer_flush(intel);
 526    }
 527    drm_intel_gem_bo_map_gtt(s8_mt->region->bo);
 528    drm_intel_gem_bo_map_gtt(s8z24_mt->region->bo);
 529
 530    /* Define the invariant values outside the for loop, because I don't trust
 531     * GCC to do it for us.
 532     */
 533    uint8_t *s8_map = s8_mt->region->bo->virtual
 534                    + s8_slice->x_offset
 535                    + s8_slice->y_offset;
 536
 537    uint8_t *s8z24_map = s8z24_mt->region->bo->virtual
 538                       + s8z24_slice->x_offset
 539                       + s8z24_slice->y_offset;
 540
 541    ptrdiff_t s8z24_stride = s8z24_mt->region->pitch * s8z24_mt->region->cpp;
 542
 543    uint32_t w = s8_level->width;
 544    uint32_t h = s8_level->height;
 545
 546    for (uint32_t y = 0; y < h; ++y) {
 547       for (uint32_t x = 0; x < w; ++x) {
 548          ptrdiff_t s8_offset = intel_offset_S8(s8_mt->region->pitch, x, y);
 549          ptrdiff_t s8z24_offset = y * s8z24_stride
 550                                 + x * 4
 551                                 + 3;
 552          if (scatter) {
 553             s8_map[s8_offset] = s8z24_map[s8z24_offset];
 554          } else {
 555             s8z24_map[s8z24_offset] = s8_map[s8_offset];
 556          }
 557       }
 558    }
 559
 560    drm_intel_gem_bo_unmap_gtt(s8_mt->region->bo);
 561    drm_intel_gem_bo_unmap_gtt(s8z24_mt->region->bo);
 562 }
 563
 564 void
 565 intel_miptree_s8z24_scatter(struct intel_context *intel,
 566                             struct intel_mipmap_tree *mt,
 567                             uint32_t level,
 568                             uint32_t layer)
 569 {
 570    intel_miptree_s8z24_scattergather(intel, mt, level, layer, true);
 571 }
 572
 573 void
 574 intel_miptree_s8z24_gather(struct intel_context *intel,
 575                            struct intel_mipmap_tree *mt,
 576                            uint32_t level,
 577                            uint32_t layer)
 578 {
 579    intel_miptree_s8z24_scattergather(intel, mt, level, layer, false);
 580 }