src/gallium/state_trackers/va/postproc.c

   1 /**************************************************************************
   2  *
   3  * Copyright 2015 Advanced Micro Devices, Inc.
   4  * All Rights Reserved.
   5  *
   6  * Permission is hereby granted, free of charge, to any person obtaining a
   7  * copy of this software and associated documentation files (the
   8  * "Software"), to deal in the Software without restriction, including
   9  * without limitation the rights to use, copy, modify, merge, publish,
  10  * distribute, sub license, and/or sell copies of the Software, and to
  11  * permit persons to whom the Software is furnished to do so, subject to
  12  * the following conditions:
  13  *
  14  * The above copyright notice and this permission notice (including the
  15  * next paragraph) shall be included in all copies or substantial portions
  16  * of the Software.
  17  *
  18  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
  19  * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  20  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
  21  * IN NO EVENT SHALL THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR
  22  * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
  23  * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
  24  * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  25  *
  26  **************************************************************************/
  27
  28 #include "util/u_handle_table.h"
  29 #include "util/u_memory.h"
  30
  31 #include "vl/vl_defines.h"
  32 #include "vl/vl_video_buffer.h"
  33 #include "vl/vl_deint_filter.h"
  34
  35 #include "va_private.h"
  36
  37 static const VARectangle *
  38 vlVaRegionDefault(const VARectangle *region, vlVaSurface *surf,
  39                   VARectangle *def)
  40 {
  41    if (region)
  42       return region;
  43
  44    def->x = 0;
  45    def->y = 0;
  46    def->width = surf->templat.width;
  47    def->height = surf->templat.height;
  48
  49    return def;
  50 }
  51
  52 static VAStatus
  53 vlVaPostProcCompositor(vlVaDriver *drv, vlVaContext *context,
  54                        const VARectangle *src_region,
  55                        const VARectangle *dst_region,
  56                        struct pipe_video_buffer *src,
  57                        struct pipe_video_buffer *dst,
  58                        enum vl_compositor_deinterlace deinterlace)
  59 {
  60    struct pipe_surface **surfaces;
  61    struct u_rect src_rect;
  62    struct u_rect dst_rect;
  63
  64    surfaces = dst->get_surfaces(dst);
  65    if (!surfaces || !surfaces[0])
  66       return VA_STATUS_ERROR_INVALID_SURFACE;
  67
  68    src_rect.x0 = src_region->x;
  69    src_rect.y0 = src_region->y;
  70    src_rect.x1 = src_region->x + src_region->width;
  71    src_rect.y1 = src_region->y + src_region->height;
  72
  73    dst_rect.x0 = dst_region->x;
  74    dst_rect.y0 = dst_region->y;
  75    dst_rect.x1 = dst_region->x + dst_region->width;
  76    dst_rect.y1 = dst_region->y + dst_region->height;
  77
  78    vl_compositor_clear_layers(&drv->cstate);
  79    vl_compositor_set_buffer_layer(&drv->cstate, &drv->compositor, 0, src,
  80                                   &src_rect, NULL, deinterlace);
  81    vl_compositor_set_layer_dst_area(&drv->cstate, 0, &dst_rect);
  82    vl_compositor_render(&drv->cstate, &drv->compositor, surfaces[0], NULL, false);
  83
  84    drv->pipe->flush(drv->pipe, NULL, 0);
  85    return VA_STATUS_SUCCESS;
  86 }
  87
  88 static void vlVaGetBox(struct pipe_video_buffer *buf, unsigned idx,
  89                        struct pipe_box *box, const VARectangle *region)
  90 {
  91    unsigned plane = buf->interlaced ? idx / 2: idx;
  92    unsigned x, y, width, height;
  93
  94    x = abs(region->x);
  95    y = abs(region->y);
  96    width = region->width;
  97    height = region->height;
  98
  99    vl_video_buffer_adjust_size(&x, &y, plane, buf->chroma_format,
 100                                buf->interlaced);
 101    vl_video_buffer_adjust_size(&width, &height, plane, buf->chroma_format,
 102                                buf->interlaced);
 103
 104    box->x = region->x < 0 ? -x : x;
 105    box->y = region->y < 0 ? -y : y;
 106    box->width = width;
 107    box->height = height;
 108 }
 109
 110 static VAStatus vlVaPostProcBlit(vlVaDriver *drv, vlVaContext *context,
 111                                  const VARectangle *src_region,
 112                                  const VARectangle *dst_region,
 113                                  struct pipe_video_buffer *src,
 114                                  struct pipe_video_buffer *dst,
 115                                  enum vl_compositor_deinterlace deinterlace)
 116 {
 117    struct pipe_surface **src_surfaces;
 118    struct pipe_surface **dst_surfaces;
 119    unsigned i;
 120
 121    if (src->interlaced != dst->interlaced)
 122       return VA_STATUS_ERROR_INVALID_SURFACE;
 123
 124    src_surfaces = src->get_surfaces(src);
 125    if (!src_surfaces || !src_surfaces[0])
 126       return VA_STATUS_ERROR_INVALID_SURFACE;
 127
 128    dst_surfaces = dst->get_surfaces(dst);
 129    if (!dst_surfaces || !dst_surfaces[0])
 130       return VA_STATUS_ERROR_INVALID_SURFACE;
 131
 132    for (i = 0; i < VL_MAX_SURFACES; ++i) {
 133       struct pipe_surface *from = src_surfaces[i];
 134       struct pipe_blit_info blit;
 135
 136       if (src->interlaced) {
 137          /* Not 100% accurate, but close enough */
 138          switch (deinterlace) {
 139          case VL_COMPOSITOR_BOB_TOP:
 140             from = src_surfaces[i & ~1];
 141             break;
 142          case VL_COMPOSITOR_BOB_BOTTOM:
 143             from = src_surfaces[(i & ~1) + 1];
 144             break;
 145          default:
 146             break;
 147          }
 148       }
 149
 150       if (!from || !dst_surfaces[i])
 151          continue;
 152
 153       memset(&blit, 0, sizeof(blit));
 154       blit.src.resource = from->texture;
 155       blit.src.format = from->format;
 156       blit.src.level = 0;
 157       blit.src.box.z = from->u.tex.first_layer;
 158       blit.src.box.depth = 1;
 159       vlVaGetBox(src, i, &blit.src.box, src_region);
 160
 161       blit.dst.resource = dst_surfaces[i]->texture;
 162       blit.dst.format = dst_surfaces[i]->format;
 163       blit.dst.level = 0;
 164       blit.dst.box.z = dst_surfaces[i]->u.tex.first_layer;
 165       blit.dst.box.depth = 1;
 166       vlVaGetBox(dst, i, &blit.dst.box, dst_region);
 167
 168       blit.mask = PIPE_MASK_RGBA;
 169       blit.filter = PIPE_TEX_MIPFILTER_LINEAR;
 170
 171       drv->pipe->blit(drv->pipe, &blit);
 172    }
 173
 174    // TODO: figure out why this is necessary for DMA-buf sharing
 175    drv->pipe->flush(drv->pipe, NULL, 0);
 176
 177    return VA_STATUS_SUCCESS;
 178 }
 179
 180 static struct pipe_video_buffer *
 181 vlVaApplyDeint(vlVaDriver *drv, vlVaContext *context,
 182                VAProcPipelineParameterBuffer *param,
 183                struct pipe_video_buffer *current,
 184                unsigned field)
 185 {
 186    vlVaSurface *prevprev, *prev, *next;
 187
 188    if (param->num_forward_references < 2 ||
 189        param->num_backward_references < 1)
 190       return current;
 191
 192    prevprev = handle_table_get(drv->htab, param->forward_references[1]);
 193    prev = handle_table_get(drv->htab, param->forward_references[0]);
 194    next = handle_table_get(drv->htab, param->backward_references[0]);
 195
 196    if (!prevprev || !prev || !next)
 197       return current;
 198
 199    if (context->deint && (context->deint->video_width != current->width ||
 200        context->deint->video_height != current->height)) {
 201       vl_deint_filter_cleanup(context->deint);
 202       FREE(context->deint);
 203       context->deint = NULL;
 204    }
 205
 206    if (!context->deint) {
 207       context->deint = MALLOC(sizeof(struct vl_deint_filter));
 208       if (!vl_deint_filter_init(context->deint, drv->pipe, current->width,
 209                                 current->height, false, false)) {
 210          FREE(context->deint);
 211          context->deint = NULL;
 212          return current;
 213       }
 214    }
 215
 216    if (!vl_deint_filter_check_buffers(context->deint, prevprev->buffer,
 217                                       prev->buffer, current, next->buffer))
 218       return current;
 219
 220    vl_deint_filter_render(context->deint, prevprev->buffer, prev->buffer,
 221                           current, next->buffer, field);
 222    return context->deint->video_buffer;
 223 }
 224
 225 VAStatus
 226 vlVaHandleVAProcPipelineParameterBufferType(vlVaDriver *drv, vlVaContext *context, vlVaBuffer *buf)
 227 {
 228    enum vl_compositor_deinterlace deinterlace = VL_COMPOSITOR_WEAVE;
 229    VARectangle def_src_region, def_dst_region;
 230    const VARectangle *src_region, *dst_region;
 231    VAProcPipelineParameterBuffer *param;
 232    struct pipe_video_buffer *src;
 233    vlVaSurface *src_surface, *dst_surface;
 234    unsigned i;
 235
 236    if (!drv || !context)
 237       return VA_STATUS_ERROR_INVALID_CONTEXT;
 238
 239    if (!buf || !buf->data)
 240       return VA_STATUS_ERROR_INVALID_BUFFER;
 241
 242    if (!context->target)
 243       return VA_STATUS_ERROR_INVALID_SURFACE;
 244
 245    param = buf->data;
 246
 247    src_surface = handle_table_get(drv->htab, param->surface);
 248    dst_surface = handle_table_get(drv->htab, context->target_id);
 249
 250    if (!src_surface || !src_surface->buffer)
 251       return VA_STATUS_ERROR_INVALID_SURFACE;
 252
 253    src = src_surface->buffer;
 254
 255    for (i = 0; i < param->num_filters; i++) {
 256       vlVaBuffer *buf = handle_table_get(drv->htab, param->filters[i]);
 257       VAProcFilterParameterBufferBase *filter;
 258
 259       if (!buf || buf->type != VAProcFilterParameterBufferType)
 260          return VA_STATUS_ERROR_INVALID_BUFFER;
 261
 262       filter = buf->data;
 263       switch (filter->type) {
 264       case VAProcFilterDeinterlacing: {
 265          VAProcFilterParameterBufferDeinterlacing *deint = buf->data;
 266          switch (deint->algorithm) {
 267          case VAProcDeinterlacingBob:
 268             if (deint->flags & VA_DEINTERLACING_BOTTOM_FIELD)
 269                deinterlace = VL_COMPOSITOR_BOB_BOTTOM;
 270             else
 271                deinterlace = VL_COMPOSITOR_BOB_TOP;
 272             break;
 273
 274          case VAProcDeinterlacingWeave:
 275             deinterlace = VL_COMPOSITOR_WEAVE;
 276             break;
 277
 278          case VAProcDeinterlacingMotionAdaptive:
 279             src = vlVaApplyDeint(drv, context, param, src,
 280                                  !!(deint->flags & VA_DEINTERLACING_BOTTOM_FIELD));
 281             break;
 282
 283          default:
 284             return VA_STATUS_ERROR_UNIMPLEMENTED;
 285          }
 286
 287          break;
 288       }
 289
 290       default:
 291          return VA_STATUS_ERROR_UNIMPLEMENTED;
 292       }
 293    }
 294
 295    src_region = vlVaRegionDefault(param->surface_region, src_surface, &def_src_region);
 296    dst_region = vlVaRegionDefault(param->output_region, dst_surface, &def_dst_region);
 297
 298    if (context->target->buffer_format != PIPE_FORMAT_NV12 &&
 299        context->target->buffer_format != PIPE_FORMAT_P016)
 300       return vlVaPostProcCompositor(drv, context, src_region, dst_region,
 301                                     src, context->target, deinterlace);
 302    else
 303       return vlVaPostProcBlit(drv, context, src_region, dst_region,
 304                               src, context->target, deinterlace);
 305 }