src/gallium/auxiliary/vl/vl_bicubic_filter.c

   1 /**************************************************************************
   2  *
   3  * Copyright 2016 Nayan Deshmukh.
   4  * All Rights Reserved.
   5  *
   6  * Permission is hereby granted, free of charge, to any person obtaining a
   7  * copy of this software and associated documentation files (the
   8  * "Software"), to deal in the Software without restriction, including
   9  * without limitation the rights to use, copy, modify, merge, publish,
  10  * distribute, sub license, and/or sell copies of the Software, and to
  11  * permit persons to whom the Software is furnished to do so, subject to
  12  * the following conditions:
  13  *
  14  * The above copyright notice and this permission notice (including the
  15  * next paragraph) shall be included in all copies or substantial portions
  16  * of the Software.
  17  *
  18  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
  19  * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  20  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
  21  * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
  22  * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
  23  * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
  24  * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  25  *
  26  **************************************************************************/
  27
  28 #include <stdio.h>
  29
  30 #include "pipe/p_context.h"
  31
  32 #include "tgsi/tgsi_ureg.h"
  33
  34 #include "util/u_draw.h"
  35 #include "util/u_memory.h"
  36 #include "util/u_math.h"
  37 #include "util/u_rect.h"
  38 #include "util/u_upload_mgr.h"
  39
  40 #include "vl_types.h"
  41 #include "vl_vertex_buffers.h"
  42 #include "vl_bicubic_filter.h"
  43
  44 enum VS_OUTPUT
  45 {
  46    VS_O_VPOS = 0,
  47    VS_O_VTEX = 0
  48 };
  49
  50 static void *
  51 create_vert_shader(struct vl_bicubic_filter *filter)
  52 {
  53    struct ureg_program *shader;
  54    struct ureg_src i_vpos;
  55    struct ureg_dst o_vpos, o_vtex;
  56
  57    shader = ureg_create(PIPE_SHADER_VERTEX);
  58    if (!shader)
  59       return NULL;
  60
  61    i_vpos = ureg_DECL_vs_input(shader, 0);
  62    o_vpos = ureg_DECL_output(shader, TGSI_SEMANTIC_POSITION, VS_O_VPOS);
  63    o_vtex = ureg_DECL_output(shader, TGSI_SEMANTIC_GENERIC, VS_O_VTEX);
  64
  65    ureg_MOV(shader, o_vpos, i_vpos);
  66    ureg_MOV(shader, o_vtex, i_vpos);
  67
  68    ureg_END(shader);
  69
  70    return ureg_create_shader_and_destroy(shader, filter->pipe);
  71 }
  72
  73 static void
  74 create_frag_shader_cubic_interpolater(struct ureg_program *shader, struct ureg_src tex_a,
  75                                       struct ureg_src tex_b, struct ureg_src tex_c,
  76                                       struct ureg_src tex_d, struct ureg_src t,
  77                                       struct ureg_dst o_fragment)
  78 {
  79    struct ureg_dst temp[11];
  80    struct ureg_dst t_2;
  81    unsigned i;
  82
  83    for(i = 0; i < 11; ++i)
  84        temp[i] = ureg_DECL_temporary(shader);
  85    t_2 = ureg_DECL_temporary(shader);
  86
  87    /*
  88     * |temp[0]|   |  0  2  0  0 |  |tex_a|
  89     * |temp[1]| = | -1  0  1  0 |* |tex_b|
  90     * |temp[2]|   |  2 -5  4 -1 |  |tex_c|
  91     * |temp[3]|   | -1  3 -3  1 |  |tex_d|
  92     */
  93    ureg_MUL(shader, temp[0], tex_b, ureg_imm1f(shader, 2.0f));
  94
  95    ureg_MUL(shader, temp[1], tex_a, ureg_imm1f(shader, -1.0f));
  96    ureg_MAD(shader, temp[1], tex_c, ureg_imm1f(shader, 1.0f),
  97             ureg_src(temp[1]));
  98
  99    ureg_MUL(shader, temp[2], tex_a, ureg_imm1f(shader, 2.0f));
 100    ureg_MAD(shader, temp[2], tex_b, ureg_imm1f(shader, -5.0f),
 101             ureg_src(temp[2]));
 102    ureg_MAD(shader, temp[2], tex_c, ureg_imm1f(shader, 4.0f),
 103             ureg_src(temp[2]));
 104    ureg_MAD(shader, temp[2], tex_d, ureg_imm1f(shader, -1.0f),
 105              ureg_src(temp[2]));
 106
 107    ureg_MUL(shader, temp[3], tex_a, ureg_imm1f(shader, -1.0f));
 108    ureg_MAD(shader, temp[3], tex_b, ureg_imm1f(shader, 3.0f),
 109             ureg_src(temp[3]));
 110    ureg_MAD(shader, temp[3], tex_c, ureg_imm1f(shader, -3.0f),
 111             ureg_src(temp[3]));
 112    ureg_MAD(shader, temp[3], tex_d, ureg_imm1f(shader, 1.0f),
 113             ureg_src(temp[3]));
 114
 115    /*
 116     * t_2 = t*t
 117     * o_fragment = 0.5*|1  t  t^2  t^3|*|temp[0]|
 118     *                                   |temp[1]|
 119     *                                   |temp[2]|
 120     *                                   |temp[3]|
 121     */
 122
 123    ureg_MUL(shader, t_2, t, t);
 124    ureg_MUL(shader, temp[4], ureg_src(t_2), t);
 125
 126    ureg_MUL(shader, temp[4], ureg_src(temp[4]),
 127             ureg_src(temp[3]));
 128    ureg_MUL(shader, temp[5], ureg_src(t_2),
 129             ureg_src(temp[2]));
 130    ureg_MUL(shader, temp[6], t,
 131             ureg_src(temp[1]));
 132    ureg_MUL(shader, temp[7], ureg_imm1f(shader, 1.0f),
 133             ureg_src(temp[0]));
 134    ureg_ADD(shader, temp[8], ureg_src(temp[4]),
 135             ureg_src(temp[5]));
 136    ureg_ADD(shader, temp[9], ureg_src(temp[6]),
 137             ureg_src(temp[7]));
 138
 139    ureg_ADD(shader, temp[10], ureg_src(temp[8]),
 140             ureg_src(temp[9]));
 141    ureg_MUL(shader, o_fragment, ureg_src(temp[10]),
 142             ureg_imm1f(shader, 0.5f));
 143
 144
 145    for(i = 0; i < 11; ++i)
 146        ureg_release_temporary(shader, temp[i]);
 147    ureg_release_temporary(shader, t_2);
 148 }
 149
 150 static void *
 151 create_frag_shader(struct vl_bicubic_filter *filter, unsigned video_width,
 152                    unsigned video_height, struct vertex2f *offsets)
 153 {
 154    struct pipe_screen *screen = filter->pipe->screen;
 155    struct ureg_program *shader;
 156    struct ureg_src i_vtex, vtex;
 157    struct ureg_src sampler;
 158    struct ureg_src half_pixel;
 159    struct ureg_dst t_array[23];
 160    struct ureg_dst o_fragment;
 161    struct ureg_dst t;
 162    unsigned i;
 163
 164    if (screen->get_shader_param(
 165       screen, PIPE_SHADER_FRAGMENT, PIPE_SHADER_CAP_MAX_TEMPS) < 23) {
 166
 167       return NULL;
 168    }
 169
 170    shader = ureg_create(PIPE_SHADER_FRAGMENT);
 171    if (!shader) {
 172       return NULL;
 173    }
 174
 175    i_vtex = ureg_DECL_fs_input(shader, TGSI_SEMANTIC_GENERIC, VS_O_VTEX, TGSI_INTERPOLATE_LINEAR);
 176    sampler = ureg_DECL_sampler(shader, 0);
 177    ureg_DECL_sampler_view(shader, 0, TGSI_TEXTURE_2D,
 178                           TGSI_RETURN_TYPE_FLOAT,
 179                           TGSI_RETURN_TYPE_FLOAT,
 180                           TGSI_RETURN_TYPE_FLOAT,
 181                           TGSI_RETURN_TYPE_FLOAT);
 182
 183    for (i = 0; i < 23; ++i)
 184       t_array[i] = ureg_DECL_temporary(shader);
 185    t = ureg_DECL_temporary(shader);
 186
 187    half_pixel = ureg_DECL_constant(shader, 0);
 188    o_fragment = ureg_DECL_output(shader, TGSI_SEMANTIC_COLOR, 0);
 189
 190    /*
 191     * temp = (i_vtex - (0.5/dst_size)) * i_size)
 192     * t = frac(temp)
 193     * vtex = floor(i_vtex)/i_size
 194     */
 195    ureg_ADD(shader, ureg_writemask(t_array[21], TGSI_WRITEMASK_XY),
 196             i_vtex, ureg_negate(half_pixel));
 197    ureg_MUL(shader, ureg_writemask(t_array[22], TGSI_WRITEMASK_XY),
 198             ureg_src(t_array[21]), ureg_imm2f(shader, video_width, video_height));
 199    ureg_FRC(shader, ureg_writemask(t, TGSI_WRITEMASK_XY),
 200             ureg_src(t_array[22]));
 201
 202    ureg_FLR(shader, ureg_writemask(t_array[22], TGSI_WRITEMASK_XY),
 203             ureg_src(t_array[22]));
 204    ureg_DIV(shader, ureg_writemask(t_array[22], TGSI_WRITEMASK_XY),
 205             ureg_src(t_array[22]), ureg_imm2f(shader, video_width, video_height));
 206    ureg_ADD(shader, ureg_writemask(t_array[22], TGSI_WRITEMASK_XY),
 207             ureg_src(t_array[22]), half_pixel);
 208
 209    /*
 210     * t_array[0..*] = vtex + offset[0..*]
 211     * t_array[0..*] = tex(t_array[0..*], sampler)
 212     * t_array[16+i] = cubic_interpolate(t_array[4*i..4*i+3], t_x)
 213     * o_fragment = cubic_interpolate(t_array[16..19], t_y)
 214     */
 215    vtex = ureg_src(t_array[22]);
 216    for (i = 0; i < 16; ++i) {
 217         ureg_ADD(shader, ureg_writemask(t_array[i], TGSI_WRITEMASK_XY),
 218                   vtex, ureg_imm2f(shader, offsets[i].x, offsets[i].y));
 219         ureg_MOV(shader, ureg_writemask(t_array[i], TGSI_WRITEMASK_ZW),
 220                   ureg_imm1f(shader, 0.0f));
 221    }
 222
 223    for (i = 0; i < 16; ++i) {
 224       ureg_TEX(shader, t_array[i], TGSI_TEXTURE_2D, ureg_src(t_array[i]), sampler);
 225    }
 226
 227    for(i = 0; i < 4; ++i)
 228       create_frag_shader_cubic_interpolater(shader, ureg_src(t_array[4*i]),
 229               ureg_src(t_array[4*i+1]), ureg_src(t_array[4*i+2]), ureg_src(t_array[4*i+3]),
 230               ureg_scalar(ureg_src(t), TGSI_SWIZZLE_X), t_array[16+i]);
 231
 232    create_frag_shader_cubic_interpolater(shader, ureg_src(t_array[16]),
 233             ureg_src(t_array[17]), ureg_src(t_array[18]), ureg_src(t_array[19]),
 234             ureg_scalar(ureg_src(t), TGSI_SWIZZLE_Y), o_fragment);
 235
 236    for(i = 0; i < 23; ++i)
 237        ureg_release_temporary(shader, t_array[i]);
 238    ureg_release_temporary(shader, t);
 239
 240    ureg_END(shader);
 241
 242    return ureg_create_shader_and_destroy(shader, filter->pipe);
 243 }
 244
 245 bool
 246 vl_bicubic_filter_init(struct vl_bicubic_filter *filter, struct pipe_context *pipe,
 247                       unsigned width, unsigned height)
 248 {
 249    struct pipe_rasterizer_state rs_state;
 250    struct pipe_blend_state blend;
 251    struct vertex2f offsets[16];
 252    struct pipe_sampler_state sampler;
 253    struct pipe_vertex_element ve;
 254    unsigned i;
 255
 256    assert(filter && pipe);
 257    assert(width && height);
 258
 259    memset(filter, 0, sizeof(*filter));
 260    filter->pipe = pipe;
 261
 262    memset(&rs_state, 0, sizeof(rs_state));
 263    rs_state.half_pixel_center = true;
 264    rs_state.bottom_edge_rule = true;
 265    rs_state.depth_clip = 1;
 266    filter->rs_state = pipe->create_rasterizer_state(pipe, &rs_state);
 267    if (!filter->rs_state)
 268       goto error_rs_state;
 269
 270    memset(&blend, 0, sizeof blend);
 271    blend.rt[0].rgb_func = PIPE_BLEND_ADD;
 272    blend.rt[0].rgb_src_factor = PIPE_BLENDFACTOR_ONE;
 273    blend.rt[0].rgb_dst_factor = PIPE_BLENDFACTOR_ONE;
 274    blend.rt[0].alpha_func = PIPE_BLEND_ADD;
 275    blend.rt[0].alpha_src_factor = PIPE_BLENDFACTOR_ONE;
 276    blend.rt[0].alpha_dst_factor = PIPE_BLENDFACTOR_ONE;
 277    blend.logicop_func = PIPE_LOGICOP_CLEAR;
 278    blend.rt[0].colormask = PIPE_MASK_RGBA;
 279    filter->blend = pipe->create_blend_state(pipe, &blend);
 280    if (!filter->blend)
 281       goto error_blend;
 282
 283    memset(&sampler, 0, sizeof(sampler));
 284    sampler.wrap_s = PIPE_TEX_WRAP_CLAMP_TO_EDGE;
 285    sampler.wrap_t = PIPE_TEX_WRAP_CLAMP_TO_EDGE;
 286    sampler.wrap_r = PIPE_TEX_WRAP_CLAMP_TO_EDGE;
 287    sampler.min_img_filter = PIPE_TEX_FILTER_NEAREST;
 288    sampler.min_mip_filter = PIPE_TEX_MIPFILTER_NONE;
 289    sampler.mag_img_filter = PIPE_TEX_FILTER_NEAREST;
 290    sampler.compare_mode = PIPE_TEX_COMPARE_NONE;
 291    sampler.compare_func = PIPE_FUNC_ALWAYS;
 292    sampler.normalized_coords = 1;
 293    filter->sampler = pipe->create_sampler_state(pipe, &sampler);
 294    if (!filter->sampler)
 295       goto error_sampler;
 296
 297    filter->quad = vl_vb_upload_quads(pipe);
 298    if(!filter->quad.buffer)
 299       goto error_quad;
 300
 301    memset(&ve, 0, sizeof(ve));
 302    ve.src_offset = 0;
 303    ve.instance_divisor = 0;
 304    ve.vertex_buffer_index = 0;
 305    ve.src_format = PIPE_FORMAT_R32G32_FLOAT;
 306    filter->ves = pipe->create_vertex_elements_state(pipe, 1, &ve);
 307    if (!filter->ves)
 308       goto error_ves;
 309
 310    offsets[0].x = -1.0f; offsets[0].y = -1.0f;
 311    offsets[1].x = 0.0f; offsets[1].y = -1.0f;
 312    offsets[2].x = 1.0f; offsets[2].y = -1.0f;
 313    offsets[3].x = 2.0f; offsets[3].y = -1.0f;
 314
 315    offsets[4].x = -1.0f; offsets[4].y = 0.0f;
 316    offsets[5].x = 0.0f; offsets[5].y = 0.0f;
 317    offsets[6].x = 1.0f; offsets[6].y = 0.0f;
 318    offsets[7].x = 2.0f; offsets[7].y = 0.0f;
 319
 320    offsets[8].x = -1.0f; offsets[8].y = 1.0f;
 321    offsets[9].x = 0.0f; offsets[9].y = 1.0f;
 322    offsets[10].x = 1.0f; offsets[10].y = 1.0f;
 323    offsets[11].x = 2.0f; offsets[11].y = 1.0f;
 324
 325    offsets[12].x = -1.0f; offsets[12].y = 2.0f;
 326    offsets[13].x = 0.0f; offsets[13].y = 2.0f;
 327    offsets[14].x = 1.0f; offsets[14].y = 2.0f;
 328    offsets[15].x = 2.0f; offsets[15].y = 2.0f;
 329
 330    for (i = 0; i < 16; ++i) {
 331       offsets[i].x /= width;
 332       offsets[i].y /= height;
 333    }
 334
 335    filter->vs = create_vert_shader(filter);
 336    if (!filter->vs)
 337       goto error_vs;
 338
 339    filter->fs = create_frag_shader(filter, width, height, offsets);
 340    if (!filter->fs)
 341       goto error_fs;
 342
 343    return true;
 344
 345 error_fs:
 346    pipe->delete_vs_state(pipe, filter->vs);
 347
 348 error_vs:
 349    pipe->delete_vertex_elements_state(pipe, filter->ves);
 350
 351 error_ves:
 352    pipe_resource_reference(&filter->quad.buffer, NULL);
 353
 354 error_quad:
 355    pipe->delete_sampler_state(pipe, filter->sampler);
 356
 357 error_sampler:
 358    pipe->delete_blend_state(pipe, filter->blend);
 359
 360 error_blend:
 361    pipe->delete_rasterizer_state(pipe, filter->rs_state);
 362
 363 error_rs_state:
 364    return false;
 365 }
 366
 367 void
 368 vl_bicubic_filter_cleanup(struct vl_bicubic_filter *filter)
 369 {
 370    assert(filter);
 371
 372    filter->pipe->delete_sampler_state(filter->pipe, filter->sampler);
 373    filter->pipe->delete_blend_state(filter->pipe, filter->blend);
 374    filter->pipe->delete_rasterizer_state(filter->pipe, filter->rs_state);
 375    filter->pipe->delete_vertex_elements_state(filter->pipe, filter->ves);
 376    pipe_resource_reference(&filter->quad.buffer, NULL);
 377
 378    filter->pipe->delete_vs_state(filter->pipe, filter->vs);
 379    filter->pipe->delete_fs_state(filter->pipe, filter->fs);
 380 }
 381
 382 void
 383 vl_bicubic_filter_render(struct vl_bicubic_filter *filter,
 384                         struct pipe_sampler_view *src,
 385                         struct pipe_surface *dst,
 386                         struct u_rect *dst_area,
 387                         struct u_rect *dst_clip)
 388 {
 389    struct pipe_viewport_state viewport;
 390    struct pipe_framebuffer_state fb_state;
 391    struct pipe_scissor_state scissor;
 392    union pipe_color_union clear_color;
 393
 394    assert(filter && src && dst);
 395
 396    if (dst_clip) {
 397       scissor.minx = dst_clip->x0;
 398       scissor.miny = dst_clip->y0;
 399       scissor.maxx = dst_clip->x1;
 400       scissor.maxy = dst_clip->y1;
 401    } else {
 402       scissor.minx = 0;
 403       scissor.miny = 0;
 404       scissor.maxx = dst->width;
 405       scissor.maxy = dst->height;
 406    }
 407
 408    clear_color.f[0] = clear_color.f[1] = 0.0f;
 409    clear_color.f[2] = clear_color.f[3] = 0.0f;
 410
 411    memset(&viewport, 0, sizeof(viewport));
 412    if(dst_area){
 413       viewport.scale[0] = dst_area->x1 - dst_area->x0;
 414       viewport.scale[1] = dst_area->y1 - dst_area->y0;
 415       viewport.translate[0] = dst_area->x0;
 416       viewport.translate[1] = dst_area->y0;
 417    } else {
 418       viewport.scale[0] = dst->width;
 419       viewport.scale[1] = dst->height;
 420    }
 421    viewport.scale[2] = 1;
 422
 423    struct pipe_constant_buffer cb = {};
 424    float *ptr = NULL;
 425
 426    u_upload_alloc(filter->pipe->const_uploader, 0, 2 * sizeof(float), 256,
 427                   &cb.buffer_offset, &cb.buffer, (void**)&ptr);
 428    cb.buffer_size = 2 * sizeof(float);
 429
 430    if (ptr) {
 431       ptr[0] = 0.5f/viewport.scale[0];
 432       ptr[1] = 0.5f/viewport.scale[1];
 433    }
 434    u_upload_unmap(filter->pipe->const_uploader);
 435
 436    memset(&fb_state, 0, sizeof(fb_state));
 437    fb_state.width = dst->width;
 438    fb_state.height = dst->height;
 439    fb_state.nr_cbufs = 1;
 440    fb_state.cbufs[0] = dst;
 441
 442    filter->pipe->set_scissor_states(filter->pipe, 0, 1, &scissor);
 443    filter->pipe->clear_render_target(filter->pipe, dst, &clear_color,
 444                                      0, 0, dst->width, dst->height, false);
 445    filter->pipe->set_constant_buffer(filter->pipe, PIPE_SHADER_FRAGMENT,
 446                                      0, &cb);
 447    filter->pipe->bind_rasterizer_state(filter->pipe, filter->rs_state);
 448    filter->pipe->bind_blend_state(filter->pipe, filter->blend);
 449    filter->pipe->bind_sampler_states(filter->pipe, PIPE_SHADER_FRAGMENT,
 450                                      0, 1, &filter->sampler);
 451    filter->pipe->set_sampler_views(filter->pipe, PIPE_SHADER_FRAGMENT,
 452                                    0, 1, &src);
 453    filter->pipe->bind_vs_state(filter->pipe, filter->vs);
 454    filter->pipe->bind_fs_state(filter->pipe, filter->fs);
 455    filter->pipe->set_framebuffer_state(filter->pipe, &fb_state);
 456    filter->pipe->set_viewport_states(filter->pipe, 0, 1, &viewport);
 457    filter->pipe->set_vertex_buffers(filter->pipe, 0, 1, &filter->quad);
 458    filter->pipe->bind_vertex_elements_state(filter->pipe, filter->ves);
 459
 460    util_draw_arrays(filter->pipe, PIPE_PRIM_QUADS, 0, 4);
 461 }