etnaviv: update Android build files
[mesa.git] / src / gallium / drivers / radeon / radeon_vcn_dec.c
index ba65452f69d28a1efb1d33c31d00e5aa678bbdcb..0f903b1629f5445fb0f142bf1d21e560bc089c97 100644 (file)
 #include "radeonsi/si_pipe.h"
 #include "radeon_video.h"
 #include "radeon_vcn_dec.h"
+#include "vl/vl_probs_table.h"
 
 #define FB_BUFFER_OFFSET               0x1000
 #define FB_BUFFER_SIZE                 2048
 #define IT_SCALING_TABLE_SIZE          992
+#define VP9_PROBS_TABLE_SIZE           (RDECODE_VP9_PROBS_DATA_SIZE + 256)
 #define RDECODE_SESSION_CONTEXT_SIZE   (128 * 1024)
 
-#define RDECODE_GPCOM_VCPU_CMD         0x2070c
-#define RDECODE_GPCOM_VCPU_DATA0       0x20710
-#define RDECODE_GPCOM_VCPU_DATA1       0x20714
-#define RDECODE_ENGINE_CNTL            0x20718
+#define RDECODE_VCN1_GPCOM_VCPU_CMD            0x2070c
+#define RDECODE_VCN1_GPCOM_VCPU_DATA0          0x20710
+#define RDECODE_VCN1_GPCOM_VCPU_DATA1          0x20714
+#define RDECODE_VCN1_ENGINE_CNTL               0x20718
+
+#define RDECODE_VCN2_GPCOM_VCPU_CMD            (0x503 << 2)
+#define RDECODE_VCN2_GPCOM_VCPU_DATA0          (0x504 << 2)
+#define RDECODE_VCN2_GPCOM_VCPU_DATA1          (0x505 << 2)
+#define RDECODE_VCN2_ENGINE_CNTL               (0x506 << 2)
+
+#define RDECODE_VCN2_5_GPCOM_VCPU_CMD          0x3c
+#define RDECODE_VCN2_5_GPCOM_VCPU_DATA0        0x40
+#define RDECODE_VCN2_5_GPCOM_VCPU_DATA1        0x44
+#define RDECODE_VCN2_5_ENGINE_CNTL             0x9b4
 
-#define NUM_BUFFERS                    4
 #define NUM_MPEG2_REFS                 6
 #define NUM_H264_REFS                  17
 #define NUM_VC1_REFS                   5
-
-struct radeon_decoder {
-       struct pipe_video_codec         base;
-
-       unsigned                        stream_handle;
-       unsigned                        stream_type;
-       unsigned                        frame_number;
-
-       struct pipe_screen              *screen;
-       struct radeon_winsys            *ws;
-       struct radeon_winsys_cs         *cs;
-
-       void                            *msg;
-       uint32_t                        *fb;
-       uint8_t                         *it;
-       void                            *bs_ptr;
-
-       struct rvid_buffer              msg_fb_it_buffers[NUM_BUFFERS];
-       struct rvid_buffer              bs_buffers[NUM_BUFFERS];
-       struct rvid_buffer              dpb;
-       struct rvid_buffer              ctx;
-       struct rvid_buffer              sessionctx;
-
-       unsigned                        bs_size;
-       unsigned                        cur_buffer;
-       void                            *render_pic_list[16];
-};
+#define NUM_VP9_REFS                   8
 
 static rvcn_dec_message_avc_t get_h264_msg(struct radeon_decoder *dec,
                struct pipe_h264_picture_desc *pic)
@@ -89,6 +74,7 @@ static rvcn_dec_message_avc_t get_h264_msg(struct radeon_decoder *dec,
        memset(&result, 0, sizeof(result));
        switch (pic->base.profile) {
        case PIPE_VIDEO_PROFILE_MPEG4_AVC_BASELINE:
+       case PIPE_VIDEO_PROFILE_MPEG4_AVC_CONSTRAINED_BASELINE:
                result.profile = RDECODE_H264_PROFILE_BASELINE;
                break;
 
@@ -343,7 +329,8 @@ static rvcn_dec_message_hevc_t get_h265_msg(struct radeon_decoder *dec,
        }
 
        if (pic->base.profile == PIPE_VIDEO_PROFILE_HEVC_MAIN_10) {
-               if (target->buffer_format == PIPE_FORMAT_P016) {
+               if (target->buffer_format == PIPE_FORMAT_P010 ||
+                       target->buffer_format == PIPE_FORMAT_P016) {
                        result.p010_mode = 1;
                        result.msb_mode = 1;
                } else {
@@ -358,6 +345,206 @@ static rvcn_dec_message_hevc_t get_h265_msg(struct radeon_decoder *dec,
        return result;
 }
 
+static void fill_probs_table(void *ptr)
+{
+       rvcn_dec_vp9_probs_t *probs = (rvcn_dec_vp9_probs_t *)ptr;
+
+       memcpy(&probs->coef_probs[0], default_coef_probs_4x4, sizeof(default_coef_probs_4x4));
+       memcpy(&probs->coef_probs[1], default_coef_probs_8x8, sizeof(default_coef_probs_8x8));
+       memcpy(&probs->coef_probs[2], default_coef_probs_16x16, sizeof(default_coef_probs_16x16));
+       memcpy(&probs->coef_probs[3], default_coef_probs_32x32, sizeof(default_coef_probs_32x32));
+       memcpy(probs->y_mode_prob, default_if_y_probs, sizeof(default_if_y_probs));
+       memcpy(probs->uv_mode_prob, default_if_uv_probs, sizeof(default_if_uv_probs));
+       memcpy(probs->single_ref_prob, default_single_ref_p, sizeof(default_single_ref_p));
+       memcpy(probs->switchable_interp_prob, default_switchable_interp_prob, sizeof(default_switchable_interp_prob));
+       memcpy(probs->partition_prob, default_partition_probs, sizeof(default_partition_probs));
+       memcpy(probs->inter_mode_probs, default_inter_mode_probs, sizeof(default_inter_mode_probs));
+       memcpy(probs->mbskip_probs, default_skip_probs, sizeof(default_skip_probs));
+       memcpy(probs->intra_inter_prob, default_intra_inter_p, sizeof(default_intra_inter_p));
+       memcpy(probs->comp_inter_prob, default_comp_inter_p, sizeof(default_comp_inter_p));
+       memcpy(probs->comp_ref_prob, default_comp_ref_p, sizeof(default_comp_ref_p));
+       memcpy(probs->tx_probs_32x32, default_tx_probs_32x32, sizeof(default_tx_probs_32x32));
+       memcpy(probs->tx_probs_16x16, default_tx_probs_16x16, sizeof(default_tx_probs_16x16));
+       memcpy(probs->tx_probs_8x8, default_tx_probs_8x8, sizeof(default_tx_probs_8x8));
+       memcpy(probs->mv_joints, default_nmv_joints, sizeof(default_nmv_joints));
+       memcpy(&probs->mv_comps[0], default_nmv_components, sizeof(default_nmv_components));
+       memset(&probs->nmvc_mask, 0, sizeof(rvcn_dec_vp9_nmv_ctx_mask_t));
+}
+
+static rvcn_dec_message_vp9_t get_vp9_msg(struct radeon_decoder *dec,
+                                       struct pipe_video_buffer *target,
+                                       struct pipe_vp9_picture_desc *pic)
+{
+       rvcn_dec_message_vp9_t result;
+       unsigned i;
+
+       memset(&result, 0, sizeof(result));
+
+       /* segment table */
+       rvcn_dec_vp9_probs_segment_t *prbs = (rvcn_dec_vp9_probs_segment_t *)(dec->probs);
+
+       if (pic->picture_parameter.pic_fields.segmentation_enabled) {
+               for (i = 0; i < 8; ++i) {
+                       prbs->seg.feature_data[i] =
+                               (pic->slice_parameter.seg_param[i].alt_quant & 0xffff) |
+                               ((pic->slice_parameter.seg_param[i].alt_lf & 0xff) << 16) |
+                               ((pic->slice_parameter.seg_param[i].segment_flags.segment_reference & 0xf) << 24);
+                       prbs->seg.feature_mask[i] =
+                               (pic->slice_parameter.seg_param[i].alt_quant_enabled << 0) |
+                               (pic->slice_parameter.seg_param[i].alt_lf_enabled << 1) |
+                               (pic->slice_parameter.seg_param[i].segment_flags.segment_reference_enabled << 2) |
+                               (pic->slice_parameter.seg_param[i].segment_flags.segment_reference_skipped << 3);
+               }
+
+               for (i = 0; i < 7; ++i)
+                       prbs->seg.tree_probs[i] = pic->picture_parameter.mb_segment_tree_probs[i];
+
+               for (i = 0; i < 3; ++i)
+                       prbs->seg.pred_probs[i] = pic->picture_parameter.segment_pred_probs[i];
+
+               prbs->seg.abs_delta = 0;
+       } else
+               memset(&prbs->seg, 0, 256);
+
+       result.frame_header_flags =
+               (pic->picture_parameter.pic_fields.frame_type <<
+                RDECODE_FRAME_HDR_INFO_VP9_FRAME_TYPE_SHIFT) &
+               RDECODE_FRAME_HDR_INFO_VP9_FRAME_TYPE_MASK;
+
+       result.frame_header_flags |=
+               (pic->picture_parameter.pic_fields.error_resilient_mode <<
+                RDECODE_FRAME_HDR_INFO_VP9_ERROR_RESILIENT_MODE_SHIFT) &
+               RDECODE_FRAME_HDR_INFO_VP9_ERROR_RESILIENT_MODE_MASK;
+
+       result.frame_header_flags |=
+               (pic->picture_parameter.pic_fields.intra_only <<
+                RDECODE_FRAME_HDR_INFO_VP9_INTRA_ONLY_SHIFT) &
+               RDECODE_FRAME_HDR_INFO_VP9_INTRA_ONLY_MASK;
+
+       result.frame_header_flags |=
+               (pic->picture_parameter.pic_fields.allow_high_precision_mv <<
+                RDECODE_FRAME_HDR_INFO_VP9_ALLOW_HIGH_PRECISION_MV_SHIFT) &
+               RDECODE_FRAME_HDR_INFO_VP9_ALLOW_HIGH_PRECISION_MV_MASK;
+
+       result.frame_header_flags |=
+               (pic->picture_parameter.pic_fields.frame_parallel_decoding_mode <<
+                RDECODE_FRAME_HDR_INFO_VP9_FRAME_PARALLEL_DECODING_MODE_SHIFT) &
+               RDECODE_FRAME_HDR_INFO_VP9_FRAME_PARALLEL_DECODING_MODE_MASK;
+
+       result.frame_header_flags |=
+               (pic->picture_parameter.pic_fields.refresh_frame_context <<
+                RDECODE_FRAME_HDR_INFO_VP9_REFRESH_FRAME_CONTEXT_SHIFT) &
+               RDECODE_FRAME_HDR_INFO_VP9_REFRESH_FRAME_CONTEXT_MASK;
+
+       result.frame_header_flags |=
+               (pic->picture_parameter.pic_fields.segmentation_enabled <<
+                RDECODE_FRAME_HDR_INFO_VP9_SEGMENTATION_ENABLED_SHIFT) &
+               RDECODE_FRAME_HDR_INFO_VP9_SEGMENTATION_ENABLED_MASK;
+
+       result.frame_header_flags |=
+               (pic->picture_parameter.pic_fields.segmentation_update_map <<
+                RDECODE_FRAME_HDR_INFO_VP9_SEGMENTATION_UPDATE_MAP_SHIFT) &
+               RDECODE_FRAME_HDR_INFO_VP9_SEGMENTATION_UPDATE_MAP_MASK;
+
+       result.frame_header_flags |=
+               (pic->picture_parameter.pic_fields.segmentation_temporal_update <<
+                RDECODE_FRAME_HDR_INFO_VP9_SEGMENTATION_TEMPORAL_UPDATE_SHIFT) &
+               RDECODE_FRAME_HDR_INFO_VP9_SEGMENTATION_TEMPORAL_UPDATE_MASK;
+
+       result.frame_header_flags |=
+               (pic->picture_parameter.mode_ref_delta_enabled <<
+                RDECODE_FRAME_HDR_INFO_VP9_MODE_REF_DELTA_ENABLED_SHIFT) &
+               RDECODE_FRAME_HDR_INFO_VP9_MODE_REF_DELTA_ENABLED_MASK;
+
+       result.frame_header_flags |=
+               (pic->picture_parameter.mode_ref_delta_update <<
+                RDECODE_FRAME_HDR_INFO_VP9_MODE_REF_DELTA_UPDATE_SHIFT) &
+               RDECODE_FRAME_HDR_INFO_VP9_MODE_REF_DELTA_UPDATE_MASK;
+
+       result.frame_header_flags |= ((dec->show_frame &&
+               !pic->picture_parameter.pic_fields.error_resilient_mode)
+               << RDECODE_FRAME_HDR_INFO_VP9_USE_PREV_IN_FIND_MV_REFS_SHIFT) &
+               RDECODE_FRAME_HDR_INFO_VP9_USE_PREV_IN_FIND_MV_REFS_MASK;
+       dec->show_frame = pic->picture_parameter.pic_fields.show_frame;
+
+       result.interp_filter = pic->picture_parameter.pic_fields.mcomp_filter_type;
+
+       result.frame_context_idx = pic->picture_parameter.pic_fields.frame_context_idx;
+       result.reset_frame_context = pic->picture_parameter.pic_fields.reset_frame_context;
+
+       result.filter_level = pic->picture_parameter.filter_level;
+       result.sharpness_level = pic->picture_parameter.sharpness_level;
+
+       for (i = 0; i < 8; ++i)
+               memcpy(result.lf_adj_level[i], pic->slice_parameter.seg_param[i].filter_level, 4 * 2);
+
+       if (pic->picture_parameter.pic_fields.lossless_flag) {
+               result.base_qindex = 0;
+               result.y_dc_delta_q = 0;
+               result.uv_ac_delta_q = 0;
+               result.uv_dc_delta_q = 0;
+       } else {
+               result.base_qindex = pic->picture_parameter.base_qindex;
+               result.y_dc_delta_q = pic->picture_parameter.y_dc_delta_q;
+               result.uv_ac_delta_q = pic->picture_parameter.uv_ac_delta_q;
+               result.uv_dc_delta_q = pic->picture_parameter.uv_dc_delta_q;
+       }
+
+       result.log2_tile_cols = pic->picture_parameter.log2_tile_columns;
+       result.log2_tile_rows = pic->picture_parameter.log2_tile_rows;
+       result.chroma_format = 1;
+       result.bit_depth_luma_minus8 = result.bit_depth_chroma_minus8
+               = (pic->picture_parameter.bit_depth - 8);
+
+       result.vp9_frame_size = align(dec->bs_size, 128);
+       result.uncompressed_header_size = pic->picture_parameter.frame_header_length_in_bytes;
+       result.compressed_header_size = pic->picture_parameter.first_partition_size;
+
+       assert(dec->base.max_references + 1 <= 16);
+
+       for (i = 0 ; i < 16 ; ++i) {
+               if (dec->render_pic_list[i] && dec->render_pic_list[i] == target) {
+                       result.curr_pic_idx =
+                               (uintptr_t)vl_video_buffer_get_associated_data(target, &dec->base);
+                       break;
+               } else if (!dec->render_pic_list[i]) {
+                       dec->render_pic_list[i] = target;
+                       result.curr_pic_idx = dec->ref_idx;
+                       vl_video_buffer_set_associated_data(target, &dec->base,
+                                           (void *)(uintptr_t)dec->ref_idx++,
+                                           &radeon_dec_destroy_associated_data);
+                       break;
+               }
+       }
+
+       for (i = 0 ; i < 8; i++) {
+               result.ref_frame_map[i] = (pic->ref[i]) ?
+                       (uintptr_t)vl_video_buffer_get_associated_data(pic->ref[i], &dec->base) :
+                       0x7f;
+       }
+
+       result.frame_refs[0] = result.ref_frame_map[pic->picture_parameter.pic_fields.last_ref_frame];
+       result.ref_frame_sign_bias[0] = pic->picture_parameter.pic_fields.last_ref_frame_sign_bias;
+       result.frame_refs[1] = result.ref_frame_map[pic->picture_parameter.pic_fields.golden_ref_frame];
+       result.ref_frame_sign_bias[1] = pic->picture_parameter.pic_fields.golden_ref_frame_sign_bias;
+       result.frame_refs[2] = result.ref_frame_map[pic->picture_parameter.pic_fields.alt_ref_frame];
+       result.ref_frame_sign_bias[2] = pic->picture_parameter.pic_fields.alt_ref_frame_sign_bias;
+
+       if (pic->base.profile == PIPE_VIDEO_PROFILE_VP9_PROFILE2) {
+               if (target->buffer_format == PIPE_FORMAT_P010 ||
+                       target->buffer_format == PIPE_FORMAT_P016) {
+                       result.p010_mode = 1;
+                       result.msb_mode = 1;
+               } else {
+                       result.p010_mode = 0;
+                       result.luma_10to8 = 1;
+                       result.chroma_10to8 = 1;
+               }
+       }
+
+       return result;
+}
+
 static unsigned calc_ctx_size_h265_main(struct radeon_decoder *dec)
 {
        unsigned width = align(dec->base.width, VL_MACROBLOCK_WIDTH);
@@ -377,7 +564,7 @@ static unsigned calc_ctx_size_h265_main(struct radeon_decoder *dec)
 
 static unsigned calc_ctx_size_h265_main10(struct radeon_decoder *dec, struct pipe_h265_picture_desc *pic)
 {
-       unsigned block_size, log2_ctb_size, width_in_ctb, height_in_ctb, num_16x16_block_per_ctb;
+       unsigned log2_ctb_size, width_in_ctb, height_in_ctb, num_16x16_block_per_ctb;
        unsigned context_buffer_size_per_ctb_row, cm_buffer_size, max_mb_address, db_left_tile_pxl_size;
        unsigned db_left_tile_ctx_size = 4096 / 16 * (32 + 16 * 4);
 
@@ -393,8 +580,8 @@ static unsigned calc_ctx_size_h265_main10(struct radeon_decoder *dec, struct pip
        else
                max_references = MAX2(max_references, 17);
 
-       block_size = (1 << (pic->pps->sps->log2_min_luma_coding_block_size_minus3 + 3));
-       log2_ctb_size = block_size + pic->pps->sps->log2_diff_max_min_luma_coding_block_size;
+       log2_ctb_size = pic->pps->sps->log2_min_luma_coding_block_size_minus3 + 3 +
+               pic->pps->sps->log2_diff_max_min_luma_coding_block_size;
 
        width_in_ctb = (width + ((1 << log2_ctb_size) - 1)) >> log2_ctb_size;
        height_in_ctb = (height + ((1 << log2_ctb_size) - 1)) >> log2_ctb_size;
@@ -554,15 +741,15 @@ static rvcn_dec_message_mpeg4_asp_vld_t get_mpeg4_msg(struct radeon_decoder *dec
 
        result.vop_time_increment_resolution = pic->vop_time_increment_resolution;
 
-       result.short_video_header |= pic->short_video_header << 0;
-       result.interlaced |= pic->interlaced << 2;
-        result.load_intra_quant_mat |= 1 << 3;
-       result.load_nonintra_quant_mat |= 1 << 4;
-       result.quarter_sample |= pic->quarter_sample << 5;
-       result.complexity_estimation_disable |= 1 << 6;
-       result.resync_marker_disable |= pic->resync_marker_disable << 7;
-       result.newpred_enable |= 0 << 10; //
-       result.reduced_resolution_vop_enable |= 0 << 11;
+       result.short_video_header = pic->short_video_header;
+       result.interlaced = pic->interlaced;
+       result.load_intra_quant_mat = 1;
+       result.load_nonintra_quant_mat = 1;
+       result.quarter_sample = pic->quarter_sample;
+       result.complexity_estimation_disable = 1;
+       result.resync_marker_disable = pic->resync_marker_disable;
+       result.newpred_enable = 0;
+       result.reduced_resolution_vop_enable = 0;
 
        result.quant_type = pic->quant_type;
 
@@ -603,10 +790,10 @@ static struct pb_buffer *rvcn_dec_message_decode(struct radeon_decoder *dec,
                                        struct pipe_video_buffer *target,
                                        struct pipe_picture_desc *picture)
 {
-       struct r600_texture *luma = (struct r600_texture *)
-                               ((struct vl_video_buffer *)target)->resources[0];
-       struct r600_texture *chroma = (struct r600_texture *)
-                               ((struct vl_video_buffer *)target)->resources[1];
+       struct si_texture *luma = (struct si_texture *)
+                                 ((struct vl_video_buffer *)target)->resources[0];
+       struct si_texture *chroma = (struct si_texture *)
+                                   ((struct vl_video_buffer *)target)->resources[1];
        rvcn_dec_message_header_t *header;
        rvcn_dec_message_index_t *index;
        rvcn_dec_message_decode_t *decode;
@@ -648,14 +835,17 @@ static struct pb_buffer *rvcn_dec_message_decode(struct radeon_decoder *dec,
        decode->bsd_size = align(dec->bs_size, 128);
        decode->dpb_size = dec->dpb.res->buf->size;
        decode->dt_size =
-               ((struct r600_resource *)((struct vl_video_buffer *)target)->resources[0])->buf->size +
-               ((struct r600_resource *)((struct vl_video_buffer *)target)->resources[1])->buf->size;
+               si_resource(((struct vl_video_buffer *)target)->resources[0])->buf->size +
+               si_resource(((struct vl_video_buffer *)target)->resources[1])->buf->size;
 
        decode->sct_size = 0;
        decode->sc_coeff_size = 0;
 
        decode->sw_ctxt_size = RDECODE_SESSION_CONTEXT_SIZE;
-       decode->db_pitch = align(dec->base.width, 32);
+       decode->db_pitch = (((struct si_screen*)dec->screen)->info.family >= CHIP_RENOIR &&
+                       dec->base.width > 32 && dec->stream_type == RDECODE_CODEC_VP9) ?
+                       align(dec->base.width, 64) :
+                       align(dec->base.width, 32) ;
        decode->db_surf_tile_config = 0;
 
        decode->dt_pitch = luma->surface.u.gfx9.surf_pitch * luma->surface.blk_w;
@@ -736,6 +926,49 @@ static struct pb_buffer *rvcn_dec_message_decode(struct radeon_decoder *dec,
                index->message_id = RDECODE_MESSAGE_MPEG4_ASP_VLD;
                break;
        }
+       case PIPE_VIDEO_FORMAT_VP9: {
+               rvcn_dec_message_vp9_t vp9 =
+                       get_vp9_msg(dec, target, (struct pipe_vp9_picture_desc*)picture);
+
+               memcpy(codec, (void*)&vp9, sizeof(rvcn_dec_message_vp9_t));
+               index->message_id = RDECODE_MESSAGE_VP9;
+
+               if (dec->ctx.res == NULL) {
+                       unsigned ctx_size;
+                       uint8_t *ptr;
+
+                       /* default probability + probability data */
+                       ctx_size = 2304 * 5;
+
+                       if (((struct si_screen*)dec->screen)->info.family >= CHIP_RENOIR) {
+                               /* SRE collocated context data */
+                               ctx_size += 32 * 2 * 128 * 68;
+                               /* SMP collocated context data */
+                               ctx_size += 9 * 64 * 2 * 128 * 68;
+                               /* SDB left tile pixel */
+                               ctx_size += 8 * 2 * 2 * 8192;
+                       } else {
+                               ctx_size += 32 * 2 * 64 * 64;
+                               ctx_size += 9 * 64 * 2 * 64 * 64;
+                               ctx_size += 8 * 2 * 4096;
+                       }
+
+                       if (dec->base.profile == PIPE_VIDEO_PROFILE_VP9_PROFILE2)
+                               ctx_size += 8 * 2 * 4096;
+
+                       if (!si_vid_create_buffer(dec->screen, &dec->ctx, ctx_size, PIPE_USAGE_DEFAULT))
+                               RVID_ERR("Can't allocated context buffer.\n");
+                       si_vid_clear_buffer(dec->base.context, &dec->ctx);
+
+                       /* ctx needs probs table */
+                       ptr = dec->ws->buffer_map(
+                               dec->ctx.res->buf, dec->cs,
+                               PIPE_TRANSFER_WRITE | RADEON_TRANSFER_TEMPORARY);
+                       fill_probs_table(ptr);
+                       dec->ws->buffer_unmap(dec->ctx.res->buf);
+               }
+               break;
+       }
        default:
                assert(0);
                return NULL;
@@ -744,7 +977,7 @@ static struct pb_buffer *rvcn_dec_message_decode(struct radeon_decoder *dec,
        if (dec->ctx.res)
                decode->hw_ctxt_size = dec->ctx.res->buf->size;
 
-       return luma->resource.buf;
+       return luma->buffer.buf;
 }
 
 static void rvcn_dec_message_destroy(struct radeon_decoder *dec)
@@ -791,13 +1024,13 @@ static void send_cmd(struct radeon_decoder *dec, unsigned cmd,
        uint64_t addr;
 
        dec->ws->cs_add_buffer(dec->cs, buf, usage | RADEON_USAGE_SYNCHRONIZED,
-                          domain, RADEON_PRIO_UVD);
+                          domain, 0);
        addr = dec->ws->buffer_get_virtual_address(buf);
        addr = addr + off;
 
-       set_reg(dec, RDECODE_GPCOM_VCPU_DATA0, addr);
-       set_reg(dec, RDECODE_GPCOM_VCPU_DATA1, addr >> 32);
-       set_reg(dec, RDECODE_GPCOM_VCPU_CMD, cmd << 1);
+       set_reg(dec, dec->reg.data0, addr);
+       set_reg(dec, dec->reg.data1, addr >> 32);
+       set_reg(dec, dec->reg.cmd, cmd << 1);
 }
 
 /* do the codec needs an IT buffer ?*/
@@ -807,17 +1040,24 @@ static bool have_it(struct radeon_decoder *dec)
                dec->stream_type == RDECODE_CODEC_H265;
 }
 
+/* do the codec needs an probs buffer? */
+static bool have_probs(struct radeon_decoder *dec)
+{
+       return dec->stream_type == RDECODE_CODEC_VP9;
+}
+
 /* map the next available message/feedback/itscaling buffer */
-static void map_msg_fb_it_buf(struct radeon_decoder *dec)
+static void map_msg_fb_it_probs_buf(struct radeon_decoder *dec)
 {
        struct rvid_buffer* buf;
        uint8_t *ptr;
 
        /* grab the current message/feedback buffer */
-       buf = &dec->msg_fb_it_buffers[dec->cur_buffer];
+       buf = &dec->msg_fb_it_probs_buffers[dec->cur_buffer];
 
        /* and map it for CPU access */
-       ptr = dec->ws->buffer_map(buf->res->buf, dec->cs, PIPE_TRANSFER_WRITE);
+       ptr = dec->ws->buffer_map(buf->res->buf, dec->cs,
+                                 PIPE_TRANSFER_WRITE | RADEON_TRANSFER_TEMPORARY);
 
        /* calc buffer offsets */
        dec->msg = ptr;
@@ -825,6 +1065,8 @@ static void map_msg_fb_it_buf(struct radeon_decoder *dec)
        dec->fb = (uint32_t *)(ptr + FB_BUFFER_OFFSET);
        if (have_it(dec))
                dec->it = (uint8_t *)(ptr + FB_BUFFER_OFFSET + FB_BUFFER_SIZE);
+       else if (have_probs(dec))
+               dec->probs = (uint8_t *)(ptr + FB_BUFFER_OFFSET + FB_BUFFER_SIZE);
 }
 
 /* unmap and send a message command to the VCPU */
@@ -837,13 +1079,14 @@ static void send_msg_buf(struct radeon_decoder *dec)
                return;
 
        /* grab the current message buffer */
-       buf = &dec->msg_fb_it_buffers[dec->cur_buffer];
+       buf = &dec->msg_fb_it_probs_buffers[dec->cur_buffer];
 
        /* unmap the buffer */
        dec->ws->buffer_unmap(buf->res->buf);
        dec->msg = NULL;
        dec->fb = NULL;
        dec->it = NULL;
+       dec->probs = NULL;
 
        if (dec->sessionctx.res)
                send_cmd(dec, RDECODE_CMD_SESSION_CONTEXT_BUFFER,
@@ -1019,6 +1262,21 @@ static unsigned calc_dpb_size(struct radeon_decoder *dec)
                dpb_size = MAX2(dpb_size, 30 * 1024 * 1024);
                break;
 
+       case PIPE_VIDEO_FORMAT_VP9:
+               max_references = MAX2(max_references, 9);
+
+               dpb_size = (((struct si_screen*)dec->screen)->info.family >= CHIP_RENOIR) ?
+                       (8192 * 4320 * 3 / 2) * max_references :
+                       (4096 * 3000 * 3 / 2) * max_references;
+
+               if (dec->base.profile == PIPE_VIDEO_PROFILE_VP9_PROFILE2)
+                       dpb_size *= (3 / 2);
+               break;
+
+       case PIPE_VIDEO_FORMAT_JPEG:
+               dpb_size = 0;
+               break;
+
        default:
                // something is missing here
                assert(0);
@@ -1040,7 +1298,7 @@ static void radeon_dec_destroy(struct pipe_video_codec *decoder)
 
        assert(decoder);
 
-       map_msg_fb_it_buf(dec);
+       map_msg_fb_it_probs_buf(dec);
        rvcn_dec_message_destroy(dec);
        send_msg_buf(dec);
 
@@ -1049,7 +1307,7 @@ static void radeon_dec_destroy(struct pipe_video_codec *decoder)
        dec->ws->cs_destroy(dec->cs);
 
        for (i = 0; i < NUM_BUFFERS; ++i) {
-               si_vid_destroy_buffer(&dec->msg_fb_it_buffers[i]);
+               si_vid_destroy_buffer(&dec->msg_fb_it_probs_buffers[i]);
                si_vid_destroy_buffer(&dec->bs_buffers[i]);
        }
 
@@ -1073,13 +1331,14 @@ static void radeon_dec_begin_frame(struct pipe_video_codec *decoder,
        assert(decoder);
 
        frame = ++dec->frame_number;
-       vl_video_buffer_set_associated_data(target, decoder, (void *)frame,
+       if (dec->stream_type != RDECODE_CODEC_VP9)
+               vl_video_buffer_set_associated_data(target, decoder, (void *)frame,
                                            &radeon_dec_destroy_associated_data);
 
        dec->bs_size = 0;
        dec->bs_ptr = dec->ws->buffer_map(
                dec->bs_buffers[dec->cur_buffer].res->buf,
-               dec->cs, PIPE_TRANSFER_WRITE);
+               dec->cs, PIPE_TRANSFER_WRITE | RADEON_TRANSFER_TEMPORARY);
 }
 
 /**
@@ -1124,8 +1383,9 @@ static void radeon_dec_decode_bitstream(struct pipe_video_codec *decoder,
                                return;
                        }
 
-                       dec->bs_ptr = dec->ws->buffer_map(buf->res->buf, dec->cs,
-                                                         PIPE_TRANSFER_WRITE);
+                       dec->bs_ptr = dec->ws->buffer_map(
+                               buf->res->buf, dec->cs,
+                               PIPE_TRANSFER_WRITE | RADEON_TRANSFER_TEMPORARY);
                        if (!dec->bs_ptr)
                                return;
 
@@ -1139,28 +1399,22 @@ static void radeon_dec_decode_bitstream(struct pipe_video_codec *decoder,
 }
 
 /**
- * end decoding of the current frame
+ * send cmd for vcn dec
  */
-static void radeon_dec_end_frame(struct pipe_video_codec *decoder,
+void send_cmd_dec(struct radeon_decoder *dec,
                           struct pipe_video_buffer *target,
                           struct pipe_picture_desc *picture)
 {
-       struct radeon_decoder *dec = (struct radeon_decoder*)decoder;
        struct pb_buffer *dt;
-       struct rvid_buffer *msg_fb_it_buf, *bs_buf;
-
-       assert(decoder);
+       struct rvid_buffer *msg_fb_it_probs_buf, *bs_buf;
 
-       if (!dec->bs_ptr)
-               return;
-
-       msg_fb_it_buf = &dec->msg_fb_it_buffers[dec->cur_buffer];
+       msg_fb_it_probs_buf = &dec->msg_fb_it_probs_buffers[dec->cur_buffer];
        bs_buf = &dec->bs_buffers[dec->cur_buffer];
 
        memset(dec->bs_ptr, 0, align(dec->bs_size, 128) - dec->bs_size);
        dec->ws->buffer_unmap(bs_buf->res->buf);
 
-       map_msg_fb_it_buf(dec);
+       map_msg_fb_it_probs_buf(dec);
        dt = rvcn_dec_message_decode(dec, target, picture);
        rvcn_dec_message_feedback(dec);
        send_msg_buf(dec);
@@ -1174,13 +1428,32 @@ static void radeon_dec_end_frame(struct pipe_video_codec *decoder,
                 0, RADEON_USAGE_READ, RADEON_DOMAIN_GTT);
        send_cmd(dec, RDECODE_CMD_DECODING_TARGET_BUFFER, dt, 0,
                 RADEON_USAGE_WRITE, RADEON_DOMAIN_VRAM);
-       send_cmd(dec, RDECODE_CMD_FEEDBACK_BUFFER, msg_fb_it_buf->res->buf,
+       send_cmd(dec, RDECODE_CMD_FEEDBACK_BUFFER, msg_fb_it_probs_buf->res->buf,
                 FB_BUFFER_OFFSET, RADEON_USAGE_WRITE, RADEON_DOMAIN_GTT);
        if (have_it(dec))
-               send_cmd(dec, RDECODE_CMD_IT_SCALING_TABLE_BUFFER, msg_fb_it_buf->res->buf,
+               send_cmd(dec, RDECODE_CMD_IT_SCALING_TABLE_BUFFER, msg_fb_it_probs_buf->res->buf,
+                        FB_BUFFER_OFFSET + FB_BUFFER_SIZE, RADEON_USAGE_READ, RADEON_DOMAIN_GTT);
+       else if (have_probs(dec))
+               send_cmd(dec, RDECODE_CMD_PROB_TBL_BUFFER, msg_fb_it_probs_buf->res->buf,
                         FB_BUFFER_OFFSET + FB_BUFFER_SIZE, RADEON_USAGE_READ, RADEON_DOMAIN_GTT);
-       set_reg(dec, RDECODE_ENGINE_CNTL, 1);
+       set_reg(dec, dec->reg.cntl, 1);
+}
 
+/**
+ * end decoding of the current frame
+ */
+static void radeon_dec_end_frame(struct pipe_video_codec *decoder,
+                          struct pipe_video_buffer *target,
+                          struct pipe_picture_desc *picture)
+{
+       struct radeon_decoder *dec = (struct radeon_decoder*)decoder;
+
+       assert(decoder);
+
+       if (!dec->bs_ptr)
+               return;
+
+       dec->send_cmd(dec, target, picture);
        flush(dec, PIPE_FLUSH_ASYNC);
        next_buffer(dec);
 }
@@ -1201,7 +1474,7 @@ struct pipe_video_codec *radeon_create_decoder(struct pipe_context *context,
        struct si_context *sctx = (struct si_context*)context;
        struct radeon_winsys *ws = sctx->ws;
        unsigned width = templ->width, height = templ->height;
-       unsigned dpb_size, bs_buf_size, stream_type = 0;
+       unsigned dpb_size, bs_buf_size, stream_type = 0, ring = RING_VCN_DEC;
        struct radeon_decoder *dec;
        int r, i;
 
@@ -1230,6 +1503,10 @@ struct pipe_video_codec *radeon_create_decoder(struct pipe_context *context,
        case PIPE_VIDEO_FORMAT_VP9:
                stream_type = RDECODE_CODEC_VP9;
                break;
+       case PIPE_VIDEO_FORMAT_JPEG:
+               stream_type = RDECODE_CODEC_JPEG;
+               ring = RING_VCN_JPEG;
+               break;
        default:
                assert(0);
                break;
@@ -1256,7 +1533,7 @@ struct pipe_video_codec *radeon_create_decoder(struct pipe_context *context,
        dec->stream_handle = si_vid_alloc_stream_handle();
        dec->screen = context->screen;
        dec->ws = ws;
-       dec->cs = ws->cs_create(sctx->ctx, RING_VCN_DEC, NULL, NULL);
+       dec->cs = ws->cs_create(sctx->ctx, ring, NULL, NULL, false);
        if (!dec->cs) {
                RVID_ERR("Can't get command submission context.\n");
                goto error;
@@ -1266,12 +1543,14 @@ struct pipe_video_codec *radeon_create_decoder(struct pipe_context *context,
                dec->render_pic_list[i] = NULL;
        bs_buf_size = width * height * (512 / (16 * 16));
        for (i = 0; i < NUM_BUFFERS; ++i) {
-               unsigned msg_fb_it_size = FB_BUFFER_OFFSET + FB_BUFFER_SIZE;
+               unsigned msg_fb_it_probs_size = FB_BUFFER_OFFSET + FB_BUFFER_SIZE;
                if (have_it(dec))
-                       msg_fb_it_size += IT_SCALING_TABLE_SIZE;
+                       msg_fb_it_probs_size += IT_SCALING_TABLE_SIZE;
+               else if (have_probs(dec))
+                       msg_fb_it_probs_size += VP9_PROBS_TABLE_SIZE;
                /* use vram to improve performance, workaround an unknown bug */
-               if (!si_vid_create_buffer(dec->screen, &dec->msg_fb_it_buffers[i],
-                                          msg_fb_it_size, PIPE_USAGE_DEFAULT)) {
+               if (!si_vid_create_buffer(dec->screen, &dec->msg_fb_it_probs_buffers[i],
+                                          msg_fb_it_probs_size, PIPE_USAGE_DEFAULT)) {
                        RVID_ERR("Can't allocated message buffers.\n");
                        goto error;
                }
@@ -1282,18 +1561,31 @@ struct pipe_video_codec *radeon_create_decoder(struct pipe_context *context,
                        goto error;
                }
 
-               si_vid_clear_buffer(context, &dec->msg_fb_it_buffers[i]);
+               si_vid_clear_buffer(context, &dec->msg_fb_it_probs_buffers[i]);
                si_vid_clear_buffer(context, &dec->bs_buffers[i]);
-       }
 
-       dpb_size = calc_dpb_size(dec);
+               if (have_probs(dec)) {
+                       struct rvid_buffer* buf;
+                       void *ptr;
 
-       if (!si_vid_create_buffer(dec->screen, &dec->dpb, dpb_size, PIPE_USAGE_DEFAULT)) {
-               RVID_ERR("Can't allocated dpb.\n");
-               goto error;
+                       buf = &dec->msg_fb_it_probs_buffers[i];
+                       ptr = dec->ws->buffer_map(
+                               buf->res->buf, dec->cs,
+                               PIPE_TRANSFER_WRITE | RADEON_TRANSFER_TEMPORARY);
+                       ptr += FB_BUFFER_OFFSET + FB_BUFFER_SIZE;
+                       fill_probs_table(ptr);
+                       dec->ws->buffer_unmap(buf->res->buf);
+               }
        }
 
-       si_vid_clear_buffer(context, &dec->dpb);
+       dpb_size = calc_dpb_size(dec);
+       if (dpb_size) {
+               if (!si_vid_create_buffer(dec->screen, &dec->dpb, dpb_size, PIPE_USAGE_DEFAULT)) {
+                       RVID_ERR("Can't allocated dpb.\n");
+                       goto error;
+               }
+               si_vid_clear_buffer(context, &dec->dpb);
+       }
 
        if (dec->stream_type == RDECODE_CODEC_H264_PERF) {
                unsigned ctx_size = calc_ctx_size_h264_perf(dec);
@@ -1312,7 +1604,27 @@ struct pipe_video_codec *radeon_create_decoder(struct pipe_context *context,
        }
        si_vid_clear_buffer(context, &dec->sessionctx);
 
-       map_msg_fb_it_buf(dec);
+       if (sctx->family == CHIP_ARCTURUS) {
+               dec->reg.data0 = RDECODE_VCN2_5_GPCOM_VCPU_DATA0;
+               dec->reg.data1 = RDECODE_VCN2_5_GPCOM_VCPU_DATA1;
+               dec->reg.cmd = RDECODE_VCN2_5_GPCOM_VCPU_CMD;
+               dec->reg.cntl = RDECODE_VCN2_5_ENGINE_CNTL;
+               dec->jpg.direct_reg = true;
+       } else if (sctx->family >= CHIP_NAVI10 || sctx->family == CHIP_RENOIR) {
+               dec->reg.data0 = RDECODE_VCN2_GPCOM_VCPU_DATA0;
+               dec->reg.data1 = RDECODE_VCN2_GPCOM_VCPU_DATA1;
+               dec->reg.cmd = RDECODE_VCN2_GPCOM_VCPU_CMD;
+               dec->reg.cntl = RDECODE_VCN2_ENGINE_CNTL;
+               dec->jpg.direct_reg = true;
+       } else {
+               dec->reg.data0 = RDECODE_VCN1_GPCOM_VCPU_DATA0;
+               dec->reg.data1 = RDECODE_VCN1_GPCOM_VCPU_DATA1;
+               dec->reg.cmd = RDECODE_VCN1_GPCOM_VCPU_CMD;
+               dec->reg.cntl = RDECODE_VCN1_ENGINE_CNTL;
+               dec->jpg.direct_reg = false;
+       }
+
+       map_msg_fb_it_probs_buf(dec);
        rvcn_dec_message_create(dec);
        send_msg_buf(dec);
        r = flush(dec, 0);
@@ -1321,13 +1633,18 @@ struct pipe_video_codec *radeon_create_decoder(struct pipe_context *context,
 
        next_buffer(dec);
 
+       if (stream_type == RDECODE_CODEC_JPEG)
+               dec->send_cmd = send_cmd_jpeg;
+       else
+               dec->send_cmd = send_cmd_dec;
+
        return &dec->base;
 
 error:
        if (dec->cs) dec->ws->cs_destroy(dec->cs);
 
        for (i = 0; i < NUM_BUFFERS; ++i) {
-               si_vid_destroy_buffer(&dec->msg_fb_it_buffers[i]);
+               si_vid_destroy_buffer(&dec->msg_fb_it_probs_buffers[i]);
                si_vid_destroy_buffer(&dec->bs_buffers[i]);
        }