src/gallium/drivers/radeon/radeon_vce_52.c

   1 /**************************************************************************
   2  *
   3  * Copyright 2015 Advanced Micro Devices, Inc.
   4  * All Rights Reserved.
   5  *
   6  * Permission is hereby granted, free of charge, to any person obtaining a
   7  * copy of this software and associated documentation files (the
   8  * "Software"), to deal in the Software without restriction, including
   9  * without limitation the rights to use, copy, modify, merge, publish,
  10  * distribute, sub license, and/or sell copies of the Software, and to
  11  * permit persons to whom the Software is furnished to do so, subject to
  12  * the following conditions:
  13  *
  14  * The above copyright notice and this permission notice (including the
  15  * next paragraph) shall be included in all copies or substantial portions
  16  * of the Software.
  17  *
  18  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
  19  * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  20  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
  21  * IN NO EVENT SHALL THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR
  22  * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
  23  * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
  24  * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  25  *
  26  **************************************************************************/
  27
  28 #include <stdio.h>
  29
  30 #include "pipe/p_video_codec.h"
  31
  32 #include "util/u_video.h"
  33 #include "util/u_memory.h"
  34
  35 #include "vl/vl_video_buffer.h"
  36
  37 #include "r600_pipe_common.h"
  38 #include "radeon_video.h"
  39 #include "radeon_vce.h"
  40
  41 static const unsigned profiles[7] = { 66, 77, 88, 100, 110, 122, 244 };
  42
  43 static void get_rate_control_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
  44 {
  45         enc->enc_pic.rc.rc_method = pic->rate_ctrl.rate_ctrl_method;
  46         enc->enc_pic.rc.target_bitrate = pic->rate_ctrl.target_bitrate;
  47         enc->enc_pic.rc.peak_bitrate = pic->rate_ctrl.peak_bitrate;
  48         enc->enc_pic.rc.quant_i_frames = pic->quant_i_frames;
  49         enc->enc_pic.rc.quant_p_frames = pic->quant_p_frames;
  50         enc->enc_pic.rc.quant_b_frames = pic->quant_b_frames;
  51         enc->enc_pic.rc.gop_size = pic->gop_size;
  52         enc->enc_pic.rc.frame_rate_num = pic->rate_ctrl.frame_rate_num;
  53         enc->enc_pic.rc.frame_rate_den = pic->rate_ctrl.frame_rate_den;
  54         enc->enc_pic.rc.max_qp = 51;
  55         enc->enc_pic.rc.vbv_buffer_size = pic->rate_ctrl.vbv_buffer_size;
  56         enc->enc_pic.rc.vbv_buf_lv = pic->rate_ctrl.vbv_buf_lv;
  57         enc->enc_pic.rc.fill_data_enable = pic->rate_ctrl.fill_data_enable;
  58         enc->enc_pic.rc.enforce_hrd = pic->rate_ctrl.enforce_hrd;
  59         enc->enc_pic.rc.target_bits_picture = pic->rate_ctrl.target_bits_picture;
  60         enc->enc_pic.rc.peak_bits_picture_integer = pic->rate_ctrl.peak_bits_picture_integer;
  61         enc->enc_pic.rc.peak_bits_picture_fraction = pic->rate_ctrl.peak_bits_picture_fraction;
  62 }
  63
  64 static void get_motion_estimation_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
  65 {
  66         enc->enc_pic.me.motion_est_quarter_pixel = pic->motion_est.motion_est_quarter_pixel;
  67         enc->enc_pic.me.enc_disable_sub_mode = pic->motion_est.enc_disable_sub_mode;
  68         enc->enc_pic.me.lsmvert = pic->motion_est.lsmvert;
  69         enc->enc_pic.me.enc_en_ime_overw_dis_subm = pic->motion_est.enc_en_ime_overw_dis_subm;
  70         enc->enc_pic.me.enc_ime_overw_dis_subm_no = pic->motion_est.enc_ime_overw_dis_subm_no;
  71         enc->enc_pic.me.enc_ime2_search_range_x = pic->motion_est.enc_ime2_search_range_x;
  72         enc->enc_pic.me.enc_ime2_search_range_y = pic->motion_est.enc_ime2_search_range_y;
  73         enc->enc_pic.me.enc_ime_decimation_search = 0x00000001;
  74         enc->enc_pic.me.motion_est_half_pixel = 0x00000001;
  75         enc->enc_pic.me.enc_search_range_x = 0x00000010;
  76         enc->enc_pic.me.enc_search_range_y = 0x00000010;
  77         enc->enc_pic.me.enc_search1_range_x = 0x00000010;
  78         enc->enc_pic.me.enc_search1_range_y = 0x00000010;
  79 }
  80
  81 static void get_pic_control_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
  82 {
  83         unsigned encNumMBsPerSlice;
  84         encNumMBsPerSlice = align(enc->base.width, 16) / 16;
  85         encNumMBsPerSlice *= align(enc->base.height, 16) / 16;
  86         enc->enc_pic.pc.enc_crop_right_offset = (align(enc->base.width, 16) - enc->base.width) >> 1;
  87         enc->enc_pic.pc.enc_crop_bottom_offset = (align(enc->base.height, 16) - enc->base.height) >> 1;
  88         enc->enc_pic.pc.enc_num_mbs_per_slice = encNumMBsPerSlice;
  89         enc->enc_pic.pc.enc_b_pic_pattern = MAX2(enc->base.max_references, 1) - 1;
  90         enc->enc_pic.pc.enc_number_of_reference_frames = MIN2(enc->base.max_references, 2);
  91         enc->enc_pic.pc.enc_max_num_ref_frames = enc->base.max_references + 1;
  92         enc->enc_pic.pc.enc_num_default_active_ref_l0 = 0x00000001;
  93         enc->enc_pic.pc.enc_num_default_active_ref_l1 = 0x00000001;
  94         enc->enc_pic.pc.enc_cabac_enable = pic->pic_ctrl.enc_cabac_enable;
  95         enc->enc_pic.pc.enc_constraint_set_flags = pic->pic_ctrl.enc_constraint_set_flags;
  96         enc->enc_pic.pc.enc_num_default_active_ref_l0 = 0x00000001;
  97         enc->enc_pic.pc.enc_num_default_active_ref_l1 = 0x00000001;
  98 }
  99
 100 static void get_task_info_param(struct rvce_encoder *enc)
 101 {
 102         enc->enc_pic.ti.offset_of_next_task_info = 0xffffffff;
 103 }
 104
 105 static void get_feedback_buffer_param(struct rvce_encoder *enc)
 106 {
 107         enc->enc_pic.fb.feedback_ring_size = 0x00000001;
 108 }
 109
 110 static void get_config_ext_param(struct rvce_encoder *enc)
 111 {
 112         enc->enc_pic.ce.enc_enable_perf_logging = 0x00000003;
 113 }
 114
 115 static void get_vui_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
 116 {
 117         enc->enc_pic.enable_vui = pic->enable_vui;
 118         enc->enc_pic.vui.video_format = 0x00000005;
 119         enc->enc_pic.vui.color_prim = 0x00000002;
 120         enc->enc_pic.vui.transfer_char = 0x00000002;
 121         enc->enc_pic.vui.matrix_coef = 0x00000002;
 122         enc->enc_pic.vui.timing_info_present_flag = 0x00000001;
 123         enc->enc_pic.vui.num_units_in_tick = pic->rate_ctrl.frame_rate_den;
 124         enc->enc_pic.vui.time_scale = pic->rate_ctrl.frame_rate_num * 2;
 125         enc->enc_pic.vui.fixed_frame_rate_flag = 0x00000001;
 126         enc->enc_pic.vui.bit_rate_scale = 0x00000004;
 127         enc->enc_pic.vui.cpb_size_scale = 0x00000006;
 128         enc->enc_pic.vui.initial_cpb_removal_delay_length_minus1 = 0x00000017;
 129         enc->enc_pic.vui.cpb_removal_delay_length_minus1 = 0x00000017;
 130         enc->enc_pic.vui.dpb_output_delay_length_minus1 = 0x00000017;
 131         enc->enc_pic.vui.time_offset_length = 0x00000018;
 132         enc->enc_pic.vui.motion_vectors_over_pic_boundaries_flag = 0x00000001;
 133         enc->enc_pic.vui.max_bytes_per_pic_denom = 0x00000002;
 134         enc->enc_pic.vui.max_bits_per_mb_denom = 0x00000001;
 135         enc->enc_pic.vui.log2_max_mv_length_hori = 0x00000010;
 136         enc->enc_pic.vui.log2_max_mv_length_vert = 0x00000010;
 137         enc->enc_pic.vui.num_reorder_frames = 0x00000003;
 138         enc->enc_pic.vui.max_dec_frame_buffering = 0x00000003;
 139 }
 140
 141 void radeon_vce_52_get_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
 142 {
 143         get_rate_control_param(enc, pic);
 144         get_motion_estimation_param(enc, pic);
 145         get_pic_control_param(enc, pic);
 146         get_task_info_param(enc);
 147         get_feedback_buffer_param(enc);
 148         get_vui_param(enc, pic);
 149         get_config_ext_param(enc);
 150
 151         enc->enc_pic.picture_type = pic->picture_type;
 152         enc->enc_pic.frame_num = pic->frame_num;
 153         enc->enc_pic.frame_num_cnt = pic->frame_num_cnt;
 154         enc->enc_pic.p_remain = pic->p_remain;
 155         enc->enc_pic.i_remain = pic->i_remain;
 156         enc->enc_pic.gop_cnt = pic->gop_cnt;
 157         enc->enc_pic.pic_order_cnt = pic->pic_order_cnt;
 158         enc->enc_pic.ref_idx_l0 = pic->ref_idx_l0;
 159         enc->enc_pic.ref_idx_l1 = pic->ref_idx_l1;
 160         enc->enc_pic.not_referenced = pic->not_referenced;
 161         if (enc->dual_inst)
 162                 enc->enc_pic.addrmode_arraymode_disrdo_distwoinstants = 0x00000201;
 163         else
 164                 enc->enc_pic.addrmode_arraymode_disrdo_distwoinstants = 0x01000201;
 165         enc->enc_pic.is_idr = pic->is_idr;
 166 }
 167
 168 static void create(struct rvce_encoder *enc)
 169 {
 170         enc->task_info(enc, 0x00000000, 0, 0, 0);
 171
 172         RVCE_BEGIN(0x01000001); // create cmd
 173         RVCE_CS(enc->enc_pic.ec.enc_use_circular_buffer);
 174         RVCE_CS(profiles[enc->base.profile -
 175                 PIPE_VIDEO_PROFILE_MPEG4_AVC_BASELINE]); // encProfile
 176         RVCE_CS(enc->base.level); // encLevel
 177         RVCE_CS(enc->enc_pic.ec.enc_pic_struct_restriction);
 178         RVCE_CS(enc->base.width); // encImageWidth
 179         RVCE_CS(enc->base.height); // encImageHeight
 180         RVCE_CS(enc->luma->level[0].pitch_bytes); // encRefPicLumaPitch
 181         RVCE_CS(enc->chroma->level[0].pitch_bytes); // encRefPicChromaPitch
 182         RVCE_CS(align(enc->luma->npix_y, 16) / 8); // encRefYHeightInQw
 183         RVCE_CS(enc->enc_pic.addrmode_arraymode_disrdo_distwoinstants);
 184
 185         RVCE_CS(enc->enc_pic.ec.enc_pre_encode_context_buffer_offset);
 186         RVCE_CS(enc->enc_pic.ec.enc_pre_encode_input_luma_buffer_offset);
 187         RVCE_CS(enc->enc_pic.ec.enc_pre_encode_input_chroma_buffer_offset);
 188         RVCE_CS(enc->enc_pic.ec.enc_pre_encode_mode_chromaflag_vbaqmode_scenechangesensitivity);
 189         RVCE_END();
 190 }
 191
 192 static void encode(struct rvce_encoder *enc)
 193 {
 194         signed luma_offset, chroma_offset, bs_offset;
 195         unsigned dep, bs_idx = enc->bs_idx++;
 196         int i;
 197
 198         if (enc->dual_inst) {
 199                 if (bs_idx == 0)
 200                         dep = 1;
 201                 else if (enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_IDR)
 202                         dep = 0;
 203                 else
 204                         dep = 2;
 205         } else
 206                 dep = 0;
 207
 208         enc->task_info(enc, 0x00000003, dep, 0, bs_idx);
 209
 210         RVCE_BEGIN(0x05000001); // context buffer
 211         RVCE_READWRITE(enc->cpb.res->buf, enc->cpb.res->domains, 0); // encodeContextAddressHi/Lo
 212         RVCE_END();
 213
 214         bs_offset = -(signed)(bs_idx * enc->bs_size);
 215
 216         RVCE_BEGIN(0x05000004); // video bitstream buffer
 217         RVCE_WRITE(enc->bs_handle, RADEON_DOMAIN_GTT, bs_offset); // videoBitstreamRingAddressHi/Lo
 218         RVCE_CS(enc->bs_size); // videoBitstreamRingSize
 219         RVCE_END();
 220
 221         if (enc->dual_pipe) {
 222                 unsigned aux_offset = enc->cpb.res->buf->size -
 223                         RVCE_MAX_AUX_BUFFER_NUM * RVCE_MAX_BITSTREAM_OUTPUT_ROW_SIZE * 2;
 224                 RVCE_BEGIN(0x05000002); // auxiliary buffer
 225                 for (i = 0; i < 8; ++i) {
 226                         RVCE_CS(aux_offset);
 227                         aux_offset += RVCE_MAX_BITSTREAM_OUTPUT_ROW_SIZE;
 228                 }
 229                 for (i = 0; i < 8; ++i)
 230                         RVCE_CS(RVCE_MAX_BITSTREAM_OUTPUT_ROW_SIZE);
 231                 RVCE_END();
 232         }
 233
 234         RVCE_BEGIN(0x03000001); // encode
 235         RVCE_CS(enc->enc_pic.frame_num ? 0x0 : 0x11); // insertHeaders
 236         RVCE_CS(enc->enc_pic.eo.picture_structure);
 237         RVCE_CS(enc->bs_size); // allowedMaxBitstreamSize
 238         RVCE_CS(enc->enc_pic.eo.force_refresh_map);
 239         RVCE_CS(enc->enc_pic.eo.insert_aud);
 240         RVCE_CS(enc->enc_pic.eo.end_of_sequence);
 241         RVCE_CS(enc->enc_pic.eo.end_of_stream);
 242         RVCE_READ(enc->handle, RADEON_DOMAIN_VRAM,
 243                 enc->luma->level[0].offset); // inputPictureLumaAddressHi/Lo
 244         RVCE_READ(enc->handle, RADEON_DOMAIN_VRAM,
 245                 enc->chroma->level[0].offset); // inputPictureChromaAddressHi/Lo
 246         RVCE_CS(align(enc->luma->npix_y, 16)); // encInputFrameYPitch
 247         RVCE_CS(enc->luma->level[0].pitch_bytes); // encInputPicLumaPitch
 248         RVCE_CS(enc->chroma->level[0].pitch_bytes); // encInputPicChromaPitch
 249         if (enc->dual_pipe)
 250                 enc->enc_pic.eo.enc_input_pic_addr_array_disable2pipe_disablemboffload = 0x00000000;
 251         else
 252                 enc->enc_pic.eo.enc_input_pic_addr_array_disable2pipe_disablemboffload = 0x00010000;
 253         RVCE_CS(enc->enc_pic.eo.enc_input_pic_addr_array_disable2pipe_disablemboffload);
 254         RVCE_CS(enc->enc_pic.eo.enc_input_pic_tile_config);
 255         RVCE_CS(enc->enc_pic.picture_type); // encPicType
 256         RVCE_CS(enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_IDR); // encIdrFlag
 257         if ((enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_IDR) && (enc->enc_pic.eo.enc_idr_pic_id !=0))
 258                 enc->enc_pic.eo.enc_idr_pic_id = enc->enc_pic.idr_pic_id - 1;
 259         else
 260                 enc->enc_pic.eo.enc_idr_pic_id = 0x00000000;
 261         RVCE_CS(enc->enc_pic.eo.enc_idr_pic_id);
 262         RVCE_CS(enc->enc_pic.eo.enc_mgs_key_pic);
 263         RVCE_CS(!enc->enc_pic.not_referenced);
 264         RVCE_CS(enc->enc_pic.eo.enc_temporal_layer_index);
 265         RVCE_CS(enc->enc_pic.eo.num_ref_idx_active_override_flag);
 266         RVCE_CS(enc->enc_pic.eo.num_ref_idx_l0_active_minus1);
 267         RVCE_CS(enc->enc_pic.eo.num_ref_idx_l1_active_minus1);
 268
 269         i = enc->enc_pic.frame_num - enc->enc_pic.ref_idx_l0;
 270         if (i > 1 && enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_P) {
 271                 enc->enc_pic.eo.enc_ref_list_modification_op = 0x00000001;
 272                 enc->enc_pic.eo.enc_ref_list_modification_num = i - 1;
 273                 RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_op);
 274                 RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_num);
 275         } else {
 276                 enc->enc_pic.eo.enc_ref_list_modification_op = 0x00000000;
 277                 enc->enc_pic.eo.enc_ref_list_modification_num = 0x00000000;
 278                 RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_op);
 279                 RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_num);
 280         }
 281
 282         for (i = 0; i < 3; ++i) {
 283                 enc->enc_pic.eo.enc_ref_list_modification_op = 0x00000000;
 284                 enc->enc_pic.eo.enc_ref_list_modification_num = 0x00000000;
 285                 RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_op);
 286                 RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_num);
 287         }
 288         for (i = 0; i < 4; ++i) {
 289                 RVCE_CS(enc->enc_pic.eo.enc_decoded_picture_marking_op);
 290                 RVCE_CS(enc->enc_pic.eo.enc_decoded_picture_marking_num);
 291                 RVCE_CS(enc->enc_pic.eo.enc_decoded_picture_marking_idx);
 292                 RVCE_CS(enc->enc_pic.eo.enc_decoded_ref_base_picture_marking_op);
 293                 RVCE_CS(enc->enc_pic.eo.enc_decoded_ref_base_picture_marking_num);
 294         }
 295
 296         // encReferencePictureL0[0]
 297         RVCE_CS(0x00000000); // pictureStructure
 298         if(enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_P ||
 299                 enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_B) {
 300                 struct rvce_cpb_slot *l0 = l0_slot(enc);
 301                 rvce_frame_offset(enc, l0, &luma_offset, &chroma_offset);
 302                 RVCE_CS(l0->picture_type);
 303                 RVCE_CS(l0->frame_num);
 304                 RVCE_CS(l0->pic_order_cnt);
 305                 RVCE_CS(luma_offset);
 306                 RVCE_CS(chroma_offset);
 307         } else {
 308                 enc->enc_pic.eo.l0_enc_pic_type = 0x00000000;
 309                 enc->enc_pic.eo.l0_frame_number = 0x00000000;
 310                 enc->enc_pic.eo.l0_picture_order_count = 0x00000000;
 311                 enc->enc_pic.eo.l0_luma_offset = 0xffffffff;
 312                 enc->enc_pic.eo.l0_chroma_offset = 0xffffffff;
 313                 RVCE_CS(enc->enc_pic.eo.l0_enc_pic_type);
 314                 RVCE_CS(enc->enc_pic.eo.l0_frame_number);
 315                 RVCE_CS(enc->enc_pic.eo.l0_picture_order_count);
 316                 RVCE_CS(enc->enc_pic.eo.l0_luma_offset);
 317                 RVCE_CS(enc->enc_pic.eo.l0_chroma_offset);
 318         }
 319
 320         // encReferencePictureL0[1]
 321         enc->enc_pic.eo.l0_picture_structure = 0x00000000;
 322         enc->enc_pic.eo.l0_enc_pic_type = 0x00000000;
 323         enc->enc_pic.eo.l0_frame_number = 0x00000000;
 324         enc->enc_pic.eo.l0_picture_order_count = 0x00000000;
 325         enc->enc_pic.eo.l0_luma_offset = 0xffffffff;
 326         enc->enc_pic.eo.l0_chroma_offset = 0xffffffff;
 327         RVCE_CS(enc->enc_pic.eo.l0_picture_structure);
 328         RVCE_CS(enc->enc_pic.eo.l0_enc_pic_type);
 329         RVCE_CS(enc->enc_pic.eo.l0_frame_number);
 330         RVCE_CS(enc->enc_pic.eo.l0_picture_order_count);
 331         RVCE_CS(enc->enc_pic.eo.l0_luma_offset);
 332         RVCE_CS(enc->enc_pic.eo.l0_chroma_offset);
 333
 334         // encReferencePictureL1[0]
 335         RVCE_CS(0x00000000); // pictureStructure
 336         if(enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_B) {
 337                 struct rvce_cpb_slot *l1 = l1_slot(enc);
 338                 rvce_frame_offset(enc, l1, &luma_offset, &chroma_offset);
 339                 RVCE_CS(l1->picture_type);
 340                 RVCE_CS(l1->frame_num);
 341                 RVCE_CS(l1->pic_order_cnt);
 342                 RVCE_CS(luma_offset);
 343                 RVCE_CS(chroma_offset);
 344         } else {
 345                 enc->enc_pic.eo.l1_enc_pic_type = 0x00000000;
 346                 enc->enc_pic.eo.l1_frame_number = 0x00000000;
 347                 enc->enc_pic.eo.l1_picture_order_count = 0x00000000;
 348                 enc->enc_pic.eo.l1_luma_offset = 0xffffffff;
 349                 enc->enc_pic.eo.l1_chroma_offset = 0xffffffff;
 350                 RVCE_CS(enc->enc_pic.eo.l1_enc_pic_type);
 351                 RVCE_CS(enc->enc_pic.eo.l1_frame_number);
 352                 RVCE_CS(enc->enc_pic.eo.l1_picture_order_count);
 353                 RVCE_CS(enc->enc_pic.eo.l1_luma_offset);
 354                 RVCE_CS(enc->enc_pic.eo.l1_chroma_offset);
 355         }
 356
 357         rvce_frame_offset(enc, current_slot(enc), &luma_offset, &chroma_offset);
 358         RVCE_CS(luma_offset);
 359         RVCE_CS(chroma_offset);
 360         RVCE_CS(enc->enc_pic.eo.enc_coloc_buffer_offset);
 361         RVCE_CS(enc->enc_pic.eo.enc_reconstructed_ref_base_picture_luma_offset);
 362         RVCE_CS(enc->enc_pic.eo.enc_reconstructed_ref_base_picture_chroma_offset);
 363         RVCE_CS(enc->enc_pic.eo.enc_reference_ref_base_picture_luma_offset);
 364         RVCE_CS(enc->enc_pic.eo.enc_reference_ref_base_picture_chroma_offset);
 365         RVCE_CS(enc->enc_pic.frame_num_cnt-1);
 366         RVCE_CS(enc->enc_pic.frame_num);
 367         RVCE_CS(enc->enc_pic.pic_order_cnt);
 368         RVCE_CS(enc->enc_pic.i_remain);
 369         RVCE_CS(enc->enc_pic.p_remain);
 370         RVCE_CS(enc->enc_pic.eo.num_b_pic_remain_in_rcgop);
 371         RVCE_CS(enc->enc_pic.eo.num_ir_pic_remain_in_rcgop);
 372         RVCE_CS(enc->enc_pic.eo.enable_intra_refresh);
 373
 374         RVCE_CS(enc->enc_pic.eo.aq_variance_en);
 375         RVCE_CS(enc->enc_pic.eo.aq_block_size);
 376         RVCE_CS(enc->enc_pic.eo.aq_mb_variance_sel);
 377         RVCE_CS(enc->enc_pic.eo.aq_frame_variance_sel);
 378         RVCE_CS(enc->enc_pic.eo.aq_param_a);
 379         RVCE_CS(enc->enc_pic.eo.aq_param_b);
 380         RVCE_CS(enc->enc_pic.eo.aq_param_c);
 381         RVCE_CS(enc->enc_pic.eo.aq_param_d);
 382         RVCE_CS(enc->enc_pic.eo.aq_param_e);
 383
 384         RVCE_CS(enc->enc_pic.eo.context_in_sfb);
 385         RVCE_END();
 386 }
 387
 388 static void rate_control(struct rvce_encoder *enc)
 389 {
 390         RVCE_BEGIN(0x04000005); // rate control
 391         RVCE_CS(enc->enc_pic.rc.rc_method);
 392         RVCE_CS(enc->enc_pic.rc.target_bitrate);
 393         RVCE_CS(enc->enc_pic.rc.peak_bitrate);
 394         RVCE_CS(enc->enc_pic.rc.frame_rate_num);
 395         RVCE_CS(enc->enc_pic.rc.gop_size);
 396         RVCE_CS(enc->enc_pic.rc.quant_i_frames);
 397         RVCE_CS(enc->enc_pic.rc.quant_p_frames);
 398         RVCE_CS(enc->enc_pic.rc.quant_b_frames);
 399         RVCE_CS(enc->enc_pic.rc.vbv_buffer_size);
 400         RVCE_CS(enc->enc_pic.rc.frame_rate_den);
 401         RVCE_CS(enc->enc_pic.rc.vbv_buf_lv);
 402         RVCE_CS(enc->enc_pic.rc.max_au_size);
 403         RVCE_CS(enc->enc_pic.rc.qp_initial_mode);
 404         RVCE_CS(enc->enc_pic.rc.target_bits_picture);
 405         RVCE_CS(enc->enc_pic.rc.peak_bits_picture_integer);
 406         RVCE_CS(enc->enc_pic.rc.peak_bits_picture_fraction);
 407         RVCE_CS(enc->enc_pic.rc.min_qp);
 408         RVCE_CS(enc->enc_pic.rc.max_qp);
 409         RVCE_CS(enc->enc_pic.rc.skip_frame_enable);
 410         RVCE_CS(enc->enc_pic.rc.fill_data_enable);
 411         RVCE_CS(enc->enc_pic.rc.enforce_hrd);
 412         RVCE_CS(enc->enc_pic.rc.b_pics_delta_qp);
 413         RVCE_CS(enc->enc_pic.rc.ref_b_pics_delta_qp);
 414         RVCE_CS(enc->enc_pic.rc.rc_reinit_disable);
 415         RVCE_CS(enc->enc_pic.rc.enc_lcvbr_init_qp_flag);
 416         RVCE_CS(enc->enc_pic.rc.lcvbrsatd_based_nonlinear_bit_budget_flag);
 417         RVCE_END();
 418 }
 419
 420 static void config(struct rvce_encoder *enc)
 421 {
 422         enc->task_info(enc, 0x00000002, 0, 0xffffffff, 0);
 423         enc->rate_control(enc);
 424         enc->config_extension(enc);
 425         enc->motion_estimation(enc);
 426         enc->rdo(enc);
 427         if (enc->use_vui)
 428                 enc->vui(enc);
 429         enc->pic_control(enc);
 430 }
 431
 432 static void config_extension(struct rvce_encoder *enc)
 433 {
 434         RVCE_BEGIN(0x04000001); // config extension
 435         RVCE_CS(enc->enc_pic.ce.enc_enable_perf_logging);
 436         RVCE_END();
 437 }
 438
 439 static void destroy(struct rvce_encoder *enc)
 440 {
 441         enc->task_info(enc, 0x00000001, 0, 0, 0);
 442
 443         RVCE_BEGIN(0x02000001); // destroy
 444         RVCE_END();
 445 }
 446
 447 static void feedback(struct rvce_encoder *enc)
 448 {
 449         RVCE_BEGIN(0x05000005); // feedback buffer
 450         RVCE_WRITE(enc->fb->res->buf, enc->fb->res->domains, 0x0); // feedbackRingAddressHi/Lo
 451         RVCE_CS(enc->enc_pic.fb.feedback_ring_size);
 452         RVCE_END();
 453 }
 454
 455 static void motion_estimation(struct rvce_encoder *enc)
 456 {
 457         RVCE_BEGIN(0x04000007); // motion estimation
 458         RVCE_CS(enc->enc_pic.me.enc_ime_decimation_search);
 459         RVCE_CS(enc->enc_pic.me.motion_est_half_pixel);
 460         RVCE_CS(enc->enc_pic.me.motion_est_quarter_pixel);
 461         RVCE_CS(enc->enc_pic.me.disable_favor_pmv_point);
 462         RVCE_CS(enc->enc_pic.me.force_zero_point_center);
 463         RVCE_CS(enc->enc_pic.me.lsmvert);
 464         RVCE_CS(enc->enc_pic.me.enc_search_range_x);
 465         RVCE_CS(enc->enc_pic.me.enc_search_range_y);
 466         RVCE_CS(enc->enc_pic.me.enc_search1_range_x);
 467         RVCE_CS(enc->enc_pic.me.enc_search1_range_y);
 468         RVCE_CS(enc->enc_pic.me.disable_16x16_frame1);
 469         RVCE_CS(enc->enc_pic.me.disable_satd);
 470         RVCE_CS(enc->enc_pic.me.enable_amd);
 471         RVCE_CS(enc->enc_pic.me.enc_disable_sub_mode);
 472         RVCE_CS(enc->enc_pic.me.enc_ime_skip_x);
 473         RVCE_CS(enc->enc_pic.me.enc_ime_skip_y);
 474         RVCE_CS(enc->enc_pic.me.enc_en_ime_overw_dis_subm);
 475         RVCE_CS(enc->enc_pic.me.enc_ime_overw_dis_subm_no);
 476         RVCE_CS(enc->enc_pic.me.enc_ime2_search_range_x);
 477         RVCE_CS(enc->enc_pic.me.enc_ime2_search_range_y);
 478         RVCE_CS(enc->enc_pic.me.parallel_mode_speedup_enable);
 479         RVCE_CS(enc->enc_pic.me.fme0_enc_disable_sub_mode);
 480         RVCE_CS(enc->enc_pic.me.fme1_enc_disable_sub_mode);
 481         RVCE_CS(enc->enc_pic.me.ime_sw_speedup_enable);
 482         RVCE_END();
 483 }
 484
 485 static void pic_control(struct rvce_encoder *enc)
 486 {
 487         RVCE_BEGIN(0x04000002); // pic control
 488         RVCE_CS(enc->enc_pic.pc.enc_use_constrained_intra_pred);
 489         RVCE_CS(enc->enc_pic.pc.enc_cabac_enable);
 490         RVCE_CS(enc->enc_pic.pc.enc_cabac_idc);
 491         RVCE_CS(enc->enc_pic.pc.enc_loop_filter_disable);
 492         RVCE_CS(enc->enc_pic.pc.enc_lf_beta_offset);
 493         RVCE_CS(enc->enc_pic.pc.enc_lf_alpha_c0_offset);
 494         RVCE_CS(enc->enc_pic.pc.enc_crop_left_offset);
 495         RVCE_CS(enc->enc_pic.pc.enc_crop_right_offset);
 496         RVCE_CS(enc->enc_pic.pc.enc_crop_top_offset);
 497         RVCE_CS(enc->enc_pic.pc.enc_crop_bottom_offset);
 498         RVCE_CS(enc->enc_pic.pc.enc_num_mbs_per_slice);
 499         RVCE_CS(enc->enc_pic.pc.enc_intra_refresh_num_mbs_per_slot);
 500         RVCE_CS(enc->enc_pic.pc.enc_force_intra_refresh);
 501         RVCE_CS(enc->enc_pic.pc.enc_force_imb_period);
 502         RVCE_CS(enc->enc_pic.pc.enc_pic_order_cnt_type);
 503         RVCE_CS(enc->enc_pic.pc.log2_max_pic_order_cnt_lsb_minus4);
 504         RVCE_CS(enc->enc_pic.pc.enc_sps_id);
 505         RVCE_CS(enc->enc_pic.pc.enc_pps_id);
 506         RVCE_CS(enc->enc_pic.pc.enc_constraint_set_flags);
 507         RVCE_CS(enc->enc_pic.pc.enc_b_pic_pattern);
 508         RVCE_CS(enc->enc_pic.pc.weight_pred_mode_b_picture);
 509         RVCE_CS(enc->enc_pic.pc.enc_number_of_reference_frames);
 510         RVCE_CS(enc->enc_pic.pc.enc_max_num_ref_frames);
 511         RVCE_CS(enc->enc_pic.pc.enc_num_default_active_ref_l0);
 512         RVCE_CS(enc->enc_pic.pc.enc_num_default_active_ref_l1);
 513         RVCE_CS(enc->enc_pic.pc.enc_slice_mode);
 514         RVCE_CS(enc->enc_pic.pc.enc_max_slice_size);
 515         RVCE_END();
 516 }
 517
 518 static void rdo(struct rvce_encoder *enc)
 519 {
 520         RVCE_BEGIN(0x04000008); // rdo
 521         RVCE_CS(enc->enc_pic.rdo.enc_disable_tbe_pred_i_frame);
 522         RVCE_CS(enc->enc_pic.rdo.enc_disable_tbe_pred_p_frame);
 523         RVCE_CS(enc->enc_pic.rdo.use_fme_interpol_y);
 524         RVCE_CS(enc->enc_pic.rdo.use_fme_interpol_uv);
 525         RVCE_CS(enc->enc_pic.rdo.use_fme_intrapol_y);
 526         RVCE_CS(enc->enc_pic.rdo.use_fme_intrapol_uv);
 527         RVCE_CS(enc->enc_pic.rdo.use_fme_interpol_y_1);
 528         RVCE_CS(enc->enc_pic.rdo.use_fme_interpol_uv_1);
 529         RVCE_CS(enc->enc_pic.rdo.use_fme_intrapol_y_1);
 530         RVCE_CS(enc->enc_pic.rdo.use_fme_intrapol_uv_1);
 531         RVCE_CS(enc->enc_pic.rdo.enc_16x16_cost_adj);
 532         RVCE_CS(enc->enc_pic.rdo.enc_skip_cost_adj);
 533         RVCE_CS(enc->enc_pic.rdo.enc_force_16x16_skip);
 534         RVCE_CS(enc->enc_pic.rdo.enc_disable_threshold_calc_a);
 535         RVCE_CS(enc->enc_pic.rdo.enc_luma_coeff_cost);
 536         RVCE_CS(enc->enc_pic.rdo.enc_luma_mb_coeff_cost);
 537         RVCE_CS(enc->enc_pic.rdo.enc_chroma_coeff_cost);
 538         RVCE_END();
 539 }
 540
 541 static void session(struct rvce_encoder *enc)
 542 {
 543         RVCE_BEGIN(0x00000001); // session cmd
 544         RVCE_CS(enc->stream_handle);
 545         RVCE_END();
 546 }
 547
 548 static void task_info(struct rvce_encoder *enc, uint32_t op,
 549                                           uint32_t dep, uint32_t fb_idx, uint32_t ring_idx)
 550 {
 551         RVCE_BEGIN(0x00000002); // task info
 552         if (op == 0x3) {
 553                 if (enc->task_info_idx) {
 554                         uint32_t offs = enc->cs->current.cdw - enc->task_info_idx + 3;
 555                         // Update offsetOfNextTaskInfo
 556                         enc->cs->current.buf[enc->task_info_idx] = offs;
 557                 }
 558                 enc->task_info_idx = enc->cs->current.cdw;
 559         }
 560         enc->enc_pic.ti.task_operation = op;
 561         enc->enc_pic.ti.reference_picture_dependency = dep;
 562         enc->enc_pic.ti.feedback_index = fb_idx;
 563         enc->enc_pic.ti.video_bitstream_ring_index = ring_idx;
 564         RVCE_CS(enc->enc_pic.ti.offset_of_next_task_info);
 565         RVCE_CS(enc->enc_pic.ti.task_operation);
 566         RVCE_CS(enc->enc_pic.ti.reference_picture_dependency);
 567         RVCE_CS(enc->enc_pic.ti.collocate_flag_dependency);
 568         RVCE_CS(enc->enc_pic.ti.feedback_index);
 569         RVCE_CS(enc->enc_pic.ti.video_bitstream_ring_index);
 570         RVCE_END();
 571 }
 572
 573 static void vui(struct rvce_encoder *enc)
 574 {
 575         int i;
 576
 577         if (!enc->enc_pic.enable_vui)
 578                 return;
 579
 580         RVCE_BEGIN(0x04000009); // vui
 581         RVCE_CS(enc->enc_pic.vui.aspect_ratio_info_present_flag);
 582         RVCE_CS(enc->enc_pic.vui.aspect_ratio_idc);
 583         RVCE_CS(enc->enc_pic.vui.sar_width);
 584         RVCE_CS(enc->enc_pic.vui.sar_height);
 585         RVCE_CS(enc->enc_pic.vui.overscan_info_present_flag);
 586         RVCE_CS(enc->enc_pic.vui.overscan_Approp_flag);
 587         RVCE_CS(enc->enc_pic.vui.video_signal_type_present_flag);
 588         RVCE_CS(enc->enc_pic.vui.video_format);
 589         RVCE_CS(enc->enc_pic.vui.video_full_range_flag);
 590         RVCE_CS(enc->enc_pic.vui.color_description_present_flag);
 591         RVCE_CS(enc->enc_pic.vui.color_prim);
 592         RVCE_CS(enc->enc_pic.vui.transfer_char);
 593         RVCE_CS(enc->enc_pic.vui.matrix_coef);
 594         RVCE_CS(enc->enc_pic.vui.chroma_loc_info_present_flag);
 595         RVCE_CS(enc->enc_pic.vui.chroma_loc_top);
 596         RVCE_CS(enc->enc_pic.vui.chroma_loc_bottom);
 597         RVCE_CS(enc->enc_pic.vui.timing_info_present_flag);
 598         RVCE_CS(enc->enc_pic.vui.num_units_in_tick);
 599         RVCE_CS(enc->enc_pic.vui.time_scale);
 600         RVCE_CS(enc->enc_pic.vui.fixed_frame_rate_flag);
 601         RVCE_CS(enc->enc_pic.vui.nal_hrd_parameters_present_flag);
 602         RVCE_CS(enc->enc_pic.vui.cpb_cnt_minus1);
 603         RVCE_CS(enc->enc_pic.vui.bit_rate_scale);
 604         RVCE_CS(enc->enc_pic.vui.cpb_size_scale);
 605         for (i = 0; i < 32; i++) {
 606                 RVCE_CS(enc->enc_pic.vui.bit_rate_value_minus);
 607                 RVCE_CS(enc->enc_pic.vui.cpb_size_value_minus);
 608                 RVCE_CS(enc->enc_pic.vui.cbr_flag);
 609         }
 610         RVCE_CS(enc->enc_pic.vui.initial_cpb_removal_delay_length_minus1);
 611         RVCE_CS(enc->enc_pic.vui.cpb_removal_delay_length_minus1);
 612         RVCE_CS(enc->enc_pic.vui.dpb_output_delay_length_minus1);
 613         RVCE_CS(enc->enc_pic.vui.time_offset_length);
 614         RVCE_CS(enc->enc_pic.vui.low_delay_hrd_flag);
 615         RVCE_CS(enc->enc_pic.vui.pic_struct_present_flag);
 616         RVCE_CS(enc->enc_pic.vui.bitstream_restriction_present_flag);
 617         RVCE_CS(enc->enc_pic.vui.motion_vectors_over_pic_boundaries_flag);
 618         RVCE_CS(enc->enc_pic.vui.max_bytes_per_pic_denom);
 619         RVCE_CS(enc->enc_pic.vui.max_bits_per_mb_denom);
 620         RVCE_CS(enc->enc_pic.vui.log2_max_mv_length_hori);
 621         RVCE_CS(enc->enc_pic.vui.log2_max_mv_length_vert);
 622         RVCE_CS(enc->enc_pic.vui.num_reorder_frames);
 623         RVCE_CS(enc->enc_pic.vui.max_dec_frame_buffering);
 624         RVCE_END();
 625 }
 626
 627 void radeon_vce_52_init(struct rvce_encoder *enc)
 628 {
 629         enc->session = session;
 630         enc->task_info = task_info;
 631         enc->create = create;
 632         enc->feedback = feedback;
 633         enc->rate_control = rate_control;
 634         enc->config_extension = config_extension;
 635         enc->pic_control = pic_control;
 636         enc->motion_estimation = motion_estimation;
 637         enc->rdo = rdo;
 638         enc->vui = vui;
 639         enc->config = config;
 640         enc->encode = encode;
 641         enc->destroy = destroy;
 642 }