src/gallium/drivers/radeon/radeon_vce_52.c

   1 /**************************************************************************
   2  *
   3  * Copyright 2015 Advanced Micro Devices, Inc.
   4  * All Rights Reserved.
   5  *
   6  * Permission is hereby granted, free of charge, to any person obtaining a
   7  * copy of this software and associated documentation files (the
   8  * "Software"), to deal in the Software without restriction, including
   9  * without limitation the rights to use, copy, modify, merge, publish,
  10  * distribute, sub license, and/or sell copies of the Software, and to
  11  * permit persons to whom the Software is furnished to do so, subject to
  12  * the following conditions:
  13  *
  14  * The above copyright notice and this permission notice (including the
  15  * next paragraph) shall be included in all copies or substantial portions
  16  * of the Software.
  17  *
  18  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
  19  * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  20  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
  21  * IN NO EVENT SHALL THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR
  22  * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
  23  * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
  24  * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  25  *
  26  **************************************************************************/
  27
  28 #include <stdio.h>
  29
  30 #include "pipe/p_video_codec.h"
  31
  32 #include "util/u_video.h"
  33 #include "util/u_memory.h"
  34
  35 #include "vl/vl_video_buffer.h"
  36
  37 #include "r600_pipe_common.h"
  38 #include "radeon_video.h"
  39 #include "radeon_vce.h"
  40
  41 static const unsigned profiles[7] = { 66, 77, 88, 100, 110, 122, 244 };
  42
  43 static void get_rate_control_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
  44 {
  45         enc->enc_pic.rc.rc_method = pic->rate_ctrl.rate_ctrl_method;
  46         enc->enc_pic.rc.target_bitrate = pic->rate_ctrl.target_bitrate;
  47         enc->enc_pic.rc.peak_bitrate = pic->rate_ctrl.peak_bitrate;
  48         enc->enc_pic.rc.quant_i_frames = pic->quant_i_frames;
  49         enc->enc_pic.rc.quant_p_frames = pic->quant_p_frames;
  50         enc->enc_pic.rc.quant_b_frames = pic->quant_b_frames;
  51         enc->enc_pic.rc.gop_size = pic->gop_size;
  52         enc->enc_pic.rc.frame_rate_num = pic->rate_ctrl.frame_rate_num;
  53         enc->enc_pic.rc.frame_rate_den = pic->rate_ctrl.frame_rate_den;
  54         enc->enc_pic.rc.max_qp = 51;
  55         enc->enc_pic.rc.vbv_buffer_size = pic->rate_ctrl.vbv_buffer_size;
  56         enc->enc_pic.rc.vbv_buf_lv = pic->rate_ctrl.vbv_buf_lv;
  57         enc->enc_pic.rc.fill_data_enable = pic->rate_ctrl.fill_data_enable;
  58         enc->enc_pic.rc.enforce_hrd = pic->rate_ctrl.enforce_hrd;
  59         enc->enc_pic.rc.target_bits_picture = pic->rate_ctrl.target_bits_picture;
  60         enc->enc_pic.rc.peak_bits_picture_integer = pic->rate_ctrl.peak_bits_picture_integer;
  61         enc->enc_pic.rc.peak_bits_picture_fraction = pic->rate_ctrl.peak_bits_picture_fraction;
  62 }
  63
  64 static void get_motion_estimation_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
  65 {
  66         enc->enc_pic.me.motion_est_quarter_pixel = pic->motion_est.motion_est_quarter_pixel;
  67         enc->enc_pic.me.enc_disable_sub_mode = pic->motion_est.enc_disable_sub_mode;
  68         enc->enc_pic.me.lsmvert = pic->motion_est.lsmvert;
  69         enc->enc_pic.me.enc_en_ime_overw_dis_subm = pic->motion_est.enc_en_ime_overw_dis_subm;
  70         enc->enc_pic.me.enc_ime_overw_dis_subm_no = pic->motion_est.enc_ime_overw_dis_subm_no;
  71         enc->enc_pic.me.enc_ime2_search_range_x = pic->motion_est.enc_ime2_search_range_x;
  72         enc->enc_pic.me.enc_ime2_search_range_y = pic->motion_est.enc_ime2_search_range_y;
  73         enc->enc_pic.me.enc_ime_decimation_search = 0x00000001;
  74         enc->enc_pic.me.motion_est_half_pixel = 0x00000001;
  75         enc->enc_pic.me.enc_search_range_x = 0x00000010;
  76         enc->enc_pic.me.enc_search_range_y = 0x00000010;
  77         enc->enc_pic.me.enc_search1_range_x = 0x00000010;
  78         enc->enc_pic.me.enc_search1_range_y = 0x00000010;
  79 }
  80
  81 static void get_pic_control_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
  82 {
  83         unsigned encNumMBsPerSlice;
  84         encNumMBsPerSlice = align(enc->base.width, 16) / 16;
  85         encNumMBsPerSlice *= align(enc->base.height, 16) / 16;
  86         enc->enc_pic.pc.enc_crop_right_offset = (align(enc->base.width, 16) - enc->base.width) >> 1;
  87         enc->enc_pic.pc.enc_crop_bottom_offset = (align(enc->base.height, 16) - enc->base.height) >> 1;
  88         enc->enc_pic.pc.enc_num_mbs_per_slice = encNumMBsPerSlice;
  89         enc->enc_pic.pc.enc_b_pic_pattern = MAX2(enc->base.max_references, 1) - 1;
  90         enc->enc_pic.pc.enc_number_of_reference_frames = MIN2(enc->base.max_references, 2);
  91         enc->enc_pic.pc.enc_max_num_ref_frames = enc->base.max_references + 1;
  92         enc->enc_pic.pc.enc_num_default_active_ref_l0 = 0x00000001;
  93         enc->enc_pic.pc.enc_num_default_active_ref_l1 = 0x00000001;
  94         enc->enc_pic.pc.enc_cabac_enable = pic->pic_ctrl.enc_cabac_enable;
  95         enc->enc_pic.pc.enc_constraint_set_flags = pic->pic_ctrl.enc_constraint_set_flags;
  96         enc->enc_pic.pc.enc_num_default_active_ref_l0 = 0x00000001;
  97         enc->enc_pic.pc.enc_num_default_active_ref_l1 = 0x00000001;
  98 }
  99
 100 static void get_task_info_param(struct rvce_encoder *enc)
 101 {
 102         enc->enc_pic.ti.offset_of_next_task_info = 0xffffffff;
 103 }
 104
 105 static void get_feedback_buffer_param(struct rvce_encoder *enc)
 106 {
 107         enc->enc_pic.fb.feedback_ring_size = 0x00000001;
 108 }
 109
 110 static void get_config_ext_param(struct rvce_encoder *enc)
 111 {
 112         enc->enc_pic.ce.enc_enable_perf_logging = 0x00000003;
 113 }
 114
 115 static void get_vui_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
 116 {
 117         enc->enc_pic.enable_vui = pic->enable_vui;
 118         enc->enc_pic.vui.video_format = 0x00000005;
 119         enc->enc_pic.vui.color_prim = 0x00000002;
 120         enc->enc_pic.vui.transfer_char = 0x00000002;
 121         enc->enc_pic.vui.matrix_coef = 0x00000002;
 122         enc->enc_pic.vui.timing_info_present_flag = 0x00000001;
 123         enc->enc_pic.vui.num_units_in_tick = pic->rate_ctrl.frame_rate_den;
 124         enc->enc_pic.vui.time_scale = pic->rate_ctrl.frame_rate_num * 2;
 125         enc->enc_pic.vui.fixed_frame_rate_flag = 0x00000001;
 126         enc->enc_pic.vui.bit_rate_scale = 0x00000004;
 127         enc->enc_pic.vui.cpb_size_scale = 0x00000006;
 128         enc->enc_pic.vui.initial_cpb_removal_delay_length_minus1 = 0x00000017;
 129         enc->enc_pic.vui.cpb_removal_delay_length_minus1 = 0x00000017;
 130         enc->enc_pic.vui.dpb_output_delay_length_minus1 = 0x00000017;
 131         enc->enc_pic.vui.time_offset_length = 0x00000018;
 132         enc->enc_pic.vui.motion_vectors_over_pic_boundaries_flag = 0x00000001;
 133         enc->enc_pic.vui.max_bytes_per_pic_denom = 0x00000002;
 134         enc->enc_pic.vui.max_bits_per_mb_denom = 0x00000001;
 135         enc->enc_pic.vui.log2_max_mv_length_hori = 0x00000010;
 136         enc->enc_pic.vui.log2_max_mv_length_vert = 0x00000010;
 137         enc->enc_pic.vui.num_reorder_frames = 0x00000003;
 138         enc->enc_pic.vui.max_dec_frame_buffering = 0x00000003;
 139 }
 140
 141 void radeon_vce_52_get_param(struct rvce_encoder *enc, struct pipe_h264_enc_picture_desc *pic)
 142 {
 143         get_rate_control_param(enc, pic);
 144         get_motion_estimation_param(enc, pic);
 145         get_pic_control_param(enc, pic);
 146         get_task_info_param(enc);
 147         get_feedback_buffer_param(enc);
 148         get_vui_param(enc, pic);
 149         get_config_ext_param(enc);
 150
 151         enc->enc_pic.picture_type = pic->picture_type;
 152         enc->enc_pic.frame_num = pic->frame_num;
 153         enc->enc_pic.frame_num_cnt = pic->frame_num_cnt;
 154         enc->enc_pic.p_remain = pic->p_remain;
 155         enc->enc_pic.i_remain = pic->i_remain;
 156         enc->enc_pic.gop_cnt = pic->gop_cnt;
 157         enc->enc_pic.pic_order_cnt = pic->pic_order_cnt;
 158         enc->enc_pic.ref_idx_l0 = pic->ref_idx_l0;
 159         enc->enc_pic.ref_idx_l1 = pic->ref_idx_l1;
 160         enc->enc_pic.not_referenced = pic->not_referenced;
 161         enc->enc_pic.addrmode_arraymode_disrdo_distwoinstants = pic->ref_pic_mode;
 162         enc->enc_pic.is_idr = pic->is_idr;
 163 }
 164
 165 static void create(struct rvce_encoder *enc)
 166 {
 167         enc->enc_pic.addrmode_arraymode_disrdo_distwoinstants = 0x00000201;
 168         enc->task_info(enc, 0x00000000, 0, 0, 0);
 169
 170         RVCE_BEGIN(0x01000001); // create cmd
 171         RVCE_CS(enc->enc_pic.ec.enc_use_circular_buffer);
 172         RVCE_CS(profiles[enc->base.profile -
 173                 PIPE_VIDEO_PROFILE_MPEG4_AVC_BASELINE]); // encProfile
 174         RVCE_CS(enc->base.level); // encLevel
 175         RVCE_CS(enc->enc_pic.ec.enc_pic_struct_restriction);
 176         RVCE_CS(enc->base.width); // encImageWidth
 177         RVCE_CS(enc->base.height); // encImageHeight
 178         RVCE_CS(enc->luma->level[0].pitch_bytes); // encRefPicLumaPitch
 179         RVCE_CS(enc->chroma->level[0].pitch_bytes); // encRefPicChromaPitch
 180         RVCE_CS(align(enc->luma->npix_y, 16) / 8); // encRefYHeightInQw
 181         RVCE_CS(enc->enc_pic.addrmode_arraymode_disrdo_distwoinstants);
 182
 183         RVCE_CS(enc->enc_pic.ec.enc_pre_encode_context_buffer_offset);
 184         RVCE_CS(enc->enc_pic.ec.enc_pre_encode_input_luma_buffer_offset);
 185         RVCE_CS(enc->enc_pic.ec.enc_pre_encode_input_chroma_buffer_offset);
 186         RVCE_CS(enc->enc_pic.ec.enc_pre_encode_mode_chromaflag_vbaqmode_scenechangesensitivity);
 187         RVCE_END();
 188 }
 189
 190 static void encode(struct rvce_encoder *enc)
 191 {
 192         signed luma_offset, chroma_offset, bs_offset;
 193         unsigned dep, bs_idx = enc->bs_idx++;
 194         int i;
 195
 196         if (enc->dual_inst) {
 197                 if (bs_idx == 0)
 198                         dep = 1;
 199                 else if (enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_IDR)
 200                         dep = 0;
 201                 else
 202                         dep = 2;
 203         } else
 204                 dep = 0;
 205
 206         enc->task_info(enc, 0x00000003, dep, 0, bs_idx);
 207
 208         RVCE_BEGIN(0x05000001); // context buffer
 209         RVCE_READWRITE(enc->cpb.res->buf, enc->cpb.res->domains, 0); // encodeContextAddressHi/Lo
 210         RVCE_END();
 211
 212         bs_offset = -(signed)(bs_idx * enc->bs_size);
 213
 214         RVCE_BEGIN(0x05000004); // video bitstream buffer
 215         RVCE_WRITE(enc->bs_handle, RADEON_DOMAIN_GTT, bs_offset); // videoBitstreamRingAddressHi/Lo
 216         RVCE_CS(enc->bs_size); // videoBitstreamRingSize
 217         RVCE_END();
 218
 219         if (enc->dual_pipe) {
 220                 unsigned aux_offset = enc->cpb.res->buf->size -
 221                         RVCE_MAX_AUX_BUFFER_NUM * RVCE_MAX_BITSTREAM_OUTPUT_ROW_SIZE * 2;
 222                 RVCE_BEGIN(0x05000002); // auxiliary buffer
 223                 for (i = 0; i < 8; ++i) {
 224                         RVCE_CS(aux_offset);
 225                         aux_offset += RVCE_MAX_BITSTREAM_OUTPUT_ROW_SIZE;
 226                 }
 227                 for (i = 0; i < 8; ++i)
 228                         RVCE_CS(RVCE_MAX_BITSTREAM_OUTPUT_ROW_SIZE);
 229                 RVCE_END();
 230         }
 231
 232         RVCE_BEGIN(0x03000001); // encode
 233         RVCE_CS(enc->enc_pic.frame_num ? 0x0 : 0x11); // insertHeaders
 234         RVCE_CS(enc->enc_pic.eo.picture_structure);
 235         RVCE_CS(enc->bs_size); // allowedMaxBitstreamSize
 236         RVCE_CS(enc->enc_pic.eo.force_refresh_map);
 237         RVCE_CS(enc->enc_pic.eo.insert_aud);
 238         RVCE_CS(enc->enc_pic.eo.end_of_sequence);
 239         RVCE_CS(enc->enc_pic.eo.end_of_stream);
 240         RVCE_READ(enc->handle, RADEON_DOMAIN_VRAM,
 241                 enc->luma->level[0].offset); // inputPictureLumaAddressHi/Lo
 242         RVCE_READ(enc->handle, RADEON_DOMAIN_VRAM,
 243                 enc->chroma->level[0].offset); // inputPictureChromaAddressHi/Lo
 244         RVCE_CS(align(enc->luma->npix_y, 16)); // encInputFrameYPitch
 245         RVCE_CS(enc->luma->level[0].pitch_bytes); // encInputPicLumaPitch
 246         RVCE_CS(enc->chroma->level[0].pitch_bytes); // encInputPicChromaPitch
 247         if (enc->dual_pipe)
 248                 enc->enc_pic.eo.enc_input_pic_addr_array_disable2pipe_disablemboffload = 0x00000000;
 249         else
 250                 enc->enc_pic.eo.enc_input_pic_addr_array_disable2pipe_disablemboffload = 0x00010000;
 251         RVCE_CS(enc->enc_pic.eo.enc_input_pic_addr_array_disable2pipe_disablemboffload);
 252         RVCE_CS(enc->enc_pic.eo.enc_input_pic_tile_config);
 253         RVCE_CS(enc->enc_pic.picture_type); // encPicType
 254         RVCE_CS(enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_IDR); // encIdrFlag
 255         if ((enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_IDR) && (enc->enc_pic.eo.enc_idr_pic_id !=0))
 256                 enc->enc_pic.eo.enc_idr_pic_id = enc->enc_pic.idr_pic_id - 1;
 257         else
 258                 enc->enc_pic.eo.enc_idr_pic_id = 0x00000000;
 259         RVCE_CS(enc->enc_pic.eo.enc_idr_pic_id);
 260         RVCE_CS(enc->enc_pic.eo.enc_mgs_key_pic);
 261         RVCE_CS(!enc->enc_pic.not_referenced);
 262         RVCE_CS(enc->enc_pic.eo.enc_temporal_layer_index);
 263         RVCE_CS(enc->enc_pic.eo.num_ref_idx_active_override_flag);
 264         RVCE_CS(enc->enc_pic.eo.num_ref_idx_l0_active_minus1);
 265         RVCE_CS(enc->enc_pic.eo.num_ref_idx_l1_active_minus1);
 266
 267         i = enc->enc_pic.frame_num - enc->enc_pic.ref_idx_l0;
 268         if (i > 1 && enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_P) {
 269                 enc->enc_pic.eo.enc_ref_list_modification_op = 0x00000001;
 270                 enc->enc_pic.eo.enc_ref_list_modification_num = i - 1;
 271                 RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_op);
 272                 RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_num);
 273         } else {
 274                 enc->enc_pic.eo.enc_ref_list_modification_op = 0x00000000;
 275                 enc->enc_pic.eo.enc_ref_list_modification_num = 0x00000000;
 276                 RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_op);
 277                 RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_num);
 278         }
 279
 280         for (i = 0; i < 3; ++i) {
 281                 enc->enc_pic.eo.enc_ref_list_modification_op = 0x00000000;
 282                 enc->enc_pic.eo.enc_ref_list_modification_num = 0x00000000;
 283                 RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_op);
 284                 RVCE_CS(enc->enc_pic.eo.enc_ref_list_modification_num);
 285         }
 286         for (i = 0; i < 4; ++i) {
 287                 RVCE_CS(enc->enc_pic.eo.enc_decoded_picture_marking_op);
 288                 RVCE_CS(enc->enc_pic.eo.enc_decoded_picture_marking_num);
 289                 RVCE_CS(enc->enc_pic.eo.enc_decoded_picture_marking_idx);
 290                 RVCE_CS(enc->enc_pic.eo.enc_decoded_ref_base_picture_marking_op);
 291                 RVCE_CS(enc->enc_pic.eo.enc_decoded_ref_base_picture_marking_num);
 292         }
 293
 294         // encReferencePictureL0[0]
 295         RVCE_CS(0x00000000); // pictureStructure
 296         if(enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_P ||
 297                 enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_B) {
 298                 struct rvce_cpb_slot *l0 = l0_slot(enc);
 299                 rvce_frame_offset(enc, l0, &luma_offset, &chroma_offset);
 300                 RVCE_CS(l0->picture_type);
 301                 RVCE_CS(l0->frame_num);
 302                 RVCE_CS(l0->pic_order_cnt);
 303                 RVCE_CS(luma_offset);
 304                 RVCE_CS(chroma_offset);
 305         } else {
 306                 enc->enc_pic.eo.l0_enc_pic_type = 0x00000000;
 307                 enc->enc_pic.eo.l0_frame_number = 0x00000000;
 308                 enc->enc_pic.eo.l0_picture_order_count = 0x00000000;
 309                 enc->enc_pic.eo.l0_luma_offset = 0xffffffff;
 310                 enc->enc_pic.eo.l0_chroma_offset = 0xffffffff;
 311                 RVCE_CS(enc->enc_pic.eo.l0_enc_pic_type);
 312                 RVCE_CS(enc->enc_pic.eo.l0_frame_number);
 313                 RVCE_CS(enc->enc_pic.eo.l0_picture_order_count);
 314                 RVCE_CS(enc->enc_pic.eo.l0_luma_offset);
 315                 RVCE_CS(enc->enc_pic.eo.l0_chroma_offset);
 316         }
 317
 318         // encReferencePictureL0[1]
 319         enc->enc_pic.eo.l0_picture_structure = 0x00000000;
 320         enc->enc_pic.eo.l0_enc_pic_type = 0x00000000;
 321         enc->enc_pic.eo.l0_frame_number = 0x00000000;
 322         enc->enc_pic.eo.l0_picture_order_count = 0x00000000;
 323         enc->enc_pic.eo.l0_luma_offset = 0xffffffff;
 324         enc->enc_pic.eo.l0_chroma_offset = 0xffffffff;
 325         RVCE_CS(enc->enc_pic.eo.l0_picture_structure);
 326         RVCE_CS(enc->enc_pic.eo.l0_enc_pic_type);
 327         RVCE_CS(enc->enc_pic.eo.l0_frame_number);
 328         RVCE_CS(enc->enc_pic.eo.l0_picture_order_count);
 329         RVCE_CS(enc->enc_pic.eo.l0_luma_offset);
 330         RVCE_CS(enc->enc_pic.eo.l0_chroma_offset);
 331
 332         // encReferencePictureL1[0]
 333         RVCE_CS(0x00000000); // pictureStructure
 334         if(enc->enc_pic.picture_type == PIPE_H264_ENC_PICTURE_TYPE_B) {
 335                 struct rvce_cpb_slot *l1 = l1_slot(enc);
 336                 rvce_frame_offset(enc, l1, &luma_offset, &chroma_offset);
 337                 RVCE_CS(l1->picture_type);
 338                 RVCE_CS(l1->frame_num);
 339                 RVCE_CS(l1->pic_order_cnt);
 340                 RVCE_CS(luma_offset);
 341                 RVCE_CS(chroma_offset);
 342         } else {
 343                 enc->enc_pic.eo.l1_enc_pic_type = 0x00000000;
 344                 enc->enc_pic.eo.l1_frame_number = 0x00000000;
 345                 enc->enc_pic.eo.l1_picture_order_count = 0x00000000;
 346                 enc->enc_pic.eo.l1_luma_offset = 0xffffffff;
 347                 enc->enc_pic.eo.l1_chroma_offset = 0xffffffff;
 348                 RVCE_CS(enc->enc_pic.eo.l1_enc_pic_type);
 349                 RVCE_CS(enc->enc_pic.eo.l1_frame_number);
 350                 RVCE_CS(enc->enc_pic.eo.l1_picture_order_count);
 351                 RVCE_CS(enc->enc_pic.eo.l1_luma_offset);
 352                 RVCE_CS(enc->enc_pic.eo.l1_chroma_offset);
 353         }
 354
 355         rvce_frame_offset(enc, current_slot(enc), &luma_offset, &chroma_offset);
 356         RVCE_CS(luma_offset);
 357         RVCE_CS(chroma_offset);
 358         RVCE_CS(enc->enc_pic.eo.enc_coloc_buffer_offset);
 359         RVCE_CS(enc->enc_pic.eo.enc_reconstructed_ref_base_picture_luma_offset);
 360         RVCE_CS(enc->enc_pic.eo.enc_reconstructed_ref_base_picture_chroma_offset);
 361         RVCE_CS(enc->enc_pic.eo.enc_reference_ref_base_picture_luma_offset);
 362         RVCE_CS(enc->enc_pic.eo.enc_reference_ref_base_picture_chroma_offset);
 363         RVCE_CS(enc->enc_pic.frame_num_cnt-1);
 364         RVCE_CS(enc->enc_pic.frame_num);
 365         RVCE_CS(enc->enc_pic.pic_order_cnt);
 366         RVCE_CS(enc->enc_pic.i_remain);
 367         RVCE_CS(enc->enc_pic.p_remain);
 368         RVCE_CS(enc->enc_pic.eo.num_b_pic_remain_in_rcgop);
 369         RVCE_CS(enc->enc_pic.eo.num_ir_pic_remain_in_rcgop);
 370         RVCE_CS(enc->enc_pic.eo.enable_intra_refresh);
 371
 372         RVCE_CS(enc->enc_pic.eo.aq_variance_en);
 373         RVCE_CS(enc->enc_pic.eo.aq_block_size);
 374         RVCE_CS(enc->enc_pic.eo.aq_mb_variance_sel);
 375         RVCE_CS(enc->enc_pic.eo.aq_frame_variance_sel);
 376         RVCE_CS(enc->enc_pic.eo.aq_param_a);
 377         RVCE_CS(enc->enc_pic.eo.aq_param_b);
 378         RVCE_CS(enc->enc_pic.eo.aq_param_c);
 379         RVCE_CS(enc->enc_pic.eo.aq_param_d);
 380         RVCE_CS(enc->enc_pic.eo.aq_param_e);
 381
 382         RVCE_CS(enc->enc_pic.eo.context_in_sfb);
 383         RVCE_END();
 384 }
 385
 386 static void rate_control(struct rvce_encoder *enc)
 387 {
 388         RVCE_BEGIN(0x04000005); // rate control
 389         RVCE_CS(enc->enc_pic.rc.rc_method);
 390         RVCE_CS(enc->enc_pic.rc.target_bitrate);
 391         RVCE_CS(enc->enc_pic.rc.peak_bitrate);
 392         RVCE_CS(enc->enc_pic.rc.frame_rate_num);
 393         RVCE_CS(enc->enc_pic.rc.gop_size);
 394         RVCE_CS(enc->enc_pic.rc.quant_i_frames);
 395         RVCE_CS(enc->enc_pic.rc.quant_p_frames);
 396         RVCE_CS(enc->enc_pic.rc.quant_b_frames);
 397         RVCE_CS(enc->enc_pic.rc.vbv_buffer_size);
 398         RVCE_CS(enc->enc_pic.rc.frame_rate_den);
 399         RVCE_CS(enc->enc_pic.rc.vbv_buf_lv);
 400         RVCE_CS(enc->enc_pic.rc.max_au_size);
 401         RVCE_CS(enc->enc_pic.rc.qp_initial_mode);
 402         RVCE_CS(enc->enc_pic.rc.target_bits_picture);
 403         RVCE_CS(enc->enc_pic.rc.peak_bits_picture_integer);
 404         RVCE_CS(enc->enc_pic.rc.peak_bits_picture_fraction);
 405         RVCE_CS(enc->enc_pic.rc.min_qp);
 406         RVCE_CS(enc->enc_pic.rc.max_qp);
 407         RVCE_CS(enc->enc_pic.rc.skip_frame_enable);
 408         RVCE_CS(enc->enc_pic.rc.fill_data_enable);
 409         RVCE_CS(enc->enc_pic.rc.enforce_hrd);
 410         RVCE_CS(enc->enc_pic.rc.b_pics_delta_qp);
 411         RVCE_CS(enc->enc_pic.rc.ref_b_pics_delta_qp);
 412         RVCE_CS(enc->enc_pic.rc.rc_reinit_disable);
 413         RVCE_CS(enc->enc_pic.rc.enc_lcvbr_init_qp_flag);
 414         RVCE_CS(enc->enc_pic.rc.lcvbrsatd_based_nonlinear_bit_budget_flag);
 415         RVCE_END();
 416 }
 417
 418 static void config(struct rvce_encoder *enc)
 419 {
 420         enc->task_info(enc, 0x00000002, 0, 0xffffffff, 0);
 421         enc->rate_control(enc);
 422         enc->config_extension(enc);
 423         enc->motion_estimation(enc);
 424         enc->rdo(enc);
 425         if (enc->use_vui)
 426                 enc->vui(enc);
 427         enc->pic_control(enc);
 428 }
 429
 430 static void config_extension(struct rvce_encoder *enc)
 431 {
 432         RVCE_BEGIN(0x04000001); // config extension
 433         RVCE_CS(enc->enc_pic.ce.enc_enable_perf_logging);
 434         RVCE_END();
 435 }
 436
 437 static void destroy(struct rvce_encoder *enc)
 438 {
 439         enc->task_info(enc, 0x00000001, 0, 0, 0);
 440
 441         RVCE_BEGIN(0x02000001); // destroy
 442         RVCE_END();
 443 }
 444
 445 static void feedback(struct rvce_encoder *enc)
 446 {
 447         RVCE_BEGIN(0x05000005); // feedback buffer
 448         RVCE_WRITE(enc->fb->res->buf, enc->fb->res->domains, 0x0); // feedbackRingAddressHi/Lo
 449         RVCE_CS(enc->enc_pic.fb.feedback_ring_size);
 450         RVCE_END();
 451 }
 452
 453 static void motion_estimation(struct rvce_encoder *enc)
 454 {
 455         RVCE_BEGIN(0x04000007); // motion estimation
 456         RVCE_CS(enc->enc_pic.me.enc_ime_decimation_search);
 457         RVCE_CS(enc->enc_pic.me.motion_est_half_pixel);
 458         RVCE_CS(enc->enc_pic.me.motion_est_quarter_pixel);
 459         RVCE_CS(enc->enc_pic.me.disable_favor_pmv_point);
 460         RVCE_CS(enc->enc_pic.me.force_zero_point_center);
 461         RVCE_CS(enc->enc_pic.me.lsmvert);
 462         RVCE_CS(enc->enc_pic.me.enc_search_range_x);
 463         RVCE_CS(enc->enc_pic.me.enc_search_range_y);
 464         RVCE_CS(enc->enc_pic.me.enc_search1_range_x);
 465         RVCE_CS(enc->enc_pic.me.enc_search1_range_y);
 466         RVCE_CS(enc->enc_pic.me.disable_16x16_frame1);
 467         RVCE_CS(enc->enc_pic.me.disable_satd);
 468         RVCE_CS(enc->enc_pic.me.enable_amd);
 469         RVCE_CS(enc->enc_pic.me.enc_disable_sub_mode);
 470         RVCE_CS(enc->enc_pic.me.enc_ime_skip_x);
 471         RVCE_CS(enc->enc_pic.me.enc_ime_skip_y);
 472         RVCE_CS(enc->enc_pic.me.enc_en_ime_overw_dis_subm);
 473         RVCE_CS(enc->enc_pic.me.enc_ime_overw_dis_subm_no);
 474         RVCE_CS(enc->enc_pic.me.enc_ime2_search_range_x);
 475         RVCE_CS(enc->enc_pic.me.enc_ime2_search_range_y);
 476         RVCE_CS(enc->enc_pic.me.parallel_mode_speedup_enable);
 477         RVCE_CS(enc->enc_pic.me.fme0_enc_disable_sub_mode);
 478         RVCE_CS(enc->enc_pic.me.fme1_enc_disable_sub_mode);
 479         RVCE_CS(enc->enc_pic.me.ime_sw_speedup_enable);
 480         RVCE_END();
 481 }
 482
 483 static void pic_control(struct rvce_encoder *enc)
 484 {
 485         RVCE_BEGIN(0x04000002); // pic control
 486         RVCE_CS(enc->enc_pic.pc.enc_use_constrained_intra_pred);
 487         RVCE_CS(enc->enc_pic.pc.enc_cabac_enable);
 488         RVCE_CS(enc->enc_pic.pc.enc_cabac_idc);
 489         RVCE_CS(enc->enc_pic.pc.enc_loop_filter_disable);
 490         RVCE_CS(enc->enc_pic.pc.enc_lf_beta_offset);
 491         RVCE_CS(enc->enc_pic.pc.enc_lf_alpha_c0_offset);
 492         RVCE_CS(enc->enc_pic.pc.enc_crop_left_offset);
 493         RVCE_CS(enc->enc_pic.pc.enc_crop_right_offset);
 494         RVCE_CS(enc->enc_pic.pc.enc_crop_top_offset);
 495         RVCE_CS(enc->enc_pic.pc.enc_crop_bottom_offset);
 496         RVCE_CS(enc->enc_pic.pc.enc_num_mbs_per_slice);
 497         RVCE_CS(enc->enc_pic.pc.enc_intra_refresh_num_mbs_per_slot);
 498         RVCE_CS(enc->enc_pic.pc.enc_force_intra_refresh);
 499         RVCE_CS(enc->enc_pic.pc.enc_force_imb_period);
 500         RVCE_CS(enc->enc_pic.pc.enc_pic_order_cnt_type);
 501         RVCE_CS(enc->enc_pic.pc.log2_max_pic_order_cnt_lsb_minus4);
 502         RVCE_CS(enc->enc_pic.pc.enc_sps_id);
 503         RVCE_CS(enc->enc_pic.pc.enc_pps_id);
 504         RVCE_CS(enc->enc_pic.pc.enc_constraint_set_flags);
 505         RVCE_CS(enc->enc_pic.pc.enc_b_pic_pattern);
 506         RVCE_CS(enc->enc_pic.pc.weight_pred_mode_b_picture);
 507         RVCE_CS(enc->enc_pic.pc.enc_number_of_reference_frames);
 508         RVCE_CS(enc->enc_pic.pc.enc_max_num_ref_frames);
 509         RVCE_CS(enc->enc_pic.pc.enc_num_default_active_ref_l0);
 510         RVCE_CS(enc->enc_pic.pc.enc_num_default_active_ref_l1);
 511         RVCE_CS(enc->enc_pic.pc.enc_slice_mode);
 512         RVCE_CS(enc->enc_pic.pc.enc_max_slice_size);
 513         RVCE_END();
 514 }
 515
 516 static void rdo(struct rvce_encoder *enc)
 517 {
 518         RVCE_BEGIN(0x04000008); // rdo
 519         RVCE_CS(enc->enc_pic.rdo.enc_disable_tbe_pred_i_frame);
 520         RVCE_CS(enc->enc_pic.rdo.enc_disable_tbe_pred_p_frame);
 521         RVCE_CS(enc->enc_pic.rdo.use_fme_interpol_y);
 522         RVCE_CS(enc->enc_pic.rdo.use_fme_interpol_uv);
 523         RVCE_CS(enc->enc_pic.rdo.use_fme_intrapol_y);
 524         RVCE_CS(enc->enc_pic.rdo.use_fme_intrapol_uv);
 525         RVCE_CS(enc->enc_pic.rdo.use_fme_interpol_y_1);
 526         RVCE_CS(enc->enc_pic.rdo.use_fme_interpol_uv_1);
 527         RVCE_CS(enc->enc_pic.rdo.use_fme_intrapol_y_1);
 528         RVCE_CS(enc->enc_pic.rdo.use_fme_intrapol_uv_1);
 529         RVCE_CS(enc->enc_pic.rdo.enc_16x16_cost_adj);
 530         RVCE_CS(enc->enc_pic.rdo.enc_skip_cost_adj);
 531         RVCE_CS(enc->enc_pic.rdo.enc_force_16x16_skip);
 532         RVCE_CS(enc->enc_pic.rdo.enc_disable_threshold_calc_a);
 533         RVCE_CS(enc->enc_pic.rdo.enc_luma_coeff_cost);
 534         RVCE_CS(enc->enc_pic.rdo.enc_luma_mb_coeff_cost);
 535         RVCE_CS(enc->enc_pic.rdo.enc_chroma_coeff_cost);
 536         RVCE_END();
 537 }
 538
 539 static void session(struct rvce_encoder *enc)
 540 {
 541         RVCE_BEGIN(0x00000001); // session cmd
 542         RVCE_CS(enc->stream_handle);
 543         RVCE_END();
 544 }
 545
 546 static void task_info(struct rvce_encoder *enc, uint32_t op,
 547                                           uint32_t dep, uint32_t fb_idx, uint32_t ring_idx)
 548 {
 549         RVCE_BEGIN(0x00000002); // task info
 550         if (op == 0x3) {
 551                 if (enc->task_info_idx) {
 552                         uint32_t offs = enc->cs->current.cdw - enc->task_info_idx + 3;
 553                         // Update offsetOfNextTaskInfo
 554                         enc->cs->current.buf[enc->task_info_idx] = offs;
 555                 }
 556                 enc->task_info_idx = enc->cs->current.cdw;
 557         }
 558         enc->enc_pic.ti.task_operation = op;
 559         enc->enc_pic.ti.reference_picture_dependency = dep;
 560         enc->enc_pic.ti.feedback_index = fb_idx;
 561         enc->enc_pic.ti.video_bitstream_ring_index = ring_idx;
 562         RVCE_CS(enc->enc_pic.ti.offset_of_next_task_info);
 563         RVCE_CS(enc->enc_pic.ti.task_operation);
 564         RVCE_CS(enc->enc_pic.ti.reference_picture_dependency);
 565         RVCE_CS(enc->enc_pic.ti.collocate_flag_dependency);
 566         RVCE_CS(enc->enc_pic.ti.feedback_index);
 567         RVCE_CS(enc->enc_pic.ti.video_bitstream_ring_index);
 568         RVCE_END();
 569 }
 570
 571 static void vui(struct rvce_encoder *enc)
 572 {
 573         int i;
 574
 575         if (!enc->enc_pic.enable_vui)
 576                 return;
 577
 578         RVCE_BEGIN(0x04000009); // vui
 579         RVCE_CS(enc->enc_pic.vui.aspect_ratio_info_present_flag);
 580         RVCE_CS(enc->enc_pic.vui.aspect_ratio_idc);
 581         RVCE_CS(enc->enc_pic.vui.sar_width);
 582         RVCE_CS(enc->enc_pic.vui.sar_height);
 583         RVCE_CS(enc->enc_pic.vui.overscan_info_present_flag);
 584         RVCE_CS(enc->enc_pic.vui.overscan_Approp_flag);
 585         RVCE_CS(enc->enc_pic.vui.video_signal_type_present_flag);
 586         RVCE_CS(enc->enc_pic.vui.video_format);
 587         RVCE_CS(enc->enc_pic.vui.video_full_range_flag);
 588         RVCE_CS(enc->enc_pic.vui.color_description_present_flag);
 589         RVCE_CS(enc->enc_pic.vui.color_prim);
 590         RVCE_CS(enc->enc_pic.vui.transfer_char);
 591         RVCE_CS(enc->enc_pic.vui.matrix_coef);
 592         RVCE_CS(enc->enc_pic.vui.chroma_loc_info_present_flag);
 593         RVCE_CS(enc->enc_pic.vui.chroma_loc_top);
 594         RVCE_CS(enc->enc_pic.vui.chroma_loc_bottom);
 595         RVCE_CS(enc->enc_pic.vui.timing_info_present_flag);
 596         RVCE_CS(enc->enc_pic.vui.num_units_in_tick);
 597         RVCE_CS(enc->enc_pic.vui.time_scale);
 598         RVCE_CS(enc->enc_pic.vui.fixed_frame_rate_flag);
 599         RVCE_CS(enc->enc_pic.vui.nal_hrd_parameters_present_flag);
 600         RVCE_CS(enc->enc_pic.vui.cpb_cnt_minus1);
 601         RVCE_CS(enc->enc_pic.vui.bit_rate_scale);
 602         RVCE_CS(enc->enc_pic.vui.cpb_size_scale);
 603         for (i = 0; i < 32; i++) {
 604                 RVCE_CS(enc->enc_pic.vui.bit_rate_value_minus);
 605                 RVCE_CS(enc->enc_pic.vui.cpb_size_value_minus);
 606                 RVCE_CS(enc->enc_pic.vui.cbr_flag);
 607         }
 608         RVCE_CS(enc->enc_pic.vui.initial_cpb_removal_delay_length_minus1);
 609         RVCE_CS(enc->enc_pic.vui.cpb_removal_delay_length_minus1);
 610         RVCE_CS(enc->enc_pic.vui.dpb_output_delay_length_minus1);
 611         RVCE_CS(enc->enc_pic.vui.time_offset_length);
 612         RVCE_CS(enc->enc_pic.vui.low_delay_hrd_flag);
 613         RVCE_CS(enc->enc_pic.vui.pic_struct_present_flag);
 614         RVCE_CS(enc->enc_pic.vui.bitstream_restriction_present_flag);
 615         RVCE_CS(enc->enc_pic.vui.motion_vectors_over_pic_boundaries_flag);
 616         RVCE_CS(enc->enc_pic.vui.max_bytes_per_pic_denom);
 617         RVCE_CS(enc->enc_pic.vui.max_bits_per_mb_denom);
 618         RVCE_CS(enc->enc_pic.vui.log2_max_mv_length_hori);
 619         RVCE_CS(enc->enc_pic.vui.log2_max_mv_length_vert);
 620         RVCE_CS(enc->enc_pic.vui.num_reorder_frames);
 621         RVCE_CS(enc->enc_pic.vui.max_dec_frame_buffering);
 622         RVCE_END();
 623 }
 624
 625 void radeon_vce_52_init(struct rvce_encoder *enc)
 626 {
 627         enc->session = session;
 628         enc->task_info = task_info;
 629         enc->create = create;
 630         enc->feedback = feedback;
 631         enc->rate_control = rate_control;
 632         enc->config_extension = config_extension;
 633         enc->pic_control = pic_control;
 634         enc->motion_estimation = motion_estimation;
 635         enc->rdo = rdo;
 636         enc->vui = vui;
 637         enc->config = config;
 638         enc->encode = encode;
 639         enc->destroy = destroy;
 640 }