/******************************************************************************
*
* Copyright (C) 2018 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at:
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
*****************************************************************************
* Originally developed and contributed by Ittiam Systems Pvt. Ltd, Bangalore
*/
/*!
******************************************************************************
* \file rate_control_api.h
*
* \brief
* This file should only contain RC API function declarations
*
* \date
*
* \author
* ittiam
*
******************************************************************************
*/
#ifndef _RATE_CONTROL_API_H_
#define _RATE_CONTROL_API_H_
/*****************************************************************************/
/* Constant Macros */
/*****************************************************************************/
#define RC_OK 0
#define RC_FAIL -1
#define RC_BENIGN_ERR -2
/*****************************************************************************/
/* Extern Function Declarations */
/*****************************************************************************/
typedef struct rate_control_api_t *rate_control_handle;
WORD32 rate_control_num_fill_use_free_memtab(
rate_control_handle *pps_rate_control_api,
itt_memtab_t *ps_memtab,
ITT_FUNC_TYPE_E e_func_type);
void initialise_rate_control(
rate_control_handle ps_rate_control_api,
rc_type_e e_rate_control_type,
UWORD8 u1_is_mb_level_rc_on,
UWORD32 u4_avg_bit_rate,
UWORD32 *pu4_peak_bit_rate,
UWORD32 u4_min_bit_rate,
UWORD32 u4_frame_rate,
UWORD32 u4_max_delay,
UWORD32 u4_intra_frame_interval,
UWORD32 u4_idr_period,
WORD32 *pi4_init_qp,
UWORD32 u4_max_vbv_buff_size,
WORD32 i4_max_inter_frm_int,
WORD32 i4_is_gop_closed,
WORD32 *pi4_min_max_qp,
WORD32 i4_use_est_intra_sad,
UWORD32 u4_src_ticks,
UWORD32 u4_tgt_ticks,
WORD32 i4_frame_height,
WORD32 i4_frame_width,
WORD32 i4_num_active_pic_type,
WORD32 i4_field_pic,
WORD32 i4_quality_preset,
WORD32 i4_lap_window,
WORD32 i4_initial_decoder_delay_frames,
float f_max_peak_rate_sustain_dur,
LWORD64 i8_num_frames_to_encode,
UWORD32 u4_min_scd_hevc_qp,
UWORD8 u1_bit_depth,
FILE *pf_rc_stat_file,
WORD32 i4_rc_pass,
void *pv_gop_stat,
LWORD64 i8_num_gop_mem_alloc,
WORD32 i4_is_infinite_gop,
WORD32 i4_size_of_lap_out,
WORD32 i4_size_of_rc_lap_out,
void *pv_sys_api,
WORD32 i4_fp_bit_alloc_in_sp,
WORD32 i4_num_frame_parallel,
WORD32 i4_capped_vbr_flag);
/*****************************************************************************
Process level API fuctions (FRAME LEVEL)
*****************************************************************************/
void flush_buf_frames(rate_control_handle ps_rate_control_api);
void post_encode_frame_skip(rate_control_handle ps_rate_control_api, picture_type_e e_pic_type);
void add_picture_to_stack(
rate_control_handle rate_control_api, WORD32 i4_enc_pic_id, WORD32 i4_rc_in_pic);
void add_picture_to_stack_re_enc(
rate_control_handle rate_control_api, WORD32 i4_enc_pic_id, picture_type_e e_pic_type);
void get_picture_details(
rate_control_handle rate_control_api,
WORD32 *pi4_pic_id,
WORD32 *pi4_pic_disp_order_no,
picture_type_e *pe_pic_type,
WORD32 *pi4_is_scd);
WORD32 ihevce_rc_get_scaled_hevce_qp_q6(WORD32 i4_frame_qp_q6, UWORD8 u1_bit_depth);
void get_bits_for_final_qp(
rate_control_handle ps_rate_control_api,
WORD32 *pi4_modelQP,
WORD32 *pi4_maxEbfQP,
LWORD64 *pi8_bits_from_finalQP,
WORD32 i4_clipQP,
WORD32 i4_frame_qp_q6,
WORD32 i4_cur_est_header_bits,
WORD32 i4_est_tex_bits,
WORD32 i4_buf_based_max_bits,
picture_type_e e_pic_type,
WORD32 i4_display_num);
WORD32 model_availability(rate_control_handle rate_control_api, picture_type_e e_pic_type);
WORD32 get_est_hdr_bits(rate_control_handle rate_control_api, picture_type_e e_pic_type);
/* Gets the frame level Qp (q scale in q6 format)*/
WORD32 get_frame_level_qp(
rate_control_handle rate_control_api,
picture_type_e pic_type,
WORD32 i4_max_frm_bits,
WORD32 *pi4_cur_est_texture_bits,
float af_sum_weigh[MAX_PIC_TYPE][3],
WORD32 i4_call_type,
float i_to_avg_ratio,
frame_info_t *ps_frame_stat,
WORD32 i4_complexity_bin,
WORD32 i4_scene_num,
WORD32 *i4_curr_bits_estimated,
WORD32 *pi4_is_model_valid,
WORD32 *pi4_vbv_buf_max_bits,
WORD32 *pi4_est_tex_bits,
WORD32 *pi4_cur_est_header_bits,
WORD32 *pi4_maxEbfQP,
WORD32 *pi4_modelQP,
WORD32 *pi4_estimate_to_calc_frm_error);
WORD32 clip_qp_based_on_prev_ref(
rate_control_handle rate_control_api,
picture_type_e e_pic_type,
WORD32 i4_call_type,
WORD32 i4_scene_num);
/* Obtain the VBV buffer status information */
vbv_buf_status_e get_buffer_status(
rate_control_handle rate_control_api,
WORD32 i4_total_frame_bits, /* Total frame bits consumed */
picture_type_e e_pic_type,
WORD32 *pi4_num_bits_to_prevent_vbv_underflow);
/* Returns previous frame estimated bits for SCD validation*/
WORD32 get_prev_frm_est_bits(rate_control_handle ps_rate_control_api);
WORD32 rc_set_estimate_status(
rate_control_handle ps_rate_control_api,
WORD32 i4_tex_bits,
WORD32 i4_hdr_bits,
WORD32 i4_est_text_bits_ctr_get_qp);
void rc_reset_pic_model(rate_control_handle ps_rate_control_api, picture_type_e pic_type);
/*reset the flag at qp query stage itself to differentiate scd frame for qp offset*/
void rc_reset_first_frame_coded_flag(
rate_control_handle ps_rate_control_api, picture_type_e pic_type);
/* get an estimate of total bits to find estimate of header bits after L1 stage in pre-enc*/
WORD32 rc_get_scene_change_est_header_bits(
rate_control_handle ps_rate_control_api,
WORD32 i4_num_pixels,
WORD32 i4_fsim_lap_avg,
float af_sum_weigh[MAX_PIC_TYPE][3],
float i_to_avg_rest_ratio);
/* Used in case when picture handling module needs to move to next frame type. This happens
when the get frame qp and update frame qp do not happen within a frame and when there can be
multiple get frame qps beofre a update. If this function is called then i4_is_pic_handling_done
argument in update_frame_level_info should be set to 1 else 0 */
void update_pic_handling_state(rate_control_handle ps_rate_control_api, picture_type_e e_pic_type);
LWORD64 get_gop_sad(rate_control_handle ps_rate_control_api);
LWORD64 get_gop_bits(rate_control_handle ps_rate_control_api);
WORD32 check_if_current_GOP_is_simple(rate_control_handle ps_rate_control_api);
/* Updates the frame level changes in the Rate control */
void update_frame_level_info(
rate_control_handle ps_rate_control_api,
picture_type_e e_pic_type,
LWORD64 *pi8_mb_type_sad, /* Frame level SAD for each type of MB[Intra/Inter] */
WORD32 i4_total_frame_bits, /* Total frame bits actually consumed */
WORD32 i4_model_updation_hdr_bits, /*header bits for model updation*/
WORD32 *
pi4_mb_type_tex_bits, /* Total texture bits consumed for each type of MB[Intra/Inter] used for model */
LWORD64 *pi8_tot_mb_type_qp, /* Total qp of all MBs based on mb type */
WORD32 *pi4_tot_mb_in_type, /* total number of mbs in each mb type */
WORD32 i4_avg_activity, /* Average mb activity in frame */
UWORD8 u1_is_scd, /* Is a scene change detected at the current frame */
WORD32 i4_is_it_a_skip, /* If it's a pre-encode skip */
WORD32 i4_intra_frm_cost, /* Sum of Intra cost for each frame */
WORD32
i4_is_pic_handling_done, /* Is pic handling [update_pic_handling_state] done before update */
WORD32 i4_suppress_bpic_update,
WORD32 i4_bits_to_be_stuffed,
WORD32 i4_is_pause_to_resume,
WORD32 i4_lap_window_comp,
WORD32 i4_is_end_of_gop,
WORD32 i4_lap_based_bits_reset,
frame_info_t *ps_frame_info,
WORD32 i4_is_rc_model_needs_to_be_updated,
WORD8 i1_qp_offset,
WORD32 i4_scene_num,
WORD32 i4_num_frm_enc_in_scene,
WORD32
i4_est_text_bits_ctr_update_qp); /*complexity of future lap window used to set target buffer level at end if GOP*/
void update_frame_rc_get_frame_qp_info(
rate_control_handle ps_rate_control_api,
picture_type_e rc_pic_type,
WORD32 i4_is_scd,
WORD32 i4_is_pause_to_resume,
WORD32 i4_avg_frame_qp_q6,
WORD32 i4_suppress_bpic_update,
WORD32 i4_scene_num,
WORD32 i4_num_frm_enc_in_scene);
void reset_rc_for_pause_to_play_transition(rate_control_handle ps_rate_control_api);
WORD32 is_first_frame_coded(rate_control_handle ps_rate_control_api);
void rc_put_sad(
rate_control_handle ps_rate_control_api,
WORD32 i4_cur_intra_sad,
WORD32 i4_cur_sad,
WORD32 i4_cur_pic_type);
WORD32 rc_get_qp_for_scd_frame(
rate_control_handle ps_rate_control_api,
picture_type_e e_pic_type,
LWORD64 i8_satd_act_accum,
WORD32 i4_num_pels_in_frame,
WORD32 i4_est_I_pic_head_bits,
WORD32 i4_f_sim_lap_avg,
void *offline_model_coeff,
float i_to_avg_ratio,
WORD32 i4_true_scd,
float af_sum_weigh[MAX_PIC_TYPE][3],
frame_info_t *ps_frame_stat,
WORD32 i4_rc_2_pass,
WORD32 i4_is_not_an_I_pic,
WORD32 i4_ref_first_pass,
WORD32 i4_call_type,
WORD32 *pi4_total_bits,
WORD32 *i4_curr_bits_estimated,
WORD32 i4_use_offline_model_2pass,
LWORD64 *pi8_i_tex_bits,
float *pf_i_qs,
WORD32 i4_best_br_id,
WORD32 *pi4_estimate_to_calc_frm_error);
void rc_set_num_scd_in_lap_window(
rate_control_handle ps_rate_control_api,
WORD32 i4_num_scd_in_lap_window,
WORD32 i4_num_frames_b4_scd);
void rc_set_next_sc_i_in_rc_look_ahead(
rate_control_handle ps_rate_control_api, WORD32 i4_next_sc_i_in_rc_look_ahead);
void rc_update_mismatch_error(rate_control_handle ps_rate_control_api, WORD32 i4_error_bits);
/*temp function to verify I only model*/
WORD32 rc_get_qp_scene_change_bits(
rate_control_handle ps_rate_control_api,
WORD32 i4_total_bits,
LWORD64 i8_satd_by_act_accum,
WORD32 i4_num_pixel,
void *offline_model_coeff,
float f_i_to_average_rest,
WORD32 i4_call_type);
WORD32 rc_get_bpp_based_scene_cut_qp(
rate_control_handle ps_rate_control_api,
picture_type_e e_pic_type,
WORD32 i4_num_pels_in_frame,
WORD32 i4_f_sim_lap,
float af_sum_weigh[MAX_PIC_TYPE][3],
WORD32 i4_call_type);
/*****************************************************************************
MB LEVEL API (just wrapper fucntions)
*****************************************************************************/
/* Intitalises frame level information for mb level qp */
void init_mb_rc_frame_level(
rate_control_handle ps_rate_control_api, UWORD8 u1_frame_qp); /* Current frame qp*/
WORD32 get_bits_to_stuff(
rate_control_handle ps_rate_control_api,
WORD32 i4_tot_consumed_bits,
picture_type_e e_pic_type);
/******************************************************************************
Control Level API functions
Logic: The control call sets the state structure of the rate control api
accordingly such that the next process call would implement the same.
******************************************************************************/
/* Re-initialise the rate control module with the same old parameters */
/* void re_init_rate_control(rate_control_handle ps_rate_control_api); */
/* RC API call to change the inter frame interval */
void change_inter_frm_int_call(rate_control_handle ps_rate_control_api, WORD32 i4_inter_frm_int);
/* RC API call to change the intra frame interval */
void change_intra_frm_int_call(rate_control_handle ps_rate_control_api, WORD32 i4_intra_frm_int);
/* Sets the necessary changes for the new average bit rate */
void change_avg_bit_rate(
rate_control_handle ps_rate_control_api, UWORD32 u4_average_bit_rate, UWORD32 u4_peak_bit_rate);
/* This is used for SOURCE FRAME RATE change from the application
use case. Target frame rate change is taken care using the
change_frm_rate_for_bit_alloc interface and modify frame rate
module */
void change_frame_rate(
rate_control_handle ps_rate_control_api,
UWORD32 u4_frame_rate,
UWORD32 u4_src_ticks,
UWORD32 u4_target_ticks);
/* When the change in frame should affect only the bit_allocation
This makes sense when the target frame rate changes. This change
is gradually done with the use of modify frame rate. Refer the
test application for beeter usecase */
void change_frm_rate_for_bit_alloc(rate_control_handle ps_rate_control_api, UWORD32 u4_frame_rate);
/* Set the init Qp values */
void change_init_qp(
rate_control_handle ps_rate_control_api, WORD32 *pi4_init_qp, WORD32 i4_scene_num);
/* Sets the necessary changes for the new peak bit rate */
void force_I_frame(rate_control_handle ps_rate_control_api);
void change_min_max_qp(rate_control_handle ps_rate_control_api, WORD32 *pi4_min_max_qp);
/********************************************************************************
Getter functions
For getting the current state of the rate control structures
********************************************************************************/
UWORD32 rc_get_frame_rate(rate_control_handle ps_rate_control_api);
UWORD32 rc_get_bit_rate(rate_control_handle ps_rate_control_api);
UWORD32 rc_get_intra_frame_interval(rate_control_handle ps_rate_control_api);
UWORD32 rc_get_inter_frame_interval(rate_control_handle ps_rate_control_api);
rc_type_e rc_get_rc_type(rate_control_handle ps_rate_control_api);
WORD32 rc_get_bits_per_frame(rate_control_handle ps_rate_control_api);
UWORD32 rc_get_peak_bit_rate(rate_control_handle ps_rate_control_api, WORD32 i4_index);
UWORD32 rc_get_max_delay(rate_control_handle ps_rate_control_api);
UWORD32 rc_get_seq_no(rate_control_handle ps_rate_control_api);
WORD32 rc_get_rem_bits_in_period(rate_control_handle ps_rate_control_api);
WORD32 rc_get_vbv_buf_fullness(rate_control_handle ps_rate_control_api);
WORD32 rc_get_vbv_buf_size(rate_control_handle ps_rate_control_api);
WORD32 rc_get_vbv_fulness_with_cur_bits(rate_control_handle ps_rate_control_api, UWORD32 u4_bits);
WORD32 get_rc_target_bits(rate_control_handle ps_rate_control_api);
WORD32 get_orig_rc_target_bits(rate_control_handle ps_rate_control_api);
WORD32 rc_get_prev_header_bits(rate_control_handle ps_rate_control_api, WORD32 pic_type);
WORD32 rc_get_prev_P_QP(rate_control_handle ps_rate_control_api, WORD32 i4_scene_num);
WORD32 rc_update_ppic_sad(
rate_control_handle ps_rate_control_api, WORD32 i4_est_sad, WORD32 i4_prev_ppic_sad);
void rc_get_sad(rate_control_handle ps_rate_control_api, WORD32 *pi4_sad);
WORD32 rc_get_ebf(rate_control_handle ps_rate_control_api);
void rc_init_set_ebf(rate_control_handle ps_rate_control_api, WORD32 i32_init_ebf);
void rc_update_prev_frame_intra_sad(
rate_control_handle ps_rate_control_api, WORD32 i4_intra_frame_sad);
WORD32 rc_get_prev_frame_intra_sad(rate_control_handle ps_rate_control_api);
/*TO DO: previous frame intra SAD update function can also be replaced by below function*/
void rc_update_prev_frame_sad(
rate_control_handle ps_rate_control_api, WORD32 i4_intra_frame_sad, picture_type_e e_pic_type);
WORD32 rc_get_prev_frame_sad(rate_control_handle ps_rate_control_api, picture_type_e e_pic_type);
/*update fsim of lap whenever fsim is updated in rc context*/
void rc_put_temp_comp_lap(
rate_control_handle ps_rate_control_api,
WORD32 i4_lap_fsim,
LWORD64 i8_per_pixel_p_frm_hme_sad_q10,
picture_type_e e_pic_type);
void rc_get_pic_distribution(
rate_control_handle ps_rate_control_api, WORD32 ai4_pic_type[MAX_PIC_TYPE]);
void rc_get_actual_pic_distribution(
rate_control_handle ps_rate_control_api, WORD32 ai4_pic_type[MAX_PIC_TYPE]);
void rc_reset_Kp_Kb(
rate_control_handle ps_rate_control_api,
float f_i_to_avg_rest,
WORD32 i4_num_active_pic_type,
float f_curr_hme_sad_per_pixel,
WORD32 *pi4_complexity_bin,
WORD32 i4_rc_pass);
WORD32 rc_get_kp_kb(rate_control_handle ps_rate_control_api, picture_type_e e_pic_type);
WORD32 rc_get_ebf(rate_control_handle ps_rate_control_api);
float rc_get_cur_peak_factor_2pass(rate_control_handle ps_rate_control_api);
float rc_get_offline_normalized_complexity(
WORD32 i4_intra_int, WORD32 i4_luma_pels, float f_per_pixel_complexity, WORD32 i4_pass_number);
void rc_bit_alloc_detect_ebf_stuff_scenario(
rate_control_handle ps_rate_control_api,
WORD32 i4_num_frm_bef_scd_lap2,
LWORD64 i4_total_bits_est_consu_lap2,
WORD32 i4_max_inter_frm_int);
LWORD64 rc_get_rbip_and_num_frames(rate_control_handle ps_rate_contro_api, WORD32 *pi4_num_frames);
WORD32 bit_alloc_get_estimated_bits_for_pic(
rate_control_handle ps_rate_contro_api,
WORD32 i4_cur_frm_est_cl_sad,
WORD32 i4_prev_frm_cl_sad,
picture_type_e e_pic_type);
void rc_get_max_hme_sad_per_pixel(rate_control_handle ps_rate_control_api, WORD32 i4_total_pixels);
void rc_update_pic_distn_lap_to_rc(
rate_control_handle ps_rate_contro_api, WORD32 ai4_num_pic_type[MAX_PIC_TYPE]);
void rc_set_bits_based_on_complexity(
rate_control_handle ps_rate_contro_api, WORD32 i4_lap_window_comp, WORD32 i4_num_frames);
void rc_set_avg_qscale_first_pass(
rate_control_handle ps_rate_contro_api, float f_average_qscale_1st_pass);
void rc_set_max_avg_qscale_first_pass(
rate_control_handle ps_rate_control_api, float f_max_average_qscale_1st_pass);
void rc_set_i_to_sum_api_ba(rate_control_handle ps_rate_contro_api, float f_curr_i_to_sum);
float rc_get_min_complexity_factor_2pass(rate_control_handle ps_rate_contro_api);
void rc_set_p_to_i_complexity_ratio(
rate_control_handle ps_rate_contro_api, float f_p_to_i_comp_ratio);
void rc_set_scd_in_period(rate_control_handle ps_rate_contro_api, WORD32 i4_scd_in_period);
void rc_ba_get_qp_offset_offline_data(
rate_control_handle ps_rate_contro_api,
WORD32 ai4_offsets[5],
float f_hme_sad_per_pixel,
WORD32 i4_num_active_pic_type,
WORD32 *pi4_complexity_bin);
float rc_api_gop_level_averagae_q_scale_without_offset(rate_control_handle ps_rate_control_api);
picture_type_e rc_getprev_ref_pic_type(rate_control_handle ps_rate_control_api);
WORD32 rc_get_actual_intra_frame_int(rate_control_handle ps_rate_control_api);
float rc_get_qscale_max_clip_in_second_pass(rate_control_handle ps_rate_control_api);
void rc_set_2pass_total_frames(
rate_control_handle ps_rate_control_api, WORD32 i4_total_2pass_frames);
void rc_set_2pass_avg_bit_rate(
rate_control_handle ps_rate_control_api, LWORD64 i8_2pass_avg_bit_rate);
void rc_set_enable_look_ahead(rate_control_handle ps_rate_control_api, WORD32 i4_enable_look_ahead);
void rc_add_est_tot(rate_control_handle ps_rate_control_api, WORD32 i4_tot_tex_bits);
void rc_init_buffer_info(
rate_control_handle ps_rate_control_api,
WORD32 *pi4_vbv_buffer_size,
WORD32 *pi4_currEbf,
WORD32 *pi4_maxEbf,
WORD32 *pi4_drain_rate);
#endif