blob: 4de52452c583534fb59c987eddfbe98d0870496c [file] [log] [blame]
/* ///////////////////////////////////////////////////////////////////////
//
// INTEL CORPORATION PROPRIETARY INFORMATION
// This software is supplied under the terms of a license agreement or
// nondisclosure agreement with Intel Corporation and may not be copied
// or disclosed except in accordance with the terms of that agreement.
// Copyright (c) 2001-2006 Intel Corporation. All Rights Reserved.
//
// Description: MPEG-4 header.
//
*/
#ifndef _H264_H_
#define _H264_H_
#ifdef HOST_ONLY
#include <stdio.h>
#include <stdlib.h>
#include <memory.h>
#endif
#include "stdint.h"
#include "viddec_debug.h"
#include "viddec_fw_workload.h"
#include "h264parse_sei.h"
#ifdef WIN32
#define mfd_printf OS_INFO
#endif
#ifdef H264_VERBOSE
#define PRINTF(format, args...) OS_INFO("%s: %s[%d]:: " format, __FILE__, __FUNCTION__ , __LINE__ , ## args )
#else
//#define PRINTF(args...)
#endif
//#pragma warning(disable : 4710) // function not inlined
//#pragma warning(disable : 4514) // unreferenced inline function has been removed CL
//#pragma warning(disable : 4100) // unreferenced formal parameter CL
#ifdef __cplusplus
extern "C" {
#endif
#define MAX_INT32_VALUE 0x7fffffff
#define MAX_NUM_REF_FRAMES_IN_PIC_ORDER_CNT_CYCLE 256
#define MAX_CPB_CNT 32
#define MAX_NUM_SLICE_GRPS 1 //As per Annex A for high profile, the num_slice_groups_minus1 is 0
#define MAX_PIC_LIST_NUM 8
//#define MAX_PIC_SIZE_IN_MAP_UNITS 1024 //0 ???????? Henry
#define MAX_NUM_REF_IDX_L0_ACTIVE 32
//#define STARTCODE_BUF_SIZE 2048+1024
#define NUM_MMCO_OPERATIONS 17
// Used to check whether the SEI RP is the only way for recovery (cisco contents)
// This threshold will decide the interval of recovery even no error detected if no IDR during this time
#define SEI_REC_CHECK_TH 8
//SPS
#define MAX_NUM_SPS 32
#define SCL_DEFAULT 1
//PPS
#define MAX_PIC_PARAMS 255
#define MAX_NUM_REF_FRAMES 32
#define MAX_QP 51
#define MAX_NUM_PPS 256
#define PUT_FS_IDC_BITS(w) (w&0x1F)
#define PUT_LIST_INDEX_FIELD_BIT(w) ((w&0x1)<<5)
#define PUT_LIST_LONG_TERM_BITS(w) ((w&0x1)<<6)
#define PUT_LIST_PTR_LIST_ID_BIT(id) (id<<5)
// DPB
#define FRAME_FLAG_DANGLING_TOP_FIELD ( 0x1 << 3 )
#define FRAME_FLAG_DANGLING_BOTTOM_FIELD ( 0x1 << 4 )
#define MPD_DPB_FS_NULL_IDC 31 // May need to be changed if we alter gaps_in_frame_num to use
#define MFD_H264_MAX_FRAME_BUFFERS 17
#define NUM_DPB_FRAME_STORES (MFD_H264_MAX_FRAME_BUFFERS + 1) // 1 extra for storign non-existent pictures.
//Scalling Matrix Type
#define PPS_QM 0
#define SPS_QM 1
#define FB_QM 2
#define DEFAULT_QM 3
//Frame Type
#define FRAME_TYPE_IDR 0x00
#define FRAME_TYPE_I 0x01
#define FRAME_TYPE_P 0x02
#define FRAME_TYPE_B 0x03
#define FRAME_TYPE_INVALID 0x04
#define FRAME_TYPE_FRAME_OFFSET 3
#define FRAME_TYPE_TOP_OFFSET 3
#define FRAME_TYPE_BOTTOM_OFFSET 0
#define FRAME_TYPE_STRUCTRUE_OFFSET 6
//// Error handling
#define FIELD_ERR_OFFSET 17 //offset for Field error flag ----refer to the structure definition viddec_fw_workload_error_codes in viddec_fw_common_defs.h
////Bits Handling
#define h264_bitfields_extract(x_32, start, mask) (((x_32) >> (start)) & (mask) )
#define h264_bitfields_insert(x_32, val_32, start, mask) ((x_32) = (((x_32) & ~( (mask) << (start))) | (((val_32) & (mask)) << (start))))
//// PIP
typedef enum _pip_setting_t
{
PIP_SCALER_DISABLED,
PIP_SCALE_FACTOR_1_BY_4,
PIP_SCALE_FACTOR_1_BY_2,
PIP_SCALER_INVALID,
} pip_setting_t;
#ifdef VERBOSE
#define DEBUGGETBITS(args...) OS_INFO( args )
#else
//#define DEBUGGETBITS(args...)
#endif
/* status codes */
typedef enum _h264_Status
{
H264_STATUS_EOF = 1, // end of file
H264_STATUS_OK = 0, // no error
H264_STATUS_NO_MEM = 2, // out of memory
H264_STATUS_FILE_ERROR = 3, // file error
H264_STATUS_NOTSUPPORT = 4, // not supported mode
H264_STATUS_PARSE_ERROR = 5, // fail in parse MPEG-4 stream
H264_STATUS_ERROR = 6, // unknown/unspecified error
H264_NAL_ERROR,
H264_SPS_INVALID_PROFILE,
H264_SPS_INVALID_LEVEL,
H264_SPS_INVALID_SEQ_PARAM_ID,
H264_SPS_ERROR,
H264_PPS_INVALID_PIC_ID,
H264_PPS_INVALID_SEQ_ID,
H264_PPS_ERROR,
H264_SliceHeader_INVALID_MB,
H264_SliceHeader_ERROR,
H264_FRAME_DONE,
H264_SLICE_DONE,
H264_STATUS_POLL_ONCE_ERROR,
H264_STATUS_DEC_MEMINIT_ERROR,
H264_STATUS_NAL_UNIT_TYPE_ERROR,
H264_STATUS_SEI_ERROR,
H264_STATUS_SEI_DONE,
} h264_Status;
typedef enum _picture_structure_t
{
TOP_FIELD = 1,
BOTTOM_FIELD = 2,
FRAME = 3,
INVALID = 4
} picture_structure_t;
///// Chorma format
typedef enum _h264_chroma_format_t
{
H264_CHROMA_MONOCHROME,
H264_CHROMA_420,
H264_CHROMA_422,
H264_CHROMA_444,
}h264_chroma_format_t;
/* H264 start code values */
typedef enum _h264_nal_unit_type
{
h264_NAL_UNIT_TYPE_unspecified = 0,
h264_NAL_UNIT_TYPE_SLICE,
h264_NAL_UNIT_TYPE_DPA,
h264_NAL_UNIT_TYPE_DPB,
h264_NAL_UNIT_TYPE_DPC,
h264_NAL_UNIT_TYPE_IDR,
h264_NAL_UNIT_TYPE_SEI,
h264_NAL_UNIT_TYPE_SPS,
h264_NAL_UNIT_TYPE_PPS,
h264_NAL_UNIT_TYPE_Acc_unit_delimiter,
h264_NAL_UNIT_TYPE_EOSeq,
h264_NAL_UNIT_TYPE_EOstream,
h264_NAL_UNIT_TYPE_filler_data,
h264_NAL_UNIT_TYPE_SPS_extension,
h264_NAL_UNIT_TYPE_Reserved1 =14, /*14-18*/
h264_NAL_UNIT_TYPE_Reserved2 =15, /*14-18*/
h264_NAL_UNIT_TYPE_Reserved3 =16, /*14-18*/
h264_NAL_UNIT_TYPE_Reserved4 =17, /*14-18*/
h264_NAL_UNIT_TYPE_Reserved5 =18, /*14-18*/
h264_NAL_UNIT_TYPE_ACP =19,
h264_NAL_UNIT_TYPE_Reserved6 =20, /*20-23*/
h264_NAL_UNIT_TYPE_unspecified2 =24, /*24-31*/
} h264_nal_unit_type;
#define h264_NAL_PRIORITY_HIGHEST 3
#define h264_NAL_PRIORITY_HIGH 2
#define h264_NAL_PRIRITY_LOW 1
#define h264_NAL_PRIORITY_DISPOSABLE 0
typedef enum _h264_Profile
{
h264_ProfileBaseline = 66, /** Baseline profile */
h264_ProfileMain = 77, /** Main profile */
h264_ProfileExtended = 88, /** Extended profile */
h264_ProfileHigh = 100 , /** High profile */
h264_ProfileHigh10 = 110, /** High 10 profile */
h264_ProfileHigh422 = 122, /** High profile 4:2:2 */
h264_ProfileHigh444 = 144, /** High profile 4:4:4 */
} h264_Profile;
typedef enum _h264_Level
{
h264_Level1b = 9, /** Level 1b */
h264_Level1 = 10, /** Level 1 */
h264_Level11 = 11, /** Level 1.1 */
h264_Level12 = 12, /** Level 1.2 */
h264_Level13 = 13, /** Level 1.3 */
h264_Level2 = 20, /** Level 2 */
h264_Level21 = 21, /** Level 2.1 */
h264_Level22 = 22, /** Level 2.2 */
h264_Level3 = 30, /** Level 3 */
h264_Level31 = 31, /** Level 3.1 */
h264_Level32 = 32, /** Level 3.2 */
h264_Level4 = 40, /** Level 4 */
h264_Level41 = 41, /** Level 4.1 */
h264_Level42 = 42, /** Level 4.2 */
h264_Level5 = 50, /** Level 5 */
h264_Level51 = 51, /** Level 5.1 */
h264_LevelReserved = 255 /** Unknown profile */
} h264_Level;
typedef enum _h264_video_format
{
h264_Component =0,
h264_PAL,
h264_NTSC,
h264_SECAM,
h264_MAC,
h264_unspecified,
h264_Reserved6,
h264_Reserved7
}h264_video_format;
typedef enum _h264_fcm
{
h264_ProgressiveFrame = 0,
h264_InterlacedFrame = 1,
h264_InterlacedField = 3,
h264_PictureFormatNone
} h264_fcm;
///// Define the picture types []
typedef enum _h264_ptype_t
{
h264_PtypeP = 0,
h264_PtypeB = 1,
h264_PtypeI = 2,
h264_PtypeSP = 3,
h264_PtypeSI = 4,
h264_Ptype_unspecified,
} h264_ptype_t;
///// Aspect ratio
typedef enum _h264_aspect_ratio
{
h264_AR_Unspecified = 0,
h264_AR_1_1 = 1,
h264_AR_12_11 = 2,
h264_AR_10_11 = 3,
h264_AR_16_11 = 4,
h264_AR_40_33 = 5,
h264_AR_24_11 = 6,
h264_AR_20_11 = 7,
h264_AR_32_11 = 8,
h264_AR_80_33 = 9,
h264_AR_18_11 = 10,
h264_AR_15_11 = 11,
h264_AR_64_33 = 12,
h264_AR_160_99 = 13,
h264_AR_4_3 = 14,
h264_AR_3_2 = 15,
h264_AR_2_1 = 16,
h264_AR_RESERVED = 17,
h264_AR_Extended_SAR = 255,
}h264_aspect_ratio;
//////////////////////////////////////////////
//////////////////////////////////////////////
// storable_picture
/* Structure details
If all members remain ints
Size = 11 ints, i.e. 44 bytes
*/
typedef struct
{
int32_t poc;
int32_t pic_num;
int32_t long_term_pic_num;
uint8_t long_term_frame_idx;
uint8_t is_long_term;
uint8_t used_for_reference;
uint8_t pad_flag; // Used to indicate the status
} storable_picture, *storable_picture_ptr;
//////////////////////////////////////////////
// frame store
/* Structure details
If all members remain ints
Size = 46 ints, i.e. 184 bytes
*/
typedef struct _frame_store
{
storable_picture frame;
storable_picture top_field;
storable_picture bottom_field;
int32_t frame_num;
int32_t frame_num_wrap;
uint8_t fs_idc;
uint8_t pic_type; //bit7 structure: 1 frame , 0 field;
//bit4,5,6 top field (frame) pic type, 00 IDR 01 I 10 P 11 B 100 INVALID
//bit1,2,3 bottom pic type, 00 IDR 01 I 10 P 11 B 100 INVALID
uint8_t long_term_frame_idx; // No two frame stores may have the same long-term frame index
#define viddec_h264_get_dec_structure(x) h264_bitfields_extract( (x)->fs_flag_1, 0, 0x03)
#define viddec_h264_set_dec_structure(x, val) h264_bitfields_insert ( (x)->fs_flag_1, (val), 0, 0x03)
#define viddec_h264_get_is_used(x) h264_bitfields_extract( (x)->fs_flag_1, 2, 0x03)
#define viddec_h264_set_is_frame_used(x, val) h264_bitfields_insert ( (x)->fs_flag_1, (val), 2, 0x03)
#define viddec_h264_set_is_top_used(x, val) h264_bitfields_insert ( (x)->fs_flag_1, (val), 2, 0x01)
#define viddec_h264_set_is_bottom_used(x, val) h264_bitfields_insert ( (x)->fs_flag_1, (val), 3, 0x01)
#define viddec_h264_get_is_skipped(x) h264_bitfields_extract( (x)->fs_flag_1, 4, 0x03)
#define viddec_h264_set_is_frame_skipped(x, val) h264_bitfields_insert ( (x)->fs_flag_1, (val), 4, 0x03)
#define viddec_h264_set_is_top_skipped(x, val) h264_bitfields_insert ( (x)->fs_flag_1, (val), 4, 0x01)
#define viddec_h264_set_is_bottom_skipped(x, val) h264_bitfields_insert ( (x)->fs_flag_1, (val), 5, 0x01)
#define viddec_h264_get_is_long_term(x) h264_bitfields_extract( (x)->fs_flag_1, 6, 0x03)
#define viddec_h264_set_is_frame_long_term(x, val) h264_bitfields_insert ( (x)->fs_flag_1, (val), 6, 0x03)
#define viddec_h264_set_is_top_long_term(x, val) h264_bitfields_insert ( (x)->fs_flag_1, (val), 6, 0x01)
#define viddec_h264_set_is_bottom_long_term(x, val) h264_bitfields_insert ( (x)->fs_flag_1, (val), 7, 0x01)
uint8_t fs_flag_1;
#define viddec_h264_get_is_non_existent(x) h264_bitfields_extract( (x)->fs_flag_2, 0, 0x01)
#define viddec_h264_set_is_non_existent(x, val) h264_bitfields_insert ( (x)->fs_flag_2, (val), 0, 0x01)
#define viddec_h264_get_is_output(x) h264_bitfields_extract( (x)->fs_flag_2, 1, 0x01)
#define viddec_h264_set_is_output(x, val) h264_bitfields_insert ( (x)->fs_flag_2, (val), 1, 0x01)
#define viddec_h264_get_is_dangling(x) h264_bitfields_extract( (x)->fs_flag_2, 2, 0x01)
#define viddec_h264_set_is_dangling(x, val) h264_bitfields_insert ( (x)->fs_flag_2, (val), 2, 0x01)
#define viddec_h264_get_recovery_pt_picture(x) h264_bitfields_extract( (x)->fs_flag_2, 3, 0x01)
#define viddec_h264_set_recovery_pt_picture(x, val) h264_bitfields_insert ( (x)->fs_flag_2, (val), 3, 0x01)
#define viddec_h264_get_broken_link_picture(x) h264_bitfields_extract( (x)->fs_flag_2, 4, 0x01)
#define viddec_h264_set_broken_link_picture(x, val) h264_bitfields_insert ( (x)->fs_flag_2, (val), 4, 0x01)
#define viddec_h264_get_open_gop_entry(x) h264_bitfields_extract( (x)->fs_flag_2, 5, 0x01)
#define viddec_h264_set_open_gop_entry(x, val) h264_bitfields_insert ( (x)->fs_flag_2, (val), 5, 0x01)
#define viddec_h264_get_first_field_intra(x) h264_bitfields_extract( (x)->fs_flag_2, 6, 0x01)
#define viddec_h264_set_first_field_intra(x, val) h264_bitfields_insert ( (x)->fs_flag_2, (val), 6, 0x01)
uint8_t fs_flag_2;
uint8_t fs_flag_reserve_1;
uint8_t fs_flag_reserve_2;
uint8_t fs_flag_reserve_3;
// If non-reference, may have skipped pixel decode
//uint8_t non_ref_skipped;
} frame_store, *frame_param_ptr;
//! Decoded Picture Buffer
typedef struct _h264_decoded_picture_buffer
{
///
int32_t last_output_poc;
int32_t max_long_term_pic_idx;
//// Resolutions
int32_t PicWidthInMbs;
int32_t FrameHeightInMbs;
frame_store fs[NUM_DPB_FRAME_STORES];
uint8_t fs_ref_idc[16];
uint8_t fs_ltref_idc[16];
uint8_t fs_dpb_idc[NUM_DPB_FRAME_STORES+2];
uint8_t listX_0[33+3]; // [bit5}:field_flag:0 for top, 1 for bottom, [bit4~0]:fs_idc
uint8_t listX_1[33+3];
uint8_t listXsize[2]; // 1 to 32
uint8_t nInitListSize[2];
//uint32_t size;
uint8_t fs_dec_idc;
uint8_t fs_non_exist_idc;
uint8_t BumpLevel;
uint8_t used_size;
uint8_t OutputLevel;
uint8_t OutputLevelValid;
uint8_t OutputCtrl;
uint8_t num_ref_frames;
uint8_t ref_frames_in_buffer;
uint8_t ltref_frames_in_buffer;
uint8_t SuspendOutput;
uint8_t WaitSeiRecovery;
uint8_t frame_numbers_need_to_be_allocated;
uint8_t frame_id_need_to_be_allocated;
//// frame list to release from dpb, need be displayed
uint8_t frame_numbers_need_to_be_removed;
uint8_t frame_id_need_to_be_removed[17];
//// frame list to removed from dpb but not display
uint8_t frame_numbers_need_to_be_dropped;
uint8_t frame_id_need_to_be_dropped[17];
//// frame list to display (in display order)
uint8_t frame_numbers_need_to_be_displayed;
uint8_t frame_id_need_to_be_displayed[17];
} h264_DecodedPictureBuffer;
//////////////////////////////////////////////
// qm_matrix_set
typedef struct _qm_matrix_set
{
// uint8_t scaling_default_vector;
uint8_t scaling_list[56]; // 0 to 23 for qm 0 to 5 (4x4), 24 to 55 for qm 6 & 7 (8x8)
} qm_matrix_set, *qm_matrix_set_ptr;
/*
///////// Currently not enabled in parser fw///////////////////
typedef struct _h264_SPS_Extension_RBSP {
int32_t seq_parameter_set_id; //UE
int32_t aux_format_idc; //UE
int32_t bit_depth_aux_minus8; //UE
int32_t alpha_incr_flag;
int32_t alpha_opaque_value;
int32_t alpha_transparent_value;
int32_t additional_extension_flag;
// h264_rbsp_trail_set* rbsp_trail_ptr;
}h264_SPS_Extension_RBSP_t;
*/
typedef struct _h264_hrd_param_set {
int32_t bit_rate_value_minus1[MAX_CPB_CNT]; // ue(v), 0 to (2^32)-2
int32_t cpb_size_value_minus1[MAX_CPB_CNT]; // ue(v), 0 to (2^32)-2
uint8_t cbr_flag[MAX_CPB_CNT]; // u(1) * 32
} h264_hrd_param_set, *h264_hrd_param_set_ptr;
typedef struct _vui_seq_parameters_t_used
{
uint32_t num_units_in_tick; // u(32)
uint32_t time_scale; // u(32)
int32_t num_reorder_frames; // ue(v), 0 to max_dec_frame_buffering
int32_t max_dec_frame_buffering; // ue(v), 0 to MaxDpbSize, specified in subclause A.3
uint16_t sar_width; // u(16)
uint16_t sar_height; // u(16)
uint8_t aspect_ratio_info_present_flag; // u(1)
uint8_t aspect_ratio_idc; // u(8)
uint8_t video_signal_type_present_flag; // u(1)
uint8_t video_format; // u(3)
#ifdef VBP
uint8_t video_full_range_flag; // u(1)
uint8_t matrix_coefficients; // u(8)
#endif
uint8_t colour_description_present_flag; // u(1)
uint8_t colour_primaries; // u(8)
uint8_t transfer_characteristics; // u(8)
uint8_t timing_info_present_flag; // u(1)
uint8_t fixed_frame_rate_flag; // u(1)
uint8_t low_delay_hrd_flag; // u(1)
uint8_t bitstream_restriction_flag; // u(1)
uint8_t pic_struct_present_flag;
uint8_t nal_hrd_parameters_present_flag; // u(1)
uint8_t nal_hrd_cpb_removal_delay_length_minus1; // u(5)
uint8_t nal_hrd_dpb_output_delay_length_minus1; // u(5)
uint8_t nal_hrd_time_offset_length; // u(5)
uint8_t nal_hrd_cpb_cnt_minus1; // ue(v), 0 to 31
uint8_t nal_hrd_initial_cpb_removal_delay_length_minus1; // u(5)
uint8_t vcl_hrd_parameters_present_flag; // u(1)
uint8_t vcl_hrd_cpb_removal_delay_length_minus1; // u(5)
uint8_t vcl_hrd_dpb_output_delay_length_minus1; // u(5)
uint8_t vcl_hrd_time_offset_length; // u(5)
uint8_t vcl_hrd_cpb_cnt_minus1; // ue(v), 0 to 31
uint8_t vcl_hrd_initial_cpb_removal_delay_length_minus1; // u(5)
/////// Here should be kept as 32-bits aligned for next structures
/// 2 structures for NAL&VCL HRD
} vui_seq_parameters_t_used;
typedef struct _vui_seq_parameters_t_not_used
{
int16_t chroma_sample_loc_type_top_field; // ue(v)
int16_t chroma_sample_loc_type_bottom_field; // ue(v)
uint8_t overscan_info_present_flag; // u(1)
uint8_t overscan_appropriate_flag; // u(1)
uint8_t video_full_range_flag; // u(1)
uint8_t matrix_coefficients; // u(8)
uint8_t chroma_location_info_present_flag; // u(1)
uint8_t max_bytes_per_pic_denom; // ue(v), 0 to 16
uint8_t max_bits_per_mb_denom; // ue(v), 0 to 16
uint8_t log2_max_mv_length_vertical; // ue(v), 0 to 16, default to 16
uint8_t log2_max_mv_length_horizontal; // ue(v), 0 to 16, default to 16
uint8_t motion_vectors_over_pic_boundaries_flag; // u(1)
uint8_t nal_hrd_bit_rate_scale; // u(4)
uint8_t nal_hrd_cpb_size_scale; // u(4)
uint8_t vcl_hrd_bit_rate_scale; // u(4)
uint8_t vcl_hrd_cpb_size_scale; // u(4)
h264_hrd_param_set nal_hrd_parameters;
h264_hrd_param_set vcl_hrd_parameters;
} vui_seq_parameters_t_not_used, *vui_seq_parameters_t_not_used_ptr;
//////////////////////////////////////////////
// picture parameter set
typedef struct _PPS_PAR
{
//int32_t DOUBLE_ALIGN valid; // indicates the parameter set is valid
int32_t pic_init_qp_minus26; // se(v), -26 to +25
int32_t pic_init_qs_minus26; // se(v), -26 to +25
int32_t chroma_qp_index_offset; // se(v), -12 to +12
int32_t second_chroma_qp_index_offset;
uint8_t pic_parameter_set_id; // ue(v), 0 to 255, restricted to 0 to 127 by MPD_CTRL_MAXPPS = 128
uint8_t seq_parameter_set_id; // ue(v), 0 to 31
uint8_t entropy_coding_mode_flag; // u(1)
uint8_t pic_order_present_flag; // u(1)
uint8_t num_slice_groups_minus1; // ue(v), shall be 0 for MP
// Below are not relevant for main profile...
uint8_t slice_group_map_type; // ue(v), 0 to 6
uint8_t num_ref_idx_l0_active; // ue(v), 0 to 31
uint8_t num_ref_idx_l1_active; // ue(v), 0 to 31
uint8_t weighted_pred_flag; // u(1)
uint8_t weighted_bipred_idc; // u(2)
uint8_t deblocking_filter_control_present_flag; // u(1)
uint8_t constrained_intra_pred_flag; // u(1)
uint8_t redundant_pic_cnt_present_flag; // u(1)
uint8_t transform_8x8_mode_flag;
uint8_t pic_scaling_matrix_present_flag;
uint8_t pps_status_flag;
//// Keep here with 32-bits aligned
uint8_t pic_scaling_list_present_flag[MAX_PIC_LIST_NUM];
qm_matrix_set pps_qm;
uint8_t ScalingList4x4[6][16];
uint8_t ScalingList8x8[2][64];
uint8_t UseDefaultScalingMatrix4x4Flag[6+2];
uint8_t UseDefaultScalingMatrix8x8Flag[6+2];
} pic_param_set, *pic_param_set_ptr, h264_PicParameterSet_t;
typedef union _list_reordering_num_t
{
int32_t abs_diff_pic_num_minus1;
int32_t long_term_pic_num;
} list_reordering_num_t;
typedef struct _h264_Ref_Pic_List_Reordering ////size = 8*33+ 1 + 33
{
list_reordering_num_t list_reordering_num[MAX_NUM_REF_FRAMES+1];
uint8_t ref_pic_list_reordering_flag;
uint8_t reordering_of_pic_nums_idc[MAX_NUM_REF_FRAMES+1]; //UE
}h264_Ref_Pic_List_Reordering_t;
typedef enum _H264_DANGLING_TYPE
{
DANGLING_TYPE_LAST_FIELD,
DANGLING_TYPE_DPB_RESET,
DANGLING_TYPE_FIELD,
DANGLING_TYPE_FRAME,
DANGLING_TYPE_GAP_IN_FRAME
} H264_DANGLING_TYPE;
typedef struct _h264_Dec_Ref_Pic_Marking //size = 17*4*2 + 17*3 + 4 + 1
{
int32_t difference_of_pic_num_minus1[NUM_MMCO_OPERATIONS];
int32_t long_term_pic_num[NUM_MMCO_OPERATIONS];
/// MMCO
uint8_t memory_management_control_operation[NUM_MMCO_OPERATIONS];
uint8_t max_long_term_frame_idx_plus1[NUM_MMCO_OPERATIONS];
uint8_t long_term_frame_idx[NUM_MMCO_OPERATIONS];
uint8_t long_term_reference_flag;
uint8_t adaptive_ref_pic_marking_mode_flag;
uint8_t dec_ref_pic_marking_count;
uint8_t no_output_of_prior_pics_flag;
uint8_t pad;
}h264_Dec_Ref_Pic_Marking_t;
typedef struct old_slice_par
{
int32_t frame_num;
int32_t pic_order_cnt_lsb;
int32_t delta_pic_order_cnt_bottom;
int32_t delta_pic_order_cnt[2];
uint8_t field_pic_flag;
uint8_t bottom_field_flag;
uint8_t nal_ref_idc;
uint8_t structure;
uint8_t idr_flag;
uint8_t idr_pic_id;
uint8_t pic_parameter_id;
uint8_t status;
} OldSliceParams;
#ifdef VBP
typedef struct _h264__pred_weight_table
{
uint8_t luma_log2_weight_denom;
uint8_t chroma_log2_weight_denom;
uint8_t luma_weight_l0_flag;
int16_t luma_weight_l0[32];
int8_t luma_offset_l0[32];
uint8_t chroma_weight_l0_flag;
int16_t chroma_weight_l0[32][2];
int8_t chroma_offset_l0[32][2];
uint8_t luma_weight_l1_flag;
int16_t luma_weight_l1[32];
int8_t luma_offset_l1[32];
uint8_t chroma_weight_l1_flag;
int16_t chroma_weight_l1[32][2];
int8_t chroma_offset_l1[32][2];
} h264_pred_weight_table;
#endif
typedef struct _h264_Slice_Header
{
int32_t first_mb_in_slice; //UE
int32_t frame_num; //UV
int32_t pic_order_cnt_lsb; //UV
int32_t delta_pic_order_cnt_bottom; //SE
int32_t delta_pic_order_cnt[2]; //SE
int32_t redundant_pic_cnt; //UE
uint32_t num_ref_idx_l0_active; //UE
uint32_t num_ref_idx_l1_active; //UE
int32_t slice_qp_delta; //SE
int32_t slice_qs_delta; //SE
int32_t slice_alpha_c0_offset_div2; //SE
int32_t slice_beta_offset_div2; //SE
int32_t slice_group_change_cycle; //UV
#ifdef VBP
h264_pred_weight_table sh_predwttbl;
#endif
///// Flags or IDs
//h264_ptype_t slice_type; //UE
uint8_t slice_type;
uint8_t nal_ref_idc;
uint8_t structure;
uint8_t pic_parameter_id; //UE
uint8_t field_pic_flag;
uint8_t bottom_field_flag;
uint8_t idr_flag; //UE
uint8_t idr_pic_id; //UE
uint8_t sh_error;
uint8_t cabac_init_idc; //UE
uint8_t sp_for_switch_flag;
uint8_t disable_deblocking_filter_idc; //UE
uint8_t direct_spatial_mv_pred_flag;
uint8_t num_ref_idx_active_override_flag;
int16_t current_slice_nr;
//// For Ref list reordering
h264_Dec_Ref_Pic_Marking_t sh_dec_refpic;
h264_Ref_Pic_List_Reordering_t sh_refpic_l0;
h264_Ref_Pic_List_Reordering_t sh_refpic_l1;
} h264_Slice_Header_t;
#define MAX_USER_DATA_SIZE 1024
typedef struct _h264_user_data_t
{
h264_sei_payloadtype user_data_type;
int32_t user_data_id;
int32_t dsn;
int32_t user_data_size;
int32_t user_data[MAX_USER_DATA_SIZE>>2];
} h264_user_data_t;
// SPS DISPLAY parameters: seq_param_set_disp, *seq_param_set_disp_ptr;
typedef struct _SPS_DISP
{
///// VUI info
vui_seq_parameters_t_used vui_seq_parameters; //size =
///// Resolution
int16_t pic_width_in_mbs_minus1;
int16_t pic_height_in_map_units_minus1;
///// Cropping
int16_t frame_crop_rect_left_offset;
int16_t frame_crop_rect_right_offset;
int16_t frame_crop_rect_top_offset;
int16_t frame_crop_rect_bottom_offset;
///// Flags
uint8_t frame_mbs_only_flag;
uint8_t mb_adaptive_frame_field_flag;
uint8_t direct_8x8_inference_flag;
uint8_t frame_cropping_flag;
uint16_t vui_parameters_present_flag;
uint16_t chroma_format_idc;
} seq_param_set_disp, *seq_param_set_disp_ptr;
////SPS: seq_param_set, *seq_param_set_ptr;
typedef struct _SPS_PAR_USED
{
uint32_t is_updated;
/////////// Required for display section //////////////////////////
seq_param_set_disp sps_disp;
int32_t expectedDeltaPerPOCCycle;
int32_t offset_for_non_ref_pic; // se(v), -2^31 to (2^31)-1, 32-bit integer
int32_t offset_for_top_to_bottom_field; // se(v), -2^31 to (2^31)-1, 32-bit integer
/////////// IDC
uint8_t profile_idc; // u(8), 0x77 for MP
uint8_t constraint_set_flags; // bit 0 to 3 for set0 to set3
uint8_t level_idc; // u(8)
uint8_t seq_parameter_set_id; // ue(v), 0 to 31
uint8_t pic_order_cnt_type; // ue(v), 0 to 2
uint8_t log2_max_frame_num_minus4; // ue(v), 0 to 12
uint8_t log2_max_pic_order_cnt_lsb_minus4; // ue(v), 0 to 12
uint8_t num_ref_frames_in_pic_order_cnt_cycle; // ue(v), 0 to 255
//int32_t offset_for_ref_frame[MAX_NUM_REF_FRAMES_IN_PIC_ORDER_CNT_CYCLE]; // se(v), -2^31 to (2^31)-1, 32-bit integer
uint8_t num_ref_frames; // ue(v), 0 to 16,
uint8_t gaps_in_frame_num_value_allowed_flag; // u(1)
// This is my addition, we should calculate this once and leave it with the sps
// as opposed to calculating it each time in h264_hdr_decoding_POC()
uint8_t delta_pic_order_always_zero_flag; // u(1)
uint8_t residual_colour_transform_flag;
uint8_t bit_depth_luma_minus8;
uint8_t bit_depth_chroma_minus8;
uint8_t lossless_qpprime_y_zero_flag;
uint8_t seq_scaling_matrix_present_flag;
uint8_t seq_scaling_list_present_flag[MAX_PIC_LIST_NUM]; //0-7
//// Combine the scaling matrix to word ( 24 + 32)
uint8_t ScalingList4x4[6][16];
uint8_t ScalingList8x8[2][64];
uint8_t UseDefaultScalingMatrix4x4Flag[6];
uint8_t UseDefaultScalingMatrix8x8Flag[6];
} seq_param_set_used, *seq_param_set_used_ptr;
typedef struct _SPS_PAR_ALL
{
seq_param_set_used sps_par_used;
vui_seq_parameters_t_not_used sps_vui_par_not_used;
}seq_param_set_all, *seq_param_set_all_ptr;
///// Image control parameter////////////
typedef struct _h264_img_par
{
int32_t frame_num; // decoding num of current frame
int32_t frame_count; // count of decoded frames
int32_t current_slice_num;
int32_t gaps_in_frame_num;
// POC decoding
int32_t num_ref_frames_in_pic_order_cnt_cycle;
int32_t delta_pic_order_always_zero_flag;
int32_t offset_for_non_ref_pic;
int32_t offset_for_top_to_bottom_field;
int32_t pic_order_cnt_lsb;
int32_t pic_order_cnt_msb;
int32_t delta_pic_order_cnt_bottom;
int32_t delta_pic_order_cnt[2];
int32_t PicOrderCntMsb;
int32_t CurrPicOrderCntMsb;
int32_t PrevPicOrderCntLsb;
int32_t FrameNumOffset;
int32_t PreviousFrameNum;
int32_t PreviousFrameNumOffset;
int32_t toppoc;
int32_t bottompoc;
int32_t framepoc;
int32_t ThisPOC;
//int32_t sei_freeze_this_image;
///////////////////// Resolutions
int32_t PicWidthInMbs;
int32_t FrameHeightInMbs;
///////////////////// MMCO
uint8_t last_has_mmco_5;
uint8_t curr_has_mmco_5;
/////////////////// Flags
uint8_t g_new_frame;
uint8_t g_new_pic;
uint8_t structure;
uint8_t second_field; // Set to one if this is the second field of a set of paired fields...
uint8_t field_pic_flag;
uint8_t last_pic_bottom_field;
uint8_t bottom_field_flag;
uint8_t MbaffFrameFlag;
uint8_t no_output_of_prior_pics_flag;
uint8_t long_term_reference_flag;
uint8_t skip_this_pic;
uint8_t pic_order_cnt_type;
// Recovery
uint8_t recovery_point_found;
uint8_t used_for_reference;
} h264_img_par;
typedef struct _h264_slice_reg_data
{
uint32_t h264_bsd_slice_p1; // 0x150
//uint32_t h264_mpr_list0[8]; // from 0x380 to 0x3BC
uint32_t h264_bsd_slice_p2; // 0x154
uint32_t h264_bsd_slice_start; // 0x158
} h264_slice_data;
typedef struct _h264_pic_data
{
uint32_t h264_dpb_init; // 0x40
//info For current pic
uint32_t h264_cur_bsd_img_init; // 0x140
uint32_t h264_cur_mpr_tf_poc; // 0x300
uint32_t h264_cur_mpr_bf_poc; // 0x304
//info For framess in DPB
//uint32_t h264_dpb_bsd_img_init[16]; //0x140
//uint32_t h264_dpb_mpr_tf_poc[16]; // 0x300
//uint32_t h264_dpb_mpr_bf_poc[16]; // 0x304
} h264_pic_data;
enum h264_workload_item_type
{
VIDDEC_WORKLOAD_H264_SLICE_REG = VIDDEC_WORKLOAD_DECODER_SPECIFIC,
VIDDEC_WORKLOAD_H264_PIC_REG,
VIDDEC_WORKLOAD_H264_DPB_FRAME_POC,
VIDDEC_WORKLOAD_H264_SH_BITS_OFFSET,
VIDDEC_WORKLOAD_H264_PWT_BITS_OFFSET,
VIDDEC_WORKLOAD_H264_PWT_ES_BYTES,
VIDDEC_WORKLOAD_H264_SCALING_MATRIX,
VIDDEC_WORKLOAD_H264_DEBUG
};
////////////////////////////////////////////
/* Full Info set*/
////////////////////////////////////////////
typedef struct _h264_Info
{
h264_DecodedPictureBuffer dpb;
//// Structures
//// need to gurantee active_SPS and active_PPS start from 4-bytes alignment address
seq_param_set_used active_SPS;
pic_param_set active_PPS;
h264_Slice_Header_t SliceHeader;
OldSliceParams old_slice;
sei_info sei_information;
h264_img_par img;
uint32_t SPS_PADDR_GL;
uint32_t PPS_PADDR_GL;
uint32_t OFFSET_REF_FRAME_PADDR_GL;
uint32_t TMP_OFFSET_REFFRM_PADDR_GL;
uint32_t h264_list_replacement;
uint32_t h264_pwt_start_byte_offset;
uint32_t h264_pwt_start_bit_offset;
uint32_t h264_pwt_end_byte_offset;
uint32_t h264_pwt_end_bit_offset;
uint32_t h264_pwt_enabled;
uint32_t sps_valid;
uint8_t slice_ref_list0[32];
uint8_t slice_ref_list1[32];
uint8_t qm_present_list;
//h264_NAL_Unit_t
uint8_t nal_unit_type;
uint8_t old_nal_unit_type;
uint8_t got_start;
//workload
uint8_t push_to_cur;
uint8_t Is_first_frame_in_stream;
uint8_t Is_SPS_updated;
uint8_t number_of_first_au_info_nal_before_first_slice;
uint8_t is_frame_boundary_detected_by_non_slice_nal;
uint8_t is_frame_boundary_detected_by_slice_nal;
uint8_t is_current_workload_done;
uint8_t primary_pic_type_plus_one; //AUD---[0,7]
//Error handling
uint8_t sei_rp_received;
uint8_t last_I_frame_idc;
uint8_t sei_b_state_ready;
uint8_t gop_err_flag;
uint32_t wl_err_curr;
uint32_t wl_err_next;
} h264_Info;
struct h264_viddec_parser
{
uint32_t sps_pps_ddr_paddr;
h264_Info info;
};
#endif //_H264_H_