Google Git
Sign in
android / platform / hardware / intel / common / libmix / 62215b5 / . / mix_video / src / mixvideoformatenc_h264.cpp
blob: 34b30bac80474cc2815075d02d3f8d1dd2ba9353 [file] [log] [blame]
/*
INTEL CONFIDENTIAL
Copyright 2009 Intel Corporation All Rights Reserved.
The source code contained or described herein and all documents related to the source code ("Material") are owned by Intel Corporation or its suppliers or licensors. Title to the Material remains with Intel Corporation or its suppliers and licensors. The Material contains trade secrets and proprietary and confidential information of Intel or its suppliers and licensors. The Material is protected by worldwide copyright and trade secret laws and treaty provisions. No part of the Material may be used, copied, reproduced, modified, published, uploaded, posted, transmitted, distributed, or disclosed in any way without Intel’s prior express written permission.
No license under any patent, copyright, trade secret or other intellectual property right is granted to or conferred upon you by disclosure or delivery of the Materials, either expressly, by implication, inducement, estoppel or otherwise. Any license under such intellectual property rights must be express and approved by Intel in writing.
*/
#include <string.h>
#include <stdlib.h>
#include "mixvideolog.h"
#include "mixvideoformatenc_h264.h"
#include "mixvideoconfigparamsenc_h264.h"
#include <va/va_tpi.h>
#include <va/va_enc_h264.h>
#undef SHOW_SRC
#ifdef SHOW_SRC
Window win = 0;
#endif /* SHOW_SRC */
MixVideoFormatEnc_H264::MixVideoFormatEnc_H264()
:MixVideoFormatEnc()
,encoded_frames(0)
,frame_num(0)
,pic_skipped(FALSE)
,is_intra(TRUE)
,cur_frame(NULL)
,ref_frame(NULL)
,rec_frame(NULL)
,lookup_frame(NULL)
#if 1
,last_mix_buffer ( NULL)
#endif
,shared_surfaces(NULL)
,surfaces(NULL)
,surface_num(0)
,shared_surfaces_cnt(0)
,precreated_surfaces_cnt(0)
,usrptr(NULL)
,coded_buf_index(0)
,coded_buf_size(0) {
}
MixVideoFormatEnc_H264::~MixVideoFormatEnc_H264() {
}
MixVideoFormatEnc_H264 *
mix_videoformatenc_h264_new(void) {
return new MixVideoFormatEnc_H264();
}
MixVideoFormatEnc_H264 *
mix_videoformatenc_h264_ref(MixVideoFormatEnc_H264 * mix) {
if (NULL != mix)
mix->Ref();
return mix;
}
MixVideoFormatEnc_H264 *
mix_videoformatenc_h264_unref(MixVideoFormatEnc_H264 * mix) {
if (NULL != mix)
return MIX_VIDEOFORMATENC_H264(mix->Unref());
else
return mix;
}
MIX_RESULT
MixVideoFormatEnc_H264::Initialize(
MixVideoConfigParamsEnc * config_params_enc,
MixFrameManager * frame_mgr,
MixBufferPool * input_buf_pool,
MixSurfacePool ** surface_pool,
MixUsrReqSurfacesInfo * requested_surface_info,
VADisplay va_display ) {
MIX_RESULT ret = MIX_RESULT_SUCCESS;
// MixVideoFormatEnc *parent = NULL;
MixVideoConfigParamsEncH264 * config_params_enc_h264;
VAStatus va_status = VA_STATUS_SUCCESS;
VASurfaceID * surfaces = NULL;
int va_max_num_profiles, va_max_num_entrypoints, va_max_num_attribs;
int va_num_profiles, va_num_entrypoints;
VAProfile *va_profiles = NULL;
VAEntrypoint *va_entrypoints = NULL;
VAConfigAttrib va_attrib[2];
uint index;
uint max_size = 0;
/*
* For upstream allocates buffer, it is mandatory to set buffer mode
* and for other stuff, it is optional
*/
/*
* Different MIX buffer mode will have different surface handling approach
*/
uint normal_surfaces_cnt = 2;
/*
* shared_surfaces_cnt is for upstream buffer allocation case
*/
uint shared_surfaces_cnt = 0;
/*
* precreated_surfaces_cnt is for self buffer allocation case
*/
uint precreated_surfaces_cnt = 0;
MixCISharedBufferInfo * ci_info = NULL;
/*frame_mgr and input_buf_pool is reservered for future use*/
if ( config_params_enc == NULL || va_display == NULL || requested_surface_info == NULL) {
LOG_E(
" config_params_enc == NULL || va_display == NULL || requested_surface_info == NULL\n");
return MIX_RESULT_NULL_PTR;
}
/*
* Check more for requested_surface_info
*/
if (requested_surface_info->surface_cnt != 0 &&
(requested_surface_info->surface_allocated == NULL || requested_surface_info->usrptr == NULL)) {
LOG_E(
"surface_cnt != 0 && (surface_allocated == NULL || usrptr == NULL)\n");
return MIX_RESULT_NULL_PTR;
}
if (requested_surface_info->surface_cnt > MAX_ENC_SURFACE_COUNT) {
LOG_E ("Something wrong, we have to quite now!\n");
return MIX_RESULT_FAIL;
}
LOG_V( "begin\n");
ret = MixVideoFormatEnc::Initialize(config_params_enc,frame_mgr,input_buf_pool,surface_pool,requested_surface_info,va_display);
if (ret != MIX_RESULT_SUCCESS)
{
return ret;
}
// parent = MIX_VIDEOFORMATENC(this);
// MixVideoFormatEnc_H264 *self = MIX_VIDEOFORMATENC_H264(mix);
if (MIX_IS_VIDEOCONFIGPARAMSENC_H264 (config_params_enc)) {
config_params_enc_h264 =
MIX_VIDEOCONFIGPARAMSENC_H264 (config_params_enc);
} else {
LOG_V(
"mix_videofmtenc_h264_initialize: no h264 config params found\n");
return MIX_RESULT_FAIL;
}
// g_mutex_lock(parent->objectlock);
Lock();
LOG_V(
"Start to get properities from h.264 params\n");
/* get properties from H264 params Object, which is special to H264 format*/
ret = mix_videoconfigparamsenc_h264_get_bus (config_params_enc_h264,
&this->basic_unit_size);
if (ret != MIX_RESULT_SUCCESS) {
LOG_E(
"Failed to mix_videoconfigparamsenc_h264_get_bus\n");
goto CLEAN_UP;
}
ret = mix_videoconfigparamsenc_h264_get_dlk (config_params_enc_h264,
&this->disable_deblocking_filter_idc);
if (ret != MIX_RESULT_SUCCESS) {
LOG_E(
"Failed to mix_videoconfigparamsenc_h264_get_dlk\n");
goto CLEAN_UP;
}
ret = mix_videoconfigparamsenc_h264_get_vui_flag (config_params_enc_h264,
&this->vui_flag);
if (ret != MIX_RESULT_SUCCESS) {
LOG_E(
"Failed to mix_videoconfigparamsenc_h264_get_vui_flag\n");
goto CLEAN_UP;
}
ret = mix_videoconfigparamsenc_h264_get_slice_num (config_params_enc_h264,
&this->slice_num);
if (ret != MIX_RESULT_SUCCESS) {
LOG_E(
"Failed to mix_videoconfigparamsenc_h264_get_slice_num\n");
goto CLEAN_UP;
}
ret = mix_videoconfigparamsenc_h264_get_I_slice_num (config_params_enc_h264,
&this->I_slice_num);
if (ret != MIX_RESULT_SUCCESS) {
LOG_E(
"Failed to mix_videoconfigparamsenc_h264_get_I_slice_num\n");
goto CLEAN_UP;
}
ret = mix_videoconfigparamsenc_h264_get_P_slice_num (config_params_enc_h264,
&this->P_slice_num);
if (ret != MIX_RESULT_SUCCESS) {
LOG_E(
"Failed to mix_videoconfigparamsenc_h264_get_P_slice_num\n");
goto CLEAN_UP;
}
ret = mix_videoconfigparamsenc_h264_get_delimiter_type (config_params_enc_h264,
&this->delimiter_type);
if (ret != MIX_RESULT_SUCCESS) {
LOG_E (
"Failed to mix_videoconfigparamsenc_h264_get_delimiter_type\n");
goto CLEAN_UP;
}
ret = mix_videoconfigparamsenc_h264_get_IDR_interval(config_params_enc_h264,
&this->idr_interval);
if (ret != MIX_RESULT_SUCCESS) {
LOG_E (
"Failed to mix_videoconfigparamsenc_h264_get_IDR_interval\n");
goto CLEAN_UP;
}
LOG_V(
"======H264 Encode Object properities======:\n");
LOG_I( "this->basic_unit_size = %d\n",
this->basic_unit_size);
LOG_I( "this->disable_deblocking_filter_idc = %d\n",
this->disable_deblocking_filter_idc);
LOG_I( "this->slice_num = %d\n",
this->slice_num);
LOG_I( "this->I_slice_num = %d\n",
this->I_slice_num);
LOG_I( "this->P_slice_num = %d\n",
this->P_slice_num);
LOG_I ("this->delimiter_type = %d\n",
this->delimiter_type);
LOG_I ("this->idr_interval = %d\n",
this->idr_interval);
LOG_V(
"Get properities from params done\n");
this->va_display = va_display;
LOG_V( "Get Display\n");
LOG_I( "Display = 0x%08x\n",
(uint)va_display);
#if 0
/* query the vender information, can ignore*/
va_vendor = vaQueryVendorString (va_display);
LOG_I( "Vendor = %s\n",
va_vendor);
#endif
/*get the max number for profiles/entrypoints/attribs*/
va_max_num_profiles = vaMaxNumProfiles(va_display);
LOG_I( "va_max_num_profiles = %d\n",
va_max_num_profiles);
va_max_num_entrypoints = vaMaxNumEntrypoints(va_display);
LOG_I( "va_max_num_entrypoints = %d\n",
va_max_num_entrypoints);
va_max_num_attribs = vaMaxNumConfigAttributes(va_display);
LOG_I( "va_max_num_attribs = %d\n",
va_max_num_attribs);
// va_profiles = g_malloc(sizeof(VAProfile)*va_max_num_profiles);
va_profiles = new VAProfile[va_max_num_profiles];
// va_entrypoints = g_malloc(sizeof(VAEntrypoint)*va_max_num_entrypoints);
va_entrypoints = new VAEntrypoint[va_max_num_entrypoints];
if (va_profiles == NULL || va_entrypoints ==NULL)
{
LOG_E(
"!va_profiles || !va_entrypoints\n");
ret = MIX_RESULT_NO_MEMORY;
goto CLEAN_UP;
}
LOG_I(
"va_profiles = 0x%08x\n", (uint)va_profiles);
LOG_V( "vaQueryConfigProfiles\n");
va_status = vaQueryConfigProfiles (va_display, va_profiles, &va_num_profiles);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to call vaQueryConfigProfiles\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
LOG_V( "vaQueryConfigProfiles Done\n");
/*check whether profile is supported*/
for (index= 0; index < va_num_profiles; index++) {
if (this->va_profile == va_profiles[index])
break;
}
if (index == va_num_profiles)
{
LOG_E( "Profile not supported\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
LOG_V( "vaQueryConfigEntrypoints\n");
/*Check entry point*/
va_status = vaQueryConfigEntrypoints(va_display,
this->va_profile,
va_entrypoints, &va_num_entrypoints);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to call vaQueryConfigEntrypoints\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
for (index = 0; index < va_num_entrypoints; index ++) {
if (va_entrypoints[index] == VAEntrypointEncSlice) {
break;
}
}
if (index == va_num_entrypoints) {
LOG_E( "Entrypoint not found\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
va_attrib[0].type = VAConfigAttribRTFormat;
va_attrib[1].type = VAConfigAttribRateControl;
LOG_V( "vaGetConfigAttributes\n");
va_status = vaGetConfigAttributes(va_display, this->va_profile,
this->va_entrypoint,
&va_attrib[0], 2);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to call vaGetConfigAttributes\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
if ((va_attrib[0].value & this->va_format) == 0) {
LOG_E( "Matched format not found\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
LOG_E( "RC mode va_attrib[1].value=%d, this->va_rcmode=%d",va_attrib[1].value, this->va_rcmode);
if ((va_attrib[1].value & this->va_rcmode) == 0) {
LOG_E( "RC mode not found\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
va_attrib[0].value = this->va_format; //VA_RT_FORMAT_YUV420;
va_attrib[1].value = this->va_rcmode;
LOG_V( "======VA Configuration======\n");
LOG_I( "profile = %d\n",
this->va_profile);
LOG_I( "va_entrypoint = %d\n",
this->va_entrypoint);
LOG_I( "va_attrib[0].type = %d\n",
va_attrib[0].type);
LOG_I( "va_attrib[1].type = %d\n",
va_attrib[1].type);
LOG_I( "va_attrib[0].value (Format) = %d\n",
va_attrib[0].value);
LOG_I( "va_attrib[1].value (RC mode) = %d\n",
va_attrib[1].value);
LOG_V( "vaCreateConfig\n");
va_status = vaCreateConfig(va_display, this->va_profile,
this->va_entrypoint,
&va_attrib[0], 2, &(this->va_config));
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E( "Failed vaCreateConfig\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
if (this->va_rcmode == VA_RC_VCM) {
/*
* Following three features are only enabled in VCM mode
*/
this->render_mss_required = TRUE;
this->render_AIR_required = TRUE;
this->render_bitrate_required = TRUE;
this->slice_num = (this->picture_height + 15) / 16; //if we are in VCM, we will set slice num to max value
}
LOG_I ("alloc_surface_cnt = %d\n", requested_surface_info->surface_cnt);
if (requested_surface_info->surface_cnt == 0) {
switch (this->buffer_mode) {
case MIX_BUFFER_UPSTREAM_ALLOC_CI:
ci_info = (MixCISharedBufferInfo *) (this->buf_info);
shared_surfaces_cnt = ci_info->ci_frame_cnt;
normal_surfaces_cnt = 2;
break;
case MIX_BUFFER_UPSTREAM_ALLOC_V4L2:
/*
* To be develped
*/
break;
case MIX_BUFFER_UPSTREAM_ALLOC_SURFACE:
/*
* To be develped
*/
break;
default:
this->buffer_mode = MIX_BUFFER_ALLOC_NORMAL;
normal_surfaces_cnt = 8;
break;
}
}
else if (requested_surface_info->surface_cnt == 1) {
/*
* Un-normal case, TBD
*/
this->buffer_mode = MIX_BUFFER_ALLOC_NORMAL;
normal_surfaces_cnt = 8;
}
else {
this->buffer_mode = MIX_BUFFER_SELF_ALLOC_SURFACE;
precreated_surfaces_cnt = requested_surface_info->surface_cnt;
this->alloc_surface_cnt = requested_surface_info->surface_cnt;
//this->usrptr = g_malloc (requested_surface_info->surface_cnt * sizeof (uint8 *));
this->usrptr = new uint8 *[requested_surface_info->surface_cnt];
if (this->usrptr == NULL) {
LOG_E("Failed allocate memory\n");
ret = MIX_RESULT_NO_MEMORY;
goto CLEAN_UP;
}
memcpy (this->usrptr, requested_surface_info->usrptr, requested_surface_info->surface_cnt * sizeof (uint8 *));
}
LOG_I ("buffer_mode = %d\n", this->buffer_mode);
this->shared_surfaces_cnt = shared_surfaces_cnt;
this->precreated_surfaces_cnt = precreated_surfaces_cnt;
#if 0
int ii = 0;
for (ii=0; ii < alloc_surface_cnt; ii++) {
g_print ("self->usrptr[%d] = 0x%08x\n", ii, self->usrptr[ii]);
g_print ("usrptr[%d] = 0x%08x\n", ii, usrptr[ii]);
}
/*TODO: compute the surface number*/
int numSurfaces;
if (parent->share_buf_mode) {
numSurfaces = 2;
}
else {
numSurfaces = 2;
parent->ci_frame_num = 0;
}
//self->surface_num = numSurfaces + parent->ci_frame_num;
#endif
this->surface_num = normal_surfaces_cnt + shared_surfaces_cnt + precreated_surfaces_cnt;
// surfaces = g_malloc(sizeof(VASurfaceID)*normal_surfaces_cnt);
surfaces = new VASurfaceID[normal_surfaces_cnt];
if (surfaces == NULL)
{
LOG_E(
"Failed allocate surface\n");
ret = MIX_RESULT_NO_MEMORY;
goto CLEAN_UP;
}
//this->surfaces = g_malloc(sizeof(VASurfaceID) * self->surface_num);
this->surfaces = new VASurfaceID[this->surface_num] ;
if (this->surfaces == NULL)
{
LOG_E(
"Failed allocate private surface\n");
ret = MIX_RESULT_NO_MEMORY;
goto CLEAN_UP;
}
LOG_V( "vaCreateSurfaces\n");
va_status = vaCreateSurfaces(va_display, this->va_format,
this->picture_width, this->picture_height,
surfaces,normal_surfaces_cnt, NULL, 0);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed vaCreateSurfaces\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
if (shared_surfaces_cnt != 0) {
// this->shared_surfaces =
// g_malloc(sizeof(VASurfaceID) * shared_surfaces_cnt);
this->shared_surfaces =
new VASurfaceID[shared_surfaces_cnt];
if (this->shared_surfaces == NULL)
{
LOG_E(
"Failed allocate shared surface\n");
ret = MIX_RESULT_NO_MEMORY;
goto CLEAN_UP;
}
}
switch (this->buffer_mode) {
case MIX_BUFFER_UPSTREAM_ALLOC_CI:
{
#if 0
for (index = 0; index < this->shared_surfaces_cnt; index++) {
va_status = vaCreateSurfaceFromCIFrame(va_display,
(ulong) (ci_info->ci_frame_id[index]),
&this->shared_surfaces[index]);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E("Failed to vaCreateSurfaceFromCIFrame\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
this->surfaces[index] = this->shared_surfaces[index];
}
#endif
}
break;
case MIX_BUFFER_UPSTREAM_ALLOC_V4L2:
/*To be develped*/
break;
case MIX_BUFFER_UPSTREAM_ALLOC_SURFACE:
/*To be develped*/
break;
case MIX_BUFFER_ALLOC_NORMAL:
break;
case MIX_BUFFER_SELF_ALLOC_SURFACE:
{
for (index = 0; index < requested_surface_info->surface_cnt; index ++) {
this->surfaces[index] = requested_surface_info->surface_allocated[index];
}
}
break;
default:
break;
}
for (index = 0; index < normal_surfaces_cnt; index++) {
this->surfaces[precreated_surfaces_cnt + shared_surfaces_cnt + index] = surfaces[index];
}
LOG_V( "assign surface Done\n");
LOG_I( "Created %d libva surfaces\n", this->surface_num);
#if 0 //current put this in gst
images = g_malloc(sizeof(VAImage)*numSurfaces);
if (images == NULL)
{
g_mutex_unlock(parent->objectlock);
return MIX_RESULT_FAIL;
}
for (index = 0; index < numSurfaces; index++) {
//Derive an VAImage from an existing surface.
//The image buffer can then be mapped/unmapped for CPU access
va_status = vaDeriveImage(va_display, surfaces[index],
&images[index]);
}
#endif
LOG_V( "mix_surfacepool_new\n");
this->surfacepool = mix_surfacepool_new();
if (surface_pool)
*surface_pool = this->surfacepool;
//which is useful to check before encode
if (this->surfacepool == NULL)
{
LOG_E(
"Failed to mix_surfacepool_new\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
LOG_V(
"mix_surfacepool_initialize\n");
ret = mix_surfacepool_initialize(this->surfacepool,
this->surfaces, this->surface_num, va_display);
switch (ret)
{
case MIX_RESULT_SUCCESS:
break;
case MIX_RESULT_ALREADY_INIT:
LOG_E( "Error init failure\n");
ret = MIX_RESULT_ALREADY_INIT;
goto CLEAN_UP;
default:
break;
}
//Initialize and save the VA context ID
LOG_V( "vaCreateContext\n");
va_status = vaCreateContext(va_display, this->va_config,
this->picture_width, this->picture_height,
0, this->surfaces, this->surface_num,
&(this->va_context));
LOG_I(
"Created libva context width %d, height %d\n",
this->picture_width, this->picture_height);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaCreateContext\n");
LOG_I( "va_status = %d\n",
(uint)va_status);
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
ret = GetMaxEncodedBufSize(&max_size);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"Failed to mix_videofmtenc_h264_get_max_encoded_buf_size\n");
goto CLEAN_UP;
}
/*Create coded buffer for output*/
va_status = vaCreateBuffer (va_display, this->va_context,
VAEncCodedBufferType,
this->coded_buf_size, //
1, NULL,
&(this->coded_buf[0]));
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaCreateBuffer: VAEncCodedBufferType\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
/*Create coded buffer for output*/
va_status = vaCreateBuffer (va_display, this->va_context,
VAEncCodedBufferType,
this->coded_buf_size, //
1, NULL,
&(this->coded_buf[1]));
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaCreateBuffer: VAEncCodedBufferType\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
#ifdef SHOW_SRC
Display * display = XOpenDisplay (NULL);
LOG_I( "display = 0x%08x\n",
(uint) display);
win = XCreateSimpleWindow(display, RootWindow(display, 0), 0, 0,
this->picture_width, this->picture_height, 0, 0,
WhitePixel(display, 0));
XMapWindow(display, win);
XSelectInput(display, win, KeyPressMask | StructureNotifyMask);
XSync(display, False);
LOG_I( "va_display = 0x%08x\n",
(uint) va_display);
#endif /* SHOW_SRC */
CLEAN_UP:
if (ret == MIX_RESULT_SUCCESS) {
initialized = TRUE;
}
/*free profiles and entrypoints*/
if (va_profiles)
delete [] va_profiles;
if (va_entrypoints)
delete [] va_entrypoints;
if (surfaces)
delete []surfaces;
// g_mutex_unlock(parent->objectlock);
Unlock();
LOG_V( "end\n");
return ret;
}
MIX_RESULT
MixVideoFormatEnc_H264::Encode(
MixBuffer * bufin[], int bufincnt,
MixIOVec * iovout[], int iovoutcnt,
MixVideoEncodeParams * encode_params) {
MIX_RESULT ret = MIX_RESULT_SUCCESS;
LOG_V( "Begin\n");
/*currenly only support one input and output buffer*/
if (bufincnt != 1 || iovoutcnt != 1) {
LOG_E(
"buffer count not equel to 1\n");
LOG_E(
"maybe some exception occurs\n");
}
if (bufin[0] == NULL || iovout[0] == NULL) {
LOG_E(
" !bufin[0] ||!iovout[0]\n");
return MIX_RESULT_NULL_PTR;
}
#if 0
if (parent_class->encode) {
return parent_class->encode(mix, bufin, bufincnt, iovout,
iovoutcnt, encode_params);
}
#endif
LOG_V( "Locking\n");
// g_mutex_lock(parent->objectlock);
Lock();
//TODO: also we could move some encode Preparation work to here
LOG_V(
"ProcessEncode\n");
ret = _process_encode (
bufin[0], iovout[0]);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"Failed ProcessEncode\n");
goto CLEAN_UP;
}
CLEAN_UP:
LOG_V( "UnLocking\n");
// g_mutex_unlock(parent->objectlock);
Unlock();
LOG_V( "end\n");
return ret;
}
MIX_RESULT MixVideoFormatEnc_H264::Flush() {
//MIX_RESULT ret = MIX_RESULT_SUCCESS;
LOG_V( "Begin\n");
/*not chain to parent flush func*/
#if 0
if (parent_class->flush) {
return parent_class->flush(mix, msg);
}
#endif
// g_mutex_lock(mix->objectlock);
Lock();
#if 0
/*unref the current source surface*/
if (self->cur_frame != NULL)
{
mix_videoframe_unref (self->cur_frame);
self->cur_frame = NULL;
}
#endif
/*unref the reconstructed surface*/
if (this->rec_frame != NULL)
{
mix_videoframe_unref (this->rec_frame);
this->rec_frame = NULL;
}
/*unref the reference surface*/
if (this->ref_frame != NULL)
{
mix_videoframe_unref (this->ref_frame);
this->ref_frame = NULL;
}
//#ifdef ANDROID
#if 1
if (this->last_mix_buffer) {
mix_buffer_unref(this->last_mix_buffer);
this->last_mix_buffer = NULL;
}
#endif
/*reset the properities*/
this->encoded_frames = 0;
this->frame_num = 0;
this->pic_skipped = FALSE;
this->is_intra = TRUE;
// g_mutex_unlock(mix->objectlock);
Unlock();
LOG_V( "end\n");
return MIX_RESULT_SUCCESS;
}
MIX_RESULT
MixVideoFormatEnc_H264::Deinitialize() {
VAStatus va_status;
MIX_RESULT ret = MIX_RESULT_SUCCESS;
LOG_V( "Begin\n");
ret = MixVideoFormatEnc::Deinitialize();
if (ret != MIX_RESULT_SUCCESS)
{
return ret;
}
LOG_V( "Release frames\n");
// g_mutex_lock(parent->objectlock);
Lock();
#if 0
/*unref the current source surface*/
if (self->cur_frame != NULL)
{
mix_videoframe_unref (self->cur_frame);
self->cur_frame = NULL;
}
#endif
/*unref the reconstructed surface*/
if (this->rec_frame != NULL)
{
mix_videoframe_unref (this->rec_frame);
this->rec_frame = NULL;
}
/*unref the reference surface*/
if (this->ref_frame != NULL)
{
mix_videoframe_unref (this->ref_frame);
this->ref_frame = NULL;
}
if (this->lookup_frame != NULL)
{
mix_videoframe_unref (this->lookup_frame);
this->lookup_frame = NULL;
}
if (this->last_mix_buffer) {
mix_buffer_unref(this->last_mix_buffer);
this->last_mix_buffer = NULL;
}
LOG_V( "Release surfaces\n");
if (this->shared_surfaces)
{
// g_free (self->shared_surfaces);
delete []this->shared_surfaces;
this->shared_surfaces = NULL;
}
if (this->surfaces)
{
// g_free (self->surfaces);
delete[] this->surfaces;
this->surfaces = NULL;
}
if (this->usrptr) {
// g_free (self->usrptr);
delete[]this->usrptr;
this->usrptr = NULL;
}
LOG_V( "vaDestroyContext\n");
va_status = vaDestroyContext (this->va_display, this->va_context);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed vaDestroyContext\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
LOG_V( "vaDestroyConfig\n");
va_status = vaDestroyConfig (this->va_display, this->va_config);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed vaDestroyConfig\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
CLEAN_UP:
this->initialized = FALSE;
//g_mutex_unlock(parent->objectlock);
Unlock();
LOG_V( "end\n");
return ret;
}
MIX_RESULT
MixVideoFormatEnc_H264::GetMaxEncodedBufSize (uint *max_size) {
if (max_size == NULL)
{
LOG_E(
"max_size == NULL\n");
return MIX_RESULT_NULL_PTR;
}
LOG_V( "Begin\n");
if (MIX_IS_VIDEOFORMATENC_H264(this)) {
if (this->coded_buf_size > 0) {
*max_size = this->coded_buf_size;
LOG_V ("Already calculate the max encoded size, get the value directly");
return MIX_RESULT_SUCCESS;
}
/*base on the rate control mode to calculate the defaule encoded buffer size*/
if (this->va_rcmode_h264 == VA_RC_NONE) {
this->coded_buf_size =
(this->picture_width* this->picture_height * 400) / (16 * 16);
// set to value according to QP
}
else {
this->coded_buf_size = this->bitrate/ 4;
}
this->coded_buf_size =
max (this->coded_buf_size ,
(this->picture_width* this->picture_height * 400) / (16 * 16));
/*in case got a very large user input bit rate value*/
this->coded_buf_size =
min(this->coded_buf_size,
(this->picture_width * this->picture_height * 1.5 * 8));
this->coded_buf_size = (this->coded_buf_size + 15) &(~15);
}
else
{
LOG_E(
"not H264 video encode Object\n");
return MIX_RESULT_INVALID_PARAM;
}
*max_size = this->coded_buf_size;
return MIX_RESULT_SUCCESS;
}
MIX_RESULT MixVideoFormatEnc_H264::SetDynamicEncConfig(MixVideoConfigParamsEnc * config_params,
MixEncParamsType params_type) {
MIX_RESULT ret = MIX_RESULT_SUCCESS;
MixVideoConfigParamsEncH264 * config_params_enc_h264;
LOG_V( "Begin\n");
if (MIX_IS_VIDEOCONFIGPARAMSENC_H264 (config_params)) {
config_params_enc_h264 =
MIX_VIDEOCONFIGPARAMSENC_H264 (config_params);
} else {
LOG_V(
"mix_videofmtenc_h264_initialize: no h264 config params found\n");
return MIX_RESULT_FAIL;
}
/*
* For case params_type == MIX_ENC_PARAMS_SLICE_NUM
* we don't need to chain up to parent method, as we will handle
* dynamic slice height change inside this method, and other dynamic
* controls will be handled in parent method.
*/
if (params_type == MIX_ENC_PARAMS_SLICE_NUM) {
// g_mutex_lock(parent->objectlock);
Lock();
ret = mix_videoconfigparamsenc_h264_get_slice_num (config_params_enc_h264,
&this->slice_num);
this->I_slice_num = this->P_slice_num = this->slice_num;
if (ret != MIX_RESULT_SUCCESS) {
LOG_E(
"Failed to mix_videoconfigparamsenc_h264_get_slice_num\n");
// g_mutex_unlock(parent->objectlock);
Unlock();
return ret;
}
//g_mutex_unlock(parent->objectlock);
Unlock();
}
else if (params_type == MIX_ENC_PARAMS_I_SLICE_NUM) {
//g_mutex_lock(parent->objectlock);
Lock();
ret = mix_videoconfigparamsenc_h264_get_I_slice_num (config_params_enc_h264,
&this->I_slice_num);
if (ret != MIX_RESULT_SUCCESS) {
LOG_E(
"Failed to mix_videoconfigparamsenc_h264_get_I_slice_num\n");
//g_mutex_unlock(parent->objectlock);
Unlock();
return ret;
}
//g_mutex_unlock(parent->objectlock);
Unlock();
}
else if (params_type == MIX_ENC_PARAMS_P_SLICE_NUM) {
//g_mutex_lock(parent->objectlock);
Lock();
ret = mix_videoconfigparamsenc_h264_get_P_slice_num (config_params_enc_h264,
&this->P_slice_num);
if (ret != MIX_RESULT_SUCCESS) {
LOG_E(
"Failed to mix_videoconfigparamsenc_h264_get_P_slice_num\n");
//g_mutex_unlock(parent->objectlock);
Unlock();
return ret;
}
//g_mutex_unlock(parent->objectlock);
Unlock();
} else if (params_type == MIX_ENC_PARAMS_IDR_INTERVAL) {
//g_mutex_lock(parent->objectlock);
Lock();
ret = mix_videoconfigparamsenc_h264_get_IDR_interval(config_params_enc_h264,
&this->idr_interval);
if (ret != MIX_RESULT_SUCCESS) {
LOG_E(
"Failed to mix_videoconfigparamsenc_h264_get_IDR_interval\n");
//g_mutex_unlock(parent->objectlock);
Unlock();
return ret;
}
this->new_header_required = TRUE;
//g_mutex_unlock(parent->objectlock);
Unlock();
} else {
/* Chainup parent method. */
ret = MixVideoFormatEnc::SetDynamicEncConfig(config_params,params_type);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_V(
"chainup parent method (set_dynamic_config) failed \n");
return ret;
}
}
LOG_V( "End\n");
return MIX_RESULT_SUCCESS;
}
MIX_RESULT MixVideoFormatEnc_H264::_process_encode( MixBuffer * bufin,
MixIOVec * iovout) {
MIX_RESULT ret = MIX_RESULT_SUCCESS;
VAStatus va_status = VA_STATUS_SUCCESS;
VADisplay va_display = NULL;
VAContextID va_context;
ulong surface = 0;
uint16 width, height;
bool usingMixDataBuffer = FALSE;
MixVideoFrame * tmp_frame;
uint8 *buf;
VACodedBufferSegment *coded_seg = NULL;
int num_seg = 0;
uint total_size = 0;
uint size = 0;
uint status = 0;
bool slice_size_overflow = FALSE;
if ((bufin == NULL) || (iovout == NULL)) {
LOG_E(
"bufin == NULL || iovout == NULL\n");
return MIX_RESULT_NULL_PTR;
}
LOG_V( "Begin\n");
va_display = this->va_display;
va_context = this->va_context;
width = this->picture_width;
height = this->picture_height;
LOG_I( "encoded_frames = %d\n",
this->encoded_frames);
LOG_I( "frame_num = %d\n",
this->frame_num);
LOG_I( "is_intra = %d\n",
this->is_intra);
LOG_I( "ci_frame_id = 0x%08x\n",
(uint) this->ci_frame_id);
if (this->new_header_required) {
this->frame_num = 0;
}
/* determine the picture type*/
//if ((mix->encoded_frames % parent->intra_period) == 0) {
if (this->intra_period == 0) {
if (this->frame_num == 0)
this->is_intra = TRUE;
else
this->is_intra = FALSE;
}
else if ((this->frame_num % this->intra_period) == 0) {
this->is_intra = TRUE;
} else {
this->is_intra = FALSE;
}
LOG_I( "is_intra_picture = %d\n",
this->is_intra);
LOG_V(
"Get Surface from the pool\n");
/*current we use one surface for source data,
* one for reference and one for reconstructed*/
/*TODO, could be refine here*/
switch (this->buffer_mode) {
case MIX_BUFFER_UPSTREAM_ALLOC_CI:
{
//MixVideoFrame * frame = mix_videoframe_new();
if (this->lookup_frame == NULL)
{
this->lookup_frame = mix_videoframe_new ();
if (this->lookup_frame == NULL)
{
LOG_E("mix_videoframe_new() failed!\n");
ret = MIX_RESULT_NO_MEMORY;
goto CLEAN_UP;
}
}
if (this->ref_frame == NULL)
{
ret = mix_videoframe_set_ci_frame_idx (this->lookup_frame, this->surface_num - 1);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"mix_videoframe_set_ci_frame_idx failed\n");
goto CLEAN_UP;
}
ret = mix_surfacepool_get_frame_with_ci_frameidx
(this->surfacepool, &this->ref_frame, this->lookup_frame);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"get reference surface from pool failed\n");
goto CLEAN_UP;
}
}
if (this->rec_frame == NULL)
{
ret = mix_videoframe_set_ci_frame_idx (this->lookup_frame, this->surface_num - 2);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"mix_videoframe_set_ci_frame_idx failed\n");
goto CLEAN_UP;
}
ret = mix_surfacepool_get_frame_with_ci_frameidx
(this->surfacepool, &this->rec_frame, this->lookup_frame);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"get recontructed surface from pool failed\n");
goto CLEAN_UP;
}
}
//mix_videoframe_unref (mix->cur_frame);
if (this->need_display) {
this->cur_frame = NULL;
}
if (this->cur_frame == NULL)
{
uint ci_idx;
#ifndef ANDROID
memcpy (&ci_idx, bufin->data, bufin->size);
#else
memcpy (&ci_idx, bufin->data, sizeof(unsigned int));
#endif
LOG_I(
"surface_num = %d\n", this->surface_num);
LOG_I(
"ci_frame_idx = %d\n", ci_idx);
if (ci_idx > this->surface_num - 2) {
LOG_E(
"the CI frame idx is too bigger than CI frame number\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
ret = mix_videoframe_set_ci_frame_idx (this->lookup_frame, ci_idx);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"mix_videoframe_set_ci_frame_idx failed\n");
goto CLEAN_UP;
}
ret = mix_surfacepool_get_frame_with_ci_frameidx
(this->surfacepool, &this->cur_frame, this->lookup_frame);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"get current working surface from pool failed\n");
goto CLEAN_UP;
}
}
ret = mix_videoframe_get_frame_id(this->cur_frame, &surface);
}
/*
* end of CI buffer allocation mode
*/
break;
case MIX_BUFFER_UPSTREAM_ALLOC_V4L2:
break;
case MIX_BUFFER_UPSTREAM_ALLOC_SURFACE:
break;
case MIX_BUFFER_SELF_ALLOC_SURFACE:
{
if (this->lookup_frame == NULL)
{
this->lookup_frame = mix_videoframe_new ();
if (this->lookup_frame == NULL)
{
LOG_E("mix_videoframe_new() failed!\n");
ret = MIX_RESULT_NO_MEMORY;
goto CLEAN_UP;
}
}
uint surface_idx = (uint) -1; //fixme, temp use a big value
uint idx = 0;
LOG_I ("bufin->data = 0x%08x\n", bufin->data);
for (idx = 0; idx < this->alloc_surface_cnt; idx++) {
LOG_I ("this->usrptr[%d] = 0x%08x\n", idx, this->usrptr[idx]);
if (bufin->data == this->usrptr[idx])
surface_idx = idx;
}
LOG_I(
"surface_num = %d\n", this->surface_num);
LOG_I(
"surface_idx = %d\n", surface_idx);
if (surface_idx > this->surface_num - 2) {
LOG_W(
"the Surface idx is too big, most likely the buffer passed in is not allocated by us\n");
ret = MIX_RESULT_FAIL;
goto no_share_mode;
}
if (this->ref_frame == NULL)
{
ret = mix_videoframe_set_ci_frame_idx (this->lookup_frame, this->surface_num - 1);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"mix_videoframe_set_ci_frame_idx failed\n");
goto CLEAN_UP;
}
ret = mix_surfacepool_get_frame_with_ci_frameidx
(this->surfacepool, &this->ref_frame, this->lookup_frame);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"get reference surface from pool failed\n");
goto CLEAN_UP;
}
}
if (this->rec_frame == NULL)
{
ret = mix_videoframe_set_ci_frame_idx (this->lookup_frame, this->surface_num - 2);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"mix_videoframe_set_ci_frame_idx failed\n");
goto CLEAN_UP;
}
ret = mix_surfacepool_get_frame_with_ci_frameidx
(this->surfacepool, &this->rec_frame, this->lookup_frame);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"get recontructed surface from pool failed\n");
goto CLEAN_UP;
}
}
//mix_videoframe_unref (mix->cur_frame);
if (this->need_display) {
this->cur_frame = NULL;
}
if (this->cur_frame == NULL)
{
ret = mix_videoframe_set_ci_frame_idx (this->lookup_frame, surface_idx);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"mix_videoframe_set_ci_frame_idx failed\n");
goto CLEAN_UP;
}
ret = mix_surfacepool_get_frame_with_ci_frameidx
(this->surfacepool, &this->cur_frame, this->lookup_frame);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"get current working surface from pool failed\n");
goto CLEAN_UP;
}
}
ret = mix_videoframe_get_frame_id(this->cur_frame, &surface);
}
break;
/*
* end of Self buffer allocation mode
*/
case MIX_BUFFER_ALLOC_NORMAL:
{
no_share_mode:
LOG_V(
"We are NOT in share buffer mode\n");
if (this->ref_frame == NULL)
{
ret = mix_surfacepool_get(this->surfacepool, &this->ref_frame);
if (ret != MIX_RESULT_SUCCESS) //#ifdef SLEEP_SURFACE not used
{
LOG_E(
"Failed to mix_surfacepool_get\n");
goto CLEAN_UP;
}
}
if (this->rec_frame == NULL)
{
ret = mix_surfacepool_get(this->surfacepool, &this->rec_frame);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"Failed to mix_surfacepool_get\n");
goto CLEAN_UP;
}
}
if (this->need_display) {
this->cur_frame = NULL;
}
if (this->cur_frame == NULL)
{
ret = mix_surfacepool_get(this->surfacepool, &this->cur_frame);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"Failed to mix_surfacepool_get\n");
goto CLEAN_UP;
}
}
LOG_V( "Get Surface Done\n");
VAImage src_image;
uint8 *pvbuf;
uint8 *dst_y;
uint8 *dst_uv;
int i,j;
LOG_V(
"map source data to surface\n");
ret = mix_videoframe_get_frame_id(this->cur_frame, &surface);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"Failed to mix_videoframe_get_frame_id\n");
goto CLEAN_UP;
}
LOG_I(
"surface id = 0x%08x\n", (uint) surface);
va_status = vaDeriveImage(va_display, surface, &src_image);
//need to destroy
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaDeriveImage\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
VAImage *image = &src_image;
LOG_V( "vaDeriveImage Done\n");
va_status = vaMapBuffer (va_display, image->buf, (void **)&pvbuf);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E( "Failed to vaMapBuffer\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
LOG_V(
"vaImage information\n");
LOG_I(
"image->pitches[0] = %d\n", image->pitches[0]);
LOG_I(
"image->pitches[1] = %d\n", image->pitches[1]);
LOG_I(
"image->offsets[0] = %d\n", image->offsets[0]);
LOG_I(
"image->offsets[1] = %d\n", image->offsets[1]);
LOG_I(
"image->num_planes = %d\n", image->num_planes);
LOG_I(
"image->width = %d\n", image->width);
LOG_I(
"image->height = %d\n", image->height);
LOG_I(
"input buf size = %d\n", bufin->size);
uint8 *inbuf = bufin->data;
#ifdef ANDROID
#define USE_SRC_FMT_NV12
#endif
int offset_uv = width * height;
uint8 *inbuf_uv = inbuf + offset_uv;
int height_uv = height / 2;
int width_uv = width;
#ifdef ANDROID
//USE_SRC_FMT_NV12 or USE_SRC_FMT_NV21
dst_y = pvbuf + image->offsets[0];
for (i = 0; i < height; i++) {
memcpy (dst_y, inbuf + i * width, width);
dst_y += image->pitches[0];
}
#ifdef USE_SRC_FMT_NV12
dst_uv = pvbuf + image->offsets[1];
for (i = 0; i < height_uv; i++) {
memcpy(dst_uv, inbuf_uv + i * width_uv, width_uv);
dst_uv += image->pitches[1];
}
#else //USE_SRC_FMT_NV21
dst_uv = pvbuf + image->offsets[1];
for (i = 0; i < height_uv; i ++) {
for (j = 0; j < width_uv; j += 2) {
dst_uv[j] = inbuf_uv[j+1]; //u
dst_uv[j+1] = inbuf_uv[j]; //v
}
dst_uv += image->pitches[1];
inbuf_uv += width_uv;
}
#endif
#else
if (this->raw_format == MIX_RAW_TARGET_FORMAT_YUV420) {
dst_y = pvbuf +image->offsets[0];
for (i = 0; i < height; i ++) {
memcpy (dst_y, inbuf + i * width, width);
dst_y += image->pitches[0];
}
dst_uv = pvbuf + image->offsets[1];
for (i = 0; i < height / 2; i ++) {
for (j = 0; j < width; j+=2) {
dst_uv [j] = inbuf [width * height + i * width / 2 + j / 2];
dst_uv [j + 1] =
inbuf [width * height * 5 / 4 + i * width / 2 + j / 2];
}
dst_uv += image->pitches[1];
}
}
else if (this->raw_format == MIX_RAW_TARGET_FORMAT_NV12) {
dst_y = pvbuf + image->offsets[0];
for (i = 0; i < height; i++) {
memcpy (dst_y, inbuf + i * width, width);
dst_y += image->pitches[0];
}
dst_uv = pvbuf + image->offsets[1];
for (i = 0; i < height_uv; i++) {
memcpy(dst_uv, inbuf_uv + i * width_uv, width_uv);
dst_uv += image->pitches[1];
}
}
else {
LOG_E("Raw format not supoort\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
#endif //USE_SRC_FMT_YUV420
va_status = vaUnmapBuffer(va_display, image->buf);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaUnmapBuffer\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
va_status = vaDestroyImage(va_display, src_image.image_id);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaDestroyImage\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
LOG_V(
"Map source data to surface done\n");
}
break;
default:
break;
}
/*
* Start encoding process
**/
LOG_V( "vaBeginPicture\n");
LOG_I( "va_context = 0x%08x\n",(uint)va_context);
LOG_I( "surface = 0x%08x\n",(uint)surface);
LOG_I( "va_display = 0x%08x\n",(uint)va_display);
va_status = vaBeginPicture(va_display, va_context, surface);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E( "Failed vaBeginPicture\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
ret = _send_encode_command ();
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E (
"Failed SendEncodEcommand\n");
goto CLEAN_UP;
}
if ((this->va_rcmode == VA_RC_NONE) || this->encoded_frames == 0) {
va_status = vaEndPicture (va_display, va_context);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E( "Failed vaEndPicture\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
}
LOG_V( "vaEndPicture\n");
if (this->encoded_frames == 0) {
this->encoded_frames ++;
this->frame_num ++;
this->last_coded_buf = this->coded_buf[this->coded_buf_index];
this->coded_buf_index ++;
this->coded_buf_index %=2;
this->last_frame = this->cur_frame;
/* determine the picture type*/
//if ((mix->encoded_frames % parent->intra_period) == 0) {
if (this->intra_period == 0) {
this->is_intra = FALSE; //Here mix->frame_num is bigger than 0
}
else if ((this->frame_num % this->intra_period) == 0) {
this->is_intra = TRUE;
} else {
this->is_intra = FALSE;
}
tmp_frame = this->rec_frame;
this->rec_frame= this->ref_frame;
this->ref_frame = tmp_frame;
}
LOG_V( "vaSyncSurface\n");
va_status = vaSyncSurface(va_display, this->last_frame->frame_id);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E( "Failed vaSyncSurface\n");
//return MIX_RESULT_FAIL;
}
LOG_V(
"Start to get encoded data\n");
/*get encoded data from the VA buffer*/
va_status = vaMapBuffer (va_display, this->last_coded_buf, (void **)&buf);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E( "Failed vaMapBuffer\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
coded_seg = (VACodedBufferSegment *)buf;
num_seg = 1;
while (1) {
total_size += coded_seg->size;
status = coded_seg->status;
if (!slice_size_overflow) {
slice_size_overflow = status & VA_CODED_BUF_STATUS_SLICE_OVERFLOW_MASK;
}
if (coded_seg->next == NULL)
break;
coded_seg = (VACodedBufferSegment *)coded_seg->next;
num_seg ++;
}
LOG_I ("segment number = %d\n", num_seg);
#if 0
// first 4 bytes is the size of the buffer
memcpy (&(iovout->data_size), (void*)buf, 4);
//size = (uint*) buf;
uint size = iovout->data_size + 100;
#endif
iovout->data_size = total_size;
size = total_size + 100;
iovout->buffer_size = size;
//We will support two buffer mode, one is application allocates the buffer and passes to encode,
//the other is encode allocate memory
if (iovout->data == NULL) { //means app doesn't allocate the buffer, so _encode will allocate it.
usingMixDataBuffer = TRUE;
//iovout->data = g_malloc (size); // In case we have lots of 0x000001 start code, and we replace them with 4 bytes length prefixed
iovout->data = new uchar[size];
if (iovout->data == NULL) {
LOG_E( "iovout->data == NULL\n");
ret = MIX_RESULT_NO_MEMORY;
goto CLEAN_UP;
}
}
coded_seg = (VACodedBufferSegment *)buf;
total_size = 0;
if (this->delimiter_type == MIX_DELIMITER_ANNEXB) {
while (1) {
memcpy (iovout->data + total_size, coded_seg->buf, coded_seg->size);
total_size += coded_seg->size;
if (coded_seg->next == NULL)
break;
coded_seg = (VACodedBufferSegment *)coded_seg->next;
}
//memcpy (iovout->data, buf + 16, iovout->data_size); //parload is started from 17th byte
//size = iovout->data_size;
} else {
uint pos = 0;
uint zero_byte_count = 0;
uint prefix_length = 0;
uint8 nal_unit_type = 0;
//uint8 * payload = buf + 16;
uint8 * payload = ( uint8 *)coded_seg->buf;
while ((payload[pos++] == 0x00)) {
zero_byte_count ++;
if (pos >= coded_seg->size) //to make sure the buffer to be accessed is valid
break;
}
nal_unit_type = (uint8)(payload[pos] & 0x1f);
prefix_length = zero_byte_count + 1;
/*prefix_length won't bigger than the total size, don't need to check here*/
LOG_I ("nal_unit_type = %d\n", nal_unit_type);
LOG_I ("zero_byte_count = %d\n", zero_byte_count);
LOG_I ("data_size = %d\n", iovout->data_size);
size = iovout->data_size;
if ((payload [pos - 1] & 0x01) && this->slice_num == 1 && nal_unit_type == 1 && num_seg == 1) {
iovout->data[0] = ((size - prefix_length) >> 24) & 0xff;
iovout->data[1] = ((size - prefix_length) >> 16) & 0xff;
iovout->data[2] = ((size - prefix_length) >> 8) & 0xff;
iovout->data[3] = (size - prefix_length) & 0xff;
// use 4 bytes to indicate the NALU length
//memcpy (iovout->data + 4, buf + 16 + prefix_length, size - prefix_length);
memcpy (iovout->data + 4, coded_seg->buf + prefix_length, size - prefix_length);
LOG_V ("We only have one start code, copy directly\n");
iovout->data_size = size - prefix_length + 4;
}
else {
if (num_seg == 1) {
ret = _AnnexB_to_length_prefixed ( (uint8*)coded_seg->buf, coded_seg->size, iovout->data, &size);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E (
"Failed AnnexBtoLengthPrefixed\n");
goto CLEAN_UP;
}
} else {
uint8 * tem_buf = NULL;
//tem_buf = g_malloc (size);
tem_buf = new uint8[size];
if (tem_buf == NULL) {
LOG_E( "tem_buf == NULL\n");
ret = MIX_RESULT_NO_MEMORY;
goto CLEAN_UP;
}
while (1) {
memcpy (tem_buf + total_size, coded_seg->buf, coded_seg->size);
total_size += coded_seg->size;
if (coded_seg->next == NULL)
break;
coded_seg = (VACodedBufferSegment *)coded_seg->next;
}
ret = _AnnexB_to_length_prefixed (tem_buf, iovout->data_size, iovout->data, &size);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E ("Failed AnnexBtoLengthPrefixed\n");
//g_free (tem_buf);
delete[] tem_buf;
goto CLEAN_UP;
}
//g_free (tem_buf);
delete[] tem_buf;
}
iovout->data_size = size;
}
}
LOG_I(
"out size is = %d\n", iovout->data_size);
va_status = vaUnmapBuffer (va_display, this->last_coded_buf);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E( "Failed vaUnmapBuffer\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
LOG_V( "get encoded data done\n");
if (!((this->va_rcmode == VA_RC_NONE) || this->encoded_frames == 1)) {
va_status = vaEndPicture (va_display, va_context);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E( "Failed vaEndPicture\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
}
if (this->encoded_frames == 1) {
va_status = vaBeginPicture(va_display, va_context, surface);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E( "Failed vaBeginPicture\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
ret = _send_encode_command ();
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E (
"Failed SendEncodeCommand\n");
goto CLEAN_UP;
}
va_status = vaEndPicture (va_display, va_context);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E( "Failed vaEndPicture\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
}
VASurfaceStatus va_surface_status;
/*query the status of current surface*/
va_status = vaQuerySurfaceStatus(va_display, surface, &va_surface_status);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed vaQuerySurfaceStatus\n");
ret = MIX_RESULT_FAIL;
goto CLEAN_UP;
}
this->pic_skipped = va_surface_status & VASurfaceSkipped;
if (this->need_display) {
ret = mix_videoframe_set_sync_flag(this->cur_frame, TRUE);
if (ret != MIX_RESULT_SUCCESS) {
LOG_E("Failed to set sync_flag\n");
goto CLEAN_UP;
}
ret = mix_framemanager_enqueue(this->framemgr, this->cur_frame);
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"Failed mix_framemanager_enqueue\n");
goto CLEAN_UP;
}
}
/*update the reference surface and reconstructed surface */
if (!this->pic_skipped) {
tmp_frame = this->rec_frame;
this->rec_frame= this->ref_frame;
this->ref_frame = tmp_frame;
}
#if 0
if (mix->ref_frame != NULL)
mix_videoframe_unref (mix->ref_frame);
mix->ref_frame = mix->rec_frame;
mix_videoframe_unref (mix->cur_frame);
#endif
this->encoded_frames ++;
this->frame_num ++;
this->last_coded_buf = this->coded_buf[this->coded_buf_index];
this->coded_buf_index ++;
this->coded_buf_index %=2;
this->last_frame = this->cur_frame;
//#ifdef ANDROID
#if 1
if (this->last_mix_buffer) {
LOG_V("calls to mix_buffer_unref \n");
LOG_V("refcount = %d\n", MIX_PARAMS(this->last_mix_buffer)->GetRefCount());
mix_buffer_unref(this->last_mix_buffer);
}
LOG_V("ref the current bufin\n");
this->last_mix_buffer = mix_buffer_ref(bufin);
#endif
if (!(this->need_display)) {
mix_videoframe_unref (this->cur_frame);
this->cur_frame = NULL;
}
CLEAN_UP:
if (ret != MIX_RESULT_SUCCESS) {
if (iovout->data && (usingMixDataBuffer == TRUE)) {
//g_free (iovout->data);
delete[] iovout->data;
iovout->data = NULL;
usingMixDataBuffer = FALSE;
}
}
LOG_V( "end\n");
/*
* The error level of MIX_RESULT_VIDEO_ENC_SLICESIZE_OVERFLOW
* is lower than other errors, so if any other errors happen, we won't
* return slice size overflow
*/
if (ret == MIX_RESULT_SUCCESS && slice_size_overflow)
ret = MIX_RESULT_VIDEO_ENC_SLICESIZE_OVERFLOW;
return ret;
}
MIX_RESULT
MixVideoFormatEnc_H264::_AnnexB_to_length_prefixed (
uint8 * bufin, uint bufin_len, uint8* bufout, uint *bufout_len) {
uint pos = 0;
uint last_pos = 0;
uint zero_byte_count = 0;
uint nal_size = 0;
uint prefix_length = 0;
uint size_copied = 0;
uint leading_zero_count = 0;
if (bufin == NULL || bufout == NULL || bufout_len == NULL) {
LOG_E(
"bufin == NULL || bufout == NULL || bufout_len = NULL\n");
return MIX_RESULT_NULL_PTR;
}
if (bufin_len <= 0 || *bufout_len <= 0) {
LOG_E(
"bufin_len <= 0 || *bufout_len <= 0\n");
return MIX_RESULT_FAIL;
}
LOG_V ("Begin\n");
while ((bufin[pos++] == 0x00)) {
zero_byte_count ++;
if (pos >= bufin_len) //to make sure the buffer to be accessed is valid
break;
}
if (bufin[pos - 1] != 0x01 || zero_byte_count < 2)
{
LOG_E("The stream is not AnnexB format \n");
return MIX_RESULT_FAIL; ; //not AnnexB, we won't process it
}
zero_byte_count = 0;
last_pos = pos;
while (pos < bufin_len) {
while (bufin[pos++] == 0) {
zero_byte_count ++;
if (pos >= bufin_len) //to make sure the buffer to be accessed is valid
break;
}
if (bufin[pos - 1] == 0x01 && zero_byte_count >= 2) {
if (zero_byte_count == 2) {
prefix_length = 3;
}
else {
prefix_length = 4;
leading_zero_count = zero_byte_count - 3;
}
LOG_I("leading_zero_count = %d\n", leading_zero_count);
nal_size = pos - last_pos - prefix_length - leading_zero_count;
if (nal_size < 0) {
LOG_E ("something wrong in the stream\n");
return MIX_RESULT_FAIL; //not AnnexB, we won't process it
}
if (*bufout_len < (size_copied + nal_size + 4)) {
LOG_E ("The length of destination buffer is too small\n");
return MIX_RESULT_FAIL;
}
LOG_I ("nal_size = %d\n", nal_size);
/*We use 4 bytes length prefix*/
bufout [size_copied] = nal_size >> 24 & 0xff;
bufout [size_copied + 1] = nal_size >> 16 & 0xff;
bufout [size_copied + 2] = nal_size >> 8 & 0xff;
bufout [size_copied + 3] = nal_size & 0xff;
size_copied += 4; //4 bytes length prefix
memcpy (bufout + size_copied, bufin + last_pos, nal_size);
size_copied += nal_size;
LOG_I ("size_copied = %d\n", size_copied);
zero_byte_count = 0;
leading_zero_count = 0;
last_pos = pos;
}
else if (pos == bufin_len) {
LOG_V ("Last NALU in this frame\n");
nal_size = pos - last_pos;
if (*bufout_len < (size_copied + nal_size + 4)) {
LOG_E ("The length of destination buffer is too small\n");
return MIX_RESULT_FAIL;
}
/*We use 4 bytes length prefix*/
bufout [size_copied] = nal_size >> 24 & 0xff;
bufout [size_copied + 1] = nal_size >> 16 & 0xff;
bufout [size_copied + 2] = nal_size >> 8 & 0xff;
bufout [size_copied + 3] = nal_size & 0xff;
size_copied += 4; //4 bytes length prefix
memcpy (bufout + size_copied, bufin + last_pos, nal_size);
size_copied += nal_size;
LOG_I ("size_copied = %d\n", size_copied);
}
else {
zero_byte_count = 0;
leading_zero_count = 0;
}
}
if (size_copied != *bufout_len) {
*bufout_len = size_copied;
}
LOG_V ("End\n");
return MIX_RESULT_SUCCESS;
}
MIX_RESULT
MixVideoFormatEnc_H264::_send_encode_command () {
MIX_RESULT ret = MIX_RESULT_SUCCESS;
LOG_V( "Begin\n");
//if (mix->encoded_frames == 0 || parent->new_header_required) {
if (this->frame_num == 0 || this->new_header_required) {
ret = _send_seq_params ();
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"Failed SendSeqParams\n");
return MIX_RESULT_FAIL;
}
this->new_header_required = FALSE; //Set to require new header filed to FALSE
}
if (this->render_mss_required && this->max_slice_size != 0) {
ret = _send_max_slice_size();
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"Failed SendMaxSliceSize\n");
return MIX_RESULT_FAIL;
}
this->render_mss_required = FALSE;
}
if (this->render_bitrate_required) {
ret = _send_dynamic_bitrate();
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"Failed SendDynamicBitrate\n");
return MIX_RESULT_FAIL;
}
this->render_bitrate_required = FALSE;
}
if (this->render_AIR_required &&
(this->refresh_type == MIX_VIDEO_AIR || this->refresh_type == MIX_VIDEO_BOTH))
{
ret = _send_AIR ();
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"Failed SendAIR\n");
return MIX_RESULT_FAIL;
}
this->render_AIR_required = FALSE;
}
if (this->render_framerate_required) {
ret = _send_dynamic_framerate ();
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"Failed SendDynamicFramerate\n");
return MIX_RESULT_FAIL;
}
this->render_framerate_required = FALSE;
}
ret = _send_picture_parameter ();
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"Failed SendPictureParameter\n");
return MIX_RESULT_FAIL;
}
ret = _send_slice_parameter ();
if (ret != MIX_RESULT_SUCCESS)
{
LOG_E(
"Failed SendSliceParameter\n");
return MIX_RESULT_FAIL;
}
LOG_V( "End\n");
return MIX_RESULT_SUCCESS;
}
MIX_RESULT
MixVideoFormatEnc_H264::_send_dynamic_bitrate () {
VAStatus va_status;
LOG_V( "Begin\n\n");
if (this->va_rcmode != MIX_RATE_CONTROL_VCM) {
LOG_W ("Not in VCM mode, but call SendDynamicBitrate\n");
return VA_STATUS_SUCCESS;
}
VAEncMiscParameterBuffer * misc_enc_param_buf;
VAEncMiscParameterRateControl * bitrate_control_param;
VABufferID misc_param_buffer_id;
va_status = vaCreateBuffer(this->va_display, this->va_context,
VAEncMiscParameterBufferType,
sizeof(VAEncMiscParameterBuffer) + sizeof (VAEncMiscParameterRateControl),
1, NULL,
&misc_param_buffer_id);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaCreateBuffer\n");
return MIX_RESULT_FAIL;
}
va_status = vaMapBuffer (this->va_display, misc_param_buffer_id, (void **)&misc_enc_param_buf);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaCreateBuffer\n");
return MIX_RESULT_FAIL;
}
misc_enc_param_buf->type = VAEncMiscParameterTypeRateControl;
bitrate_control_param = (VAEncMiscParameterRateControl *)misc_enc_param_buf->data;
bitrate_control_param->bits_per_second = this->bitrate;
bitrate_control_param->initial_qp = this->initial_qp;
bitrate_control_param->min_qp = this->min_qp;
bitrate_control_param->target_percentage = this->target_percentage;
bitrate_control_param->window_size = this->window_size;
va_status = vaUnmapBuffer(this->va_display, misc_param_buffer_id);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaUnmapBuffer\n");
return MIX_RESULT_FAIL;
}
va_status = vaRenderPicture(this->va_display, this->va_context,
&misc_param_buffer_id, 1);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaRenderPicture\n");
return MIX_RESULT_FAIL;
}
return MIX_RESULT_SUCCESS;
}
MIX_RESULT
MixVideoFormatEnc_H264::_send_max_slice_size () {
VAStatus va_status;
LOG_V( "Begin\n\n");
if (this->va_rcmode != MIX_RATE_CONTROL_VCM) {
LOG_W ("Not in VCM mode, but call send_max_slice_size\n");
return VA_STATUS_SUCCESS;
}
VAEncMiscParameterBuffer * misc_enc_param_buf;
VAEncMiscParameterMaxSliceSize * max_slice_size_param;
VABufferID misc_param_buffer_id;
va_status = vaCreateBuffer(this->va_display, this->va_context,
VAEncMiscParameterBufferType,
sizeof(VAEncMiscParameterBuffer) + sizeof(VAEncMiscParameterMaxSliceSize),
1, NULL,
&misc_param_buffer_id);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaCreateBuffer\n");
return MIX_RESULT_FAIL;
}
va_status = vaMapBuffer (this->va_display, misc_param_buffer_id, (void **)&misc_enc_param_buf);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaCreateBuffer\n");
return MIX_RESULT_FAIL;
}
misc_enc_param_buf->type = VAEncMiscParameterTypeMaxSliceSize;
max_slice_size_param = (VAEncMiscParameterMaxSliceSize *)misc_enc_param_buf->data;
max_slice_size_param->max_slice_size = this->max_slice_size;
va_status = vaUnmapBuffer(this->va_display, misc_param_buffer_id);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaUnmapBuffer\n");
return MIX_RESULT_FAIL;
}
LOG_I( "max slice size = %d\n",
max_slice_size_param->max_slice_size);
va_status = vaRenderPicture(this->va_display, this->va_context,
&misc_param_buffer_id, 1);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaRenderPicture\n");
return MIX_RESULT_FAIL;
}
return MIX_RESULT_SUCCESS;
}
MIX_RESULT
MixVideoFormatEnc_H264::_send_dynamic_framerate () {
VAStatus va_status;
if (this->va_rcmode != MIX_RATE_CONTROL_VCM) {
LOG_W ("Not in VCM mode, but call SendDynamicFramerate\n");
return VA_STATUS_SUCCESS;
}
VAEncMiscParameterBuffer * misc_enc_param_buf;
VAEncMiscParameterFrameRate * framerate_param;
VABufferID misc_param_buffer_id;
va_status = vaCreateBuffer(this->va_display, this->va_context,
VAEncMiscParameterBufferType,
sizeof(misc_enc_param_buf) + sizeof(VAEncMiscParameterFrameRate),
1, NULL,
&misc_param_buffer_id);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaCreateBuffer\n");
return MIX_RESULT_FAIL;
}
va_status = vaMapBuffer (this->va_display, misc_param_buffer_id, (void **)&misc_enc_param_buf);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaCreateBuffer\n");
return MIX_RESULT_FAIL;
}
misc_enc_param_buf->type = VAEncMiscParameterTypeFrameRate;
framerate_param = (VAEncMiscParameterFrameRate *)misc_enc_param_buf->data;
framerate_param->framerate =
(unsigned int) (this->frame_rate_num + this->frame_rate_denom /2 ) / this->frame_rate_denom;
va_status = vaUnmapBuffer(this->va_display, misc_param_buffer_id);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaUnmapBuffer\n");
return MIX_RESULT_FAIL;
}
va_status = vaRenderPicture(this->va_display, this->va_context,
&misc_param_buffer_id, 1);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaRenderPicture\n");
return MIX_RESULT_FAIL;
}
LOG_I( "frame rate = %d\n",
framerate_param->framerate);
return MIX_RESULT_SUCCESS;
}
MIX_RESULT
MixVideoFormatEnc_H264::_send_AIR () {
VAStatus va_status;
LOG_V( "Begin\n\n");
if (this->va_rcmode != MIX_RATE_CONTROL_VCM) {
LOG_W ("Not in VCM mode, but call send_AIR\n");
return VA_STATUS_SUCCESS;
}
VAEncMiscParameterBuffer * misc_enc_param_buf;
VAEncMiscParameterAIR * air_param;
VABufferID misc_param_buffer_id;
va_status = vaCreateBuffer(this->va_display, this->va_context,
VAEncMiscParameterBufferType,
sizeof(misc_enc_param_buf) + sizeof(VAEncMiscParameterAIR),
1, NULL,
&misc_param_buffer_id);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaCreateBuffer\n");
return MIX_RESULT_FAIL;
}
va_status = vaMapBuffer (this->va_display, misc_param_buffer_id, (void **)&misc_enc_param_buf);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaCreateBuffer\n");
return MIX_RESULT_FAIL;
}
misc_enc_param_buf->type = VAEncMiscParameterTypeAIR;
air_param = (VAEncMiscParameterAIR *)misc_enc_param_buf->data;
air_param->air_auto = this->air_params.air_auto;
air_param->air_num_mbs = this->air_params.air_MBs;
air_param->air_threshold = this->air_params.air_threshold;
va_status = vaUnmapBuffer(this->va_display, misc_param_buffer_id);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaUnmapBuffer\n");
return MIX_RESULT_FAIL;
}
va_status = vaRenderPicture(this->va_display, this->va_context,
&misc_param_buffer_id, 1);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaRenderPicture\n");
return MIX_RESULT_FAIL;
}
LOG_I( "air_threshold = %d\n",
air_param->air_threshold);
return MIX_RESULT_SUCCESS;
}
int
MixVideoFormatEnc_H264::_calc_level(int nummbs)
{
int level = 30;
if (nummbs < 3600)
{
level = 30;
}
else if (nummbs < 5120)
{
level = 31;
}
else if (nummbs < 8192)
{
level = 32;
}
else if (nummbs < 8704)
{
level = 40;
}
else if (nummbs < 22080)
{
level = 42;
}
else if (nummbs < 36864)
{
level = 50;
}
else
{
level = 51;
}
return level;
}
MIX_RESULT
MixVideoFormatEnc_H264::_send_seq_params () {
VAStatus va_status;
VAEncSequenceParameterBufferH264 h264_seq_param;
VAEncMiscParameterRateControl rc_misc_param;
VAEncMiscParameterFrameRate frame_rate_param;
int level;
LOG_V( "Begin\n\n");
/*set up the sequence params for HW*/
// h264_seq_param.level_idc = 30; //TODO, hard code now
h264_seq_param.intra_period = this->intra_period;
h264_seq_param.intra_idr_period = this->idr_interval;
h264_seq_param.picture_width_in_mbs = (this->picture_width + 15) / 16;
h264_seq_param.picture_height_in_mbs = (this->picture_height + 15) / 16;
level = _calc_level(
h264_seq_param.picture_width_in_mbs * h264_seq_param.picture_height_in_mbs);
h264_seq_param.level_idc = level;
h264_seq_param.bits_per_second = this->bitrate;
frame_rate_param.framerate =
(unsigned int) (this->frame_rate_num + this->frame_rate_denom /2 ) / this->frame_rate_denom;
rc_misc_param.initial_qp = this->initial_qp;
rc_misc_param.min_qp = this->min_qp;
rc_misc_param.basic_unit_size = this->basic_unit_size; //for rate control usage
h264_seq_param.intra_period = this->intra_period;
h264_seq_param.vui_parameters_present_flag = this->vui_flag;
//h264_seq_param.vui_flag = 248;
//h264_seq_param.seq_parameter_set_id = 176;
// This is a temporary fix suggested by Binglin for bad encoding quality issue
h264_seq_param.max_num_ref_frames = 1; // TODO: We need a long term design for this field
LOG_V(
"===h264 sequence params===\n");
LOG_I( "seq_parameter_set_id = %d\n",
(uint)h264_seq_param.seq_parameter_set_id);
LOG_I( "level_idc = %d\n",
(uint)h264_seq_param.level_idc);
LOG_I( "intra_period = %d\n",
h264_seq_param.intra_period);
LOG_I( "idr_interval = %d\n",
h264_seq_param.intra_idr_period);
LOG_I( "picture_width_in_mbs = %d\n",
h264_seq_param.picture_width_in_mbs);
LOG_I( "picture_height_in_mbs = %d\n",
h264_seq_param.picture_height_in_mbs);
LOG_I( "bitrate = %d\n",
h264_seq_param.bits_per_second);
LOG_I( "frame_rate = %d\n",
frame_rate_param.frame_rate);
LOG_I( "initial_qp = %d\n",
rc_misc_param.initial_qp);
LOG_I( "min_qp = %d\n",
rc_misc_param.min_qp);
LOG_I( "basic_unit_size = %d\n",
rc_misc_param.basic_unit_size);
LOG_I( "vui_flag = %d\n\n",
h264_seq_param.vui_parameters_present_flag);
va_status = vaCreateBuffer(this->va_display, this->va_context,
VAEncSequenceParameterBufferType,
sizeof(h264_seq_param),
1, &h264_seq_param,
&this->seq_param_buf);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaCreateBuffer\n");
return MIX_RESULT_FAIL;
}
va_status = vaCreateBuffer(this->va_display, this->va_context,
VAEncMiscParameterBufferType,
sizeof(rc_misc_param),
1, &h264_seq_param,
&this->rc_param_buf);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaCreateBuffer\n");
return MIX_RESULT_FAIL;
}
va_status = vaRenderPicture(this->va_display, this->va_context,
&this->seq_param_buf, 1);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaRenderPicture\n");
return MIX_RESULT_FAIL;
}
va_status = vaRenderPicture(this->va_display, this->va_context,
&this->rc_param_buf, 1);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaRenderPicture\n");
return MIX_RESULT_FAIL;
}
return MIX_RESULT_SUCCESS;
}
MIX_RESULT
MixVideoFormatEnc_H264::_send_picture_parameter () {
VAStatus va_status;
VAEncPictureParameterBufferH264 h264_pic_param;
LOG_V( "Begin\n\n");
/*set picture params for HW*/
h264_pic_param.ReferenceFrames[0].picture_id= this->ref_frame->frame_id;
h264_pic_param.CurrPic.picture_id= this->rec_frame->frame_id;
h264_pic_param.coded_buf = this->coded_buf[this->coded_buf_index];
//h264_pic_param.picture_width = this->picture_width;
//h264_pic_param.picture_height = this->picture_height;
h264_pic_param.last_picture = 0;
LOG_V(
"======h264 picture params======\n");
LOG_I( "reference_picture = 0x%08x\n",
h264_pic_param.ReferenceFrames[0].picture_id);
LOG_I( "reconstructed_picture = 0x%08x\n",
h264_pic_param.CurrPic.picture_id);
LOG_I( "coded_buf_index = %d\n",
this->coded_buf_index);
LOG_I( "coded_buf = 0x%08x\n",
h264_pic_param.coded_buf);
/*
LOG_I( "picture_width = %d\n",
h264_pic_param.picture_width);
LOG_I( "picture_height = %d\n\n",
h264_pic_param.picture_height);
*/
va_status = vaCreateBuffer(this->va_display, this->va_context,
VAEncPictureParameterBufferType,
sizeof(h264_pic_param),
1,&h264_pic_param,
&this->pic_param_buf);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaCreateBuffer\n");
return MIX_RESULT_FAIL;
}
va_status = vaRenderPicture(this->va_display, this->va_context,
&this->pic_param_buf, 1);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaRenderPicture\n");
return MIX_RESULT_FAIL;
}
LOG_V( "end\n");
return MIX_RESULT_SUCCESS;
}
MIX_RESULT
MixVideoFormatEnc_H264::_send_slice_parameter () {
VAStatus va_status;
uint slice_num;
uint slice_height;
uint slice_index;
uint slice_height_in_mb;
uint max_slice_num;
uint min_slice_num;
int actual_slice_height_in_mb;
int start_row_in_mb;
int modulus;
LOG_V( "Begin\n\n");
max_slice_num = (this->picture_height + 15) / 16;
min_slice_num = 1;
if (this->is_intra) {
slice_num = this->I_slice_num;
}
else {
slice_num = this->P_slice_num;
}
if (slice_num < min_slice_num) {
LOG_W ("Slice Number is too small");
slice_num = min_slice_num;
}
if (slice_num > max_slice_num) {
LOG_W ("Slice Number is too big");
slice_num = max_slice_num;
}
this->slice_num = slice_num;
modulus = max_slice_num % slice_num;
slice_height_in_mb = (max_slice_num - modulus) / slice_num ;
#if 1
va_status = vaCreateBuffer (this->va_display, this->va_context,
VAEncSliceParameterBufferType,
sizeof(VAEncSliceParameterBuffer),
slice_num, NULL,
&this->slice_param_buf);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaCreateBuffer\n");
return MIX_RESULT_FAIL;
}
VAEncSliceParameterBuffer *slice_param, *current_slice;
va_status = vaMapBuffer(this->va_display,
this->slice_param_buf,
(void **)&slice_param);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaMapBuffer\n");
return MIX_RESULT_FAIL;
}
current_slice = slice_param;
start_row_in_mb = 0;
for (slice_index = 0; slice_index < slice_num; slice_index++) {
current_slice = slice_param + slice_index;
actual_slice_height_in_mb = slice_height_in_mb;
if (slice_index < modulus) {
actual_slice_height_in_mb ++;
}
// starting MB row number for this slice
current_slice->start_row_number = start_row_in_mb;
// slice height measured in MB
current_slice->slice_height = actual_slice_height_in_mb;
current_slice->slice_flags.bits.is_intra = this->is_intra;
current_slice->slice_flags.bits.disable_deblocking_filter_idc
= this->disable_deblocking_filter_idc;
// This is a temporary fix suggested by Binglin for bad encoding quality issue
current_slice->slice_flags.bits.uses_long_term_ref = 0; // TODO: We need a long term design for this field
current_slice->slice_flags.bits.is_long_term_ref = 0; // TODO: We need a long term design for this field
LOG_V(
"======h264 slice params======\n");
LOG_I( "slice_index = %d\n",
(int) slice_index);
LOG_I( "start_row_number = %d\n",
(int) current_slice->start_row_number);
LOG_I( "slice_height_in_mb = %d\n",
(int) current_slice->slice_height);
LOG_I( "slice.is_intra = %d\n",
(int) current_slice->slice_flags.bits.is_intra);
LOG_I(
"disable_deblocking_filter_idc = %d\n\n",
(int) this->disable_deblocking_filter_idc);
start_row_in_mb += actual_slice_height_in_mb;
}
va_status = vaUnmapBuffer(this->va_display, this->slice_param_buf);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaUnmapBuffer\n");
return MIX_RESULT_FAIL;
}
#endif
#if 0
VAEncSliceParameterBuffer slice_param;
slice_index = 0;
slice_height_in_mb = slice_height / 16;
slice_param.start_row_number = 0;
slice_param.slice_height = slice_height / 16;
slice_param.slice_flags.bits.is_intra = mix->is_intra;
slice_param.slice_flags.bits.disable_deblocking_filter_idc
= mix->disable_deblocking_filter_idc;
va_status = vaCreateBuffer (parent->va_display, parent->va_context,
VAEncSliceParameterBufferType,
sizeof(slice_param),
slice_num, &slice_param,
&mix->slice_param_buf);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaCreateBuffer\n");
return MIX_RESULT_FAIL;
}
#endif
va_status = vaRenderPicture(this->va_display, this->va_context,
&this->slice_param_buf, 1);
if (va_status != VA_STATUS_SUCCESS)
{
LOG_E(
"Failed to vaRenderPicture\n");
return MIX_RESULT_FAIL;
}
LOG_V( "end\n");
return MIX_RESULT_SUCCESS;
}