| /* |
| INTEL CONFIDENTIAL |
| Copyright 2009 Intel Corporation All Rights Reserved. |
| The source code contained or described herein and all documents related to the source code ("Material") are owned by Intel Corporation or its suppliers or licensors. Title to the Material remains with Intel Corporation or its suppliers and licensors. The Material contains trade secrets and proprietary and confidential information of Intel or its suppliers and licensors. The Material is protected by worldwide copyright and trade secret laws and treaty provisions. No part of the Material may be used, copied, reproduced, modified, published, uploaded, posted, transmitted, distributed, or disclosed in any way without Intel’s prior express written permission. |
| |
| No license under any patent, copyright, trade secret or other intellectual property right is granted to or conferred upon you by disclosure or delivery of the Materials, either expressly, by implication, inducement, estoppel or otherwise. Any license under such intellectual property rights must be express and approved by Intel in writing. |
| */ |
| |
| #include <string.h> |
| #include <stdlib.h> |
| |
| #include "mixvideolog.h" |
| |
| #include "mixvideoformatenc_mpeg4.h" |
| #include "mixvideoconfigparamsenc_mpeg4.h" |
| #include <va/va_tpi.h> |
| |
| #undef SHOW_SRC |
| |
| #ifdef SHOW_SRC |
| Window win = 0; |
| #endif /* SHOW_SRC */ |
| |
| MixVideoFormatEnc_MPEG4::MixVideoFormatEnc_MPEG4() |
| :shared_surfaces(NULL) |
| ,surfaces(NULL) |
| ,surface_num(0) |
| ,shared_surfaces_cnt(0) |
| ,precreated_surfaces_cnt(0) |
| ,cur_frame(NULL) |
| ,ref_frame(NULL) |
| ,rec_frame(NULL) |
| ,lookup_frame(NULL) |
| ,last_mix_buffer(NULL) |
| ,encoded_frames(0) |
| ,pic_skipped(FALSE) |
| ,is_intra(TRUE) |
| ,coded_buf_size(0) |
| ,coded_buf_index(0) |
| ,usrptr(NULL) { |
| } |
| |
| MixVideoFormatEnc_MPEG4::~MixVideoFormatEnc_MPEG4() { |
| } |
| |
| MixVideoFormatEnc_MPEG4 * |
| mix_videoformatenc_mpeg4_new(void) { |
| return new MixVideoFormatEnc_MPEG4(); |
| } |
| |
| MixVideoFormatEnc_MPEG4 * |
| mix_videoformatenc_mpeg4_ref(MixVideoFormatEnc_MPEG4 * mix) { |
| if (NULL != mix) { |
| mix->Ref(); |
| return mix; |
| } |
| else { |
| return NULL; |
| } |
| } |
| |
| MixVideoFormatEnc_MPEG4 * |
| mix_videoformatenc_mpeg4_unref(MixVideoFormatEnc_MPEG4 * mix) { |
| if (NULL!=mix) |
| if (NULL != mix->Unref()) |
| return mix; |
| else |
| return NULL; |
| else |
| return NULL; |
| } |
| |
| |
| /*MPEG-4:2 vmethods implementation */ |
| MIX_RESULT MixVideoFormatEnc_MPEG4::Initialize( |
| MixVideoConfigParamsEnc * config_params_enc, |
| MixFrameManager * frame_mgr, |
| MixBufferPool * input_buf_pool, |
| MixSurfacePool ** surface_pool, |
| MixUsrReqSurfacesInfo * requested_surface_info, |
| VADisplay va_display ) { |
| |
| MIX_RESULT ret = MIX_RESULT_SUCCESS; |
| MixVideoConfigParamsEncMPEG4 * config_params_enc_mpeg4; |
| |
| VAStatus va_status = VA_STATUS_SUCCESS; |
| VASurfaceID * surfaces = NULL; |
| |
| int va_max_num_profiles, va_max_num_entrypoints, va_max_num_attribs; |
| int va_num_profiles, va_num_entrypoints; |
| |
| VAProfile *va_profiles = NULL; |
| VAEntrypoint *va_entrypoints = NULL; |
| VAConfigAttrib va_attrib[2]; |
| uint index; |
| uint max_size = 0; |
| |
| /* |
| * Different MIX buffer mode will have different surface handling approach |
| */ |
| uint normal_surfaces_cnt = 2; |
| |
| /* |
| * shared_surfaces_cnt is for upstream buffer allocation case |
| */ |
| uint shared_surfaces_cnt = 0; |
| |
| /* |
| * precreated_surfaces_cnt is for self buffer allocation case |
| */ |
| uint precreated_surfaces_cnt = 0; |
| |
| MixCISharedBufferInfo * ci_info = NULL; |
| |
| |
| /*frame_mgr and input_buf_pool is reservered for future use*/ |
| if (config_params_enc == NULL || va_display == NULL || requested_surface_info == NULL) { |
| LOG_E("config_params_enc == NULL || va_display == NULL || requested_surface_info == NULL\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| /* |
| * Check more for requested_surface_info |
| */ |
| if (requested_surface_info->surface_cnt != 0 && |
| (requested_surface_info->surface_allocated == NULL || requested_surface_info->usrptr == NULL)) { |
| LOG_E("surface_cnt != 0 && (surface_allocated == NULL || usrptr == NULL)\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| if (requested_surface_info->surface_cnt > MAX_ENC_SURFACE_COUNT) { |
| LOG_E ("Something wrong, we have to quite now!\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V( "begin\n"); |
| |
| /* Chainup parent method. */ |
| ret = MixVideoFormatEnc::Initialize( |
| config_params_enc, |
| frame_mgr, |
| input_buf_pool, |
| surface_pool, |
| requested_surface_info, |
| va_display); |
| if (ret != MIX_RESULT_SUCCESS) { |
| return ret; |
| } |
| |
| if (MIX_IS_VIDEOCONFIGPARAMSENC_MPEG4 (config_params_enc)) { |
| config_params_enc_mpeg4 = MIX_VIDEOCONFIGPARAMSENC_MPEG4(config_params_enc); |
| } else { |
| LOG_V("mix_videofmtenc_mpeg4_initialize: no mpeg4 config params found\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| Lock(); |
| |
| LOG_V("Start to get properities from MPEG-4:2 params\n"); |
| |
| /* get properties from MPEG4 params Object, which is special to MPEG4 format*/ |
| ret = mix_videoconfigparamsenc_mpeg4_get_profile_level ( |
| config_params_enc_mpeg4, &this->profile_and_level_indication); |
| |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("Failed to mix_videoconfigparamsenc_mpeg4_get_profile_level\n"); |
| goto cleanup; |
| } |
| |
| ret = mix_videoconfigparamsenc_mpeg4_get_fixed_vti ( |
| config_params_enc_mpeg4, &(this->fixed_vop_time_increment)); |
| |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("Failed to mix_videoconfigparamsenc_mpeg4_get_fixed_vti\n"); |
| goto cleanup; |
| } |
| |
| ret = mix_videoconfigparamsenc_mpeg4_get_dlk ( |
| config_params_enc_mpeg4, &(this->disable_deblocking_filter_idc)); |
| |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("Failed to config_params_enc_mpeg4\n"); |
| goto cleanup; |
| } |
| |
| LOG_V("======MPEG4 Encode Object properities======:\n"); |
| LOG_I("self->profile_and_level_indication = %d\n", this->profile_and_level_indication); |
| LOG_I( "self->fixed_vop_time_increment = %d\n\n", this->fixed_vop_time_increment); |
| LOG_V("Get properities from params done\n"); |
| |
| this->va_display = va_display; |
| |
| LOG_V( "Get Display\n"); |
| LOG_I( "Display = 0x%08x\n", (uint)va_display); |
| #if 0 |
| /* query the vender information, can ignore*/ |
| va_vendor = vaQueryVendorString (va_display); |
| LOG_I( "Vendor = %s\n", |
| va_vendor); |
| #endif |
| |
| /*get the max number for profiles/entrypoints/attribs*/ |
| va_max_num_profiles = vaMaxNumProfiles(va_display); |
| LOG_I( "va_max_num_profiles = %d\n", va_max_num_profiles); |
| |
| va_max_num_entrypoints = vaMaxNumEntrypoints(va_display); |
| LOG_I( "va_max_num_entrypoints = %d\n", va_max_num_entrypoints); |
| |
| va_max_num_attribs = vaMaxNumConfigAttributes(va_display); |
| LOG_I( "va_max_num_attribs = %d\n", va_max_num_attribs); |
| |
| va_profiles = new VAProfile[va_max_num_profiles]; |
| va_entrypoints = new VAEntrypoint[va_max_num_entrypoints]; |
| |
| if (va_profiles == NULL || va_entrypoints ==NULL) { |
| LOG_E("!va_profiles || !va_entrypoints\n"); |
| ret = MIX_RESULT_NO_MEMORY; |
| goto cleanup; |
| } |
| |
| LOG_I("va_profiles = 0x%08x\n", (uint)va_profiles); |
| LOG_V( "vaQueryConfigProfiles\n"); |
| |
| va_status = vaQueryConfigProfiles (va_display, va_profiles, &va_num_profiles); |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed to call vaQueryConfigProfiles\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| LOG_V( "vaQueryConfigProfiles Done\n"); |
| |
| /*check whether profile is supported*/ |
| for (index= 0; index < va_num_profiles; index++) { |
| if (this->va_profile == va_profiles[index]) |
| break; |
| } |
| |
| if (index == va_num_profiles) { |
| LOG_E( "Profile not supported\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| LOG_V( "vaQueryConfigEntrypoints\n"); |
| |
| /*Check entry point*/ |
| va_status = vaQueryConfigEntrypoints( |
| va_display, |
| this->va_profile, |
| va_entrypoints, &va_num_entrypoints); |
| |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed to call vaQueryConfigEntrypoints\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| for (index = 0; index < va_num_entrypoints; index ++) { |
| if (va_entrypoints[index] == VAEntrypointEncSlice) { |
| break; |
| } |
| } |
| |
| if (index == va_num_entrypoints) { |
| LOG_E( "Entrypoint not found\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| va_attrib[0].type = VAConfigAttribRTFormat; |
| va_attrib[1].type = VAConfigAttribRateControl; |
| |
| LOG_V( "vaGetConfigAttributes\n"); |
| |
| va_status = vaGetConfigAttributes( |
| va_display, |
| this->va_profile, |
| this->va_entrypoint, |
| &va_attrib[0], 2); |
| |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed to call vaGetConfigAttributes\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| if ((va_attrib[0].value & this->va_format) == 0) { |
| LOG_E( "Matched format not found\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| if ((va_attrib[1].value & this->va_rcmode) == 0) { |
| LOG_E( "RC mode not found\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| va_attrib[0].value = this->va_format; //VA_RT_FORMAT_YUV420; |
| va_attrib[1].value = this->va_rcmode; |
| |
| LOG_V( "======VA Configuration======\n"); |
| LOG_I( "profile = %d\n", this->va_profile); |
| LOG_I( "va_entrypoint = %d\n", this->va_entrypoint); |
| LOG_I( "va_attrib[0].type = %d\n", va_attrib[0].type); |
| LOG_I( "va_attrib[1].type = %d\n", va_attrib[1].type); |
| LOG_I( "va_attrib[0].value (Format) = %d\n", va_attrib[0].value); |
| LOG_I( "va_attrib[1].value (RC mode) = %d\n", va_attrib[1].value); |
| LOG_V( "vaCreateConfig\n"); |
| |
| va_status = vaCreateConfig( |
| va_display, this->va_profile, this->va_entrypoint, |
| &va_attrib[0], 2, &(this->va_config)); |
| |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E( "Failed vaCreateConfig\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| if (this->va_rcmode == VA_RC_VCM) { |
| /* |
| * Following three features are only enabled in VCM mode |
| */ |
| this->render_mss_required = TRUE; |
| this->render_AIR_required = TRUE; |
| this->render_bitrate_required = TRUE; |
| } |
| |
| /* |
| * For upstream allocates buffer, it is mandatory to set buffer mode |
| * and for other stuff, it is optional |
| */ |
| |
| LOG_I ("alloc_surface_cnt = %d\n", requested_surface_info->surface_cnt); |
| |
| if (requested_surface_info->surface_cnt == 0) { |
| switch (this->buffer_mode) { |
| case MIX_BUFFER_UPSTREAM_ALLOC_CI: |
| ci_info = (MixCISharedBufferInfo *) (this->buf_info); |
| shared_surfaces_cnt = ci_info->ci_frame_cnt; |
| normal_surfaces_cnt = 2; |
| break; |
| case MIX_BUFFER_UPSTREAM_ALLOC_V4L2: |
| /* |
| * To be develped |
| */ |
| break; |
| case MIX_BUFFER_UPSTREAM_ALLOC_SURFACE: |
| /* |
| * To be develped |
| */ |
| break; |
| default: |
| this->buffer_mode = MIX_BUFFER_ALLOC_NORMAL; |
| normal_surfaces_cnt = 8; |
| break; |
| } |
| } |
| else if (requested_surface_info->surface_cnt == 1) { |
| /* |
| * Un-normal case, TBD |
| */ |
| this->buffer_mode = MIX_BUFFER_ALLOC_NORMAL; |
| normal_surfaces_cnt = 8; |
| } |
| else { |
| this->buffer_mode = MIX_BUFFER_SELF_ALLOC_SURFACE; |
| precreated_surfaces_cnt = requested_surface_info->surface_cnt; |
| this->alloc_surface_cnt = requested_surface_info->surface_cnt; |
| this->usrptr = new uint8*[requested_surface_info->surface_cnt]; |
| if (this->usrptr == NULL) { |
| LOG_E("Failed allocate memory\n"); |
| ret = MIX_RESULT_NO_MEMORY; |
| goto cleanup; |
| } |
| |
| memcpy (this->usrptr, |
| requested_surface_info->usrptr, |
| requested_surface_info->surface_cnt * sizeof (uint8 *)); |
| } |
| |
| LOG_I ("buffer_mode = %d\n", this->buffer_mode); |
| |
| this->shared_surfaces_cnt = shared_surfaces_cnt; |
| this->precreated_surfaces_cnt = precreated_surfaces_cnt; |
| |
| #if 0 |
| |
| int ii = 0; |
| for (ii=0; ii < alloc_surface_cnt; ii++) { |
| |
| g_print ("self->usrptr[%d] = 0x%08x\n", ii, self->usrptr[ii]); |
| g_print ("usrptr[%d] = 0x%08x\n", ii, usrptr[ii]); |
| |
| |
| } |
| |
| /*TODO: compute the surface number*/ |
| int numSurfaces; |
| |
| if (parent->share_buf_mode) { |
| numSurfaces = 2; |
| } |
| else { |
| numSurfaces = 2; |
| parent->ci_frame_num = 0; |
| } |
| |
| //self->surface_num = numSurfaces + parent->ci_frame_num; |
| #endif |
| |
| this->surface_num = normal_surfaces_cnt + shared_surfaces_cnt + precreated_surfaces_cnt; |
| |
| surfaces = new VASurfaceID[normal_surfaces_cnt]; |
| |
| if (surfaces == NULL) { |
| LOG_E("Failed allocate surface\n"); |
| ret = MIX_RESULT_NO_MEMORY; |
| goto cleanup; |
| } |
| |
| this->surfaces = new VASurfaceID[this->surface_num]; |
| |
| if (this->surfaces == NULL) { |
| LOG_E("Failed allocate private surface\n"); |
| ret = MIX_RESULT_NO_MEMORY; |
| goto cleanup; |
| } |
| |
| LOG_V( "vaCreateSurfaces\n"); |
| |
| va_status = vaCreateSurfaces( |
| va_display, this->va_format, |
| this->picture_width, this->picture_height, |
| surfaces, normal_surfaces_cnt, NULL, 0); |
| |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed vaCreateSurfaces\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| if (shared_surfaces_cnt != 0) { |
| this->shared_surfaces = new VASurfaceID[shared_surfaces_cnt]; |
| if (this->shared_surfaces == NULL) { |
| LOG_E("Failed allocate shared surface\n"); |
| ret = MIX_RESULT_NO_MEMORY; |
| goto cleanup; |
| } |
| } |
| |
| switch (this->buffer_mode) { |
| case MIX_BUFFER_UPSTREAM_ALLOC_CI: |
| { |
| #if 0 |
| for (index = 0; index < this->shared_surfaces_cnt; index++) { |
| va_status = vaCreateSurfaceFromCIFrame( |
| va_display, |
| (ulong) (ci_info->ci_frame_id[index]), |
| &this->shared_surfaces[index]); |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed to vaCreateSurfaceFromCIFrame\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| this->surfaces[index] = this->shared_surfaces[index]; |
| } |
| #endif |
| } |
| break; |
| case MIX_BUFFER_UPSTREAM_ALLOC_V4L2: |
| /*To be develped*/ |
| break; |
| case MIX_BUFFER_UPSTREAM_ALLOC_SURFACE: |
| /*To be develped*/ |
| break; |
| case MIX_BUFFER_ALLOC_NORMAL: |
| break; |
| case MIX_BUFFER_SELF_ALLOC_SURFACE: |
| { |
| for (index = 0; index < requested_surface_info->surface_cnt; index ++) { |
| this->surfaces[index] = requested_surface_info->surface_allocated[index]; |
| } |
| } |
| break; |
| default: |
| break; |
| } |
| |
| for (index = 0; index < normal_surfaces_cnt; index++) { |
| this->surfaces[precreated_surfaces_cnt + shared_surfaces_cnt + index] = surfaces[index]; |
| } |
| |
| LOG_V( "assign surface Done\n"); |
| LOG_I( "Created %d libva surfaces\n", this->surface_num); |
| |
| #if 0 //current put this in gst |
| images = g_malloc(sizeof(VAImage)*numSurfaces); |
| if (images == NULL) |
| { |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| for (index = 0; index < numSurfaces; index++) { |
| //Derive an VAImage from an existing surface. |
| //The image buffer can then be mapped/unmapped for CPU access |
| va_status = vaDeriveImage(va_display, surfaces[index], |
| &images[index]); |
| } |
| #endif |
| |
| LOG_V( "mix_surfacepool_new\n"); |
| |
| this->surfacepool = mix_surfacepool_new(); |
| if (surface_pool) |
| *surface_pool = this->surfacepool; |
| //which is useful to check before encode |
| |
| if (this->surfacepool == NULL) { |
| LOG_E("Failed to mix_surfacepool_new\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| LOG_V("mix_surfacepool_initialize\n"); |
| |
| ret = mix_surfacepool_initialize( |
| this->surfacepool, this->surfaces, |
| this->surface_num, va_display); |
| |
| switch (ret) { |
| case MIX_RESULT_SUCCESS: |
| break; |
| case MIX_RESULT_ALREADY_INIT: |
| LOG_E( "Error init failure\n"); |
| ret = MIX_RESULT_ALREADY_INIT; |
| goto cleanup; |
| default: |
| break; |
| } |
| |
| //Initialize and save the VA context ID |
| LOG_V( "vaCreateContext\n"); |
| |
| va_status = vaCreateContext( |
| va_display, this->va_config, |
| this->picture_width, this->picture_height, |
| VA_PROGRESSIVE, this->surfaces, this->surface_num, |
| &(this->va_context)); |
| |
| LOG_I("Created libva context width %d, height %d\n", |
| this->picture_width, this->picture_height); |
| |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed to vaCreateContext\n"); |
| LOG_I( "va_status = %d\n", (uint)va_status); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| ret = GetMaxEncodedBufSize(&max_size); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("Failed to mix_videofmtenc_mpeg4_get_max_encoded_buf_size\n"); |
| goto cleanup; |
| } |
| |
| /*Create coded buffer for output*/ |
| va_status = vaCreateBuffer ( |
| va_display, this->va_context, |
| VAEncCodedBufferType, |
| this->coded_buf_size, |
| 1, NULL, |
| &this->coded_buf[0]); |
| |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed to vaCreateBuffer: VAEncCodedBufferType\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| /*Create coded buffer for output*/ |
| va_status = vaCreateBuffer ( |
| va_display, this->va_context, |
| VAEncCodedBufferType, |
| this->coded_buf_size, |
| 1, NULL, |
| &(this->coded_buf[1])); |
| |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed to vaCreateBuffer: VAEncCodedBufferType\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| #ifdef SHOW_SRC |
| Display * display = XOpenDisplay (NULL); |
| LOG_I( "display = 0x%08x\n", (uint) display); |
| win = XCreateSimpleWindow( |
| display, RootWindow(display, 0), 0, 0, |
| this->picture_width, this->picture_height, 0, 0, |
| WhitePixel(display, 0)); |
| XMapWindow(display, win); |
| XSelectInput(display, win, KeyPressMask | StructureNotifyMask); |
| XSync(display, False); |
| LOG_I( "va_display = 0x%08x\n", (uint) va_display); |
| #endif /* SHOW_SRC */ |
| |
| cleanup: |
| |
| if (ret == MIX_RESULT_SUCCESS) { |
| this->initialized = TRUE; |
| } |
| |
| /*free profiles and entrypoints*/ |
| if (va_profiles) |
| delete [] va_profiles; |
| |
| if (va_entrypoints) |
| delete [] va_entrypoints; |
| |
| if (surfaces) |
| delete [] surfaces; |
| |
| Unlock(); |
| LOG_V( "end\n"); |
| return ret; |
| } |
| |
| MIX_RESULT MixVideoFormatEnc_MPEG4::Encode( |
| MixBuffer * bufin[], int bufincnt, |
| MixIOVec * iovout[], int iovoutcnt, |
| MixVideoEncodeParams * encode_params) { |
| |
| MIX_RESULT ret = MIX_RESULT_SUCCESS; |
| LOG_V( "Begin\n"); |
| /*currenly only support one input and output buffer*/ |
| if (bufincnt != 1 || iovoutcnt != 1) { |
| LOG_E("buffer count not equel to 1\n"); |
| LOG_E("maybe some exception occurs\n"); |
| } |
| |
| if (bufin[0] == NULL || iovout[0] == NULL) { |
| LOG_E("!bufin[0] ||!iovout[0]\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| #if 0 |
| if (parent_class->encode) { |
| return parent_class->encode(mix, bufin, bufincnt, iovout, |
| iovoutcnt, encode_params); |
| } |
| #endif |
| |
| LOG_V( "Locking\n"); |
| Lock(); |
| |
| //TODO: also we could move some encode Preparation work to here |
| LOG_V("mix_videofmtenc_mpeg4_process_encode\n"); |
| ret = _process_encode(bufin[0], iovout[0]); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("Failed mix_videofmtenc_mpeg4_process_encode\n"); |
| goto cleanup; |
| } |
| |
| cleanup: |
| |
| LOG_V( "UnLocking\n"); |
| Unlock(); |
| LOG_V( "end\n"); |
| return ret; |
| } |
| |
| MIX_RESULT MixVideoFormatEnc_MPEG4::Flush() { |
| LOG_V( "Begin\n"); |
| /*not chain to parent flush func*/ |
| #if 0 |
| if (parent_class->flush) { |
| return parent_class->flush(mix, msg); |
| } |
| #endif |
| |
| Lock(); |
| |
| /*unref the current source surface*/ |
| if (this->cur_frame != NULL) { |
| mix_videoframe_unref (this->cur_frame); |
| this->cur_frame = NULL; |
| } |
| |
| /*unref the reconstructed surface*/ |
| if (this->rec_frame != NULL) { |
| mix_videoframe_unref (this->rec_frame); |
| this->rec_frame = NULL; |
| } |
| |
| /*unref the reference surface*/ |
| if (this->ref_frame != NULL) { |
| mix_videoframe_unref (this->ref_frame); |
| this->ref_frame = NULL; |
| } |
| |
| if (this->last_mix_buffer) { |
| mix_buffer_unref(this->last_mix_buffer); |
| this->last_mix_buffer = NULL; |
| } |
| |
| /*reset the properities*/ |
| this->encoded_frames = 0; |
| this->pic_skipped = FALSE; |
| this->is_intra = TRUE; |
| |
| Unlock(); |
| LOG_V( "end\n"); |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| |
| MIX_RESULT MixVideoFormatEnc_MPEG4::Deinitialize() { |
| VAStatus va_status; |
| MIX_RESULT ret = MIX_RESULT_SUCCESS; |
| LOG_V( "Begin\n"); |
| ret = MixVideoFormatEnc::Deinitialize(); |
| if (ret != MIX_RESULT_SUCCESS) { |
| return ret; |
| } |
| |
| LOG_V( "Release frames\n"); |
| Lock(); |
| |
| #if 0 |
| /*unref the current source surface*/ |
| if (self->cur_frame != NULL) |
| { |
| mix_videoframe_unref (self->cur_frame); |
| self->cur_frame = NULL; |
| } |
| #endif |
| |
| /*unref the reconstructed surface*/ |
| if (this->rec_frame != NULL) { |
| mix_videoframe_unref (this->rec_frame); |
| this->rec_frame = NULL; |
| } |
| |
| /*unref the reference surface*/ |
| if (this->ref_frame != NULL) { |
| mix_videoframe_unref (this->ref_frame); |
| this->ref_frame = NULL; |
| } |
| |
| if (this->lookup_frame != NULL) { |
| mix_videoframe_unref (this->lookup_frame); |
| this->lookup_frame = NULL; |
| } |
| |
| if (this->last_mix_buffer) { |
| mix_buffer_unref(this->last_mix_buffer); |
| this->last_mix_buffer = NULL; |
| } |
| |
| LOG_V( "Release surfaces\n"); |
| |
| if (this->shared_surfaces) { |
| delete [] this->shared_surfaces; |
| this->shared_surfaces = NULL; |
| } |
| |
| if (this->surfaces) { |
| delete [] this->surfaces; |
| this->surfaces = NULL; |
| } |
| |
| if (this->usrptr) { |
| delete [] this->usrptr; |
| this->usrptr = NULL; |
| } |
| |
| LOG_V( "vaDestroyContext\n"); |
| |
| va_status = vaDestroyContext (this->va_display, this->va_context); |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed vaDestroyContext\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| LOG_V( "vaDestroyConfig\n"); |
| |
| va_status = vaDestroyConfig (this->va_display, this->va_config); |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed vaDestroyConfig\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| cleanup: |
| |
| this->initialized = TRUE; |
| Unlock(); |
| LOG_V( "end\n"); |
| return ret; |
| } |
| |
| MIX_RESULT MixVideoFormatEnc_MPEG4::_send_seq_params () { |
| VAStatus va_status; |
| VAEncSequenceParameterBufferMPEG4 mpeg4_seq_param; |
| VABufferID seq_para_buf_id; |
| |
| LOG_V( "Begin\n\n"); |
| |
| /*set up the sequence params for HW*/ |
| mpeg4_seq_param.profile_and_level_indication = this->profile_and_level_indication; //TODO, hard code now |
| mpeg4_seq_param.video_object_layer_width= this->picture_width; |
| mpeg4_seq_param.video_object_layer_height= this->picture_height; |
| mpeg4_seq_param.vop_time_increment_resolution = |
| (unsigned int) (this->frame_rate_num + this->frame_rate_denom /2 ) / this->frame_rate_denom; |
| mpeg4_seq_param.fixed_vop_time_increment= this->fixed_vop_time_increment; |
| mpeg4_seq_param.bits_per_second= this->bitrate; |
| mpeg4_seq_param.frame_rate = |
| (unsigned int) (this->frame_rate_num + this->frame_rate_denom /2 ) / this->frame_rate_denom; |
| mpeg4_seq_param.initial_qp = this->initial_qp; |
| mpeg4_seq_param.min_qp = this->min_qp; |
| mpeg4_seq_param.intra_period = this->intra_period; |
| //mpeg4_seq_param.fixed_vop_rate = 30; |
| |
| LOG_V("===mpeg4 sequence params===\n"); |
| LOG_I("profile_and_level_indication = %d\n", (uint)mpeg4_seq_param.profile_and_level_indication); |
| LOG_I("intra_period = %d\n", mpeg4_seq_param.intra_period); |
| LOG_I("video_object_layer_width = %d\n", mpeg4_seq_param.video_object_layer_width); |
| LOG_I("video_object_layer_height = %d\n", mpeg4_seq_param.video_object_layer_height); |
| LOG_I("vop_time_increment_resolution = %d\n", mpeg4_seq_param.vop_time_increment_resolution); |
| LOG_I("fixed_vop_rate = %d\n", mpeg4_seq_param.fixed_vop_rate); |
| LOG_I("fixed_vop_time_increment = %d\n", mpeg4_seq_param.fixed_vop_time_increment); |
| LOG_I("bitrate = %d\n", mpeg4_seq_param.bits_per_second); |
| LOG_I("frame_rate = %d\n", mpeg4_seq_param.frame_rate); |
| LOG_I("initial_qp = %d\n", mpeg4_seq_param.initial_qp); |
| LOG_I("min_qp = %d\n", mpeg4_seq_param.min_qp); |
| LOG_I("intra_period = %d\n\n", mpeg4_seq_param.intra_period); |
| |
| va_status = vaCreateBuffer( |
| this->va_display, this->va_context, |
| VAEncSequenceParameterBufferType, |
| sizeof(mpeg4_seq_param), |
| 1, &mpeg4_seq_param, |
| &seq_para_buf_id); |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed to vaCreateBuffer\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| va_status = vaRenderPicture( |
| this->va_display, this->va_context, &seq_para_buf_id, 1); |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed to vaRenderPicture\n"); |
| LOG_I( "va_status = %d\n", va_status); |
| return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V( "end\n"); |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| MIX_RESULT MixVideoFormatEnc_MPEG4::_send_picture_parameter() { |
| VAStatus va_status; |
| VAEncPictureParameterBufferMPEG4 mpeg4_pic_param; |
| LOG_V( "Begin\n\n"); |
| |
| #if 0 //not needed currently |
| MixVideoConfigParamsEncMPEG4 * params_mpeg4 |
| = MIX_VIDEOCONFIGPARAMSENC_MPEG4 (config_params_enc); |
| #endif |
| /*set picture params for HW*/ |
| mpeg4_pic_param.reference_picture = this->ref_frame->frame_id; |
| mpeg4_pic_param.reconstructed_picture = this->rec_frame->frame_id; |
| mpeg4_pic_param.coded_buf = this->coded_buf[this->coded_buf_index]; |
| mpeg4_pic_param.picture_width = this->picture_width; |
| mpeg4_pic_param.picture_height = this->picture_height; |
| mpeg4_pic_param.vop_time_increment= this->encoded_frames; |
| mpeg4_pic_param.picture_type = this->is_intra ? VAEncPictureTypeIntra : VAEncPictureTypePredictive; |
| |
| LOG_V("======mpeg4 picture params======\n"); |
| LOG_I("reference_picture = 0x%08x\n", mpeg4_pic_param.reference_picture); |
| LOG_I("reconstructed_picture = 0x%08x\n", mpeg4_pic_param.reconstructed_picture); |
| LOG_I("coded_buf = 0x%08x\n", mpeg4_pic_param.coded_buf); |
| LOG_I("coded_buf_index = %d\n", this->coded_buf_index); |
| LOG_I("picture_width = %d\n", mpeg4_pic_param.picture_width); |
| LOG_I("picture_height = %d\n", mpeg4_pic_param.picture_height); |
| LOG_I("vop_time_increment = %d\n", mpeg4_pic_param.vop_time_increment); |
| LOG_I("picture_type = %d\n\n", mpeg4_pic_param.picture_type); |
| |
| va_status = vaCreateBuffer( |
| this->va_display, this->va_context, |
| VAEncPictureParameterBufferType, |
| sizeof(mpeg4_pic_param), |
| 1,&mpeg4_pic_param, |
| &this->pic_param_buf); |
| |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed to vaCreateBuffer\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| va_status = vaRenderPicture( |
| this->va_display, this->va_context, |
| &this->pic_param_buf, 1); |
| |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed to vaRenderPicture\n"); |
| LOG_I( "va_status = %d\n", va_status); |
| return MIX_RESULT_FAIL; |
| } |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| |
| MIX_RESULT MixVideoFormatEnc_MPEG4::_send_slice_parameter() { |
| VAStatus va_status; |
| uint slice_height; |
| uint slice_index; |
| uint slice_height_in_mb; |
| |
| LOG_V( "Begin\n\n"); |
| |
| slice_height = this->picture_height; |
| slice_height += 15; |
| slice_height &= (~15); |
| VAEncSliceParameterBuffer slice_param; |
| slice_index = 0; |
| slice_height_in_mb = slice_height / 16; |
| slice_param.start_row_number = 0; |
| slice_param.slice_height = slice_height / 16; |
| slice_param.slice_flags.bits.is_intra = this->is_intra; |
| slice_param.slice_flags.bits.disable_deblocking_filter_idc |
| = this->disable_deblocking_filter_idc; |
| |
| LOG_V("======mpeg4 slice params======\n"); |
| LOG_I( "start_row_number = %d\n", (int) slice_param.start_row_number); |
| LOG_I( "slice_height_in_mb = %d\n", (int) slice_param.slice_height); |
| LOG_I( "slice.is_intra = %d\n", (int) slice_param.slice_flags.bits.is_intra); |
| LOG_I("disable_deblocking_filter_idc = %d\n\n", (int) this->disable_deblocking_filter_idc); |
| |
| va_status = vaCreateBuffer ( |
| this->va_display, this->va_context, |
| VAEncSliceParameterBufferType, |
| sizeof(VAEncSliceParameterBuffer), |
| 1, &slice_param, |
| &this->slice_param_buf); |
| |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed to vaCreateBuffer\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| va_status = vaRenderPicture( |
| this->va_display, this->va_context, |
| &this->slice_param_buf, 1); |
| |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed to vaRenderPicture\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V( "end\n"); |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| MIX_RESULT MixVideoFormatEnc_MPEG4::_process_encode ( |
| MixBuffer * bufin, MixIOVec * iovout) { |
| |
| MIX_RESULT ret = MIX_RESULT_SUCCESS; |
| VAStatus va_status = VA_STATUS_SUCCESS; |
| VADisplay va_display = NULL; |
| VAContextID va_context; |
| ulong surface = 0; |
| uint16 width, height; |
| |
| MixVideoFrame * tmp_frame; |
| uint8 *buf; |
| |
| VACodedBufferSegment *coded_seg = NULL; |
| int num_seg = 0; |
| uint total_size = 0; |
| uint size = 0; |
| |
| if ((bufin == NULL) || (iovout == NULL)) { |
| LOG_E("mix == NUL) || bufin == NULL || iovout == NULL\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| LOG_V( "Begin\n"); |
| |
| va_display = this->va_display; |
| va_context = this->va_context; |
| width = this->picture_width; |
| height = this->picture_height; |
| |
| LOG_I( "encoded_frames = %d\n", this->encoded_frames); |
| LOG_I( "is_intra = %d\n", this->is_intra); |
| LOG_I( "ci_frame_id = 0x%08x\n", (uint) this->ci_frame_id); |
| |
| /* determine the picture type*/ |
| if ((this->encoded_frames % this->intra_period) == 0) { |
| this->is_intra = TRUE; |
| } else { |
| this->is_intra = FALSE; |
| } |
| |
| LOG_I( "is_intra_picture = %d\n", this->is_intra); |
| LOG_V("Get Surface from the pool\n"); |
| |
| /*current we use one surface for source data, |
| * one for reference and one for reconstructed*/ |
| /*TODO, could be refine here*/ |
| |
| switch (this->buffer_mode) { |
| case MIX_BUFFER_UPSTREAM_ALLOC_CI: |
| { |
| //MixVideoFrame * frame = mix_videoframe_new(); |
| if (this->lookup_frame == NULL) { |
| this->lookup_frame = mix_videoframe_new (); |
| if (this->lookup_frame == NULL) { |
| LOG_E("mix_videoframe_new() failed!\n"); |
| ret = MIX_RESULT_NO_MEMORY; |
| goto cleanup; |
| } |
| } |
| |
| if (this->ref_frame == NULL) { |
| ret = mix_videoframe_set_ci_frame_idx (this->lookup_frame, this->surface_num - 1); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("mix_videoframe_set_ci_frame_idx failed\n"); |
| goto cleanup; |
| } |
| |
| ret = mix_surfacepool_get_frame_with_ci_frameidx |
| (this->surfacepool, &this->ref_frame, this->lookup_frame); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("get reference surface from pool failed\n"); |
| goto cleanup; |
| } |
| } |
| |
| if (this->rec_frame == NULL) { |
| ret = mix_videoframe_set_ci_frame_idx (this->lookup_frame, this->surface_num - 2); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("mix_videoframe_set_ci_frame_idx failed\n"); |
| goto cleanup; |
| } |
| |
| ret = mix_surfacepool_get_frame_with_ci_frameidx |
| (this->surfacepool, &this->rec_frame, this->lookup_frame); |
| |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("get recontructed surface from pool failed\n"); |
| goto cleanup; |
| } |
| } |
| |
| //mix_videoframe_unref (mix->cur_frame); |
| |
| if (this->need_display) { |
| this->cur_frame = NULL; |
| } |
| |
| if (this->cur_frame == NULL) { |
| uint ci_idx; |
| #ifndef ANDROID |
| memcpy (&ci_idx, bufin->data, bufin->size); |
| #else |
| memcpy (&ci_idx, bufin->data, sizeof(unsigned int)); |
| #endif |
| |
| LOG_I("surface_num = %d\n", this->surface_num); |
| LOG_I("ci_frame_idx = %d\n", ci_idx); |
| |
| if (ci_idx > this->surface_num - 2) { |
| LOG_E("the CI frame idx is too bigger than CI frame number\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| ret = mix_videoframe_set_ci_frame_idx (this->lookup_frame, ci_idx); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("mix_videoframe_set_ci_frame_idx failed\n"); |
| goto cleanup; |
| } |
| |
| ret = mix_surfacepool_get_frame_with_ci_frameidx |
| (this->surfacepool, &this->cur_frame, this->lookup_frame); |
| |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("get current working surface from pool failed\n"); |
| goto cleanup; |
| } |
| } |
| |
| ret = mix_videoframe_get_frame_id(this->cur_frame, &surface); |
| } |
| /* |
| * end of CI buffer allocation mode |
| */ |
| break; |
| case MIX_BUFFER_UPSTREAM_ALLOC_V4L2: |
| break; |
| case MIX_BUFFER_UPSTREAM_ALLOC_SURFACE: |
| break; |
| case MIX_BUFFER_SELF_ALLOC_SURFACE: |
| { |
| if (this->lookup_frame == NULL) { |
| this->lookup_frame = mix_videoframe_new (); |
| if (this->lookup_frame == NULL) { |
| LOG_E("mix_videoframe_new() failed!\n"); |
| ret = MIX_RESULT_NO_MEMORY; |
| goto cleanup; |
| } |
| } |
| |
| uint surface_idx = (uint) -1; //fixme, temp use a big value |
| uint idx = 0; |
| |
| LOG_I ("bufin->data = 0x%08x\n", bufin->data); |
| |
| for (idx = 0; idx < this->alloc_surface_cnt; idx++) { |
| LOG_I ("mix->usrptr[%d] = 0x%08x\n", idx, this->usrptr[idx]); |
| if (bufin->data == this->usrptr[idx]) |
| surface_idx = idx; |
| } |
| |
| LOG_I("surface_num = %d\n", this->surface_num); |
| LOG_I("surface_idx = %d\n", surface_idx); |
| if (surface_idx > this->surface_num - 2) { |
| LOG_W("the Surface idx is too big, most likely the buffer passed in is not allocated by us\n"); |
| ret = MIX_RESULT_FAIL; |
| goto no_share_mode; |
| } |
| |
| if (this->ref_frame == NULL) { |
| ret = mix_videoframe_set_ci_frame_idx (this->lookup_frame, this->surface_num - 1); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("mix_videoframe_set_ci_frame_idx failed\n"); |
| goto cleanup; |
| } |
| |
| ret = mix_surfacepool_get_frame_with_ci_frameidx |
| (this->surfacepool, &this->ref_frame, this->lookup_frame); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("get reference surface from pool failed\n"); |
| goto cleanup; |
| } |
| } |
| |
| if (this->rec_frame == NULL) { |
| ret = mix_videoframe_set_ci_frame_idx (this->lookup_frame, this->surface_num - 2); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("mix_videoframe_set_ci_frame_idx failed\n"); |
| goto cleanup; |
| } |
| |
| ret = mix_surfacepool_get_frame_with_ci_frameidx |
| (this->surfacepool, &this->rec_frame, this->lookup_frame); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("get recontructed surface from pool failed\n"); |
| goto cleanup; |
| } |
| } |
| |
| //mix_videoframe_unref (mix->cur_frame); |
| |
| if (this->need_display) { |
| this->cur_frame = NULL; |
| } |
| |
| if (this->cur_frame == NULL) { |
| ret = mix_videoframe_set_ci_frame_idx (this->lookup_frame, surface_idx); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("mix_videoframe_set_ci_frame_idx failed\n"); |
| goto cleanup; |
| } |
| |
| ret = mix_surfacepool_get_frame_with_ci_frameidx |
| (this->surfacepool, &this->cur_frame, this->lookup_frame); |
| |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("get current working surface from pool failed\n"); |
| goto cleanup; |
| } |
| } |
| |
| ret = mix_videoframe_get_frame_id(this->cur_frame, &surface); |
| } |
| |
| break; |
| /* |
| * end of Self buffer allocation mode |
| */ |
| |
| case MIX_BUFFER_ALLOC_NORMAL: |
| { |
| |
| no_share_mode: |
| |
| LOG_V("We are NOT in share buffer mode\n"); |
| |
| if (this->ref_frame == NULL) { |
| ret = mix_surfacepool_get(this->surfacepool, &this->ref_frame); |
| if (ret != MIX_RESULT_SUCCESS) {//#ifdef SLEEP_SURFACE not used |
| LOG_E("Failed to mix_surfacepool_get\n"); |
| goto cleanup; |
| } |
| } |
| |
| if (this->rec_frame == NULL) { |
| ret = mix_surfacepool_get(this->surfacepool, &this->rec_frame); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("Failed to mix_surfacepool_get\n"); |
| goto cleanup; |
| } |
| } |
| |
| if (this->need_display) { |
| this->cur_frame = NULL; |
| } |
| |
| if (this->cur_frame == NULL) { |
| ret = mix_surfacepool_get(this->surfacepool, &this->cur_frame); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("Failed to mix_surfacepool_get\n"); |
| goto cleanup; |
| } |
| } |
| |
| LOG_V( "Get Surface Done\n"); |
| |
| VAImage src_image; |
| uint8 *pvbuf; |
| uint8 *dst_y; |
| uint8 *dst_uv; |
| int i,j; |
| |
| LOG_V("map source data to surface\n"); |
| |
| ret = mix_videoframe_get_frame_id(this->cur_frame, &surface); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("Failed to mix_videoframe_get_frame_id\n"); |
| goto cleanup; |
| } |
| |
| LOG_I("surface id = 0x%08x\n", (uint) surface); |
| |
| va_status = vaDeriveImage(va_display, surface, &src_image); |
| //need to destroy |
| |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed to vaDeriveImage\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| VAImage *image = &src_image; |
| |
| LOG_V( "vaDeriveImage Done\n"); |
| |
| va_status = vaMapBuffer (va_display, image->buf, (void **)&pvbuf); |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E( "Failed to vaMapBuffer\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| LOG_V("vaImage information\n"); |
| LOG_I("image->pitches[0] = %d\n", image->pitches[0]); |
| LOG_I("image->pitches[1] = %d\n", image->pitches[1]); |
| LOG_I("image->offsets[0] = %d\n", image->offsets[0]); |
| LOG_I("image->offsets[1] = %d\n", image->offsets[1]); |
| LOG_I("image->num_planes = %d\n", image->num_planes); |
| LOG_I("image->width = %d\n", image->width); |
| LOG_I("image->height = %d\n", image->height); |
| LOG_I("input buf size = %d\n", bufin->size); |
| |
| uint8 *inbuf = bufin->data; |
| #ifdef ANDROID |
| #define USE_SRC_FMT_NV12 |
| #endif |
| int offset_uv = width * height; |
| uint8 *inbuf_uv = inbuf + offset_uv; |
| int height_uv = height / 2; |
| int width_uv = width; |
| |
| #ifdef ANDROID |
| //USE_SRC_FMT_NV12 or USE_SRC_FMT_NV21 |
| dst_y = pvbuf + image->offsets[0]; |
| for (i = 0; i < height; i++) { |
| memcpy (dst_y, inbuf + i * width, width); |
| dst_y += image->pitches[0]; |
| } |
| |
| #ifdef USE_SRC_FMT_NV12 |
| dst_uv = pvbuf + image->offsets[1]; |
| for (i = 0; i < height_uv; i++) { |
| memcpy(dst_uv, inbuf_uv + i * width_uv, width_uv); |
| dst_uv += image->pitches[1]; |
| } |
| #else //USE_SRC_FMT_NV21 |
| dst_uv = pvbuf + image->offsets[1]; |
| for (i = 0; i < height_uv; i ++) { |
| for (j = 0; j < width_uv; j += 2) { |
| dst_uv[j] = inbuf_uv[j+1]; //u |
| dst_uv[j+1] = inbuf_uv[j]; //v |
| } |
| dst_uv += image->pitches[1]; |
| inbuf_uv += width_uv; |
| } |
| #endif |
| |
| #else |
| |
| if (this->raw_format == MIX_RAW_TARGET_FORMAT_YUV420) { |
| dst_y = pvbuf +image->offsets[0]; |
| |
| for (i = 0; i < height; i ++) { |
| memcpy (dst_y, inbuf + i * width, width); |
| dst_y += image->pitches[0]; |
| } |
| |
| dst_uv = pvbuf + image->offsets[1]; |
| |
| for (i = 0; i < height / 2; i ++) { |
| for (j = 0; j < width; j+=2) { |
| dst_uv [j] = inbuf [width * height + i * width / 2 + j / 2]; |
| dst_uv [j + 1] = |
| inbuf [width * height * 5 / 4 + i * width / 2 + j / 2]; |
| } |
| dst_uv += image->pitches[1]; |
| } |
| } |
| else if (this->raw_format == MIX_RAW_TARGET_FORMAT_NV12) { |
| |
| dst_y = pvbuf + image->offsets[0]; |
| for (i = 0; i < height; i++) { |
| memcpy (dst_y, inbuf + i * width, width); |
| dst_y += image->pitches[0]; |
| } |
| |
| dst_uv = pvbuf + image->offsets[1]; |
| for (i = 0; i < height_uv; i++) { |
| memcpy(dst_uv, inbuf_uv + i * width_uv, width_uv); |
| dst_uv += image->pitches[1]; |
| } |
| } |
| else { |
| LOG_E("Raw format not supoort\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| #endif //USE_SRC_FMT_YUV420 |
| |
| va_status = vaUnmapBuffer(va_display, image->buf); |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed to vaUnmapBuffer\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| va_status = vaDestroyImage(va_display, src_image.image_id); |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed to vaDestroyImage\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| LOG_V("Map source data to surface done\n"); |
| } |
| break; |
| default: |
| break; |
| |
| } |
| |
| LOG_V( "vaBeginPicture\n"); |
| LOG_I( "va_context = 0x%08x\n",(uint)va_context); |
| LOG_I( "surface = 0x%08x\n",(uint)surface); |
| LOG_I( "va_display = 0x%08x\n",(uint)va_display); |
| |
| va_status = vaBeginPicture(va_display, va_context, surface); |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E( "Failed vaBeginPicture\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| ret = _send_encode_command(); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E ("Failed mix_videofmtenc_h264_send_encode_command\n"); |
| goto cleanup; |
| } |
| |
| |
| if ((this->va_rcmode == VA_RC_NONE) || this->encoded_frames == 0) { |
| va_status = vaEndPicture (va_display, va_context); |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E( "Failed vaEndPicture\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| } |
| |
| if (this->encoded_frames == 0) { |
| this->encoded_frames ++; |
| this->last_coded_buf = this->coded_buf[this->coded_buf_index]; |
| this->coded_buf_index ++; |
| this->coded_buf_index %=2; |
| this->last_frame = this->cur_frame; |
| /* determine the picture type*/ |
| if ((this->encoded_frames % this->intra_period) == 0) { |
| this->is_intra = TRUE; |
| } else { |
| this->is_intra = FALSE; |
| } |
| tmp_frame = this->rec_frame; |
| this->rec_frame= this->ref_frame; |
| this->ref_frame = tmp_frame; |
| } |
| |
| LOG_V( "vaSyncSurface\n"); |
| |
| va_status = vaSyncSurface(va_display, this->last_frame->frame_id); |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E( "Failed vaSyncSurface\n"); |
| //return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V("Start to get encoded data\n"); |
| |
| /*get encoded data from the VA buffer*/ |
| va_status = vaMapBuffer (va_display, this->last_coded_buf, (void **)&buf); |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E( "Failed vaMapBuffer\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| coded_seg = (VACodedBufferSegment *)buf; |
| num_seg = 1; |
| |
| while (1) { |
| total_size += coded_seg->size; |
| if (coded_seg->next == NULL) |
| break; |
| coded_seg = (VACodedBufferSegment*)coded_seg->next; |
| num_seg ++; |
| } |
| |
| |
| #if 0 |
| // first 4 bytes is the size of the buffer |
| memcpy (&(iovout->data_size), (void*)buf, 4); |
| //size = (uint*) buf; |
| #endif |
| |
| iovout->data_size = total_size; |
| |
| if (iovout->data == NULL) { //means app doesn't allocate the buffer, so _encode will allocate it. |
| iovout->data = new uchar[iovout->data_size]; |
| if (iovout->data == NULL) { |
| LOG_E( "iovout->data == NULL\n"); |
| ret = MIX_RESULT_NO_MEMORY; |
| goto cleanup; |
| } |
| } |
| |
| //memcpy (iovout->data, buf + 16, iovout->data_size); |
| |
| coded_seg = (VACodedBufferSegment *)buf; |
| total_size = 0; |
| |
| while (1) { |
| memcpy (iovout->data + total_size, coded_seg->buf, coded_seg->size); |
| total_size += coded_seg->size; |
| if (coded_seg->next == NULL) |
| break; |
| coded_seg = (VACodedBufferSegment *)coded_seg->next; |
| } |
| |
| iovout->buffer_size = iovout->data_size; |
| |
| LOG_I("out size is = %d\n", iovout->data_size); |
| |
| va_status = vaUnmapBuffer (va_display, this->last_coded_buf); |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E( "Failed vaUnmapBuffer\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| LOG_V( "get encoded data done\n"); |
| |
| if (!((this->va_rcmode == VA_RC_NONE) || this->encoded_frames == 1)) { |
| va_status = vaEndPicture (va_display, va_context); |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E( "Failed vaEndPicture\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| } |
| |
| if (this->encoded_frames == 1) { |
| va_status = vaBeginPicture(va_display, va_context, surface); |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E( "Failed vaBeginPicture\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| ret = _send_encode_command (); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E ("Failed mix_videofmtenc_h264_send_encode_command\n"); |
| goto cleanup; |
| } |
| |
| va_status = vaEndPicture (va_display, va_context); |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E( "Failed vaEndPicture\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| } |
| |
| VASurfaceStatus status; |
| |
| /*query the status of current surface*/ |
| va_status = vaQuerySurfaceStatus(va_display, surface, &status); |
| if (va_status != VA_STATUS_SUCCESS) { |
| LOG_E("Failed vaQuerySurfaceStatus\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| this->pic_skipped = status & VASurfaceSkipped; |
| |
| //ret = mix_framemanager_enqueue(parent->framemgr, mix->rec_frame); |
| |
| if (this->need_display) { |
| ret = mix_videoframe_set_sync_flag(this->cur_frame, TRUE); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("Failed to set sync_flag\n"); |
| goto cleanup; |
| } |
| |
| ret = mix_framemanager_enqueue(this->framemgr, this->cur_frame); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("Failed mix_framemanager_enqueue\n"); |
| goto cleanup; |
| } |
| } |
| |
| /*update the reference surface and reconstructed surface */ |
| if (!this->pic_skipped) { |
| tmp_frame = this->rec_frame; |
| this->rec_frame= this->ref_frame; |
| this->ref_frame = tmp_frame; |
| } |
| |
| #if 0 |
| if (this->ref_frame != NULL) |
| mix_videoframe_unref (this->ref_frame); |
| this->ref_frame = this->rec_frame; |
| |
| mix_videoframe_unref (this->cur_frame); |
| #endif |
| |
| this->encoded_frames ++; |
| this->last_coded_buf = this->coded_buf[this->coded_buf_index]; |
| this->coded_buf_index ++; |
| this->coded_buf_index %=2; |
| this->last_frame = this->cur_frame; |
| if (this->last_mix_buffer) { |
| LOG_V("calls to mix_buffer_unref \n"); |
| LOG_V("refcount = %d\n", MIX_PARAMS(this->last_mix_buffer)->GetRefCount()); |
| mix_buffer_unref(this->last_mix_buffer); |
| } |
| |
| LOG_V("ref the current bufin\n"); |
| |
| this->last_mix_buffer = mix_buffer_ref(bufin); |
| if (!(this->need_display)) { |
| mix_videoframe_unref (this->cur_frame); |
| this->cur_frame = NULL; |
| } |
| |
| cleanup: |
| |
| if (ret != MIX_RESULT_SUCCESS) { |
| if (iovout->data) { |
| delete [] iovout->data; |
| iovout->data = NULL; |
| } |
| } |
| LOG_V( "end\n"); |
| return ret; |
| } |
| |
| MIX_RESULT MixVideoFormatEnc_MPEG4::GetMaxEncodedBufSize( |
| uint * max_size) { |
| LOG_V( "Begin\n"); |
| |
| if (this->coded_buf_size > 0) { |
| *max_size = this->coded_buf_size; |
| LOG_V ("Already calculate the max encoded size, get the value directly"); |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| /*base on the rate control mode to calculate the defaule encoded buffer size*/ |
| if (this->va_rcmode_mpeg4 == VA_RC_NONE) { |
| this->coded_buf_size = (this->picture_width* this->picture_height * 400) / (16 * 16); |
| // set to value according to QP |
| } |
| else { |
| this->coded_buf_size = this->bitrate / 4; |
| } |
| |
| this->coded_buf_size = max( |
| this->coded_buf_size , |
| (this->picture_width* this->picture_height * 400) / (16 * 16)); |
| |
| /*in case got a very large user input bit rate value*/ |
| this->coded_buf_size = max( |
| this->coded_buf_size, (this->picture_width * this->picture_height * 1.5 * 8)); |
| this->coded_buf_size = (this->coded_buf_size + 15) & (~15); |
| |
| *max_size = this->coded_buf_size; |
| LOG_V( "end\n"); |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| MIX_RESULT MixVideoFormatEnc_MPEG4::_send_encode_command () { |
| MIX_RESULT ret = MIX_RESULT_SUCCESS; |
| LOG_V( "Begin\n"); |
| |
| if (this->encoded_frames == 0) { |
| ret = _send_seq_params (); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("Failed mix_videofmtenc_h264_send_seq_params\n"); |
| return MIX_RESULT_FAIL; |
| } |
| } |
| |
| ret = _send_picture_parameter (); |
| |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("Failed mix_videofmtenc_h264_send_picture_parameter\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| ret = _send_slice_parameter (); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("Failed mix_videofmtenc_h264_send_slice_parameter\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V( "End\n"); |
| return MIX_RESULT_SUCCESS; |
| } |
