| /* |
| INTEL CONFIDENTIAL |
| Copyright 2009 Intel Corporation All Rights Reserved. |
| The source code contained or described herein and all documents related to the source code ("Material") are owned by Intel Corporation or its suppliers or licensors. Title to the Material remains with Intel Corporation or its suppliers and licensors. The Material contains trade secrets and proprietary and confidential information of Intel or its suppliers and licensors. The Material is protected by worldwide copyright and trade secret laws and treaty provisions. No part of the Material may be used, copied, reproduced, modified, published, uploaded, posted, transmitted, distributed, or disclosed in any way without Intel’s prior express written permission. |
| |
| No license under any patent, copyright, trade secret or other intellectual property right is granted to or conferred upon you by disclosure or delivery of the Materials, either expressly, by implication, inducement, estoppel or otherwise. Any license under such intellectual property rights must be express and approved by Intel in writing. |
| */ |
| #include <glib.h> |
| #include <string.h> |
| #include <stdlib.h> |
| |
| #include "mixvideolog.h" |
| |
| #include "mixvideoformatenc_h264.h" |
| #include "mixvideoconfigparamsenc_h264.h" |
| |
| #define MDEBUG |
| #undef SHOW_SRC |
| |
| #ifdef SHOW_SRC |
| Window win = 0; |
| #endif /* SHOW_SRC */ |
| |
| |
| /* The parent class. The pointer will be saved |
| * in this class's initialization. The pointer |
| * can be used for chaining method call if needed. |
| */ |
| static MixVideoFormatEncClass *parent_class = NULL; |
| |
| static void mix_videoformatenc_h264_finalize(GObject * obj); |
| |
| /* |
| * Please note that the type we pass to G_DEFINE_TYPE is MIX_TYPE_VIDEOFORMATENC |
| */ |
| G_DEFINE_TYPE (MixVideoFormatEnc_H264, mix_videoformatenc_h264, MIX_TYPE_VIDEOFORMATENC); |
| |
| static void mix_videoformatenc_h264_init(MixVideoFormatEnc_H264 * self) { |
| MixVideoFormatEnc *parent = MIX_VIDEOFORMATENC(self); |
| |
| /* TODO: public member initialization */ |
| |
| /* TODO: private member initialization */ |
| self->encoded_frames = 0; |
| self->pic_skipped = FALSE; |
| self->is_intra = TRUE; |
| self->cur_frame = NULL; |
| self->ref_frame = NULL; |
| self->rec_frame = NULL; |
| |
| self->ci_shared_surfaces = NULL; |
| self->surfaces= NULL; |
| self->surface_num = 0; |
| |
| self->coded_buf_index = 0; |
| parent->initialized = FALSE; |
| } |
| |
| static void mix_videoformatenc_h264_class_init( |
| MixVideoFormatEnc_H264Class * klass) { |
| |
| /* root class */ |
| GObjectClass *gobject_class = (GObjectClass *) klass; |
| |
| /* direct parent class */ |
| MixVideoFormatEncClass *video_formatenc_class = |
| MIX_VIDEOFORMATENC_CLASS(klass); |
| |
| /* parent class for later use */ |
| parent_class = g_type_class_peek_parent(klass); |
| |
| /* setup finializer */ |
| gobject_class->finalize = mix_videoformatenc_h264_finalize; |
| |
| /* setup vmethods with base implementation */ |
| /* TODO: decide if we need to override the parent's methods */ |
| video_formatenc_class->getcaps = mix_videofmtenc_h264_getcaps; |
| video_formatenc_class->initialize = mix_videofmtenc_h264_initialize; |
| video_formatenc_class->encode = mix_videofmtenc_h264_encode; |
| video_formatenc_class->flush = mix_videofmtenc_h264_flush; |
| video_formatenc_class->eos = mix_videofmtenc_h264_eos; |
| video_formatenc_class->deinitialize = mix_videofmtenc_h264_deinitialize; |
| video_formatenc_class->getmaxencodedbufsize = mix_videofmtenc_h264_get_max_encoded_buf_size; |
| } |
| |
| MixVideoFormatEnc_H264 * |
| mix_videoformatenc_h264_new(void) { |
| MixVideoFormatEnc_H264 *ret = |
| g_object_new(MIX_TYPE_VIDEOFORMATENC_H264, NULL); |
| |
| return ret; |
| } |
| |
| void mix_videoformatenc_h264_finalize(GObject * obj) { |
| /* clean up here. */ |
| |
| /*MixVideoFormatEnc_H264 *mix = MIX_VIDEOFORMATENC_H264(obj); */ |
| GObjectClass *root_class = (GObjectClass *) parent_class; |
| |
| LOG_V( "\n"); |
| |
| /* Chain up parent */ |
| if (root_class->finalize) { |
| root_class->finalize(obj); |
| } |
| } |
| |
| MixVideoFormatEnc_H264 * |
| mix_videoformatenc_h264_ref(MixVideoFormatEnc_H264 * mix) { |
| return (MixVideoFormatEnc_H264 *) g_object_ref(G_OBJECT(mix)); |
| } |
| |
| /*H.264 vmethods implementation */ |
| MIX_RESULT mix_videofmtenc_h264_getcaps(MixVideoFormatEnc *mix, GString *msg) { |
| |
| /* TODO: add codes for H.264 */ |
| |
| /* TODO: decide if we need to chainup parent method. |
| * if we do, the following is the code: |
| */ |
| |
| LOG_V( "mix_videofmtenc_h264_getcaps\n"); |
| |
| if (mix == NULL) { |
| LOG_E( "mix == NULL\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| |
| if (parent_class->getcaps) { |
| return parent_class->getcaps(mix, msg); |
| } |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| MIX_RESULT mix_videofmtenc_h264_initialize(MixVideoFormatEnc *mix, |
| MixVideoConfigParamsEnc * config_params_enc, |
| MixFrameManager * frame_mgr, |
| MixBufferPool * input_buf_pool, |
| MixSurfacePool ** surface_pool, |
| VADisplay va_display ) { |
| |
| MIX_RESULT ret = MIX_RESULT_SUCCESS; |
| MixVideoFormatEnc *parent = NULL; |
| MixVideoConfigParamsEncH264 * config_params_enc_h264; |
| |
| VAStatus va_status = VA_STATUS_SUCCESS; |
| VASurfaceID * surfaces; |
| |
| gint va_max_num_profiles, va_max_num_entrypoints, va_max_num_attribs; |
| gint va_num_profiles, va_num_entrypoints; |
| |
| VAProfile *va_profiles = NULL; |
| VAEntrypoint *va_entrypoints = NULL; |
| VAConfigAttrib va_attrib[2]; |
| guint index; |
| |
| |
| /*frame_mgr and input_buf_pool is reservered for future use*/ |
| |
| if (mix == NULL || config_params_enc == NULL || va_display == NULL) { |
| LOG_E( |
| "mix == NULL || config_params_enc == NULL || va_display == NULL\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| LOG_V( "begin\n"); |
| |
| |
| //TODO additional parameter checking |
| |
| /* Chainup parent method. */ |
| #if 1 |
| if (parent_class->initialize) { |
| ret = parent_class->initialize(mix, config_params_enc, |
| frame_mgr, input_buf_pool, surface_pool, |
| va_display); |
| } |
| |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| return ret; |
| } |
| |
| #endif //disable it currently |
| |
| if (MIX_IS_VIDEOFORMATENC_H264(mix)) |
| { |
| parent = MIX_VIDEOFORMATENC(&(mix->parent)); |
| MixVideoFormatEnc_H264 *self = MIX_VIDEOFORMATENC_H264(mix); |
| |
| if (MIX_IS_VIDEOCONFIGPARAMSENC_H264 (config_params_enc)) { |
| config_params_enc_h264 = |
| MIX_VIDEOCONFIGPARAMSENC_H264 (config_params_enc); |
| } else { |
| LOG_V( |
| "mix_videofmtenc_h264_initialize: no h264 config params found\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| g_mutex_lock(parent->objectlock); |
| |
| LOG_V( |
| "Start to get properities from h.264 params\n"); |
| |
| /* get properties from H264 params Object, which is special to H264 format*/ |
| ret = mix_videoconfigparamsenc_h264_get_bus (config_params_enc_h264, |
| &self->basic_unit_size); |
| |
| if (ret != MIX_RESULT_SUCCESS) { |
| //TODO cleanup |
| LOG_E( |
| "Failed to mix_videoconfigparamsenc_h264_get_bus\n"); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| |
| ret = mix_videoconfigparamsenc_h264_get_dlk (config_params_enc_h264, |
| &self->disable_deblocking_filter_idc); |
| |
| if (ret != MIX_RESULT_SUCCESS) { |
| //TODO cleanup |
| LOG_E( |
| "Failed to mix_videoconfigparamsenc_h264_get_dlk\n"); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| |
| ret = mix_videoconfigparamsenc_h264_get_slice_num (config_params_enc_h264, |
| &self->slice_num); |
| |
| if (ret != MIX_RESULT_SUCCESS) { |
| //TODO cleanup |
| LOG_E( |
| "Failed to mix_videoconfigparamsenc_h264_get_slice_num\n"); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| ret = mix_videoconfigparamsenc_h264_get_delimiter_type (config_params_enc_h264, |
| &self->delimiter_type); |
| |
| if (ret != MIX_RESULT_SUCCESS) { |
| //TODO cleanup |
| LOG_E ( |
| "Failed to mix_videoconfigparamsenc_h264_get_delimiter_type\n"); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V( |
| "======H264 Encode Object properities======:\n"); |
| |
| LOG_I( "self->basic_unit_size = %d\n", |
| self->basic_unit_size); |
| LOG_I( "self->disable_deblocking_filter_idc = %d\n", |
| self->disable_deblocking_filter_idc); |
| LOG_I( "self->slice_num = %d\n", |
| self->slice_num); |
| LOG_I ("self->delimiter_type = %d\n", |
| self->delimiter_type); |
| |
| LOG_V( |
| "Get properities from params done\n"); |
| |
| |
| //display = XOpenDisplay(NULL); |
| //va_display = vaGetDisplay (videoencobj->display); |
| |
| parent->va_display = va_display; |
| |
| LOG_V( "Get Display\n"); |
| LOG_I( "Display = 0x%08x\n", |
| (guint)va_display); |
| |
| //va_status = vaInitialize(va_display, &va_major_ver, &va_minor_ver); |
| //g_print ("vaInitialize va_status = %d\n", va_status); |
| |
| |
| #if 0 |
| /* query the vender information, can ignore*/ |
| va_vendor = vaQueryVendorString (va_display); |
| LOG_I( "Vendor = %s\n", |
| va_vendor); |
| #endif |
| |
| /*get the max number for profiles/entrypoints/attribs*/ |
| va_max_num_profiles = vaMaxNumProfiles(va_display); |
| LOG_I( "va_max_num_profiles = %d\n", |
| va_max_num_profiles); |
| |
| va_max_num_entrypoints = vaMaxNumEntrypoints(va_display); |
| LOG_I( "va_max_num_entrypoints = %d\n", |
| va_max_num_entrypoints); |
| |
| va_max_num_attribs = vaMaxNumConfigAttributes(va_display); |
| LOG_I( "va_max_num_attribs = %d\n", |
| va_max_num_attribs); |
| |
| va_profiles = g_malloc(sizeof(VAProfile)*va_max_num_profiles); |
| va_entrypoints = g_malloc(sizeof(VAEntrypoint)*va_max_num_entrypoints); |
| |
| if (va_profiles == NULL || va_entrypoints ==NULL) |
| { |
| LOG_E( |
| "!va_profiles || !va_entrypoints\n"); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_NO_MEMORY; |
| } |
| |
| LOG_I( |
| "va_profiles = 0x%08x\n", (guint)va_profiles); |
| |
| LOG_V( "vaQueryConfigProfiles\n"); |
| |
| |
| va_status = vaQueryConfigProfiles (va_display, va_profiles, &va_num_profiles); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to call vaQueryConfigProfiles\n"); |
| g_free(va_profiles); |
| g_free (va_entrypoints); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V( "vaQueryConfigProfiles Done\n"); |
| |
| |
| |
| /*check whether profile is supported*/ |
| for(index= 0; index < va_num_profiles; index++) { |
| if(parent->va_profile == va_profiles[index]) |
| break; |
| } |
| |
| if(index == va_num_profiles) |
| { |
| LOG_E( "Profile not supported\n"); |
| g_free(va_profiles); |
| g_free (va_entrypoints); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; //Todo, add error handling here |
| } |
| |
| LOG_V( "vaQueryConfigEntrypoints\n"); |
| |
| |
| /*Check entry point*/ |
| va_status = vaQueryConfigEntrypoints(va_display, |
| parent->va_profile, |
| va_entrypoints, &va_num_entrypoints); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to call vaQueryConfigEntrypoints\n"); |
| g_free(va_profiles); |
| g_free (va_entrypoints); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| for (index = 0; index < va_num_entrypoints; index ++) { |
| if (va_entrypoints[index] == VAEntrypointEncSlice) { |
| break; |
| } |
| } |
| |
| if (index == va_num_entrypoints) { |
| LOG_E( "Entrypoint not found\n"); |
| g_free(va_profiles); |
| g_free (va_entrypoints); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; //Todo, add error handling here |
| } |
| |
| |
| /*free profiles and entrypoints*/ |
| g_free(va_profiles); |
| g_free (va_entrypoints); |
| |
| va_attrib[0].type = VAConfigAttribRTFormat; |
| va_attrib[1].type = VAConfigAttribRateControl; |
| |
| LOG_V( "vaGetConfigAttributes\n"); |
| |
| va_status = vaGetConfigAttributes(va_display, parent->va_profile, |
| parent->va_entrypoint, |
| &va_attrib[0], 2); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to call vaGetConfigAttributes\n"); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| if ((va_attrib[0].value & parent->va_format) == 0) { |
| LOG_E( "Matched format not found\n"); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; //Todo, add error handling here |
| } |
| |
| |
| if ((va_attrib[1].value & parent->va_rcmode) == 0) { |
| LOG_E( "RC mode not found\n"); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; //Todo, add error handling here |
| } |
| |
| va_attrib[0].value = parent->va_format; //VA_RT_FORMAT_YUV420; |
| va_attrib[1].value = parent->va_rcmode; |
| |
| LOG_V( "======VA Configuration======\n"); |
| |
| LOG_I( "profile = %d\n", |
| parent->va_profile); |
| LOG_I( "va_entrypoint = %d\n", |
| parent->va_entrypoint); |
| LOG_I( "va_attrib[0].type = %d\n", |
| va_attrib[0].type); |
| LOG_I( "va_attrib[1].type = %d\n", |
| va_attrib[1].type); |
| LOG_I( "va_attrib[0].value (Format) = %d\n", |
| va_attrib[0].value); |
| LOG_I( "va_attrib[1].value (RC mode) = %d\n", |
| va_attrib[1].value); |
| |
| LOG_V( "vaCreateConfig\n"); |
| |
| va_status = vaCreateConfig(va_display, parent->va_profile, |
| parent->va_entrypoint, |
| &va_attrib[0], 2, &(parent->va_config)); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( "Failed vaCreateConfig\n"); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| /*TODO: compute the surface number*/ |
| int numSurfaces; |
| |
| if (parent->share_buf_mode) { |
| numSurfaces = 2; |
| } |
| else { |
| numSurfaces = 8; |
| parent->ci_frame_num = 0; |
| } |
| |
| self->surface_num = numSurfaces + parent->ci_frame_num; |
| |
| surfaces = g_malloc(sizeof(VASurfaceID)*numSurfaces); |
| |
| if (surfaces == NULL) |
| { |
| LOG_E( |
| "Failed allocate surface\n"); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_NO_MEMORY; |
| } |
| |
| LOG_V( "vaCreateSurfaces\n"); |
| |
| va_status = vaCreateSurfaces(va_display, parent->picture_width, |
| parent->picture_height, parent->va_format, |
| numSurfaces, surfaces); |
| //TODO check vret and return fail if needed |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed vaCreateSurfaces\n"); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| if (parent->share_buf_mode) { |
| |
| LOG_V( |
| "We are in share buffer mode!\n"); |
| self->ci_shared_surfaces = |
| g_malloc(sizeof(VASurfaceID) * parent->ci_frame_num); |
| |
| if (self->ci_shared_surfaces == NULL) |
| { |
| LOG_E( |
| "Failed allocate shared surface\n"); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_NO_MEMORY; |
| } |
| |
| guint index; |
| for(index = 0; index < parent->ci_frame_num; index++) { |
| |
| LOG_I( "ci_frame_id = %lu\n", |
| parent->ci_frame_id[index]); |
| |
| LOG_V( |
| "vaCreateSurfaceFromCIFrame\n"); |
| |
| va_status = vaCreateSurfaceFromCIFrame(va_display, |
| (gulong) (parent->ci_frame_id[index]), |
| &self->ci_shared_surfaces[index]); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaCreateSurfaceFromCIFrame\n"); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| } |
| |
| LOG_V( |
| "vaCreateSurfaceFromCIFrame Done\n"); |
| |
| }// if (parent->share_buf_mode) |
| |
| self->surfaces = g_malloc(sizeof(VASurfaceID) * self->surface_num); |
| |
| if (self->surfaces == NULL) |
| { |
| LOG_E( |
| "Failed allocate private surface\n"); |
| g_free (surfaces); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_NO_MEMORY; |
| } |
| |
| if (parent->share_buf_mode) { |
| /*shared surfaces should be put in pool first, |
| * because we will get it accoring to CI index*/ |
| for(index = 0; index < parent->ci_frame_num; index++) |
| self->surfaces[index] = self->ci_shared_surfaces[index]; |
| } |
| |
| for(index = 0; index < numSurfaces; index++) { |
| self->surfaces[index + parent->ci_frame_num] = surfaces[index]; |
| } |
| |
| LOG_V( "assign surface Done\n"); |
| LOG_I( "Created %d libva surfaces\n", |
| numSurfaces + parent->ci_frame_num); |
| |
| #if 0 //current put this in gst |
| images = g_malloc(sizeof(VAImage)*numSurfaces); |
| if (images == NULL) |
| { |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| for (index = 0; index < numSurfaces; index++) { |
| //Derive an VAImage from an existing surface. |
| //The image buffer can then be mapped/unmapped for CPU access |
| va_status = vaDeriveImage(va_display, surfaces[index], |
| &images[index]); |
| } |
| #endif |
| |
| LOG_V( "mix_surfacepool_new\n"); |
| |
| parent->surfacepool = mix_surfacepool_new(); |
| if (surface_pool) |
| *surface_pool = parent->surfacepool; |
| //which is useful to check before encode |
| |
| if (parent->surfacepool == NULL) |
| { |
| LOG_E( |
| "Failed to mix_surfacepool_new\n"); |
| g_free (surfaces); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V( |
| "mix_surfacepool_initialize\n"); |
| |
| ret = mix_surfacepool_initialize(parent->surfacepool, |
| self->surfaces, parent->ci_frame_num + numSurfaces, va_display); |
| |
| switch (ret) |
| { |
| case MIX_RESULT_SUCCESS: |
| break; |
| case MIX_RESULT_ALREADY_INIT: |
| //TODO cleanup and/or retry |
| g_free (surfaces); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| default: |
| break; |
| } |
| |
| |
| //Initialize and save the VA context ID |
| LOG_V( "vaCreateContext\n"); |
| |
| va_status = vaCreateContext(va_display, parent->va_config, |
| parent->picture_width, parent->picture_height, |
| 0, self->surfaces, parent->ci_frame_num + numSurfaces, |
| &(parent->va_context)); |
| |
| LOG_I( |
| "Created libva context width %d, height %d\n", |
| parent->picture_width, parent->picture_height); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaCreateContext\n"); |
| LOG_I( "va_status = %d\n", |
| (guint)va_status); |
| g_free (surfaces); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| guint max_size = 0; |
| ret = mix_videofmtenc_h264_get_max_encoded_buf_size (parent, &max_size); |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "Failed to mix_videofmtenc_h264_get_max_encoded_buf_size\n"); |
| g_free (surfaces); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| |
| } |
| |
| /*Create coded buffer for output*/ |
| va_status = vaCreateBuffer (va_display, parent->va_context, |
| VAEncCodedBufferType, |
| self->coded_buf_size, // |
| 1, NULL, |
| &(self->coded_buf[0])); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaCreateBuffer: VAEncCodedBufferType\n"); |
| g_free (surfaces); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| /*Create coded buffer for output*/ |
| va_status = vaCreateBuffer (va_display, parent->va_context, |
| VAEncCodedBufferType, |
| self->coded_buf_size, // |
| 1, NULL, |
| &(self->coded_buf[1])); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaCreateBuffer: VAEncCodedBufferType\n"); |
| g_free (surfaces); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| #ifdef SHOW_SRC |
| Display * display = XOpenDisplay (NULL); |
| |
| LOG_I( "display = 0x%08x\n", |
| (guint) display); |
| win = XCreateSimpleWindow(display, RootWindow(display, 0), 0, 0, |
| parent->picture_width, parent->picture_height, 0, 0, |
| WhitePixel(display, 0)); |
| XMapWindow(display, win); |
| XSelectInput(display, win, KeyPressMask | StructureNotifyMask); |
| |
| XSync(display, False); |
| LOG_I( "va_display = 0x%08x\n", |
| (guint) va_display); |
| |
| #endif /* SHOW_SRC */ |
| |
| parent->initialized = TRUE; |
| |
| g_mutex_unlock(parent->objectlock); |
| g_free (surfaces); |
| |
| } |
| else |
| { |
| LOG_E( |
| "not H264 video encode Object\n"); |
| return MIX_RESULT_FAIL; |
| |
| } |
| |
| LOG_V( "end\n"); |
| |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| MIX_RESULT mix_videofmtenc_h264_encode(MixVideoFormatEnc *mix, MixBuffer * bufin[], |
| gint bufincnt, MixIOVec * iovout[], gint iovoutcnt, |
| MixVideoEncodeParams * encode_params) { |
| |
| MIX_RESULT ret = MIX_RESULT_SUCCESS; |
| MixVideoFormatEnc *parent = NULL; |
| |
| LOG_V( "Begin\n"); |
| |
| /*currenly only support one input and output buffer*/ |
| //TODO: params i |
| |
| if (bufincnt != 1 || iovoutcnt != 1) { |
| LOG_E( |
| "buffer count not equel to 1\n"); |
| LOG_E( |
| "maybe some exception occurs\n"); |
| } |
| |
| if (mix == NULL ||bufin[0] == NULL || iovout[0] == NULL) { |
| LOG_E( |
| "!mix || !bufin[0] ||!iovout[0]\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| //TODO: encode_params is reserved here for future usage. |
| |
| /* TODO: decide if we need to chainup parent method. |
| * * * if we do, the following is the code: |
| * */ |
| |
| #if 0 |
| if (parent_class->encode) { |
| return parent_class->encode(mix, bufin, bufincnt, iovout, |
| iovoutcnt, encode_params); |
| } |
| #endif |
| |
| if (MIX_IS_VIDEOFORMATENC_H264(mix)) |
| { |
| |
| parent = MIX_VIDEOFORMATENC(&(mix->parent)); |
| MixVideoFormatEnc_H264 *self = MIX_VIDEOFORMATENC_H264 (mix); |
| |
| LOG_V( "Locking\n"); |
| g_mutex_lock(parent->objectlock); |
| |
| |
| //TODO: also we could move some encode Preparation work to here |
| |
| LOG_V( |
| "mix_videofmtenc_h264_process_encode\n"); |
| |
| ret = mix_videofmtenc_h264_process_encode (self, |
| bufin[0], iovout[0]); |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "Failed mix_videofmtenc_h264_process_encode\n"); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| |
| LOG_V( "UnLocking\n"); |
| |
| g_mutex_unlock(parent->objectlock); |
| } |
| else |
| { |
| LOG_E( |
| "not H264 video encode Object\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V( "end\n"); |
| |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| MIX_RESULT mix_videofmtenc_h264_flush(MixVideoFormatEnc *mix) { |
| |
| //MIX_RESULT ret = MIX_RESULT_SUCCESS; |
| |
| LOG_V( "Begin\n"); |
| |
| if (mix == NULL) { |
| LOG_E( "mix == NULL\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| |
| /*not chain to parent flush func*/ |
| #if 0 |
| if (parent_class->flush) { |
| return parent_class->flush(mix, msg); |
| } |
| #endif |
| |
| MixVideoFormatEnc_H264 *self = MIX_VIDEOFORMATENC_H264(mix); |
| |
| g_mutex_lock(mix->objectlock); |
| |
| #if 0 |
| /*unref the current source surface*/ |
| if (self->cur_frame != NULL) |
| { |
| mix_videoframe_unref (self->cur_frame); |
| self->cur_frame = NULL; |
| } |
| #endif |
| |
| /*unref the reconstructed surface*/ |
| if (self->rec_frame != NULL) |
| { |
| mix_videoframe_unref (self->rec_frame); |
| self->rec_frame = NULL; |
| } |
| |
| /*unref the reference surface*/ |
| if (self->ref_frame != NULL) |
| { |
| mix_videoframe_unref (self->ref_frame); |
| self->ref_frame = NULL; |
| } |
| |
| /*reset the properities*/ |
| self->encoded_frames = 0; |
| self->pic_skipped = FALSE; |
| self->is_intra = TRUE; |
| |
| g_mutex_unlock(mix->objectlock); |
| |
| LOG_V( "end\n"); |
| |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| MIX_RESULT mix_videofmtenc_h264_eos(MixVideoFormatEnc *mix) { |
| |
| /* TODO: add codes for H.264 */ |
| |
| /* TODO: decide if we need to chainup parent method. |
| * if we do, the following is the code: |
| */ |
| |
| LOG_V( "\n"); |
| |
| if (mix == NULL) { |
| LOG_E( "mix == NULL\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| if (parent_class->eos) { |
| return parent_class->eos(mix); |
| } |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| MIX_RESULT mix_videofmtenc_h264_deinitialize(MixVideoFormatEnc *mix) { |
| |
| MixVideoFormatEnc *parent = NULL; |
| VAStatus va_status; |
| |
| LOG_V( "Begin\n"); |
| |
| if (mix == NULL) { |
| LOG_E( "mix == NULL\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| parent = MIX_VIDEOFORMATENC(&(mix->parent)); |
| MixVideoFormatEnc_H264 *self = MIX_VIDEOFORMATENC_H264(mix); |
| |
| LOG_V( "Release frames\n"); |
| |
| g_mutex_lock(parent->objectlock); |
| |
| #if 0 |
| /*unref the current source surface*/ |
| if (self->cur_frame != NULL) |
| { |
| mix_videoframe_unref (self->cur_frame); |
| self->cur_frame = NULL; |
| } |
| #endif |
| |
| /*unref the reconstructed surface*/ |
| if (self->rec_frame != NULL) |
| { |
| mix_videoframe_unref (self->rec_frame); |
| self->rec_frame = NULL; |
| } |
| |
| /*unref the reference surface*/ |
| if (self->ref_frame != NULL) |
| { |
| mix_videoframe_unref (self->ref_frame); |
| self->ref_frame = NULL; |
| } |
| |
| LOG_V( "Release surfaces\n"); |
| |
| if (self->ci_shared_surfaces) |
| { |
| g_free (self->ci_shared_surfaces); |
| self->ci_shared_surfaces = NULL; |
| } |
| |
| if (self->surfaces) |
| { |
| g_free (self->surfaces); |
| self->surfaces = NULL; |
| } |
| |
| LOG_V( "vaDestroyContext\n"); |
| |
| va_status = vaDestroyContext (parent->va_display, parent->va_context); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed vaDestroyContext\n"); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V( "vaDestroyConfig\n"); |
| |
| va_status = vaDestroyConfig (parent->va_display, parent->va_config); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed vaDestroyConfig\n"); |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| parent->initialized = TRUE; |
| |
| g_mutex_unlock(parent->objectlock); |
| |
| #if 1 |
| if (parent_class->deinitialize) { |
| return parent_class->deinitialize(mix); |
| } |
| #endif |
| |
| //Most stuff is cleaned up in parent_class->finalize() |
| |
| LOG_V( "end\n"); |
| |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| MIX_RESULT mix_videofmtenc_h264_send_seq_params (MixVideoFormatEnc_H264 *mix) |
| { |
| |
| VAStatus va_status; |
| VAEncSequenceParameterBufferH264 h264_seq_param; |
| |
| MixVideoFormatEnc *parent = NULL; |
| |
| if (mix == NULL) |
| return MIX_RESULT_NULL_PTR; |
| |
| LOG_V( "Begin\n\n"); |
| |
| if (MIX_IS_VIDEOFORMATENC_H264(mix)) |
| { |
| parent = MIX_VIDEOFORMATENC(&(mix->parent)); |
| |
| /*set up the sequence params for HW*/ |
| h264_seq_param.level_idc = 30; //TODO, hard code now |
| h264_seq_param.intra_period = parent->intra_period; |
| h264_seq_param.picture_width_in_mbs = parent->picture_width / 16; |
| h264_seq_param.picture_height_in_mbs = parent->picture_height/ 16; |
| h264_seq_param.bits_per_second = parent->bitrate; |
| h264_seq_param.frame_rate = |
| (unsigned int) (parent->frame_rate_num + parent->frame_rate_denom /2 ) / parent->frame_rate_denom; |
| h264_seq_param.initial_qp = parent->initial_qp; |
| h264_seq_param.min_qp = parent->min_qp; |
| h264_seq_param.basic_unit_size = mix->basic_unit_size; //for rate control usage |
| h264_seq_param.intra_period = parent->intra_period; |
| //h264_seq_param.vui_flag = 248; |
| //h264_seq_param.seq_parameter_set_id = 176; |
| |
| LOG_V( |
| "===h264 sequence params===\n"); |
| |
| LOG_I( "seq_parameter_set_id = %d\n", |
| (guint)h264_seq_param.seq_parameter_set_id); |
| LOG_I( "level_idc = %d\n", |
| (guint)h264_seq_param.level_idc); |
| LOG_I( "intra_period = %d\n", |
| h264_seq_param.intra_period); |
| LOG_I( "picture_width_in_mbs = %d\n", |
| h264_seq_param.picture_width_in_mbs); |
| LOG_I( "picture_height_in_mbs = %d\n", |
| h264_seq_param.picture_height_in_mbs); |
| LOG_I( "bitrate = %d\n", |
| h264_seq_param.bits_per_second); |
| LOG_I( "frame_rate = %d\n", |
| h264_seq_param.frame_rate); |
| LOG_I( "initial_qp = %d\n", |
| h264_seq_param.initial_qp); |
| LOG_I( "min_qp = %d\n", |
| h264_seq_param.min_qp); |
| LOG_I( "basic_unit_size = %d\n", |
| h264_seq_param.basic_unit_size); |
| LOG_I( "vui_flag = %d\n\n", |
| h264_seq_param.vui_flag); |
| |
| va_status = vaCreateBuffer(parent->va_display, parent->va_context, |
| VAEncSequenceParameterBufferType, |
| sizeof(h264_seq_param), |
| 1, &h264_seq_param, |
| &mix->seq_param_buf); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaCreateBuffer\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| va_status = vaRenderPicture(parent->va_display, parent->va_context, |
| &mix->seq_param_buf, 1); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaRenderPicture\n"); |
| return MIX_RESULT_FAIL; |
| } |
| } |
| else |
| { |
| LOG_E( |
| "not H264 video encode Object\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V( "end\n"); |
| |
| return MIX_RESULT_SUCCESS; |
| |
| |
| } |
| |
| MIX_RESULT mix_videofmtenc_h264_send_picture_parameter (MixVideoFormatEnc_H264 *mix) |
| { |
| VAStatus va_status; |
| VAEncPictureParameterBufferH264 h264_pic_param; |
| MixVideoFormatEnc *parent = NULL; |
| |
| if (mix == NULL) |
| return MIX_RESULT_NULL_PTR; |
| |
| LOG_V( "Begin\n\n"); |
| |
| if (MIX_IS_VIDEOFORMATENC_H264(mix)) { |
| |
| parent = MIX_VIDEOFORMATENC(&(mix->parent)); |
| |
| /*set picture params for HW*/ |
| h264_pic_param.reference_picture = mix->ref_frame->frame_id; |
| h264_pic_param.reconstructed_picture = mix->rec_frame->frame_id; |
| h264_pic_param.coded_buf = mix->coded_buf[mix->coded_buf_index]; |
| h264_pic_param.picture_width = parent->picture_width; |
| h264_pic_param.picture_height = parent->picture_height; |
| h264_pic_param.last_picture = 0; |
| |
| |
| LOG_V( |
| "======h264 picture params======\n"); |
| LOG_I( "reference_picture = 0x%08x\n", |
| h264_pic_param.reference_picture); |
| LOG_I( "reconstructed_picture = 0x%08x\n", |
| h264_pic_param.reconstructed_picture); |
| LOG_I( "coded_buf_index = %d\n", |
| mix->coded_buf_index); |
| LOG_I( "coded_buf = 0x%08x\n", |
| h264_pic_param.coded_buf); |
| LOG_I( "picture_width = %d\n", |
| h264_pic_param.picture_width); |
| LOG_I( "picture_height = %d\n\n", |
| h264_pic_param.picture_height); |
| |
| va_status = vaCreateBuffer(parent->va_display, parent->va_context, |
| VAEncPictureParameterBufferType, |
| sizeof(h264_pic_param), |
| 1,&h264_pic_param, |
| &mix->pic_param_buf); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaCreateBuffer\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| |
| va_status = vaRenderPicture(parent->va_display, parent->va_context, |
| &mix->pic_param_buf, 1); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaRenderPicture\n"); |
| return MIX_RESULT_FAIL; |
| } |
| } |
| else |
| { |
| LOG_E( |
| "not H264 video encode Object\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V( "end\n"); |
| return MIX_RESULT_SUCCESS; |
| |
| } |
| |
| |
| MIX_RESULT mix_videofmtenc_h264_send_slice_parameter (MixVideoFormatEnc_H264 *mix) |
| { |
| VAStatus va_status; |
| |
| guint slice_num; |
| guint slice_height; |
| guint slice_index; |
| guint slice_height_in_mb; |
| |
| if (mix == NULL) |
| return MIX_RESULT_NULL_PTR; |
| |
| LOG_V( "Begin\n\n"); |
| |
| |
| MixVideoFormatEnc *parent = NULL; |
| |
| if (MIX_IS_VIDEOFORMATENC_H264(mix)) |
| { |
| parent = MIX_VIDEOFORMATENC(&(mix->parent)); |
| |
| slice_num = mix->slice_num; |
| slice_height = parent->picture_height / slice_num; |
| |
| slice_height += 15; |
| slice_height &= (~15); |
| |
| #if 1 |
| va_status = vaCreateBuffer (parent->va_display, parent->va_context, |
| VAEncSliceParameterBufferType, |
| sizeof(VAEncSliceParameterBuffer), |
| slice_num, NULL, |
| &mix->slice_param_buf); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaCreateBuffer\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| VAEncSliceParameterBuffer *slice_param, *current_slice; |
| |
| va_status = vaMapBuffer(parent->va_display, |
| mix->slice_param_buf, |
| (void **)&slice_param); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaMapBuffer\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| current_slice = slice_param; |
| |
| |
| for (slice_index = 0; slice_index < slice_num; slice_index++) { |
| current_slice = slice_param + slice_index; |
| slice_height_in_mb = |
| min (slice_height, parent->picture_height |
| - slice_index * slice_height) / 16; |
| |
| // starting MB row number for this slice |
| current_slice->start_row_number = slice_index * slice_height / 16; |
| // slice height measured in MB |
| current_slice->slice_height = slice_height_in_mb; |
| current_slice->slice_flags.bits.is_intra = mix->is_intra; |
| current_slice->slice_flags.bits.disable_deblocking_filter_idc |
| = mix->disable_deblocking_filter_idc; |
| |
| LOG_V( |
| "======h264 slice params======\n"); |
| |
| LOG_I( "slice_index = %d\n", |
| (gint) slice_index); |
| LOG_I( "start_row_number = %d\n", |
| (gint) current_slice->start_row_number); |
| LOG_I( "slice_height_in_mb = %d\n", |
| (gint) current_slice->slice_height); |
| LOG_I( "slice.is_intra = %d\n", |
| (gint) current_slice->slice_flags.bits.is_intra); |
| LOG_I( |
| "disable_deblocking_filter_idc = %d\n\n", |
| (gint) mix->disable_deblocking_filter_idc); |
| |
| } |
| |
| va_status = vaUnmapBuffer(parent->va_display, mix->slice_param_buf); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaUnmapBuffer\n"); |
| return MIX_RESULT_FAIL; |
| } |
| #endif |
| |
| #if 0 |
| VAEncSliceParameterBuffer slice_param; |
| slice_index = 0; |
| slice_height_in_mb = slice_height / 16; |
| slice_param.start_row_number = 0; |
| slice_param.slice_height = slice_height / 16; |
| slice_param.slice_flags.bits.is_intra = mix->is_intra; |
| slice_param.slice_flags.bits.disable_deblocking_filter_idc |
| = mix->disable_deblocking_filter_idc; |
| |
| va_status = vaCreateBuffer (parent->va_display, parent->va_context, |
| VAEncSliceParameterBufferType, |
| sizeof(slice_param), |
| slice_num, &slice_param, |
| &mix->slice_param_buf); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaCreateBuffer\n"); |
| return MIX_RESULT_FAIL; |
| } |
| #endif |
| |
| va_status = vaRenderPicture(parent->va_display, parent->va_context, |
| &mix->slice_param_buf, 1); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaRenderPicture\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| } |
| else |
| { |
| LOG_E( |
| "not H264 video encode Object\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V( "end\n"); |
| |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| MIX_RESULT mix_videofmtenc_h264_process_encode (MixVideoFormatEnc_H264 *mix, |
| MixBuffer * bufin, MixIOVec * iovout) |
| { |
| |
| MIX_RESULT ret = MIX_RESULT_SUCCESS; |
| VAStatus va_status = VA_STATUS_SUCCESS; |
| VADisplay va_display = NULL; |
| VAContextID va_context; |
| gulong surface = 0; |
| guint16 width, height; |
| |
| MixVideoFrame * tmp_frame; |
| guint8 *buf; |
| |
| if ((mix == NULL) || (bufin == NULL) || (iovout == NULL)) { |
| LOG_E( |
| "mix == NUL) || bufin == NULL || iovout == NULL\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| LOG_V( "Begin\n"); |
| |
| if (MIX_IS_VIDEOFORMATENC_H264(mix)) |
| { |
| |
| MixVideoFormatEnc *parent = MIX_VIDEOFORMATENC(&(mix->parent)); |
| |
| va_display = parent->va_display; |
| va_context = parent->va_context; |
| width = parent->picture_width; |
| height = parent->picture_height; |
| |
| |
| LOG_I( "encoded_frames = %d\n", |
| mix->encoded_frames); |
| LOG_I( "is_intra = %d\n", |
| mix->is_intra); |
| LOG_I( "ci_frame_id = 0x%08x\n", |
| (guint) parent->ci_frame_id); |
| |
| /* determine the picture type*/ |
| if ((mix->encoded_frames % parent->intra_period) == 0) { |
| mix->is_intra = TRUE; |
| } else { |
| mix->is_intra = FALSE; |
| } |
| |
| LOG_I( "is_intra_picture = %d\n", |
| mix->is_intra); |
| |
| LOG_V( |
| "Get Surface from the pool\n"); |
| |
| /*current we use one surface for source data, |
| * one for reference and one for reconstructed*/ |
| /*TODO, could be refine here*/ |
| |
| if (!parent->share_buf_mode) { |
| LOG_V( |
| "We are NOT in share buffer mode\n"); |
| |
| if (mix->ref_frame == NULL) |
| { |
| ret = mix_surfacepool_get(parent->surfacepool, &mix->ref_frame); |
| if (ret != MIX_RESULT_SUCCESS) //#ifdef SLEEP_SURFACE not used |
| { |
| LOG_E( |
| "Failed to mix_surfacepool_get\n"); |
| return MIX_RESULT_FAIL; |
| } |
| } |
| |
| if (mix->rec_frame == NULL) |
| { |
| ret = mix_surfacepool_get(parent->surfacepool, &mix->rec_frame); |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "Failed to mix_surfacepool_get\n"); |
| return MIX_RESULT_FAIL; |
| } |
| } |
| |
| if (parent->need_display) { |
| mix->cur_frame = NULL; |
| } |
| |
| if (mix->cur_frame == NULL) |
| { |
| ret = mix_surfacepool_get(parent->surfacepool, &mix->cur_frame); |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "Failed to mix_surfacepool_get\n"); |
| return MIX_RESULT_FAIL; |
| } |
| } |
| |
| LOG_V( "Get Surface Done\n"); |
| |
| |
| VAImage src_image; |
| guint8 *pvbuf; |
| guint8 *dst_y; |
| guint8 *dst_uv; |
| int i,j; |
| |
| LOG_V( |
| "map source data to surface\n"); |
| |
| ret = mix_videoframe_get_frame_id(mix->cur_frame, &surface); |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "Failed to mix_videoframe_get_frame_id\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| |
| LOG_I( |
| "surface id = 0x%08x\n", (guint) surface); |
| |
| va_status = vaDeriveImage(va_display, surface, &src_image); |
| //need to destroy |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaDeriveImage\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| VAImage *image = &src_image; |
| |
| LOG_V( "vaDeriveImage Done\n"); |
| |
| |
| va_status = vaMapBuffer (va_display, image->buf, (void **)&pvbuf); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( "Failed to vaMapBuffer\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V( |
| "vaImage information\n"); |
| LOG_I( |
| "image->pitches[0] = %d\n", image->pitches[0]); |
| LOG_I( |
| "image->pitches[1] = %d\n", image->pitches[1]); |
| LOG_I( |
| "image->offsets[0] = %d\n", image->offsets[0]); |
| LOG_I( |
| "image->offsets[1] = %d\n", image->offsets[1]); |
| LOG_I( |
| "image->num_planes = %d\n", image->num_planes); |
| LOG_I( |
| "image->width = %d\n", image->width); |
| LOG_I( |
| "image->height = %d\n", image->height); |
| |
| LOG_I( |
| "input buf size = %d\n", bufin->size); |
| |
| guint8 *inbuf = bufin->data; |
| |
| /* mutually exclusive */ |
| //#define USE_SRC_FMT_YUV420 |
| //#define USE_SRC_FMT_NV12 |
| #define USE_SRC_FMT_NV21 |
| |
| #ifdef USE_SRC_FMT_YUV420 |
| /*need to convert YUV420 to NV12*/ |
| dst_y = pvbuf +image->offsets[0]; |
| |
| for (i = 0; i < height; i ++) { |
| memcpy (dst_y, inbuf + i * width, width); |
| dst_y += image->pitches[0]; |
| } |
| |
| dst_uv = pvbuf + image->offsets[1]; |
| |
| for (i = 0; i < height / 2; i ++) { |
| for (j = 0; j < width; j+=2) { |
| dst_uv [j] = inbuf [width * height + i * width / 2 + j / 2]; |
| dst_uv [j + 1] = |
| inbuf [width * height * 5 / 4 + i * width / 2 + j / 2]; |
| } |
| dst_uv += image->pitches[1]; |
| } |
| #else //USE_SRC_FMT_NV12 or USE_SRC_FMT_NV21 |
| int offset_uv = width * height; |
| guint8 *inbuf_uv = inbuf + offset_uv; |
| int height_uv = height / 2; |
| int width_uv = width; |
| |
| dst_y = pvbuf + image->offsets[0]; |
| for (i = 0; i < height; i++) { |
| memcpy (dst_y, inbuf + i * width, width); |
| dst_y += image->pitches[0]; |
| } |
| |
| #ifdef USE_SRC_FMT_NV12 |
| dst_uv = pvbuf + image->offsets[1]; |
| for (i = 0; i < height_uv; i++) { |
| memcpy(dst_uv, inbuf_uv + i * width_uv, width_uv); |
| dst_uv += image->pitches[1]; |
| } |
| #else //USE_SRC_FMT_NV21 |
| dst_uv = pvbuf + image->offsets[1]; |
| for (i = 0; i < height_uv; i ++) { |
| for (j = 0; j < width_uv; j += 2) { |
| dst_uv[j] = inbuf_uv[j+1]; //u |
| dst_uv[j+1] = inbuf_uv[j]; //v |
| } |
| dst_uv += image->pitches[1]; |
| inbuf_uv += width_uv; |
| } |
| #endif |
| #endif //USE_SRC_FMT_YUV420 |
| |
| vaUnmapBuffer(va_display, image->buf); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaUnmapBuffer\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| va_status = vaDestroyImage(va_display, src_image.image_id); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaDestroyImage\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V( |
| "Map source data to surface done\n"); |
| |
| } |
| |
| else {//if (!parent->share_buf_mode) |
| |
| MixVideoFrame * frame = mix_videoframe_new(); |
| |
| if (mix->ref_frame == NULL) |
| { |
| ret = mix_videoframe_set_ci_frame_idx (frame, mix->surface_num - 1); |
| |
| ret = mix_surfacepool_get_frame_with_ci_frameidx |
| (parent->surfacepool, &mix->ref_frame, frame); |
| if (ret != MIX_RESULT_SUCCESS) //#ifdef SLEEP_SURFACE not used |
| { |
| LOG_E( |
| "get reference surface from pool failed\n"); |
| return MIX_RESULT_FAIL; |
| } |
| } |
| |
| if (mix->rec_frame == NULL) |
| { |
| ret = mix_videoframe_set_ci_frame_idx (frame, mix->surface_num - 2); |
| |
| ret = mix_surfacepool_get_frame_with_ci_frameidx |
| (parent->surfacepool, &mix->rec_frame, frame); |
| |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "get recontructed surface from pool failed\n"); |
| return MIX_RESULT_FAIL; |
| } |
| } |
| |
| //mix_videoframe_unref (mix->cur_frame); |
| |
| if (parent->need_display) { |
| mix->cur_frame = NULL; |
| } |
| |
| if (mix->cur_frame == NULL) |
| { |
| guint ci_idx; |
| memcpy (&ci_idx, bufin->data, bufin->size); |
| |
| LOG_I( |
| "surface_num = %d\n", mix->surface_num); |
| LOG_I( |
| "ci_frame_idx = %d\n", ci_idx); |
| |
| if (ci_idx > mix->surface_num - 2) { |
| LOG_E( |
| "the CI frame idx is too bigger than CI frame number\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| |
| ret = mix_videoframe_set_ci_frame_idx (frame, ci_idx); |
| |
| ret = mix_surfacepool_get_frame_with_ci_frameidx |
| (parent->surfacepool, &mix->cur_frame, frame); |
| |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "get current working surface from pool failed\n"); |
| return MIX_RESULT_FAIL; |
| } |
| } |
| |
| ret = mix_videoframe_get_frame_id(mix->cur_frame, &surface); |
| |
| } |
| |
| LOG_V( "vaBeginPicture\n"); |
| LOG_I( "va_context = 0x%08x\n",(guint)va_context); |
| LOG_I( "surface = 0x%08x\n",(guint)surface); |
| LOG_I( "va_display = 0x%08x\n",(guint)va_display); |
| |
| |
| va_status = vaBeginPicture(va_display, va_context, surface); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( "Failed vaBeginPicture\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| ret = mix_videofmtenc_h264_send_encode_command (mix); |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E ( |
| "Failed mix_videofmtenc_h264_send_encode_command\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| |
| if ((parent->va_rcmode == VA_RC_NONE) || mix->encoded_frames == 0) { |
| |
| va_status = vaEndPicture (va_display, va_context); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( "Failed vaEndPicture\n"); |
| return MIX_RESULT_FAIL; |
| } |
| } |
| |
| if (mix->encoded_frames == 0) { |
| mix->encoded_frames ++; |
| mix->last_coded_buf = mix->coded_buf[mix->coded_buf_index]; |
| mix->coded_buf_index ++; |
| mix->coded_buf_index %=2; |
| |
| mix->last_frame = mix->cur_frame; |
| |
| |
| /* determine the picture type*/ |
| if ((mix->encoded_frames % parent->intra_period) == 0) { |
| mix->is_intra = TRUE; |
| } else { |
| mix->is_intra = FALSE; |
| } |
| |
| tmp_frame = mix->rec_frame; |
| mix->rec_frame= mix->ref_frame; |
| mix->ref_frame = tmp_frame; |
| |
| |
| } |
| |
| |
| LOG_V( "vaSyncSurface\n"); |
| |
| va_status = vaSyncSurface(va_display, mix->last_frame->frame_id); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( "Failed vaSyncSurface\n"); |
| |
| //return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V( |
| "Start to get encoded data\n"); |
| |
| /*get encoded data from the VA buffer*/ |
| va_status = vaMapBuffer (va_display, mix->last_coded_buf, (void **)&buf); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( "Failed vaMapBuffer\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| // first 4 bytes is the size of the buffer |
| memcpy (&(iovout->data_size), (void*)buf, 4); |
| //size = (guint*) buf; |
| |
| guint size = iovout->data_size + 100; |
| |
| iovout->buffer_size = size; |
| |
| //We will support two buffer mode, one is application allocates the buffer and passes to encode, |
| //the other is encode allocate memory |
| |
| |
| if (iovout->data == NULL) { //means app doesn't allocate the buffer, so _encode will allocate it. |
| iovout->data = g_malloc (size); // In case we have lots of 0x000001 start code, and we replace them with 4 bytes length prefixed |
| if (iovout->data == NULL) { |
| return MIX_RESULT_NO_MEMORY; |
| } |
| } |
| |
| if (mix->delimiter_type == MIX_DELIMITER_ANNEXB) { |
| memcpy (iovout->data, buf + 16, iovout->data_size); //parload is started from 17th byte |
| size = iovout->data_size; |
| } else { |
| |
| guint pos = 0; |
| guint zero_byte_count = 0; |
| guint prefix_length = 0; |
| guint8 nal_unit_type = 0; |
| guint8 * payload = buf + 16; |
| |
| while ((payload[pos++] == 0x00)) { |
| zero_byte_count ++; |
| if (pos >= iovout->data_size) //to make sure the buffer to be accessed is valid |
| break; |
| } |
| |
| nal_unit_type = (guint8)(payload[pos] & 0x1f); |
| prefix_length = zero_byte_count + 1; |
| |
| LOG_I ("nal_unit_type = %d\n", nal_unit_type); |
| LOG_I ("zero_byte_count = %d\n", zero_byte_count); |
| |
| if ((payload [pos - 1] & 0x01) && mix->slice_num == 1 && nal_unit_type == 1) { |
| size = iovout->data_size; |
| iovout->data[0] = ((size - prefix_length) >> 24) & 0xff; |
| iovout->data[1] = ((size - prefix_length) >> 16) & 0xff; |
| iovout->data[2] = ((size - prefix_length) >> 8) & 0xff; |
| iovout->data[3] = (size - prefix_length) & 0xff; |
| // use 4 bytes to indicate the NALU length |
| memcpy (iovout->data + 4, buf + 16 + prefix_length, size - prefix_length); |
| LOG_V ("We only have one start code, copy directly\n"); |
| } |
| else { |
| ret = mix_videofmtenc_h264_AnnexB_to_length_prefixed (buf + 16, iovout->data_size, iovout->data, &size); |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E ( |
| "Failed mix_videofmtenc_h264_AnnexB_to_length_prefixed\n"); |
| return MIX_RESULT_FAIL; |
| } |
| } |
| } |
| |
| iovout->data_size = size; |
| LOG_I( |
| "out size is = %d\n", iovout->data_size); |
| |
| va_status = vaUnmapBuffer (va_display, mix->last_coded_buf); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( "Failed vaUnmapBuffer\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V( "get encoded data done\n"); |
| |
| if (!((parent->va_rcmode == VA_RC_NONE) || mix->encoded_frames == 1)) { |
| |
| va_status = vaEndPicture (va_display, va_context); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( "Failed vaEndPicture\n"); |
| return MIX_RESULT_FAIL; |
| } |
| } |
| |
| if (mix->encoded_frames == 1) { |
| va_status = vaBeginPicture(va_display, va_context, surface); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( "Failed vaBeginPicture\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| ret = mix_videofmtenc_h264_send_encode_command (mix); |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E ( |
| "Failed mix_videofmtenc_h264_send_encode_command\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| va_status = vaEndPicture (va_display, va_context); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( "Failed vaEndPicture\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| } |
| |
| VASurfaceStatus status; |
| |
| /*query the status of current surface*/ |
| va_status = vaQuerySurfaceStatus(va_display, surface, &status); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed vaQuerySurfaceStatus\n"); |
| return MIX_RESULT_FAIL; |
| } |
| mix->pic_skipped = status & VASurfaceSkipped; |
| |
| if (parent->need_display) { |
| ret = mix_videoframe_set_sync_flag(mix->cur_frame, TRUE); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("Failed to set sync_flag\n"); |
| return ret; |
| } |
| |
| ret = mix_framemanager_enqueue(parent->framemgr, mix->cur_frame); |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "Failed mix_framemanager_enqueue\n"); |
| return MIX_RESULT_FAIL; |
| } |
| } |
| |
| |
| /*update the reference surface and reconstructed surface */ |
| if (!mix->pic_skipped) { |
| tmp_frame = mix->rec_frame; |
| mix->rec_frame= mix->ref_frame; |
| mix->ref_frame = tmp_frame; |
| } |
| |
| #if 0 |
| if (mix->ref_frame != NULL) |
| mix_videoframe_unref (mix->ref_frame); |
| mix->ref_frame = mix->rec_frame; |
| |
| mix_videoframe_unref (mix->cur_frame); |
| #endif |
| |
| mix->encoded_frames ++; |
| mix->last_coded_buf = mix->coded_buf[mix->coded_buf_index]; |
| mix->coded_buf_index ++; |
| mix->coded_buf_index %=2; |
| mix->last_frame = mix->cur_frame; |
| |
| |
| if (!(parent->need_display)) { |
| mix_videoframe_unref (mix->cur_frame); |
| mix->cur_frame = NULL; |
| } |
| } |
| else |
| { |
| LOG_E( |
| "not H264 video encode Object\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V( "end\n"); |
| |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| MIX_RESULT mix_videofmtenc_h264_get_max_encoded_buf_size ( |
| MixVideoFormatEnc *mix, guint *max_size) |
| { |
| |
| MixVideoFormatEnc *parent = NULL; |
| |
| if (mix == NULL || max_size == NULL) |
| { |
| LOG_E( |
| "mix == NULL || max_size == NULL\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| parent = MIX_VIDEOFORMATENC(mix); |
| MixVideoFormatEnc_H264 *self = MIX_VIDEOFORMATENC_H264(mix); |
| |
| LOG_V( "Begin\n"); |
| |
| if (MIX_IS_VIDEOFORMATENC_H264(self)) { |
| |
| if (self->coded_buf_size > 0) { |
| *max_size = self->coded_buf_size; |
| LOG_V ("Already calculate the max encoded size, get the value directly"); |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| /*base on the rate control mode to calculate the defaule encoded buffer size*/ |
| if (self->va_rcmode == VA_RC_NONE) { |
| self->coded_buf_size = |
| (parent->picture_width* parent->picture_height * 400) / (16 * 16); |
| // set to value according to QP |
| } |
| else { |
| self->coded_buf_size = parent->bitrate/ 4; |
| } |
| |
| self->coded_buf_size = |
| max (self->coded_buf_size , |
| (parent->picture_width* parent->picture_height * 400) / (16 * 16)); |
| |
| /*in case got a very large user input bit rate value*/ |
| self->coded_buf_size = |
| min(self->coded_buf_size, |
| (parent->picture_width * parent->picture_height * 1.5 * 8)); |
| self->coded_buf_size = (self->coded_buf_size + 15) &(~15); |
| } |
| else |
| { |
| LOG_E( |
| "not H264 video encode Object\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| *max_size = self->coded_buf_size; |
| |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| MIX_RESULT mix_videofmtenc_h264_AnnexB_to_length_prefixed ( |
| guint8 * bufin, guint bufin_len, guint8* bufout, guint * bufout_len) |
| { |
| |
| guint pos = 0; |
| guint last_pos = 0; |
| |
| guint zero_byte_count = 0; |
| guint nal_size = 0; |
| guint prefix_length = 0; |
| guint size_copied = 0; |
| guint leading_zero_count = 0; |
| |
| if (bufin == NULL || bufout == NULL || bufout_len == NULL) { |
| |
| LOG_E( |
| "bufin == NULL || bufout == NULL || bufout_len = NULL\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| if (bufin_len <= 0 || *bufout_len <= 0) { |
| LOG_E( |
| "bufin_len <= 0 || *bufout_len <= 0\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| LOG_V ("Begin\n"); |
| |
| while ((bufin[pos++] == 0x00)) { |
| zero_byte_count ++; |
| if (pos >= bufin_len) //to make sure the buffer to be accessed is valid |
| break; |
| } |
| |
| if (bufin[pos - 1] != 0x01 || zero_byte_count < 2) |
| { |
| LOG_E("The stream is not AnnexB format \n"); |
| return MIX_RESULT_FAIL; ; //not AnnexB, we won't process it |
| } |
| |
| zero_byte_count = 0; |
| last_pos = pos; |
| |
| while (pos < bufin_len) { |
| |
| while (bufin[pos++] == 0) { |
| zero_byte_count ++; |
| if (pos >= bufin_len) //to make sure the buffer to be accessed is valid |
| break; |
| } |
| |
| if (bufin[pos - 1] == 0x01 && zero_byte_count >= 2) { |
| if (zero_byte_count == 2) { |
| prefix_length = 3; |
| } |
| else { |
| prefix_length = 4; |
| leading_zero_count = zero_byte_count - 3; |
| } |
| |
| LOG_I("leading_zero_count = %d\n", leading_zero_count); |
| |
| nal_size = pos - last_pos - prefix_length - leading_zero_count; |
| if (nal_size < 0) { |
| LOG_E ("something wrong in the stream\n"); |
| return MIX_RESULT_FAIL; //not AnnexB, we won't process it |
| } |
| |
| if (*bufout_len < (size_copied + nal_size + 4)) { |
| LOG_E ("The length of destination buffer is too small\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| LOG_I ("nal_size = %d\n", nal_size); |
| |
| /*We use 4 bytes length prefix*/ |
| bufout [size_copied] = nal_size >> 24 & 0xff; |
| bufout [size_copied + 1] = nal_size >> 16 & 0xff; |
| bufout [size_copied + 2] = nal_size >> 8 & 0xff; |
| bufout [size_copied + 3] = nal_size & 0xff; |
| |
| size_copied += 4; //4 bytes length prefix |
| memcpy (bufout + size_copied, bufin + last_pos, nal_size); |
| size_copied += nal_size; |
| |
| LOG_I ("size_copied = %d\n", size_copied); |
| |
| zero_byte_count = 0; |
| leading_zero_count = 0; |
| last_pos = pos; |
| } |
| |
| else if (pos == bufin_len) { |
| |
| LOG_V ("Last NALU in this frame\n"); |
| |
| nal_size = pos - last_pos; |
| |
| if (*bufout_len < (size_copied + nal_size + 4)) { |
| LOG_E ("The length of destination buffer is too small\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| /*We use 4 bytes length prefix*/ |
| bufout [size_copied] = nal_size >> 24 & 0xff; |
| bufout [size_copied + 1] = nal_size >> 16 & 0xff; |
| bufout [size_copied + 2] = nal_size >> 8 & 0xff; |
| bufout [size_copied + 3] = nal_size & 0xff; |
| |
| size_copied += 4; //4 bytes length prefix |
| memcpy (bufout + size_copied, bufin + last_pos, nal_size); |
| size_copied += nal_size; |
| |
| LOG_I ("size_copied = %d\n", size_copied); |
| } |
| |
| else { |
| zero_byte_count = 0; |
| leading_zero_count = 0; |
| } |
| |
| } |
| |
| if (size_copied != *bufout_len) { |
| *bufout_len = size_copied; |
| } |
| |
| LOG_V ("End\n"); |
| |
| return MIX_RESULT_SUCCESS; |
| |
| } |
| |
| MIX_RESULT mix_videofmtenc_h264_send_encode_command (MixVideoFormatEnc_H264 *mix) |
| { |
| MIX_RESULT ret = MIX_RESULT_SUCCESS; |
| |
| LOG_V( "Begin\n"); |
| |
| if (MIX_IS_VIDEOFORMATENC_H264(mix)) |
| { |
| if (mix->encoded_frames == 0) { |
| mix_videofmtenc_h264_send_seq_params (mix); |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "Failed mix_videofmtenc_h264_send_seq_params\n"); |
| return MIX_RESULT_FAIL; |
| } |
| } |
| |
| ret = mix_videofmtenc_h264_send_picture_parameter (mix); |
| |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "Failed mix_videofmtenc_h264_send_picture_parameter\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| ret = mix_videofmtenc_h264_send_slice_parameter (mix); |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "Failed mix_videofmtenc_h264_send_slice_parameter\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| } |
| |
| LOG_V( "End\n"); |
| |
| |
| return MIX_RESULT_SUCCESS; |
| } |
| |
