| /* |
| INTEL CONFIDENTIAL |
| Copyright 2009 Intel Corporation All Rights Reserved. |
| The source code contained or described herein and all documents related to the source code ("Material") are owned by Intel Corporation or its suppliers or licensors. Title to the Material remains with Intel Corporation or its suppliers and licensors. The Material contains trade secrets and proprietary and confidential information of Intel or its suppliers and licensors. The Material is protected by worldwide copyright and trade secret laws and treaty provisions. No part of the Material may be used, copied, reproduced, modified, published, uploaded, posted, transmitted, distributed, or disclosed in any way without Intel’s prior express written permission. |
| |
| No license under any patent, copyright, trade secret or other intellectual property right is granted to or conferred upon you by disclosure or delivery of the Materials, either expressly, by implication, inducement, estoppel or otherwise. Any license under such intellectual property rights must be express and approved by Intel in writing. |
| */ |
| #include <glib.h> |
| #include <string.h> |
| #include <stdlib.h> |
| |
| #include "mixvideolog.h" |
| |
| #include "mixvideoformatenc_preview.h" |
| #include "mixvideoconfigparamsenc_preview.h" |
| |
| #undef SHOW_SRC |
| |
| #ifdef SHOW_SRC |
| Window win = 0; |
| #endif /* SHOW_SRC */ |
| |
| |
| /* The parent class. The pointer will be saved |
| * in this class's initialization. The pointer |
| * can be used for chaining method call if needed. |
| */ |
| static MixVideoFormatEncClass *parent_class = NULL; |
| |
| static void mix_videoformatenc_preview_finalize(GObject * obj); |
| |
| /* |
| * Please note that the type we pass to G_DEFINE_TYPE is MIX_TYPE_VIDEOFORMATENC |
| */ |
| G_DEFINE_TYPE (MixVideoFormatEnc_Preview, mix_videoformatenc_preview, MIX_TYPE_VIDEOFORMATENC); |
| |
| static void mix_videoformatenc_preview_init(MixVideoFormatEnc_Preview * self) { |
| MixVideoFormatEnc *parent = MIX_VIDEOFORMATENC(self); |
| |
| |
| /* member variable initialization */ |
| self->encoded_frames = 0; |
| self->pic_skipped = FALSE; |
| self->is_intra = TRUE; |
| self->cur_frame = NULL; |
| self->ref_frame = NULL; |
| self->rec_frame = NULL; |
| |
| self->ci_shared_surfaces = NULL; |
| self->surfaces= NULL; |
| self->surface_num = 0; |
| |
| parent->initialized = FALSE; |
| } |
| |
| static void mix_videoformatenc_preview_class_init( |
| MixVideoFormatEnc_PreviewClass * klass) { |
| |
| /* root class */ |
| GObjectClass *gobject_class = (GObjectClass *) klass; |
| |
| /* direct parent class */ |
| MixVideoFormatEncClass *video_formatenc_class = |
| MIX_VIDEOFORMATENC_CLASS(klass); |
| |
| /* parent class for later use */ |
| parent_class = g_type_class_peek_parent(klass); |
| |
| /* setup finializer */ |
| gobject_class->finalize = mix_videoformatenc_preview_finalize; |
| |
| /* setup vmethods with base implementation */ |
| video_formatenc_class->getcaps = mix_videofmtenc_preview_getcaps; |
| video_formatenc_class->initialize = mix_videofmtenc_preview_initialize; |
| video_formatenc_class->encode = mix_videofmtenc_preview_encode; |
| video_formatenc_class->flush = mix_videofmtenc_preview_flush; |
| video_formatenc_class->eos = mix_videofmtenc_preview_eos; |
| video_formatenc_class->deinitialize = mix_videofmtenc_preview_deinitialize; |
| } |
| |
| MixVideoFormatEnc_Preview * |
| mix_videoformatenc_preview_new(void) { |
| MixVideoFormatEnc_Preview *ret = |
| g_object_new(MIX_TYPE_VIDEOFORMATENC_PREVIEW, NULL); |
| |
| return ret; |
| } |
| |
| void mix_videoformatenc_preview_finalize(GObject * obj) { |
| /* clean up here. */ |
| |
| /*MixVideoFormatEnc_Preview *mix = MIX_VIDEOFORMATENC_PREVIEW(obj); */ |
| GObjectClass *root_class = (GObjectClass *) parent_class; |
| |
| LOG_V( "\n"); |
| |
| /* Chain up parent */ |
| if (root_class->finalize) { |
| root_class->finalize(obj); |
| } |
| } |
| |
| MixVideoFormatEnc_Preview * |
| mix_videoformatenc_preview_ref(MixVideoFormatEnc_Preview * mix) { |
| return (MixVideoFormatEnc_Preview *) g_object_ref(G_OBJECT(mix)); |
| } |
| |
| /*Preview vmethods implementation */ |
| MIX_RESULT mix_videofmtenc_preview_getcaps(MixVideoFormatEnc *mix, GString *msg) { |
| |
| LOG_V( "mix_videofmtenc_preview_getcaps\n"); |
| |
| if (mix == NULL) { |
| LOG_E( "mix == NULL\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| |
| if (parent_class->getcaps) { |
| return parent_class->getcaps(mix, msg); |
| } |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| MIX_RESULT mix_videofmtenc_preview_initialize(MixVideoFormatEnc *mix, |
| MixVideoConfigParamsEnc * config_params_enc, |
| MixFrameManager * frame_mgr, |
| MixBufferPool * input_buf_pool, |
| MixSurfacePool ** surface_pool, |
| VADisplay va_display ) { |
| |
| MIX_RESULT ret = MIX_RESULT_SUCCESS; |
| MixVideoFormatEnc *parent = NULL; |
| MixVideoConfigParamsEncPreview * config_params_enc_preview; |
| |
| VAStatus va_status = VA_STATUS_SUCCESS; |
| VASurfaceID * surfaces = NULL; |
| |
| gint va_max_num_profiles, va_max_num_entrypoints, va_max_num_attribs; |
| gint va_num_profiles, va_num_entrypoints; |
| |
| VAProfile *va_profiles = NULL; |
| VAEntrypoint *va_entrypoints = NULL; |
| VAConfigAttrib va_attrib[2]; |
| guint index; |
| |
| |
| /*frame_mgr and input_buf_pool is reservered for future use*/ |
| |
| if (mix == NULL || config_params_enc == NULL || va_display == NULL) { |
| LOG_E( |
| "mix == NULL || config_params_enc == NULL || va_display == NULL\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| LOG_V( "begin\n"); |
| |
| |
| /* Chainup parent method. */ |
| if (parent_class->initialize) { |
| ret = parent_class->initialize(mix, config_params_enc, |
| frame_mgr, input_buf_pool, surface_pool, |
| va_display); |
| } |
| |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| return ret; |
| } |
| |
| |
| |
| if (!MIX_IS_VIDEOFORMATENC_PREVIEW(mix)) |
| return MIX_RESULT_INVALID_PARAM; |
| |
| |
| parent = MIX_VIDEOFORMATENC(&(mix->parent)); |
| MixVideoFormatEnc_Preview *self = MIX_VIDEOFORMATENC_PREVIEW(mix); |
| |
| if (MIX_IS_VIDEOCONFIGPARAMSENC_PREVIEW (config_params_enc)) { |
| config_params_enc_preview = |
| MIX_VIDEOCONFIGPARAMSENC_PREVIEW (config_params_enc); |
| } else { |
| LOG_V( |
| "mix_videofmtenc_preview_initialize: no preview config params found\n"); |
| return MIX_RESULT_FAIL; |
| } |
| |
| g_mutex_lock(parent->objectlock); |
| |
| |
| LOG_V( |
| "Get properities from params done\n"); |
| |
| parent->va_display = va_display; |
| |
| LOG_V( "Get Display\n"); |
| LOG_I( "Display = 0x%08x\n", |
| (guint)va_display); |
| |
| |
| /*get the max number for profiles/entrypoints/attribs*/ |
| va_max_num_profiles = vaMaxNumProfiles(va_display); |
| LOG_I( "va_max_num_profiles = %d\n", |
| va_max_num_profiles); |
| |
| va_max_num_entrypoints = vaMaxNumEntrypoints(va_display); |
| LOG_I( "va_max_num_entrypoints = %d\n", |
| va_max_num_entrypoints); |
| |
| va_max_num_attribs = vaMaxNumConfigAttributes(va_display); |
| LOG_I( "va_max_num_attribs = %d\n", |
| va_max_num_attribs); |
| |
| va_profiles = g_malloc(sizeof(VAProfile)*va_max_num_profiles); |
| va_entrypoints = g_malloc(sizeof(VAEntrypoint)*va_max_num_entrypoints); |
| |
| if (va_profiles == NULL || va_entrypoints ==NULL) |
| { |
| LOG_E( |
| "!va_profiles || !va_entrypoints\n"); |
| ret = MIX_RESULT_NO_MEMORY; |
| goto cleanup; |
| } |
| |
| LOG_I( |
| "va_profiles = 0x%08x\n", (guint)va_profiles); |
| |
| LOG_V( "vaQueryConfigProfiles\n"); |
| |
| |
| va_status = vaQueryConfigProfiles (va_display, va_profiles, &va_num_profiles); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to call vaQueryConfigProfiles\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| LOG_V( "vaQueryConfigProfiles Done\n"); |
| |
| |
| |
| /*check whether profile is supported*/ |
| for(index= 0; index < va_num_profiles; index++) { |
| if(parent->va_profile == va_profiles[index]) |
| break; |
| } |
| |
| if(index == va_num_profiles) |
| { |
| LOG_E( "Profile not supported\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| LOG_V( "vaQueryConfigEntrypoints\n"); |
| |
| |
| /*Check entry point*/ |
| va_status = vaQueryConfigEntrypoints(va_display, |
| parent->va_profile, |
| va_entrypoints, &va_num_entrypoints); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to call vaQueryConfigEntrypoints\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| for (index = 0; index < va_num_entrypoints; index ++) { |
| if (va_entrypoints[index] == VAEntrypointEncSlice) { |
| break; |
| } |
| } |
| |
| if (index == va_num_entrypoints) { |
| LOG_E( "Entrypoint not found\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| |
| va_attrib[0].type = VAConfigAttribRTFormat; |
| va_attrib[1].type = VAConfigAttribRateControl; |
| |
| LOG_V( "vaGetConfigAttributes\n"); |
| |
| va_status = vaGetConfigAttributes(va_display, parent->va_profile, |
| parent->va_entrypoint, |
| &va_attrib[0], 2); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to call vaGetConfigAttributes\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| if ((va_attrib[0].value & parent->va_format) == 0) { |
| LOG_E( "Matched format not found\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| |
| if ((va_attrib[1].value & parent->va_rcmode) == 0) { |
| LOG_E( "RC mode not found\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| va_attrib[0].value = parent->va_format; //VA_RT_FORMAT_YUV420; |
| va_attrib[1].value = parent->va_rcmode; |
| |
| LOG_V( "======VA Configuration======\n"); |
| |
| LOG_I( "profile = %d\n", |
| parent->va_profile); |
| LOG_I( "va_entrypoint = %d\n", |
| parent->va_entrypoint); |
| LOG_I( "va_attrib[0].type = %d\n", |
| va_attrib[0].type); |
| LOG_I( "va_attrib[1].type = %d\n", |
| va_attrib[1].type); |
| LOG_I( "va_attrib[0].value (Format) = %d\n", |
| va_attrib[0].value); |
| LOG_I( "va_attrib[1].value (RC mode) = %d\n", |
| va_attrib[1].value); |
| |
| LOG_V( "vaCreateConfig\n"); |
| |
| va_status = vaCreateConfig(va_display, parent->va_profile, |
| parent->va_entrypoint, |
| &va_attrib[0], 2, &(parent->va_config)); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( "Failed vaCreateConfig\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| /*compute the surface number*/ |
| int numSurfaces; |
| |
| if (parent->share_buf_mode) { |
| numSurfaces = 2; |
| } |
| else { |
| numSurfaces = 8; |
| parent->ci_frame_num = 0; |
| } |
| |
| self->surface_num = numSurfaces + parent->ci_frame_num; |
| |
| surfaces = g_malloc(sizeof(VASurfaceID)*numSurfaces); |
| |
| if (surfaces == NULL) |
| { |
| LOG_E( |
| "Failed allocate surface\n"); |
| ret = MIX_RESULT_NO_MEMORY; |
| goto cleanup; |
| } |
| |
| LOG_V( "vaCreateSurfaces\n"); |
| |
| va_status = vaCreateSurfaces(va_display, parent->picture_width, |
| parent->picture_height, parent->va_format, |
| numSurfaces, surfaces); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed vaCreateSurfaces\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| if (parent->share_buf_mode) { |
| |
| LOG_V( |
| "We are in share buffer mode!\n"); |
| self->ci_shared_surfaces = |
| g_malloc(sizeof(VASurfaceID) * parent->ci_frame_num); |
| |
| if (self->ci_shared_surfaces == NULL) |
| { |
| LOG_E( |
| "Failed allocate shared surface\n"); |
| ret = MIX_RESULT_NO_MEMORY; |
| goto cleanup; |
| } |
| |
| guint index; |
| for(index = 0; index < parent->ci_frame_num; index++) { |
| |
| LOG_I( "ci_frame_id = %lu\n", |
| parent->ci_frame_id[index]); |
| |
| LOG_V( |
| "vaCreateSurfaceFromCIFrame\n"); |
| |
| va_status = vaCreateSurfaceFromCIFrame(va_display, |
| (gulong) (parent->ci_frame_id[index]), |
| &self->ci_shared_surfaces[index]); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaCreateSurfaceFromCIFrame\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| |
| } |
| } |
| |
| LOG_V( |
| "vaCreateSurfaceFromCIFrame Done\n"); |
| |
| }// if (parent->share_buf_mode) |
| |
| self->surfaces = g_malloc(sizeof(VASurfaceID) * self->surface_num); |
| |
| if (self->surfaces == NULL) |
| { |
| LOG_E( |
| "Failed allocate private surface\n"); |
| ret = MIX_RESULT_NO_MEMORY; |
| goto cleanup; |
| |
| } |
| |
| if (parent->share_buf_mode) { |
| /*shared surfaces should be put in pool first, |
| * because we will get it accoring to CI index*/ |
| for(index = 0; index < parent->ci_frame_num; index++) |
| self->surfaces[index] = self->ci_shared_surfaces[index]; |
| } |
| |
| for(index = 0; index < numSurfaces; index++) { |
| self->surfaces[index + parent->ci_frame_num] = surfaces[index]; |
| } |
| |
| LOG_V( "assign surface Done\n"); |
| LOG_I( "Created %d libva surfaces\n", |
| numSurfaces + parent->ci_frame_num); |
| |
| #if 0 //current put this in gst |
| images = g_malloc(sizeof(VAImage)*numSurfaces); |
| if (images == NULL) |
| { |
| g_mutex_unlock(parent->objectlock); |
| return MIX_RESULT_FAIL; |
| } |
| |
| for (index = 0; index < numSurfaces; index++) { |
| //Derive an VAImage from an existing surface. |
| //The image buffer can then be mapped/unmapped for CPU access |
| va_status = vaDeriveImage(va_display, surfaces[index], |
| &images[index]); |
| } |
| #endif |
| |
| LOG_V( "mix_surfacepool_new\n"); |
| |
| parent->surfacepool = mix_surfacepool_new(); |
| if (surface_pool) |
| *surface_pool = parent->surfacepool; |
| //which is useful to check before encode |
| |
| if (parent->surfacepool == NULL) |
| { |
| LOG_E( |
| "Failed to mix_surfacepool_new\n"); |
| |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| LOG_V( |
| "mix_surfacepool_initialize\n"); |
| |
| ret = mix_surfacepool_initialize(parent->surfacepool, |
| self->surfaces, parent->ci_frame_num + numSurfaces, va_display); |
| |
| switch (ret) |
| { |
| case MIX_RESULT_SUCCESS: |
| break; |
| case MIX_RESULT_ALREADY_INIT: |
| ret = MIX_RESULT_ALREADY_INIT; |
| goto cleanup; |
| |
| default: |
| break; |
| } |
| |
| |
| //Initialize and save the VA context ID |
| LOG_V( "vaCreateContext\n"); |
| |
| va_status = vaCreateContext(va_display, parent->va_config, |
| parent->picture_width, parent->picture_height, |
| 0, self->surfaces, parent->ci_frame_num + numSurfaces, |
| &(parent->va_context)); |
| |
| LOG_I( |
| "Created libva context width %d, height %d\n", |
| parent->picture_width, parent->picture_height); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaCreateContext\n"); |
| LOG_I( "va_status = %d\n", |
| (guint)va_status); |
| |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| |
| } |
| |
| self->coded_buf_size = 4; |
| |
| /*Create coded buffer for output*/ |
| va_status = vaCreateBuffer (va_display, parent->va_context, |
| VAEncCodedBufferType, |
| self->coded_buf_size, // |
| 1, NULL, |
| &self->coded_buf); |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaCreateBuffer: VAEncCodedBufferType\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| #ifdef SHOW_SRC |
| Display * display = XOpenDisplay (NULL); |
| |
| LOG_I( "display = 0x%08x\n", |
| (guint) display); |
| win = XCreateSimpleWindow(display, RootWindow(display, 0), 0, 0, |
| parent->picture_width, parent->picture_height, 0, 0, |
| WhitePixel(display, 0)); |
| XMapWindow(display, win); |
| XSelectInput(display, win, KeyPressMask | StructureNotifyMask); |
| |
| XSync(display, False); |
| LOG_I( "va_display = 0x%08x\n", |
| (guint) va_display); |
| |
| #endif /* SHOW_SRC */ |
| |
| |
| LOG_V( "end\n"); |
| |
| cleanup: |
| |
| |
| if (ret == MIX_RESULT_SUCCESS) { |
| parent->initialized = TRUE; |
| } |
| |
| /*free profiles and entrypoints*/ |
| if (va_profiles) |
| g_free(va_profiles); |
| |
| if (va_entrypoints) |
| g_free (va_entrypoints); |
| |
| if (surfaces) |
| g_free (surfaces); |
| |
| g_mutex_unlock(parent->objectlock); |
| |
| return ret; |
| } |
| |
| MIX_RESULT mix_videofmtenc_preview_encode(MixVideoFormatEnc *mix, MixBuffer * bufin[], |
| gint bufincnt, MixIOVec * iovout[], gint iovoutcnt, |
| MixVideoEncodeParams * encode_params) { |
| |
| MIX_RESULT ret = MIX_RESULT_SUCCESS; |
| MixVideoFormatEnc *parent = NULL; |
| |
| LOG_V( "Begin\n"); |
| |
| /*currenly only support one input and output buffer*/ |
| |
| if (bufincnt != 1 || iovoutcnt != 1) { |
| LOG_E( |
| "buffer count not equel to 1\n"); |
| LOG_E( |
| "maybe some exception occurs\n"); |
| } |
| |
| if (mix == NULL ||bufin[0] == NULL || iovout[0] == NULL) { |
| LOG_E( |
| "!mix || !bufin[0] ||!iovout[0]\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| |
| #if 0 |
| if (parent_class->encode) { |
| return parent_class->encode(mix, bufin, bufincnt, iovout, |
| iovoutcnt, encode_params); |
| } |
| #endif |
| |
| if (!MIX_IS_VIDEOFORMATENC_PREVIEW(mix)) |
| return MIX_RESULT_INVALID_PARAM; |
| |
| parent = MIX_VIDEOFORMATENC(&(mix->parent)); |
| MixVideoFormatEnc_Preview *self = MIX_VIDEOFORMATENC_PREVIEW (mix); |
| |
| LOG_V( "Locking\n"); |
| g_mutex_lock(parent->objectlock); |
| |
| |
| //TODO: we also could move some encode Preparation work to here |
| |
| LOG_V( |
| "mix_videofmtenc_preview_process_encode\n"); |
| |
| ret = mix_videofmtenc_preview_process_encode (self, |
| bufin[0], iovout[0]); |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "Failed mix_videofmtenc_preview_process_encode\n"); |
| goto cleanup; |
| } |
| |
| |
| cleanup: |
| |
| LOG_V( "UnLocking\n"); |
| |
| g_mutex_unlock(parent->objectlock); |
| |
| LOG_V( "end\n"); |
| |
| return ret; |
| } |
| |
| MIX_RESULT mix_videofmtenc_preview_flush(MixVideoFormatEnc *mix) { |
| |
| //MIX_RESULT ret = MIX_RESULT_SUCCESS; |
| |
| LOG_V( "Begin\n"); |
| |
| if (mix == NULL) { |
| LOG_E( "mix == NULL\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| |
| /*not chain to parent flush func*/ |
| #if 0 |
| if (parent_class->flush) { |
| return parent_class->flush(mix, msg); |
| } |
| #endif |
| |
| if (!MIX_IS_VIDEOFORMATENC_PREVIEW (mix)) |
| return MIX_RESULT_INVALID_PARAM; |
| |
| MixVideoFormatEnc_Preview *self = MIX_VIDEOFORMATENC_PREVIEW(mix); |
| |
| g_mutex_lock(mix->objectlock); |
| |
| #if 0 |
| /*unref the current source surface*/ |
| if (self->cur_frame != NULL) |
| { |
| mix_videoframe_unref (self->cur_frame); |
| self->cur_frame = NULL; |
| } |
| #endif |
| |
| /*unref the reconstructed surface*/ |
| if (self->rec_frame != NULL) |
| { |
| mix_videoframe_unref (self->rec_frame); |
| self->rec_frame = NULL; |
| } |
| |
| /*unref the reference surface*/ |
| if (self->ref_frame != NULL) |
| { |
| mix_videoframe_unref (self->ref_frame); |
| self->ref_frame = NULL; |
| } |
| |
| /*reset the properities*/ |
| self->encoded_frames = 0; |
| self->pic_skipped = FALSE; |
| self->is_intra = TRUE; |
| |
| g_mutex_unlock(mix->objectlock); |
| |
| LOG_V( "end\n"); |
| |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| MIX_RESULT mix_videofmtenc_preview_eos(MixVideoFormatEnc *mix) { |
| |
| LOG_V( "\n"); |
| |
| if (mix == NULL) { |
| LOG_E( "mix == NULL\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| if (parent_class->eos) { |
| return parent_class->eos(mix); |
| } |
| return MIX_RESULT_SUCCESS; |
| } |
| |
| MIX_RESULT mix_videofmtenc_preview_deinitialize(MixVideoFormatEnc *mix) { |
| |
| MixVideoFormatEnc *parent = NULL; |
| VAStatus va_status; |
| MIX_RESULT ret = MIX_RESULT_SUCCESS; |
| |
| LOG_V( "Begin\n"); |
| |
| if (mix == NULL) { |
| LOG_E( "mix == NULL\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| if (!MIX_IS_VIDEOFORMATENC_PREVIEW(mix)) |
| return MIX_RESULT_INVALID_PARAM; |
| |
| |
| if (parent_class->deinitialize) { |
| ret = parent_class->deinitialize(mix); |
| } |
| |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| return ret; |
| } |
| |
| |
| parent = MIX_VIDEOFORMATENC(&(mix->parent)); |
| MixVideoFormatEnc_Preview *self = MIX_VIDEOFORMATENC_PREVIEW(mix); |
| |
| LOG_V( "Release frames\n"); |
| |
| g_mutex_lock(parent->objectlock); |
| |
| #if 0 |
| /*unref the current source surface*/ |
| if (self->cur_frame != NULL) |
| { |
| mix_videoframe_unref (self->cur_frame); |
| self->cur_frame = NULL; |
| } |
| #endif |
| |
| /*unref the reconstructed surface*/ |
| if (self->rec_frame != NULL) |
| { |
| mix_videoframe_unref (self->rec_frame); |
| self->rec_frame = NULL; |
| } |
| |
| /*unref the reference surface*/ |
| if (self->ref_frame != NULL) |
| { |
| mix_videoframe_unref (self->ref_frame); |
| self->ref_frame = NULL; |
| } |
| |
| LOG_V( "Release surfaces\n"); |
| |
| if (self->ci_shared_surfaces) |
| { |
| g_free (self->ci_shared_surfaces); |
| self->ci_shared_surfaces = NULL; |
| } |
| |
| if (self->surfaces) |
| { |
| g_free (self->surfaces); |
| self->surfaces = NULL; |
| } |
| |
| LOG_V( "vaDestroyContext\n"); |
| |
| va_status = vaDestroyContext (parent->va_display, parent->va_context); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed vaDestroyContext\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| LOG_V( "vaDestroyConfig\n"); |
| |
| va_status = vaDestroyConfig (parent->va_display, parent->va_config); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed vaDestroyConfig\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| |
| cleanup: |
| |
| parent->initialized = FALSE; |
| |
| g_mutex_unlock(parent->objectlock); |
| |
| LOG_V( "end\n"); |
| |
| return ret; |
| } |
| |
| |
| MIX_RESULT mix_videofmtenc_preview_process_encode (MixVideoFormatEnc_Preview *mix, |
| MixBuffer * bufin, MixIOVec * iovout) |
| { |
| |
| MIX_RESULT ret = MIX_RESULT_SUCCESS; |
| VAStatus va_status = VA_STATUS_SUCCESS; |
| VADisplay va_display = NULL; |
| VAContextID va_context; |
| gulong surface = 0; |
| guint16 width, height; |
| |
| //MixVideoFrame * tmp_frame; |
| //guint8 *buf; |
| |
| if ((mix == NULL) || (bufin == NULL) || (iovout == NULL)) { |
| LOG_E( |
| "mix == NUL) || bufin == NULL || iovout == NULL\n"); |
| return MIX_RESULT_NULL_PTR; |
| } |
| |
| LOG_V( "Begin\n"); |
| |
| if (!MIX_IS_VIDEOFORMATENC_PREVIEW(mix)) |
| return MIX_RESULT_INVALID_PARAM; |
| |
| MixVideoFormatEnc *parent = MIX_VIDEOFORMATENC(&(mix->parent)); |
| |
| va_display = parent->va_display; |
| va_context = parent->va_context; |
| width = parent->picture_width; |
| height = parent->picture_height; |
| |
| |
| LOG_I( "encoded_frames = %d\n", |
| mix->encoded_frames); |
| LOG_I( "is_intra = %d\n", |
| mix->is_intra); |
| LOG_I( "ci_frame_id = 0x%08x\n", |
| (guint) parent->ci_frame_id); |
| |
| LOG_V( |
| "Get Surface from the pool\n"); |
| |
| if (!parent->share_buf_mode) { |
| LOG_V( |
| "We are NOT in share buffer mode\n"); |
| |
| if (mix->ref_frame == NULL) |
| { |
| ret = mix_surfacepool_get(parent->surfacepool, &mix->ref_frame); |
| if (ret != MIX_RESULT_SUCCESS) //#ifdef SLEEP_SURFACE not used |
| { |
| LOG_E( |
| "Failed to mix_surfacepool_get\n"); |
| goto cleanup; |
| } |
| } |
| |
| if (mix->rec_frame == NULL) |
| { |
| ret = mix_surfacepool_get(parent->surfacepool, &mix->rec_frame); |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "Failed to mix_surfacepool_get\n"); |
| goto cleanup; |
| } |
| } |
| |
| if (parent->need_display) { |
| mix->cur_frame = NULL; |
| } |
| |
| if (mix->cur_frame == NULL) |
| { |
| ret = mix_surfacepool_get(parent->surfacepool, &mix->cur_frame); |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "Failed to mix_surfacepool_get\n"); |
| goto cleanup; |
| } |
| } |
| |
| LOG_V( "Get Surface Done\n"); |
| |
| |
| VAImage src_image; |
| guint8 *pvbuf; |
| guint8 *dst_y; |
| guint8 *dst_uv; |
| int i,j; |
| |
| LOG_V( |
| "map source data to surface\n"); |
| |
| ret = mix_videoframe_get_frame_id(mix->cur_frame, &surface); |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "Failed to mix_videoframe_get_frame_id\n"); |
| goto cleanup; |
| } |
| |
| |
| LOG_I( |
| "surface id = 0x%08x\n", (guint) surface); |
| |
| va_status = vaDeriveImage(va_display, surface, &src_image); |
| //need to destroy |
| |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaDeriveImage\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| VAImage *image = &src_image; |
| |
| LOG_V( "vaDeriveImage Done\n"); |
| |
| |
| va_status = vaMapBuffer (va_display, image->buf, (void **)&pvbuf); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( "Failed to vaMapBuffer\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| LOG_V( |
| "vaImage information\n"); |
| LOG_I( |
| "image->pitches[0] = %d\n", image->pitches[0]); |
| LOG_I( |
| "image->pitches[1] = %d\n", image->pitches[1]); |
| LOG_I( |
| "image->offsets[0] = %d\n", image->offsets[0]); |
| LOG_I( |
| "image->offsets[1] = %d\n", image->offsets[1]); |
| LOG_I( |
| "image->num_planes = %d\n", image->num_planes); |
| LOG_I( |
| "image->width = %d\n", image->width); |
| LOG_I( |
| "image->height = %d\n", image->height); |
| |
| LOG_I( |
| "input buf size = %d\n", bufin->size); |
| |
| guint8 *inbuf = bufin->data; |
| |
| /*need to convert YUV420 to NV12*/ |
| dst_y = pvbuf +image->offsets[0]; |
| |
| for (i = 0; i < height; i ++) { |
| memcpy (dst_y, inbuf + i * width, width); |
| dst_y += image->pitches[0]; |
| } |
| |
| dst_uv = pvbuf + image->offsets[1]; |
| |
| for (i = 0; i < height / 2; i ++) { |
| for (j = 0; j < width; j+=2) { |
| dst_uv [j] = inbuf [width * height + i * width / 2 + j / 2]; |
| dst_uv [j + 1] = |
| inbuf [width * height * 5 / 4 + i * width / 2 + j / 2]; |
| } |
| dst_uv += image->pitches[1]; |
| } |
| |
| va_status = vaUnmapBuffer(va_display, image->buf); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaUnmapBuffer\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| va_status = vaDestroyImage(va_display, src_image.image_id); |
| if (va_status != VA_STATUS_SUCCESS) |
| { |
| LOG_E( |
| "Failed to vaDestroyImage\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| LOG_V( |
| "Map source data to surface done\n"); |
| |
| } |
| |
| else {//if (!parent->share_buf_mode) |
| |
| MixVideoFrame * frame = mix_videoframe_new(); |
| |
| if (mix->ref_frame == NULL) |
| { |
| ret = mix_videoframe_set_ci_frame_idx (frame, mix->surface_num - 1); |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "mix_videoframe_set_ci_frame_idx failed\n"); |
| goto cleanup; |
| } |
| |
| ret = mix_surfacepool_get_frame_with_ci_frameidx |
| (parent->surfacepool, &mix->ref_frame, frame); |
| if (ret != MIX_RESULT_SUCCESS) //#ifdef SLEEP_SURFACE not used |
| { |
| LOG_E( |
| "get reference surface from pool failed\n"); |
| goto cleanup; |
| } |
| } |
| |
| if (mix->rec_frame == NULL) |
| { |
| ret = mix_videoframe_set_ci_frame_idx (frame, mix->surface_num - 2); |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "mix_videoframe_set_ci_frame_idx failed\n"); |
| goto cleanup; |
| } |
| |
| ret = mix_surfacepool_get_frame_with_ci_frameidx |
| (parent->surfacepool, &mix->rec_frame, frame); |
| |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "get recontructed surface from pool failed\n"); |
| goto cleanup; |
| } |
| } |
| |
| //mix_videoframe_unref (mix->cur_frame); |
| |
| if (parent->need_display) { |
| mix->cur_frame = NULL; |
| } |
| |
| if (mix->cur_frame == NULL) |
| { |
| guint ci_idx; |
| memcpy (&ci_idx, bufin->data, bufin->size); |
| |
| LOG_I( |
| "surface_num = %d\n", mix->surface_num); |
| LOG_I( |
| "ci_frame_idx = %d\n", ci_idx); |
| |
| if (ci_idx > mix->surface_num - 2) { |
| LOG_E( |
| "the CI frame idx is too bigger than CI frame number\n"); |
| ret = MIX_RESULT_FAIL; |
| goto cleanup; |
| } |
| |
| |
| ret = mix_videoframe_set_ci_frame_idx (frame, ci_idx); |
| if (ret != MIX_RESULT_SUCCESS) |
| |
| { |
| LOG_E( |
| "mix_videoframe_set_ci_frame_idx failed\n"); |
| goto cleanup; |
| } |
| |
| ret = mix_surfacepool_get_frame_with_ci_frameidx |
| (parent->surfacepool, &mix->cur_frame, frame); |
| |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "get current working surface from pool failed\n"); |
| goto cleanup; |
| } |
| } |
| |
| ret = mix_videoframe_get_frame_id(mix->cur_frame, &surface); |
| if (ret != MIX_RESULT_SUCCESS) |
| |
| { |
| LOG_E( |
| "mix_videoframe_get_frame_id failed\n"); |
| goto cleanup; |
| } |
| |
| } |
| |
| LOG_V( "vaBeginPicture\n"); |
| LOG_I( "va_context = 0x%08x\n",(guint)va_context); |
| LOG_I( "surface = 0x%08x\n",(guint)surface); |
| LOG_I( "va_display = 0x%08x\n",(guint)va_display); |
| |
| iovout->data_size = 4; |
| iovout->data = g_malloc (iovout->data_size); |
| if (iovout->data == NULL) { |
| ret = MIX_RESULT_NO_MEMORY; |
| goto cleanup; |
| } |
| |
| memset (iovout->data, 0, iovout->data_size); |
| |
| iovout->buffer_size = iovout->data_size; |
| |
| |
| if (parent->need_display) { |
| ret = mix_videoframe_set_sync_flag(mix->cur_frame, TRUE); |
| if (ret != MIX_RESULT_SUCCESS) { |
| LOG_E("Failed to set sync_flag\n"); |
| goto cleanup; |
| } |
| |
| ret = mix_framemanager_enqueue(parent->framemgr, mix->cur_frame); |
| if (ret != MIX_RESULT_SUCCESS) |
| { |
| LOG_E( |
| "Failed mix_framemanager_enqueue\n"); |
| goto cleanup; |
| } |
| } |
| |
| |
| if (!(parent->need_display)) { |
| mix_videoframe_unref (mix->cur_frame); |
| mix->cur_frame = NULL; |
| } |
| mix->encoded_frames ++; |
| |
| cleanup: |
| |
| if (ret != MIX_RESULT_SUCCESS) { |
| if (iovout->data) { |
| g_free (iovout->data); |
| iovout->data = NULL; |
| } |
| } |
| |
| LOG_V( "end\n"); |
| |
| return ret; |
| } |
