blob: 5e93b994db02dcf52301327e0c285b82a148e001 [file] [log] [blame]
// Copyright 2013 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "content/common/gpu/media/vaapi_wrapper.h"
#include <dlfcn.h>
#include "base/bind.h"
#include "base/callback_helpers.h"
#include "base/logging.h"
#include "base/numerics/safe_conversions.h"
// Auto-generated for dlopen libva libraries
#include "content/common/gpu/media/va_stubs.h"
#include "third_party/libyuv/include/libyuv.h"
using content_common_gpu_media::kModuleVa;
using content_common_gpu_media::InitializeStubs;
using content_common_gpu_media::StubPathMap;
// libva-x11 depends on libva, so dlopen libva-x11 is enough
static const base::FilePath::CharType kVaLib[] =
FILE_PATH_LITERAL("libva-x11.so.1");
#define LOG_VA_ERROR_AND_REPORT(va_error, err_msg) \
do { \
DVLOG(1) << err_msg \
<< " VA error: " << vaErrorStr(va_error); \
report_error_to_uma_cb_.Run(); \
} while (0)
#define VA_LOG_ON_ERROR(va_error, err_msg) \
do { \
if ((va_error) != VA_STATUS_SUCCESS) \
LOG_VA_ERROR_AND_REPORT(va_error, err_msg); \
} while (0)
#define VA_SUCCESS_OR_RETURN(va_error, err_msg, ret) \
do { \
if ((va_error) != VA_STATUS_SUCCESS) { \
LOG_VA_ERROR_AND_REPORT(va_error, err_msg); \
return (ret); \
} \
} while (0)
namespace content {
// Config attributes common for both encode and decode.
static const VAConfigAttrib kCommonVAConfigAttribs[] = {
{VAConfigAttribRTFormat, VA_RT_FORMAT_YUV420},
};
// Attributes required for encode.
static const VAConfigAttrib kEncodeVAConfigAttribs[] = {
{VAConfigAttribRateControl, VA_RC_CBR},
{VAConfigAttribEncPackedHeaders,
VA_ENC_PACKED_HEADER_SEQUENCE | VA_ENC_PACKED_HEADER_PICTURE},
};
// Maps Profile enum values to VaProfile values.
static VAProfile ProfileToVAProfile(
media::VideoCodecProfile profile,
const std::vector<VAProfile>& supported_profiles) {
VAProfile va_profile = VAProfileNone;
switch (profile) {
case media::H264PROFILE_BASELINE:
va_profile = VAProfileH264Baseline;
break;
case media::H264PROFILE_MAIN:
va_profile = VAProfileH264Main;
break;
// TODO(posciak): See if we can/want support other variants
// of media::H264PROFILE_HIGH*.
case media::H264PROFILE_HIGH:
va_profile = VAProfileH264High;
break;
default:
break;
}
bool supported = std::find(supported_profiles.begin(),
supported_profiles.end(),
va_profile) != supported_profiles.end();
if (!supported && va_profile == VAProfileH264Baseline) {
// crbug.com/345569: media::ProfileIDToVideoCodecProfile() currently strips
// the information whether the profile is constrained or not, so we have no
// way to know here. Try for baseline first, but if it is not supported,
// try constrained baseline and hope this is what it actually is
// (which in practice is true for a great majority of cases).
if (std::find(supported_profiles.begin(),
supported_profiles.end(),
VAProfileH264ConstrainedBaseline) !=
supported_profiles.end()) {
va_profile = VAProfileH264ConstrainedBaseline;
DVLOG(1) << "Falling back to constrained baseline profile.";
}
}
return va_profile;
}
VASurface::VASurface(VASurfaceID va_surface_id, const ReleaseCB& release_cb)
: va_surface_id_(va_surface_id),
release_cb_(release_cb) {
DCHECK(!release_cb_.is_null());
}
VASurface::~VASurface() {
release_cb_.Run(va_surface_id_);
}
VaapiWrapper::VaapiWrapper()
: va_display_(NULL),
va_config_id_(VA_INVALID_ID),
va_context_id_(VA_INVALID_ID) {
}
VaapiWrapper::~VaapiWrapper() {
DestroyPendingBuffers();
DestroyCodedBuffers();
DestroySurfaces();
Deinitialize();
}
scoped_ptr<VaapiWrapper> VaapiWrapper::Create(
CodecMode mode,
media::VideoCodecProfile profile,
Display* x_display,
const base::Closure& report_error_to_uma_cb) {
scoped_ptr<VaapiWrapper> vaapi_wrapper(new VaapiWrapper());
if (!vaapi_wrapper->Initialize(
mode, profile, x_display, report_error_to_uma_cb))
vaapi_wrapper.reset();
return vaapi_wrapper.Pass();
}
void VaapiWrapper::TryToSetVADisplayAttributeToLocalGPU() {
VADisplayAttribute item = {VADisplayAttribRenderMode,
1, // At least support '_LOCAL_OVERLAY'.
-1, // The maximum possible support 'ALL'.
VA_RENDER_MODE_LOCAL_GPU,
VA_DISPLAY_ATTRIB_SETTABLE};
VAStatus va_res = vaSetDisplayAttributes(va_display_, &item, 1);
if (va_res != VA_STATUS_SUCCESS)
DVLOG(2) << "vaSetDisplayAttributes unsupported, ignoring by default.";
}
bool VaapiWrapper::Initialize(CodecMode mode,
media::VideoCodecProfile profile,
Display* x_display,
const base::Closure& report_error_to_uma_cb) {
static bool vaapi_functions_initialized = PostSandboxInitialization();
if (!vaapi_functions_initialized) {
DVLOG(1) << "Failed to initialize VAAPI libs";
return false;
}
report_error_to_uma_cb_ = report_error_to_uma_cb;
base::AutoLock auto_lock(va_lock_);
va_display_ = vaGetDisplay(x_display);
if (!vaDisplayIsValid(va_display_)) {
DVLOG(1) << "Could not get a valid VA display";
return false;
}
VAStatus va_res = vaInitialize(va_display_, &major_version_, &minor_version_);
VA_SUCCESS_OR_RETURN(va_res, "vaInitialize failed", false);
DVLOG(1) << "VAAPI version: " << major_version_ << "." << minor_version_;
if (VAAPIVersionLessThan(0, 34)) {
DVLOG(1) << "VAAPI version < 0.34 is not supported.";
return false;
}
// Query the driver for supported profiles.
int max_profiles = vaMaxNumProfiles(va_display_);
std::vector<VAProfile> supported_profiles(
base::checked_cast<size_t>(max_profiles));
int num_supported_profiles;
va_res = vaQueryConfigProfiles(
va_display_, &supported_profiles[0], &num_supported_profiles);
VA_SUCCESS_OR_RETURN(va_res, "vaQueryConfigProfiles failed", false);
if (num_supported_profiles < 0 || num_supported_profiles > max_profiles) {
DVLOG(1) << "vaQueryConfigProfiles returned: " << num_supported_profiles;
return false;
}
supported_profiles.resize(base::checked_cast<size_t>(num_supported_profiles));
VAProfile va_profile = ProfileToVAProfile(profile, supported_profiles);
if (va_profile == VAProfileNone) {
DVLOG(1) << "Unsupported profile";
return false;
}
// Query the driver for supported entrypoints.
int max_entrypoints = vaMaxNumEntrypoints(va_display_);
std::vector<VAEntrypoint> supported_entrypoints(
base::checked_cast<size_t>(max_entrypoints));
int num_supported_entrypoints;
va_res = vaQueryConfigEntrypoints(va_display_,
va_profile,
&supported_entrypoints[0],
&num_supported_entrypoints);
VA_SUCCESS_OR_RETURN(va_res, "vaQueryConfigEntrypoints failed", false);
if (num_supported_entrypoints < 0 ||
num_supported_entrypoints > max_entrypoints) {
DVLOG(1) << "vaQueryConfigEntrypoints returned: "
<< num_supported_entrypoints;
return false;
}
VAEntrypoint entrypoint =
(mode == kEncode ? VAEntrypointEncSlice : VAEntrypointVLD);
if (std::find(supported_entrypoints.begin(),
supported_entrypoints.end(),
entrypoint) == supported_entrypoints.end()) {
DVLOG(1) << "Unsupported entrypoint";
return false;
}
// Query the driver for required attributes.
std::vector<VAConfigAttrib> required_attribs;
required_attribs.insert(
required_attribs.end(),
kCommonVAConfigAttribs,
kCommonVAConfigAttribs + arraysize(kCommonVAConfigAttribs));
if (mode == kEncode) {
required_attribs.insert(
required_attribs.end(),
kEncodeVAConfigAttribs,
kEncodeVAConfigAttribs + arraysize(kEncodeVAConfigAttribs));
}
std::vector<VAConfigAttrib> attribs = required_attribs;
for (size_t i = 0; i < required_attribs.size(); ++i)
attribs[i].value = 0;
va_res = vaGetConfigAttributes(
va_display_, va_profile, entrypoint, &attribs[0], attribs.size());
VA_SUCCESS_OR_RETURN(va_res, "vaGetConfigAttributes failed", false);
for (size_t i = 0; i < required_attribs.size(); ++i) {
if (attribs[i].type != required_attribs[i].type ||
(attribs[i].value & required_attribs[i].value) !=
required_attribs[i].value) {
DVLOG(1) << "Unsupported value " << required_attribs[i].value
<< " for attribute type " << required_attribs[i].type;
return false;
}
}
TryToSetVADisplayAttributeToLocalGPU();
va_res = vaCreateConfig(va_display_,
va_profile,
entrypoint,
&required_attribs[0],
required_attribs.size(),
&va_config_id_);
VA_SUCCESS_OR_RETURN(va_res, "vaCreateConfig failed", false);
return true;
}
void VaapiWrapper::Deinitialize() {
base::AutoLock auto_lock(va_lock_);
if (va_config_id_ != VA_INVALID_ID) {
VAStatus va_res = vaDestroyConfig(va_display_, va_config_id_);
VA_LOG_ON_ERROR(va_res, "vaDestroyConfig failed");
}
if (va_display_) {
VAStatus va_res = vaTerminate(va_display_);
VA_LOG_ON_ERROR(va_res, "vaTerminate failed");
}
va_config_id_ = VA_INVALID_ID;
va_display_ = NULL;
}
bool VaapiWrapper::VAAPIVersionLessThan(int major, int minor) {
return (major_version_ < major) ||
(major_version_ == major && minor_version_ < minor);
}
bool VaapiWrapper::CreateSurfaces(gfx::Size size,
size_t num_surfaces,
std::vector<VASurfaceID>* va_surfaces) {
base::AutoLock auto_lock(va_lock_);
DVLOG(2) << "Creating " << num_surfaces << " surfaces";
DCHECK(va_surfaces->empty());
DCHECK(va_surface_ids_.empty());
va_surface_ids_.resize(num_surfaces);
// Allocate surfaces in driver.
VAStatus va_res = vaCreateSurfaces(va_display_,
VA_RT_FORMAT_YUV420,
size.width(), size.height(),
&va_surface_ids_[0],
va_surface_ids_.size(),
NULL, 0);
VA_LOG_ON_ERROR(va_res, "vaCreateSurfaces failed");
if (va_res != VA_STATUS_SUCCESS) {
va_surface_ids_.clear();
return false;
}
// And create a context associated with them.
va_res = vaCreateContext(va_display_, va_config_id_,
size.width(), size.height(), VA_PROGRESSIVE,
&va_surface_ids_[0], va_surface_ids_.size(),
&va_context_id_);
VA_LOG_ON_ERROR(va_res, "vaCreateContext failed");
if (va_res != VA_STATUS_SUCCESS) {
DestroySurfaces();
return false;
}
*va_surfaces = va_surface_ids_;
return true;
}
void VaapiWrapper::DestroySurfaces() {
base::AutoLock auto_lock(va_lock_);
DVLOG(2) << "Destroying " << va_surface_ids_.size() << " surfaces";
if (va_context_id_ != VA_INVALID_ID) {
VAStatus va_res = vaDestroyContext(va_display_, va_context_id_);
VA_LOG_ON_ERROR(va_res, "vaDestroyContext failed");
}
if (!va_surface_ids_.empty()) {
VAStatus va_res = vaDestroySurfaces(va_display_, &va_surface_ids_[0],
va_surface_ids_.size());
VA_LOG_ON_ERROR(va_res, "vaDestroySurfaces failed");
}
va_surface_ids_.clear();
va_context_id_ = VA_INVALID_ID;
}
bool VaapiWrapper::SubmitBuffer(VABufferType va_buffer_type,
size_t size,
void* buffer) {
base::AutoLock auto_lock(va_lock_);
VABufferID buffer_id;
VAStatus va_res = vaCreateBuffer(va_display_, va_context_id_,
va_buffer_type, size,
1, buffer, &buffer_id);
VA_SUCCESS_OR_RETURN(va_res, "Failed to create a VA buffer", false);
switch (va_buffer_type) {
case VASliceParameterBufferType:
case VASliceDataBufferType:
case VAEncSliceParameterBufferType:
pending_slice_bufs_.push_back(buffer_id);
break;
default:
pending_va_bufs_.push_back(buffer_id);
break;
}
return true;
}
bool VaapiWrapper::SubmitVAEncMiscParamBuffer(
VAEncMiscParameterType misc_param_type,
size_t size,
void* buffer) {
base::AutoLock auto_lock(va_lock_);
VABufferID buffer_id;
VAStatus va_res = vaCreateBuffer(va_display_,
va_context_id_,
VAEncMiscParameterBufferType,
sizeof(VAEncMiscParameterBuffer) + size,
1,
NULL,
&buffer_id);
VA_SUCCESS_OR_RETURN(va_res, "Failed to create a VA buffer", false);
void* data_ptr = NULL;
va_res = vaMapBuffer(va_display_, buffer_id, &data_ptr);
VA_LOG_ON_ERROR(va_res, "vaMapBuffer failed");
if (va_res != VA_STATUS_SUCCESS) {
vaDestroyBuffer(va_display_, buffer_id);
return false;
}
DCHECK(data_ptr);
VAEncMiscParameterBuffer* misc_param =
reinterpret_cast<VAEncMiscParameterBuffer*>(data_ptr);
misc_param->type = misc_param_type;
memcpy(misc_param->data, buffer, size);
va_res = vaUnmapBuffer(va_display_, buffer_id);
VA_LOG_ON_ERROR(va_res, "vaUnmapBuffer failed");
pending_va_bufs_.push_back(buffer_id);
return true;
}
void VaapiWrapper::DestroyPendingBuffers() {
base::AutoLock auto_lock(va_lock_);
for (size_t i = 0; i < pending_va_bufs_.size(); ++i) {
VAStatus va_res = vaDestroyBuffer(va_display_, pending_va_bufs_[i]);
VA_LOG_ON_ERROR(va_res, "vaDestroyBuffer failed");
}
for (size_t i = 0; i < pending_slice_bufs_.size(); ++i) {
VAStatus va_res = vaDestroyBuffer(va_display_, pending_slice_bufs_[i]);
VA_LOG_ON_ERROR(va_res, "vaDestroyBuffer failed");
}
pending_va_bufs_.clear();
pending_slice_bufs_.clear();
}
bool VaapiWrapper::CreateCodedBuffer(size_t size, VABufferID* buffer_id) {
base::AutoLock auto_lock(va_lock_);
VAStatus va_res = vaCreateBuffer(va_display_,
va_context_id_,
VAEncCodedBufferType,
size,
1,
NULL,
buffer_id);
VA_SUCCESS_OR_RETURN(va_res, "Failed to create a coded buffer", false);
DCHECK(coded_buffers_.insert(*buffer_id).second);
return true;
}
void VaapiWrapper::DestroyCodedBuffers() {
base::AutoLock auto_lock(va_lock_);
for (std::set<VABufferID>::const_iterator iter = coded_buffers_.begin();
iter != coded_buffers_.end();
++iter) {
VAStatus va_res = vaDestroyBuffer(va_display_, *iter);
VA_LOG_ON_ERROR(va_res, "vaDestroyBuffer failed");
}
coded_buffers_.clear();
}
bool VaapiWrapper::Execute(VASurfaceID va_surface_id) {
base::AutoLock auto_lock(va_lock_);
DVLOG(4) << "Pending VA bufs to commit: " << pending_va_bufs_.size();
DVLOG(4) << "Pending slice bufs to commit: " << pending_slice_bufs_.size();
DVLOG(4) << "Target VA surface " << va_surface_id;
// Get ready to execute for given surface.
VAStatus va_res = vaBeginPicture(va_display_, va_context_id_,
va_surface_id);
VA_SUCCESS_OR_RETURN(va_res, "vaBeginPicture failed", false);
if (pending_va_bufs_.size() > 0) {
// Commit parameter and slice buffers.
va_res = vaRenderPicture(va_display_,
va_context_id_,
&pending_va_bufs_[0],
pending_va_bufs_.size());
VA_SUCCESS_OR_RETURN(va_res, "vaRenderPicture for va_bufs failed", false);
}
if (pending_slice_bufs_.size() > 0) {
va_res = vaRenderPicture(va_display_,
va_context_id_,
&pending_slice_bufs_[0],
pending_slice_bufs_.size());
VA_SUCCESS_OR_RETURN(va_res, "vaRenderPicture for slices failed", false);
}
// Instruct HW codec to start processing committed buffers.
// Does not block and the job is not finished after this returns.
va_res = vaEndPicture(va_display_, va_context_id_);
VA_SUCCESS_OR_RETURN(va_res, "vaEndPicture failed", false);
return true;
}
bool VaapiWrapper::ExecuteAndDestroyPendingBuffers(VASurfaceID va_surface_id) {
bool result = Execute(va_surface_id);
DestroyPendingBuffers();
return result;
}
bool VaapiWrapper::PutSurfaceIntoPixmap(VASurfaceID va_surface_id,
Pixmap x_pixmap,
gfx::Size dest_size) {
base::AutoLock auto_lock(va_lock_);
VAStatus va_res = vaSyncSurface(va_display_, va_surface_id);
VA_SUCCESS_OR_RETURN(va_res, "Failed syncing surface", false);
// Put the data into an X Pixmap.
va_res = vaPutSurface(va_display_,
va_surface_id,
x_pixmap,
0, 0, dest_size.width(), dest_size.height(),
0, 0, dest_size.width(), dest_size.height(),
NULL, 0, 0);
VA_SUCCESS_OR_RETURN(va_res, "Failed putting surface to pixmap", false);
return true;
}
bool VaapiWrapper::GetVaImageForTesting(VASurfaceID va_surface_id,
VAImage* image,
void** mem) {
base::AutoLock auto_lock(va_lock_);
VAStatus va_res = vaSyncSurface(va_display_, va_surface_id);
VA_SUCCESS_OR_RETURN(va_res, "Failed syncing surface", false);
// Derive a VAImage from the VASurface
va_res = vaDeriveImage(va_display_, va_surface_id, image);
VA_LOG_ON_ERROR(va_res, "vaDeriveImage failed");
if (va_res != VA_STATUS_SUCCESS)
return false;
// Map the VAImage into memory
va_res = vaMapBuffer(va_display_, image->buf, mem);
VA_LOG_ON_ERROR(va_res, "vaMapBuffer failed");
if (va_res == VA_STATUS_SUCCESS)
return true;
va_res = vaDestroyImage(va_display_, image->image_id);
VA_LOG_ON_ERROR(va_res, "vaDestroyImage failed");
return false;
}
void VaapiWrapper::ReturnVaImageForTesting(VAImage* image) {
base::AutoLock auto_lock(va_lock_);
VAStatus va_res = vaUnmapBuffer(va_display_, image->buf);
VA_LOG_ON_ERROR(va_res, "vaUnmapBuffer failed");
va_res = vaDestroyImage(va_display_, image->image_id);
VA_LOG_ON_ERROR(va_res, "vaDestroyImage failed");
}
static void DestroyVAImage(VADisplay va_display, VAImage image) {
if (image.image_id != VA_INVALID_ID)
vaDestroyImage(va_display, image.image_id);
}
bool VaapiWrapper::UploadVideoFrameToSurface(
const scoped_refptr<media::VideoFrame>& frame,
VASurfaceID va_surface_id) {
base::AutoLock auto_lock(va_lock_);
VAImage image;
VAStatus va_res = vaDeriveImage(va_display_, va_surface_id, &image);
VA_SUCCESS_OR_RETURN(va_res, "vaDeriveImage failed", false);
base::ScopedClosureRunner vaimage_deleter(
base::Bind(&DestroyVAImage, va_display_, image));
if (image.format.fourcc != VA_FOURCC_NV12) {
DVLOG(1) << "Unsupported image format: " << image.format.fourcc;
return false;
}
if (gfx::Rect(image.width, image.height) < gfx::Rect(frame->coded_size())) {
DVLOG(1) << "Buffer too small to fit the frame.";
return false;
}
void* image_ptr = NULL;
va_res = vaMapBuffer(va_display_, image.buf, &image_ptr);
VA_SUCCESS_OR_RETURN(va_res, "vaMapBuffer failed", false);
DCHECK(image_ptr);
int ret = 0;
{
base::AutoUnlock auto_unlock(va_lock_);
ret = libyuv::I420ToNV12(frame->data(media::VideoFrame::kYPlane),
frame->stride(media::VideoFrame::kYPlane),
frame->data(media::VideoFrame::kUPlane),
frame->stride(media::VideoFrame::kUPlane),
frame->data(media::VideoFrame::kVPlane),
frame->stride(media::VideoFrame::kVPlane),
static_cast<uint8*>(image_ptr) + image.offsets[0],
image.pitches[0],
static_cast<uint8*>(image_ptr) + image.offsets[1],
image.pitches[1],
image.width,
image.height);
}
va_res = vaUnmapBuffer(va_display_, image.buf);
VA_LOG_ON_ERROR(va_res, "vaUnmapBuffer failed");
return ret == 0;
}
bool VaapiWrapper::DownloadAndDestroyCodedBuffer(VABufferID buffer_id,
VASurfaceID sync_surface_id,
uint8* target_ptr,
size_t target_size,
size_t* coded_data_size) {
base::AutoLock auto_lock(va_lock_);
VAStatus va_res = vaSyncSurface(va_display_, sync_surface_id);
VA_SUCCESS_OR_RETURN(va_res, "Failed syncing surface", false);
VACodedBufferSegment* buffer_segment = NULL;
va_res = vaMapBuffer(
va_display_, buffer_id, reinterpret_cast<void**>(&buffer_segment));
VA_SUCCESS_OR_RETURN(va_res, "vaMapBuffer failed", false);
DCHECK(target_ptr);
{
base::AutoUnlock auto_unlock(va_lock_);
*coded_data_size = 0;
while (buffer_segment) {
DCHECK(buffer_segment->buf);
if (buffer_segment->size > target_size) {
DVLOG(1) << "Insufficient output buffer size";
break;
}
memcpy(target_ptr, buffer_segment->buf, buffer_segment->size);
target_ptr += buffer_segment->size;
*coded_data_size += buffer_segment->size;
target_size -= buffer_segment->size;
buffer_segment =
reinterpret_cast<VACodedBufferSegment*>(buffer_segment->next);
}
}
va_res = vaUnmapBuffer(va_display_, buffer_id);
VA_LOG_ON_ERROR(va_res, "vaUnmapBuffer failed");
va_res = vaDestroyBuffer(va_display_, buffer_id);
VA_LOG_ON_ERROR(va_res, "vaDestroyBuffer failed");
DCHECK(coded_buffers_.erase(buffer_id));
return buffer_segment == NULL;
}
// static
bool VaapiWrapper::PostSandboxInitialization() {
StubPathMap paths;
paths[kModuleVa].push_back(kVaLib);
return InitializeStubs(paths);
}
} // namespace content