blob: 74e9222bfb9b2224a1ae2dadb12bd7ba8dbda3a5 [file] [log] [blame]
/*
* Copyright (C) 2009 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
//#define LOG_NDEBUG 0
#define LOG_TAG "Utils"
#include <utils/Log.h>
#include "include/ESDS.h"
#include <arpa/inet.h>
#include <media/stagefright/foundation/ABuffer.h>
#include <media/stagefright/foundation/ADebug.h>
#include <media/stagefright/foundation/AMessage.h>
#include <media/stagefright/MetaData.h>
#include <media/stagefright/Utils.h>
namespace android {
uint16_t U16_AT(const uint8_t *ptr) {
return ptr[0] << 8 | ptr[1];
}
uint32_t U32_AT(const uint8_t *ptr) {
return ptr[0] << 24 | ptr[1] << 16 | ptr[2] << 8 | ptr[3];
}
uint64_t U64_AT(const uint8_t *ptr) {
return ((uint64_t)U32_AT(ptr)) << 32 | U32_AT(ptr + 4);
}
uint16_t U16LE_AT(const uint8_t *ptr) {
return ptr[0] | (ptr[1] << 8);
}
uint32_t U32LE_AT(const uint8_t *ptr) {
return ptr[3] << 24 | ptr[2] << 16 | ptr[1] << 8 | ptr[0];
}
uint64_t U64LE_AT(const uint8_t *ptr) {
return ((uint64_t)U32LE_AT(ptr + 4)) << 32 | U32LE_AT(ptr);
}
// XXX warning: these won't work on big-endian host.
uint64_t ntoh64(uint64_t x) {
return ((uint64_t)ntohl(x & 0xffffffff) << 32) | ntohl(x >> 32);
}
uint64_t hton64(uint64_t x) {
return ((uint64_t)htonl(x & 0xffffffff) << 32) | htonl(x >> 32);
}
status_t convertMetaDataToMessage(
const sp<MetaData> &meta, sp<AMessage> *format) {
format->clear();
const char *mime;
CHECK(meta->findCString(kKeyMIMEType, &mime));
sp<AMessage> msg = new AMessage;
msg->setString("mime", mime);
int64_t durationUs;
if (meta->findInt64(kKeyDuration, &durationUs)) {
msg->setInt64("durationUs", durationUs);
}
if (!strncasecmp("video/", mime, 6)) {
int32_t width, height;
CHECK(meta->findInt32(kKeyWidth, &width));
CHECK(meta->findInt32(kKeyHeight, &height));
msg->setInt32("width", width);
msg->setInt32("height", height);
} else if (!strncasecmp("audio/", mime, 6)) {
int32_t numChannels, sampleRate;
CHECK(meta->findInt32(kKeyChannelCount, &numChannels));
CHECK(meta->findInt32(kKeySampleRate, &sampleRate));
msg->setInt32("channel-count", numChannels);
msg->setInt32("sample-rate", sampleRate);
int32_t channelMask;
if (meta->findInt32(kKeyChannelMask, &channelMask)) {
msg->setInt32("channel-mask", channelMask);
}
int32_t delay = 0;
if (meta->findInt32(kKeyEncoderDelay, &delay)) {
msg->setInt32("encoder-delay", delay);
}
int32_t padding = 0;
if (meta->findInt32(kKeyEncoderPadding, &padding)) {
msg->setInt32("encoder-padding", padding);
}
int32_t isADTS;
if (meta->findInt32(kKeyIsADTS, &isADTS)) {
msg->setInt32("is-adts", true);
}
}
int32_t maxInputSize;
if (meta->findInt32(kKeyMaxInputSize, &maxInputSize)) {
msg->setInt32("max-input-size", maxInputSize);
}
uint32_t type;
const void *data;
size_t size;
if (meta->findData(kKeyAVCC, &type, &data, &size)) {
// Parse the AVCDecoderConfigurationRecord
const uint8_t *ptr = (const uint8_t *)data;
CHECK(size >= 7);
CHECK_EQ((unsigned)ptr[0], 1u); // configurationVersion == 1
uint8_t profile = ptr[1];
uint8_t level = ptr[3];
// There is decodable content out there that fails the following
// assertion, let's be lenient for now...
// CHECK((ptr[4] >> 2) == 0x3f); // reserved
size_t lengthSize = 1 + (ptr[4] & 3);
// commented out check below as H264_QVGA_500_NO_AUDIO.3gp
// violates it...
// CHECK((ptr[5] >> 5) == 7); // reserved
size_t numSeqParameterSets = ptr[5] & 31;
ptr += 6;
size -= 6;
sp<ABuffer> buffer = new ABuffer(1024);
buffer->setRange(0, 0);
for (size_t i = 0; i < numSeqParameterSets; ++i) {
CHECK(size >= 2);
size_t length = U16_AT(ptr);
ptr += 2;
size -= 2;
CHECK(size >= length);
memcpy(buffer->data() + buffer->size(), "\x00\x00\x00\x01", 4);
memcpy(buffer->data() + buffer->size() + 4, ptr, length);
buffer->setRange(0, buffer->size() + 4 + length);
ptr += length;
size -= length;
}
buffer->meta()->setInt32("csd", true);
buffer->meta()->setInt64("timeUs", 0);
msg->setBuffer("csd-0", buffer);
buffer = new ABuffer(1024);
buffer->setRange(0, 0);
CHECK(size >= 1);
size_t numPictureParameterSets = *ptr;
++ptr;
--size;
for (size_t i = 0; i < numPictureParameterSets; ++i) {
CHECK(size >= 2);
size_t length = U16_AT(ptr);
ptr += 2;
size -= 2;
CHECK(size >= length);
memcpy(buffer->data() + buffer->size(), "\x00\x00\x00\x01", 4);
memcpy(buffer->data() + buffer->size() + 4, ptr, length);
buffer->setRange(0, buffer->size() + 4 + length);
ptr += length;
size -= length;
}
buffer->meta()->setInt32("csd", true);
buffer->meta()->setInt64("timeUs", 0);
msg->setBuffer("csd-1", buffer);
} else if (meta->findData(kKeyESDS, &type, &data, &size)) {
ESDS esds((const char *)data, size);
CHECK_EQ(esds.InitCheck(), (status_t)OK);
const void *codec_specific_data;
size_t codec_specific_data_size;
esds.getCodecSpecificInfo(
&codec_specific_data, &codec_specific_data_size);
sp<ABuffer> buffer = new ABuffer(codec_specific_data_size);
memcpy(buffer->data(), codec_specific_data,
codec_specific_data_size);
buffer->meta()->setInt32("csd", true);
buffer->meta()->setInt64("timeUs", 0);
msg->setBuffer("csd-0", buffer);
} else if (meta->findData(kKeyVorbisInfo, &type, &data, &size)) {
sp<ABuffer> buffer = new ABuffer(size);
memcpy(buffer->data(), data, size);
buffer->meta()->setInt32("csd", true);
buffer->meta()->setInt64("timeUs", 0);
msg->setBuffer("csd-0", buffer);
if (!meta->findData(kKeyVorbisBooks, &type, &data, &size)) {
return -EINVAL;
}
buffer = new ABuffer(size);
memcpy(buffer->data(), data, size);
buffer->meta()->setInt32("csd", true);
buffer->meta()->setInt64("timeUs", 0);
msg->setBuffer("csd-1", buffer);
}
*format = msg;
return OK;
}
static size_t reassembleAVCC(const sp<ABuffer> &csd0, const sp<ABuffer> csd1, char *avcc) {
avcc[0] = 1; // version
avcc[1] = 0x64; // profile
avcc[2] = 0; // unused (?)
avcc[3] = 0xd; // level
avcc[4] = 0xff; // reserved+size
size_t i = 0;
int numparams = 0;
int lastparamoffset = 0;
int avccidx = 6;
do {
if (i >= csd0->size() - 4 ||
memcmp(csd0->data() + i, "\x00\x00\x00\x01", 4) == 0) {
if (i >= csd0->size() - 4) {
// there can't be another param here, so use all the rest
i = csd0->size();
}
ALOGV("block at %d, last was %d", i, lastparamoffset);
if (lastparamoffset > 0) {
int size = i - lastparamoffset;
avcc[avccidx++] = size >> 8;
avcc[avccidx++] = size & 0xff;
memcpy(avcc+avccidx, csd0->data() + lastparamoffset, size);
avccidx += size;
numparams++;
}
i += 4;
lastparamoffset = i;
} else {
i++;
}
} while(i < csd0->size());
ALOGV("csd0 contains %d params", numparams);
avcc[5] = 0xe0 | numparams;
//and now csd-1
i = 0;
numparams = 0;
lastparamoffset = 0;
int numpicparamsoffset = avccidx;
avccidx++;
do {
if (i >= csd1->size() - 4 ||
memcmp(csd1->data() + i, "\x00\x00\x00\x01", 4) == 0) {
if (i >= csd1->size() - 4) {
// there can't be another param here, so use all the rest
i = csd1->size();
}
ALOGV("block at %d, last was %d", i, lastparamoffset);
if (lastparamoffset > 0) {
int size = i - lastparamoffset;
avcc[avccidx++] = size >> 8;
avcc[avccidx++] = size & 0xff;
memcpy(avcc+avccidx, csd1->data() + lastparamoffset, size);
avccidx += size;
numparams++;
}
i += 4;
lastparamoffset = i;
} else {
i++;
}
} while(i < csd1->size());
avcc[numpicparamsoffset] = numparams;
return avccidx;
}
static void reassembleESDS(const sp<ABuffer> &csd0, char *esds) {
int csd0size = csd0->size();
esds[0] = 3; // kTag_ESDescriptor;
int esdescriptorsize = 26 + csd0size;
CHECK(esdescriptorsize < 268435456); // 7 bits per byte, so max is 2^28-1
esds[1] = 0x80 | (esdescriptorsize >> 21);
esds[2] = 0x80 | ((esdescriptorsize >> 14) & 0x7f);
esds[3] = 0x80 | ((esdescriptorsize >> 7) & 0x7f);
esds[4] = (esdescriptorsize & 0x7f);
esds[5] = esds[6] = 0; // es id
esds[7] = 0; // flags
esds[8] = 4; // kTag_DecoderConfigDescriptor
int configdescriptorsize = 18 + csd0size;
esds[9] = 0x80 | (configdescriptorsize >> 21);
esds[10] = 0x80 | ((configdescriptorsize >> 14) & 0x7f);
esds[11] = 0x80 | ((configdescriptorsize >> 7) & 0x7f);
esds[12] = (configdescriptorsize & 0x7f);
esds[13] = 0x40; // objectTypeIndication
esds[14] = 0x15; // not sure what 14-25 mean, they are ignored by ESDS.cpp,
esds[15] = 0x00; // but the actual values here were taken from a real file.
esds[16] = 0x18;
esds[17] = 0x00;
esds[18] = 0x00;
esds[19] = 0x00;
esds[20] = 0xfa;
esds[21] = 0x00;
esds[22] = 0x00;
esds[23] = 0x00;
esds[24] = 0xfa;
esds[25] = 0x00;
esds[26] = 5; // kTag_DecoderSpecificInfo;
esds[27] = 0x80 | (csd0size >> 21);
esds[28] = 0x80 | ((csd0size >> 14) & 0x7f);
esds[29] = 0x80 | ((csd0size >> 7) & 0x7f);
esds[30] = (csd0size & 0x7f);
memcpy((void*)&esds[31], csd0->data(), csd0size);
// data following this is ignored, so don't bother appending it
}
void convertMessageToMetaData(const sp<AMessage> &msg, sp<MetaData> &meta) {
AString mime;
if (msg->findString("mime", &mime)) {
meta->setCString(kKeyMIMEType, mime.c_str());
} else {
ALOGW("did not find mime type");
}
int64_t durationUs;
if (msg->findInt64("durationUs", &durationUs)) {
meta->setInt64(kKeyDuration, durationUs);
}
if (mime.startsWith("video/")) {
int32_t width;
int32_t height;
if (msg->findInt32("width", &width) && msg->findInt32("height", &height)) {
meta->setInt32(kKeyWidth, width);
meta->setInt32(kKeyHeight, height);
} else {
ALOGW("did not find width and/or height");
}
} else if (mime.startsWith("audio/")) {
int32_t numChannels;
if (msg->findInt32("channel-count", &numChannels)) {
meta->setInt32(kKeyChannelCount, numChannels);
}
int32_t sampleRate;
if (msg->findInt32("sample-rate", &sampleRate)) {
meta->setInt32(kKeySampleRate, sampleRate);
}
int32_t channelMask;
if (msg->findInt32("channel-mask", &channelMask)) {
meta->setInt32(kKeyChannelMask, channelMask);
}
int32_t delay = 0;
if (msg->findInt32("encoder-delay", &delay)) {
meta->setInt32(kKeyEncoderDelay, delay);
}
int32_t padding = 0;
if (msg->findInt32("encoder-padding", &padding)) {
meta->setInt32(kKeyEncoderPadding, padding);
}
int32_t isADTS;
if (msg->findInt32("is-adts", &isADTS)) {
meta->setInt32(kKeyIsADTS, isADTS);
}
}
int32_t maxInputSize;
if (msg->findInt32("max-input-size", &maxInputSize)) {
meta->setInt32(kKeyMaxInputSize, maxInputSize);
}
// reassemble the csd data into its original form
sp<ABuffer> csd0;
if (msg->findBuffer("csd-0", &csd0)) {
if (mime.startsWith("video/")) { // do we need to be stricter than this?
sp<ABuffer> csd1;
if (msg->findBuffer("csd-1", &csd1)) {
char avcc[1024]; // that oughta be enough, right?
size_t outsize = reassembleAVCC(csd0, csd1, avcc);
meta->setData(kKeyAVCC, kKeyAVCC, avcc, outsize);
}
} else if (mime.startsWith("audio/")) {
int csd0size = csd0->size();
char esds[csd0size + 31];
reassembleESDS(csd0, esds);
meta->setData(kKeyESDS, kKeyESDS, esds, sizeof(esds));
}
}
// XXX TODO add whatever other keys there are
#if 0
ALOGI("converted %s to:", msg->debugString(0).c_str());
meta->dumpToLog();
#endif
}
} // namespace android