blob: adcec72b8213df2cc86ec3f05a916ca62090a7e6 [file]
/*
* Copyright 2023 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#define LOG_TAG "bluetooth-a2dp"
#include <bluetooth/log.h>
#include <inttypes.h>
#include <string.h>
#include <string>
#include "a2dp_aac.h"
#include "a2dp_aac_encoder.h"
#include "common/time_util.h"
#include "internal_include/bt_target.h"
#include "mmc/codec_client/codec_client.h"
#include "mmc/proto/mmc_config.pb.h"
#include "os/rand.h"
#include "osi/include/allocator.h"
#include "stack/include/bt_hdr.h"
const int A2DP_AAC_HEADER_LEN = 9;
const int A2DP_AAC_MAX_LEN_REPR = 4;
const int A2DP_AAC_MAX_PREFIX_SIZE =
AVDT_MEDIA_HDR_SIZE + A2DP_AAC_HEADER_LEN + A2DP_AAC_MAX_LEN_REPR;
using namespace bluetooth;
class FFmpegInterface {
public:
// Updates the context and configures codec parameters.
//
// Returns:
// The (fixed) input pcm frame size that the encoder accepts.
// Otherwise a negative errno on error.
int prepare_context(int sample_rate, int channel_count, int bit_rate,
int bit_depth, int effective_frame_size) {
clear_context();
client = new mmc::CodecClient;
mmc::AacEncoderParam param;
param.set_sample_rate(sample_rate);
param.set_channel_count(channel_count);
param.set_bit_rate(bit_rate);
param.set_bit_depth(bit_depth);
param.set_effective_frame_size(effective_frame_size);
mmc::ConfigParam config;
*config.mutable_a2dp_aac_encoder_param() = param;
int rc = client->init(config);
if (rc < 0) {
log::error("Init failed with error message, {}", strerror(-rc));
}
return rc;
}
void clear_context() {
if (client) {
client->cleanup();
delete client;
client = nullptr;
}
}
// Returns a negative errno if the encoded frame was not produced.
// Otherwise returns the length of the encoded frame stored in `o_buf`.
int encode_pcm(uint8_t* i_buf, int i_len, uint8_t* o_buf, int o_len) {
if (i_buf == nullptr || o_buf == nullptr) {
log::error("Buffer is null");
return -EINVAL;
}
if (!client) {
log::error("CodecClient does not init");
return -ENOENT;
}
int rc = client->transcode(i_buf, i_len, o_buf, o_len);
if (rc < 0) {
log::error("Encode failed with error message, {}", strerror(-rc));
}
return rc;
}
private:
mmc::CodecClient* client = nullptr;
};
typedef struct {
float counter;
uint32_t bytes_per_tick; /* pcm bytes read for each media task tick */
uint64_t last_frame_us;
} tA2DP_AAC_FEEDING_STATE;
typedef struct {
uint64_t session_start_us;
size_t media_read_total_expected_packets;
size_t media_read_total_expected_reads_count;
size_t media_read_total_expected_read_bytes;
size_t media_read_total_dropped_packets;
size_t media_read_total_actual_reads_count;
size_t media_read_total_actual_read_bytes;
} a2dp_aac_encoder_stats_t;
typedef struct {
a2dp_source_read_callback_t read_callback;
a2dp_source_enqueue_callback_t enqueue_callback;
tA2DP_ENCODER_INIT_PEER_PARAMS peer_params;
tA2DP_FEEDING_PARAMS feeding_params;
tA2DP_AAC_FEEDING_STATE aac_feeding_state;
uint16_t TxAaMtuSize;
uint32_t timestamp; // Timestamp embedded into the BT frames
uint32_t pcm_samples_per_frame;
uint32_t encoder_interval_ms;
a2dp_aac_encoder_stats_t stats;
} tA2DP_AAC_ENCODER_CB;
static void a2dp_aac_get_num_frame_iteration(uint8_t* num_of_iterations,
uint8_t* num_of_frames,
uint64_t timestamp_us);
static void a2dp_aac_encode_frames(uint8_t nb_frame);
static bool a2dp_aac_read_feeding(uint8_t* read_buffer, uint32_t* bytes_read);
static uint16_t adjust_effective_mtu(
const tA2DP_ENCODER_INIT_PEER_PARAMS& peer_params);
namespace {
tA2DP_AAC_ENCODER_CB a2dp_aac_encoder_cb;
FFmpegInterface codec_intf;
} // namespace
bool A2DP_LoadEncoderAac() { return true; }
void A2DP_UnloadEncoderAac(void) {
codec_intf.clear_context();
a2dp_aac_encoder_cb = tA2DP_AAC_ENCODER_CB{};
}
void a2dp_aac_encoder_init(const tA2DP_ENCODER_INIT_PEER_PARAMS* p_peer_params,
A2dpCodecConfig* a2dp_codec_config,
a2dp_source_read_callback_t read_callback,
a2dp_source_enqueue_callback_t enqueue_callback) {
uint8_t codec_info[AVDT_CODEC_SIZE];
if (!a2dp_codec_config->copyOutOtaCodecConfig(codec_info)) {
log::error("Cannot update the codec encoder for {}: invalid codec config",
a2dp_codec_config->name());
return;
}
uint16_t mtu = adjust_effective_mtu(*p_peer_params);
int max_bit_rate =
A2DP_ComputeMaxBitRateAac(codec_info, mtu - A2DP_AAC_MAX_PREFIX_SIZE) /
8 * 8;
int bit_rate = std::min(A2DP_GetBitRateAac(codec_info) / 8 * 8, max_bit_rate);
tA2DP_SAMPLE_RATE sample_rate = A2DP_GetTrackSampleRateAac(codec_info);
tA2DP_CHANNEL_COUNT channel_count = A2DP_GetTrackChannelCountAac(codec_info);
tA2DP_BITS_PER_SAMPLE bits_per_sample =
a2dp_codec_config->getAudioBitsPerSample();
int pcm_samples_per_frame = codec_intf.prepare_context(
sample_rate, channel_count, bit_rate, bits_per_sample, mtu);
if (pcm_samples_per_frame < 0) {
log::error("Failed to prepare context: {}", pcm_samples_per_frame);
codec_intf.clear_context();
return; // TODO(b/294165759): need to return an error
}
uint32_t encoder_interval_ms = pcm_samples_per_frame * 1000 / sample_rate;
a2dp_aac_encoder_cb = tA2DP_AAC_ENCODER_CB{
.read_callback = read_callback,
.enqueue_callback = enqueue_callback,
.TxAaMtuSize = mtu,
.peer_params = *p_peer_params,
.timestamp = bluetooth::os::GenerateRandom(), // (RFC 6416)
.feeding_params =
{
.sample_rate = sample_rate,
.bits_per_sample = bits_per_sample,
.channel_count = channel_count,
},
.aac_feeding_state =
tA2DP_AAC_FEEDING_STATE{
.bytes_per_tick = (sample_rate * bits_per_sample / 8 *
channel_count * encoder_interval_ms) /
1000,
},
.pcm_samples_per_frame = static_cast<uint32_t>(pcm_samples_per_frame),
.encoder_interval_ms = encoder_interval_ms,
.stats =
a2dp_aac_encoder_stats_t{
.session_start_us = bluetooth::common::time_get_os_boottime_us(),
},
};
}
void a2dp_aac_encoder_cleanup() {
codec_intf.clear_context();
a2dp_aac_encoder_cb = tA2DP_AAC_ENCODER_CB{};
}
void a2dp_aac_feeding_reset() {
auto frame_length = a2dp_aac_encoder_cb.pcm_samples_per_frame;
auto sample_rate = a2dp_aac_encoder_cb.feeding_params.sample_rate;
if (sample_rate == 0) {
log::warn("Sample rate is not configured");
return;
}
a2dp_aac_encoder_cb.encoder_interval_ms = frame_length * 1000 / sample_rate;
a2dp_aac_encoder_cb.aac_feeding_state = tA2DP_AAC_FEEDING_STATE{
.bytes_per_tick = (a2dp_aac_encoder_cb.feeding_params.sample_rate *
a2dp_aac_encoder_cb.feeding_params.bits_per_sample /
8 * a2dp_aac_encoder_cb.feeding_params.channel_count *
a2dp_aac_encoder_cb.encoder_interval_ms) /
1000,
};
log::warn("PCM bytes {} per tick ({}ms)",
a2dp_aac_encoder_cb.aac_feeding_state.bytes_per_tick,
a2dp_aac_encoder_cb.encoder_interval_ms);
}
void a2dp_aac_feeding_flush() {
a2dp_aac_encoder_cb.aac_feeding_state.counter = 0.0f;
}
uint64_t a2dp_aac_get_encoder_interval_ms() {
return a2dp_aac_encoder_cb.encoder_interval_ms;
}
int a2dp_aac_get_effective_frame_size() {
return a2dp_aac_encoder_cb.TxAaMtuSize;
}
void a2dp_aac_send_frames(uint64_t timestamp_us) {
uint8_t nb_frame = 0;
uint8_t nb_iterations = 0;
a2dp_aac_get_num_frame_iteration(&nb_iterations, &nb_frame, timestamp_us);
if (nb_frame == 0) return;
for (uint8_t counter = 0; counter < nb_iterations; counter++) {
a2dp_aac_encode_frames(nb_frame);
}
}
// Obtains the number of frames to send and number of iterations
// to be used. |num_of_iterations| and |num_of_frames| parameters
// are used as output param for returning the respective values.
static void a2dp_aac_get_num_frame_iteration(uint8_t* num_of_iterations,
uint8_t* num_of_frames,
uint64_t timestamp_us) {
uint32_t result = 0;
uint8_t nof = 0;
uint8_t noi = 1;
uint32_t pcm_bytes_per_frame =
a2dp_aac_encoder_cb.pcm_samples_per_frame *
a2dp_aac_encoder_cb.feeding_params.channel_count *
a2dp_aac_encoder_cb.feeding_params.bits_per_sample / 8;
log::verbose("pcm_bytes_per_frame {}", pcm_bytes_per_frame);
uint32_t us_this_tick = a2dp_aac_encoder_cb.encoder_interval_ms * 1000;
uint64_t now_us = timestamp_us;
if (a2dp_aac_encoder_cb.aac_feeding_state.last_frame_us != 0)
us_this_tick =
(now_us - a2dp_aac_encoder_cb.aac_feeding_state.last_frame_us);
a2dp_aac_encoder_cb.aac_feeding_state.last_frame_us = now_us;
a2dp_aac_encoder_cb.aac_feeding_state.counter +=
(float)a2dp_aac_encoder_cb.aac_feeding_state.bytes_per_tick *
us_this_tick / (a2dp_aac_encoder_cb.encoder_interval_ms * 1000);
result = a2dp_aac_encoder_cb.aac_feeding_state.counter / pcm_bytes_per_frame;
a2dp_aac_encoder_cb.aac_feeding_state.counter -= result * pcm_bytes_per_frame;
nof = result;
log::verbose("effective num of frames {}, iterations {}", nof, noi);
*num_of_frames = nof;
*num_of_iterations = noi;
}
static void a2dp_aac_encode_frames(uint8_t nb_frame) {
uint8_t read_buffer[BT_DEFAULT_BUFFER_SIZE];
int pcm_bytes_per_frame = a2dp_aac_encoder_cb.pcm_samples_per_frame *
a2dp_aac_encoder_cb.feeding_params.channel_count *
a2dp_aac_encoder_cb.feeding_params.bits_per_sample /
8;
log::assert_that(pcm_bytes_per_frame <= static_cast<int>(sizeof(read_buffer)),
"assert failed: pcm_bytes_per_frame <= "
"static_cast<int>(sizeof(read_buffer))");
while (nb_frame) {
a2dp_aac_encoder_cb.stats.media_read_total_expected_packets++;
uint32_t bytes_read = 0;
if (!a2dp_aac_read_feeding(read_buffer, &bytes_read)) {
log::warn("Underflow {}", nb_frame);
a2dp_aac_encoder_cb.aac_feeding_state.counter +=
nb_frame * a2dp_aac_encoder_cb.pcm_samples_per_frame *
a2dp_aac_encoder_cb.feeding_params.channel_count *
a2dp_aac_encoder_cb.feeding_params.bits_per_sample / 8;
return;
}
BT_HDR* p_buf = (BT_HDR*)osi_calloc(BT_DEFAULT_BUFFER_SIZE);
p_buf->offset = AVDT_MEDIA_OFFSET;
p_buf->len = 0;
p_buf->layer_specific = 0;
int written = codec_intf.encode_pcm(
read_buffer, bytes_read, (uint8_t*)(p_buf + 1) + p_buf->offset,
BT_DEFAULT_BUFFER_SIZE - 1 - p_buf->offset);
if (written < 0) {
a2dp_aac_encoder_cb.stats.media_read_total_dropped_packets++;
osi_free(p_buf);
return;
}
if (written == 0) {
log::info("Dropped a frame, likely due to buffering");
a2dp_aac_encoder_cb.stats.media_read_total_dropped_packets++;
osi_free(p_buf);
continue;
}
p_buf->layer_specific++;
p_buf->len += written;
--nb_frame;
*((uint32_t*)(p_buf + 1)) = a2dp_aac_encoder_cb.timestamp;
a2dp_aac_encoder_cb.timestamp +=
p_buf->layer_specific * a2dp_aac_encoder_cb.pcm_samples_per_frame;
if (!a2dp_aac_encoder_cb.enqueue_callback(p_buf, 1, bytes_read)) return;
}
}
static bool a2dp_aac_read_feeding(uint8_t* read_buffer, uint32_t* bytes_read) {
uint32_t read_size = a2dp_aac_encoder_cb.pcm_samples_per_frame *
a2dp_aac_encoder_cb.feeding_params.channel_count *
a2dp_aac_encoder_cb.feeding_params.bits_per_sample / 8;
a2dp_aac_encoder_cb.stats.media_read_total_expected_reads_count++;
a2dp_aac_encoder_cb.stats.media_read_total_expected_read_bytes += read_size;
/* Read Data from UIPC channel */
uint32_t nb_byte_read =
a2dp_aac_encoder_cb.read_callback(read_buffer, read_size);
a2dp_aac_encoder_cb.stats.media_read_total_actual_read_bytes += nb_byte_read;
*bytes_read = nb_byte_read;
if (nb_byte_read < read_size) {
if (nb_byte_read == 0) return false;
/* Fill the unfilled part of the read buffer with silence (0) */
std::fill_n((uint8_t*)read_buffer + nb_byte_read, read_size - nb_byte_read,
0x00);
nb_byte_read = read_size;
}
a2dp_aac_encoder_cb.stats.media_read_total_actual_reads_count++;
return true;
}
static uint16_t adjust_effective_mtu(
const tA2DP_ENCODER_INIT_PEER_PARAMS& peer_params) {
uint16_t mtu_size =
BT_DEFAULT_BUFFER_SIZE - AVDT_MEDIA_OFFSET - sizeof(BT_HDR);
if (mtu_size > peer_params.peer_mtu) {
mtu_size = peer_params.peer_mtu;
}
log::verbose("original AVDTP MTU size: {}", mtu_size);
if (peer_params.is_peer_edr && !peer_params.peer_supports_3mbps) {
// This condition would be satisfied only if the remote device is
// EDR and supports only 2 Mbps, but the effective AVDTP MTU size
// exceeds the 2DH5 packet size.
log::verbose("The remote device is EDR but does not support 3 Mbps");
if (mtu_size > MAX_2MBPS_AVDTP_MTU) {
log::warn("Restricting AVDTP MTU size from {} to {}", mtu_size,
MAX_2MBPS_AVDTP_MTU);
mtu_size = MAX_2MBPS_AVDTP_MTU;
}
}
return mtu_size;
}
void A2dpCodecConfigAacSource::debug_codec_dump(int fd) {
a2dp_aac_encoder_stats_t* stats = &a2dp_aac_encoder_cb.stats;
A2dpCodecConfig::debug_codec_dump(fd);
auto codec_specific_1 = getCodecConfig().codec_specific_1;
dprintf(
fd,
" AAC bitrate mode : %s "
"(0x%" PRIx64 ")\n",
((codec_specific_1 & ~A2DP_AAC_VARIABLE_BIT_RATE_MASK) == 0 ? "Constant"
: "Variable"),
codec_specific_1);
dprintf(fd, " Encoder interval (ms): %" PRIu64 "\n",
a2dp_aac_get_encoder_interval_ms());
dprintf(fd, " Effective MTU: %d\n", a2dp_aac_get_effective_frame_size());
dprintf(fd,
" Packet counts (expected/dropped) : %zu / "
"%zu\n",
stats->media_read_total_expected_packets,
stats->media_read_total_dropped_packets);
dprintf(fd,
" PCM read counts (expected/actual) : %zu / "
"%zu\n",
stats->media_read_total_expected_reads_count,
stats->media_read_total_actual_reads_count);
dprintf(fd,
" PCM read bytes (expected/actual) : %zu / "
"%zu\n",
stats->media_read_total_expected_read_bytes,
stats->media_read_total_actual_read_bytes);
}