1 /*
2  * Copyright 2016 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #define LOG_TAG "bluetooth-a2dp"
18 
19 #include "a2dp_aac_encoder.h"
20 
21 #include <FDK_audio.h>
22 #include <aacenc_lib.h>
23 #include <bluetooth/log.h>
24 #include <inttypes.h>
25 #include <stdio.h>
26 #include <string.h>
27 
28 #include <algorithm>
29 #include <cstdint>
30 
31 #include "a2dp_aac.h"
32 #include "a2dp_aac_constants.h"
33 #include "a2dp_codec_api.h"
34 #include "avdt_api.h"
35 #include "common/time_util.h"
36 #include "internal_include/bt_target.h"
37 #include "osi/include/allocator.h"
38 #include "stack/include/bt_hdr.h"
39 
40 //
41 // Encoder for AAC Source Codec
42 //
43 
44 // A2DP AAC encoder interval in milliseconds
45 #define A2DP_AAC_ENCODER_INTERVAL_MS 20
46 
47 // offset
48 #define A2DP_AAC_OFFSET AVDT_MEDIA_OFFSET
49 
50 using namespace bluetooth;
51 
52 namespace std {
53 template <>
54 struct formatter<AACENC_ERROR> : enum_formatter<AACENC_ERROR> {};
55 }  // namespace std
56 
57 typedef struct {
58   uint32_t sample_rate;
59   uint8_t channel_mode;
60   uint8_t bits_per_sample;
61   uint32_t frame_length;         // Samples per channel in a frame
62   uint8_t input_channels_n;      // Number of channels
63   int max_encoded_buffer_bytes;  // Max encoded bytes per frame
64 } tA2DP_AAC_ENCODER_PARAMS;
65 
66 typedef struct {
67   float counter;
68   uint32_t bytes_per_tick; /* pcm bytes read each media task tick */
69   uint64_t last_frame_us;
70 } tA2DP_AAC_FEEDING_STATE;
71 
72 typedef struct {
73   uint64_t session_start_us;
74 
75   size_t media_read_total_expected_packets;
76   size_t media_read_total_expected_reads_count;
77   size_t media_read_total_expected_read_bytes;
78 
79   size_t media_read_total_dropped_packets;
80   size_t media_read_total_actual_reads_count;
81   size_t media_read_total_actual_read_bytes;
82 } a2dp_aac_encoder_stats_t;
83 
84 typedef struct {
85   a2dp_source_read_callback_t read_callback;
86   a2dp_source_enqueue_callback_t enqueue_callback;
87   uint16_t TxAaMtuSize;
88 
89   bool use_SCMS_T;
90   tA2DP_ENCODER_INIT_PEER_PARAMS peer_params;
91   uint32_t timestamp;  // Timestamp for the A2DP frames
92 
93   HANDLE_AACENCODER aac_handle;
94   bool has_aac_handle;  // True if aac_handle is valid
95 
96   tA2DP_FEEDING_PARAMS feeding_params;
97   tA2DP_AAC_ENCODER_PARAMS aac_encoder_params;
98   tA2DP_AAC_FEEDING_STATE aac_feeding_state;
99 
100   a2dp_aac_encoder_stats_t stats;
101 } tA2DP_AAC_ENCODER_CB;
102 
103 static tA2DP_AAC_ENCODER_CB a2dp_aac_encoder_cb;
104 
105 static uint32_t a2dp_aac_encoder_interval_ms = A2DP_AAC_ENCODER_INTERVAL_MS;
106 
107 static void a2dp_aac_encoder_update(A2dpCodecConfig* a2dp_codec_config, bool* p_restart_input,
108                                     bool* p_restart_output, bool* p_config_updated);
109 static void a2dp_aac_get_num_frame_iteration(uint8_t* num_of_iterations, uint8_t* num_of_frames,
110                                              uint64_t timestamp_us);
111 static void a2dp_aac_encode_frames(uint8_t nb_frame);
112 static bool a2dp_aac_read_feeding(uint8_t* read_buffer, uint32_t* bytes_read);
113 static uint16_t adjust_effective_mtu(const tA2DP_ENCODER_INIT_PEER_PARAMS& peer_params);
114 
A2DP_LoadEncoderAac(void)115 bool A2DP_LoadEncoderAac(void) {
116   // Nothing to do - the library is statically linked
117   return true;
118 }
119 
A2DP_UnloadEncoderAac(void)120 void A2DP_UnloadEncoderAac(void) {
121   // Nothing to do - the library is statically linked
122   if (a2dp_aac_encoder_cb.has_aac_handle) {
123     aacEncClose(&a2dp_aac_encoder_cb.aac_handle);
124   }
125   memset(&a2dp_aac_encoder_cb, 0, sizeof(a2dp_aac_encoder_cb));
126 }
127 
a2dp_aac_encoder_init(const tA2DP_ENCODER_INIT_PEER_PARAMS * p_peer_params,A2dpCodecConfig * a2dp_codec_config,a2dp_source_read_callback_t read_callback,a2dp_source_enqueue_callback_t enqueue_callback)128 void a2dp_aac_encoder_init(const tA2DP_ENCODER_INIT_PEER_PARAMS* p_peer_params,
129                            A2dpCodecConfig* a2dp_codec_config,
130                            a2dp_source_read_callback_t read_callback,
131                            a2dp_source_enqueue_callback_t enqueue_callback) {
132   if (a2dp_aac_encoder_cb.has_aac_handle) {
133     aacEncClose(&a2dp_aac_encoder_cb.aac_handle);
134   }
135   memset(&a2dp_aac_encoder_cb, 0, sizeof(a2dp_aac_encoder_cb));
136 
137   a2dp_aac_encoder_cb.stats.session_start_us = bluetooth::common::time_get_os_boottime_us();
138 
139   a2dp_aac_encoder_cb.read_callback = read_callback;
140   a2dp_aac_encoder_cb.enqueue_callback = enqueue_callback;
141   a2dp_aac_encoder_cb.peer_params = *p_peer_params;
142   a2dp_aac_encoder_cb.timestamp = 0;
143 
144   a2dp_aac_encoder_cb.use_SCMS_T = false;
145 
146   // NOTE: Ignore the restart_input / restart_output flags - this initization
147   // happens when the audio session is (re)started.
148   bool restart_input = false;
149   bool restart_output = false;
150   bool config_updated = false;
151   a2dp_aac_encoder_update(a2dp_codec_config, &restart_input, &restart_output, &config_updated);
152 }
153 
154 // Update the A2DP AAC encoder.
155 // |a2dp_codec_config| is the A2DP codec to use for the update.
a2dp_aac_encoder_update(A2dpCodecConfig * a2dp_codec_config,bool * p_restart_input,bool * p_restart_output,bool * p_config_updated)156 static void a2dp_aac_encoder_update(A2dpCodecConfig* a2dp_codec_config, bool* p_restart_input,
157                                     bool* p_restart_output, bool* p_config_updated) {
158   tA2DP_AAC_ENCODER_PARAMS* p_encoder_params = &a2dp_aac_encoder_cb.aac_encoder_params;
159   uint8_t codec_info[AVDT_CODEC_SIZE];
160   AACENC_ERROR aac_error;
161   int aac_param_value, aac_sampling_freq, aac_peak_bit_rate;
162 
163   *p_restart_input = false;
164   *p_restart_output = false;
165   *p_config_updated = false;
166 
167   if (!a2dp_aac_encoder_cb.has_aac_handle) {
168     AACENC_ERROR aac_error =
169             aacEncOpen(&a2dp_aac_encoder_cb.aac_handle, 0, 2 /* max 2 channels: stereo */);
170     if (aac_error != AACENC_OK) {
171       log::error("Cannot open AAC encoder handle: AAC error 0x{:x}", aac_error);
172       return;  // TODO: Return an error?
173     }
174     a2dp_aac_encoder_cb.has_aac_handle = true;
175   }
176 
177   if (!a2dp_codec_config->copyOutOtaCodecConfig(codec_info)) {
178     log::error("Cannot update the codec encoder for {}: invalid codec config",
179                a2dp_codec_config->name());
180     return;
181   }
182   const uint8_t* p_codec_info = codec_info;
183 
184   // The feeding parameters
185   tA2DP_FEEDING_PARAMS* p_feeding_params = &a2dp_aac_encoder_cb.feeding_params;
186   p_feeding_params->sample_rate = A2DP_GetTrackSampleRateAac(p_codec_info);
187   p_feeding_params->bits_per_sample = a2dp_codec_config->getAudioBitsPerSample();
188   p_feeding_params->channel_count = A2DP_GetTrackChannelCountAac(p_codec_info);
189   log::info("sample_rate={} bits_per_sample={} channel_count={}", p_feeding_params->sample_rate,
190             p_feeding_params->bits_per_sample, p_feeding_params->channel_count);
191 
192   // The codec parameters
193   p_encoder_params->sample_rate = a2dp_aac_encoder_cb.feeding_params.sample_rate;
194   p_encoder_params->channel_mode = A2DP_GetChannelModeCodeAac(p_codec_info);
195 
196   const tA2DP_ENCODER_INIT_PEER_PARAMS& peer_params = a2dp_aac_encoder_cb.peer_params;
197   a2dp_aac_encoder_cb.TxAaMtuSize = adjust_effective_mtu(peer_params);
198   log::info("MTU={}, peer_mtu={}", a2dp_aac_encoder_cb.TxAaMtuSize, peer_params.peer_mtu);
199   log::info("sample_rate: {} channel_mode: {}", p_encoder_params->sample_rate,
200             p_encoder_params->channel_mode);
201 
202   // Set the encoder's parameters: Audio Object Type - MANDATORY
203   // A2DP_AAC_OBJECT_TYPE_MPEG2_LC -> AOT_AAC_LC
204   // A2DP_AAC_OBJECT_TYPE_MPEG4_LC -> AOT_AAC_LC
205   // A2DP_AAC_OBJECT_TYPE_MPEG4_LTP -> AOT_AAC_LTP
206   // A2DP_AAC_OBJECT_TYPE_MPEG4_SCALABLE -> AOT_AAC_SCAL
207   aac_param_value = AOT_AAC_LC;
208   int object_type = A2DP_GetObjectTypeCodeAac(p_codec_info);
209   switch (object_type) {
210     case A2DP_AAC_OBJECT_TYPE_MPEG2_LC:
211       aac_param_value = AOT_AAC_LC;
212       break;
213     case A2DP_AAC_OBJECT_TYPE_MPEG4_LC:
214       aac_param_value = AOT_AAC_LC;
215       break;
216     case A2DP_AAC_OBJECT_TYPE_MPEG4_LTP:
217       aac_param_value = AOT_AAC_LTP;
218       break;
219     case A2DP_AAC_OBJECT_TYPE_MPEG4_SCALABLE:
220       aac_param_value = AOT_AAC_SCAL;
221       break;
222     default:
223       log::error("Cannot set AAC parameter AACENC_AOT: invalid object type {}", object_type);
224       return;  // TODO: Return an error?
225   }
226   aac_error = aacEncoder_SetParam(a2dp_aac_encoder_cb.aac_handle, AACENC_AOT, aac_param_value);
227   if (aac_error != AACENC_OK) {
228     log::error("Cannot set AAC parameter AACENC_AOT to {}: AAC error 0x{:x}", aac_param_value,
229                aac_error);
230     return;  // TODO: Return an error?
231   }
232 
233   // Set the encoder's parameters: audioMuxVersion
234   aac_param_value = 2;  // audioMuxVersion = "2"
235   aac_error =
236           aacEncoder_SetParam(a2dp_aac_encoder_cb.aac_handle, AACENC_AUDIOMUXVER, aac_param_value);
237   if (aac_error != AACENC_OK) {
238     log::error("Cannot set AAC parameter AACENC_AUDIOMUXVER to {}: AAC error 0x{:x}",
239                aac_param_value, aac_error);
240     return;  // TODO: Return an error?
241   }
242 
243   // Set the encoder's parameters: Signaling mode of the extension AOT
244   aac_param_value = 1;  // Signaling mode of the extension AOT = 1
245   aac_error = aacEncoder_SetParam(a2dp_aac_encoder_cb.aac_handle, AACENC_SIGNALING_MODE,
246                                   aac_param_value);
247   if (aac_error != AACENC_OK) {
248     log::error(
249             "Cannot set AAC parameter AACENC_SIGNALING_MODE to {}: AAC error "
250             "0x{:x}",
251             aac_param_value, aac_error);
252     return;  // TODO: Return an error?
253   }
254 
255   // Set the encoder's parameters: Sample Rate - MANDATORY
256   aac_param_value = A2DP_GetTrackSampleRateAac(p_codec_info);
257   aac_error =
258           aacEncoder_SetParam(a2dp_aac_encoder_cb.aac_handle, AACENC_SAMPLERATE, aac_param_value);
259   if (aac_error != AACENC_OK) {
260     log::error("Cannot set AAC parameter AACENC_SAMPLERATE to {}: AAC error 0x{:x}",
261                aac_param_value, aac_error);
262     return;  // TODO: Return an error?
263   }
264   aac_sampling_freq = aac_param_value;  // Save for extra usage below
265 
266   // Set the encoder's parameters: Bit Rate - MANDATORY
267   aac_param_value = A2DP_GetBitRateAac(p_codec_info);
268   // Calculate the bit rate from MTU and sampling frequency
269   aac_peak_bit_rate = A2DP_ComputeMaxBitRateAac(p_codec_info, a2dp_aac_encoder_cb.TxAaMtuSize);
270   aac_param_value = std::min(aac_param_value, aac_peak_bit_rate);
271   log::info("MTU = {} Sampling Frequency = {} Bit Rate = {}", a2dp_aac_encoder_cb.TxAaMtuSize,
272             aac_sampling_freq, aac_param_value);
273   if (aac_param_value == -1) {
274     log::error("Cannot set AAC parameter AACENC_BITRATE: invalid codec bit rate");
275     return;  // TODO: Return an error?
276   }
277   aac_error = aacEncoder_SetParam(a2dp_aac_encoder_cb.aac_handle, AACENC_BITRATE, aac_param_value);
278   if (aac_error != AACENC_OK) {
279     log::error("Cannot set AAC parameter AACENC_BITRATE to {}: AAC error 0x{:x}", aac_param_value,
280                aac_error);
281     return;  // TODO: Return an error?
282   }
283 
284   // Set the encoder's parameters: PEAK Bit Rate
285   aac_error = aacEncoder_SetParam(a2dp_aac_encoder_cb.aac_handle, AACENC_PEAK_BITRATE,
286                                   aac_peak_bit_rate);
287   if (aac_error != AACENC_OK) {
288     log::error("Cannot set AAC parameter AACENC_PEAK_BITRATE to {}: AAC error 0x{:x}",
289                aac_peak_bit_rate, aac_error);
290     return;  // TODO: Return an error?
291   }
292 
293   // Set the encoder's parameters: Channel Mode - MANDATORY
294   if (A2DP_GetTrackChannelCountAac(p_codec_info) == 1) {
295     aac_param_value = MODE_1;  // Mono
296   } else {
297     aac_param_value = MODE_2;  // Stereo
298   }
299   aac_error =
300           aacEncoder_SetParam(a2dp_aac_encoder_cb.aac_handle, AACENC_CHANNELMODE, aac_param_value);
301   if (aac_error != AACENC_OK) {
302     log::error("Cannot set AAC parameter AACENC_CHANNELMODE to {}: AAC error 0x{:x}",
303                aac_param_value, aac_error);
304     return;  // TODO: Return an error?
305   }
306 
307   // Set the encoder's parameters: Transport Type
308   aac_param_value = TT_MP4_LATM_MCP1;  // muxConfigPresent = 1
309   aac_error = aacEncoder_SetParam(a2dp_aac_encoder_cb.aac_handle, AACENC_TRANSMUX, aac_param_value);
310   if (aac_error != AACENC_OK) {
311     log::error("Cannot set AAC parameter AACENC_TRANSMUX to {}: AAC error 0x{:x}", aac_param_value,
312                aac_error);
313     return;  // TODO: Return an error?
314   }
315 
316   // Set the encoder's parameters: Header Period
317   aac_param_value = 1;
318   aac_error = aacEncoder_SetParam(a2dp_aac_encoder_cb.aac_handle, AACENC_HEADER_PERIOD,
319                                   aac_param_value);
320   if (aac_error != AACENC_OK) {
321     log::error("Cannot set AAC parameter AACENC_HEADER_PERIOD to {}: AAC error 0x{:x}",
322                aac_param_value, aac_error);
323     return;  // TODO: Return an error?
324   }
325 
326   // Set the encoder's parameters: Variable Bit Rate Support
327   aac_param_value = A2DP_GetVariableBitRateSupportAac(p_codec_info);
328   if (aac_param_value == -1) {
329     log::error(
330             "Cannot set AAC parameter AACENC_BITRATEMODE: invalid codec bit rate "
331             "mode");
332     return;  // TODO: Return an error?
333   } else if (aac_param_value == A2DP_AAC_VARIABLE_BIT_RATE_ENABLED) {
334     // VBR has 5 modes defined in external/aac/libAACenc/src/aacenc.h
335     // A2DP_AAC_VARIABLE_BIT_RATE_DISABLED is equal to AACENC_BR_MODE_CBR
336     auto bitrate_mode = a2dp_codec_config->getCodecConfig().codec_specific_1;
337     switch (static_cast<AacEncoderBitrateMode>(bitrate_mode)) {
338       case AacEncoderBitrateMode::AACENC_BR_MODE_VBR_1:
339         [[fallthrough]];
340       case AacEncoderBitrateMode::AACENC_BR_MODE_VBR_2:
341         [[fallthrough]];
342       case AacEncoderBitrateMode::AACENC_BR_MODE_VBR_3:
343         [[fallthrough]];
344       case AacEncoderBitrateMode::AACENC_BR_MODE_VBR_4:
345         [[fallthrough]];
346       case AacEncoderBitrateMode::AACENC_BR_MODE_VBR_5:
347         break;
348       default:
349         bitrate_mode = static_cast<int64_t>(AacEncoderBitrateMode::AACENC_BR_MODE_VBR_5);
350     }
351     aac_param_value = static_cast<uint8_t>(bitrate_mode) & ~A2DP_AAC_VARIABLE_BIT_RATE_MASK;
352   }
353   log::info("AACENC_BITRATEMODE: {}", aac_param_value);
354   aac_error =
355           aacEncoder_SetParam(a2dp_aac_encoder_cb.aac_handle, AACENC_BITRATEMODE, aac_param_value);
356   if (aac_error != AACENC_OK) {
357     log::error("Cannot set AAC parameter AACENC_BITRATEMODE to {}: AAC error 0x{:x}",
358                aac_param_value, aac_error);
359     return;  // TODO: Return an error?
360   }
361 
362   // Mark the end of setting the encoder's parameters
363   aac_error = aacEncEncode(a2dp_aac_encoder_cb.aac_handle, NULL, NULL, NULL, NULL);
364   if (aac_error != AACENC_OK) {
365     log::error("Cannot complete setting the AAC parameters: AAC error 0x{:x}", aac_error);
366     return;  // TODO: Return an error?
367   }
368 
369   // Retrieve the encoder info so we can save the frame length
370   AACENC_InfoStruct aac_info;
371   aac_error = aacEncInfo(a2dp_aac_encoder_cb.aac_handle, &aac_info);
372   if (aac_error != AACENC_OK) {
373     log::error("Cannot retrieve the AAC encoder info: AAC error 0x{:x}", aac_error);
374     return;  // TODO: Return an error?
375   }
376   p_encoder_params->frame_length = aac_info.frameLength;
377   p_encoder_params->input_channels_n = aac_info.inputChannels;
378   p_encoder_params->max_encoded_buffer_bytes = aac_info.maxOutBufBytes;
379   log::info(
380           "AAC frame_length = {} input_channels_n = {} max_encoded_buffer_bytes = "
381           "{}",
382           p_encoder_params->frame_length, p_encoder_params->input_channels_n,
383           p_encoder_params->max_encoded_buffer_bytes);
384 
385   // After encoder params ready, reset the feeding state and its interval.
386   a2dp_aac_feeding_reset();
387 }
388 
a2dp_aac_encoder_cleanup(void)389 void a2dp_aac_encoder_cleanup(void) {
390   if (a2dp_aac_encoder_cb.has_aac_handle) {
391     aacEncClose(&a2dp_aac_encoder_cb.aac_handle);
392   }
393   memset(&a2dp_aac_encoder_cb, 0, sizeof(a2dp_aac_encoder_cb));
394 }
395 
a2dp_aac_feeding_reset(void)396 void a2dp_aac_feeding_reset(void) {
397   auto frame_length = a2dp_aac_encoder_cb.aac_encoder_params.frame_length;
398   auto sample_rate = a2dp_aac_encoder_cb.feeding_params.sample_rate;
399   if (frame_length == 0 || sample_rate == 0) {
400     log::warn("AAC encoder is not configured");
401     a2dp_aac_encoder_interval_ms = A2DP_AAC_ENCODER_INTERVAL_MS;
402   } else {
403     // PCM data size per AAC frame (bits)
404     // = aac_encoder_params.frame_length * feeding_params.bits_per_sample
405     //   * feeding_params.channel_count
406     // = feeding_params.sample_rate * feeding_params.bits_per_sample
407     //   * feeding_params.channel_count * (T_interval_ms / 1000);
408     // Here we use the nearest integer not greater than the value.
409     a2dp_aac_encoder_interval_ms = frame_length * 1000 / sample_rate;
410     if (a2dp_aac_encoder_interval_ms < A2DP_AAC_ENCODER_INTERVAL_MS) {
411       a2dp_aac_encoder_interval_ms = A2DP_AAC_ENCODER_INTERVAL_MS;
412     }
413   }
414 
415   /* By default, just clear the entire state */
416   memset(&a2dp_aac_encoder_cb.aac_feeding_state, 0, sizeof(a2dp_aac_encoder_cb.aac_feeding_state));
417 
418   a2dp_aac_encoder_cb.aac_feeding_state.bytes_per_tick =
419           (a2dp_aac_encoder_cb.feeding_params.sample_rate *
420            a2dp_aac_encoder_cb.feeding_params.bits_per_sample / 8 *
421            a2dp_aac_encoder_cb.feeding_params.channel_count * a2dp_aac_encoder_interval_ms) /
422           1000;
423 
424   log::info("PCM bytes {} per tick {} ms", a2dp_aac_encoder_cb.aac_feeding_state.bytes_per_tick,
425             a2dp_aac_encoder_interval_ms);
426 }
427 
a2dp_aac_feeding_flush(void)428 void a2dp_aac_feeding_flush(void) { a2dp_aac_encoder_cb.aac_feeding_state.counter = 0.0f; }
429 
a2dp_aac_get_encoder_interval_ms(void)430 uint64_t a2dp_aac_get_encoder_interval_ms(void) { return a2dp_aac_encoder_interval_ms; }
431 
a2dp_aac_get_effective_frame_size()432 int a2dp_aac_get_effective_frame_size() { return a2dp_aac_encoder_cb.TxAaMtuSize; }
433 
a2dp_aac_send_frames(uint64_t timestamp_us)434 void a2dp_aac_send_frames(uint64_t timestamp_us) {
435   uint8_t nb_frame = 0;
436   uint8_t nb_iterations = 0;
437 
438   a2dp_aac_get_num_frame_iteration(&nb_iterations, &nb_frame, timestamp_us);
439   log::verbose("Sending {} frames per iteration, {} iterations", nb_frame, nb_iterations);
440   if (nb_frame == 0) {
441     return;
442   }
443 
444   for (uint8_t counter = 0; counter < nb_iterations; counter++) {
445     // Transcode frame and enqueue
446     a2dp_aac_encode_frames(nb_frame);
447   }
448 }
449 
450 // Obtains the number of frames to send and number of iterations
451 // to be used. |num_of_iterations| and |num_of_frames| parameters
452 // are used as output param for returning the respective values.
a2dp_aac_get_num_frame_iteration(uint8_t * num_of_iterations,uint8_t * num_of_frames,uint64_t timestamp_us)453 static void a2dp_aac_get_num_frame_iteration(uint8_t* num_of_iterations, uint8_t* num_of_frames,
454                                              uint64_t timestamp_us) {
455   uint32_t result = 0;
456   uint8_t nof = 0;
457   uint8_t noi = 1;
458 
459   uint32_t pcm_bytes_per_frame = a2dp_aac_encoder_cb.aac_encoder_params.frame_length *
460                                  a2dp_aac_encoder_cb.feeding_params.channel_count *
461                                  a2dp_aac_encoder_cb.feeding_params.bits_per_sample / 8;
462   log::verbose("pcm_bytes_per_frame {}", pcm_bytes_per_frame);
463 
464   uint32_t us_this_tick = a2dp_aac_encoder_interval_ms * 1000;
465   uint64_t now_us = timestamp_us;
466   if (a2dp_aac_encoder_cb.aac_feeding_state.last_frame_us != 0) {
467     us_this_tick = (now_us - a2dp_aac_encoder_cb.aac_feeding_state.last_frame_us);
468   }
469   a2dp_aac_encoder_cb.aac_feeding_state.last_frame_us = now_us;
470 
471   a2dp_aac_encoder_cb.aac_feeding_state.counter +=
472           (float)a2dp_aac_encoder_cb.aac_feeding_state.bytes_per_tick * us_this_tick /
473           (a2dp_aac_encoder_interval_ms * 1000);
474 
475   result = a2dp_aac_encoder_cb.aac_feeding_state.counter / pcm_bytes_per_frame;
476   a2dp_aac_encoder_cb.aac_feeding_state.counter -= result * pcm_bytes_per_frame;
477   nof = result;
478 
479   log::verbose("effective num of frames {}, iterations {}", nof, noi);
480 
481   *num_of_frames = nof;
482   *num_of_iterations = noi;
483 }
484 
a2dp_aac_encode_frames(uint8_t nb_frame)485 static void a2dp_aac_encode_frames(uint8_t nb_frame) {
486   tA2DP_AAC_ENCODER_PARAMS* p_encoder_params = &a2dp_aac_encoder_cb.aac_encoder_params;
487   tA2DP_FEEDING_PARAMS* p_feeding_params = &a2dp_aac_encoder_cb.feeding_params;
488   uint8_t remain_nb_frame = nb_frame;
489   uint8_t read_buffer[BT_DEFAULT_BUFFER_SIZE];
490   int pcm_bytes_per_frame = p_encoder_params->frame_length * p_feeding_params->channel_count *
491                             p_feeding_params->bits_per_sample / 8;
492   log::assert_that(pcm_bytes_per_frame <= static_cast<int>(sizeof(read_buffer)),
493                    "assert failed: pcm_bytes_per_frame <= "
494                    "static_cast<int>(sizeof(read_buffer))");
495 
496   // Setup the input buffer
497   AACENC_BufDesc in_buf_desc;
498   void* in_buf_vector[1] = {nullptr};
499   int in_buf_identifiers[1] = {IN_AUDIO_DATA};
500   int in_buf_sizes[1] = {pcm_bytes_per_frame};
501   int in_buf_element_sizes[1] = {p_feeding_params->bits_per_sample / 8};
502   in_buf_desc.numBufs = 1;
503   in_buf_desc.bufs = in_buf_vector;
504   in_buf_desc.bufferIdentifiers = in_buf_identifiers;
505   in_buf_desc.bufSizes = in_buf_sizes;
506   in_buf_desc.bufElSizes = in_buf_element_sizes;
507 
508   // Setup the output buffer (partially)
509   AACENC_BufDesc out_buf_desc;
510   void* out_buf_vector[1] = {nullptr};
511   int out_buf_identifiers[1] = {OUT_BITSTREAM_DATA};
512   int out_buf_sizes[1] = {p_encoder_params->max_encoded_buffer_bytes};
513   // NOTE: out_buf_element_sizes below is probably unused by the encoder
514   int out_buf_element_sizes[1] = {p_feeding_params->bits_per_sample / 8};
515   out_buf_desc.numBufs = 1;
516   out_buf_desc.bufs = out_buf_vector;
517   out_buf_desc.bufferIdentifiers = out_buf_identifiers;
518   out_buf_desc.bufSizes = out_buf_sizes;
519   out_buf_desc.bufElSizes = out_buf_element_sizes;
520   log::assert_that(p_encoder_params->max_encoded_buffer_bytes <=
521                            static_cast<int>(BT_DEFAULT_BUFFER_SIZE - sizeof(BT_HDR)),
522                    "assert failed: p_encoder_params->max_encoded_buffer_bytes <= "
523                    "static_cast<int>(BT_DEFAULT_BUFFER_SIZE - sizeof(BT_HDR))");
524 
525   AACENC_InArgs aac_in_args;
526   aac_in_args.numInSamples = p_encoder_params->frame_length * p_feeding_params->channel_count;
527   aac_in_args.numAncBytes = 0;
528 
529   AACENC_OutArgs aac_out_args = {.numOutBytes = 0, .numInSamples = 0, .numAncBytes = 0};
530 
531   uint32_t count;
532   uint32_t total_bytes_read = 0;
533   int written = 0;
534 
535   while (nb_frame) {
536     BT_HDR* p_buf = (BT_HDR*)osi_malloc(BT_DEFAULT_BUFFER_SIZE);
537     p_buf->offset = A2DP_AAC_OFFSET;
538     p_buf->len = 0;
539     p_buf->layer_specific = 0;
540     a2dp_aac_encoder_cb.stats.media_read_total_expected_packets++;
541 
542     count = 0;
543     do {
544       //
545       // Read the PCM data and encode it
546       //
547       uint32_t bytes_read = 0;
548       if (a2dp_aac_read_feeding(read_buffer, &bytes_read)) {
549         uint8_t* packet = (uint8_t*)(p_buf + 1) + p_buf->offset + p_buf->len;
550         if (!a2dp_aac_encoder_cb.has_aac_handle) {
551           log::error("invalid AAC handle");
552           a2dp_aac_encoder_cb.stats.media_read_total_dropped_packets++;
553           osi_free(p_buf);
554           return;
555         }
556         in_buf_vector[0] = read_buffer;
557         out_buf_vector[0] = packet + count;
558         AACENC_ERROR aac_error = aacEncEncode(a2dp_aac_encoder_cb.aac_handle, &in_buf_desc,
559                                               &out_buf_desc, &aac_in_args, &aac_out_args);
560         if (aac_error != AACENC_OK) {
561           log::error("AAC encoding error: 0x{:x}", aac_error);
562           a2dp_aac_encoder_cb.stats.media_read_total_dropped_packets++;
563           osi_free(p_buf);
564           return;
565         }
566         written = aac_out_args.numOutBytes;
567         count += written;
568         p_buf->len += written;
569         nb_frame--;
570         p_buf->layer_specific++;  // added a frame to the buffer
571       } else {
572         log::warn("underflow {}", nb_frame);
573         a2dp_aac_encoder_cb.aac_feeding_state.counter += nb_frame * p_encoder_params->frame_length *
574                                                          p_feeding_params->channel_count *
575                                                          p_feeding_params->bits_per_sample / 8;
576 
577         // no more pcm to read
578         nb_frame = 0;
579       }
580       total_bytes_read += bytes_read;
581     } while ((written == 0) && nb_frame);
582 
583     // NOTE: We don't check whether the packet will fit in the MTU,
584     // because AAC doesn't give us control over the encoded frame size.
585     // If the packet is larger than the MTU, it will be fragmented before
586     // transmission.
587     if (p_buf->len) {
588       /*
589        * Timestamp of the media packet header represent the TS of the
590        * first frame, i.e the timestamp before including this frame.
591        */
592       *((uint32_t*)(p_buf + 1)) = a2dp_aac_encoder_cb.timestamp;
593 
594       // Timestamp will wrap over to 0 if stream continues on long enough
595       // (>25H @ 48KHz). The parameters are promoted to 64bit to ensure that
596       // no unsigned overflow is triggered as ubsan is always enabled.
597       a2dp_aac_encoder_cb.timestamp = ((uint64_t)a2dp_aac_encoder_cb.timestamp +
598                                        (p_buf->layer_specific * p_encoder_params->frame_length)) &
599                                       UINT32_MAX;
600 
601       uint8_t done_nb_frame = remain_nb_frame - nb_frame;
602       remain_nb_frame = nb_frame;
603       if (!a2dp_aac_encoder_cb.enqueue_callback(p_buf, done_nb_frame, total_bytes_read)) {
604         return;
605       }
606     } else {
607       a2dp_aac_encoder_cb.stats.media_read_total_dropped_packets++;
608       osi_free(p_buf);
609     }
610   }
611 }
612 
a2dp_aac_read_feeding(uint8_t * read_buffer,uint32_t * bytes_read)613 static bool a2dp_aac_read_feeding(uint8_t* read_buffer, uint32_t* bytes_read) {
614   uint32_t read_size = a2dp_aac_encoder_cb.aac_encoder_params.frame_length *
615                        a2dp_aac_encoder_cb.feeding_params.channel_count *
616                        a2dp_aac_encoder_cb.feeding_params.bits_per_sample / 8;
617 
618   a2dp_aac_encoder_cb.stats.media_read_total_expected_reads_count++;
619   a2dp_aac_encoder_cb.stats.media_read_total_expected_read_bytes += read_size;
620 
621   /* Read Data from UIPC channel */
622   uint32_t nb_byte_read = a2dp_aac_encoder_cb.read_callback(read_buffer, read_size);
623   a2dp_aac_encoder_cb.stats.media_read_total_actual_read_bytes += nb_byte_read;
624   *bytes_read = nb_byte_read;
625 
626   if (nb_byte_read < read_size) {
627     if (nb_byte_read == 0) {
628       return false;
629     }
630 
631     /* Fill the unfilled part of the read buffer with silence (0) */
632     memset(((uint8_t*)read_buffer) + nb_byte_read, 0, read_size - nb_byte_read);
633     nb_byte_read = read_size;
634   }
635   a2dp_aac_encoder_cb.stats.media_read_total_actual_reads_count++;
636 
637   return true;
638 }
639 
adjust_effective_mtu(const tA2DP_ENCODER_INIT_PEER_PARAMS & peer_params)640 static uint16_t adjust_effective_mtu(const tA2DP_ENCODER_INIT_PEER_PARAMS& peer_params) {
641   uint16_t mtu_size = BT_DEFAULT_BUFFER_SIZE - A2DP_AAC_OFFSET - sizeof(BT_HDR);
642   if (mtu_size > peer_params.peer_mtu) {
643     mtu_size = peer_params.peer_mtu;
644   }
645   log::verbose("original AVDTP MTU size: {}", mtu_size);
646   if (peer_params.is_peer_edr && !peer_params.peer_supports_3mbps) {
647     // This condition would be satisfied only if the remote device is
648     // EDR and supports only 2 Mbps, but the effective AVDTP MTU size
649     // exceeds the 2DH5 packet size.
650     log::verbose("The remote device is EDR but does not support 3 Mbps");
651     if (mtu_size > MAX_2MBPS_AVDTP_MTU) {
652       log::warn("Restricting AVDTP MTU size from {} to {}", mtu_size, MAX_2MBPS_AVDTP_MTU);
653       mtu_size = MAX_2MBPS_AVDTP_MTU;
654     }
655   }
656   return mtu_size;
657 }
658 
debug_codec_dump(int fd)659 void A2dpCodecConfigAacSource::debug_codec_dump(int fd) {
660   a2dp_aac_encoder_stats_t* stats = &a2dp_aac_encoder_cb.stats;
661 
662   A2dpCodecConfig::debug_codec_dump(fd);
663 
664   auto codec_specific_1 = getCodecConfig().codec_specific_1;
665   dprintf(fd,
666           "  AAC bitrate mode                                        : %s "
667           "(0x%" PRIx64 ")\n",
668           ((codec_specific_1 & ~A2DP_AAC_VARIABLE_BIT_RATE_MASK) == 0 ? "Constant" : "Variable"),
669           codec_specific_1);
670   dprintf(fd, "  Encoder interval (ms): %" PRIu64 "\n", a2dp_aac_get_encoder_interval_ms());
671   dprintf(fd, "  Effective MTU: %d\n", a2dp_aac_get_effective_frame_size());
672   dprintf(fd,
673           "  Packet counts (expected/dropped)                        : %zu / "
674           "%zu\n",
675           stats->media_read_total_expected_packets, stats->media_read_total_dropped_packets);
676 
677   dprintf(fd,
678           "  PCM read counts (expected/actual)                       : %zu / "
679           "%zu\n",
680           stats->media_read_total_expected_reads_count, stats->media_read_total_actual_reads_count);
681 
682   dprintf(fd,
683           "  PCM read bytes (expected/actual)                        : %zu / "
684           "%zu\n",
685           stats->media_read_total_expected_read_bytes, stats->media_read_total_actual_read_bytes);
686 }
687