1*d9f75844SAndroid Build Coastguard Worker /* 2*d9f75844SAndroid Build Coastguard Worker * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved. 3*d9f75844SAndroid Build Coastguard Worker * 4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license 5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source 6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found 7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may 8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree. 9*d9f75844SAndroid Build Coastguard Worker */ 10*d9f75844SAndroid Build Coastguard Worker 11*d9f75844SAndroid Build Coastguard Worker #ifndef COMMON_AUDIO_CHANNEL_BUFFER_H_ 12*d9f75844SAndroid Build Coastguard Worker #define COMMON_AUDIO_CHANNEL_BUFFER_H_ 13*d9f75844SAndroid Build Coastguard Worker 14*d9f75844SAndroid Build Coastguard Worker #include <string.h> 15*d9f75844SAndroid Build Coastguard Worker 16*d9f75844SAndroid Build Coastguard Worker #include <memory> 17*d9f75844SAndroid Build Coastguard Worker #include <vector> 18*d9f75844SAndroid Build Coastguard Worker 19*d9f75844SAndroid Build Coastguard Worker #include "api/array_view.h" 20*d9f75844SAndroid Build Coastguard Worker #include "common_audio/include/audio_util.h" 21*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/checks.h" 22*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/gtest_prod_util.h" 23*d9f75844SAndroid Build Coastguard Worker 24*d9f75844SAndroid Build Coastguard Worker namespace webrtc { 25*d9f75844SAndroid Build Coastguard Worker 26*d9f75844SAndroid Build Coastguard Worker // Helper to encapsulate a contiguous data buffer, full or split into frequency 27*d9f75844SAndroid Build Coastguard Worker // bands, with access to a pointer arrays of the deinterleaved channels and 28*d9f75844SAndroid Build Coastguard Worker // bands. The buffer is zero initialized at creation. 29*d9f75844SAndroid Build Coastguard Worker // 30*d9f75844SAndroid Build Coastguard Worker // The buffer structure is showed below for a 2 channel and 2 bands case: 31*d9f75844SAndroid Build Coastguard Worker // 32*d9f75844SAndroid Build Coastguard Worker // `data_`: 33*d9f75844SAndroid Build Coastguard Worker // { [ --- b1ch1 --- ] [ --- b2ch1 --- ] [ --- b1ch2 --- ] [ --- b2ch2 --- ] } 34*d9f75844SAndroid Build Coastguard Worker // 35*d9f75844SAndroid Build Coastguard Worker // The pointer arrays for the same example are as follows: 36*d9f75844SAndroid Build Coastguard Worker // 37*d9f75844SAndroid Build Coastguard Worker // `channels_`: 38*d9f75844SAndroid Build Coastguard Worker // { [ b1ch1* ] [ b1ch2* ] [ b2ch1* ] [ b2ch2* ] } 39*d9f75844SAndroid Build Coastguard Worker // 40*d9f75844SAndroid Build Coastguard Worker // `bands_`: 41*d9f75844SAndroid Build Coastguard Worker // { [ b1ch1* ] [ b2ch1* ] [ b1ch2* ] [ b2ch2* ] } 42*d9f75844SAndroid Build Coastguard Worker template <typename T> 43*d9f75844SAndroid Build Coastguard Worker class ChannelBuffer { 44*d9f75844SAndroid Build Coastguard Worker public: 45*d9f75844SAndroid Build Coastguard Worker ChannelBuffer(size_t num_frames, size_t num_channels, size_t num_bands = 1) data_(new T[num_frames * num_channels]())46*d9f75844SAndroid Build Coastguard Worker : data_(new T[num_frames * num_channels]()), 47*d9f75844SAndroid Build Coastguard Worker channels_(new T*[num_channels * num_bands]), 48*d9f75844SAndroid Build Coastguard Worker bands_(new T*[num_channels * num_bands]), 49*d9f75844SAndroid Build Coastguard Worker num_frames_(num_frames), 50*d9f75844SAndroid Build Coastguard Worker num_frames_per_band_(num_frames / num_bands), 51*d9f75844SAndroid Build Coastguard Worker num_allocated_channels_(num_channels), 52*d9f75844SAndroid Build Coastguard Worker num_channels_(num_channels), 53*d9f75844SAndroid Build Coastguard Worker num_bands_(num_bands), 54*d9f75844SAndroid Build Coastguard Worker bands_view_(num_allocated_channels_, 55*d9f75844SAndroid Build Coastguard Worker std::vector<rtc::ArrayView<T>>(num_bands_)), 56*d9f75844SAndroid Build Coastguard Worker channels_view_( 57*d9f75844SAndroid Build Coastguard Worker num_bands_, 58*d9f75844SAndroid Build Coastguard Worker std::vector<rtc::ArrayView<T>>(num_allocated_channels_)) { 59*d9f75844SAndroid Build Coastguard Worker // Temporarily cast away const_ness to allow populating the array views. 60*d9f75844SAndroid Build Coastguard Worker auto* bands_view = 61*d9f75844SAndroid Build Coastguard Worker const_cast<std::vector<std::vector<rtc::ArrayView<T>>>*>(&bands_view_); 62*d9f75844SAndroid Build Coastguard Worker auto* channels_view = 63*d9f75844SAndroid Build Coastguard Worker const_cast<std::vector<std::vector<rtc::ArrayView<T>>>*>( 64*d9f75844SAndroid Build Coastguard Worker &channels_view_); 65*d9f75844SAndroid Build Coastguard Worker 66*d9f75844SAndroid Build Coastguard Worker for (size_t ch = 0; ch < num_allocated_channels_; ++ch) { 67*d9f75844SAndroid Build Coastguard Worker for (size_t band = 0; band < num_bands_; ++band) { 68*d9f75844SAndroid Build Coastguard Worker (*channels_view)[band][ch] = rtc::ArrayView<T>( 69*d9f75844SAndroid Build Coastguard Worker &data_[ch * num_frames_ + band * num_frames_per_band_], 70*d9f75844SAndroid Build Coastguard Worker num_frames_per_band_); 71*d9f75844SAndroid Build Coastguard Worker (*bands_view)[ch][band] = channels_view_[band][ch]; 72*d9f75844SAndroid Build Coastguard Worker channels_[band * num_allocated_channels_ + ch] = 73*d9f75844SAndroid Build Coastguard Worker channels_view_[band][ch].data(); 74*d9f75844SAndroid Build Coastguard Worker bands_[ch * num_bands_ + band] = 75*d9f75844SAndroid Build Coastguard Worker channels_[band * num_allocated_channels_ + ch]; 76*d9f75844SAndroid Build Coastguard Worker } 77*d9f75844SAndroid Build Coastguard Worker } 78*d9f75844SAndroid Build Coastguard Worker } 79*d9f75844SAndroid Build Coastguard Worker 80*d9f75844SAndroid Build Coastguard Worker // Returns a pointer array to the channels. 81*d9f75844SAndroid Build Coastguard Worker // If band is explicitly specificed, the channels for a specific band are 82*d9f75844SAndroid Build Coastguard Worker // returned and the usage becomes: channels(band)[channel][sample]. 83*d9f75844SAndroid Build Coastguard Worker // Where: 84*d9f75844SAndroid Build Coastguard Worker // 0 <= band < `num_bands_` 85*d9f75844SAndroid Build Coastguard Worker // 0 <= channel < `num_allocated_channels_` 86*d9f75844SAndroid Build Coastguard Worker // 0 <= sample < `num_frames_per_band_` 87*d9f75844SAndroid Build Coastguard Worker 88*d9f75844SAndroid Build Coastguard Worker // If band is not explicitly specified, the full-band channels (or lower band 89*d9f75844SAndroid Build Coastguard Worker // channels) are returned and the usage becomes: channels()[channel][sample]. 90*d9f75844SAndroid Build Coastguard Worker // Where: 91*d9f75844SAndroid Build Coastguard Worker // 0 <= channel < `num_allocated_channels_` 92*d9f75844SAndroid Build Coastguard Worker // 0 <= sample < `num_frames_` 93*d9f75844SAndroid Build Coastguard Worker const T* const* channels(size_t band = 0) const { 94*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_LT(band, num_bands_); 95*d9f75844SAndroid Build Coastguard Worker return &channels_[band * num_allocated_channels_]; 96*d9f75844SAndroid Build Coastguard Worker } 97*d9f75844SAndroid Build Coastguard Worker T* const* channels(size_t band = 0) { 98*d9f75844SAndroid Build Coastguard Worker const ChannelBuffer<T>* t = this; 99*d9f75844SAndroid Build Coastguard Worker return const_cast<T* const*>(t->channels(band)); 100*d9f75844SAndroid Build Coastguard Worker } 101*d9f75844SAndroid Build Coastguard Worker rtc::ArrayView<const rtc::ArrayView<T>> channels_view(size_t band = 0) { 102*d9f75844SAndroid Build Coastguard Worker return channels_view_[band]; 103*d9f75844SAndroid Build Coastguard Worker } 104*d9f75844SAndroid Build Coastguard Worker rtc::ArrayView<const rtc::ArrayView<T>> channels_view(size_t band = 0) const { 105*d9f75844SAndroid Build Coastguard Worker return channels_view_[band]; 106*d9f75844SAndroid Build Coastguard Worker } 107*d9f75844SAndroid Build Coastguard Worker 108*d9f75844SAndroid Build Coastguard Worker // Returns a pointer array to the bands for a specific channel. 109*d9f75844SAndroid Build Coastguard Worker // Usage: 110*d9f75844SAndroid Build Coastguard Worker // bands(channel)[band][sample]. 111*d9f75844SAndroid Build Coastguard Worker // Where: 112*d9f75844SAndroid Build Coastguard Worker // 0 <= channel < `num_channels_` 113*d9f75844SAndroid Build Coastguard Worker // 0 <= band < `num_bands_` 114*d9f75844SAndroid Build Coastguard Worker // 0 <= sample < `num_frames_per_band_` bands(size_t channel)115*d9f75844SAndroid Build Coastguard Worker const T* const* bands(size_t channel) const { 116*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_LT(channel, num_channels_); 117*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_GE(channel, 0); 118*d9f75844SAndroid Build Coastguard Worker return &bands_[channel * num_bands_]; 119*d9f75844SAndroid Build Coastguard Worker } bands(size_t channel)120*d9f75844SAndroid Build Coastguard Worker T* const* bands(size_t channel) { 121*d9f75844SAndroid Build Coastguard Worker const ChannelBuffer<T>* t = this; 122*d9f75844SAndroid Build Coastguard Worker return const_cast<T* const*>(t->bands(channel)); 123*d9f75844SAndroid Build Coastguard Worker } 124*d9f75844SAndroid Build Coastguard Worker bands_view(size_t channel)125*d9f75844SAndroid Build Coastguard Worker rtc::ArrayView<const rtc::ArrayView<T>> bands_view(size_t channel) { 126*d9f75844SAndroid Build Coastguard Worker return bands_view_[channel]; 127*d9f75844SAndroid Build Coastguard Worker } bands_view(size_t channel)128*d9f75844SAndroid Build Coastguard Worker rtc::ArrayView<const rtc::ArrayView<T>> bands_view(size_t channel) const { 129*d9f75844SAndroid Build Coastguard Worker return bands_view_[channel]; 130*d9f75844SAndroid Build Coastguard Worker } 131*d9f75844SAndroid Build Coastguard Worker 132*d9f75844SAndroid Build Coastguard Worker // Sets the `slice` pointers to the `start_frame` position for each channel. 133*d9f75844SAndroid Build Coastguard Worker // Returns `slice` for convenience. Slice(T ** slice,size_t start_frame)134*d9f75844SAndroid Build Coastguard Worker const T* const* Slice(T** slice, size_t start_frame) const { 135*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_LT(start_frame, num_frames_); 136*d9f75844SAndroid Build Coastguard Worker for (size_t i = 0; i < num_channels_; ++i) 137*d9f75844SAndroid Build Coastguard Worker slice[i] = &channels_[i][start_frame]; 138*d9f75844SAndroid Build Coastguard Worker return slice; 139*d9f75844SAndroid Build Coastguard Worker } Slice(T ** slice,size_t start_frame)140*d9f75844SAndroid Build Coastguard Worker T** Slice(T** slice, size_t start_frame) { 141*d9f75844SAndroid Build Coastguard Worker const ChannelBuffer<T>* t = this; 142*d9f75844SAndroid Build Coastguard Worker return const_cast<T**>(t->Slice(slice, start_frame)); 143*d9f75844SAndroid Build Coastguard Worker } 144*d9f75844SAndroid Build Coastguard Worker num_frames()145*d9f75844SAndroid Build Coastguard Worker size_t num_frames() const { return num_frames_; } num_frames_per_band()146*d9f75844SAndroid Build Coastguard Worker size_t num_frames_per_band() const { return num_frames_per_band_; } num_channels()147*d9f75844SAndroid Build Coastguard Worker size_t num_channels() const { return num_channels_; } num_bands()148*d9f75844SAndroid Build Coastguard Worker size_t num_bands() const { return num_bands_; } size()149*d9f75844SAndroid Build Coastguard Worker size_t size() const { return num_frames_ * num_allocated_channels_; } 150*d9f75844SAndroid Build Coastguard Worker set_num_channels(size_t num_channels)151*d9f75844SAndroid Build Coastguard Worker void set_num_channels(size_t num_channels) { 152*d9f75844SAndroid Build Coastguard Worker RTC_DCHECK_LE(num_channels, num_allocated_channels_); 153*d9f75844SAndroid Build Coastguard Worker num_channels_ = num_channels; 154*d9f75844SAndroid Build Coastguard Worker } 155*d9f75844SAndroid Build Coastguard Worker SetDataForTesting(const T * data,size_t size)156*d9f75844SAndroid Build Coastguard Worker void SetDataForTesting(const T* data, size_t size) { 157*d9f75844SAndroid Build Coastguard Worker RTC_CHECK_EQ(size, this->size()); 158*d9f75844SAndroid Build Coastguard Worker memcpy(data_.get(), data, size * sizeof(*data)); 159*d9f75844SAndroid Build Coastguard Worker } 160*d9f75844SAndroid Build Coastguard Worker 161*d9f75844SAndroid Build Coastguard Worker private: 162*d9f75844SAndroid Build Coastguard Worker std::unique_ptr<T[]> data_; 163*d9f75844SAndroid Build Coastguard Worker std::unique_ptr<T*[]> channels_; 164*d9f75844SAndroid Build Coastguard Worker std::unique_ptr<T*[]> bands_; 165*d9f75844SAndroid Build Coastguard Worker const size_t num_frames_; 166*d9f75844SAndroid Build Coastguard Worker const size_t num_frames_per_band_; 167*d9f75844SAndroid Build Coastguard Worker // Number of channels the internal buffer holds. 168*d9f75844SAndroid Build Coastguard Worker const size_t num_allocated_channels_; 169*d9f75844SAndroid Build Coastguard Worker // Number of channels the user sees. 170*d9f75844SAndroid Build Coastguard Worker size_t num_channels_; 171*d9f75844SAndroid Build Coastguard Worker const size_t num_bands_; 172*d9f75844SAndroid Build Coastguard Worker const std::vector<std::vector<rtc::ArrayView<T>>> bands_view_; 173*d9f75844SAndroid Build Coastguard Worker const std::vector<std::vector<rtc::ArrayView<T>>> channels_view_; 174*d9f75844SAndroid Build Coastguard Worker }; 175*d9f75844SAndroid Build Coastguard Worker 176*d9f75844SAndroid Build Coastguard Worker // One int16_t and one float ChannelBuffer that are kept in sync. The sync is 177*d9f75844SAndroid Build Coastguard Worker // broken when someone requests write access to either ChannelBuffer, and 178*d9f75844SAndroid Build Coastguard Worker // reestablished when someone requests the outdated ChannelBuffer. It is 179*d9f75844SAndroid Build Coastguard Worker // therefore safe to use the return value of ibuf_const() and fbuf_const() 180*d9f75844SAndroid Build Coastguard Worker // until the next call to ibuf() or fbuf(), and the return value of ibuf() and 181*d9f75844SAndroid Build Coastguard Worker // fbuf() until the next call to any of the other functions. 182*d9f75844SAndroid Build Coastguard Worker class IFChannelBuffer { 183*d9f75844SAndroid Build Coastguard Worker public: 184*d9f75844SAndroid Build Coastguard Worker IFChannelBuffer(size_t num_frames, size_t num_channels, size_t num_bands = 1); 185*d9f75844SAndroid Build Coastguard Worker ~IFChannelBuffer(); 186*d9f75844SAndroid Build Coastguard Worker 187*d9f75844SAndroid Build Coastguard Worker ChannelBuffer<int16_t>* ibuf(); 188*d9f75844SAndroid Build Coastguard Worker ChannelBuffer<float>* fbuf(); 189*d9f75844SAndroid Build Coastguard Worker const ChannelBuffer<int16_t>* ibuf_const() const; 190*d9f75844SAndroid Build Coastguard Worker const ChannelBuffer<float>* fbuf_const() const; 191*d9f75844SAndroid Build Coastguard Worker num_frames()192*d9f75844SAndroid Build Coastguard Worker size_t num_frames() const { return ibuf_.num_frames(); } num_frames_per_band()193*d9f75844SAndroid Build Coastguard Worker size_t num_frames_per_band() const { return ibuf_.num_frames_per_band(); } num_channels()194*d9f75844SAndroid Build Coastguard Worker size_t num_channels() const { 195*d9f75844SAndroid Build Coastguard Worker return ivalid_ ? ibuf_.num_channels() : fbuf_.num_channels(); 196*d9f75844SAndroid Build Coastguard Worker } set_num_channels(size_t num_channels)197*d9f75844SAndroid Build Coastguard Worker void set_num_channels(size_t num_channels) { 198*d9f75844SAndroid Build Coastguard Worker ibuf_.set_num_channels(num_channels); 199*d9f75844SAndroid Build Coastguard Worker fbuf_.set_num_channels(num_channels); 200*d9f75844SAndroid Build Coastguard Worker } num_bands()201*d9f75844SAndroid Build Coastguard Worker size_t num_bands() const { return ibuf_.num_bands(); } 202*d9f75844SAndroid Build Coastguard Worker 203*d9f75844SAndroid Build Coastguard Worker private: 204*d9f75844SAndroid Build Coastguard Worker void RefreshF() const; 205*d9f75844SAndroid Build Coastguard Worker void RefreshI() const; 206*d9f75844SAndroid Build Coastguard Worker 207*d9f75844SAndroid Build Coastguard Worker mutable bool ivalid_; 208*d9f75844SAndroid Build Coastguard Worker mutable ChannelBuffer<int16_t> ibuf_; 209*d9f75844SAndroid Build Coastguard Worker mutable bool fvalid_; 210*d9f75844SAndroid Build Coastguard Worker mutable ChannelBuffer<float> fbuf_; 211*d9f75844SAndroid Build Coastguard Worker }; 212*d9f75844SAndroid Build Coastguard Worker 213*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc 214*d9f75844SAndroid Build Coastguard Worker 215*d9f75844SAndroid Build Coastguard Worker #endif // COMMON_AUDIO_CHANNEL_BUFFER_H_ 216