xref: /aosp_15_r20/external/webrtc/common_audio/channel_buffer.h (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker 
11*d9f75844SAndroid Build Coastguard Worker #ifndef COMMON_AUDIO_CHANNEL_BUFFER_H_
12*d9f75844SAndroid Build Coastguard Worker #define COMMON_AUDIO_CHANNEL_BUFFER_H_
13*d9f75844SAndroid Build Coastguard Worker 
14*d9f75844SAndroid Build Coastguard Worker #include <string.h>
15*d9f75844SAndroid Build Coastguard Worker 
16*d9f75844SAndroid Build Coastguard Worker #include <memory>
17*d9f75844SAndroid Build Coastguard Worker #include <vector>
18*d9f75844SAndroid Build Coastguard Worker 
19*d9f75844SAndroid Build Coastguard Worker #include "api/array_view.h"
20*d9f75844SAndroid Build Coastguard Worker #include "common_audio/include/audio_util.h"
21*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/checks.h"
22*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/gtest_prod_util.h"
23*d9f75844SAndroid Build Coastguard Worker 
24*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
25*d9f75844SAndroid Build Coastguard Worker 
26*d9f75844SAndroid Build Coastguard Worker // Helper to encapsulate a contiguous data buffer, full or split into frequency
27*d9f75844SAndroid Build Coastguard Worker // bands, with access to a pointer arrays of the deinterleaved channels and
28*d9f75844SAndroid Build Coastguard Worker // bands. The buffer is zero initialized at creation.
29*d9f75844SAndroid Build Coastguard Worker //
30*d9f75844SAndroid Build Coastguard Worker // The buffer structure is showed below for a 2 channel and 2 bands case:
31*d9f75844SAndroid Build Coastguard Worker //
32*d9f75844SAndroid Build Coastguard Worker // `data_`:
33*d9f75844SAndroid Build Coastguard Worker // { [ --- b1ch1 --- ] [ --- b2ch1 --- ] [ --- b1ch2 --- ] [ --- b2ch2 --- ] }
34*d9f75844SAndroid Build Coastguard Worker //
35*d9f75844SAndroid Build Coastguard Worker // The pointer arrays for the same example are as follows:
36*d9f75844SAndroid Build Coastguard Worker //
37*d9f75844SAndroid Build Coastguard Worker // `channels_`:
38*d9f75844SAndroid Build Coastguard Worker // { [ b1ch1* ] [ b1ch2* ] [ b2ch1* ] [ b2ch2* ] }
39*d9f75844SAndroid Build Coastguard Worker //
40*d9f75844SAndroid Build Coastguard Worker // `bands_`:
41*d9f75844SAndroid Build Coastguard Worker // { [ b1ch1* ] [ b2ch1* ] [ b1ch2* ] [ b2ch2* ] }
42*d9f75844SAndroid Build Coastguard Worker template <typename T>
43*d9f75844SAndroid Build Coastguard Worker class ChannelBuffer {
44*d9f75844SAndroid Build Coastguard Worker  public:
45*d9f75844SAndroid Build Coastguard Worker   ChannelBuffer(size_t num_frames, size_t num_channels, size_t num_bands = 1)
data_(new T[num_frames * num_channels]())46*d9f75844SAndroid Build Coastguard Worker       : data_(new T[num_frames * num_channels]()),
47*d9f75844SAndroid Build Coastguard Worker         channels_(new T*[num_channels * num_bands]),
48*d9f75844SAndroid Build Coastguard Worker         bands_(new T*[num_channels * num_bands]),
49*d9f75844SAndroid Build Coastguard Worker         num_frames_(num_frames),
50*d9f75844SAndroid Build Coastguard Worker         num_frames_per_band_(num_frames / num_bands),
51*d9f75844SAndroid Build Coastguard Worker         num_allocated_channels_(num_channels),
52*d9f75844SAndroid Build Coastguard Worker         num_channels_(num_channels),
53*d9f75844SAndroid Build Coastguard Worker         num_bands_(num_bands),
54*d9f75844SAndroid Build Coastguard Worker         bands_view_(num_allocated_channels_,
55*d9f75844SAndroid Build Coastguard Worker                     std::vector<rtc::ArrayView<T>>(num_bands_)),
56*d9f75844SAndroid Build Coastguard Worker         channels_view_(
57*d9f75844SAndroid Build Coastguard Worker             num_bands_,
58*d9f75844SAndroid Build Coastguard Worker             std::vector<rtc::ArrayView<T>>(num_allocated_channels_)) {
59*d9f75844SAndroid Build Coastguard Worker     // Temporarily cast away const_ness to allow populating the array views.
60*d9f75844SAndroid Build Coastguard Worker     auto* bands_view =
61*d9f75844SAndroid Build Coastguard Worker         const_cast<std::vector<std::vector<rtc::ArrayView<T>>>*>(&bands_view_);
62*d9f75844SAndroid Build Coastguard Worker     auto* channels_view =
63*d9f75844SAndroid Build Coastguard Worker         const_cast<std::vector<std::vector<rtc::ArrayView<T>>>*>(
64*d9f75844SAndroid Build Coastguard Worker             &channels_view_);
65*d9f75844SAndroid Build Coastguard Worker 
66*d9f75844SAndroid Build Coastguard Worker     for (size_t ch = 0; ch < num_allocated_channels_; ++ch) {
67*d9f75844SAndroid Build Coastguard Worker       for (size_t band = 0; band < num_bands_; ++band) {
68*d9f75844SAndroid Build Coastguard Worker         (*channels_view)[band][ch] = rtc::ArrayView<T>(
69*d9f75844SAndroid Build Coastguard Worker             &data_[ch * num_frames_ + band * num_frames_per_band_],
70*d9f75844SAndroid Build Coastguard Worker             num_frames_per_band_);
71*d9f75844SAndroid Build Coastguard Worker         (*bands_view)[ch][band] = channels_view_[band][ch];
72*d9f75844SAndroid Build Coastguard Worker         channels_[band * num_allocated_channels_ + ch] =
73*d9f75844SAndroid Build Coastguard Worker             channels_view_[band][ch].data();
74*d9f75844SAndroid Build Coastguard Worker         bands_[ch * num_bands_ + band] =
75*d9f75844SAndroid Build Coastguard Worker             channels_[band * num_allocated_channels_ + ch];
76*d9f75844SAndroid Build Coastguard Worker       }
77*d9f75844SAndroid Build Coastguard Worker     }
78*d9f75844SAndroid Build Coastguard Worker   }
79*d9f75844SAndroid Build Coastguard Worker 
80*d9f75844SAndroid Build Coastguard Worker   // Returns a pointer array to the channels.
81*d9f75844SAndroid Build Coastguard Worker   // If band is explicitly specificed, the channels for a specific band are
82*d9f75844SAndroid Build Coastguard Worker   // returned and the usage becomes: channels(band)[channel][sample].
83*d9f75844SAndroid Build Coastguard Worker   // Where:
84*d9f75844SAndroid Build Coastguard Worker   // 0 <= band < `num_bands_`
85*d9f75844SAndroid Build Coastguard Worker   // 0 <= channel < `num_allocated_channels_`
86*d9f75844SAndroid Build Coastguard Worker   // 0 <= sample < `num_frames_per_band_`
87*d9f75844SAndroid Build Coastguard Worker 
88*d9f75844SAndroid Build Coastguard Worker   // If band is not explicitly specified, the full-band channels (or lower band
89*d9f75844SAndroid Build Coastguard Worker   // channels) are returned and the usage becomes: channels()[channel][sample].
90*d9f75844SAndroid Build Coastguard Worker   // Where:
91*d9f75844SAndroid Build Coastguard Worker   // 0 <= channel < `num_allocated_channels_`
92*d9f75844SAndroid Build Coastguard Worker   // 0 <= sample < `num_frames_`
93*d9f75844SAndroid Build Coastguard Worker   const T* const* channels(size_t band = 0) const {
94*d9f75844SAndroid Build Coastguard Worker     RTC_DCHECK_LT(band, num_bands_);
95*d9f75844SAndroid Build Coastguard Worker     return &channels_[band * num_allocated_channels_];
96*d9f75844SAndroid Build Coastguard Worker   }
97*d9f75844SAndroid Build Coastguard Worker   T* const* channels(size_t band = 0) {
98*d9f75844SAndroid Build Coastguard Worker     const ChannelBuffer<T>* t = this;
99*d9f75844SAndroid Build Coastguard Worker     return const_cast<T* const*>(t->channels(band));
100*d9f75844SAndroid Build Coastguard Worker   }
101*d9f75844SAndroid Build Coastguard Worker   rtc::ArrayView<const rtc::ArrayView<T>> channels_view(size_t band = 0) {
102*d9f75844SAndroid Build Coastguard Worker     return channels_view_[band];
103*d9f75844SAndroid Build Coastguard Worker   }
104*d9f75844SAndroid Build Coastguard Worker   rtc::ArrayView<const rtc::ArrayView<T>> channels_view(size_t band = 0) const {
105*d9f75844SAndroid Build Coastguard Worker     return channels_view_[band];
106*d9f75844SAndroid Build Coastguard Worker   }
107*d9f75844SAndroid Build Coastguard Worker 
108*d9f75844SAndroid Build Coastguard Worker   // Returns a pointer array to the bands for a specific channel.
109*d9f75844SAndroid Build Coastguard Worker   // Usage:
110*d9f75844SAndroid Build Coastguard Worker   // bands(channel)[band][sample].
111*d9f75844SAndroid Build Coastguard Worker   // Where:
112*d9f75844SAndroid Build Coastguard Worker   // 0 <= channel < `num_channels_`
113*d9f75844SAndroid Build Coastguard Worker   // 0 <= band < `num_bands_`
114*d9f75844SAndroid Build Coastguard Worker   // 0 <= sample < `num_frames_per_band_`
bands(size_t channel)115*d9f75844SAndroid Build Coastguard Worker   const T* const* bands(size_t channel) const {
116*d9f75844SAndroid Build Coastguard Worker     RTC_DCHECK_LT(channel, num_channels_);
117*d9f75844SAndroid Build Coastguard Worker     RTC_DCHECK_GE(channel, 0);
118*d9f75844SAndroid Build Coastguard Worker     return &bands_[channel * num_bands_];
119*d9f75844SAndroid Build Coastguard Worker   }
bands(size_t channel)120*d9f75844SAndroid Build Coastguard Worker   T* const* bands(size_t channel) {
121*d9f75844SAndroid Build Coastguard Worker     const ChannelBuffer<T>* t = this;
122*d9f75844SAndroid Build Coastguard Worker     return const_cast<T* const*>(t->bands(channel));
123*d9f75844SAndroid Build Coastguard Worker   }
124*d9f75844SAndroid Build Coastguard Worker 
bands_view(size_t channel)125*d9f75844SAndroid Build Coastguard Worker   rtc::ArrayView<const rtc::ArrayView<T>> bands_view(size_t channel) {
126*d9f75844SAndroid Build Coastguard Worker     return bands_view_[channel];
127*d9f75844SAndroid Build Coastguard Worker   }
bands_view(size_t channel)128*d9f75844SAndroid Build Coastguard Worker   rtc::ArrayView<const rtc::ArrayView<T>> bands_view(size_t channel) const {
129*d9f75844SAndroid Build Coastguard Worker     return bands_view_[channel];
130*d9f75844SAndroid Build Coastguard Worker   }
131*d9f75844SAndroid Build Coastguard Worker 
132*d9f75844SAndroid Build Coastguard Worker   // Sets the `slice` pointers to the `start_frame` position for each channel.
133*d9f75844SAndroid Build Coastguard Worker   // Returns `slice` for convenience.
Slice(T ** slice,size_t start_frame)134*d9f75844SAndroid Build Coastguard Worker   const T* const* Slice(T** slice, size_t start_frame) const {
135*d9f75844SAndroid Build Coastguard Worker     RTC_DCHECK_LT(start_frame, num_frames_);
136*d9f75844SAndroid Build Coastguard Worker     for (size_t i = 0; i < num_channels_; ++i)
137*d9f75844SAndroid Build Coastguard Worker       slice[i] = &channels_[i][start_frame];
138*d9f75844SAndroid Build Coastguard Worker     return slice;
139*d9f75844SAndroid Build Coastguard Worker   }
Slice(T ** slice,size_t start_frame)140*d9f75844SAndroid Build Coastguard Worker   T** Slice(T** slice, size_t start_frame) {
141*d9f75844SAndroid Build Coastguard Worker     const ChannelBuffer<T>* t = this;
142*d9f75844SAndroid Build Coastguard Worker     return const_cast<T**>(t->Slice(slice, start_frame));
143*d9f75844SAndroid Build Coastguard Worker   }
144*d9f75844SAndroid Build Coastguard Worker 
num_frames()145*d9f75844SAndroid Build Coastguard Worker   size_t num_frames() const { return num_frames_; }
num_frames_per_band()146*d9f75844SAndroid Build Coastguard Worker   size_t num_frames_per_band() const { return num_frames_per_band_; }
num_channels()147*d9f75844SAndroid Build Coastguard Worker   size_t num_channels() const { return num_channels_; }
num_bands()148*d9f75844SAndroid Build Coastguard Worker   size_t num_bands() const { return num_bands_; }
size()149*d9f75844SAndroid Build Coastguard Worker   size_t size() const { return num_frames_ * num_allocated_channels_; }
150*d9f75844SAndroid Build Coastguard Worker 
set_num_channels(size_t num_channels)151*d9f75844SAndroid Build Coastguard Worker   void set_num_channels(size_t num_channels) {
152*d9f75844SAndroid Build Coastguard Worker     RTC_DCHECK_LE(num_channels, num_allocated_channels_);
153*d9f75844SAndroid Build Coastguard Worker     num_channels_ = num_channels;
154*d9f75844SAndroid Build Coastguard Worker   }
155*d9f75844SAndroid Build Coastguard Worker 
SetDataForTesting(const T * data,size_t size)156*d9f75844SAndroid Build Coastguard Worker   void SetDataForTesting(const T* data, size_t size) {
157*d9f75844SAndroid Build Coastguard Worker     RTC_CHECK_EQ(size, this->size());
158*d9f75844SAndroid Build Coastguard Worker     memcpy(data_.get(), data, size * sizeof(*data));
159*d9f75844SAndroid Build Coastguard Worker   }
160*d9f75844SAndroid Build Coastguard Worker 
161*d9f75844SAndroid Build Coastguard Worker  private:
162*d9f75844SAndroid Build Coastguard Worker   std::unique_ptr<T[]> data_;
163*d9f75844SAndroid Build Coastguard Worker   std::unique_ptr<T*[]> channels_;
164*d9f75844SAndroid Build Coastguard Worker   std::unique_ptr<T*[]> bands_;
165*d9f75844SAndroid Build Coastguard Worker   const size_t num_frames_;
166*d9f75844SAndroid Build Coastguard Worker   const size_t num_frames_per_band_;
167*d9f75844SAndroid Build Coastguard Worker   // Number of channels the internal buffer holds.
168*d9f75844SAndroid Build Coastguard Worker   const size_t num_allocated_channels_;
169*d9f75844SAndroid Build Coastguard Worker   // Number of channels the user sees.
170*d9f75844SAndroid Build Coastguard Worker   size_t num_channels_;
171*d9f75844SAndroid Build Coastguard Worker   const size_t num_bands_;
172*d9f75844SAndroid Build Coastguard Worker   const std::vector<std::vector<rtc::ArrayView<T>>> bands_view_;
173*d9f75844SAndroid Build Coastguard Worker   const std::vector<std::vector<rtc::ArrayView<T>>> channels_view_;
174*d9f75844SAndroid Build Coastguard Worker };
175*d9f75844SAndroid Build Coastguard Worker 
176*d9f75844SAndroid Build Coastguard Worker // One int16_t and one float ChannelBuffer that are kept in sync. The sync is
177*d9f75844SAndroid Build Coastguard Worker // broken when someone requests write access to either ChannelBuffer, and
178*d9f75844SAndroid Build Coastguard Worker // reestablished when someone requests the outdated ChannelBuffer. It is
179*d9f75844SAndroid Build Coastguard Worker // therefore safe to use the return value of ibuf_const() and fbuf_const()
180*d9f75844SAndroid Build Coastguard Worker // until the next call to ibuf() or fbuf(), and the return value of ibuf() and
181*d9f75844SAndroid Build Coastguard Worker // fbuf() until the next call to any of the other functions.
182*d9f75844SAndroid Build Coastguard Worker class IFChannelBuffer {
183*d9f75844SAndroid Build Coastguard Worker  public:
184*d9f75844SAndroid Build Coastguard Worker   IFChannelBuffer(size_t num_frames, size_t num_channels, size_t num_bands = 1);
185*d9f75844SAndroid Build Coastguard Worker   ~IFChannelBuffer();
186*d9f75844SAndroid Build Coastguard Worker 
187*d9f75844SAndroid Build Coastguard Worker   ChannelBuffer<int16_t>* ibuf();
188*d9f75844SAndroid Build Coastguard Worker   ChannelBuffer<float>* fbuf();
189*d9f75844SAndroid Build Coastguard Worker   const ChannelBuffer<int16_t>* ibuf_const() const;
190*d9f75844SAndroid Build Coastguard Worker   const ChannelBuffer<float>* fbuf_const() const;
191*d9f75844SAndroid Build Coastguard Worker 
num_frames()192*d9f75844SAndroid Build Coastguard Worker   size_t num_frames() const { return ibuf_.num_frames(); }
num_frames_per_band()193*d9f75844SAndroid Build Coastguard Worker   size_t num_frames_per_band() const { return ibuf_.num_frames_per_band(); }
num_channels()194*d9f75844SAndroid Build Coastguard Worker   size_t num_channels() const {
195*d9f75844SAndroid Build Coastguard Worker     return ivalid_ ? ibuf_.num_channels() : fbuf_.num_channels();
196*d9f75844SAndroid Build Coastguard Worker   }
set_num_channels(size_t num_channels)197*d9f75844SAndroid Build Coastguard Worker   void set_num_channels(size_t num_channels) {
198*d9f75844SAndroid Build Coastguard Worker     ibuf_.set_num_channels(num_channels);
199*d9f75844SAndroid Build Coastguard Worker     fbuf_.set_num_channels(num_channels);
200*d9f75844SAndroid Build Coastguard Worker   }
num_bands()201*d9f75844SAndroid Build Coastguard Worker   size_t num_bands() const { return ibuf_.num_bands(); }
202*d9f75844SAndroid Build Coastguard Worker 
203*d9f75844SAndroid Build Coastguard Worker  private:
204*d9f75844SAndroid Build Coastguard Worker   void RefreshF() const;
205*d9f75844SAndroid Build Coastguard Worker   void RefreshI() const;
206*d9f75844SAndroid Build Coastguard Worker 
207*d9f75844SAndroid Build Coastguard Worker   mutable bool ivalid_;
208*d9f75844SAndroid Build Coastguard Worker   mutable ChannelBuffer<int16_t> ibuf_;
209*d9f75844SAndroid Build Coastguard Worker   mutable bool fvalid_;
210*d9f75844SAndroid Build Coastguard Worker   mutable ChannelBuffer<float> fbuf_;
211*d9f75844SAndroid Build Coastguard Worker };
212*d9f75844SAndroid Build Coastguard Worker 
213*d9f75844SAndroid Build Coastguard Worker }  // namespace webrtc
214*d9f75844SAndroid Build Coastguard Worker 
215*d9f75844SAndroid Build Coastguard Worker #endif  // COMMON_AUDIO_CHANNEL_BUFFER_H_
216