1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker *
4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker */
10*d9f75844SAndroid Build Coastguard Worker
11*d9f75844SAndroid Build Coastguard Worker #include "modules/audio_coding/test/TestRedFec.h"
12*d9f75844SAndroid Build Coastguard Worker
13*d9f75844SAndroid Build Coastguard Worker #include <memory>
14*d9f75844SAndroid Build Coastguard Worker #include <utility>
15*d9f75844SAndroid Build Coastguard Worker
16*d9f75844SAndroid Build Coastguard Worker #include "absl/strings/match.h"
17*d9f75844SAndroid Build Coastguard Worker #include "api/audio_codecs/L16/audio_decoder_L16.h"
18*d9f75844SAndroid Build Coastguard Worker #include "api/audio_codecs/L16/audio_encoder_L16.h"
19*d9f75844SAndroid Build Coastguard Worker #include "api/audio_codecs/audio_decoder_factory_template.h"
20*d9f75844SAndroid Build Coastguard Worker #include "api/audio_codecs/audio_encoder_factory_template.h"
21*d9f75844SAndroid Build Coastguard Worker #include "api/audio_codecs/g711/audio_decoder_g711.h"
22*d9f75844SAndroid Build Coastguard Worker #include "api/audio_codecs/g711/audio_encoder_g711.h"
23*d9f75844SAndroid Build Coastguard Worker #include "api/audio_codecs/g722/audio_decoder_g722.h"
24*d9f75844SAndroid Build Coastguard Worker #include "api/audio_codecs/g722/audio_encoder_g722.h"
25*d9f75844SAndroid Build Coastguard Worker #include "api/audio_codecs/opus/audio_decoder_opus.h"
26*d9f75844SAndroid Build Coastguard Worker #include "api/audio_codecs/opus/audio_encoder_opus.h"
27*d9f75844SAndroid Build Coastguard Worker #include "modules/audio_coding/codecs/cng/audio_encoder_cng.h"
28*d9f75844SAndroid Build Coastguard Worker #include "modules/audio_coding/codecs/red/audio_encoder_copy_red.h"
29*d9f75844SAndroid Build Coastguard Worker #include "modules/audio_coding/include/audio_coding_module_typedefs.h"
30*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/strings/string_builder.h"
31*d9f75844SAndroid Build Coastguard Worker #include "test/gtest.h"
32*d9f75844SAndroid Build Coastguard Worker #include "test/testsupport/file_utils.h"
33*d9f75844SAndroid Build Coastguard Worker
34*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
35*d9f75844SAndroid Build Coastguard Worker
TestRedFec()36*d9f75844SAndroid Build Coastguard Worker TestRedFec::TestRedFec()
37*d9f75844SAndroid Build Coastguard Worker : encoder_factory_(CreateAudioEncoderFactory<AudioEncoderG711,
38*d9f75844SAndroid Build Coastguard Worker AudioEncoderG722,
39*d9f75844SAndroid Build Coastguard Worker AudioEncoderL16,
40*d9f75844SAndroid Build Coastguard Worker AudioEncoderOpus>()),
41*d9f75844SAndroid Build Coastguard Worker decoder_factory_(CreateAudioDecoderFactory<AudioDecoderG711,
42*d9f75844SAndroid Build Coastguard Worker AudioDecoderG722,
43*d9f75844SAndroid Build Coastguard Worker AudioDecoderL16,
44*d9f75844SAndroid Build Coastguard Worker AudioDecoderOpus>()),
45*d9f75844SAndroid Build Coastguard Worker _acmA(AudioCodingModule::Create(
46*d9f75844SAndroid Build Coastguard Worker AudioCodingModule::Config(decoder_factory_))),
47*d9f75844SAndroid Build Coastguard Worker _acmB(AudioCodingModule::Create(
48*d9f75844SAndroid Build Coastguard Worker AudioCodingModule::Config(decoder_factory_))),
49*d9f75844SAndroid Build Coastguard Worker _channelA2B(NULL),
50*d9f75844SAndroid Build Coastguard Worker _testCntr(0) {}
51*d9f75844SAndroid Build Coastguard Worker
~TestRedFec()52*d9f75844SAndroid Build Coastguard Worker TestRedFec::~TestRedFec() {
53*d9f75844SAndroid Build Coastguard Worker if (_channelA2B != NULL) {
54*d9f75844SAndroid Build Coastguard Worker delete _channelA2B;
55*d9f75844SAndroid Build Coastguard Worker _channelA2B = NULL;
56*d9f75844SAndroid Build Coastguard Worker }
57*d9f75844SAndroid Build Coastguard Worker }
58*d9f75844SAndroid Build Coastguard Worker
Perform()59*d9f75844SAndroid Build Coastguard Worker void TestRedFec::Perform() {
60*d9f75844SAndroid Build Coastguard Worker const std::string file_name =
61*d9f75844SAndroid Build Coastguard Worker webrtc::test::ResourcePath("audio_coding/testfile32kHz", "pcm");
62*d9f75844SAndroid Build Coastguard Worker _inFileA.Open(file_name, 32000, "rb");
63*d9f75844SAndroid Build Coastguard Worker
64*d9f75844SAndroid Build Coastguard Worker ASSERT_EQ(0, _acmA->InitializeReceiver());
65*d9f75844SAndroid Build Coastguard Worker ASSERT_EQ(0, _acmB->InitializeReceiver());
66*d9f75844SAndroid Build Coastguard Worker
67*d9f75844SAndroid Build Coastguard Worker // Create and connect the channel
68*d9f75844SAndroid Build Coastguard Worker _channelA2B = new Channel;
69*d9f75844SAndroid Build Coastguard Worker _acmA->RegisterTransportCallback(_channelA2B);
70*d9f75844SAndroid Build Coastguard Worker _channelA2B->RegisterReceiverACM(_acmB.get());
71*d9f75844SAndroid Build Coastguard Worker
72*d9f75844SAndroid Build Coastguard Worker RegisterSendCodec(_acmA, {"L16", 8000, 1}, Vad::kVadAggressive, true);
73*d9f75844SAndroid Build Coastguard Worker
74*d9f75844SAndroid Build Coastguard Worker OpenOutFile(_testCntr);
75*d9f75844SAndroid Build Coastguard Worker Run();
76*d9f75844SAndroid Build Coastguard Worker _outFileB.Close();
77*d9f75844SAndroid Build Coastguard Worker
78*d9f75844SAndroid Build Coastguard Worker // Switch to another 8 kHz codec; RED should remain switched on.
79*d9f75844SAndroid Build Coastguard Worker RegisterSendCodec(_acmA, {"PCMU", 8000, 1}, Vad::kVadAggressive, true);
80*d9f75844SAndroid Build Coastguard Worker OpenOutFile(_testCntr);
81*d9f75844SAndroid Build Coastguard Worker Run();
82*d9f75844SAndroid Build Coastguard Worker _outFileB.Close();
83*d9f75844SAndroid Build Coastguard Worker
84*d9f75844SAndroid Build Coastguard Worker // Switch to a 16 kHz codec; RED should be switched off.
85*d9f75844SAndroid Build Coastguard Worker RegisterSendCodec(_acmA, {"G722", 8000, 1}, Vad::kVadAggressive, false);
86*d9f75844SAndroid Build Coastguard Worker
87*d9f75844SAndroid Build Coastguard Worker OpenOutFile(_testCntr);
88*d9f75844SAndroid Build Coastguard Worker RegisterSendCodec(_acmA, {"G722", 8000, 1}, Vad::kVadAggressive, false);
89*d9f75844SAndroid Build Coastguard Worker Run();
90*d9f75844SAndroid Build Coastguard Worker RegisterSendCodec(_acmA, {"G722", 8000, 1}, Vad::kVadAggressive, false);
91*d9f75844SAndroid Build Coastguard Worker Run();
92*d9f75844SAndroid Build Coastguard Worker _outFileB.Close();
93*d9f75844SAndroid Build Coastguard Worker
94*d9f75844SAndroid Build Coastguard Worker _channelA2B->SetFECTestWithPacketLoss(true);
95*d9f75844SAndroid Build Coastguard Worker // Following tests are under packet losses.
96*d9f75844SAndroid Build Coastguard Worker
97*d9f75844SAndroid Build Coastguard Worker // Switch to a 16 kHz codec; RED should be switched off.
98*d9f75844SAndroid Build Coastguard Worker RegisterSendCodec(_acmA, {"G722", 8000, 1}, Vad::kVadAggressive, false);
99*d9f75844SAndroid Build Coastguard Worker
100*d9f75844SAndroid Build Coastguard Worker OpenOutFile(_testCntr);
101*d9f75844SAndroid Build Coastguard Worker Run();
102*d9f75844SAndroid Build Coastguard Worker _outFileB.Close();
103*d9f75844SAndroid Build Coastguard Worker
104*d9f75844SAndroid Build Coastguard Worker RegisterSendCodec(_acmA, {"opus", 48000, 2}, absl::nullopt, false);
105*d9f75844SAndroid Build Coastguard Worker
106*d9f75844SAndroid Build Coastguard Worker // _channelA2B imposes 25% packet loss rate.
107*d9f75844SAndroid Build Coastguard Worker EXPECT_EQ(0, _acmA->SetPacketLossRate(25));
108*d9f75844SAndroid Build Coastguard Worker
109*d9f75844SAndroid Build Coastguard Worker _acmA->ModifyEncoder([&](std::unique_ptr<AudioEncoder>* enc) {
110*d9f75844SAndroid Build Coastguard Worker EXPECT_EQ(true, (*enc)->SetFec(true));
111*d9f75844SAndroid Build Coastguard Worker });
112*d9f75844SAndroid Build Coastguard Worker
113*d9f75844SAndroid Build Coastguard Worker OpenOutFile(_testCntr);
114*d9f75844SAndroid Build Coastguard Worker Run();
115*d9f75844SAndroid Build Coastguard Worker
116*d9f75844SAndroid Build Coastguard Worker // Switch to L16 with RED.
117*d9f75844SAndroid Build Coastguard Worker RegisterSendCodec(_acmA, {"L16", 8000, 1}, absl::nullopt, true);
118*d9f75844SAndroid Build Coastguard Worker Run();
119*d9f75844SAndroid Build Coastguard Worker
120*d9f75844SAndroid Build Coastguard Worker // Switch to Opus again.
121*d9f75844SAndroid Build Coastguard Worker RegisterSendCodec(_acmA, {"opus", 48000, 2}, absl::nullopt, false);
122*d9f75844SAndroid Build Coastguard Worker _acmA->ModifyEncoder([&](std::unique_ptr<AudioEncoder>* enc) {
123*d9f75844SAndroid Build Coastguard Worker EXPECT_EQ(true, (*enc)->SetFec(false));
124*d9f75844SAndroid Build Coastguard Worker });
125*d9f75844SAndroid Build Coastguard Worker Run();
126*d9f75844SAndroid Build Coastguard Worker
127*d9f75844SAndroid Build Coastguard Worker _acmA->ModifyEncoder([&](std::unique_ptr<AudioEncoder>* enc) {
128*d9f75844SAndroid Build Coastguard Worker EXPECT_EQ(true, (*enc)->SetFec(true));
129*d9f75844SAndroid Build Coastguard Worker });
130*d9f75844SAndroid Build Coastguard Worker _outFileB.Close();
131*d9f75844SAndroid Build Coastguard Worker }
132*d9f75844SAndroid Build Coastguard Worker
RegisterSendCodec(const std::unique_ptr<AudioCodingModule> & acm,const SdpAudioFormat & codec_format,absl::optional<Vad::Aggressiveness> vad_mode,bool use_red)133*d9f75844SAndroid Build Coastguard Worker void TestRedFec::RegisterSendCodec(
134*d9f75844SAndroid Build Coastguard Worker const std::unique_ptr<AudioCodingModule>& acm,
135*d9f75844SAndroid Build Coastguard Worker const SdpAudioFormat& codec_format,
136*d9f75844SAndroid Build Coastguard Worker absl::optional<Vad::Aggressiveness> vad_mode,
137*d9f75844SAndroid Build Coastguard Worker bool use_red) {
138*d9f75844SAndroid Build Coastguard Worker constexpr int payload_type = 17, cn_payload_type = 27, red_payload_type = 37;
139*d9f75844SAndroid Build Coastguard Worker const auto& other_acm = &acm == &_acmA ? _acmB : _acmA;
140*d9f75844SAndroid Build Coastguard Worker
141*d9f75844SAndroid Build Coastguard Worker auto encoder = encoder_factory_->MakeAudioEncoder(payload_type, codec_format,
142*d9f75844SAndroid Build Coastguard Worker absl::nullopt);
143*d9f75844SAndroid Build Coastguard Worker EXPECT_NE(encoder, nullptr);
144*d9f75844SAndroid Build Coastguard Worker std::map<int, SdpAudioFormat> receive_codecs = {{payload_type, codec_format}};
145*d9f75844SAndroid Build Coastguard Worker if (!absl::EqualsIgnoreCase(codec_format.name, "opus")) {
146*d9f75844SAndroid Build Coastguard Worker if (vad_mode.has_value()) {
147*d9f75844SAndroid Build Coastguard Worker AudioEncoderCngConfig config;
148*d9f75844SAndroid Build Coastguard Worker config.speech_encoder = std::move(encoder);
149*d9f75844SAndroid Build Coastguard Worker config.num_channels = 1;
150*d9f75844SAndroid Build Coastguard Worker config.payload_type = cn_payload_type;
151*d9f75844SAndroid Build Coastguard Worker config.vad_mode = vad_mode.value();
152*d9f75844SAndroid Build Coastguard Worker encoder = CreateComfortNoiseEncoder(std::move(config));
153*d9f75844SAndroid Build Coastguard Worker receive_codecs.emplace(std::make_pair(
154*d9f75844SAndroid Build Coastguard Worker cn_payload_type, SdpAudioFormat("CN", codec_format.clockrate_hz, 1)));
155*d9f75844SAndroid Build Coastguard Worker }
156*d9f75844SAndroid Build Coastguard Worker if (use_red) {
157*d9f75844SAndroid Build Coastguard Worker AudioEncoderCopyRed::Config config;
158*d9f75844SAndroid Build Coastguard Worker config.payload_type = red_payload_type;
159*d9f75844SAndroid Build Coastguard Worker config.speech_encoder = std::move(encoder);
160*d9f75844SAndroid Build Coastguard Worker encoder = std::make_unique<AudioEncoderCopyRed>(std::move(config),
161*d9f75844SAndroid Build Coastguard Worker field_trials_);
162*d9f75844SAndroid Build Coastguard Worker receive_codecs.emplace(
163*d9f75844SAndroid Build Coastguard Worker std::make_pair(red_payload_type,
164*d9f75844SAndroid Build Coastguard Worker SdpAudioFormat("red", codec_format.clockrate_hz, 1)));
165*d9f75844SAndroid Build Coastguard Worker }
166*d9f75844SAndroid Build Coastguard Worker }
167*d9f75844SAndroid Build Coastguard Worker acm->SetEncoder(std::move(encoder));
168*d9f75844SAndroid Build Coastguard Worker other_acm->SetReceiveCodecs(receive_codecs);
169*d9f75844SAndroid Build Coastguard Worker }
170*d9f75844SAndroid Build Coastguard Worker
Run()171*d9f75844SAndroid Build Coastguard Worker void TestRedFec::Run() {
172*d9f75844SAndroid Build Coastguard Worker AudioFrame audioFrame;
173*d9f75844SAndroid Build Coastguard Worker int32_t outFreqHzB = _outFileB.SamplingFrequency();
174*d9f75844SAndroid Build Coastguard Worker // Set test length to 500 ms (50 blocks of 10 ms each).
175*d9f75844SAndroid Build Coastguard Worker _inFileA.SetNum10MsBlocksToRead(50);
176*d9f75844SAndroid Build Coastguard Worker // Fast-forward 1 second (100 blocks) since the file starts with silence.
177*d9f75844SAndroid Build Coastguard Worker _inFileA.FastForward(100);
178*d9f75844SAndroid Build Coastguard Worker
179*d9f75844SAndroid Build Coastguard Worker while (!_inFileA.EndOfFile()) {
180*d9f75844SAndroid Build Coastguard Worker EXPECT_GT(_inFileA.Read10MsData(audioFrame), 0);
181*d9f75844SAndroid Build Coastguard Worker EXPECT_GE(_acmA->Add10MsData(audioFrame), 0);
182*d9f75844SAndroid Build Coastguard Worker bool muted;
183*d9f75844SAndroid Build Coastguard Worker EXPECT_EQ(0, _acmB->PlayoutData10Ms(outFreqHzB, &audioFrame, &muted));
184*d9f75844SAndroid Build Coastguard Worker ASSERT_FALSE(muted);
185*d9f75844SAndroid Build Coastguard Worker _outFileB.Write10MsData(audioFrame.data(), audioFrame.samples_per_channel_);
186*d9f75844SAndroid Build Coastguard Worker }
187*d9f75844SAndroid Build Coastguard Worker _inFileA.Rewind();
188*d9f75844SAndroid Build Coastguard Worker }
189*d9f75844SAndroid Build Coastguard Worker
OpenOutFile(int16_t test_number)190*d9f75844SAndroid Build Coastguard Worker void TestRedFec::OpenOutFile(int16_t test_number) {
191*d9f75844SAndroid Build Coastguard Worker std::string file_name;
192*d9f75844SAndroid Build Coastguard Worker rtc::StringBuilder file_stream;
193*d9f75844SAndroid Build Coastguard Worker file_stream << webrtc::test::OutputPath();
194*d9f75844SAndroid Build Coastguard Worker file_stream << "TestRedFec_outFile_";
195*d9f75844SAndroid Build Coastguard Worker file_stream << test_number << ".pcm";
196*d9f75844SAndroid Build Coastguard Worker file_name = file_stream.str();
197*d9f75844SAndroid Build Coastguard Worker _outFileB.Open(file_name, 16000, "wb");
198*d9f75844SAndroid Build Coastguard Worker }
199*d9f75844SAndroid Build Coastguard Worker
200*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc
201