xref: /aosp_15_r20/external/webrtc/common_audio/audio_converter_unittest.cc (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker 
11*d9f75844SAndroid Build Coastguard Worker #include "common_audio/audio_converter.h"
12*d9f75844SAndroid Build Coastguard Worker 
13*d9f75844SAndroid Build Coastguard Worker #include <algorithm>
14*d9f75844SAndroid Build Coastguard Worker #include <cmath>
15*d9f75844SAndroid Build Coastguard Worker #include <memory>
16*d9f75844SAndroid Build Coastguard Worker #include <vector>
17*d9f75844SAndroid Build Coastguard Worker 
18*d9f75844SAndroid Build Coastguard Worker #include "common_audio/channel_buffer.h"
19*d9f75844SAndroid Build Coastguard Worker #include "common_audio/resampler/push_sinc_resampler.h"
20*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/arraysize.h"
21*d9f75844SAndroid Build Coastguard Worker #include "test/gtest.h"
22*d9f75844SAndroid Build Coastguard Worker 
23*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
24*d9f75844SAndroid Build Coastguard Worker 
25*d9f75844SAndroid Build Coastguard Worker typedef std::unique_ptr<ChannelBuffer<float>> ScopedBuffer;
26*d9f75844SAndroid Build Coastguard Worker 
27*d9f75844SAndroid Build Coastguard Worker // Sets the signal value to increase by `data` with every sample.
CreateBuffer(const std::vector<float> & data,size_t frames)28*d9f75844SAndroid Build Coastguard Worker ScopedBuffer CreateBuffer(const std::vector<float>& data, size_t frames) {
29*d9f75844SAndroid Build Coastguard Worker   const size_t num_channels = data.size();
30*d9f75844SAndroid Build Coastguard Worker   ScopedBuffer sb(new ChannelBuffer<float>(frames, num_channels));
31*d9f75844SAndroid Build Coastguard Worker   for (size_t i = 0; i < num_channels; ++i)
32*d9f75844SAndroid Build Coastguard Worker     for (size_t j = 0; j < frames; ++j)
33*d9f75844SAndroid Build Coastguard Worker       sb->channels()[i][j] = data[i] * j;
34*d9f75844SAndroid Build Coastguard Worker   return sb;
35*d9f75844SAndroid Build Coastguard Worker }
36*d9f75844SAndroid Build Coastguard Worker 
VerifyParams(const ChannelBuffer<float> & ref,const ChannelBuffer<float> & test)37*d9f75844SAndroid Build Coastguard Worker void VerifyParams(const ChannelBuffer<float>& ref,
38*d9f75844SAndroid Build Coastguard Worker                   const ChannelBuffer<float>& test) {
39*d9f75844SAndroid Build Coastguard Worker   EXPECT_EQ(ref.num_channels(), test.num_channels());
40*d9f75844SAndroid Build Coastguard Worker   EXPECT_EQ(ref.num_frames(), test.num_frames());
41*d9f75844SAndroid Build Coastguard Worker }
42*d9f75844SAndroid Build Coastguard Worker 
43*d9f75844SAndroid Build Coastguard Worker // Computes the best SNR based on the error between `ref_frame` and
44*d9f75844SAndroid Build Coastguard Worker // `test_frame`. It searches around `expected_delay` in samples between the
45*d9f75844SAndroid Build Coastguard Worker // signals to compensate for the resampling delay.
ComputeSNR(const ChannelBuffer<float> & ref,const ChannelBuffer<float> & test,size_t expected_delay)46*d9f75844SAndroid Build Coastguard Worker float ComputeSNR(const ChannelBuffer<float>& ref,
47*d9f75844SAndroid Build Coastguard Worker                  const ChannelBuffer<float>& test,
48*d9f75844SAndroid Build Coastguard Worker                  size_t expected_delay) {
49*d9f75844SAndroid Build Coastguard Worker   VerifyParams(ref, test);
50*d9f75844SAndroid Build Coastguard Worker   float best_snr = 0;
51*d9f75844SAndroid Build Coastguard Worker   size_t best_delay = 0;
52*d9f75844SAndroid Build Coastguard Worker 
53*d9f75844SAndroid Build Coastguard Worker   // Search within one sample of the expected delay.
54*d9f75844SAndroid Build Coastguard Worker   for (size_t delay = std::max(expected_delay, static_cast<size_t>(1)) - 1;
55*d9f75844SAndroid Build Coastguard Worker        delay <= std::min(expected_delay + 1, ref.num_frames()); ++delay) {
56*d9f75844SAndroid Build Coastguard Worker     float mse = 0;
57*d9f75844SAndroid Build Coastguard Worker     float variance = 0;
58*d9f75844SAndroid Build Coastguard Worker     float mean = 0;
59*d9f75844SAndroid Build Coastguard Worker     for (size_t i = 0; i < ref.num_channels(); ++i) {
60*d9f75844SAndroid Build Coastguard Worker       for (size_t j = 0; j < ref.num_frames() - delay; ++j) {
61*d9f75844SAndroid Build Coastguard Worker         float error = ref.channels()[i][j] - test.channels()[i][j + delay];
62*d9f75844SAndroid Build Coastguard Worker         mse += error * error;
63*d9f75844SAndroid Build Coastguard Worker         variance += ref.channels()[i][j] * ref.channels()[i][j];
64*d9f75844SAndroid Build Coastguard Worker         mean += ref.channels()[i][j];
65*d9f75844SAndroid Build Coastguard Worker       }
66*d9f75844SAndroid Build Coastguard Worker     }
67*d9f75844SAndroid Build Coastguard Worker 
68*d9f75844SAndroid Build Coastguard Worker     const size_t length = ref.num_channels() * (ref.num_frames() - delay);
69*d9f75844SAndroid Build Coastguard Worker     mse /= length;
70*d9f75844SAndroid Build Coastguard Worker     variance /= length;
71*d9f75844SAndroid Build Coastguard Worker     mean /= length;
72*d9f75844SAndroid Build Coastguard Worker     variance -= mean * mean;
73*d9f75844SAndroid Build Coastguard Worker     float snr = 100;  // We assign 100 dB to the zero-error case.
74*d9f75844SAndroid Build Coastguard Worker     if (mse > 0)
75*d9f75844SAndroid Build Coastguard Worker       snr = 10 * std::log10(variance / mse);
76*d9f75844SAndroid Build Coastguard Worker     if (snr > best_snr) {
77*d9f75844SAndroid Build Coastguard Worker       best_snr = snr;
78*d9f75844SAndroid Build Coastguard Worker       best_delay = delay;
79*d9f75844SAndroid Build Coastguard Worker     }
80*d9f75844SAndroid Build Coastguard Worker   }
81*d9f75844SAndroid Build Coastguard Worker   printf("SNR=%.1f dB at delay=%zu\n", best_snr, best_delay);
82*d9f75844SAndroid Build Coastguard Worker   return best_snr;
83*d9f75844SAndroid Build Coastguard Worker }
84*d9f75844SAndroid Build Coastguard Worker 
85*d9f75844SAndroid Build Coastguard Worker // Sets the source to a linearly increasing signal for which we can easily
86*d9f75844SAndroid Build Coastguard Worker // generate a reference. Runs the AudioConverter and ensures the output has
87*d9f75844SAndroid Build Coastguard Worker // sufficiently high SNR relative to the reference.
RunAudioConverterTest(size_t src_channels,int src_sample_rate_hz,size_t dst_channels,int dst_sample_rate_hz)88*d9f75844SAndroid Build Coastguard Worker void RunAudioConverterTest(size_t src_channels,
89*d9f75844SAndroid Build Coastguard Worker                            int src_sample_rate_hz,
90*d9f75844SAndroid Build Coastguard Worker                            size_t dst_channels,
91*d9f75844SAndroid Build Coastguard Worker                            int dst_sample_rate_hz) {
92*d9f75844SAndroid Build Coastguard Worker   const float kSrcLeft = 0.0002f;
93*d9f75844SAndroid Build Coastguard Worker   const float kSrcRight = 0.0001f;
94*d9f75844SAndroid Build Coastguard Worker   const float resampling_factor =
95*d9f75844SAndroid Build Coastguard Worker       (1.f * src_sample_rate_hz) / dst_sample_rate_hz;
96*d9f75844SAndroid Build Coastguard Worker   const float dst_left = resampling_factor * kSrcLeft;
97*d9f75844SAndroid Build Coastguard Worker   const float dst_right = resampling_factor * kSrcRight;
98*d9f75844SAndroid Build Coastguard Worker   const float dst_mono = (dst_left + dst_right) / 2;
99*d9f75844SAndroid Build Coastguard Worker   const size_t src_frames = static_cast<size_t>(src_sample_rate_hz / 100);
100*d9f75844SAndroid Build Coastguard Worker   const size_t dst_frames = static_cast<size_t>(dst_sample_rate_hz / 100);
101*d9f75844SAndroid Build Coastguard Worker 
102*d9f75844SAndroid Build Coastguard Worker   std::vector<float> src_data(1, kSrcLeft);
103*d9f75844SAndroid Build Coastguard Worker   if (src_channels == 2)
104*d9f75844SAndroid Build Coastguard Worker     src_data.push_back(kSrcRight);
105*d9f75844SAndroid Build Coastguard Worker   ScopedBuffer src_buffer = CreateBuffer(src_data, src_frames);
106*d9f75844SAndroid Build Coastguard Worker 
107*d9f75844SAndroid Build Coastguard Worker   std::vector<float> dst_data(1, 0);
108*d9f75844SAndroid Build Coastguard Worker   std::vector<float> ref_data;
109*d9f75844SAndroid Build Coastguard Worker   if (dst_channels == 1) {
110*d9f75844SAndroid Build Coastguard Worker     if (src_channels == 1)
111*d9f75844SAndroid Build Coastguard Worker       ref_data.push_back(dst_left);
112*d9f75844SAndroid Build Coastguard Worker     else
113*d9f75844SAndroid Build Coastguard Worker       ref_data.push_back(dst_mono);
114*d9f75844SAndroid Build Coastguard Worker   } else {
115*d9f75844SAndroid Build Coastguard Worker     dst_data.push_back(0);
116*d9f75844SAndroid Build Coastguard Worker     ref_data.push_back(dst_left);
117*d9f75844SAndroid Build Coastguard Worker     if (src_channels == 1)
118*d9f75844SAndroid Build Coastguard Worker       ref_data.push_back(dst_left);
119*d9f75844SAndroid Build Coastguard Worker     else
120*d9f75844SAndroid Build Coastguard Worker       ref_data.push_back(dst_right);
121*d9f75844SAndroid Build Coastguard Worker   }
122*d9f75844SAndroid Build Coastguard Worker   ScopedBuffer dst_buffer = CreateBuffer(dst_data, dst_frames);
123*d9f75844SAndroid Build Coastguard Worker   ScopedBuffer ref_buffer = CreateBuffer(ref_data, dst_frames);
124*d9f75844SAndroid Build Coastguard Worker 
125*d9f75844SAndroid Build Coastguard Worker   // The sinc resampler has a known delay, which we compute here.
126*d9f75844SAndroid Build Coastguard Worker   const size_t delay_frames =
127*d9f75844SAndroid Build Coastguard Worker       src_sample_rate_hz == dst_sample_rate_hz
128*d9f75844SAndroid Build Coastguard Worker           ? 0
129*d9f75844SAndroid Build Coastguard Worker           : static_cast<size_t>(
130*d9f75844SAndroid Build Coastguard Worker                 PushSincResampler::AlgorithmicDelaySeconds(src_sample_rate_hz) *
131*d9f75844SAndroid Build Coastguard Worker                 dst_sample_rate_hz);
132*d9f75844SAndroid Build Coastguard Worker   // SNR reported on the same line later.
133*d9f75844SAndroid Build Coastguard Worker   printf("(%zu, %d Hz) -> (%zu, %d Hz) ", src_channels, src_sample_rate_hz,
134*d9f75844SAndroid Build Coastguard Worker          dst_channels, dst_sample_rate_hz);
135*d9f75844SAndroid Build Coastguard Worker 
136*d9f75844SAndroid Build Coastguard Worker   std::unique_ptr<AudioConverter> converter = AudioConverter::Create(
137*d9f75844SAndroid Build Coastguard Worker       src_channels, src_frames, dst_channels, dst_frames);
138*d9f75844SAndroid Build Coastguard Worker   converter->Convert(src_buffer->channels(), src_buffer->size(),
139*d9f75844SAndroid Build Coastguard Worker                      dst_buffer->channels(), dst_buffer->size());
140*d9f75844SAndroid Build Coastguard Worker 
141*d9f75844SAndroid Build Coastguard Worker   EXPECT_LT(43.f,
142*d9f75844SAndroid Build Coastguard Worker             ComputeSNR(*ref_buffer.get(), *dst_buffer.get(), delay_frames));
143*d9f75844SAndroid Build Coastguard Worker }
144*d9f75844SAndroid Build Coastguard Worker 
TEST(AudioConverterTest,ConversionsPassSNRThreshold)145*d9f75844SAndroid Build Coastguard Worker TEST(AudioConverterTest, ConversionsPassSNRThreshold) {
146*d9f75844SAndroid Build Coastguard Worker   const int kSampleRates[] = {8000, 11025, 16000, 22050, 32000, 44100, 48000};
147*d9f75844SAndroid Build Coastguard Worker   const int kChannels[] = {1, 2};
148*d9f75844SAndroid Build Coastguard Worker   for (int src_rate : kSampleRates) {
149*d9f75844SAndroid Build Coastguard Worker     for (int dst_rate : kSampleRates) {
150*d9f75844SAndroid Build Coastguard Worker       for (size_t src_channels : kChannels) {
151*d9f75844SAndroid Build Coastguard Worker         for (size_t dst_channels : kChannels) {
152*d9f75844SAndroid Build Coastguard Worker           RunAudioConverterTest(src_channels, src_rate, dst_channels, dst_rate);
153*d9f75844SAndroid Build Coastguard Worker         }
154*d9f75844SAndroid Build Coastguard Worker       }
155*d9f75844SAndroid Build Coastguard Worker     }
156*d9f75844SAndroid Build Coastguard Worker   }
157*d9f75844SAndroid Build Coastguard Worker }
158*d9f75844SAndroid Build Coastguard Worker 
159*d9f75844SAndroid Build Coastguard Worker }  // namespace webrtc
160