1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker *
4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker */
10*d9f75844SAndroid Build Coastguard Worker
11*d9f75844SAndroid Build Coastguard Worker #include "common_audio/audio_converter.h"
12*d9f75844SAndroid Build Coastguard Worker
13*d9f75844SAndroid Build Coastguard Worker #include <algorithm>
14*d9f75844SAndroid Build Coastguard Worker #include <cmath>
15*d9f75844SAndroid Build Coastguard Worker #include <memory>
16*d9f75844SAndroid Build Coastguard Worker #include <vector>
17*d9f75844SAndroid Build Coastguard Worker
18*d9f75844SAndroid Build Coastguard Worker #include "common_audio/channel_buffer.h"
19*d9f75844SAndroid Build Coastguard Worker #include "common_audio/resampler/push_sinc_resampler.h"
20*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/arraysize.h"
21*d9f75844SAndroid Build Coastguard Worker #include "test/gtest.h"
22*d9f75844SAndroid Build Coastguard Worker
23*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
24*d9f75844SAndroid Build Coastguard Worker
25*d9f75844SAndroid Build Coastguard Worker typedef std::unique_ptr<ChannelBuffer<float>> ScopedBuffer;
26*d9f75844SAndroid Build Coastguard Worker
27*d9f75844SAndroid Build Coastguard Worker // Sets the signal value to increase by `data` with every sample.
CreateBuffer(const std::vector<float> & data,size_t frames)28*d9f75844SAndroid Build Coastguard Worker ScopedBuffer CreateBuffer(const std::vector<float>& data, size_t frames) {
29*d9f75844SAndroid Build Coastguard Worker const size_t num_channels = data.size();
30*d9f75844SAndroid Build Coastguard Worker ScopedBuffer sb(new ChannelBuffer<float>(frames, num_channels));
31*d9f75844SAndroid Build Coastguard Worker for (size_t i = 0; i < num_channels; ++i)
32*d9f75844SAndroid Build Coastguard Worker for (size_t j = 0; j < frames; ++j)
33*d9f75844SAndroid Build Coastguard Worker sb->channels()[i][j] = data[i] * j;
34*d9f75844SAndroid Build Coastguard Worker return sb;
35*d9f75844SAndroid Build Coastguard Worker }
36*d9f75844SAndroid Build Coastguard Worker
VerifyParams(const ChannelBuffer<float> & ref,const ChannelBuffer<float> & test)37*d9f75844SAndroid Build Coastguard Worker void VerifyParams(const ChannelBuffer<float>& ref,
38*d9f75844SAndroid Build Coastguard Worker const ChannelBuffer<float>& test) {
39*d9f75844SAndroid Build Coastguard Worker EXPECT_EQ(ref.num_channels(), test.num_channels());
40*d9f75844SAndroid Build Coastguard Worker EXPECT_EQ(ref.num_frames(), test.num_frames());
41*d9f75844SAndroid Build Coastguard Worker }
42*d9f75844SAndroid Build Coastguard Worker
43*d9f75844SAndroid Build Coastguard Worker // Computes the best SNR based on the error between `ref_frame` and
44*d9f75844SAndroid Build Coastguard Worker // `test_frame`. It searches around `expected_delay` in samples between the
45*d9f75844SAndroid Build Coastguard Worker // signals to compensate for the resampling delay.
ComputeSNR(const ChannelBuffer<float> & ref,const ChannelBuffer<float> & test,size_t expected_delay)46*d9f75844SAndroid Build Coastguard Worker float ComputeSNR(const ChannelBuffer<float>& ref,
47*d9f75844SAndroid Build Coastguard Worker const ChannelBuffer<float>& test,
48*d9f75844SAndroid Build Coastguard Worker size_t expected_delay) {
49*d9f75844SAndroid Build Coastguard Worker VerifyParams(ref, test);
50*d9f75844SAndroid Build Coastguard Worker float best_snr = 0;
51*d9f75844SAndroid Build Coastguard Worker size_t best_delay = 0;
52*d9f75844SAndroid Build Coastguard Worker
53*d9f75844SAndroid Build Coastguard Worker // Search within one sample of the expected delay.
54*d9f75844SAndroid Build Coastguard Worker for (size_t delay = std::max(expected_delay, static_cast<size_t>(1)) - 1;
55*d9f75844SAndroid Build Coastguard Worker delay <= std::min(expected_delay + 1, ref.num_frames()); ++delay) {
56*d9f75844SAndroid Build Coastguard Worker float mse = 0;
57*d9f75844SAndroid Build Coastguard Worker float variance = 0;
58*d9f75844SAndroid Build Coastguard Worker float mean = 0;
59*d9f75844SAndroid Build Coastguard Worker for (size_t i = 0; i < ref.num_channels(); ++i) {
60*d9f75844SAndroid Build Coastguard Worker for (size_t j = 0; j < ref.num_frames() - delay; ++j) {
61*d9f75844SAndroid Build Coastguard Worker float error = ref.channels()[i][j] - test.channels()[i][j + delay];
62*d9f75844SAndroid Build Coastguard Worker mse += error * error;
63*d9f75844SAndroid Build Coastguard Worker variance += ref.channels()[i][j] * ref.channels()[i][j];
64*d9f75844SAndroid Build Coastguard Worker mean += ref.channels()[i][j];
65*d9f75844SAndroid Build Coastguard Worker }
66*d9f75844SAndroid Build Coastguard Worker }
67*d9f75844SAndroid Build Coastguard Worker
68*d9f75844SAndroid Build Coastguard Worker const size_t length = ref.num_channels() * (ref.num_frames() - delay);
69*d9f75844SAndroid Build Coastguard Worker mse /= length;
70*d9f75844SAndroid Build Coastguard Worker variance /= length;
71*d9f75844SAndroid Build Coastguard Worker mean /= length;
72*d9f75844SAndroid Build Coastguard Worker variance -= mean * mean;
73*d9f75844SAndroid Build Coastguard Worker float snr = 100; // We assign 100 dB to the zero-error case.
74*d9f75844SAndroid Build Coastguard Worker if (mse > 0)
75*d9f75844SAndroid Build Coastguard Worker snr = 10 * std::log10(variance / mse);
76*d9f75844SAndroid Build Coastguard Worker if (snr > best_snr) {
77*d9f75844SAndroid Build Coastguard Worker best_snr = snr;
78*d9f75844SAndroid Build Coastguard Worker best_delay = delay;
79*d9f75844SAndroid Build Coastguard Worker }
80*d9f75844SAndroid Build Coastguard Worker }
81*d9f75844SAndroid Build Coastguard Worker printf("SNR=%.1f dB at delay=%zu\n", best_snr, best_delay);
82*d9f75844SAndroid Build Coastguard Worker return best_snr;
83*d9f75844SAndroid Build Coastguard Worker }
84*d9f75844SAndroid Build Coastguard Worker
85*d9f75844SAndroid Build Coastguard Worker // Sets the source to a linearly increasing signal for which we can easily
86*d9f75844SAndroid Build Coastguard Worker // generate a reference. Runs the AudioConverter and ensures the output has
87*d9f75844SAndroid Build Coastguard Worker // sufficiently high SNR relative to the reference.
RunAudioConverterTest(size_t src_channels,int src_sample_rate_hz,size_t dst_channels,int dst_sample_rate_hz)88*d9f75844SAndroid Build Coastguard Worker void RunAudioConverterTest(size_t src_channels,
89*d9f75844SAndroid Build Coastguard Worker int src_sample_rate_hz,
90*d9f75844SAndroid Build Coastguard Worker size_t dst_channels,
91*d9f75844SAndroid Build Coastguard Worker int dst_sample_rate_hz) {
92*d9f75844SAndroid Build Coastguard Worker const float kSrcLeft = 0.0002f;
93*d9f75844SAndroid Build Coastguard Worker const float kSrcRight = 0.0001f;
94*d9f75844SAndroid Build Coastguard Worker const float resampling_factor =
95*d9f75844SAndroid Build Coastguard Worker (1.f * src_sample_rate_hz) / dst_sample_rate_hz;
96*d9f75844SAndroid Build Coastguard Worker const float dst_left = resampling_factor * kSrcLeft;
97*d9f75844SAndroid Build Coastguard Worker const float dst_right = resampling_factor * kSrcRight;
98*d9f75844SAndroid Build Coastguard Worker const float dst_mono = (dst_left + dst_right) / 2;
99*d9f75844SAndroid Build Coastguard Worker const size_t src_frames = static_cast<size_t>(src_sample_rate_hz / 100);
100*d9f75844SAndroid Build Coastguard Worker const size_t dst_frames = static_cast<size_t>(dst_sample_rate_hz / 100);
101*d9f75844SAndroid Build Coastguard Worker
102*d9f75844SAndroid Build Coastguard Worker std::vector<float> src_data(1, kSrcLeft);
103*d9f75844SAndroid Build Coastguard Worker if (src_channels == 2)
104*d9f75844SAndroid Build Coastguard Worker src_data.push_back(kSrcRight);
105*d9f75844SAndroid Build Coastguard Worker ScopedBuffer src_buffer = CreateBuffer(src_data, src_frames);
106*d9f75844SAndroid Build Coastguard Worker
107*d9f75844SAndroid Build Coastguard Worker std::vector<float> dst_data(1, 0);
108*d9f75844SAndroid Build Coastguard Worker std::vector<float> ref_data;
109*d9f75844SAndroid Build Coastguard Worker if (dst_channels == 1) {
110*d9f75844SAndroid Build Coastguard Worker if (src_channels == 1)
111*d9f75844SAndroid Build Coastguard Worker ref_data.push_back(dst_left);
112*d9f75844SAndroid Build Coastguard Worker else
113*d9f75844SAndroid Build Coastguard Worker ref_data.push_back(dst_mono);
114*d9f75844SAndroid Build Coastguard Worker } else {
115*d9f75844SAndroid Build Coastguard Worker dst_data.push_back(0);
116*d9f75844SAndroid Build Coastguard Worker ref_data.push_back(dst_left);
117*d9f75844SAndroid Build Coastguard Worker if (src_channels == 1)
118*d9f75844SAndroid Build Coastguard Worker ref_data.push_back(dst_left);
119*d9f75844SAndroid Build Coastguard Worker else
120*d9f75844SAndroid Build Coastguard Worker ref_data.push_back(dst_right);
121*d9f75844SAndroid Build Coastguard Worker }
122*d9f75844SAndroid Build Coastguard Worker ScopedBuffer dst_buffer = CreateBuffer(dst_data, dst_frames);
123*d9f75844SAndroid Build Coastguard Worker ScopedBuffer ref_buffer = CreateBuffer(ref_data, dst_frames);
124*d9f75844SAndroid Build Coastguard Worker
125*d9f75844SAndroid Build Coastguard Worker // The sinc resampler has a known delay, which we compute here.
126*d9f75844SAndroid Build Coastguard Worker const size_t delay_frames =
127*d9f75844SAndroid Build Coastguard Worker src_sample_rate_hz == dst_sample_rate_hz
128*d9f75844SAndroid Build Coastguard Worker ? 0
129*d9f75844SAndroid Build Coastguard Worker : static_cast<size_t>(
130*d9f75844SAndroid Build Coastguard Worker PushSincResampler::AlgorithmicDelaySeconds(src_sample_rate_hz) *
131*d9f75844SAndroid Build Coastguard Worker dst_sample_rate_hz);
132*d9f75844SAndroid Build Coastguard Worker // SNR reported on the same line later.
133*d9f75844SAndroid Build Coastguard Worker printf("(%zu, %d Hz) -> (%zu, %d Hz) ", src_channels, src_sample_rate_hz,
134*d9f75844SAndroid Build Coastguard Worker dst_channels, dst_sample_rate_hz);
135*d9f75844SAndroid Build Coastguard Worker
136*d9f75844SAndroid Build Coastguard Worker std::unique_ptr<AudioConverter> converter = AudioConverter::Create(
137*d9f75844SAndroid Build Coastguard Worker src_channels, src_frames, dst_channels, dst_frames);
138*d9f75844SAndroid Build Coastguard Worker converter->Convert(src_buffer->channels(), src_buffer->size(),
139*d9f75844SAndroid Build Coastguard Worker dst_buffer->channels(), dst_buffer->size());
140*d9f75844SAndroid Build Coastguard Worker
141*d9f75844SAndroid Build Coastguard Worker EXPECT_LT(43.f,
142*d9f75844SAndroid Build Coastguard Worker ComputeSNR(*ref_buffer.get(), *dst_buffer.get(), delay_frames));
143*d9f75844SAndroid Build Coastguard Worker }
144*d9f75844SAndroid Build Coastguard Worker
TEST(AudioConverterTest,ConversionsPassSNRThreshold)145*d9f75844SAndroid Build Coastguard Worker TEST(AudioConverterTest, ConversionsPassSNRThreshold) {
146*d9f75844SAndroid Build Coastguard Worker const int kSampleRates[] = {8000, 11025, 16000, 22050, 32000, 44100, 48000};
147*d9f75844SAndroid Build Coastguard Worker const int kChannels[] = {1, 2};
148*d9f75844SAndroid Build Coastguard Worker for (int src_rate : kSampleRates) {
149*d9f75844SAndroid Build Coastguard Worker for (int dst_rate : kSampleRates) {
150*d9f75844SAndroid Build Coastguard Worker for (size_t src_channels : kChannels) {
151*d9f75844SAndroid Build Coastguard Worker for (size_t dst_channels : kChannels) {
152*d9f75844SAndroid Build Coastguard Worker RunAudioConverterTest(src_channels, src_rate, dst_channels, dst_rate);
153*d9f75844SAndroid Build Coastguard Worker }
154*d9f75844SAndroid Build Coastguard Worker }
155*d9f75844SAndroid Build Coastguard Worker }
156*d9f75844SAndroid Build Coastguard Worker }
157*d9f75844SAndroid Build Coastguard Worker }
158*d9f75844SAndroid Build Coastguard Worker
159*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc
160