1*d9f75844SAndroid Build Coastguard Worker /* 2*d9f75844SAndroid Build Coastguard Worker * Copyright (c) 2019 The WebRTC project authors. All Rights Reserved. 3*d9f75844SAndroid Build Coastguard Worker * 4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license 5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source 6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found 7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may 8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree. 9*d9f75844SAndroid Build Coastguard Worker */ 10*d9f75844SAndroid Build Coastguard Worker 11*d9f75844SAndroid Build Coastguard Worker #ifndef AUDIO_UTILITY_CHANNEL_MIXER_H_ 12*d9f75844SAndroid Build Coastguard Worker #define AUDIO_UTILITY_CHANNEL_MIXER_H_ 13*d9f75844SAndroid Build Coastguard Worker 14*d9f75844SAndroid Build Coastguard Worker #include <stddef.h> 15*d9f75844SAndroid Build Coastguard Worker #include <stdint.h> 16*d9f75844SAndroid Build Coastguard Worker 17*d9f75844SAndroid Build Coastguard Worker #include <memory> 18*d9f75844SAndroid Build Coastguard Worker #include <vector> 19*d9f75844SAndroid Build Coastguard Worker 20*d9f75844SAndroid Build Coastguard Worker #include "api/audio/audio_frame.h" 21*d9f75844SAndroid Build Coastguard Worker #include "api/audio/channel_layout.h" 22*d9f75844SAndroid Build Coastguard Worker 23*d9f75844SAndroid Build Coastguard Worker namespace webrtc { 24*d9f75844SAndroid Build Coastguard Worker 25*d9f75844SAndroid Build Coastguard Worker // ChannelMixer is for converting audio between channel layouts. The conversion 26*d9f75844SAndroid Build Coastguard Worker // matrix is built upon construction and used during each Transform() call. The 27*d9f75844SAndroid Build Coastguard Worker // algorithm works by generating a conversion matrix mapping each output channel 28*d9f75844SAndroid Build Coastguard Worker // to list of input channels. The transform renders all of the output channels, 29*d9f75844SAndroid Build Coastguard Worker // with each output channel rendered according to a weighted sum of the relevant 30*d9f75844SAndroid Build Coastguard Worker // input channels as defined in the matrix. 31*d9f75844SAndroid Build Coastguard Worker // This file is derived from Chromium's media/base/channel_mixer.h. 32*d9f75844SAndroid Build Coastguard Worker class ChannelMixer { 33*d9f75844SAndroid Build Coastguard Worker public: 34*d9f75844SAndroid Build Coastguard Worker // To mix two channels into one and preserve loudness, we must apply 35*d9f75844SAndroid Build Coastguard Worker // (1 / sqrt(2)) gain to each. 36*d9f75844SAndroid Build Coastguard Worker static constexpr float kHalfPower = 0.707106781186547524401f; 37*d9f75844SAndroid Build Coastguard Worker 38*d9f75844SAndroid Build Coastguard Worker ChannelMixer(ChannelLayout input_layout, ChannelLayout output_layout); 39*d9f75844SAndroid Build Coastguard Worker ~ChannelMixer(); 40*d9f75844SAndroid Build Coastguard Worker 41*d9f75844SAndroid Build Coastguard Worker // Transforms all input channels corresponding to the selected `input_layout` 42*d9f75844SAndroid Build Coastguard Worker // to the number of channels in the selected `output_layout`. 43*d9f75844SAndroid Build Coastguard Worker // Example usage (downmix from stereo to mono): 44*d9f75844SAndroid Build Coastguard Worker // 45*d9f75844SAndroid Build Coastguard Worker // ChannelMixer mixer(CHANNEL_LAYOUT_STEREO, CHANNEL_LAYOUT_MONO); 46*d9f75844SAndroid Build Coastguard Worker // AudioFrame frame; 47*d9f75844SAndroid Build Coastguard Worker // frame.samples_per_channel_ = 160; 48*d9f75844SAndroid Build Coastguard Worker // frame.num_channels_ = 2; 49*d9f75844SAndroid Build Coastguard Worker // EXPECT_EQ(2u, frame.channels()); 50*d9f75844SAndroid Build Coastguard Worker // mixer.Transform(&frame); 51*d9f75844SAndroid Build Coastguard Worker // EXPECT_EQ(1u, frame.channels()); 52*d9f75844SAndroid Build Coastguard Worker // 53*d9f75844SAndroid Build Coastguard Worker void Transform(AudioFrame* frame); 54*d9f75844SAndroid Build Coastguard Worker 55*d9f75844SAndroid Build Coastguard Worker private: IsUpMixing()56*d9f75844SAndroid Build Coastguard Worker bool IsUpMixing() const { return output_channels_ > input_channels_; } 57*d9f75844SAndroid Build Coastguard Worker 58*d9f75844SAndroid Build Coastguard Worker // Selected channel layouts. 59*d9f75844SAndroid Build Coastguard Worker const ChannelLayout input_layout_; 60*d9f75844SAndroid Build Coastguard Worker const ChannelLayout output_layout_; 61*d9f75844SAndroid Build Coastguard Worker 62*d9f75844SAndroid Build Coastguard Worker // Channel counts for input and output. 63*d9f75844SAndroid Build Coastguard Worker const size_t input_channels_; 64*d9f75844SAndroid Build Coastguard Worker const size_t output_channels_; 65*d9f75844SAndroid Build Coastguard Worker 66*d9f75844SAndroid Build Coastguard Worker // 2D matrix of output channels to input channels. 67*d9f75844SAndroid Build Coastguard Worker std::vector<std::vector<float> > matrix_; 68*d9f75844SAndroid Build Coastguard Worker 69*d9f75844SAndroid Build Coastguard Worker // 1D array used as temporary storage during the transformation. 70*d9f75844SAndroid Build Coastguard Worker std::unique_ptr<int16_t[]> audio_vector_; 71*d9f75844SAndroid Build Coastguard Worker 72*d9f75844SAndroid Build Coastguard Worker // Number of elements allocated for `audio_vector_`. 73*d9f75844SAndroid Build Coastguard Worker size_t audio_vector_size_ = 0; 74*d9f75844SAndroid Build Coastguard Worker 75*d9f75844SAndroid Build Coastguard Worker // Optimization case for when we can simply remap the input channels to output 76*d9f75844SAndroid Build Coastguard Worker // channels, i.e., when all scaling factors in `matrix_` equals 1.0. 77*d9f75844SAndroid Build Coastguard Worker bool remapping_; 78*d9f75844SAndroid Build Coastguard Worker 79*d9f75844SAndroid Build Coastguard Worker // Delete the copy constructor and assignment operator. 80*d9f75844SAndroid Build Coastguard Worker ChannelMixer(const ChannelMixer& other) = delete; 81*d9f75844SAndroid Build Coastguard Worker ChannelMixer& operator=(const ChannelMixer& other) = delete; 82*d9f75844SAndroid Build Coastguard Worker }; 83*d9f75844SAndroid Build Coastguard Worker 84*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc 85*d9f75844SAndroid Build Coastguard Worker 86*d9f75844SAndroid Build Coastguard Worker #endif // AUDIO_UTILITY_CHANNEL_MIXER_H_ 87