xref: /aosp_15_r20/external/webrtc/audio/audio_level.cc (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker 
11*d9f75844SAndroid Build Coastguard Worker #include "audio/audio_level.h"
12*d9f75844SAndroid Build Coastguard Worker 
13*d9f75844SAndroid Build Coastguard Worker #include "api/audio/audio_frame.h"
14*d9f75844SAndroid Build Coastguard Worker #include "common_audio/signal_processing/include/signal_processing_library.h"
15*d9f75844SAndroid Build Coastguard Worker 
16*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
17*d9f75844SAndroid Build Coastguard Worker namespace voe {
18*d9f75844SAndroid Build Coastguard Worker 
AudioLevel()19*d9f75844SAndroid Build Coastguard Worker AudioLevel::AudioLevel()
20*d9f75844SAndroid Build Coastguard Worker     : abs_max_(0), count_(0), current_level_full_range_(0) {}
21*d9f75844SAndroid Build Coastguard Worker 
~AudioLevel()22*d9f75844SAndroid Build Coastguard Worker AudioLevel::~AudioLevel() {}
23*d9f75844SAndroid Build Coastguard Worker 
Reset()24*d9f75844SAndroid Build Coastguard Worker void AudioLevel::Reset() {
25*d9f75844SAndroid Build Coastguard Worker   MutexLock lock(&mutex_);
26*d9f75844SAndroid Build Coastguard Worker   abs_max_ = 0;
27*d9f75844SAndroid Build Coastguard Worker   count_ = 0;
28*d9f75844SAndroid Build Coastguard Worker   current_level_full_range_ = 0;
29*d9f75844SAndroid Build Coastguard Worker   total_energy_ = 0.0;
30*d9f75844SAndroid Build Coastguard Worker   total_duration_ = 0.0;
31*d9f75844SAndroid Build Coastguard Worker }
32*d9f75844SAndroid Build Coastguard Worker 
LevelFullRange() const33*d9f75844SAndroid Build Coastguard Worker int16_t AudioLevel::LevelFullRange() const {
34*d9f75844SAndroid Build Coastguard Worker   MutexLock lock(&mutex_);
35*d9f75844SAndroid Build Coastguard Worker   return current_level_full_range_;
36*d9f75844SAndroid Build Coastguard Worker }
37*d9f75844SAndroid Build Coastguard Worker 
ResetLevelFullRange()38*d9f75844SAndroid Build Coastguard Worker void AudioLevel::ResetLevelFullRange() {
39*d9f75844SAndroid Build Coastguard Worker   MutexLock lock(&mutex_);
40*d9f75844SAndroid Build Coastguard Worker   abs_max_ = 0;
41*d9f75844SAndroid Build Coastguard Worker   count_ = 0;
42*d9f75844SAndroid Build Coastguard Worker   current_level_full_range_ = 0;
43*d9f75844SAndroid Build Coastguard Worker }
44*d9f75844SAndroid Build Coastguard Worker 
TotalEnergy() const45*d9f75844SAndroid Build Coastguard Worker double AudioLevel::TotalEnergy() const {
46*d9f75844SAndroid Build Coastguard Worker   MutexLock lock(&mutex_);
47*d9f75844SAndroid Build Coastguard Worker   return total_energy_;
48*d9f75844SAndroid Build Coastguard Worker }
49*d9f75844SAndroid Build Coastguard Worker 
TotalDuration() const50*d9f75844SAndroid Build Coastguard Worker double AudioLevel::TotalDuration() const {
51*d9f75844SAndroid Build Coastguard Worker   MutexLock lock(&mutex_);
52*d9f75844SAndroid Build Coastguard Worker   return total_duration_;
53*d9f75844SAndroid Build Coastguard Worker }
54*d9f75844SAndroid Build Coastguard Worker 
ComputeLevel(const AudioFrame & audioFrame,double duration)55*d9f75844SAndroid Build Coastguard Worker void AudioLevel::ComputeLevel(const AudioFrame& audioFrame, double duration) {
56*d9f75844SAndroid Build Coastguard Worker   // Check speech level (works for 2 channels as well)
57*d9f75844SAndroid Build Coastguard Worker   int16_t abs_value =
58*d9f75844SAndroid Build Coastguard Worker       audioFrame.muted()
59*d9f75844SAndroid Build Coastguard Worker           ? 0
60*d9f75844SAndroid Build Coastguard Worker           : WebRtcSpl_MaxAbsValueW16(
61*d9f75844SAndroid Build Coastguard Worker                 audioFrame.data(),
62*d9f75844SAndroid Build Coastguard Worker                 audioFrame.samples_per_channel_ * audioFrame.num_channels_);
63*d9f75844SAndroid Build Coastguard Worker 
64*d9f75844SAndroid Build Coastguard Worker   // Protect member access using a lock since this method is called on a
65*d9f75844SAndroid Build Coastguard Worker   // dedicated audio thread in the RecordedDataIsAvailable() callback.
66*d9f75844SAndroid Build Coastguard Worker   MutexLock lock(&mutex_);
67*d9f75844SAndroid Build Coastguard Worker 
68*d9f75844SAndroid Build Coastguard Worker   if (abs_value > abs_max_)
69*d9f75844SAndroid Build Coastguard Worker     abs_max_ = abs_value;
70*d9f75844SAndroid Build Coastguard Worker 
71*d9f75844SAndroid Build Coastguard Worker   // Update level approximately 9 times per second, assuming audio frame
72*d9f75844SAndroid Build Coastguard Worker   // duration is approximately 10 ms. (The update frequency is every
73*d9f75844SAndroid Build Coastguard Worker   // 11th (= |kUpdateFrequency+1|) call: 1000/(11*10)=9.09..., we should
74*d9f75844SAndroid Build Coastguard Worker   // probably change this behavior, see https://crbug.com/webrtc/10784).
75*d9f75844SAndroid Build Coastguard Worker   if (count_++ == kUpdateFrequency) {
76*d9f75844SAndroid Build Coastguard Worker     current_level_full_range_ = abs_max_;
77*d9f75844SAndroid Build Coastguard Worker 
78*d9f75844SAndroid Build Coastguard Worker     count_ = 0;
79*d9f75844SAndroid Build Coastguard Worker 
80*d9f75844SAndroid Build Coastguard Worker     // Decay the absolute maximum (divide by 4)
81*d9f75844SAndroid Build Coastguard Worker     abs_max_ >>= 2;
82*d9f75844SAndroid Build Coastguard Worker   }
83*d9f75844SAndroid Build Coastguard Worker 
84*d9f75844SAndroid Build Coastguard Worker   // See the description for "totalAudioEnergy" in the WebRTC stats spec
85*d9f75844SAndroid Build Coastguard Worker   // (https://w3c.github.io/webrtc-stats/#dom-rtcmediastreamtrackstats-totalaudioenergy)
86*d9f75844SAndroid Build Coastguard Worker   // for an explanation of these formulas. In short, we need a value that can
87*d9f75844SAndroid Build Coastguard Worker   // be used to compute RMS audio levels over different time intervals, by
88*d9f75844SAndroid Build Coastguard Worker   // taking the difference between the results from two getStats calls. To do
89*d9f75844SAndroid Build Coastguard Worker   // this, the value needs to be of units "squared sample value * time".
90*d9f75844SAndroid Build Coastguard Worker   double additional_energy =
91*d9f75844SAndroid Build Coastguard Worker       static_cast<double>(current_level_full_range_) / INT16_MAX;
92*d9f75844SAndroid Build Coastguard Worker   additional_energy *= additional_energy;
93*d9f75844SAndroid Build Coastguard Worker   total_energy_ += additional_energy * duration;
94*d9f75844SAndroid Build Coastguard Worker   total_duration_ += duration;
95*d9f75844SAndroid Build Coastguard Worker }
96*d9f75844SAndroid Build Coastguard Worker 
97*d9f75844SAndroid Build Coastguard Worker }  // namespace voe
98*d9f75844SAndroid Build Coastguard Worker }  // namespace webrtc
99