zqz/platform-external-webrtc
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Process 8 kHz audio as 16 kHz internally of the audio processing module

Browse Source 
This CL changes the behavior of APM for 8 kHz so that it is internally
processed as 16 kHz.


Bug: webrtc:10863
Change-Id: Ie17de6551c6e984b60534820374a49ca298f06ce
Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/148800
Commit-Queue: Per Åhgren <peah@webrtc.org>
Reviewed-by: Gustaf Ullberg <gustaf@webrtc.org>
Cr-Commit-Position: refs/heads/master@{#28929}
This commit is contained in:
Per Åhgren
2019-08-21 15:45:07 +02:00
committed by Commit Bot
parent 81c0cf287c
commit 1c602e39ce
5 changed files with 18 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
modules/audio_processing/audio_processing_impl.cc
View File

@ -84,22 +84,19 @@ bool SampleRateSupportsMultiBand(int sample_rate_hz) {
sample_rate_hz == AudioProcessing::kSampleRate48kHz; sample_rate_hz == AudioProcessing::kSampleRate48kHz;
} }
int FindNativeProcessRateToUse(int minimum_rate, bool band_splitting_required) { // Identify the native processing rate that best handles a sample rate.
int SuitableProcessRate(int minimum_rate, bool band_splitting_required) {
#ifdef WEBRTC_ARCH_ARM_FAMILY #ifdef WEBRTC_ARCH_ARM_FAMILY
constexpr int kMaxSplittingNativeProcessRate = constexpr int kMaxSplittingRate = 32000;
AudioProcessing::kSampleRate32kHz;
#else #else
constexpr int kMaxSplittingNativeProcessRate = constexpr int kMaxSplittingRate = 48000;
AudioProcessing::kSampleRate48kHz;
#endif #endif
static_assert( static_assert(kMaxSplittingRate <= 48000, "");
kMaxSplittingNativeProcessRate <= AudioProcessing::kMaxNativeSampleRateHz,
"");
const int uppermost_native_rate = band_splitting_required
? kMaxSplittingNativeProcessRate
: AudioProcessing::kSampleRate48kHz;
for (auto rate : AudioProcessing::kNativeSampleRatesHz) { const int uppermost_native_rate =
band_splitting_required ? kMaxSplittingRate : 48000;
for (auto rate : {16000, 32000, 48000}) {
if (rate >= uppermost_native_rate) { if (rate >= uppermost_native_rate) {
return uppermost_native_rate; return uppermost_native_rate;
} }
@ -593,18 +590,19 @@ int AudioProcessingImpl::InitializeLocked(const ProcessingConfig& config) {
formats_.api_format = config; formats_.api_format = config;
int capture_processing_rate = FindNativeProcessRateToUse( int capture_processing_rate = SuitableProcessRate(
std::min(formats_.api_format.input_stream().sample_rate_hz(), std::min(formats_.api_format.input_stream().sample_rate_hz(),
formats_.api_format.output_stream().sample_rate_hz()), formats_.api_format.output_stream().sample_rate_hz()),
submodule_states_.CaptureMultiBandSubModulesActive() || submodule_states_.CaptureMultiBandSubModulesActive() ||
submodule_states_.RenderMultiBandSubModulesActive()); submodule_states_.RenderMultiBandSubModulesActive());
RTC_DCHECK_NE(8000, capture_processing_rate);
capture_nonlocked_.capture_processing_format = capture_nonlocked_.capture_processing_format =
StreamConfig(capture_processing_rate); StreamConfig(capture_processing_rate);
int render_processing_rate; int render_processing_rate;
if (!capture_nonlocked_.echo_controller_enabled) { if (!capture_nonlocked_.echo_controller_enabled) {
render_processing_rate = FindNativeProcessRateToUse( render_processing_rate = SuitableProcessRate(
std::min(formats_.api_format.reverse_input_stream().sample_rate_hz(), std::min(formats_.api_format.reverse_input_stream().sample_rate_hz(),
formats_.api_format.reverse_output_stream().sample_rate_hz()), formats_.api_format.reverse_output_stream().sample_rate_hz()),
submodule_states_.CaptureMultiBandSubModulesActive() || submodule_states_.CaptureMultiBandSubModulesActive() ||
@ -631,6 +629,7 @@ int AudioProcessingImpl::InitializeLocked(const ProcessingConfig& config) {
render_processing_rate = render_processing_rate =
std::max(render_processing_rate, static_cast<int>(kSampleRate16kHz)); std::max(render_processing_rate, static_cast<int>(kSampleRate16kHz));
} }
RTC_DCHECK_NE(8000, render_processing_rate);
// Always downmix the render stream to mono for analysis. This has been // Always downmix the render stream to mono for analysis. This has been
// demonstrated to work well for AEC in most practical scenarios. // demonstrated to work well for AEC in most practical scenarios.

4
modules/audio_processing/audio_processing_unittest.cc
View File

@ -1200,8 +1200,8 @@ TEST_F(ApmTest, NoProcessingWhenAllComponentsDisabled) {
TEST_F(ApmTest, NoProcessingWhenAllComponentsDisabledFloat) { TEST_F(ApmTest, NoProcessingWhenAllComponentsDisabledFloat) {
// Test that ProcessStream copies input to output even with no processing. // Test that ProcessStream copies input to output even with no processing.
const size_t kSamples = 80; const size_t kSamples = 160;
const int sample_rate = 8000; const int sample_rate = 16000;
const float src[kSamples] = {-1.0f, 0.0f, 1.0f}; const float src[kSamples] = {-1.0f, 0.0f, 1.0f};
float dest[kSamples] = {}; float dest[kSamples] = {};

1
modules/audio_processing/include/audio_processing.h
View File

@ -698,6 +698,7 @@ class AudioProcessing : public rtc::RefCountInterface {
kBadStreamParameterWarning = -13 kBadStreamParameterWarning = -13
}; };
// Native rates supported by the AudioFrame interfaces.
enum NativeRate { enum NativeRate {
kSampleRate8kHz = 8000, kSampleRate8kHz = 8000,
kSampleRate16kHz = 16000, kSampleRate16kHz = 16000,

2
resources/audio_processing/output_data_fixed.pb.sha1
View File

@ -1 +1 @@
7481cf57b2ade2f600d91e8bc77fd9780a56b62e 91f6018874f4cbce414918d053e1d6c36d3e51c4

2
resources/audio_processing/output_data_float.pb.sha1
View File

@ -1 +1 @@
d67b879f3b4a31b3c4f3587bd4418be5f9df5105 4794107799631a85c4aa4671979c6fa7edbef08b