Add support for many channels in push_resampler.

The PushResampler has a SincResampler per channel. Before this CL, it
was hard-coded to handle up to 2 channels. In this CL I made it handle
arbitrarily many.

Bug: webrtc:8649
Change-Id: Ia2f33e45535f8bbda59090f8a0847546ff7edd75
Reviewed-on: https://webrtc-review.googlesource.com/103000
Commit-Queue: Alex Loiko <aleloi@webrtc.org>
Reviewed-by: Karl Wiberg <kwiberg@webrtc.org>
Cr-Commit-Position: refs/heads/master@{#24928}
This commit is contained in:
Alex Loiko
2018-10-02 14:09:46 +02:00
committed by Commit Bot
parent 1ac95546dd
commit 3fc5a2087d
4 changed files with 46 additions and 39 deletions

View File

@ -57,6 +57,8 @@ rtc_static_library("common_audio") {
"../system_wrappers", "../system_wrappers",
"../system_wrappers:cpu_features_api", "../system_wrappers:cpu_features_api",
"third_party/fft4g:fft4g", "third_party/fft4g:fft4g",
"//third_party/abseil-cpp/absl/container:inlined_vector",
"//third_party/abseil-cpp/absl/memory:memory",
"//third_party/abseil-cpp/absl/types:optional", "//third_party/abseil-cpp/absl/types:optional",
] ]

View File

@ -12,6 +12,7 @@
#define COMMON_AUDIO_RESAMPLER_INCLUDE_PUSH_RESAMPLER_H_ #define COMMON_AUDIO_RESAMPLER_INCLUDE_PUSH_RESAMPLER_H_
#include <memory> #include <memory>
#include <vector>
namespace webrtc { namespace webrtc {
@ -36,17 +37,18 @@ class PushResampler {
int Resample(const T* src, size_t src_length, T* dst, size_t dst_capacity); int Resample(const T* src, size_t src_length, T* dst, size_t dst_capacity);
private: private:
std::unique_ptr<PushSincResampler> sinc_resampler_;
std::unique_ptr<PushSincResampler> sinc_resampler_right_;
int src_sample_rate_hz_; int src_sample_rate_hz_;
int dst_sample_rate_hz_; int dst_sample_rate_hz_;
size_t num_channels_; size_t num_channels_;
std::unique_ptr<T[]> src_left_;
std::unique_ptr<T[]> src_right_; struct ChannelResampler {
std::unique_ptr<T[]> dst_left_; std::unique_ptr<PushSincResampler> resampler;
std::unique_ptr<T[]> dst_right_; std::vector<T> source;
std::vector<T> destination;
}; };
std::vector<ChannelResampler> channel_resamplers_;
};
} // namespace webrtc } // namespace webrtc
#endif // COMMON_AUDIO_RESAMPLER_INCLUDE_PUSH_RESAMPLER_H_ #endif // COMMON_AUDIO_RESAMPLER_INCLUDE_PUSH_RESAMPLER_H_

View File

@ -12,6 +12,8 @@
#include <string.h> #include <string.h>
#include "absl/container/inlined_vector.h"
#include "absl/memory/memory.h"
#include "common_audio/include/audio_util.h" #include "common_audio/include/audio_util.h"
#include "common_audio/resampler/include/resampler.h" #include "common_audio/resampler/include/resampler.h"
#include "common_audio/resampler/push_sinc_resampler.h" #include "common_audio/resampler/push_sinc_resampler.h"
@ -34,7 +36,6 @@ void CheckValidInitParams(int src_sample_rate_hz,
RTC_DCHECK_GT(src_sample_rate_hz, 0); RTC_DCHECK_GT(src_sample_rate_hz, 0);
RTC_DCHECK_GT(dst_sample_rate_hz, 0); RTC_DCHECK_GT(dst_sample_rate_hz, 0);
RTC_DCHECK_GT(num_channels, 0); RTC_DCHECK_GT(num_channels, 0);
RTC_DCHECK_LE(num_channels, 2);
#endif #endif
} }
@ -76,8 +77,7 @@ int PushResampler<T>::InitializeIfNeeded(int src_sample_rate_hz,
return 0; return 0;
} }
if (src_sample_rate_hz <= 0 || dst_sample_rate_hz <= 0 || num_channels <= 0 || if (src_sample_rate_hz <= 0 || dst_sample_rate_hz <= 0 || num_channels <= 0) {
num_channels > 2) {
return -1; return -1;
} }
@ -89,15 +89,14 @@ int PushResampler<T>::InitializeIfNeeded(int src_sample_rate_hz,
static_cast<size_t>(src_sample_rate_hz / 100); static_cast<size_t>(src_sample_rate_hz / 100);
const size_t dst_size_10ms_mono = const size_t dst_size_10ms_mono =
static_cast<size_t>(dst_sample_rate_hz / 100); static_cast<size_t>(dst_sample_rate_hz / 100);
sinc_resampler_.reset( channel_resamplers_.clear();
new PushSincResampler(src_size_10ms_mono, dst_size_10ms_mono)); for (size_t i = 0; i < num_channels; ++i) {
if (num_channels_ == 2) { channel_resamplers_.push_back(ChannelResampler());
src_left_.reset(new T[src_size_10ms_mono]); auto channel_resampler = channel_resamplers_.rbegin();
src_right_.reset(new T[src_size_10ms_mono]); channel_resampler->resampler = absl::make_unique<PushSincResampler>(
dst_left_.reset(new T[dst_size_10ms_mono]); src_size_10ms_mono, dst_size_10ms_mono);
dst_right_.reset(new T[dst_size_10ms_mono]); channel_resampler->source.resize(src_size_10ms_mono);
sinc_resampler_right_.reset( channel_resampler->destination.resize(dst_size_10ms_mono);
new PushSincResampler(src_size_10ms_mono, dst_size_10ms_mono));
} }
return 0; return 0;
@ -117,25 +116,32 @@ int PushResampler<T>::Resample(const T* src,
memcpy(dst, src, src_length * sizeof(T)); memcpy(dst, src, src_length * sizeof(T));
return static_cast<int>(src_length); return static_cast<int>(src_length);
} }
if (num_channels_ == 2) {
const size_t src_length_mono = src_length / num_channels_; const size_t src_length_mono = src_length / num_channels_;
const size_t dst_capacity_mono = dst_capacity / num_channels_; const size_t dst_capacity_mono = dst_capacity / num_channels_;
T* deinterleaved[] = {src_left_.get(), src_right_.get()};
Deinterleave(src, src_length_mono, num_channels_, deinterleaved);
size_t dst_length_mono = sinc_resampler_->Resample( absl::InlinedVector<T*, 8> source_pointers;
src_left_.get(), src_length_mono, dst_left_.get(), dst_capacity_mono); for (auto& resampler : channel_resamplers_) {
sinc_resampler_right_->Resample(src_right_.get(), src_length_mono, source_pointers.push_back(resampler.source.data());
dst_right_.get(), dst_capacity_mono);
deinterleaved[0] = dst_left_.get();
deinterleaved[1] = dst_right_.get();
Interleave(deinterleaved, dst_length_mono, num_channels_, dst);
return static_cast<int>(dst_length_mono * num_channels_);
} else {
return static_cast<int>(
sinc_resampler_->Resample(src, src_length, dst, dst_capacity));
} }
Deinterleave(src, src_length_mono, num_channels_, source_pointers.data());
size_t dst_length_mono = 0;
for (auto& resampler : channel_resamplers_) {
dst_length_mono = resampler.resampler->Resample(
resampler.source.data(), src_length_mono, resampler.destination.data(),
dst_capacity_mono);
}
absl::InlinedVector<T*, 8> destination_pointers;
for (auto& resampler : channel_resamplers_) {
destination_pointers.push_back(resampler.destination.data());
}
Interleave(destination_pointers.data(), dst_length_mono, num_channels_, dst);
return static_cast<int>(dst_length_mono * num_channels_);
} }
// Explictly generate required instantiations. // Explictly generate required instantiations.

View File

@ -25,6 +25,7 @@ TEST(PushResamplerTest, VerifiesInputParameters) {
PushResampler<int16_t> resampler; PushResampler<int16_t> resampler;
EXPECT_EQ(0, resampler.InitializeIfNeeded(16000, 16000, 1)); EXPECT_EQ(0, resampler.InitializeIfNeeded(16000, 16000, 1));
EXPECT_EQ(0, resampler.InitializeIfNeeded(16000, 16000, 2)); EXPECT_EQ(0, resampler.InitializeIfNeeded(16000, 16000, 2));
EXPECT_EQ(0, resampler.InitializeIfNeeded(16000, 16000, 8));
} }
#if RTC_DCHECK_IS_ON && GTEST_HAS_DEATH_TEST && !defined(WEBRTC_ANDROID) #if RTC_DCHECK_IS_ON && GTEST_HAS_DEATH_TEST && !defined(WEBRTC_ANDROID)
@ -45,10 +46,6 @@ TEST(PushResamplerTest, VerifiesBadInputParameters3) {
EXPECT_DEATH(resampler.InitializeIfNeeded(16000, 16000, 0), "num_channels"); EXPECT_DEATH(resampler.InitializeIfNeeded(16000, 16000, 0), "num_channels");
} }
TEST(PushResamplerTest, VerifiesBadInputParameters4) {
PushResampler<int16_t> resampler;
EXPECT_DEATH(resampler.InitializeIfNeeded(16000, 16000, 3), "num_channels");
}
#endif #endif
#endif #endif