// SPDX-License-Identifier: BSD-2-Clause // Copyright (c) 2019-2020, Paul Ferrand // All rights reserved. // Redistribution and use in source and binary forms, with or without // modification, are permitted provided that the following conditions are met: // 1. Redistributions of source code must retain the above copyright notice, this // list of conditions and the following disclaimer. // 2. Redistributions in binary form must reproduce the above copyright notice, // this list of conditions and the following disclaimer in the documentation // and/or other materials provided with the distribution. // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND // ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED // WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE // DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR // ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES // (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; // LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND // ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS // SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. #include "Buffer.h" #include "AudioBuffer.h" #include "SIMDHelpers.h" #include #include #include #include #include "ghc/filesystem.hpp" #include "hiir/Upsampler2xFpu.h" constexpr std::array coeffsStage2x { 0.036681502163648017, 0.13654762463195771, 0.27463175937945411, 0.42313861743656667, 0.56109869787919475, 0.67754004997416162, 0.76974183386322659, 0.83988962484963803, 0.89226081800387891, 0.9315419599631839, 0.96209454837808395, 0.98781637073289708 }; constexpr std::array coeffsStage4x { 0.042448989488488006, 0.17072114107630679, 0.39329183835224008, 0.74569514831986694 }; constexpr std::array coeffsStage8x { 0.055748680811302048, 0.24305119574153092, 0.6466991311926823 }; template void upsample2xStage(absl::Span input, absl::Span output) { ASSERT(output.size() >= 2 * input.size()); hiir::Upsampler2xFpu upsampler; upsampler.set_coefs(coeffsStage2x.data()); upsampler.process_block(output.data(), input.data(), static_cast(input.size())); } template void upsample4xStage(absl::Span input, absl::Span output) { ASSERT(output.size() >= 2 * input.size()); hiir::Upsampler2xFpu upsampler; upsampler.set_coefs(coeffsStage4x.data()); upsampler.process_block(output.data(), input.data(), static_cast(input.size())); } template void upsample8xStage(absl::Span input, absl::Span output) { ASSERT(output.size() >= 2 * input.size()); hiir::Upsampler2xFpu upsampler; upsampler.set_coefs(coeffsStage8x.data()); upsampler.process_block(output.data(), input.data(), static_cast(input.size())); } #if defined(__x86_64__) || defined(__i386__) #include "hiir/Upsampler2xSse.h" template<> void upsample2xStage(absl::Span input, absl::Span output) { ASSERT(output.size() >= 2 * input.size()); hiir::Upsampler2xSse upsampler; upsampler.set_coefs(coeffsStage2x.data()); upsampler.process_block(output.data(), input.data(), static_cast(input.size())); } template<> void upsample4xStage(absl::Span input, absl::Span output) { ASSERT(output.size() >= 2 * input.size()); hiir::Upsampler2xSse upsampler; upsampler.set_coefs(coeffsStage4x.data()); upsampler.process_block(output.data(), input.data(), static_cast(input.size())); } template<> void upsample8xStage(absl::Span input, absl::Span output) { ASSERT(output.size() >= 2 * input.size()); hiir::Upsampler2xSse upsampler; upsampler.set_coefs(coeffsStage8x.data()); upsampler.process_block(output.data(), input.data(), static_cast(input.size())); } #elif defined(__arm__) || defined (__aarch64__) #include "hiir/Upsampler2xNeon.h" template<> void upsample2xStage(absl::Span input, absl::Span output) { ASSERT(output.size() >= 2 * input.size()); hiir::Upsampler2xNeon upsampler; upsampler.set_coefs(coeffsStage2x.data()); upsampler.process_block(output.data(), input.data(), static_cast(input.size())); } template<> void upsample4xStage(absl::Span input, absl::Span output) { ASSERT(output.size() >= 2 * input.size()); hiir::Upsampler2xNeon upsampler; upsampler.set_coefs(coeffsStage4x.data()); upsampler.process_block(output.data(), input.data(), static_cast(input.size())); } template<> void upsample8xStage(absl::Span input, absl::Span output) { ASSERT(output.size() >= 2 * input.size()); hiir::Upsampler2xNeon upsampler; upsampler.set_coefs(coeffsStage8x.data()); upsampler.process_block(output.data(), input.data(), static_cast(input.size())); } #else template<> void upsample2xStage(absl::Span input, absl::Span output) { upsample2xStage(input, output); } template<> void upsample4xStage(absl::Span input, absl::Span output) { upsample4xStage(input, output); } template<> void upsample8xStage(absl::Span input, absl::Span output) { upsample8xStage(input, output); } #endif template std::unique_ptr> upsample2x(const sfz::AudioBuffer& buffer) { // auto tempBuffer = std::make_unique>(buffer.getNumFrames() * 2); auto outputBuffer = std::make_unique>(buffer.getNumChannels(), buffer.getNumFrames() * 2); for (size_t channelIdx = 0; channelIdx < buffer.getNumChannels(); channelIdx++) { upsample2xStage(buffer.getConstSpan(channelIdx), outputBuffer->getSpan(channelIdx)); } return outputBuffer; } template std::unique_ptr> upsample4x(const sfz::AudioBuffer& buffer) { auto tempBuffer = std::make_unique>(buffer.getNumFrames() * 2); auto outputBuffer = std::make_unique>(buffer.getNumChannels(), buffer.getNumFrames() * 4); for (size_t channelIdx = 0; channelIdx < buffer.getNumChannels(); channelIdx++) { upsample2xStage(buffer.getConstSpan(channelIdx), absl::MakeSpan(*tempBuffer)); upsample4xStage(absl::MakeConstSpan(*tempBuffer), outputBuffer->getSpan(channelIdx)); } return outputBuffer; } template std::unique_ptr> upsample8x(const sfz::AudioBuffer& buffer) { auto tempBuffer2x = std::make_unique>(buffer.getNumFrames() * 2); auto tempBuffer4x = std::make_unique>(buffer.getNumFrames() * 4); auto outputBuffer = std::make_unique>(buffer.getNumChannels(), buffer.getNumFrames() * 8); for (size_t channelIdx = 0; channelIdx < buffer.getNumChannels(); channelIdx++) { upsample2xStage(buffer.getConstSpan(channelIdx), absl::MakeSpan(*tempBuffer2x)); upsample4xStage(absl::MakeConstSpan(*tempBuffer2x), absl::MakeSpan(*tempBuffer4x)); upsample8xStage(absl::MakeConstSpan(*tempBuffer4x), outputBuffer->getSpan(channelIdx)); } return outputBuffer; } class SndFile : public benchmark::Fixture { public: void SetUp(const ::benchmark::State& /* state */) { const auto rootPath = getPath() / "sample1.wav"; if (!ghc::filesystem::exists(rootPath)) { #ifndef NDEBUG std::cerr << "Can't find path" << '\n'; #endif std::terminate(); } SndfileHandle sndfile(rootPath.c_str()); numFrames = sndfile.frames(); numChannels = sndfile.channels(); interleavedBuffer = std::make_unique>(numChannels * numFrames); sndfile.readf(interleavedBuffer->data(), sndfile.frames()); } void TearDown(const ::benchmark::State& state [[maybe_unused]]) { } ghc::filesystem::path getPath() { #ifdef __linux__ char buf[PATH_MAX + 1]; if (readlink("/proc/self/exe", buf, sizeof(buf) - 1) == -1) return {}; std::string str { buf }; return str.substr(0, str.rfind('/')); #elif _WIN32 return ghc::filesystem::current_path(); #endif } size_t numChannels; size_t numFrames; std::unique_ptr> interleavedBuffer; }; BENCHMARK_DEFINE_F(SndFile, HIIR2X_scalar)(benchmark::State& state) { for (auto _ : state) { auto baseBuffer = std::make_unique>(numChannels, numFrames); sfz::readInterleaved(*interleavedBuffer, baseBuffer->getSpan(0), baseBuffer->getSpan(1)); auto outBuffer = upsample2x(*baseBuffer); benchmark::DoNotOptimize(outBuffer); } } BENCHMARK_DEFINE_F(SndFile, HIIR4X_scalar)(benchmark::State& state) { for (auto _ : state) { auto baseBuffer = std::make_unique>(numChannels, numFrames); sfz::readInterleaved(*interleavedBuffer, baseBuffer->getSpan(0), baseBuffer->getSpan(1)); auto outBuffer = upsample4x(*baseBuffer); benchmark::DoNotOptimize(outBuffer); } } BENCHMARK_DEFINE_F(SndFile, HIIR8X_scalar)(benchmark::State& state) { for (auto _ : state) { auto baseBuffer = std::make_unique>(numChannels, numFrames); sfz::readInterleaved(*interleavedBuffer, baseBuffer->getSpan(0), baseBuffer->getSpan(1)); auto outBuffer = upsample8x(*baseBuffer); benchmark::DoNotOptimize(outBuffer); } } BENCHMARK_DEFINE_F(SndFile, HIIR2X_vector)(benchmark::State& state) { for (auto _ : state) { auto baseBuffer = std::make_unique>(numChannels, numFrames); sfz::readInterleaved(*interleavedBuffer, baseBuffer->getSpan(0), baseBuffer->getSpan(1)); auto outBuffer = upsample2x(*baseBuffer); benchmark::DoNotOptimize(outBuffer); } } BENCHMARK_DEFINE_F(SndFile, HIIR4X_vector)(benchmark::State& state) { for (auto _ : state) { auto baseBuffer = std::make_unique>(numChannels, numFrames); sfz::readInterleaved(*interleavedBuffer, baseBuffer->getSpan(0), baseBuffer->getSpan(1)); auto outBuffer = upsample4x(*baseBuffer); benchmark::DoNotOptimize(outBuffer); } } BENCHMARK_DEFINE_F(SndFile, HIIR8X_vector)(benchmark::State& state) { for (auto _ : state) { auto baseBuffer = std::make_unique>(numChannels, numFrames); sfz::readInterleaved(*interleavedBuffer, baseBuffer->getSpan(0), baseBuffer->getSpan(1)); auto outBuffer = upsample8x(*baseBuffer); benchmark::DoNotOptimize(outBuffer); } } BENCHMARK_DEFINE_F(SndFile, SRC2x_BEST)(benchmark::State& state) { for (auto _ : state) { auto intermediateBuffer = std::make_unique>(2 * numChannels * numFrames); SRC_DATA srcData; srcData.data_in = interleavedBuffer->data(); srcData.data_out = intermediateBuffer->data(); srcData.src_ratio = 2.0; srcData.input_frames = static_cast(numFrames); srcData.output_frames = static_cast(2 * numFrames); src_simple(&srcData, SRC_SINC_BEST_QUALITY, static_cast(numChannels)); auto outBuffer = std::make_unique>(numChannels, 2 * numFrames); sfz::readInterleaved(*intermediateBuffer, outBuffer->getSpan(0), outBuffer->getSpan(1)); benchmark::DoNotOptimize(outBuffer); } } BENCHMARK_DEFINE_F(SndFile, SRC2x_MEDIUM)(benchmark::State& state) { for (auto _ : state) { auto intermediateBuffer = std::make_unique>(2 * numChannels * numFrames); SRC_DATA srcData; srcData.data_in = interleavedBuffer->data(); srcData.data_out = intermediateBuffer->data(); srcData.src_ratio = 2.0; srcData.input_frames = static_cast(numFrames); srcData.output_frames = static_cast(2 * numFrames); src_simple(&srcData, SRC_SINC_MEDIUM_QUALITY, static_cast(numChannels)); auto outBuffer = std::make_unique>(numChannels, 2 * numFrames); sfz::readInterleaved(*intermediateBuffer, outBuffer->getSpan(0), outBuffer->getSpan(1)); benchmark::DoNotOptimize(outBuffer); } } BENCHMARK_DEFINE_F(SndFile, SRC2x_FASTEST)(benchmark::State& state) { for (auto _ : state) { auto intermediateBuffer = std::make_unique>(2 * numChannels * numFrames); SRC_DATA srcData; srcData.data_in = interleavedBuffer->data(); srcData.data_out = intermediateBuffer->data(); srcData.src_ratio = 2.0; srcData.input_frames = static_cast(numFrames); srcData.output_frames = static_cast(2 * numFrames); src_simple(&srcData, SRC_SINC_FASTEST, static_cast(numChannels)); auto outBuffer = std::make_unique>(numChannels, 2 * numFrames); sfz::readInterleaved(*intermediateBuffer, outBuffer->getSpan(0), outBuffer->getSpan(1)); benchmark::DoNotOptimize(outBuffer); } } BENCHMARK_DEFINE_F(SndFile, SRC4x_BEST)(benchmark::State& state) { for (auto _ : state) { auto intermediateBuffer = std::make_unique>(2 * numChannels * numFrames); SRC_DATA srcData; srcData.data_in = interleavedBuffer->data(); srcData.data_out = intermediateBuffer->data(); srcData.src_ratio = 4.0; srcData.input_frames = static_cast(numFrames); srcData.output_frames = static_cast(2 * numFrames); src_simple(&srcData, SRC_SINC_BEST_QUALITY, static_cast(numChannels)); auto outBuffer = std::make_unique>(numChannels, 2 * numFrames); sfz::readInterleaved(*intermediateBuffer, outBuffer->getSpan(0), outBuffer->getSpan(1)); benchmark::DoNotOptimize(outBuffer); } } BENCHMARK_DEFINE_F(SndFile, SRC4x_MEDIUM)(benchmark::State& state) { for (auto _ : state) { auto intermediateBuffer = std::make_unique>(2 * numChannels * numFrames); SRC_DATA srcData; srcData.data_in = interleavedBuffer->data(); srcData.data_out = intermediateBuffer->data(); srcData.src_ratio = 4.0; srcData.input_frames = static_cast(numFrames); srcData.output_frames = static_cast(2 * numFrames); src_simple(&srcData, SRC_SINC_MEDIUM_QUALITY, static_cast(numChannels)); auto outBuffer = std::make_unique>(numChannels, 2 * numFrames); sfz::readInterleaved(*intermediateBuffer, outBuffer->getSpan(0), outBuffer->getSpan(1)); benchmark::DoNotOptimize(outBuffer); } } BENCHMARK_DEFINE_F(SndFile, SRC4x_FASTEST)(benchmark::State& state) { for (auto _ : state) { auto intermediateBuffer = std::make_unique>(2 * numChannels * numFrames); SRC_DATA srcData; srcData.data_in = interleavedBuffer->data(); srcData.data_out = intermediateBuffer->data(); srcData.src_ratio = 4.0; srcData.input_frames = static_cast(numFrames); srcData.output_frames = static_cast(2 * numFrames); src_simple(&srcData, SRC_SINC_FASTEST, static_cast(numChannels)); auto outBuffer = std::make_unique>(numChannels, 2 * numFrames); sfz::readInterleaved(*intermediateBuffer, outBuffer->getSpan(0), outBuffer->getSpan(1)); benchmark::DoNotOptimize(outBuffer); } } BENCHMARK_DEFINE_F(SndFile, SRC8x_BEST)(benchmark::State& state) { for (auto _ : state) { auto intermediateBuffer = std::make_unique>(2 * numChannels * numFrames); SRC_DATA srcData; srcData.data_in = interleavedBuffer->data(); srcData.data_out = intermediateBuffer->data(); srcData.src_ratio = 8.0; srcData.input_frames = static_cast(numFrames); srcData.output_frames = static_cast(2 * numFrames); src_simple(&srcData, SRC_SINC_BEST_QUALITY, static_cast(numChannels)); auto outBuffer = std::make_unique>(numChannels, 2 * numFrames); sfz::readInterleaved(*intermediateBuffer, outBuffer->getSpan(0), outBuffer->getSpan(1)); benchmark::DoNotOptimize(outBuffer); } } BENCHMARK_DEFINE_F(SndFile, SRC8x_MEDIUM)(benchmark::State& state) { for (auto _ : state) { auto intermediateBuffer = std::make_unique>(2 * numChannels * numFrames); SRC_DATA srcData; srcData.data_in = interleavedBuffer->data(); srcData.data_out = intermediateBuffer->data(); srcData.src_ratio = 8.0; srcData.input_frames = static_cast(numFrames); srcData.output_frames = static_cast(2 * numFrames); src_simple(&srcData, SRC_SINC_MEDIUM_QUALITY, static_cast(numChannels)); auto outBuffer = std::make_unique>(numChannels, 2 * numFrames); sfz::readInterleaved(*intermediateBuffer, outBuffer->getSpan(0), outBuffer->getSpan(1)); benchmark::DoNotOptimize(outBuffer); } } BENCHMARK_DEFINE_F(SndFile, SRC8x_FASTEST)(benchmark::State& state) { for (auto _ : state) { auto intermediateBuffer = std::make_unique>(2 * numChannels * numFrames); SRC_DATA srcData; srcData.data_in = interleavedBuffer->data(); srcData.data_out = intermediateBuffer->data(); srcData.src_ratio = 8.0; srcData.input_frames = static_cast(numFrames); srcData.output_frames = static_cast(2 * numFrames); src_simple(&srcData, SRC_SINC_FASTEST, static_cast(numChannels)); auto outBuffer = std::make_unique>(numChannels, 2 * numFrames); sfz::readInterleaved(*intermediateBuffer, outBuffer->getSpan(0), outBuffer->getSpan(1)); benchmark::DoNotOptimize(outBuffer); } } BENCHMARK_DEFINE_F(SndFile, HIIR8X_default)(benchmark::State& state) { for (auto _ : state) { auto baseBuffer = std::make_unique>(numChannels, numFrames); sfz::readInterleaved(*interleavedBuffer, baseBuffer->getSpan(0), baseBuffer->getSpan(1)); auto outBuffer = upsample8x(*baseBuffer); benchmark::DoNotOptimize(outBuffer); } } BENCHMARK_REGISTER_F(SndFile, HIIR2X_scalar); BENCHMARK_REGISTER_F(SndFile, HIIR4X_scalar); BENCHMARK_REGISTER_F(SndFile, HIIR8X_scalar); BENCHMARK_REGISTER_F(SndFile, HIIR2X_vector); BENCHMARK_REGISTER_F(SndFile, HIIR4X_vector); BENCHMARK_REGISTER_F(SndFile, HIIR8X_vector); BENCHMARK_REGISTER_F(SndFile, SRC2x_BEST); BENCHMARK_REGISTER_F(SndFile, SRC4x_BEST); BENCHMARK_REGISTER_F(SndFile, SRC8x_BEST); BENCHMARK_REGISTER_F(SndFile, SRC2x_MEDIUM); BENCHMARK_REGISTER_F(SndFile, SRC4x_MEDIUM); BENCHMARK_REGISTER_F(SndFile, SRC2x_FASTEST); BENCHMARK_REGISTER_F(SndFile, SRC8x_MEDIUM); BENCHMARK_REGISTER_F(SndFile, SRC4x_FASTEST); BENCHMARK_REGISTER_F(SndFile, SRC8x_FASTEST); BENCHMARK_REGISTER_F(SndFile, HIIR8X_default); BENCHMARK_MAIN();