// Copyright (c) Facebook, Inc. and its affiliates. // All rights reserved. // // Copyright 2020 Google LLC // // This source code is licensed under the BSD-style license found in the // LICENSE file in the root directory of this source tree. #include #include #include #include #include #include #include #include #include "bench/utils.h" #include #include #include class Requantization : public benchmark::Fixture { public: inline Requantization() { cpuinfo_initialize(); const size_t l1d_size = cpuinfo_get_l1d_cache(0)->size; const size_t l1d_reserve = 1024; n_ = (l1d_size - l1d_reserve) / (sizeof(int32_t) + sizeof(int8_t)); n_ = n_ / 16 * 16; } virtual void SetUp(const benchmark::State&) override { std::random_device random_device; auto rng = std::mt19937(random_device()); auto i32rng = std::bind(std::uniform_int_distribution(), std::ref(rng)); input_.resize(n()); std::generate(input_.begin(), input_.end(), std::ref(i32rng)); output_.resize(n()); std::fill(output_.begin(), output_.end(), 0xA5); } virtual void TearDown(benchmark::State& state) override { state.SetItemsProcessed(uint64_t(state.iterations()) * n()); state.SetBytesProcessed(uint64_t(state.iterations()) * n() * (sizeof(int32_t) + sizeof(int8_t))); input_.clear(); output_.clear(); } inline const int32_t* input() const { return input_.data(); } inline int8_t* output() { return output_.data(); } inline size_t n() const { return n_; } protected: std::vector> input_; std::vector output_; size_t n_; }; BENCHMARK_F(Requantization, precise__scalar_unsigned32)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_precise__scalar_unsigned32( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } BENCHMARK_F(Requantization, precise__scalar_unsigned64)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_precise__scalar_unsigned64( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } BENCHMARK_F(Requantization, precise__scalar_signed64)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_precise__scalar_signed64( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } BENCHMARK_F(Requantization, fp32__scalar_lrintf)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_fp32__scalar_lrintf( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } BENCHMARK_F(Requantization, fp32__scalar_magic)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_fp32__scalar_magic( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } BENCHMARK_F(Requantization, q31__scalar)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_q31__scalar( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } #if !XNN_ARCH_WASM && !XNN_COMPILER_MSVC && !XNN_COMPILER_ICC BENCHMARK_F(Requantization, precise__psimd)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_precise__psimd( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } BENCHMARK_F(Requantization, fp32__psimd)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_fp32__psimd( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } #endif // !XNN_ARCH_WASM && !XNN_COMPILER_MSVC && !XNN_COMPILER_ICC #if XNN_ARCH_WASMSIMD BENCHMARK_F(Requantization, fp32__wasmsimd)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_fp32__wasmsimd( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } BENCHMARK_F(Requantization, q31__wasmsimd)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_q31__wasmsimd( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } #endif #if XNN_ARCH_ARM || XNN_ARCH_ARM64 BENCHMARK_F(Requantization, precise__neon)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_precise__neon( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } BENCHMARK_F(Requantization, fp32__neon)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_fp32__neon( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } BENCHMARK_F(Requantization, q31__neon)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_q31__neon( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } #endif #if XNN_ARCH_X86 || XNN_ARCH_X86_64 BENCHMARK_F(Requantization, precise__sse2)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_precise__sse2( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } BENCHMARK_F(Requantization, precise__ssse3)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_precise__ssse3( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } BENCHMARK_F(Requantization, precise__sse4)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_precise__sse4( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } BENCHMARK_F(Requantization, fp32__sse2)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_fp32__sse2( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } BENCHMARK_F(Requantization, fp32__sse4)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_fp32__sse4( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } BENCHMARK_F(Requantization, q31__sse2)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_q31__sse2( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } BENCHMARK_F(Requantization, q31__ssse3)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_q31__ssse3( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } BENCHMARK_F(Requantization, q31__sse4)(benchmark::State& state) { for (auto _ : state) { xnn_qs8_requantize_q31__sse4( n(), input(), 0x1.0p-12f /* scale */, -1 /* zero point */, -127 /* qmin */, 126 /* qmax */, output()); } } #endif #ifndef XNNPACK_BENCHMARK_NO_MAIN BENCHMARK_MAIN(); #endif