1*4bdc9457SAndroid Build Coastguard Worker // Copyright 2022 Google LLC
2*4bdc9457SAndroid Build Coastguard Worker //
3*4bdc9457SAndroid Build Coastguard Worker // This source code is licensed under the BSD-style license found in the
4*4bdc9457SAndroid Build Coastguard Worker // LICENSE file in the root directory of this source tree.
5*4bdc9457SAndroid Build Coastguard Worker
6*4bdc9457SAndroid Build Coastguard Worker #include <algorithm>
7*4bdc9457SAndroid Build Coastguard Worker #include <cmath>
8*4bdc9457SAndroid Build Coastguard Worker #include <functional>
9*4bdc9457SAndroid Build Coastguard Worker #include <random>
10*4bdc9457SAndroid Build Coastguard Worker #include <vector>
11*4bdc9457SAndroid Build Coastguard Worker
12*4bdc9457SAndroid Build Coastguard Worker #include <benchmark/benchmark.h>
13*4bdc9457SAndroid Build Coastguard Worker #include <fp16/fp16.h>
14*4bdc9457SAndroid Build Coastguard Worker #include "bench/utils.h"
15*4bdc9457SAndroid Build Coastguard Worker
16*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack.h>
17*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/aligned-allocator.h>
18*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/common.h>
19*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/microfnptr.h>
20*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/microparams-init.h>
21*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/vunary.h>
22*4bdc9457SAndroid Build Coastguard Worker
23*4bdc9457SAndroid Build Coastguard Worker
f16_velu(benchmark::State & state,xnn_f16_velu_ukernel_function elu,xnn_init_f16_elu_params_fn init_params,benchmark::utils::IsaCheckFunction isa_check=nullptr)24*4bdc9457SAndroid Build Coastguard Worker static void f16_velu(
25*4bdc9457SAndroid Build Coastguard Worker benchmark::State& state,
26*4bdc9457SAndroid Build Coastguard Worker xnn_f16_velu_ukernel_function elu,
27*4bdc9457SAndroid Build Coastguard Worker xnn_init_f16_elu_params_fn init_params,
28*4bdc9457SAndroid Build Coastguard Worker benchmark::utils::IsaCheckFunction isa_check = nullptr)
29*4bdc9457SAndroid Build Coastguard Worker {
30*4bdc9457SAndroid Build Coastguard Worker if (isa_check && !isa_check(state)) {
31*4bdc9457SAndroid Build Coastguard Worker return;
32*4bdc9457SAndroid Build Coastguard Worker }
33*4bdc9457SAndroid Build Coastguard Worker
34*4bdc9457SAndroid Build Coastguard Worker const size_t num_elements = state.range(0);
35*4bdc9457SAndroid Build Coastguard Worker
36*4bdc9457SAndroid Build Coastguard Worker std::random_device random_device;
37*4bdc9457SAndroid Build Coastguard Worker auto rng = std::mt19937(random_device());
38*4bdc9457SAndroid Build Coastguard Worker auto f32rng = std::bind(std::uniform_real_distribution<float>(-9.0f, 9.0f), std::ref(rng));
39*4bdc9457SAndroid Build Coastguard Worker auto f16rng = std::bind(fp16_ieee_from_fp32_value, f32rng);
40*4bdc9457SAndroid Build Coastguard Worker
41*4bdc9457SAndroid Build Coastguard Worker std::vector<uint16_t, AlignedAllocator<uint16_t, 64>> x(num_elements);
42*4bdc9457SAndroid Build Coastguard Worker std::vector<uint16_t, AlignedAllocator<uint16_t, 64>> y(num_elements);
43*4bdc9457SAndroid Build Coastguard Worker std::generate(x.begin(), x.end(), std::ref(f16rng));
44*4bdc9457SAndroid Build Coastguard Worker std::fill(y.begin(), y.end(), UINT16_C(0x7E00) /* NaN */);
45*4bdc9457SAndroid Build Coastguard Worker
46*4bdc9457SAndroid Build Coastguard Worker union xnn_f16_elu_params params;
47*4bdc9457SAndroid Build Coastguard Worker init_params(¶ms,
48*4bdc9457SAndroid Build Coastguard Worker UINT16_C(0x3C00) /* prescale = 1.0h */,
49*4bdc9457SAndroid Build Coastguard Worker UINT16_C(0x3C00) /* alpha = 1.0h */,
50*4bdc9457SAndroid Build Coastguard Worker UINT16_C(0x3C00) /* beta = 1.0h */);
51*4bdc9457SAndroid Build Coastguard Worker for (auto _ : state) {
52*4bdc9457SAndroid Build Coastguard Worker elu(num_elements * sizeof(uint16_t), x.data(), y.data(), ¶ms);
53*4bdc9457SAndroid Build Coastguard Worker }
54*4bdc9457SAndroid Build Coastguard Worker
55*4bdc9457SAndroid Build Coastguard Worker const uint64_t cpu_frequency = benchmark::utils::GetCurrentCpuFrequency();
56*4bdc9457SAndroid Build Coastguard Worker if (cpu_frequency != 0) {
57*4bdc9457SAndroid Build Coastguard Worker state.counters["cpufreq"] = cpu_frequency;
58*4bdc9457SAndroid Build Coastguard Worker }
59*4bdc9457SAndroid Build Coastguard Worker
60*4bdc9457SAndroid Build Coastguard Worker const size_t elements_per_iteration = num_elements;
61*4bdc9457SAndroid Build Coastguard Worker state.counters["elements"] =
62*4bdc9457SAndroid Build Coastguard Worker benchmark::Counter(uint64_t(state.iterations()) * elements_per_iteration, benchmark::Counter::kIsRate);
63*4bdc9457SAndroid Build Coastguard Worker
64*4bdc9457SAndroid Build Coastguard Worker const size_t bytes_per_iteration = 2 * num_elements * sizeof(uint16_t);
65*4bdc9457SAndroid Build Coastguard Worker state.counters["bytes"] =
66*4bdc9457SAndroid Build Coastguard Worker benchmark::Counter(uint64_t(state.iterations()) * bytes_per_iteration, benchmark::Counter::kIsRate);
67*4bdc9457SAndroid Build Coastguard Worker }
68*4bdc9457SAndroid Build Coastguard Worker
69*4bdc9457SAndroid Build Coastguard Worker
70*4bdc9457SAndroid Build Coastguard Worker #if XNN_ENABLE_ARM_FP16 && (XNN_ARCH_ARM || XNN_ARCH_ARM64)
71*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(f16_velu, neonfp16arith_rr1_p3_x8,
72*4bdc9457SAndroid Build Coastguard Worker xnn_f16_velu_ukernel__neonfp16arith_rr1_p3_x8,
73*4bdc9457SAndroid Build Coastguard Worker xnn_init_f16_elu_neonfp16arith_rr1_p3_params,
74*4bdc9457SAndroid Build Coastguard Worker benchmark::utils::CheckNEONFP16ARITH)
75*4bdc9457SAndroid Build Coastguard Worker ->Apply(benchmark::utils::UnaryElementwiseParameters<uint16_t, uint16_t>)
76*4bdc9457SAndroid Build Coastguard Worker ->UseRealTime();
77*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(f16_velu, neonfp16arith_rr1_p3_x16,
78*4bdc9457SAndroid Build Coastguard Worker xnn_f16_velu_ukernel__neonfp16arith_rr1_p3_x16,
79*4bdc9457SAndroid Build Coastguard Worker xnn_init_f16_elu_neonfp16arith_rr1_p3_params,
80*4bdc9457SAndroid Build Coastguard Worker benchmark::utils::CheckNEONFP16ARITH)
81*4bdc9457SAndroid Build Coastguard Worker ->Apply(benchmark::utils::UnaryElementwiseParameters<uint16_t, uint16_t>)
82*4bdc9457SAndroid Build Coastguard Worker ->UseRealTime();
83*4bdc9457SAndroid Build Coastguard Worker #endif // XNN_ENABLE_ARM_FP16 && (XNN_ARCH_ARM || XNN_ARCH_ARM64)
84*4bdc9457SAndroid Build Coastguard Worker
85*4bdc9457SAndroid Build Coastguard Worker
86*4bdc9457SAndroid Build Coastguard Worker #if XNN_ARCH_X86 || XNN_ARCH_X86_64
87*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(f16_velu, avx2_rr1_p3_x8,
88*4bdc9457SAndroid Build Coastguard Worker xnn_f16_velu_ukernel__avx2_rr1_p3_x8,
89*4bdc9457SAndroid Build Coastguard Worker xnn_init_f16_elu_avx2_rr1_p3_params,
90*4bdc9457SAndroid Build Coastguard Worker benchmark::utils::CheckAVX2)
91*4bdc9457SAndroid Build Coastguard Worker ->Apply(benchmark::utils::UnaryElementwiseParameters<uint16_t, uint16_t>)
92*4bdc9457SAndroid Build Coastguard Worker ->UseRealTime();
93*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(f16_velu, avx2_rr1_p3_x16,
94*4bdc9457SAndroid Build Coastguard Worker xnn_f16_velu_ukernel__avx2_rr1_p3_x16,
95*4bdc9457SAndroid Build Coastguard Worker xnn_init_f16_elu_avx2_rr1_p3_params,
96*4bdc9457SAndroid Build Coastguard Worker benchmark::utils::CheckAVX2)
97*4bdc9457SAndroid Build Coastguard Worker ->Apply(benchmark::utils::UnaryElementwiseParameters<uint16_t, uint16_t>)
98*4bdc9457SAndroid Build Coastguard Worker ->UseRealTime();
99*4bdc9457SAndroid Build Coastguard Worker #endif // XNN_ARCH_X86 || XNN_ARCH_X86_64
100*4bdc9457SAndroid Build Coastguard Worker
101*4bdc9457SAndroid Build Coastguard Worker
102*4bdc9457SAndroid Build Coastguard Worker #ifndef XNNPACK_BENCHMARK_NO_MAIN
103*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_MAIN();
104*4bdc9457SAndroid Build Coastguard Worker #endif
105