1 // Copyright 2020 Google LLC
2 //
3 // This source code is licensed under the BSD-style license found in the
4 // LICENSE file in the root directory of this source tree.
5
6 #include <algorithm>
7 #include <cmath>
8 #include <functional>
9 #include <random>
10 #include <vector>
11
12 #include <benchmark/benchmark.h>
13 #include "bench/utils.h"
14
15 #include <xnnpack.h>
16 #include <xnnpack/aligned-allocator.h>
17 #include <xnnpack/common.h>
18 #include <xnnpack/microfnptr.h>
19 #include <xnnpack/microparams-init.h>
20 #include <xnnpack/vunary.h>
21
22
f32_vhswish(benchmark::State & state,xnn_f32_vhswish_ukernel_function hswish,xnn_init_f32_hswish_params_fn init_params,benchmark::utils::IsaCheckFunction isa_check=nullptr)23 static void f32_vhswish(
24 benchmark::State& state,
25 xnn_f32_vhswish_ukernel_function hswish,
26 xnn_init_f32_hswish_params_fn init_params,
27 benchmark::utils::IsaCheckFunction isa_check = nullptr)
28 {
29 if (isa_check && !isa_check(state)) {
30 return;
31 }
32
33 const size_t num_elements = state.range(0);
34 std::vector<float, AlignedAllocator<float, 64>> input(num_elements);
35 std::vector<float, AlignedAllocator<float, 64>> output(num_elements);
36
37 std::random_device random_device;
38 auto rng = std::mt19937(random_device());
39 auto f32rng = std::bind(std::uniform_real_distribution<float>(-10.0f, 10.0f), std::ref(rng));
40 std::generate(input.begin(), input.end(), std::ref(f32rng));
41 std::fill(output.begin(), output.end(), std::nanf(""));
42
43 union xnn_f32_hswish_params params;
44 init_params(¶ms);
45 for (auto _ : state) {
46 hswish(num_elements * sizeof(float), input.data(), output.data(), ¶ms);
47 }
48
49 const uint64_t cpu_frequency = benchmark::utils::GetCurrentCpuFrequency();
50 if (cpu_frequency != 0) {
51 state.counters["cpufreq"] = cpu_frequency;
52 }
53
54 const size_t elements_per_iteration = num_elements;
55 state.counters["elements"] =
56 benchmark::Counter(uint64_t(state.iterations()) * elements_per_iteration, benchmark::Counter::kIsRate);
57
58 const size_t bytes_per_iteration = 2 * num_elements * sizeof(float);
59 state.counters["bytes"] =
60 benchmark::Counter(uint64_t(state.iterations()) * bytes_per_iteration, benchmark::Counter::kIsRate);
61 }
62
63 #if XNN_ARCH_ARM || XNN_ARCH_ARM64
64 BENCHMARK_CAPTURE(f32_vhswish, neon_x4,
65 xnn_f32_vhswish_ukernel__neon_x4,
66 xnn_init_f32_hswish_scalar_params,
67 benchmark::utils::CheckNEON)
68 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
69 ->UseRealTime();
70 BENCHMARK_CAPTURE(f32_vhswish, neon_x8,
71 xnn_f32_vhswish_ukernel__neon_x8,
72 xnn_init_f32_hswish_scalar_params,
73 benchmark::utils::CheckNEON)
74 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
75 ->UseRealTime();
76 BENCHMARK_CAPTURE(f32_vhswish, neon_x16,
77 xnn_f32_vhswish_ukernel__neon_x16,
78 xnn_init_f32_hswish_scalar_params,
79 benchmark::utils::CheckNEON)
80 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
81 ->UseRealTime();
82 #endif // XNN_ARCH_ARM || XNN_ARCH_ARM64
83
84 #if XNN_ARCH_X86 || XNN_ARCH_X86_64
85 BENCHMARK_CAPTURE(f32_vhswish, sse_x4,
86 xnn_f32_vhswish_ukernel__sse_x4,
87 xnn_init_f32_hswish_sse_params)
88 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
89 ->UseRealTime();
90 BENCHMARK_CAPTURE(f32_vhswish, sse_x8,
91 xnn_f32_vhswish_ukernel__sse_x8,
92 xnn_init_f32_hswish_sse_params)
93 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
94 ->UseRealTime();
95
96 BENCHMARK_CAPTURE(f32_vhswish, avx_x8,
97 xnn_f32_vhswish_ukernel__avx_x8,
98 xnn_init_f32_hswish_avx_params,
99 benchmark::utils::CheckAVX)
100 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
101 ->UseRealTime();
102 BENCHMARK_CAPTURE(f32_vhswish, avx_x16,
103 xnn_f32_vhswish_ukernel__avx_x16,
104 xnn_init_f32_hswish_avx_params,
105 benchmark::utils::CheckAVX)
106 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
107 ->UseRealTime();
108
109 BENCHMARK_CAPTURE(f32_vhswish, fma3_x8,
110 xnn_f32_vhswish_ukernel__fma3_x8,
111 xnn_init_f32_hswish_avx_params,
112 benchmark::utils::CheckFMA3)
113 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
114 ->UseRealTime();
115 BENCHMARK_CAPTURE(f32_vhswish, fma3_x16,
116 xnn_f32_vhswish_ukernel__fma3_x16,
117 xnn_init_f32_hswish_avx_params,
118 benchmark::utils::CheckFMA3)
119 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
120 ->UseRealTime();
121
122 BENCHMARK_CAPTURE(f32_vhswish, avx512f_x16,
123 xnn_f32_vhswish_ukernel__avx512f_x16,
124 xnn_init_f32_hswish_avx512_params,
125 benchmark::utils::CheckAVX512F)
126 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
127 ->UseRealTime();
128 BENCHMARK_CAPTURE(f32_vhswish, avx512f_x32,
129 xnn_f32_vhswish_ukernel__avx512f_x32,
130 xnn_init_f32_hswish_avx512_params,
131 benchmark::utils::CheckAVX512F)
132 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
133 ->UseRealTime();
134 #endif // XNN_ARCH_X86 || XNN_ARCH_X86_64
135
136 #if XNN_ARCH_WASMSIMD || XNN_ARCH_WASMRELAXEDSIMD
137 BENCHMARK_CAPTURE(f32_vhswish, wasmsimd_x4,
138 xnn_f32_vhswish_ukernel__wasmsimd_x4,
139 xnn_init_f32_hswish_wasmsimd_params)
140 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
141 ->UseRealTime();
142 BENCHMARK_CAPTURE(f32_vhswish, wasmsimd_x8,
143 xnn_f32_vhswish_ukernel__wasmsimd_x8,
144 xnn_init_f32_hswish_wasmsimd_params)
145 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
146 ->UseRealTime();
147 BENCHMARK_CAPTURE(f32_vhswish, wasmsimd_x16,
148 xnn_f32_vhswish_ukernel__wasmsimd_x16,
149 xnn_init_f32_hswish_wasmsimd_params)
150 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
151 ->UseRealTime();
152 #endif // XNN_ARCH_WASMSIMD || XNN_ARCH_WASMRELAXEDSIMD
153
154 #if XNN_ARCH_WASM || XNN_ARCH_WASMSIMD || XNN_ARCH_WASMRELAXEDSIMD
155 BENCHMARK_CAPTURE(f32_vhswish, wasm_x1,
156 xnn_f32_vhswish_ukernel__wasm_x1,
157 xnn_init_f32_hswish_scalar_params)
158 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
159 ->UseRealTime();
160 BENCHMARK_CAPTURE(f32_vhswish, wasm_x2,
161 xnn_f32_vhswish_ukernel__wasm_x2,
162 xnn_init_f32_hswish_scalar_params)
163 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
164 ->UseRealTime();
165 BENCHMARK_CAPTURE(f32_vhswish, wasm_x4,
166 xnn_f32_vhswish_ukernel__wasm_x4,
167 xnn_init_f32_hswish_scalar_params)
168 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
169 ->UseRealTime();
170 #endif // XNN_ARCH_WASM || XNN_ARCH_WASMSIMD || XNN_ARCH_WASMRELAXEDSIMD
171
172 BENCHMARK_CAPTURE(f32_vhswish, scalar_x1,
173 xnn_f32_vhswish_ukernel__scalar_x1,
174 xnn_init_f32_hswish_scalar_params)
175 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
176 ->UseRealTime();
177 BENCHMARK_CAPTURE(f32_vhswish, scalar_x2,
178 xnn_f32_vhswish_ukernel__scalar_x2,
179 xnn_init_f32_hswish_scalar_params)
180 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
181 ->UseRealTime();
182 BENCHMARK_CAPTURE(f32_vhswish, scalar_x4,
183 xnn_f32_vhswish_ukernel__scalar_x4,
184 xnn_init_f32_hswish_scalar_params)
185 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
186 ->UseRealTime();
187
188 #ifndef XNNPACK_BENCHMARK_NO_MAIN
189 BENCHMARK_MAIN();
190 #endif
191