1*4bdc9457SAndroid Build Coastguard Worker // Copyright 2021 Google LLC
2*4bdc9457SAndroid Build Coastguard Worker //
3*4bdc9457SAndroid Build Coastguard Worker // This source code is licensed under the BSD-style license found in the
4*4bdc9457SAndroid Build Coastguard Worker // LICENSE file in the root directory of this source tree.
5*4bdc9457SAndroid Build Coastguard Worker
6*4bdc9457SAndroid Build Coastguard Worker #include <algorithm>
7*4bdc9457SAndroid Build Coastguard Worker #include <cmath>
8*4bdc9457SAndroid Build Coastguard Worker #include <functional>
9*4bdc9457SAndroid Build Coastguard Worker #include <numeric>
10*4bdc9457SAndroid Build Coastguard Worker #include <vector>
11*4bdc9457SAndroid Build Coastguard Worker
12*4bdc9457SAndroid Build Coastguard Worker #include <benchmark/benchmark.h>
13*4bdc9457SAndroid Build Coastguard Worker #include "bench/utils.h"
14*4bdc9457SAndroid Build Coastguard Worker
15*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack.h>
16*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/aligned-allocator.h>
17*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/common.h>
18*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/microfnptr.h>
19*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/transpose.h>
20*4bdc9457SAndroid Build Coastguard Worker
21*4bdc9457SAndroid Build Coastguard Worker
transpose(benchmark::State & state,xnn_x64_transposec_ukernel_function transpose,benchmark::utils::IsaCheckFunction isa_check=nullptr)22*4bdc9457SAndroid Build Coastguard Worker void transpose(
23*4bdc9457SAndroid Build Coastguard Worker benchmark::State& state,
24*4bdc9457SAndroid Build Coastguard Worker xnn_x64_transposec_ukernel_function transpose,
25*4bdc9457SAndroid Build Coastguard Worker benchmark::utils::IsaCheckFunction isa_check = nullptr)
26*4bdc9457SAndroid Build Coastguard Worker {
27*4bdc9457SAndroid Build Coastguard Worker if (isa_check && !isa_check(state)) {
28*4bdc9457SAndroid Build Coastguard Worker return;
29*4bdc9457SAndroid Build Coastguard Worker }
30*4bdc9457SAndroid Build Coastguard Worker const size_t height = state.range(0);
31*4bdc9457SAndroid Build Coastguard Worker const size_t width = state.range(1);
32*4bdc9457SAndroid Build Coastguard Worker const size_t tile_hbytes = height * sizeof(uint64_t);
33*4bdc9457SAndroid Build Coastguard Worker const size_t tile_wbytes = width * sizeof(uint64_t);
34*4bdc9457SAndroid Build Coastguard Worker
35*4bdc9457SAndroid Build Coastguard Worker std::vector<uint64_t, AlignedAllocator<uint64_t, 64>> x(
36*4bdc9457SAndroid Build Coastguard Worker height * width + XNN_EXTRA_BYTES / sizeof(uint64_t));
37*4bdc9457SAndroid Build Coastguard Worker std::vector<uint64_t, AlignedAllocator<uint64_t, 64>> y(
38*4bdc9457SAndroid Build Coastguard Worker height * width + XNN_EXTRA_BYTES / sizeof(uint64_t));
39*4bdc9457SAndroid Build Coastguard Worker std::iota(x.begin(), x.end(), 0);
40*4bdc9457SAndroid Build Coastguard Worker std::fill(y.begin(), y.end(), 0);
41*4bdc9457SAndroid Build Coastguard Worker
42*4bdc9457SAndroid Build Coastguard Worker for (auto _ : state) {
43*4bdc9457SAndroid Build Coastguard Worker transpose(x.data(), y.data(), tile_wbytes, tile_hbytes, width,
44*4bdc9457SAndroid Build Coastguard Worker height);
45*4bdc9457SAndroid Build Coastguard Worker }
46*4bdc9457SAndroid Build Coastguard Worker
47*4bdc9457SAndroid Build Coastguard Worker const uint64_t cpu_frequency = benchmark::utils::GetCurrentCpuFrequency();
48*4bdc9457SAndroid Build Coastguard Worker if (cpu_frequency != 0) {
49*4bdc9457SAndroid Build Coastguard Worker state.counters["cpufreq"] = cpu_frequency;
50*4bdc9457SAndroid Build Coastguard Worker }
51*4bdc9457SAndroid Build Coastguard Worker }
52*4bdc9457SAndroid Build Coastguard Worker
BenchmarkKernelSize(benchmark::internal::Benchmark * b)53*4bdc9457SAndroid Build Coastguard Worker static void BenchmarkKernelSize(benchmark::internal::Benchmark* b)
54*4bdc9457SAndroid Build Coastguard Worker {
55*4bdc9457SAndroid Build Coastguard Worker b->ArgNames({"height", "width"});
56*4bdc9457SAndroid Build Coastguard Worker b->Args({32, 32});
57*4bdc9457SAndroid Build Coastguard Worker b->Args({64, 64});
58*4bdc9457SAndroid Build Coastguard Worker b->Args({117, 117});
59*4bdc9457SAndroid Build Coastguard Worker b->Args({1024, 1024});
60*4bdc9457SAndroid Build Coastguard Worker }
61*4bdc9457SAndroid Build Coastguard Worker
62*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(transpose, 1x2_scalar_int, xnn_x64_transposec_ukernel__1x2_scalar_int)
63*4bdc9457SAndroid Build Coastguard Worker ->Apply(BenchmarkKernelSize)->UseRealTime();
64*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(transpose, 2x1_scalar_int, xnn_x64_transposec_ukernel__2x1_scalar_int)
65*4bdc9457SAndroid Build Coastguard Worker ->Apply(BenchmarkKernelSize)->UseRealTime();
66*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(transpose, 2x2_scalar_int, xnn_x64_transposec_ukernel__2x2_scalar_int)
67*4bdc9457SAndroid Build Coastguard Worker ->Apply(BenchmarkKernelSize)->UseRealTime();
68*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(transpose, 4x1_scalar_int, xnn_x64_transposec_ukernel__4x1_scalar_int)
69*4bdc9457SAndroid Build Coastguard Worker ->Apply(BenchmarkKernelSize)->UseRealTime();
70*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(transpose, 4x2_scalar_int, xnn_x64_transposec_ukernel__4x2_scalar_int)
71*4bdc9457SAndroid Build Coastguard Worker ->Apply(BenchmarkKernelSize)->UseRealTime();
72*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(transpose, 1x2_scalar_float, xnn_x64_transposec_ukernel__1x2_scalar_float)
73*4bdc9457SAndroid Build Coastguard Worker ->Apply(BenchmarkKernelSize)->UseRealTime();
74*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(transpose, 2x1_scalar_float, xnn_x64_transposec_ukernel__2x1_scalar_float)
75*4bdc9457SAndroid Build Coastguard Worker ->Apply(BenchmarkKernelSize)->UseRealTime();
76*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(transpose, 2x2_scalar_float, xnn_x64_transposec_ukernel__2x2_scalar_float)
77*4bdc9457SAndroid Build Coastguard Worker ->Apply(BenchmarkKernelSize)->UseRealTime();
78*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(transpose, 4x1_scalar_float, xnn_x64_transposec_ukernel__4x1_scalar_float)
79*4bdc9457SAndroid Build Coastguard Worker ->Apply(BenchmarkKernelSize)->UseRealTime();
80*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(transpose, 4x2_scalar_float, xnn_x64_transposec_ukernel__4x2_scalar_float)
81*4bdc9457SAndroid Build Coastguard Worker ->Apply(BenchmarkKernelSize)->UseRealTime();
82*4bdc9457SAndroid Build Coastguard Worker
83*4bdc9457SAndroid Build Coastguard Worker #if XNN_ARCH_X86 || XNN_ARCH_X86_64
84*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(transpose, 2x2_multi_mov_sse2, xnn_x64_transposec_ukernel__2x2_multi_mov_sse2)
85*4bdc9457SAndroid Build Coastguard Worker ->Apply(BenchmarkKernelSize)->UseRealTime();
86*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(transpose, 2x2_multi_switch_sse2, xnn_x64_transposec_ukernel__2x2_multi_switch_sse2)
87*4bdc9457SAndroid Build Coastguard Worker ->Apply(BenchmarkKernelSize)->UseRealTime();
88*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(transpose, 2x2_reuse_mov_sse2, xnn_x64_transposec_ukernel__2x2_reuse_mov_sse2)
89*4bdc9457SAndroid Build Coastguard Worker ->Apply(BenchmarkKernelSize)->UseRealTime();
90*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(transpose, 2x2_reuse_multi_sse2, xnn_x64_transposec_ukernel__2x2_reuse_multi_sse2)
91*4bdc9457SAndroid Build Coastguard Worker ->Apply(BenchmarkKernelSize)->UseRealTime();
92*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_CAPTURE(transpose, 2x2_reuse_switch_sse2, xnn_x64_transposec_ukernel__2x2_reuse_switch_sse2)
93*4bdc9457SAndroid Build Coastguard Worker ->Apply(BenchmarkKernelSize)->UseRealTime();
94*4bdc9457SAndroid Build Coastguard Worker #endif // XNN_ARCH_X86 || XNN_ARCH_X86_64
95*4bdc9457SAndroid Build Coastguard Worker
96*4bdc9457SAndroid Build Coastguard Worker
97*4bdc9457SAndroid Build Coastguard Worker #ifndef XNNPACK_BENCHMARK_NO_MAIN
98*4bdc9457SAndroid Build Coastguard Worker BENCHMARK_MAIN();
99*4bdc9457SAndroid Build Coastguard Worker #endif
100