1*4bdc9457SAndroid Build Coastguard Worker // Copyright 2019 Google LLC 2*4bdc9457SAndroid Build Coastguard Worker // 3*4bdc9457SAndroid Build Coastguard Worker // This source code is licensed under the BSD-style license found in the 4*4bdc9457SAndroid Build Coastguard Worker // LICENSE file in the root directory of this source tree. 5*4bdc9457SAndroid Build Coastguard Worker 6*4bdc9457SAndroid Build Coastguard Worker #pragma once 7*4bdc9457SAndroid Build Coastguard Worker 8*4bdc9457SAndroid Build Coastguard Worker #include <gtest/gtest.h> 9*4bdc9457SAndroid Build Coastguard Worker 10*4bdc9457SAndroid Build Coastguard Worker #include <array> 11*4bdc9457SAndroid Build Coastguard Worker #include <algorithm> 12*4bdc9457SAndroid Build Coastguard Worker #include <cassert> 13*4bdc9457SAndroid Build Coastguard Worker #include <cstddef> 14*4bdc9457SAndroid Build Coastguard Worker #include <cstdlib> 15*4bdc9457SAndroid Build Coastguard Worker #include <functional> 16*4bdc9457SAndroid Build Coastguard Worker #include <random> 17*4bdc9457SAndroid Build Coastguard Worker #include <vector> 18*4bdc9457SAndroid Build Coastguard Worker 19*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack.h> 20*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/microfnptr.h> 21*4bdc9457SAndroid Build Coastguard Worker 22*4bdc9457SAndroid Build Coastguard Worker 23*4bdc9457SAndroid Build Coastguard Worker class PadMicrokernelTester { 24*4bdc9457SAndroid Build Coastguard Worker public: rows(size_t rows)25*4bdc9457SAndroid Build Coastguard Worker inline PadMicrokernelTester& rows(size_t rows) { 26*4bdc9457SAndroid Build Coastguard Worker assert(rows != 0); 27*4bdc9457SAndroid Build Coastguard Worker this->rows_ = rows; 28*4bdc9457SAndroid Build Coastguard Worker return *this; 29*4bdc9457SAndroid Build Coastguard Worker } 30*4bdc9457SAndroid Build Coastguard Worker rows()31*4bdc9457SAndroid Build Coastguard Worker inline size_t rows() const { 32*4bdc9457SAndroid Build Coastguard Worker return this->rows_; 33*4bdc9457SAndroid Build Coastguard Worker } 34*4bdc9457SAndroid Build Coastguard Worker input_channels(size_t input_channels)35*4bdc9457SAndroid Build Coastguard Worker inline PadMicrokernelTester& input_channels(size_t input_channels) { 36*4bdc9457SAndroid Build Coastguard Worker assert(input_channels != 0); 37*4bdc9457SAndroid Build Coastguard Worker this->input_channels_ = input_channels; 38*4bdc9457SAndroid Build Coastguard Worker return *this; 39*4bdc9457SAndroid Build Coastguard Worker } 40*4bdc9457SAndroid Build Coastguard Worker input_channels()41*4bdc9457SAndroid Build Coastguard Worker inline size_t input_channels() const { 42*4bdc9457SAndroid Build Coastguard Worker return this->input_channels_; 43*4bdc9457SAndroid Build Coastguard Worker } 44*4bdc9457SAndroid Build Coastguard Worker pre_padding(size_t pre_padding)45*4bdc9457SAndroid Build Coastguard Worker inline PadMicrokernelTester& pre_padding(size_t pre_padding) { 46*4bdc9457SAndroid Build Coastguard Worker this->pre_padding_ = pre_padding; 47*4bdc9457SAndroid Build Coastguard Worker return *this; 48*4bdc9457SAndroid Build Coastguard Worker } 49*4bdc9457SAndroid Build Coastguard Worker pre_padding()50*4bdc9457SAndroid Build Coastguard Worker inline size_t pre_padding() const { 51*4bdc9457SAndroid Build Coastguard Worker return this->pre_padding_; 52*4bdc9457SAndroid Build Coastguard Worker } 53*4bdc9457SAndroid Build Coastguard Worker post_padding(size_t post_padding)54*4bdc9457SAndroid Build Coastguard Worker inline PadMicrokernelTester& post_padding(size_t post_padding) { 55*4bdc9457SAndroid Build Coastguard Worker this->post_padding_ = post_padding; 56*4bdc9457SAndroid Build Coastguard Worker return *this; 57*4bdc9457SAndroid Build Coastguard Worker } 58*4bdc9457SAndroid Build Coastguard Worker post_padding()59*4bdc9457SAndroid Build Coastguard Worker inline size_t post_padding() const { 60*4bdc9457SAndroid Build Coastguard Worker return this->post_padding_; 61*4bdc9457SAndroid Build Coastguard Worker } 62*4bdc9457SAndroid Build Coastguard Worker output_channels()63*4bdc9457SAndroid Build Coastguard Worker inline size_t output_channels() const { 64*4bdc9457SAndroid Build Coastguard Worker return pre_padding() + input_channels() + post_padding(); 65*4bdc9457SAndroid Build Coastguard Worker } 66*4bdc9457SAndroid Build Coastguard Worker input_stride(size_t input_stride)67*4bdc9457SAndroid Build Coastguard Worker inline PadMicrokernelTester& input_stride(size_t input_stride) { 68*4bdc9457SAndroid Build Coastguard Worker assert(input_stride != 0); 69*4bdc9457SAndroid Build Coastguard Worker this->input_stride_ = input_stride; 70*4bdc9457SAndroid Build Coastguard Worker return *this; 71*4bdc9457SAndroid Build Coastguard Worker } 72*4bdc9457SAndroid Build Coastguard Worker input_stride()73*4bdc9457SAndroid Build Coastguard Worker inline size_t input_stride() const { 74*4bdc9457SAndroid Build Coastguard Worker if (this->input_stride_ == 0) { 75*4bdc9457SAndroid Build Coastguard Worker return input_channels(); 76*4bdc9457SAndroid Build Coastguard Worker } else { 77*4bdc9457SAndroid Build Coastguard Worker assert(this->input_stride_ >= input_channels()); 78*4bdc9457SAndroid Build Coastguard Worker return this->input_stride_; 79*4bdc9457SAndroid Build Coastguard Worker } 80*4bdc9457SAndroid Build Coastguard Worker } 81*4bdc9457SAndroid Build Coastguard Worker output_stride(size_t output_stride)82*4bdc9457SAndroid Build Coastguard Worker inline PadMicrokernelTester& output_stride(size_t output_stride) { 83*4bdc9457SAndroid Build Coastguard Worker assert(output_stride != 0); 84*4bdc9457SAndroid Build Coastguard Worker this->output_stride_ = output_stride; 85*4bdc9457SAndroid Build Coastguard Worker return *this; 86*4bdc9457SAndroid Build Coastguard Worker } 87*4bdc9457SAndroid Build Coastguard Worker output_stride()88*4bdc9457SAndroid Build Coastguard Worker inline size_t output_stride() const { 89*4bdc9457SAndroid Build Coastguard Worker if (this->output_stride_ == 0) { 90*4bdc9457SAndroid Build Coastguard Worker return pre_padding() + input_channels() + post_padding(); 91*4bdc9457SAndroid Build Coastguard Worker } else { 92*4bdc9457SAndroid Build Coastguard Worker assert(this->output_stride_ >= pre_padding() + input_channels() + post_padding()); 93*4bdc9457SAndroid Build Coastguard Worker return this->output_stride_; 94*4bdc9457SAndroid Build Coastguard Worker } 95*4bdc9457SAndroid Build Coastguard Worker } 96*4bdc9457SAndroid Build Coastguard Worker iterations(size_t iterations)97*4bdc9457SAndroid Build Coastguard Worker inline PadMicrokernelTester& iterations(size_t iterations) { 98*4bdc9457SAndroid Build Coastguard Worker this->iterations_ = iterations; 99*4bdc9457SAndroid Build Coastguard Worker return *this; 100*4bdc9457SAndroid Build Coastguard Worker } 101*4bdc9457SAndroid Build Coastguard Worker iterations()102*4bdc9457SAndroid Build Coastguard Worker inline size_t iterations() const { 103*4bdc9457SAndroid Build Coastguard Worker return this->iterations_; 104*4bdc9457SAndroid Build Coastguard Worker } 105*4bdc9457SAndroid Build Coastguard Worker Test(xnn_pad_ukernel_function pad)106*4bdc9457SAndroid Build Coastguard Worker void Test(xnn_pad_ukernel_function pad) const { 107*4bdc9457SAndroid Build Coastguard Worker std::random_device random_device; 108*4bdc9457SAndroid Build Coastguard Worker auto rng = std::mt19937(random_device()); 109*4bdc9457SAndroid Build Coastguard Worker auto u8rng = std::bind(std::uniform_int_distribution<uint32_t>(0, std::numeric_limits<uint8_t>::max()), rng); 110*4bdc9457SAndroid Build Coastguard Worker 111*4bdc9457SAndroid Build Coastguard Worker std::vector<uint8_t> input(input_channels() + (rows() - 1) * input_stride() + XNN_EXTRA_BYTES / sizeof(uint8_t)); 112*4bdc9457SAndroid Build Coastguard Worker std::vector<uint8_t> output((pre_padding() + input_channels() + post_padding()) + (rows() - 1) * output_stride()); 113*4bdc9457SAndroid Build Coastguard Worker for (size_t iteration = 0; iteration < iterations(); iteration++) { 114*4bdc9457SAndroid Build Coastguard Worker std::generate(input.begin(), input.end(), std::ref(u8rng)); 115*4bdc9457SAndroid Build Coastguard Worker std::generate(output.begin(), output.end(), std::ref(u8rng)); 116*4bdc9457SAndroid Build Coastguard Worker std::array<uint8_t, 4> fill_pattern; 117*4bdc9457SAndroid Build Coastguard Worker std::generate(fill_pattern.begin(), fill_pattern.end(), std::ref(u8rng)); 118*4bdc9457SAndroid Build Coastguard Worker uint32_t fill_value = 0; 119*4bdc9457SAndroid Build Coastguard Worker memcpy(&fill_value, fill_pattern.data(), sizeof(fill_value)); 120*4bdc9457SAndroid Build Coastguard Worker 121*4bdc9457SAndroid Build Coastguard Worker // Call optimized micro-kernel. 122*4bdc9457SAndroid Build Coastguard Worker pad( 123*4bdc9457SAndroid Build Coastguard Worker rows(), 124*4bdc9457SAndroid Build Coastguard Worker input_channels() * sizeof(uint8_t), 125*4bdc9457SAndroid Build Coastguard Worker pre_padding() * sizeof(uint8_t), 126*4bdc9457SAndroid Build Coastguard Worker post_padding() * sizeof(uint8_t), 127*4bdc9457SAndroid Build Coastguard Worker input.data(), input_stride() * sizeof(uint8_t), 128*4bdc9457SAndroid Build Coastguard Worker output.data(), output_stride() * sizeof(uint8_t), 129*4bdc9457SAndroid Build Coastguard Worker fill_value); 130*4bdc9457SAndroid Build Coastguard Worker 131*4bdc9457SAndroid Build Coastguard Worker // Verify results. 132*4bdc9457SAndroid Build Coastguard Worker for (size_t i = 0; i < rows(); i++) { 133*4bdc9457SAndroid Build Coastguard Worker for (size_t l = 0; l < pre_padding(); l++) { 134*4bdc9457SAndroid Build Coastguard Worker ASSERT_EQ( 135*4bdc9457SAndroid Build Coastguard Worker uint32_t(output[i * output_stride() + l]), 136*4bdc9457SAndroid Build Coastguard Worker uint32_t(fill_pattern[l % fill_pattern.size()])) 137*4bdc9457SAndroid Build Coastguard Worker << "at row " << i << " / " << rows() << ", channel " << i << " / " << output_channels() 138*4bdc9457SAndroid Build Coastguard Worker << " (" << pre_padding() << " + " << input_channels() << " + " << post_padding() << ")" 139*4bdc9457SAndroid Build Coastguard Worker << ", fill value 0x" << std::hex << std::setw(8) << std::setfill('0') << fill_value 140*4bdc9457SAndroid Build Coastguard Worker << ", output value 0x" << std::hex << std::setw(2) << std::setfill('0') 141*4bdc9457SAndroid Build Coastguard Worker << uint32_t(output[i * output_stride() + l]); 142*4bdc9457SAndroid Build Coastguard Worker } 143*4bdc9457SAndroid Build Coastguard Worker for (size_t c = 0; c < input_channels(); c++) { 144*4bdc9457SAndroid Build Coastguard Worker ASSERT_EQ( 145*4bdc9457SAndroid Build Coastguard Worker uint32_t(output[i * output_stride() + pre_padding() + c]), 146*4bdc9457SAndroid Build Coastguard Worker uint32_t(input[i * input_stride() + c])) 147*4bdc9457SAndroid Build Coastguard Worker << "at row " << i << " / " << rows() << ", channel " << i << " / " << output_channels() 148*4bdc9457SAndroid Build Coastguard Worker << " (" << pre_padding() << " + " << input_channels() << " + " << post_padding() << ")" 149*4bdc9457SAndroid Build Coastguard Worker << ", fill value 0x" << std::hex << std::setw(8) << std::setfill('0') << fill_value 150*4bdc9457SAndroid Build Coastguard Worker << ", output value 0x" << std::hex << std::setw(2) << std::setfill('0') 151*4bdc9457SAndroid Build Coastguard Worker << uint32_t(output[i * output_stride() + pre_padding() + c]); 152*4bdc9457SAndroid Build Coastguard Worker } 153*4bdc9457SAndroid Build Coastguard Worker for (size_t r = 0; r < post_padding(); r++) { 154*4bdc9457SAndroid Build Coastguard Worker ASSERT_EQ( 155*4bdc9457SAndroid Build Coastguard Worker uint32_t(output[i * output_stride() + pre_padding() + input_channels() + r]), 156*4bdc9457SAndroid Build Coastguard Worker uint32_t(fill_pattern[r % fill_pattern.size()])) 157*4bdc9457SAndroid Build Coastguard Worker << "at row " << i << " / " << rows() << ", channel " << i << " / " << output_channels() 158*4bdc9457SAndroid Build Coastguard Worker << " (" << pre_padding() << " + " << input_channels() << " + " << post_padding() << ")" 159*4bdc9457SAndroid Build Coastguard Worker << ", fill value 0x" << std::hex << std::setw(8) << std::setfill('0') << fill_value 160*4bdc9457SAndroid Build Coastguard Worker << ", output value 0x" << std::hex << std::setw(2) << std::setfill('0') 161*4bdc9457SAndroid Build Coastguard Worker << uint32_t(output[i * output_stride() + pre_padding() + input_channels() + r]); 162*4bdc9457SAndroid Build Coastguard Worker } 163*4bdc9457SAndroid Build Coastguard Worker } 164*4bdc9457SAndroid Build Coastguard Worker } 165*4bdc9457SAndroid Build Coastguard Worker } 166*4bdc9457SAndroid Build Coastguard Worker 167*4bdc9457SAndroid Build Coastguard Worker private: 168*4bdc9457SAndroid Build Coastguard Worker size_t rows_{1}; 169*4bdc9457SAndroid Build Coastguard Worker size_t input_channels_{1}; 170*4bdc9457SAndroid Build Coastguard Worker size_t pre_padding_{0}; 171*4bdc9457SAndroid Build Coastguard Worker size_t post_padding_{0}; 172*4bdc9457SAndroid Build Coastguard Worker size_t input_stride_{0}; 173*4bdc9457SAndroid Build Coastguard Worker size_t output_stride_{0}; 174*4bdc9457SAndroid Build Coastguard Worker size_t iterations_{15}; 175*4bdc9457SAndroid Build Coastguard Worker }; 176