1// Copyright 2021 Google LLC 2// 3// This source code is licensed under the BSD-style license found in the 4// LICENSE file in the root directory of this source tree. 5 6$assert CHANNEL_TILE >= 1 7$assert PIXEL_TILE == 1 8$ABC = "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ" 9#include <assert.h> 10 11#include <xnnpack/ibilinear.h> 12#include <xnnpack/math.h> 13 14 15$XINT8_T = {"S8": "int8_t", "U8": "uint8_t"}[DATATYPE] 16void xnn_${DATATYPE.lower()}_ibilinear_ukernel__scalar_c${CHANNEL_TILE}${"" if PIXEL_TILE == 1 else "x%d" % PIXEL_TILE}( 17 size_t output_pixels, 18 size_t channels, 19 const ${XINT8_T}**restrict input, 20 size_t input_offset, 21 const int16_t*restrict weights, 22 ${XINT8_T}*restrict output, 23 size_t output_increment) 24{ 25 assert(output_pixels != 0); 26 assert(channels != 0); 27 28 do { 29 const ${XINT8_T}* i0 = (const ${XINT8_T}*) ((uintptr_t) input[0] + input_offset); 30 const ${XINT8_T}* i1 = (const ${XINT8_T}*) ((uintptr_t) input[1] + input_offset); 31 const ${XINT8_T}* i2 = (const ${XINT8_T}*) ((uintptr_t) input[2] + input_offset); 32 const ${XINT8_T}* i3 = (const ${XINT8_T}*) ((uintptr_t) input[3] + input_offset); 33 input += 4; 34 35 const int32_t valphah = (int32_t) (uint32_t) (uint16_t) weights[0]; 36 const int32_t valphav = (int32_t) (uint32_t) (uint16_t) weights[1]; 37 weights += 2; 38 39 const int32_t vrounding = INT32_C(0x00200000); 40 41 size_t c = channels; 42 $if CHANNEL_TILE > 1: 43 for (; c >= ${CHANNEL_TILE} * sizeof(${XINT8_T}); c -= ${CHANNEL_TILE} * sizeof(${XINT8_T})) { 44 $for C in range(CHANNEL_TILE): 45 const int32_t vtl${ABC[C]} = (int32_t) i0[${C}]; 46 const int32_t vtr${ABC[C]} = (int32_t) i1[${C}]; 47 const int32_t vbl${ABC[C]} = (int32_t) i2[${C}]; 48 const int32_t vbr${ABC[C]} = (int32_t) i3[${C}]; 49 i0 += ${CHANNEL_TILE}; 50 i1 += ${CHANNEL_TILE}; 51 i2 += ${CHANNEL_TILE}; 52 i3 += ${CHANNEL_TILE}; 53 54 $for C in range(CHANNEL_TILE): 55 const int32_t vtd${ABC[C]} = vtr${ABC[C]} - vtl${ABC[C]}; 56 const int32_t vbd${ABC[C]} = vbr${ABC[C]} - vbl${ABC[C]}; 57 58 $for C in range(CHANNEL_TILE): 59 const int32_t vt${ABC[C]} = (int32_t) ((uint32_t) vtl${ABC[C]} << 11) + vtd${ABC[C]} * valphah; 60 const int32_t vb${ABC[C]} = (int32_t) ((uint32_t) vbl${ABC[C]} << 11) + vbd${ABC[C]} * valphah; 61 62 $for C in range(CHANNEL_TILE): 63 const int32_t vd${ABC[C]} = vb${ABC[C]} - vt${ABC[C]}; 64 65 $for C in range(CHANNEL_TILE): 66 const int32_t vacc${ABC[C]} = (int32_t) ((uint32_t) vt${ABC[C]} << 11) + vd${ABC[C]} * valphav; 67 68 $for C in range(CHANNEL_TILE): 69 const int32_t vo${ABC[C]} = math_asr_s32(vacc${ABC[C]} + vrounding, 22); 70 71 $for C in range(CHANNEL_TILE): 72 output[${C}] = (${XINT8_T}) vo${ABC[C]}; 73 output += ${CHANNEL_TILE}; 74 } 75 for (; c >= sizeof(${XINT8_T}); c -= sizeof(${XINT8_T})) { 76 const int32_t vtl = (int32_t) *i0++; 77 const int32_t vtr = (int32_t) *i1++; 78 const int32_t vbl = (int32_t) *i2++; 79 const int32_t vbr = (int32_t) *i3++; 80 81 const int32_t vtd = vtr - vtl; 82 const int32_t vbd = vbr - vbl; 83 84 const int32_t vt = (int32_t) ((uint32_t) vtl << 11) + vtd * valphah; 85 const int32_t vb = (int32_t) ((uint32_t) vbl << 11) + vbd * valphah; 86 87 const int32_t vd = vb - vt; 88 89 const int32_t vacc = (int32_t) ((uint32_t) vt << 11) + vd * valphav; 90 91 const int32_t vo = math_asr_s32(vacc + vrounding, 22); 92 93 *output++ = vo; 94 } 95 $else: 96 do { 97 const int32_t vtl = (int32_t) *i0++; 98 const int32_t vtr = (int32_t) *i1++; 99 const int32_t vbl = (int32_t) *i2++; 100 const int32_t vbr = (int32_t) *i3++; 101 102 const int32_t vtd = vtr - vtl; 103 const int32_t vbd = vbr - vbl; 104 105 const int32_t vt = (int32_t) ((uint32_t) vtl << 11) + vtd * valphah; 106 const int32_t vb = (int32_t) ((uint32_t) vbl << 11) + vbd * valphah; 107 108 const int32_t vd = vb - vt; 109 110 const int32_t vacc = (int32_t) ((uint32_t) vt << 11) + vd * valphav; 111 112 const int32_t vo = math_asr_s32(vacc + vrounding, 22); 113 114 *output++ = vo; 115 116 c -= sizeof(${XINT8_T}); 117 } while (c != 0); 118 119 output = (${XINT8_T}*) ((uintptr_t) output + output_increment); 120 } while (--output_pixels != 0); 121} 122