1*c217d954SCole Faust /*
2*c217d954SCole Faust * Copyright (c) 2017-2020 Arm Limited.
3*c217d954SCole Faust *
4*c217d954SCole Faust * SPDX-License-Identifier: MIT
5*c217d954SCole Faust *
6*c217d954SCole Faust * Permission is hereby granted, free of charge, to any person obtaining a copy
7*c217d954SCole Faust * of this software and associated documentation files (the "Software"), to
8*c217d954SCole Faust * deal in the Software without restriction, including without limitation the
9*c217d954SCole Faust * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10*c217d954SCole Faust * sell copies of the Software, and to permit persons to whom the Software is
11*c217d954SCole Faust * furnished to do so, subject to the following conditions:
12*c217d954SCole Faust *
13*c217d954SCole Faust * The above copyright notice and this permission notice shall be included in all
14*c217d954SCole Faust * copies or substantial portions of the Software.
15*c217d954SCole Faust *
16*c217d954SCole Faust * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*c217d954SCole Faust * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*c217d954SCole Faust * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19*c217d954SCole Faust * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*c217d954SCole Faust * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21*c217d954SCole Faust * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22*c217d954SCole Faust * SOFTWARE.
23*c217d954SCole Faust */
24*c217d954SCole Faust #include "DequantizationLayer.h"
25*c217d954SCole Faust
26*c217d954SCole Faust #include "Permute.h"
27*c217d954SCole Faust
28*c217d954SCole Faust namespace arm_compute
29*c217d954SCole Faust {
30*c217d954SCole Faust namespace test
31*c217d954SCole Faust {
32*c217d954SCole Faust namespace validation
33*c217d954SCole Faust {
34*c217d954SCole Faust namespace reference
35*c217d954SCole Faust {
36*c217d954SCole Faust namespace
37*c217d954SCole Faust {
38*c217d954SCole Faust template <typename TOut>
dequantize(int8_t val,const UniformQuantizationInfo qinfo,DataType dt)39*c217d954SCole Faust TOut dequantize(int8_t val, const UniformQuantizationInfo qinfo, DataType dt)
40*c217d954SCole Faust {
41*c217d954SCole Faust if(dt == DataType::QSYMM8 || dt == DataType::QSYMM8_PER_CHANNEL)
42*c217d954SCole Faust {
43*c217d954SCole Faust return static_cast<TOut>(dequantize_qsymm8(val, qinfo));
44*c217d954SCole Faust }
45*c217d954SCole Faust else
46*c217d954SCole Faust {
47*c217d954SCole Faust return static_cast<TOut>(dequantize_qasymm8_signed(val, qinfo));
48*c217d954SCole Faust }
49*c217d954SCole Faust }
50*c217d954SCole Faust template <typename TOut>
dequantize(uint8_t val,const UniformQuantizationInfo qinfo,DataType dt)51*c217d954SCole Faust TOut dequantize(uint8_t val, const UniformQuantizationInfo qinfo, DataType dt)
52*c217d954SCole Faust {
53*c217d954SCole Faust ARM_COMPUTE_UNUSED(dt);
54*c217d954SCole Faust return static_cast<TOut>(dequantize_qasymm8(val, qinfo));
55*c217d954SCole Faust }
56*c217d954SCole Faust template <typename TOut>
dequantize(int16_t val,const UniformQuantizationInfo qinfo,DataType dt)57*c217d954SCole Faust TOut dequantize(int16_t val, const UniformQuantizationInfo qinfo, DataType dt)
58*c217d954SCole Faust {
59*c217d954SCole Faust ARM_COMPUTE_UNUSED(dt);
60*c217d954SCole Faust return static_cast<TOut>(dequantize_qsymm16(val, qinfo));
61*c217d954SCole Faust }
62*c217d954SCole Faust } // namespace
63*c217d954SCole Faust template <typename TOut, typename TIn>
dequantization_layer(const SimpleTensor<TIn> & src)64*c217d954SCole Faust SimpleTensor<TOut> dequantization_layer(const SimpleTensor<TIn> &src)
65*c217d954SCole Faust {
66*c217d954SCole Faust const DataType src_data_type = src.data_type();
67*c217d954SCole Faust const DataType dst_data_type = std::is_same<TOut, float>::value ? DataType::F32 : DataType::F16;
68*c217d954SCole Faust
69*c217d954SCole Faust SimpleTensor<TOut> dst{ src.shape(), dst_data_type };
70*c217d954SCole Faust
71*c217d954SCole Faust if(is_data_type_quantized_per_channel(src_data_type))
72*c217d954SCole Faust {
73*c217d954SCole Faust const int WH = src.shape().x() * src.shape().y();
74*c217d954SCole Faust const int C = src.shape().z();
75*c217d954SCole Faust const int N = src.shape().total_size() / (WH * C);
76*c217d954SCole Faust
77*c217d954SCole Faust const std::vector<float> qscales = src.quantization_info().scale();
78*c217d954SCole Faust #if defined(_OPENMP)
79*c217d954SCole Faust #pragma omp parallel for collapse(2)
80*c217d954SCole Faust #endif /* _OPENMP */
81*c217d954SCole Faust for(int n = 0; n < N; ++n)
82*c217d954SCole Faust {
83*c217d954SCole Faust for(int c = 0; c < C; ++c)
84*c217d954SCole Faust {
85*c217d954SCole Faust const size_t idx = n * C * WH + c * WH;
86*c217d954SCole Faust const UniformQuantizationInfo channel_qinfo = { qscales[c], 0 };
87*c217d954SCole Faust
88*c217d954SCole Faust // Dequantize slice
89*c217d954SCole Faust for(int s = 0; s < WH; ++s)
90*c217d954SCole Faust {
91*c217d954SCole Faust dst[idx + s] = dequantize<TOut>(static_cast<TIn>(src[idx + s]), channel_qinfo, src_data_type);
92*c217d954SCole Faust }
93*c217d954SCole Faust }
94*c217d954SCole Faust }
95*c217d954SCole Faust }
96*c217d954SCole Faust else
97*c217d954SCole Faust {
98*c217d954SCole Faust const UniformQuantizationInfo &quantization_info = src.quantization_info().uniform();
99*c217d954SCole Faust ARM_COMPUTE_ERROR_ON(quantization_info.offset != 0 && src_data_type == DataType::QSYMM8);
100*c217d954SCole Faust #if defined(_OPENMP)
101*c217d954SCole Faust #pragma omp parallel for
102*c217d954SCole Faust #endif /* _OPENMP */
103*c217d954SCole Faust for(int i = 0; i < src.num_elements(); ++i)
104*c217d954SCole Faust {
105*c217d954SCole Faust dst[i] = static_cast<TOut>(dequantize<TOut>(static_cast<TIn>(src[i]), quantization_info, src_data_type));
106*c217d954SCole Faust }
107*c217d954SCole Faust }
108*c217d954SCole Faust
109*c217d954SCole Faust return dst;
110*c217d954SCole Faust }
111*c217d954SCole Faust
112*c217d954SCole Faust template SimpleTensor<half> dequantization_layer(const SimpleTensor<uint8_t> &src);
113*c217d954SCole Faust template SimpleTensor<float> dequantization_layer(const SimpleTensor<uint8_t> &src);
114*c217d954SCole Faust template SimpleTensor<half> dequantization_layer(const SimpleTensor<int8_t> &src);
115*c217d954SCole Faust template SimpleTensor<float> dequantization_layer(const SimpleTensor<int8_t> &src);
116*c217d954SCole Faust template SimpleTensor<half> dequantization_layer(const SimpleTensor<int16_t> &src);
117*c217d954SCole Faust template SimpleTensor<float> dequantization_layer(const SimpleTensor<int16_t> &src);
118*c217d954SCole Faust } // namespace reference
119*c217d954SCole Faust } // namespace validation
120*c217d954SCole Faust } // namespace test
121*c217d954SCole Faust } // namespace arm_compute
122