1*c217d954SCole Faust /*
2*c217d954SCole Faust * Copyright (c) 2018-2022 Arm Limited.
3*c217d954SCole Faust *
4*c217d954SCole Faust * SPDX-License-Identifier: MIT
5*c217d954SCole Faust *
6*c217d954SCole Faust * Permission is hereby granted, free of charge, to any person obtaining a copy
7*c217d954SCole Faust * of this software and associated documentation files (the "Software"), to
8*c217d954SCole Faust * deal in the Software without restriction, including without limitation the
9*c217d954SCole Faust * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10*c217d954SCole Faust * sell copies of the Software, and to permit persons to whom the Software is
11*c217d954SCole Faust * furnished to do so, subject to the following conditions:
12*c217d954SCole Faust *
13*c217d954SCole Faust * The above copyright notice and this permission notice shall be included in all
14*c217d954SCole Faust * copies or substantial portions of the Software.
15*c217d954SCole Faust *
16*c217d954SCole Faust * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*c217d954SCole Faust * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*c217d954SCole Faust * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19*c217d954SCole Faust * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*c217d954SCole Faust * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21*c217d954SCole Faust * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22*c217d954SCole Faust * SOFTWARE.
23*c217d954SCole Faust */
24*c217d954SCole Faust #include "src/cpu/kernels/CpuElementwiseUnaryKernel.h"
25*c217d954SCole Faust
26*c217d954SCole Faust #include "arm_compute/core/Error.h"
27*c217d954SCole Faust #include "arm_compute/core/Helpers.h"
28*c217d954SCole Faust #include "arm_compute/core/ITensor.h"
29*c217d954SCole Faust #include "arm_compute/core/Validate.h"
30*c217d954SCole Faust #include "src/core/CPP/Validate.h"
31*c217d954SCole Faust #include "src/core/common/Registrars.h"
32*c217d954SCole Faust #include "src/core/helpers/AutoConfiguration.h"
33*c217d954SCole Faust #include "src/core/helpers/WindowHelpers.h"
34*c217d954SCole Faust #include "src/cpu/kernels/elementwise_unary/list.h"
35*c217d954SCole Faust #include "support/ToolchainSupport.h"
36*c217d954SCole Faust
37*c217d954SCole Faust namespace arm_compute
38*c217d954SCole Faust {
39*c217d954SCole Faust namespace cpu
40*c217d954SCole Faust {
41*c217d954SCole Faust namespace kernels
42*c217d954SCole Faust {
43*c217d954SCole Faust namespace
44*c217d954SCole Faust {
45*c217d954SCole Faust static const std::vector<CpuElementwiseUnaryKernel::ElementwiseUnaryKernel> available_kernels =
46*c217d954SCole Faust {
47*c217d954SCole Faust {
48*c217d954SCole Faust "sve_fp32_elementwise_unary",
49*c217d954SCole Faust [](const DataTypeISASelectorData & data)
__anondbc5f6a40202() 50*c217d954SCole Faust {
51*c217d954SCole Faust return (data.dt == DataType::F32 && data.isa.sve);
52*c217d954SCole Faust },
53*c217d954SCole Faust REGISTER_FP32_SVE(sve_fp32_elementwise_unary)
54*c217d954SCole Faust },
55*c217d954SCole Faust {
56*c217d954SCole Faust "sve_fp16_elementwise_unary",
57*c217d954SCole Faust [](const DataTypeISASelectorData & data)
__anondbc5f6a40302() 58*c217d954SCole Faust {
59*c217d954SCole Faust return (data.dt == DataType::F16 && data.isa.sve && data.isa.fp16);
60*c217d954SCole Faust },
61*c217d954SCole Faust REGISTER_FP16_SVE(sve_fp16_elementwise_unary),
62*c217d954SCole Faust },
63*c217d954SCole Faust {
64*c217d954SCole Faust "sve_s32_elementwise_unary",
65*c217d954SCole Faust [](const DataTypeISASelectorData & data)
__anondbc5f6a40402() 66*c217d954SCole Faust {
67*c217d954SCole Faust return (data.dt == DataType::S32 && data.isa.sve);
68*c217d954SCole Faust },
69*c217d954SCole Faust REGISTER_INTEGER_SVE(sve_s32_elementwise_unary),
70*c217d954SCole Faust },
71*c217d954SCole Faust {
72*c217d954SCole Faust "neon_fp32_elementwise_unary",
73*c217d954SCole Faust [](const DataTypeISASelectorData & data)
__anondbc5f6a40502() 74*c217d954SCole Faust {
75*c217d954SCole Faust return data.dt == DataType::F32;
76*c217d954SCole Faust },
77*c217d954SCole Faust REGISTER_FP32_NEON(neon_fp32_elementwise_unary),
78*c217d954SCole Faust },
79*c217d954SCole Faust {
80*c217d954SCole Faust "neon_fp16_elementwise_unary",
81*c217d954SCole Faust [](const DataTypeISASelectorData & data)
__anondbc5f6a40602() 82*c217d954SCole Faust {
83*c217d954SCole Faust return data.dt == DataType::F16 && data.isa.fp16;
84*c217d954SCole Faust },
85*c217d954SCole Faust REGISTER_FP16_NEON(neon_fp16_elementwise_unary),
86*c217d954SCole Faust },
87*c217d954SCole Faust {
88*c217d954SCole Faust "neon_s32_elementwise_unary",
89*c217d954SCole Faust [](const DataTypeISASelectorData & data)
__anondbc5f6a40702() 90*c217d954SCole Faust {
91*c217d954SCole Faust return data.dt == DataType::S32;
92*c217d954SCole Faust },
93*c217d954SCole Faust REGISTER_INTEGER_NEON(neon_s32_elementwise_unary),
94*c217d954SCole Faust },
95*c217d954SCole Faust };
96*c217d954SCole Faust
97*c217d954SCole Faust } // namespace
98*c217d954SCole Faust
configure(ElementWiseUnary op,const ITensorInfo & src,ITensorInfo & dst)99*c217d954SCole Faust void CpuElementwiseUnaryKernel::configure(ElementWiseUnary op, const ITensorInfo &src, ITensorInfo &dst)
100*c217d954SCole Faust {
101*c217d954SCole Faust ARM_COMPUTE_ERROR_THROW_ON(validate(op, src, dst));
102*c217d954SCole Faust const auto uk = CpuElementwiseUnaryKernel::get_implementation(DataTypeISASelectorData{ src.data_type(), CPUInfo::get().get_isa() });
103*c217d954SCole Faust ARM_COMPUTE_ERROR_ON(uk == nullptr || uk->ukernel == nullptr);
104*c217d954SCole Faust
105*c217d954SCole Faust _op = op;
106*c217d954SCole Faust _run_method = uk->ukernel;
107*c217d954SCole Faust _name = std::string("CpuElementwiseUnaryKernel").append("/").append(uk->name);
108*c217d954SCole Faust
109*c217d954SCole Faust // If input shape is dynamic, expect a configured window and dst at run-time.
110*c217d954SCole Faust if(src.is_dynamic())
111*c217d954SCole Faust {
112*c217d954SCole Faust return;
113*c217d954SCole Faust }
114*c217d954SCole Faust
115*c217d954SCole Faust auto shape_and_window = compute_output_shape_and_window(src.tensor_shape());
116*c217d954SCole Faust auto_init_if_empty(dst, shape_and_window.first, 1, src.data_type());
117*c217d954SCole Faust ICpuKernel::configure(shape_and_window.second);
118*c217d954SCole Faust }
119*c217d954SCole Faust
validate(ElementWiseUnary op,const ITensorInfo & src,const ITensorInfo & dst)120*c217d954SCole Faust Status CpuElementwiseUnaryKernel::validate(ElementWiseUnary op, const ITensorInfo &src, const ITensorInfo &dst)
121*c217d954SCole Faust {
122*c217d954SCole Faust ARM_COMPUTE_RETURN_ERROR_ON_CPU_F16_UNSUPPORTED(&src);
123*c217d954SCole Faust
124*c217d954SCole Faust const auto *uk = CpuElementwiseUnaryKernel::get_implementation(DataTypeISASelectorData{ src.data_type(), CPUInfo::get().get_isa() });
125*c217d954SCole Faust
126*c217d954SCole Faust ARM_COMPUTE_RETURN_ERROR_ON(uk == nullptr || uk->ukernel == nullptr);
127*c217d954SCole Faust
128*c217d954SCole Faust switch(op)
129*c217d954SCole Faust {
130*c217d954SCole Faust case ElementWiseUnary::EXP:
131*c217d954SCole Faust case ElementWiseUnary::RSQRT:
132*c217d954SCole Faust case ElementWiseUnary::LOG:
133*c217d954SCole Faust case ElementWiseUnary::ROUND:
134*c217d954SCole Faust case ElementWiseUnary::SIN:
135*c217d954SCole Faust ARM_COMPUTE_RETURN_ERROR_ON_DATA_TYPE_CHANNEL_NOT_IN(&src, 1, DataType::F16, DataType::F32);
136*c217d954SCole Faust break;
137*c217d954SCole Faust case ElementWiseUnary::NEG:
138*c217d954SCole Faust case ElementWiseUnary::ABS:
139*c217d954SCole Faust ARM_COMPUTE_RETURN_ERROR_ON_DATA_TYPE_CHANNEL_NOT_IN(&src, 1, DataType::F16, DataType::F32, DataType::S32);
140*c217d954SCole Faust break;
141*c217d954SCole Faust default:
142*c217d954SCole Faust ARM_COMPUTE_ERROR("ElementWiseUnary operation not supported");
143*c217d954SCole Faust }
144*c217d954SCole Faust // Validate in case of configured dst
145*c217d954SCole Faust if(dst.total_size() > 0)
146*c217d954SCole Faust {
147*c217d954SCole Faust ARM_COMPUTE_RETURN_ERROR_ON_MISMATCHING_DATA_TYPES(&src, &dst);
148*c217d954SCole Faust }
149*c217d954SCole Faust
150*c217d954SCole Faust return Status{};
151*c217d954SCole Faust }
152*c217d954SCole Faust
run_op(ITensorPack & tensors,const Window & window,const ThreadInfo & info)153*c217d954SCole Faust void CpuElementwiseUnaryKernel::run_op(ITensorPack &tensors, const Window &window, const ThreadInfo &info)
154*c217d954SCole Faust {
155*c217d954SCole Faust ARM_COMPUTE_UNUSED(info);
156*c217d954SCole Faust
157*c217d954SCole Faust auto src = tensors.get_const_tensor(TensorType::ACL_SRC);
158*c217d954SCole Faust auto dst = tensors.get_tensor(TensorType::ACL_DST);
159*c217d954SCole Faust
160*c217d954SCole Faust _run_method(src, dst, window, _op);
161*c217d954SCole Faust }
162*c217d954SCole Faust
name() const163*c217d954SCole Faust const char *CpuElementwiseUnaryKernel::name() const
164*c217d954SCole Faust {
165*c217d954SCole Faust return _name.c_str();
166*c217d954SCole Faust }
167*c217d954SCole Faust
get_available_kernels()168*c217d954SCole Faust const std::vector<CpuElementwiseUnaryKernel::ElementwiseUnaryKernel> &CpuElementwiseUnaryKernel::get_available_kernels()
169*c217d954SCole Faust {
170*c217d954SCole Faust return available_kernels;
171*c217d954SCole Faust }
172*c217d954SCole Faust
173*c217d954SCole Faust } // namespace kernels
174*c217d954SCole Faust } // namespace cpu
175*c217d954SCole Faust } // namespace arm_compute
176