1 /*
2 * Copyright (c) 2023 Arm Limited.
3 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
24
25 #include "src/dynamic_fusion/sketch/gpu/components/cl/ClComponentLogits1DNorm.h"
26
27 #include "arm_compute/core/CL/CLHelpers.h"
28 #include "arm_compute/core/Validate.h"
29 #include "arm_compute/core/utils/misc/ShapeCalculator.h"
30 #include "arm_compute/dynamic_fusion/sketch/attributes/SoftmaxAttributes.h"
31 #include "src/core/CL/CLValidate.h"
32 #include "src/dynamic_fusion/sketch/gpu/template_writer/cl/ClTemplateLogits1DNorm.h"
33
34 namespace arm_compute
35 {
36 namespace experimental
37 {
38 namespace dynamic_fusion
39 {
validate(const Properties & properties,const ArgumentPack<ITensorInfo> & tensors,const Attributes & attributes)40 Status ClComponentLogits1DNorm::validate(
41 const Properties &properties,
42 const ArgumentPack<ITensorInfo> &tensors,
43 const Attributes &attributes)
44 {
45 ARM_COMPUTE_UNUSED(properties, attributes);
46
47 const ITensorInfo *src = tensors.get_const_tensor(TensorType::ACL_SRC_0);
48 const ITensorInfo *sum = tensors.get_const_tensor(TensorType::ACL_SRC_1);
49 const ITensorInfo *dst = tensors.get_const_tensor(TensorType::ACL_DST_0);
50
51 ARM_COMPUTE_RETURN_ERROR_ON_NULLPTR(src);
52 ARM_COMPUTE_RETURN_ERROR_ON_NULLPTR(sum);
53 ARM_COMPUTE_RETURN_ERROR_ON_NULLPTR(dst);
54
55 // 1. Check validity
56 // All tensor infos are initialized
57 ARM_COMPUTE_RETURN_ERROR_ON(src->tensor_shape().total_size() == 0);
58 ARM_COMPUTE_RETURN_ERROR_ON(sum->tensor_shape().total_size() == 0);
59 ARM_COMPUTE_RETURN_ERROR_ON(dst->tensor_shape().total_size() == 0);
60
61 // Check for mismatches in shapes and data types
62 ARM_COMPUTE_RETURN_ERROR_ON_MISMATCHING_DATA_TYPES(src, dst, sum);
63 ARM_COMPUTE_RETURN_ERROR_ON_MISMATCHING_SHAPES(src, dst);
64
65 ARM_COMPUTE_RETURN_ERROR_ON(attributes.is_log_softmax() && !is_data_type_float(src->data_type()));
66
67 // Device requirements are met
68 ARM_COMPUTE_RETURN_ERROR_ON_F16_UNSUPPORTED(src);
69
70 // 2. Check support level
71 ARM_COMPUTE_RETURN_ERROR_ON_DATA_TYPE_CHANNEL_NOT_IN(src, 1, DataType::F16, DataType::F32);
72
73 return Status{};
74 }
75
ClComponentLogits1DNorm(ComponentId id,const Properties & properties,const ArgumentPack<ITensorInfo> & tensors,const Attributes & attributes)76 ClComponentLogits1DNorm::ClComponentLogits1DNorm(ComponentId id,
77 const Properties &properties,
78 const ArgumentPack<ITensorInfo> &tensors,
79 const Attributes &attributes)
80 : IGpuKernelComponent{ id, properties, tensors },
81 _component_writer{ std::make_unique<ClTemplateLogits1DNorm>(id, tensors, attributes) }
82 {
83 }
84
~ClComponentLogits1DNorm()85 ClComponentLogits1DNorm::~ClComponentLogits1DNorm()
86 {
87 }
88
template_writer() const89 const IGpuTemplateComponentWriter *ClComponentLogits1DNorm::template_writer() const
90 {
91 return _component_writer.get();
92 }
93 } // namespace dynamic_fusion
94 } // namespace experimental
95 } // namespace arm_compute
96