1*c217d954SCole Faust /*
2*c217d954SCole Faust * Copyright (c) 2018-2021 Arm Limited.
3*c217d954SCole Faust *
4*c217d954SCole Faust * SPDX-License-Identifier: MIT
5*c217d954SCole Faust *
6*c217d954SCole Faust * Permission is hereby granted, free of charge, to any person obtaining a copy
7*c217d954SCole Faust * of this software and associated documentation files (the "Software"), to
8*c217d954SCole Faust * deal in the Software without restriction, including without limitation the
9*c217d954SCole Faust * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10*c217d954SCole Faust * sell copies of the Software, and to permit persons to whom the Software is
11*c217d954SCole Faust * furnished to do so, subject to the following conditions:
12*c217d954SCole Faust *
13*c217d954SCole Faust * The above copyright notice and this permission notice shall be included in all
14*c217d954SCole Faust * copies or substantial portions of the Software.
15*c217d954SCole Faust *
16*c217d954SCole Faust * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*c217d954SCole Faust * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*c217d954SCole Faust * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19*c217d954SCole Faust * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*c217d954SCole Faust * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21*c217d954SCole Faust * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22*c217d954SCole Faust * SOFTWARE.
23*c217d954SCole Faust */
24*c217d954SCole Faust #include "arm_compute/graph/nodes/FullyConnectedLayerNode.h"
25*c217d954SCole Faust
26*c217d954SCole Faust #include "arm_compute/core/Utils.h"
27*c217d954SCole Faust #include "arm_compute/graph/Graph.h"
28*c217d954SCole Faust #include "arm_compute/graph/INodeVisitor.h"
29*c217d954SCole Faust
30*c217d954SCole Faust namespace arm_compute
31*c217d954SCole Faust {
32*c217d954SCole Faust namespace graph
33*c217d954SCole Faust {
FullyConnectedLayerNode(unsigned int num_outputs,QuantizationInfo out_quant_info,FullyConnectedLayerInfo fc_info,FastMathHint fast_math_hint)34*c217d954SCole Faust FullyConnectedLayerNode::FullyConnectedLayerNode(unsigned int num_outputs, QuantizationInfo out_quant_info, FullyConnectedLayerInfo fc_info, FastMathHint fast_math_hint)
35*c217d954SCole Faust : _num_outputs(num_outputs), _out_quant_info(std::move(out_quant_info)), _info(fc_info), _fast_math_hint(fast_math_hint)
36*c217d954SCole Faust {
37*c217d954SCole Faust _input_edges.resize(3, EmptyEdgeID);
38*c217d954SCole Faust _outputs.resize(1, NullTensorID);
39*c217d954SCole Faust }
set_fast_math_hint(FastMathHint hint)40*c217d954SCole Faust void FullyConnectedLayerNode::set_fast_math_hint(FastMathHint hint)
41*c217d954SCole Faust {
42*c217d954SCole Faust _fast_math_hint = hint;
43*c217d954SCole Faust }
44*c217d954SCole Faust
fast_math_hint() const45*c217d954SCole Faust FastMathHint FullyConnectedLayerNode::fast_math_hint() const
46*c217d954SCole Faust {
47*c217d954SCole Faust return _fast_math_hint;
48*c217d954SCole Faust }
49*c217d954SCole Faust
set_fused_activation(ActivationLayerInfo fused_activation)50*c217d954SCole Faust void FullyConnectedLayerNode::set_fused_activation(ActivationLayerInfo fused_activation)
51*c217d954SCole Faust {
52*c217d954SCole Faust _info.activation_info = fused_activation;
53*c217d954SCole Faust }
54*c217d954SCole Faust
compute_weights_descriptor(const TensorDescriptor & input_descriptor,unsigned int num_outputs,FullyConnectedLayerInfo fc_info,const QuantizationInfo & weights_quant_info)55*c217d954SCole Faust TensorDescriptor FullyConnectedLayerNode::compute_weights_descriptor(const TensorDescriptor &input_descriptor,
56*c217d954SCole Faust unsigned int num_outputs,
57*c217d954SCole Faust FullyConnectedLayerInfo fc_info,
58*c217d954SCole Faust const QuantizationInfo &weights_quant_info)
59*c217d954SCole Faust {
60*c217d954SCole Faust unsigned int num_weights = 1;
61*c217d954SCole Faust unsigned int num_dimensions = input_descriptor.shape.num_dimensions();
62*c217d954SCole Faust // Ignore the batch dimension if there is one:
63*c217d954SCole Faust if(num_dimensions == 2 || num_dimensions == 4)
64*c217d954SCole Faust {
65*c217d954SCole Faust num_dimensions--;
66*c217d954SCole Faust }
67*c217d954SCole Faust for(unsigned int i = 0; i < num_dimensions; i++)
68*c217d954SCole Faust {
69*c217d954SCole Faust num_weights *= input_descriptor.shape[i];
70*c217d954SCole Faust }
71*c217d954SCole Faust
72*c217d954SCole Faust TensorDescriptor weights_descriptor = input_descriptor;
73*c217d954SCole Faust weights_descriptor.shape = TensorShape(num_weights, num_outputs);
74*c217d954SCole Faust
75*c217d954SCole Faust // If weights are tranposed, use tranposed shape
76*c217d954SCole Faust if(!fc_info.transpose_weights)
77*c217d954SCole Faust {
78*c217d954SCole Faust weights_descriptor.shape = TensorShape(num_outputs, num_weights);
79*c217d954SCole Faust }
80*c217d954SCole Faust
81*c217d954SCole Faust // Set quantization info if present
82*c217d954SCole Faust if(!weights_quant_info.empty())
83*c217d954SCole Faust {
84*c217d954SCole Faust weights_descriptor.quant_info = weights_quant_info;
85*c217d954SCole Faust }
86*c217d954SCole Faust
87*c217d954SCole Faust return weights_descriptor;
88*c217d954SCole Faust }
89*c217d954SCole Faust
compute_output_descriptor(const TensorDescriptor & input_descriptor,unsigned int num_outputs,const QuantizationInfo & out_quant_info)90*c217d954SCole Faust TensorDescriptor FullyConnectedLayerNode::compute_output_descriptor(const TensorDescriptor &input_descriptor,
91*c217d954SCole Faust unsigned int num_outputs,
92*c217d954SCole Faust const QuantizationInfo &out_quant_info)
93*c217d954SCole Faust {
94*c217d954SCole Faust // Note: Only 1D batch space is supported at the moment
95*c217d954SCole Faust unsigned int batches = input_descriptor.shape[1];
96*c217d954SCole Faust if(input_descriptor.shape.num_dimensions() > 2)
97*c217d954SCole Faust {
98*c217d954SCole Faust batches = input_descriptor.shape[3];
99*c217d954SCole Faust }
100*c217d954SCole Faust
101*c217d954SCole Faust // Set descriptor shape
102*c217d954SCole Faust TensorDescriptor output_descriptor = input_descriptor;
103*c217d954SCole Faust output_descriptor.shape = TensorShape(num_outputs, batches);
104*c217d954SCole Faust
105*c217d954SCole Faust // Set quantization info if present
106*c217d954SCole Faust if(!out_quant_info.empty())
107*c217d954SCole Faust {
108*c217d954SCole Faust output_descriptor.quant_info = out_quant_info;
109*c217d954SCole Faust }
110*c217d954SCole Faust
111*c217d954SCole Faust return output_descriptor;
112*c217d954SCole Faust }
113*c217d954SCole Faust
info() const114*c217d954SCole Faust FullyConnectedLayerInfo FullyConnectedLayerNode::info() const
115*c217d954SCole Faust {
116*c217d954SCole Faust return _info;
117*c217d954SCole Faust }
118*c217d954SCole Faust
forward_descriptors()119*c217d954SCole Faust bool FullyConnectedLayerNode::forward_descriptors()
120*c217d954SCole Faust {
121*c217d954SCole Faust if((input_id(0) != NullTensorID) && (output_id(0) != NullTensorID))
122*c217d954SCole Faust {
123*c217d954SCole Faust Tensor *dst = output(0);
124*c217d954SCole Faust ARM_COMPUTE_ERROR_ON(dst == nullptr);
125*c217d954SCole Faust dst->desc() = configure_output(0);
126*c217d954SCole Faust return true;
127*c217d954SCole Faust }
128*c217d954SCole Faust return false;
129*c217d954SCole Faust }
130*c217d954SCole Faust
configure_output(size_t idx) const131*c217d954SCole Faust TensorDescriptor FullyConnectedLayerNode::configure_output(size_t idx) const
132*c217d954SCole Faust {
133*c217d954SCole Faust ARM_COMPUTE_UNUSED(idx);
134*c217d954SCole Faust const Tensor *src = input(0);
135*c217d954SCole Faust ARM_COMPUTE_ERROR_ON(src == nullptr);
136*c217d954SCole Faust
137*c217d954SCole Faust return compute_output_descriptor(src->desc(), _num_outputs, _out_quant_info);
138*c217d954SCole Faust }
139*c217d954SCole Faust
type() const140*c217d954SCole Faust NodeType FullyConnectedLayerNode::type() const
141*c217d954SCole Faust {
142*c217d954SCole Faust return NodeType::FullyConnectedLayer;
143*c217d954SCole Faust }
144*c217d954SCole Faust
accept(INodeVisitor & v)145*c217d954SCole Faust void FullyConnectedLayerNode::accept(INodeVisitor &v)
146*c217d954SCole Faust {
147*c217d954SCole Faust v.visit(*this);
148*c217d954SCole Faust }
149*c217d954SCole Faust } // namespace graph
150*c217d954SCole Faust } // namespace arm_compute