xref: /aosp_15_r20/external/ComputeLibrary/arm_compute/runtime/ITransformWeights.h (revision c217d954acce2dbc11938adb493fc0abd69584f3)
1*c217d954SCole Faust /*
2*c217d954SCole Faust  * Copyright (c) 2019-2021 Arm Limited.
3*c217d954SCole Faust  *
4*c217d954SCole Faust  * SPDX-License-Identifier: MIT
5*c217d954SCole Faust  *
6*c217d954SCole Faust  * Permission is hereby granted, free of charge, to any person obtaining a copy
7*c217d954SCole Faust  * of this software and associated documentation files (the "Software"), to
8*c217d954SCole Faust  * deal in the Software without restriction, including without limitation the
9*c217d954SCole Faust  * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10*c217d954SCole Faust  * sell copies of the Software, and to permit persons to whom the Software is
11*c217d954SCole Faust  * furnished to do so, subject to the following conditions:
12*c217d954SCole Faust  *
13*c217d954SCole Faust  * The above copyright notice and this permission notice shall be included in all
14*c217d954SCole Faust  * copies or substantial portions of the Software.
15*c217d954SCole Faust  *
16*c217d954SCole Faust  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*c217d954SCole Faust  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*c217d954SCole Faust  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19*c217d954SCole Faust  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*c217d954SCole Faust  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21*c217d954SCole Faust  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22*c217d954SCole Faust  * SOFTWARE.
23*c217d954SCole Faust  */
24*c217d954SCole Faust #ifndef ARM_COMPUTE_ITRANSFORMWEIGHTS_H
25*c217d954SCole Faust #define ARM_COMPUTE_ITRANSFORMWEIGHTS_H
26*c217d954SCole Faust 
27*c217d954SCole Faust #include <atomic>
28*c217d954SCole Faust #include <utility>
29*c217d954SCole Faust 
30*c217d954SCole Faust namespace arm_compute
31*c217d954SCole Faust {
32*c217d954SCole Faust // Forward declarations
33*c217d954SCole Faust class ITensor;
34*c217d954SCole Faust 
35*c217d954SCole Faust /** Weights tensor transform interface
36*c217d954SCole Faust  *  In order to identify the different reshape functions, each reshape function has
37*c217d954SCole Faust  * to generate a unique id. We use the following conversion using an unsigned 32bit value:
38*c217d954SCole Faust  *
39*c217d954SCole Faust  * Lower two bits store the target:
40*c217d954SCole Faust  * 00 -> Neon
41*c217d954SCole Faust  * 01 -> CL
42*c217d954SCole Faust  * 11 -> Unused
43*c217d954SCole Faust  *
44*c217d954SCole Faust  * Five bits store the id of the reshape function:
45*c217d954SCole Faust  * 00000 -> FullyConnectedLayerReshapeWeights
46*c217d954SCole Faust  * 00001 -> ConvertFullyConnectedWeights
47*c217d954SCole Faust  * 00010 -> ConvolutionLayerReshapeWeights
48*c217d954SCole Faust  * 00011 -> DepthwiseConvolutionLayerReshapeWeights
49*c217d954SCole Faust  * 00100 -> GEMMReshapeLHSMatrixKernel
50*c217d954SCole Faust  * 00101 -> GEMMReshapeRHSMatrixKernel
51*c217d954SCole Faust  *
52*c217d954SCole Faust  * Rest of the bits are used for identifying special cases such as assembly functions and extra
53*c217d954SCole Faust  * arguments in the reshape kernels.
54*c217d954SCole Faust  *
55*c217d954SCole Faust  * */
56*c217d954SCole Faust class ITransformWeights
57*c217d954SCole Faust {
58*c217d954SCole Faust public:
59*c217d954SCole Faust     /** Default Constructor */
60*c217d954SCole Faust     ITransformWeights() = default;
61*c217d954SCole Faust     /** Default Destructor */
62*c217d954SCole Faust     virtual ~ITransformWeights() = default;
63*c217d954SCole Faust     /** Prevent instances of this class to be copy constructed */
64*c217d954SCole Faust     ITransformWeights(const ITransformWeights &) = delete;
65*c217d954SCole Faust     /** Prevent instances of this class to be copied */
66*c217d954SCole Faust     ITransformWeights &operator=(const ITransformWeights &) = delete;
67*c217d954SCole Faust     /** Allow instances of this class to be move constructed */
ITransformWeights(ITransformWeights && other)68*c217d954SCole Faust     ITransformWeights(ITransformWeights &&other)
69*c217d954SCole Faust     {
70*c217d954SCole Faust         *this = std::move(other);
71*c217d954SCole Faust     }
72*c217d954SCole Faust     /** Allow instances of this class to be moved */
73*c217d954SCole Faust     ITransformWeights &operator=(ITransformWeights &&other)
74*c217d954SCole Faust     {
75*c217d954SCole Faust         if(this != &other)
76*c217d954SCole Faust         {
77*c217d954SCole Faust             _num_refcount = other._num_refcount.load();
78*c217d954SCole Faust             _reshape_run  = other._reshape_run;
79*c217d954SCole Faust         }
80*c217d954SCole Faust         return *this;
81*c217d954SCole Faust     }
82*c217d954SCole Faust 
83*c217d954SCole Faust     /** Get a pointer to the transformed weights
84*c217d954SCole Faust      *
85*c217d954SCole Faust      * @return The pointer to the transformed ITensor weights
86*c217d954SCole Faust      */
87*c217d954SCole Faust     virtual ITensor *get_weights() = 0;
88*c217d954SCole Faust     /** Function that returns a unique id of the reshape function
89*c217d954SCole Faust      *
90*c217d954SCole Faust      * @return The computed unique id
91*c217d954SCole Faust      */
92*c217d954SCole Faust     virtual uint32_t uid() = 0;
93*c217d954SCole Faust     /** Run the transformation function */
94*c217d954SCole Faust     virtual void run() = 0;
95*c217d954SCole Faust     /** Release transformed weights memory */
96*c217d954SCole Faust     virtual void release() = 0;
97*c217d954SCole Faust     /** Increase the object's refcount */
increase_refcount()98*c217d954SCole Faust     void increase_refcount()
99*c217d954SCole Faust     {
100*c217d954SCole Faust         ++_num_refcount;
101*c217d954SCole Faust     }
102*c217d954SCole Faust 
103*c217d954SCole Faust     /** Decrease the object's refcount and return the updated value
104*c217d954SCole Faust      *
105*c217d954SCole Faust      * @return The updated refcount
106*c217d954SCole Faust      * */
decrease_refcount()107*c217d954SCole Faust     int32_t decrease_refcount()
108*c217d954SCole Faust     {
109*c217d954SCole Faust         return --_num_refcount;
110*c217d954SCole Faust     }
111*c217d954SCole Faust 
112*c217d954SCole Faust     /** Function that returns a flag on whether the weights are reshaped or not
113*c217d954SCole Faust      *
114*c217d954SCole Faust      * @return True if the function is reshaped
115*c217d954SCole Faust      */
is_reshape_run()116*c217d954SCole Faust     bool is_reshape_run()
117*c217d954SCole Faust     {
118*c217d954SCole Faust         return _reshape_run;
119*c217d954SCole Faust     }
120*c217d954SCole Faust 
121*c217d954SCole Faust protected:
122*c217d954SCole Faust     std::atomic<int32_t> _num_refcount{ 0 };
123*c217d954SCole Faust     bool                 _reshape_run{ false };
124*c217d954SCole Faust };
125*c217d954SCole Faust } // arm_compute
126*c217d954SCole Faust 
127*c217d954SCole Faust #endif /*ARM_COMPUTE_ITRANSFORMWEIGHTS_H */
128