1*c217d954SCole Faust /* 2*c217d954SCole Faust * Copyright (c) 2019-2021 Arm Limited. 3*c217d954SCole Faust * 4*c217d954SCole Faust * SPDX-License-Identifier: MIT 5*c217d954SCole Faust * 6*c217d954SCole Faust * Permission is hereby granted, free of charge, to any person obtaining a copy 7*c217d954SCole Faust * of this software and associated documentation files (the "Software"), to 8*c217d954SCole Faust * deal in the Software without restriction, including without limitation the 9*c217d954SCole Faust * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or 10*c217d954SCole Faust * sell copies of the Software, and to permit persons to whom the Software is 11*c217d954SCole Faust * furnished to do so, subject to the following conditions: 12*c217d954SCole Faust * 13*c217d954SCole Faust * The above copyright notice and this permission notice shall be included in all 14*c217d954SCole Faust * copies or substantial portions of the Software. 15*c217d954SCole Faust * 16*c217d954SCole Faust * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 17*c217d954SCole Faust * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 18*c217d954SCole Faust * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 19*c217d954SCole Faust * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 20*c217d954SCole Faust * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 21*c217d954SCole Faust * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 22*c217d954SCole Faust * SOFTWARE. 23*c217d954SCole Faust */ 24*c217d954SCole Faust #ifndef ARM_COMPUTE_ITRANSFORMWEIGHTS_H 25*c217d954SCole Faust #define ARM_COMPUTE_ITRANSFORMWEIGHTS_H 26*c217d954SCole Faust 27*c217d954SCole Faust #include <atomic> 28*c217d954SCole Faust #include <utility> 29*c217d954SCole Faust 30*c217d954SCole Faust namespace arm_compute 31*c217d954SCole Faust { 32*c217d954SCole Faust // Forward declarations 33*c217d954SCole Faust class ITensor; 34*c217d954SCole Faust 35*c217d954SCole Faust /** Weights tensor transform interface 36*c217d954SCole Faust * In order to identify the different reshape functions, each reshape function has 37*c217d954SCole Faust * to generate a unique id. We use the following conversion using an unsigned 32bit value: 38*c217d954SCole Faust * 39*c217d954SCole Faust * Lower two bits store the target: 40*c217d954SCole Faust * 00 -> Neon 41*c217d954SCole Faust * 01 -> CL 42*c217d954SCole Faust * 11 -> Unused 43*c217d954SCole Faust * 44*c217d954SCole Faust * Five bits store the id of the reshape function: 45*c217d954SCole Faust * 00000 -> FullyConnectedLayerReshapeWeights 46*c217d954SCole Faust * 00001 -> ConvertFullyConnectedWeights 47*c217d954SCole Faust * 00010 -> ConvolutionLayerReshapeWeights 48*c217d954SCole Faust * 00011 -> DepthwiseConvolutionLayerReshapeWeights 49*c217d954SCole Faust * 00100 -> GEMMReshapeLHSMatrixKernel 50*c217d954SCole Faust * 00101 -> GEMMReshapeRHSMatrixKernel 51*c217d954SCole Faust * 52*c217d954SCole Faust * Rest of the bits are used for identifying special cases such as assembly functions and extra 53*c217d954SCole Faust * arguments in the reshape kernels. 54*c217d954SCole Faust * 55*c217d954SCole Faust * */ 56*c217d954SCole Faust class ITransformWeights 57*c217d954SCole Faust { 58*c217d954SCole Faust public: 59*c217d954SCole Faust /** Default Constructor */ 60*c217d954SCole Faust ITransformWeights() = default; 61*c217d954SCole Faust /** Default Destructor */ 62*c217d954SCole Faust virtual ~ITransformWeights() = default; 63*c217d954SCole Faust /** Prevent instances of this class to be copy constructed */ 64*c217d954SCole Faust ITransformWeights(const ITransformWeights &) = delete; 65*c217d954SCole Faust /** Prevent instances of this class to be copied */ 66*c217d954SCole Faust ITransformWeights &operator=(const ITransformWeights &) = delete; 67*c217d954SCole Faust /** Allow instances of this class to be move constructed */ ITransformWeights(ITransformWeights && other)68*c217d954SCole Faust ITransformWeights(ITransformWeights &&other) 69*c217d954SCole Faust { 70*c217d954SCole Faust *this = std::move(other); 71*c217d954SCole Faust } 72*c217d954SCole Faust /** Allow instances of this class to be moved */ 73*c217d954SCole Faust ITransformWeights &operator=(ITransformWeights &&other) 74*c217d954SCole Faust { 75*c217d954SCole Faust if(this != &other) 76*c217d954SCole Faust { 77*c217d954SCole Faust _num_refcount = other._num_refcount.load(); 78*c217d954SCole Faust _reshape_run = other._reshape_run; 79*c217d954SCole Faust } 80*c217d954SCole Faust return *this; 81*c217d954SCole Faust } 82*c217d954SCole Faust 83*c217d954SCole Faust /** Get a pointer to the transformed weights 84*c217d954SCole Faust * 85*c217d954SCole Faust * @return The pointer to the transformed ITensor weights 86*c217d954SCole Faust */ 87*c217d954SCole Faust virtual ITensor *get_weights() = 0; 88*c217d954SCole Faust /** Function that returns a unique id of the reshape function 89*c217d954SCole Faust * 90*c217d954SCole Faust * @return The computed unique id 91*c217d954SCole Faust */ 92*c217d954SCole Faust virtual uint32_t uid() = 0; 93*c217d954SCole Faust /** Run the transformation function */ 94*c217d954SCole Faust virtual void run() = 0; 95*c217d954SCole Faust /** Release transformed weights memory */ 96*c217d954SCole Faust virtual void release() = 0; 97*c217d954SCole Faust /** Increase the object's refcount */ increase_refcount()98*c217d954SCole Faust void increase_refcount() 99*c217d954SCole Faust { 100*c217d954SCole Faust ++_num_refcount; 101*c217d954SCole Faust } 102*c217d954SCole Faust 103*c217d954SCole Faust /** Decrease the object's refcount and return the updated value 104*c217d954SCole Faust * 105*c217d954SCole Faust * @return The updated refcount 106*c217d954SCole Faust * */ decrease_refcount()107*c217d954SCole Faust int32_t decrease_refcount() 108*c217d954SCole Faust { 109*c217d954SCole Faust return --_num_refcount; 110*c217d954SCole Faust } 111*c217d954SCole Faust 112*c217d954SCole Faust /** Function that returns a flag on whether the weights are reshaped or not 113*c217d954SCole Faust * 114*c217d954SCole Faust * @return True if the function is reshaped 115*c217d954SCole Faust */ is_reshape_run()116*c217d954SCole Faust bool is_reshape_run() 117*c217d954SCole Faust { 118*c217d954SCole Faust return _reshape_run; 119*c217d954SCole Faust } 120*c217d954SCole Faust 121*c217d954SCole Faust protected: 122*c217d954SCole Faust std::atomic<int32_t> _num_refcount{ 0 }; 123*c217d954SCole Faust bool _reshape_run{ false }; 124*c217d954SCole Faust }; 125*c217d954SCole Faust } // arm_compute 126*c217d954SCole Faust 127*c217d954SCole Faust #endif /*ARM_COMPUTE_ITRANSFORMWEIGHTS_H */ 128