1*a58d3d2aSXin Li /* Copyright (c) 2011-2019 Mozilla 2*a58d3d2aSXin Li 2023 Amazon */ 3*a58d3d2aSXin Li /* 4*a58d3d2aSXin Li Redistribution and use in source and binary forms, with or without 5*a58d3d2aSXin Li modification, are permitted provided that the following conditions 6*a58d3d2aSXin Li are met: 7*a58d3d2aSXin Li 8*a58d3d2aSXin Li - Redistributions of source code must retain the above copyright 9*a58d3d2aSXin Li notice, this list of conditions and the following disclaimer. 10*a58d3d2aSXin Li 11*a58d3d2aSXin Li - Redistributions in binary form must reproduce the above copyright 12*a58d3d2aSXin Li notice, this list of conditions and the following disclaimer in the 13*a58d3d2aSXin Li documentation and/or other materials provided with the distribution. 14*a58d3d2aSXin Li 15*a58d3d2aSXin Li THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 16*a58d3d2aSXin Li ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 17*a58d3d2aSXin Li LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 18*a58d3d2aSXin Li A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR 19*a58d3d2aSXin Li CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, 20*a58d3d2aSXin Li EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, 21*a58d3d2aSXin Li PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR 22*a58d3d2aSXin Li PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF 23*a58d3d2aSXin Li LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING 24*a58d3d2aSXin Li NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS 25*a58d3d2aSXin Li SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 26*a58d3d2aSXin Li */ 27*a58d3d2aSXin Li 28*a58d3d2aSXin Li #ifndef DNN_ARM_H 29*a58d3d2aSXin Li #define DNN_ARM_H 30*a58d3d2aSXin Li 31*a58d3d2aSXin Li #include "cpu_support.h" 32*a58d3d2aSXin Li #include "opus_types.h" 33*a58d3d2aSXin Li 34*a58d3d2aSXin Li void compute_linear_dotprod(const LinearLayer *linear, float *out, const float *in); 35*a58d3d2aSXin Li void compute_linear_neon(const LinearLayer *linear, float *out, const float *in); 36*a58d3d2aSXin Li 37*a58d3d2aSXin Li void compute_activation_neon(float *output, const float *input, int N, int activation); 38*a58d3d2aSXin Li void compute_activation_dotprod(float *output, const float *input, int N, int activation); 39*a58d3d2aSXin Li 40*a58d3d2aSXin Li void compute_conv2d_neon(const Conv2dLayer *conv, float *out, float *mem, const float *in, int height, int hstride, int activation); 41*a58d3d2aSXin Li void compute_conv2d_dotprod(const Conv2dLayer *conv, float *out, float *mem, const float *in, int height, int hstride, int activation); 42*a58d3d2aSXin Li 43*a58d3d2aSXin Li #if defined(OPUS_ARM_PRESUME_DOTPROD) 44*a58d3d2aSXin Li 45*a58d3d2aSXin Li #define OVERRIDE_COMPUTE_LINEAR 46*a58d3d2aSXin Li #define compute_linear(linear, out, in, arch) ((void)(arch),compute_linear_dotprod(linear, out, in)) 47*a58d3d2aSXin Li 48*a58d3d2aSXin Li #elif defined(OPUS_ARM_PRESUME_NEON_INTR) && !defined(OPUS_ARM_MAY_HAVE_DOTPROD) 49*a58d3d2aSXin Li 50*a58d3d2aSXin Li #define OVERRIDE_COMPUTE_LINEAR 51*a58d3d2aSXin Li #define compute_linear(linear, out, in, arch) ((void)(arch),compute_linear_neon(linear, out, in)) 52*a58d3d2aSXin Li 53*a58d3d2aSXin Li #elif defined(OPUS_HAVE_RTCD) && (defined(OPUS_ARM_MAY_HAVE_DOTPROD) || defined(OPUS_ARM_MAY_HAVE_NEON)) 54*a58d3d2aSXin Li 55*a58d3d2aSXin Li extern void (*const DNN_COMPUTE_LINEAR_IMPL[OPUS_ARCHMASK + 1])( 56*a58d3d2aSXin Li const LinearLayer *linear, 57*a58d3d2aSXin Li float *out, 58*a58d3d2aSXin Li const float *in 59*a58d3d2aSXin Li ); 60*a58d3d2aSXin Li #define OVERRIDE_COMPUTE_LINEAR 61*a58d3d2aSXin Li #define compute_linear(linear, out, in, arch) \ 62*a58d3d2aSXin Li ((*DNN_COMPUTE_LINEAR_IMPL[(arch) & OPUS_ARCHMASK])(linear, out, in)) 63*a58d3d2aSXin Li 64*a58d3d2aSXin Li 65*a58d3d2aSXin Li #endif 66*a58d3d2aSXin Li 67*a58d3d2aSXin Li #if defined(OPUS_ARM_PRESUME_NEON) 68*a58d3d2aSXin Li 69*a58d3d2aSXin Li #define OVERRIDE_COMPUTE_ACTIVATION 70*a58d3d2aSXin Li #define compute_activation(output, input, N, activation, arch) ((void)(arch),compute_activation_neon(output, input, N, activation)) 71*a58d3d2aSXin Li #define OVERRIDE_COMPUTE_CONV2D 72*a58d3d2aSXin Li #define compute_conv2d(conv, out, mem, in, height, hstride, activation, arch) ((void)(arch),compute_conv2d_neon(conv, out, mem, in, height, hstride, activation)) 73*a58d3d2aSXin Li 74*a58d3d2aSXin Li #elif defined(OPUS_HAVE_RTCD) && (defined(OPUS_ARM_MAY_HAVE_DOTPROD) || defined(OPUS_ARM_MAY_HAVE_NEON)) 75*a58d3d2aSXin Li 76*a58d3d2aSXin Li extern void (*const DNN_COMPUTE_ACTIVATION_IMPL[OPUS_ARCHMASK + 1])( 77*a58d3d2aSXin Li float *output, 78*a58d3d2aSXin Li const float *input, 79*a58d3d2aSXin Li int N, 80*a58d3d2aSXin Li int activation 81*a58d3d2aSXin Li ); 82*a58d3d2aSXin Li #define OVERRIDE_COMPUTE_ACTIVATION 83*a58d3d2aSXin Li #define compute_activation(output, input, N, activation, arch) \ 84*a58d3d2aSXin Li ((*DNN_COMPUTE_ACTIVATION_IMPL[(arch) & OPUS_ARCHMASK])(output, input, N, activation)) 85*a58d3d2aSXin Li 86*a58d3d2aSXin Li 87*a58d3d2aSXin Li extern void (*const DNN_COMPUTE_CONV2D_IMPL[OPUS_ARCHMASK + 1])( 88*a58d3d2aSXin Li const Conv2dLayer *conv, 89*a58d3d2aSXin Li float *out, 90*a58d3d2aSXin Li float *mem, 91*a58d3d2aSXin Li const float *in, 92*a58d3d2aSXin Li int height, 93*a58d3d2aSXin Li int hstride, 94*a58d3d2aSXin Li int activation 95*a58d3d2aSXin Li ); 96*a58d3d2aSXin Li #define OVERRIDE_COMPUTE_CONV2D 97*a58d3d2aSXin Li #define compute_conv2d(conv, out, mem, in, height, hstride, activation, arch) \ 98*a58d3d2aSXin Li ((*DNN_COMPUTE_CONV2D_IMPL[(arch) & OPUS_ARCHMASK])(conv, out, mem, in, height, hstride, activation)) 99*a58d3d2aSXin Li 100*a58d3d2aSXin Li 101*a58d3d2aSXin Li #endif 102*a58d3d2aSXin Li 103*a58d3d2aSXin Li 104*a58d3d2aSXin Li #endif /* DNN_ARM_H */ 105