1*49fe348cSAndroid Build Coastguard Worker /******************************************************************************
2*49fe348cSAndroid Build Coastguard Worker *
3*49fe348cSAndroid Build Coastguard Worker * Copyright 2022 Google LLC
4*49fe348cSAndroid Build Coastguard Worker *
5*49fe348cSAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License");
6*49fe348cSAndroid Build Coastguard Worker * you may not use this file except in compliance with the License.
7*49fe348cSAndroid Build Coastguard Worker * You may obtain a copy of the License at:
8*49fe348cSAndroid Build Coastguard Worker *
9*49fe348cSAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0
10*49fe348cSAndroid Build Coastguard Worker *
11*49fe348cSAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software
12*49fe348cSAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS,
13*49fe348cSAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14*49fe348cSAndroid Build Coastguard Worker * See the License for the specific language governing permissions and
15*49fe348cSAndroid Build Coastguard Worker * limitations under the License.
16*49fe348cSAndroid Build Coastguard Worker *
17*49fe348cSAndroid Build Coastguard Worker ******************************************************************************/
18*49fe348cSAndroid Build Coastguard Worker
19*49fe348cSAndroid Build Coastguard Worker #if __ARM_FEATURE_SIMD32
20*49fe348cSAndroid Build Coastguard Worker
21*49fe348cSAndroid Build Coastguard Worker #include <arm_acle.h>
22*49fe348cSAndroid Build Coastguard Worker
__pkhbt(int16x2_t a,int16x2_t b)23*49fe348cSAndroid Build Coastguard Worker static inline int16x2_t __pkhbt(int16x2_t a, int16x2_t b)
24*49fe348cSAndroid Build Coastguard Worker {
25*49fe348cSAndroid Build Coastguard Worker int16x2_t r;
26*49fe348cSAndroid Build Coastguard Worker __asm("pkhbt %0, %1, %2" : "=r" (r) : "r" (a), "r" (b));
27*49fe348cSAndroid Build Coastguard Worker return r;
28*49fe348cSAndroid Build Coastguard Worker }
29*49fe348cSAndroid Build Coastguard Worker
30*49fe348cSAndroid Build Coastguard Worker #else
31*49fe348cSAndroid Build Coastguard Worker
32*49fe348cSAndroid Build Coastguard Worker #include <stdint.h>
33*49fe348cSAndroid Build Coastguard Worker
34*49fe348cSAndroid Build Coastguard Worker typedef int32_t int16x2_t;
35*49fe348cSAndroid Build Coastguard Worker
36*49fe348cSAndroid Build Coastguard Worker __attribute__((unused))
__pkhbt(int16x2_t a,int16x2_t b)37*49fe348cSAndroid Build Coastguard Worker static int16x2_t __pkhbt(int16x2_t a, int16x2_t b)
38*49fe348cSAndroid Build Coastguard Worker {
39*49fe348cSAndroid Build Coastguard Worker uint32_t a_bot = (uint32_t)a & 0x0000ffffu;
40*49fe348cSAndroid Build Coastguard Worker uint32_t b_top = (uint32_t)b & 0xffff0000u;
41*49fe348cSAndroid Build Coastguard Worker
42*49fe348cSAndroid Build Coastguard Worker return (int16x2_t)(a_bot | b_top);
43*49fe348cSAndroid Build Coastguard Worker }
44*49fe348cSAndroid Build Coastguard Worker
45*49fe348cSAndroid Build Coastguard Worker __attribute__((unused))
__smlad(int16x2_t a,int16x2_t b,int32_t u)46*49fe348cSAndroid Build Coastguard Worker static int32_t __smlad(int16x2_t a, int16x2_t b, int32_t u)
47*49fe348cSAndroid Build Coastguard Worker {
48*49fe348cSAndroid Build Coastguard Worker int16_t a_hi = a >> 16, a_lo = a & 0xffff;
49*49fe348cSAndroid Build Coastguard Worker int16_t b_hi = b >> 16, b_lo = b & 0xffff;
50*49fe348cSAndroid Build Coastguard Worker
51*49fe348cSAndroid Build Coastguard Worker return u + (a_hi * b_hi) + (a_lo * b_lo);
52*49fe348cSAndroid Build Coastguard Worker }
53*49fe348cSAndroid Build Coastguard Worker
54*49fe348cSAndroid Build Coastguard Worker __attribute__((unused))
__smlald(int16x2_t a,int16x2_t b,int64_t u)55*49fe348cSAndroid Build Coastguard Worker static int64_t __smlald(int16x2_t a, int16x2_t b, int64_t u)
56*49fe348cSAndroid Build Coastguard Worker {
57*49fe348cSAndroid Build Coastguard Worker int16_t a_hi = a >> 16, a_lo = a & 0xffff;
58*49fe348cSAndroid Build Coastguard Worker int16_t b_hi = b >> 16, b_lo = b & 0xffff;
59*49fe348cSAndroid Build Coastguard Worker return u + (a_hi * b_hi) + (a_lo * b_lo);
60*49fe348cSAndroid Build Coastguard Worker }
61*49fe348cSAndroid Build Coastguard Worker
62*49fe348cSAndroid Build Coastguard Worker __attribute__((unused))
__smlaldx(int16x2_t a,int16x2_t b,int64_t u)63*49fe348cSAndroid Build Coastguard Worker static int64_t __smlaldx(int16x2_t a, int16x2_t b, int64_t u)
64*49fe348cSAndroid Build Coastguard Worker {
65*49fe348cSAndroid Build Coastguard Worker int16_t a_hi = a >> 16, a_lo = a & 0xffff;
66*49fe348cSAndroid Build Coastguard Worker int16_t b_hi = b >> 16, b_lo = b & 0xffff;
67*49fe348cSAndroid Build Coastguard Worker return u + (a_hi * b_lo) + (a_lo * b_hi);
68*49fe348cSAndroid Build Coastguard Worker }
69*49fe348cSAndroid Build Coastguard Worker
70*49fe348cSAndroid Build Coastguard Worker #endif /* __ARM_FEATURE_SIMD32 */
71