1*418b791dSBob Badour /*
2*418b791dSBob Badour * Copyright (c) 2019, The Linux Foundation. All rights reserved.
3*418b791dSBob Badour *
4*418b791dSBob Badour * Redistribution and use in source and binary forms, with or without
5*418b791dSBob Badour * modification, are permitted provided that the following conditions are
6*418b791dSBob Badour * met:
7*418b791dSBob Badour * * Redistributions of source code must retain the above copyright
8*418b791dSBob Badour * notice, this list of conditions and the following disclaimer.
9*418b791dSBob Badour * * Redistributions in binary form must reproduce the above
10*418b791dSBob Badour * copyright notice, this list of conditions and the following
11*418b791dSBob Badour * disclaimer in the documentation and/or other materials provided
12*418b791dSBob Badour * with the distribution.
13*418b791dSBob Badour * * Neither the name of The Linux Foundation nor the names of its
14*418b791dSBob Badour * contributors may be used to endorse or promote products derived
15*418b791dSBob Badour * from this software without specific prior written permission.
16*418b791dSBob Badour *
17*418b791dSBob Badour * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED
18*418b791dSBob Badour * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
19*418b791dSBob Badour * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT
20*418b791dSBob Badour * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS
21*418b791dSBob Badour * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
22*418b791dSBob Badour * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23*418b791dSBob Badour * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
24*418b791dSBob Badour * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
25*418b791dSBob Badour * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
26*418b791dSBob Badour * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
27*418b791dSBob Badour * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28*418b791dSBob Badour */
29*418b791dSBob Badour #include "AEEatomic.h"
30*418b791dSBob Badour
31*418b791dSBob Badour #ifdef _WIN32
32*418b791dSBob Badour #include "Windows.h"
atomic_CompareAndExchange(uint32 * volatile puDest,uint32 uExchange,uint32 uCompare)33*418b791dSBob Badour uint32 atomic_CompareAndExchange(uint32 * volatile puDest, uint32 uExchange, uint32 uCompare) {
34*418b791dSBob Badour C_ASSERT(sizeof(LONG) == sizeof(uint32));
35*418b791dSBob Badour return (uint32)InterlockedCompareExchange((LONG*)puDest, (LONG)uExchange, (LONG)uCompare);
36*418b791dSBob Badour }
atomic_CompareAndExchangeUP(uintptr_t * volatile puDest,uintptr_t uExchange,uintptr_t uCompare)37*418b791dSBob Badour uintptr_t atomic_CompareAndExchangeUP(uintptr_t * volatile puDest, uintptr_t uExchange, uintptr_t uCompare) {
38*418b791dSBob Badour C_ASSERT(sizeof(uintptr_t) == sizeof(void*));
39*418b791dSBob Badour return (uintptr_t)InterlockedCompareExchangePointer((void**)puDest, (void*)uExchange, (void*)uCompare);
40*418b791dSBob Badour }
41*418b791dSBob Badour #elif __hexagon__
42*418b791dSBob Badour
43*418b791dSBob Badour #ifndef C_ASSERT
44*418b791dSBob Badour #define C_ASSERT(test) \
45*418b791dSBob Badour switch(0) {\
46*418b791dSBob Badour case 0:\
47*418b791dSBob Badour case test:;\
48*418b791dSBob Badour }
49*418b791dSBob Badour #endif
50*418b791dSBob Badour
51*418b791dSBob Badour static inline unsigned int
qurt_atomic_compare_val_and_set(unsigned int * target,unsigned int old_val,unsigned int new_val)52*418b791dSBob Badour qurt_atomic_compare_val_and_set(unsigned int* target,
53*418b791dSBob Badour unsigned int old_val,
54*418b791dSBob Badour unsigned int new_val)
55*418b791dSBob Badour {
56*418b791dSBob Badour unsigned int current_val;
57*418b791dSBob Badour
58*418b791dSBob Badour __asm__ __volatile__(
59*418b791dSBob Badour "1: %0 = memw_locked(%2)\n"
60*418b791dSBob Badour " p0 = cmp.eq(%0, %3)\n"
61*418b791dSBob Badour " if !p0 jump 2f\n"
62*418b791dSBob Badour " memw_locked(%2, p0) = %4\n"
63*418b791dSBob Badour " if !p0 jump 1b\n"
64*418b791dSBob Badour "2:\n"
65*418b791dSBob Badour : "=&r" (current_val),"+m" (*target)
66*418b791dSBob Badour : "r" (target), "r" (old_val), "r" (new_val)
67*418b791dSBob Badour : "p0");
68*418b791dSBob Badour
69*418b791dSBob Badour return current_val;
70*418b791dSBob Badour }
atomic_CompareAndExchange(uint32 * volatile puDest,uint32 uExchange,uint32 uCompare)71*418b791dSBob Badour uint32 atomic_CompareAndExchange(uint32 * volatile puDest, uint32 uExchange, uint32 uCompare) {
72*418b791dSBob Badour return (uint32)qurt_atomic_compare_val_and_set((unsigned int*)puDest, uCompare, uExchange);
73*418b791dSBob Badour }
atomic_CompareAndExchangeUP(uintptr_t * volatile puDest,uintptr_t uExchange,uintptr_t uCompare)74*418b791dSBob Badour uintptr_t atomic_CompareAndExchangeUP(uintptr_t * volatile puDest, uintptr_t uExchange, uintptr_t uCompare) {
75*418b791dSBob Badour C_ASSERT(sizeof(uintptr_t) == sizeof(uint32));
76*418b791dSBob Badour return (uint32)atomic_CompareAndExchange((uint32*)puDest, (uint32)uExchange, (uint32)uCompare);
77*418b791dSBob Badour }
78*418b791dSBob Badour #elif __GNUC__
atomic_CompareAndExchange(uint32 * volatile puDest,uint32 uExchange,uint32 uCompare)79*418b791dSBob Badour uint32 atomic_CompareAndExchange(uint32 * volatile puDest, uint32 uExchange, uint32 uCompare) {
80*418b791dSBob Badour return __sync_val_compare_and_swap(puDest, uCompare, uExchange);
81*418b791dSBob Badour }
atomic_CompareAndExchange64(uint64 * volatile puDest,uint64 uExchange,uint64 uCompare)82*418b791dSBob Badour uint64 atomic_CompareAndExchange64(uint64 * volatile puDest, uint64 uExchange, uint64 uCompare) {
83*418b791dSBob Badour return __sync_val_compare_and_swap(puDest, uCompare, uExchange);
84*418b791dSBob Badour }
atomic_CompareAndExchangeUP(uintptr_t * volatile puDest,uintptr_t uExchange,uintptr_t uCompare)85*418b791dSBob Badour uintptr_t atomic_CompareAndExchangeUP(uintptr_t * volatile puDest, uintptr_t uExchange, uintptr_t uCompare) {
86*418b791dSBob Badour return __sync_val_compare_and_swap(puDest, uCompare, uExchange);
87*418b791dSBob Badour }
88*418b791dSBob Badour #endif //compare and exchange
89