1 /* SPDX-License-Identifier: GPL-2.0 */
17 	"	andnot	%4,7,%3\n"  in ____xchg_u8()
18 	"	insbl	%1,%4,%1\n"  in ____xchg_u8()
19 	"1:	ldq_l	%2,0(%3)\n"  in ____xchg_u8()
20 	"	extbl	%2,%4,%0\n"  in ____xchg_u8()
21 	"	mskbl	%2,%4,%2\n"  in ____xchg_u8()
22 	"	or	%1,%2,%2\n"  in ____xchg_u8()
23 	"	stq_c	%2,0(%3)\n"  in ____xchg_u8()
24 	"	beq	%2,2f\n"  in ____xchg_u8()
25 	".subsection 2\n"  in ____xchg_u8()
26 	"2:	br	1b\n"  in ____xchg_u8()
40 	"	andnot	%4,7,%3\n"  in ____xchg_u16()
41 	"	inswl	%1,%4,%1\n"  in ____xchg_u16()
42 	"1:	ldq_l	%2,0(%3)\n"  in ____xchg_u16()
43 	"	extwl	%2,%4,%0\n"  in ____xchg_u16()
44 	"	mskwl	%2,%4,%2\n"  in ____xchg_u16()
45 	"	or	%1,%2,%2\n"  in ____xchg_u16()
46 	"	stq_c	%2,0(%3)\n"  in ____xchg_u16()
47 	"	beq	%2,2f\n"  in ____xchg_u16()
48 	".subsection 2\n"  in ____xchg_u16()
49 	"2:	br	1b\n"  in ____xchg_u16()
63 	"1:	ldl_l %0,%4\n"  in ____xchg_u32()
64 	"	bis $31,%3,%1\n"  in ____xchg_u32()
65 	"	stl_c %1,%2\n"  in ____xchg_u32()
66 	"	beq %1,2f\n"  in ____xchg_u32()
67 	".subsection 2\n"  in ____xchg_u32()
68 	"2:	br 1b\n"  in ____xchg_u32()
82 	"1:	ldq_l %0,%4\n"  in ____xchg_u64()
83 	"	bis $31,%3,%1\n"  in ____xchg_u64()
84 	"	stq_c %1,%2\n"  in ____xchg_u64()
85 	"	beq %1,2f\n"  in ____xchg_u64()
86 	".subsection 2\n"  in ____xchg_u64()
87 	"2:	br 1b\n"  in ____xchg_u64()
122 	"	andnot	%5,7,%4\n"  in ____cmpxchg_u8()
123 	"	insbl	%1,%5,%1\n"  in ____cmpxchg_u8()
124 	"1:	ldq_l	%2,0(%4)\n"  in ____cmpxchg_u8()
125 	"	extbl	%2,%5,%0\n"  in ____cmpxchg_u8()
126 	"	cmpeq	%0,%6,%3\n"  in ____cmpxchg_u8()
127 	"	beq	%3,2f\n"  in ____cmpxchg_u8()
128 	"	mskbl	%2,%5,%2\n"  in ____cmpxchg_u8()
129 	"	or	%1,%2,%2\n"  in ____cmpxchg_u8()
130 	"	stq_c	%2,0(%4)\n"  in ____cmpxchg_u8()
131 	"	beq	%2,3f\n"  in ____cmpxchg_u8()
132 	"2:\n"  in ____cmpxchg_u8()
133 	".subsection 2\n"  in ____cmpxchg_u8()
134 	"3:	br	1b\n"  in ____cmpxchg_u8()
148 	"	andnot	%5,7,%4\n"  in ____cmpxchg_u16()
149 	"	inswl	%1,%5,%1\n"  in ____cmpxchg_u16()
150 	"1:	ldq_l	%2,0(%4)\n"  in ____cmpxchg_u16()
151 	"	extwl	%2,%5,%0\n"  in ____cmpxchg_u16()
152 	"	cmpeq	%0,%6,%3\n"  in ____cmpxchg_u16()
153 	"	beq	%3,2f\n"  in ____cmpxchg_u16()
154 	"	mskwl	%2,%5,%2\n"  in ____cmpxchg_u16()
155 	"	or	%1,%2,%2\n"  in ____cmpxchg_u16()
156 	"	stq_c	%2,0(%4)\n"  in ____cmpxchg_u16()
157 	"	beq	%2,3f\n"  in ____cmpxchg_u16()
158 	"2:\n"  in ____cmpxchg_u16()
159 	".subsection 2\n"  in ____cmpxchg_u16()
160 	"3:	br	1b\n"  in ____cmpxchg_u16()
174 	"1:	ldl_l %0,%5\n"  in ____cmpxchg_u32()
175 	"	cmpeq %0,%3,%1\n"  in ____cmpxchg_u32()
176 	"	beq %1,2f\n"  in ____cmpxchg_u32()
177 	"	mov %4,%1\n"  in ____cmpxchg_u32()
178 	"	stl_c %1,%2\n"  in ____cmpxchg_u32()
179 	"	beq %1,3f\n"  in ____cmpxchg_u32()
180 	"2:\n"  in ____cmpxchg_u32()
181 	".subsection 2\n"  in ____cmpxchg_u32()
182 	"3:	br 1b\n"  in ____cmpxchg_u32()
196 	"1:	ldq_l %0,%5\n"  in ____cmpxchg_u64()
197 	"	cmpeq %0,%3,%1\n"  in ____cmpxchg_u64()
198 	"	beq %1,2f\n"  in ____cmpxchg_u64()
199 	"	mov %4,%1\n"  in ____cmpxchg_u64()
200 	"	stq_c %1,%2\n"  in ____cmpxchg_u64()
201 	"	beq %1,3f\n"  in ____cmpxchg_u64()
202 	"2:\n"  in ____cmpxchg_u64()
203 	".subsection 2\n"  in ____cmpxchg_u64()
204 	"3:	br 1b\n"  in ____cmpxchg_u64()
235 #define arch_cmpxchg_local(ptr, o, n)					\  argument
238 	__typeof__(*(ptr)) _n_ = (n);					\
244 #define arch_cmpxchg64_local(ptr, o, n)					\  argument
247 	cmpxchg_local((ptr), (o), (n));					\
265 #define arch_cmpxchg(ptr, o, n)						\  argument
269 	__typeof__(*(ptr)) _n_ = (n);					\
277 #define arch_cmpxchg64(ptr, o, n)					\  argument
280 	arch_cmpxchg((ptr), (o), (n));					\