41 			unsigned long val, int size)			\
48 		"am"#asm_op".w"	" %[ret], %[val], %[ptr]	\n"	\
50 		: [val] "r" (val));					\
54 		"am"#asm_op".d" " %[ret], %[val], %[ptr]	\n"	\
56 		: [val] "r" (val));					\
63 	return ret c_op val;						\
71 static __always_inline unsigned long __percpu_xchg(void *ptr, unsigned long val, int size)  in __percpu_xchg()  argument
76 		return __xchg_small((volatile void *)ptr, val, size);  in __percpu_xchg()
79 		return __xchg_asm("amswap.w", (volatile u32 *)ptr, (u32)val);  in __percpu_xchg()
82 		return __xchg_asm("amswap.d", (volatile u64 *)ptr, (u64)val);  in __percpu_xchg()
112 		__pcpu_op_##size("stx") "%[val], $r21, %[ptr]	\n"	\
114 		: [val] "r"(_val), [ptr] "r"(&(_pcp))			\
128 #define _pcp_protect(operation, pcp, val)			\  argument
133 					  (val), sizeof(pcp));	\
138 #define _percpu_add(pcp, val) \  argument
139 	_pcp_protect(__percpu_add, pcp, val)
141 #define _percpu_add_return(pcp, val) _percpu_add(pcp, val)  argument
143 #define _percpu_and(pcp, val) \  argument
144 	_pcp_protect(__percpu_and, pcp, val)
146 #define _percpu_or(pcp, val) \  argument
147 	_pcp_protect(__percpu_or, pcp, val)
149 #define _percpu_xchg(pcp, val) ((typeof(pcp)) \  argument
150 	_pcp_protect(__percpu_xchg, pcp, (unsigned long)(val)))
152 #define this_cpu_add_4(pcp, val) _percpu_add(pcp, val)  argument
153 #define this_cpu_add_8(pcp, val) _percpu_add(pcp, val)  argument
155 #define this_cpu_add_return_4(pcp, val) _percpu_add_return(pcp, val)  argument
156 #define this_cpu_add_return_8(pcp, val) _percpu_add_return(pcp, val)  argument
158 #define this_cpu_and_4(pcp, val) _percpu_and(pcp, val)  argument
159 #define this_cpu_and_8(pcp, val) _percpu_and(pcp, val)  argument
161 #define this_cpu_or_4(pcp, val) _percpu_or(pcp, val)  argument
162 #define this_cpu_or_8(pcp, val) _percpu_or(pcp, val)  argument
169 #define this_cpu_write_1(pcp, val) _percpu_write(1, pcp, val)  argument
170 #define this_cpu_write_2(pcp, val) _percpu_write(2, pcp, val)  argument
171 #define this_cpu_write_4(pcp, val) _percpu_write(4, pcp, val)  argument
172 #define this_cpu_write_8(pcp, val) _percpu_write(8, pcp, val)  argument
174 #define this_cpu_xchg_1(pcp, val) _percpu_xchg(pcp, val)  argument
175 #define this_cpu_xchg_2(pcp, val) _percpu_xchg(pcp, val)  argument
176 #define this_cpu_xchg_4(pcp, val) _percpu_xchg(pcp, val)  argument
177 #define this_cpu_xchg_8(pcp, val) _percpu_xchg(pcp, val)  argument