1 /* SPDX-License-Identifier: GPL-2.0-only */
5  * Copyright (C) 1996-2000 Russell King
23  * Generic IO read/write.  These perform native-endian accesses.
29 	asm volatile("strb %w0, %1" : : "rZ" (val), "Qo" (*ptr));  in __raw_writeb()
36 	asm volatile("strh %w0, %1" : : "rZ" (val), "Qo" (*ptr));  in __raw_writew()
43 	asm volatile("str %w0, %1" : : "rZ" (val), "Qo" (*ptr));  in __raw_writel()
50 	asm volatile("str %x0, %1" : : "rZ" (val), "Qo" (*ptr));  in __raw_writeq()
57 	asm volatile(ALTERNATIVE("ldrb %w0, [%1]",  in __raw_readb()
58 				 "ldarb %w0, [%1]",  in __raw_readb()
69 	asm volatile(ALTERNATIVE("ldrh %w0, [%1]",  in __raw_readw()
70 				 "ldarh %w0, [%1]",  in __raw_readw()
80 	asm volatile(ALTERNATIVE("ldr %w0, [%1]",  in __raw_readl()
81 				 "ldar %w0, [%1]",  in __raw_readl()
91 	asm volatile(ALTERNATIVE("ldr %0, [%1]",  in __raw_readq()
92 				 "ldar %0, [%1]",  in __raw_readq()
99 #define __io_ar(v)							\  argument
110 	asm volatile("eor	%0, %1, %1\n"				\
112 		     : "=r" (tmp) : "r" ((unsigned long)(v))		\
117 #define __io_br(v)  argument
118 #define __io_aw(v)  argument
120 /* arm64-specific, don't use in portable drivers */
121 #define __iormb(v)		__io_ar(v)  argument
128 #define arch_has_dev_port()	(1)
129 #define IO_SPACE_LIMIT		(PCI_IO_SIZE - 1)
141  * Since this is the only API on ARM64 that should be used with write combining
151 	case 8:  in __const_memcpy_toio_aligned32()
152 		asm volatile("str %w0, [%8, #4 * 0]\n"  in __const_memcpy_toio_aligned32()
153 			     "str %w1, [%8, #4 * 1]\n"  in __const_memcpy_toio_aligned32()
154 			     "str %w2, [%8, #4 * 2]\n"  in __const_memcpy_toio_aligned32()
155 			     "str %w3, [%8, #4 * 3]\n"  in __const_memcpy_toio_aligned32()
156 			     "str %w4, [%8, #4 * 4]\n"  in __const_memcpy_toio_aligned32()
157 			     "str %w5, [%8, #4 * 5]\n"  in __const_memcpy_toio_aligned32()
158 			     "str %w6, [%8, #4 * 6]\n"  in __const_memcpy_toio_aligned32()
159 			     "str %w7, [%8, #4 * 7]\n"  in __const_memcpy_toio_aligned32()
161 			     : "rZ"(from[0]), "rZ"(from[1]), "rZ"(from[2]),  in __const_memcpy_toio_aligned32()
167 			     "str %w1, [%4, #4 * 1]\n"  in __const_memcpy_toio_aligned32()
171 			     : "rZ"(from[0]), "rZ"(from[1]), "rZ"(from[2]),  in __const_memcpy_toio_aligned32()
176 			     "str %w1, [%2, #4 * 1]\n"  in __const_memcpy_toio_aligned32()
178 			     : "rZ"(from[0]), "rZ"(from[1]), "r"(to));  in __const_memcpy_toio_aligned32()
180 	case 1:  in __const_memcpy_toio_aligned32()
194 	    (count == 8 || count == 4 || count == 2 || count == 1)) {  in __iowrite32_copy()
208 	case 8:  in __const_memcpy_toio_aligned64()
209 		asm volatile("str %x0, [%8, #8 * 0]\n"  in __const_memcpy_toio_aligned64()
210 			     "str %x1, [%8, #8 * 1]\n"  in __const_memcpy_toio_aligned64()
211 			     "str %x2, [%8, #8 * 2]\n"  in __const_memcpy_toio_aligned64()
212 			     "str %x3, [%8, #8 * 3]\n"  in __const_memcpy_toio_aligned64()
213 			     "str %x4, [%8, #8 * 4]\n"  in __const_memcpy_toio_aligned64()
214 			     "str %x5, [%8, #8 * 5]\n"  in __const_memcpy_toio_aligned64()
215 			     "str %x6, [%8, #8 * 6]\n"  in __const_memcpy_toio_aligned64()
216 			     "str %x7, [%8, #8 * 7]\n"  in __const_memcpy_toio_aligned64()
218 			     : "rZ"(from[0]), "rZ"(from[1]), "rZ"(from[2]),  in __const_memcpy_toio_aligned64()
223 		asm volatile("str %x0, [%4, #8 * 0]\n"  in __const_memcpy_toio_aligned64()
224 			     "str %x1, [%4, #8 * 1]\n"  in __const_memcpy_toio_aligned64()
225 			     "str %x2, [%4, #8 * 2]\n"  in __const_memcpy_toio_aligned64()
226 			     "str %x3, [%4, #8 * 3]\n"  in __const_memcpy_toio_aligned64()
228 			     : "rZ"(from[0]), "rZ"(from[1]), "rZ"(from[2]),  in __const_memcpy_toio_aligned64()
232 		asm volatile("str %x0, [%2, #8 * 0]\n"  in __const_memcpy_toio_aligned64()
233 			     "str %x1, [%2, #8 * 1]\n"  in __const_memcpy_toio_aligned64()
235 			     : "rZ"(from[0]), "rZ"(from[1]), "r"(to));  in __const_memcpy_toio_aligned64()
237 	case 1:  in __const_memcpy_toio_aligned64()
251 	    (count == 8 || count == 4 || count == 2 || count == 1)) {  in __iowrite64_copy()
284 #define iowrite16be(v,p)	({ __iowmb(); __raw_writew((__force __u16)cpu_to_be16(v), p); })  argument
285 #define iowrite32be(v,p)	({ __iowmb(); __raw_writel((__force __u32)cpu_to_be32(v), p); })  argument
286 #define iowrite64be(v,p)	({ __iowmb(); __raw_writeq((__force __u64)cpu_to_be64(v), p); })  argument
288 #include <asm-generic/io.h>