xref: /aosp_15_r20/external/flashrom/hwaccess_physmap.c (revision 0d6140be3aa665ecc836e8907834fcd3e3b018fc)
1*0d6140beSAndroid Build Coastguard Worker /*
2*0d6140beSAndroid Build Coastguard Worker  * This file is part of the flashrom project.
3*0d6140beSAndroid Build Coastguard Worker  *
4*0d6140beSAndroid Build Coastguard Worker  * Copyright (C) 2009 Peter Stuge <[email protected]>
5*0d6140beSAndroid Build Coastguard Worker  * Copyright (C) 2009 coresystems GmbH
6*0d6140beSAndroid Build Coastguard Worker  * Copyright (C) 2010 Carl-Daniel Hailfinger
7*0d6140beSAndroid Build Coastguard Worker  * Copyright (C) 2010 Rudolf Marek <[email protected]>
8*0d6140beSAndroid Build Coastguard Worker  *
9*0d6140beSAndroid Build Coastguard Worker  * This program is free software; you can redistribute it and/or modify
10*0d6140beSAndroid Build Coastguard Worker  * it under the terms of the GNU General Public License as published by
11*0d6140beSAndroid Build Coastguard Worker  * the Free Software Foundation; version 2 of the License.
12*0d6140beSAndroid Build Coastguard Worker  *
13*0d6140beSAndroid Build Coastguard Worker  * This program is distributed in the hope that it will be useful,
14*0d6140beSAndroid Build Coastguard Worker  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15*0d6140beSAndroid Build Coastguard Worker  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16*0d6140beSAndroid Build Coastguard Worker  * GNU General Public License for more details.
17*0d6140beSAndroid Build Coastguard Worker  */
18*0d6140beSAndroid Build Coastguard Worker 
19*0d6140beSAndroid Build Coastguard Worker #include <unistd.h>
20*0d6140beSAndroid Build Coastguard Worker #include <stdbool.h>
21*0d6140beSAndroid Build Coastguard Worker #include <stdint.h>
22*0d6140beSAndroid Build Coastguard Worker #include <stdio.h>
23*0d6140beSAndroid Build Coastguard Worker #include <stdlib.h>
24*0d6140beSAndroid Build Coastguard Worker #include <string.h>
25*0d6140beSAndroid Build Coastguard Worker #include <errno.h>
26*0d6140beSAndroid Build Coastguard Worker #include "flash.h"
27*0d6140beSAndroid Build Coastguard Worker #include "platform.h"
28*0d6140beSAndroid Build Coastguard Worker #include "hwaccess_physmap.h"
29*0d6140beSAndroid Build Coastguard Worker 
30*0d6140beSAndroid Build Coastguard Worker #if !defined(__DJGPP__) && !defined(__LIBPAYLOAD__)
31*0d6140beSAndroid Build Coastguard Worker /* No file access needed/possible to get mmap access permissions or access MSR. */
32*0d6140beSAndroid Build Coastguard Worker #include <unistd.h>
33*0d6140beSAndroid Build Coastguard Worker #include <sys/stat.h>
34*0d6140beSAndroid Build Coastguard Worker #include <sys/types.h>
35*0d6140beSAndroid Build Coastguard Worker #include <fcntl.h>
36*0d6140beSAndroid Build Coastguard Worker #endif
37*0d6140beSAndroid Build Coastguard Worker 
38*0d6140beSAndroid Build Coastguard Worker #ifdef __DJGPP__
39*0d6140beSAndroid Build Coastguard Worker #include <dpmi.h>
40*0d6140beSAndroid Build Coastguard Worker #include <malloc.h>
41*0d6140beSAndroid Build Coastguard Worker #include <sys/nearptr.h>
42*0d6140beSAndroid Build Coastguard Worker 
43*0d6140beSAndroid Build Coastguard Worker #define ONE_MEGABYTE (1024 * 1024)
44*0d6140beSAndroid Build Coastguard Worker #define MEM_DEV "dpmi"
45*0d6140beSAndroid Build Coastguard Worker 
46*0d6140beSAndroid Build Coastguard Worker static void *realmem_map_aligned;
47*0d6140beSAndroid Build Coastguard Worker 
map_first_meg(uintptr_t phys_addr,size_t len)48*0d6140beSAndroid Build Coastguard Worker static void *map_first_meg(uintptr_t phys_addr, size_t len)
49*0d6140beSAndroid Build Coastguard Worker {
50*0d6140beSAndroid Build Coastguard Worker 	void *realmem_map;
51*0d6140beSAndroid Build Coastguard Worker 	size_t pagesize;
52*0d6140beSAndroid Build Coastguard Worker 
53*0d6140beSAndroid Build Coastguard Worker 	if (realmem_map_aligned)
54*0d6140beSAndroid Build Coastguard Worker 		return realmem_map_aligned + phys_addr;
55*0d6140beSAndroid Build Coastguard Worker 
56*0d6140beSAndroid Build Coastguard Worker 	/* valloc() from DJGPP 2.05 does not work properly */
57*0d6140beSAndroid Build Coastguard Worker 	pagesize = getpagesize();
58*0d6140beSAndroid Build Coastguard Worker 
59*0d6140beSAndroid Build Coastguard Worker 	realmem_map = malloc(ONE_MEGABYTE + pagesize);
60*0d6140beSAndroid Build Coastguard Worker 
61*0d6140beSAndroid Build Coastguard Worker 	if (!realmem_map)
62*0d6140beSAndroid Build Coastguard Worker 		return ERROR_PTR;
63*0d6140beSAndroid Build Coastguard Worker 
64*0d6140beSAndroid Build Coastguard Worker 	realmem_map_aligned = (void *)(((size_t) realmem_map +
65*0d6140beSAndroid Build Coastguard Worker 		(pagesize - 1)) & ~(pagesize - 1));
66*0d6140beSAndroid Build Coastguard Worker 
67*0d6140beSAndroid Build Coastguard Worker 	if (__djgpp_map_physical_memory(realmem_map_aligned, ONE_MEGABYTE, 0)) {
68*0d6140beSAndroid Build Coastguard Worker 		free(realmem_map);
69*0d6140beSAndroid Build Coastguard Worker 		realmem_map_aligned = NULL;
70*0d6140beSAndroid Build Coastguard Worker 		return ERROR_PTR;
71*0d6140beSAndroid Build Coastguard Worker 	}
72*0d6140beSAndroid Build Coastguard Worker 
73*0d6140beSAndroid Build Coastguard Worker 	return realmem_map_aligned + phys_addr;
74*0d6140beSAndroid Build Coastguard Worker }
75*0d6140beSAndroid Build Coastguard Worker 
sys_physmap(uintptr_t phys_addr,size_t len)76*0d6140beSAndroid Build Coastguard Worker static void *sys_physmap(uintptr_t phys_addr, size_t len)
77*0d6140beSAndroid Build Coastguard Worker {
78*0d6140beSAndroid Build Coastguard Worker 	int ret;
79*0d6140beSAndroid Build Coastguard Worker 	__dpmi_meminfo mi;
80*0d6140beSAndroid Build Coastguard Worker 
81*0d6140beSAndroid Build Coastguard Worker 	/* Enable 4GB limit on DS descriptor. */
82*0d6140beSAndroid Build Coastguard Worker 	if (!__djgpp_nearptr_enable())
83*0d6140beSAndroid Build Coastguard Worker 		return ERROR_PTR;
84*0d6140beSAndroid Build Coastguard Worker 
85*0d6140beSAndroid Build Coastguard Worker 	if ((phys_addr + len - 1) < ONE_MEGABYTE) {
86*0d6140beSAndroid Build Coastguard Worker 		/* We need to use another method to map first 1MB. */
87*0d6140beSAndroid Build Coastguard Worker 		return map_first_meg(phys_addr, len);
88*0d6140beSAndroid Build Coastguard Worker 	}
89*0d6140beSAndroid Build Coastguard Worker 
90*0d6140beSAndroid Build Coastguard Worker 	mi.address = phys_addr;
91*0d6140beSAndroid Build Coastguard Worker 	mi.size = len;
92*0d6140beSAndroid Build Coastguard Worker 	ret = __dpmi_physical_address_mapping(&mi);
93*0d6140beSAndroid Build Coastguard Worker 
94*0d6140beSAndroid Build Coastguard Worker 	if (ret != 0)
95*0d6140beSAndroid Build Coastguard Worker 		return ERROR_PTR;
96*0d6140beSAndroid Build Coastguard Worker 
97*0d6140beSAndroid Build Coastguard Worker 	return (void *) mi.address + __djgpp_conventional_base;
98*0d6140beSAndroid Build Coastguard Worker }
99*0d6140beSAndroid Build Coastguard Worker 
100*0d6140beSAndroid Build Coastguard Worker #define sys_physmap_rw_uncached	sys_physmap
101*0d6140beSAndroid Build Coastguard Worker #define sys_physmap_ro_cached	sys_physmap
102*0d6140beSAndroid Build Coastguard Worker 
sys_physunmap_unaligned(void * virt_addr,size_t len)103*0d6140beSAndroid Build Coastguard Worker static void sys_physunmap_unaligned(void *virt_addr, size_t len)
104*0d6140beSAndroid Build Coastguard Worker {
105*0d6140beSAndroid Build Coastguard Worker 	__dpmi_meminfo mi;
106*0d6140beSAndroid Build Coastguard Worker 
107*0d6140beSAndroid Build Coastguard Worker 	/* There is no known way to unmap the first 1 MB. The DPMI server will
108*0d6140beSAndroid Build Coastguard Worker 	 * do this for us on exit.
109*0d6140beSAndroid Build Coastguard Worker 	 */
110*0d6140beSAndroid Build Coastguard Worker 	if ((virt_addr >= realmem_map_aligned) &&
111*0d6140beSAndroid Build Coastguard Worker 	    ((virt_addr + len) <= (realmem_map_aligned + ONE_MEGABYTE))) {
112*0d6140beSAndroid Build Coastguard Worker 		return;
113*0d6140beSAndroid Build Coastguard Worker 	}
114*0d6140beSAndroid Build Coastguard Worker 
115*0d6140beSAndroid Build Coastguard Worker 	mi.address = (unsigned long) virt_addr;
116*0d6140beSAndroid Build Coastguard Worker 	__dpmi_free_physical_address_mapping(&mi);
117*0d6140beSAndroid Build Coastguard Worker }
118*0d6140beSAndroid Build Coastguard Worker 
119*0d6140beSAndroid Build Coastguard Worker #elif defined(__LIBPAYLOAD__)
120*0d6140beSAndroid Build Coastguard Worker #include <arch/virtual.h>
121*0d6140beSAndroid Build Coastguard Worker 
122*0d6140beSAndroid Build Coastguard Worker #define MEM_DEV ""
123*0d6140beSAndroid Build Coastguard Worker 
sys_physmap(uintptr_t phys_addr,size_t len)124*0d6140beSAndroid Build Coastguard Worker static void *sys_physmap(uintptr_t phys_addr, size_t len)
125*0d6140beSAndroid Build Coastguard Worker {
126*0d6140beSAndroid Build Coastguard Worker 	return (void *)phys_to_virt(phys_addr);
127*0d6140beSAndroid Build Coastguard Worker }
128*0d6140beSAndroid Build Coastguard Worker 
129*0d6140beSAndroid Build Coastguard Worker #define sys_physmap_rw_uncached	sys_physmap
130*0d6140beSAndroid Build Coastguard Worker #define sys_physmap_ro_cached	sys_physmap
131*0d6140beSAndroid Build Coastguard Worker 
sys_physunmap_unaligned(void * virt_addr,size_t len)132*0d6140beSAndroid Build Coastguard Worker static void sys_physunmap_unaligned(void *virt_addr, size_t len)
133*0d6140beSAndroid Build Coastguard Worker {
134*0d6140beSAndroid Build Coastguard Worker }
135*0d6140beSAndroid Build Coastguard Worker #elif defined(__MACH__) && defined(__APPLE__)
136*0d6140beSAndroid Build Coastguard Worker #include <DirectHW/DirectHW.h>
137*0d6140beSAndroid Build Coastguard Worker 
138*0d6140beSAndroid Build Coastguard Worker #define MEM_DEV "DirectHW"
139*0d6140beSAndroid Build Coastguard Worker 
sys_physmap(uintptr_t phys_addr,size_t len)140*0d6140beSAndroid Build Coastguard Worker static void *sys_physmap(uintptr_t phys_addr, size_t len)
141*0d6140beSAndroid Build Coastguard Worker {
142*0d6140beSAndroid Build Coastguard Worker 	/* The short form of ?: is a GNU extension.
143*0d6140beSAndroid Build Coastguard Worker 	 * FIXME: map_physical returns NULL both for errors and for success
144*0d6140beSAndroid Build Coastguard Worker 	 * if the region is mapped at virtual address zero. If in doubt, report
145*0d6140beSAndroid Build Coastguard Worker 	 * an error until a better interface exists.
146*0d6140beSAndroid Build Coastguard Worker 	 */
147*0d6140beSAndroid Build Coastguard Worker 	return map_physical(phys_addr, len) ? : ERROR_PTR;
148*0d6140beSAndroid Build Coastguard Worker }
149*0d6140beSAndroid Build Coastguard Worker 
150*0d6140beSAndroid Build Coastguard Worker /* The OS X driver does not differentiate between mapping types. */
151*0d6140beSAndroid Build Coastguard Worker #define sys_physmap_rw_uncached	sys_physmap
152*0d6140beSAndroid Build Coastguard Worker #define sys_physmap_ro_cached	sys_physmap
153*0d6140beSAndroid Build Coastguard Worker 
sys_physunmap_unaligned(void * virt_addr,size_t len)154*0d6140beSAndroid Build Coastguard Worker static void sys_physunmap_unaligned(void *virt_addr, size_t len)
155*0d6140beSAndroid Build Coastguard Worker {
156*0d6140beSAndroid Build Coastguard Worker 	unmap_physical(virt_addr, len);
157*0d6140beSAndroid Build Coastguard Worker }
158*0d6140beSAndroid Build Coastguard Worker 
159*0d6140beSAndroid Build Coastguard Worker #else
160*0d6140beSAndroid Build Coastguard Worker #include <sys/mman.h>
161*0d6140beSAndroid Build Coastguard Worker 
162*0d6140beSAndroid Build Coastguard Worker #if defined (__sun) && (defined(__i386) || defined(__amd64))
163*0d6140beSAndroid Build Coastguard Worker #  define MEM_DEV "/dev/xsvc"
164*0d6140beSAndroid Build Coastguard Worker #else
165*0d6140beSAndroid Build Coastguard Worker #  define MEM_DEV "/dev/mem"
166*0d6140beSAndroid Build Coastguard Worker #endif
167*0d6140beSAndroid Build Coastguard Worker 
168*0d6140beSAndroid Build Coastguard Worker static int fd_mem = -1;
169*0d6140beSAndroid Build Coastguard Worker static int fd_mem_cached = -1;
170*0d6140beSAndroid Build Coastguard Worker 
171*0d6140beSAndroid Build Coastguard Worker /* For MMIO access. Must be uncached, doesn't make sense to restrict to ro. */
sys_physmap_rw_uncached(uintptr_t phys_addr,size_t len)172*0d6140beSAndroid Build Coastguard Worker static void *sys_physmap_rw_uncached(uintptr_t phys_addr, size_t len)
173*0d6140beSAndroid Build Coastguard Worker {
174*0d6140beSAndroid Build Coastguard Worker 	void *virt_addr;
175*0d6140beSAndroid Build Coastguard Worker 
176*0d6140beSAndroid Build Coastguard Worker 	if (-1 == fd_mem) {
177*0d6140beSAndroid Build Coastguard Worker 		/* Open the memory device UNCACHED. Important for MMIO. */
178*0d6140beSAndroid Build Coastguard Worker 		if (-1 == (fd_mem = open(MEM_DEV, O_RDWR | O_SYNC))) {
179*0d6140beSAndroid Build Coastguard Worker 			msg_perr("Critical error: open(" MEM_DEV "): %s\n", strerror(errno));
180*0d6140beSAndroid Build Coastguard Worker 			return ERROR_PTR;
181*0d6140beSAndroid Build Coastguard Worker 		}
182*0d6140beSAndroid Build Coastguard Worker 	}
183*0d6140beSAndroid Build Coastguard Worker 
184*0d6140beSAndroid Build Coastguard Worker 	virt_addr = mmap(NULL, len, PROT_WRITE | PROT_READ, MAP_SHARED, fd_mem, (off_t)phys_addr);
185*0d6140beSAndroid Build Coastguard Worker 	return MAP_FAILED == virt_addr ? ERROR_PTR : virt_addr;
186*0d6140beSAndroid Build Coastguard Worker }
187*0d6140beSAndroid Build Coastguard Worker 
188*0d6140beSAndroid Build Coastguard Worker /* For reading DMI/coreboot/whatever tables. We should never write, and we
189*0d6140beSAndroid Build Coastguard Worker  * do not care about caching.
190*0d6140beSAndroid Build Coastguard Worker  */
sys_physmap_ro_cached(uintptr_t phys_addr,size_t len)191*0d6140beSAndroid Build Coastguard Worker static void *sys_physmap_ro_cached(uintptr_t phys_addr, size_t len)
192*0d6140beSAndroid Build Coastguard Worker {
193*0d6140beSAndroid Build Coastguard Worker 	void *virt_addr;
194*0d6140beSAndroid Build Coastguard Worker 
195*0d6140beSAndroid Build Coastguard Worker 	if (-1 == fd_mem_cached) {
196*0d6140beSAndroid Build Coastguard Worker 		/* Open the memory device CACHED. */
197*0d6140beSAndroid Build Coastguard Worker 		if (-1 == (fd_mem_cached = open(MEM_DEV, O_RDWR))) {
198*0d6140beSAndroid Build Coastguard Worker 			msg_perr("Critical error: open(" MEM_DEV "): %s\n", strerror(errno));
199*0d6140beSAndroid Build Coastguard Worker 			return ERROR_PTR;
200*0d6140beSAndroid Build Coastguard Worker 		}
201*0d6140beSAndroid Build Coastguard Worker 	}
202*0d6140beSAndroid Build Coastguard Worker 
203*0d6140beSAndroid Build Coastguard Worker 	virt_addr = mmap(NULL, len, PROT_READ, MAP_SHARED, fd_mem_cached, (off_t)phys_addr);
204*0d6140beSAndroid Build Coastguard Worker 	return MAP_FAILED == virt_addr ? ERROR_PTR : virt_addr;
205*0d6140beSAndroid Build Coastguard Worker }
206*0d6140beSAndroid Build Coastguard Worker 
sys_physunmap_unaligned(void * virt_addr,size_t len)207*0d6140beSAndroid Build Coastguard Worker static void sys_physunmap_unaligned(void *virt_addr, size_t len)
208*0d6140beSAndroid Build Coastguard Worker {
209*0d6140beSAndroid Build Coastguard Worker 	munmap(virt_addr, len);
210*0d6140beSAndroid Build Coastguard Worker }
211*0d6140beSAndroid Build Coastguard Worker #endif
212*0d6140beSAndroid Build Coastguard Worker 
213*0d6140beSAndroid Build Coastguard Worker #define PHYSM_RW	0
214*0d6140beSAndroid Build Coastguard Worker #define PHYSM_RO	1
215*0d6140beSAndroid Build Coastguard Worker #define PHYSM_NOCLEANUP	0
216*0d6140beSAndroid Build Coastguard Worker #define PHYSM_CLEANUP	1
217*0d6140beSAndroid Build Coastguard Worker #define PHYSM_EXACT	0
218*0d6140beSAndroid Build Coastguard Worker #define PHYSM_ROUND	1
219*0d6140beSAndroid Build Coastguard Worker 
220*0d6140beSAndroid Build Coastguard Worker /* Round start to nearest page boundary below and set len so that the resulting address range ends at the lowest
221*0d6140beSAndroid Build Coastguard Worker  * possible page boundary where the original address range is still entirely contained. It returns the
222*0d6140beSAndroid Build Coastguard Worker  * difference between the rounded start address and the original start address. */
round_to_page_boundaries(uintptr_t * start,size_t * len)223*0d6140beSAndroid Build Coastguard Worker static uintptr_t round_to_page_boundaries(uintptr_t *start, size_t *len)
224*0d6140beSAndroid Build Coastguard Worker {
225*0d6140beSAndroid Build Coastguard Worker 	uintptr_t page_size = getpagesize();
226*0d6140beSAndroid Build Coastguard Worker 	uintptr_t page_mask = ~(page_size-1);
227*0d6140beSAndroid Build Coastguard Worker 	uintptr_t end = *start + *len;
228*0d6140beSAndroid Build Coastguard Worker 	uintptr_t old_start = *start;
229*0d6140beSAndroid Build Coastguard Worker 	msg_gspew("page_size=%" PRIxPTR "\n", page_size);
230*0d6140beSAndroid Build Coastguard Worker 	msg_gspew("pre-rounding:  start=0x%0*" PRIxPTR ", len=0x%zx, end=0x%0*" PRIxPTR "\n",
231*0d6140beSAndroid Build Coastguard Worker 		  PRIxPTR_WIDTH, *start, *len, PRIxPTR_WIDTH, end);
232*0d6140beSAndroid Build Coastguard Worker 	*start = *start & page_mask;
233*0d6140beSAndroid Build Coastguard Worker 	end = (end + page_size - 1) & page_mask;
234*0d6140beSAndroid Build Coastguard Worker 	*len = end - *start;
235*0d6140beSAndroid Build Coastguard Worker 	msg_gspew("post-rounding: start=0x%0*" PRIxPTR ", len=0x%zx, end=0x%0*" PRIxPTR "\n",
236*0d6140beSAndroid Build Coastguard Worker 		  PRIxPTR_WIDTH, *start, *len, PRIxPTR_WIDTH, *start + *len);
237*0d6140beSAndroid Build Coastguard Worker 	return old_start - *start;
238*0d6140beSAndroid Build Coastguard Worker }
239*0d6140beSAndroid Build Coastguard Worker 
240*0d6140beSAndroid Build Coastguard Worker struct undo_physmap_data {
241*0d6140beSAndroid Build Coastguard Worker 	void *virt_addr;
242*0d6140beSAndroid Build Coastguard Worker 	size_t len;
243*0d6140beSAndroid Build Coastguard Worker };
244*0d6140beSAndroid Build Coastguard Worker 
undo_physmap(void * data)245*0d6140beSAndroid Build Coastguard Worker static int undo_physmap(void *data)
246*0d6140beSAndroid Build Coastguard Worker {
247*0d6140beSAndroid Build Coastguard Worker 	if (data == NULL) {
248*0d6140beSAndroid Build Coastguard Worker 		msg_perr("%s: tried to physunmap without valid data!\n", __func__);
249*0d6140beSAndroid Build Coastguard Worker 		return 1;
250*0d6140beSAndroid Build Coastguard Worker 	}
251*0d6140beSAndroid Build Coastguard Worker 	struct undo_physmap_data *d = data;
252*0d6140beSAndroid Build Coastguard Worker 	physunmap_unaligned(d->virt_addr, d->len);
253*0d6140beSAndroid Build Coastguard Worker 	free(data);
254*0d6140beSAndroid Build Coastguard Worker 	return 0;
255*0d6140beSAndroid Build Coastguard Worker }
256*0d6140beSAndroid Build Coastguard Worker 
physmap_common(const char * descr,uintptr_t phys_addr,size_t len,bool readonly,bool autocleanup,bool round)257*0d6140beSAndroid Build Coastguard Worker static void *physmap_common(const char *descr, uintptr_t phys_addr, size_t len, bool readonly, bool autocleanup,
258*0d6140beSAndroid Build Coastguard Worker 			    bool round)
259*0d6140beSAndroid Build Coastguard Worker {
260*0d6140beSAndroid Build Coastguard Worker 	void *virt_addr;
261*0d6140beSAndroid Build Coastguard Worker 	uintptr_t offset = 0;
262*0d6140beSAndroid Build Coastguard Worker 
263*0d6140beSAndroid Build Coastguard Worker 	if (len == 0) {
264*0d6140beSAndroid Build Coastguard Worker 		msg_pspew("Not mapping %s, zero size at 0x%0*" PRIxPTR ".\n", descr, PRIxPTR_WIDTH, phys_addr);
265*0d6140beSAndroid Build Coastguard Worker 		return ERROR_PTR;
266*0d6140beSAndroid Build Coastguard Worker 	}
267*0d6140beSAndroid Build Coastguard Worker 
268*0d6140beSAndroid Build Coastguard Worker 	if (round)
269*0d6140beSAndroid Build Coastguard Worker 		offset = round_to_page_boundaries(&phys_addr, &len);
270*0d6140beSAndroid Build Coastguard Worker 
271*0d6140beSAndroid Build Coastguard Worker 	if (readonly)
272*0d6140beSAndroid Build Coastguard Worker 		virt_addr = sys_physmap_ro_cached(phys_addr, len);
273*0d6140beSAndroid Build Coastguard Worker 	else
274*0d6140beSAndroid Build Coastguard Worker 		virt_addr = sys_physmap_rw_uncached(phys_addr, len);
275*0d6140beSAndroid Build Coastguard Worker 
276*0d6140beSAndroid Build Coastguard Worker 	if (ERROR_PTR == virt_addr) {
277*0d6140beSAndroid Build Coastguard Worker 		if (NULL == descr)
278*0d6140beSAndroid Build Coastguard Worker 			descr = "memory";
279*0d6140beSAndroid Build Coastguard Worker 		msg_perr("Error accessing %s, 0x%zx bytes at 0x%0*" PRIxPTR "\n",
280*0d6140beSAndroid Build Coastguard Worker 			 descr, len, PRIxPTR_WIDTH, phys_addr);
281*0d6140beSAndroid Build Coastguard Worker 		msg_perr(MEM_DEV " mmap failed: %s\n", strerror(errno));
282*0d6140beSAndroid Build Coastguard Worker #ifdef __linux__
283*0d6140beSAndroid Build Coastguard Worker 		if (EINVAL == errno) {
284*0d6140beSAndroid Build Coastguard Worker 			msg_perr("In Linux this error can be caused by the CONFIG_NONPROMISC_DEVMEM (<2.6.27),\n");
285*0d6140beSAndroid Build Coastguard Worker 			msg_perr("CONFIG_STRICT_DEVMEM (>=2.6.27) and CONFIG_X86_PAT kernel options.\n");
286*0d6140beSAndroid Build Coastguard Worker 			msg_perr("Please check if either is enabled in your kernel before reporting a failure.\n");
287*0d6140beSAndroid Build Coastguard Worker 			msg_perr("You can override CONFIG_X86_PAT at boot with the nopat kernel parameter but\n");
288*0d6140beSAndroid Build Coastguard Worker 			msg_perr("disabling the other option unfortunately requires a kernel recompile. Sorry!\n");
289*0d6140beSAndroid Build Coastguard Worker 		}
290*0d6140beSAndroid Build Coastguard Worker #elif defined (__OpenBSD__)
291*0d6140beSAndroid Build Coastguard Worker 		msg_perr("Please set securelevel=-1 in /etc/rc.securelevel "
292*0d6140beSAndroid Build Coastguard Worker 			 "and reboot, or reboot into\n"
293*0d6140beSAndroid Build Coastguard Worker 			 "single user mode.\n");
294*0d6140beSAndroid Build Coastguard Worker #endif
295*0d6140beSAndroid Build Coastguard Worker 		return ERROR_PTR;
296*0d6140beSAndroid Build Coastguard Worker 	}
297*0d6140beSAndroid Build Coastguard Worker 
298*0d6140beSAndroid Build Coastguard Worker 	if (autocleanup) {
299*0d6140beSAndroid Build Coastguard Worker 		struct undo_physmap_data *d = malloc(sizeof(*d));
300*0d6140beSAndroid Build Coastguard Worker 		if (d == NULL) {
301*0d6140beSAndroid Build Coastguard Worker 			msg_perr("%s: Out of memory!\n", __func__);
302*0d6140beSAndroid Build Coastguard Worker 			physunmap_unaligned(virt_addr, len);
303*0d6140beSAndroid Build Coastguard Worker 			return ERROR_PTR;
304*0d6140beSAndroid Build Coastguard Worker 		}
305*0d6140beSAndroid Build Coastguard Worker 
306*0d6140beSAndroid Build Coastguard Worker 		d->virt_addr = virt_addr;
307*0d6140beSAndroid Build Coastguard Worker 		d->len = len;
308*0d6140beSAndroid Build Coastguard Worker 		if (register_shutdown(undo_physmap, d) != 0) {
309*0d6140beSAndroid Build Coastguard Worker 			msg_perr("%s: Could not register shutdown function!\n", __func__);
310*0d6140beSAndroid Build Coastguard Worker 			physunmap_unaligned(virt_addr, len);
311*0d6140beSAndroid Build Coastguard Worker 			return ERROR_PTR;
312*0d6140beSAndroid Build Coastguard Worker 		}
313*0d6140beSAndroid Build Coastguard Worker 	}
314*0d6140beSAndroid Build Coastguard Worker 
315*0d6140beSAndroid Build Coastguard Worker 	return virt_addr + offset;
316*0d6140beSAndroid Build Coastguard Worker }
317*0d6140beSAndroid Build Coastguard Worker 
physunmap_unaligned(void * virt_addr,size_t len)318*0d6140beSAndroid Build Coastguard Worker void physunmap_unaligned(void *virt_addr, size_t len)
319*0d6140beSAndroid Build Coastguard Worker {
320*0d6140beSAndroid Build Coastguard Worker 	/* No need to check for zero size, such mappings would have yielded ERROR_PTR. */
321*0d6140beSAndroid Build Coastguard Worker 	if (virt_addr == ERROR_PTR) {
322*0d6140beSAndroid Build Coastguard Worker 		msg_perr("Trying to unmap a nonexisting mapping!\n"
323*0d6140beSAndroid Build Coastguard Worker 			 "Please report a bug at [email protected]\n");
324*0d6140beSAndroid Build Coastguard Worker 		return;
325*0d6140beSAndroid Build Coastguard Worker 	}
326*0d6140beSAndroid Build Coastguard Worker 
327*0d6140beSAndroid Build Coastguard Worker 	sys_physunmap_unaligned(virt_addr, len);
328*0d6140beSAndroid Build Coastguard Worker }
329*0d6140beSAndroid Build Coastguard Worker 
physunmap(void * virt_addr,size_t len)330*0d6140beSAndroid Build Coastguard Worker void physunmap(void *virt_addr, size_t len)
331*0d6140beSAndroid Build Coastguard Worker {
332*0d6140beSAndroid Build Coastguard Worker 	uintptr_t tmp;
333*0d6140beSAndroid Build Coastguard Worker 
334*0d6140beSAndroid Build Coastguard Worker 	/* No need to check for zero size, such mappings would have yielded ERROR_PTR. */
335*0d6140beSAndroid Build Coastguard Worker 	if (virt_addr == ERROR_PTR) {
336*0d6140beSAndroid Build Coastguard Worker 		msg_perr("Trying to unmap a nonexisting mapping!\n"
337*0d6140beSAndroid Build Coastguard Worker 			 "Please report a bug at [email protected]\n");
338*0d6140beSAndroid Build Coastguard Worker 		return;
339*0d6140beSAndroid Build Coastguard Worker 	}
340*0d6140beSAndroid Build Coastguard Worker 	tmp = (uintptr_t)virt_addr;
341*0d6140beSAndroid Build Coastguard Worker 	/* We assume that the virtual address of a page-aligned physical address is page-aligned as well. By
342*0d6140beSAndroid Build Coastguard Worker 	 * extension, rounding a virtual unaligned address as returned by physmap should yield the same offset
343*0d6140beSAndroid Build Coastguard Worker 	 * between rounded and original virtual address as between rounded and original physical address.
344*0d6140beSAndroid Build Coastguard Worker 	 */
345*0d6140beSAndroid Build Coastguard Worker 	round_to_page_boundaries(&tmp, &len);
346*0d6140beSAndroid Build Coastguard Worker 	virt_addr = (void *)tmp;
347*0d6140beSAndroid Build Coastguard Worker 	physunmap_unaligned(virt_addr, len);
348*0d6140beSAndroid Build Coastguard Worker }
349*0d6140beSAndroid Build Coastguard Worker 
physmap(const char * descr,uintptr_t phys_addr,size_t len)350*0d6140beSAndroid Build Coastguard Worker void *physmap(const char *descr, uintptr_t phys_addr, size_t len)
351*0d6140beSAndroid Build Coastguard Worker {
352*0d6140beSAndroid Build Coastguard Worker 	return physmap_common(descr, phys_addr, len, PHYSM_RW, PHYSM_NOCLEANUP, PHYSM_ROUND);
353*0d6140beSAndroid Build Coastguard Worker }
354*0d6140beSAndroid Build Coastguard Worker 
rphysmap(const char * descr,uintptr_t phys_addr,size_t len)355*0d6140beSAndroid Build Coastguard Worker void *rphysmap(const char *descr, uintptr_t phys_addr, size_t len)
356*0d6140beSAndroid Build Coastguard Worker {
357*0d6140beSAndroid Build Coastguard Worker 	return physmap_common(descr, phys_addr, len, PHYSM_RW, PHYSM_CLEANUP, PHYSM_ROUND);
358*0d6140beSAndroid Build Coastguard Worker }
359*0d6140beSAndroid Build Coastguard Worker 
physmap_ro(const char * descr,uintptr_t phys_addr,size_t len)360*0d6140beSAndroid Build Coastguard Worker void *physmap_ro(const char *descr, uintptr_t phys_addr, size_t len)
361*0d6140beSAndroid Build Coastguard Worker {
362*0d6140beSAndroid Build Coastguard Worker 	return physmap_common(descr, phys_addr, len, PHYSM_RO, PHYSM_NOCLEANUP, PHYSM_ROUND);
363*0d6140beSAndroid Build Coastguard Worker }
364*0d6140beSAndroid Build Coastguard Worker 
physmap_ro_unaligned(const char * descr,uintptr_t phys_addr,size_t len)365*0d6140beSAndroid Build Coastguard Worker void *physmap_ro_unaligned(const char *descr, uintptr_t phys_addr, size_t len)
366*0d6140beSAndroid Build Coastguard Worker {
367*0d6140beSAndroid Build Coastguard Worker 	return physmap_common(descr, phys_addr, len, PHYSM_RO, PHYSM_NOCLEANUP, PHYSM_EXACT);
368*0d6140beSAndroid Build Coastguard Worker }
369*0d6140beSAndroid Build Coastguard Worker 
370*0d6140beSAndroid Build Coastguard Worker /* Prevent reordering and/or merging of reads/writes to hardware.
371*0d6140beSAndroid Build Coastguard Worker  * Such reordering and/or merging would break device accesses which depend on the exact access order.
372*0d6140beSAndroid Build Coastguard Worker  */
sync_primitive(void)373*0d6140beSAndroid Build Coastguard Worker static inline void sync_primitive(void)
374*0d6140beSAndroid Build Coastguard Worker {
375*0d6140beSAndroid Build Coastguard Worker /* This is not needed for...
376*0d6140beSAndroid Build Coastguard Worker  * - x86: uses uncached accesses which have a strongly ordered memory model.
377*0d6140beSAndroid Build Coastguard Worker  * - MIPS: uses uncached accesses in mode 2 on /dev/mem which has also a strongly ordered memory model.
378*0d6140beSAndroid Build Coastguard Worker  * - ARM: uses a strongly ordered memory model for device memories.
379*0d6140beSAndroid Build Coastguard Worker  *
380*0d6140beSAndroid Build Coastguard Worker  * See also https://git.kernel.org/cgit/linux/kernel/git/torvalds/linux.git/tree/Documentation/memory-barriers.txt
381*0d6140beSAndroid Build Coastguard Worker  */
382*0d6140beSAndroid Build Coastguard Worker // cf. http://lxr.free-electrons.com/source/arch/powerpc/include/asm/barrier.h
383*0d6140beSAndroid Build Coastguard Worker #if defined(__powerpc) || defined(__powerpc__) || defined(__powerpc64__) || defined(__POWERPC__) || \
384*0d6140beSAndroid Build Coastguard Worker       defined(__ppc__) || defined(__ppc64__) || defined(_M_PPC) || defined(_ARCH_PPC) || \
385*0d6140beSAndroid Build Coastguard Worker       defined(_ARCH_PPC64) || defined(__ppc)
386*0d6140beSAndroid Build Coastguard Worker 	__asm__("eieio" : : : "memory");
387*0d6140beSAndroid Build Coastguard Worker #elif (__sparc__) || defined (__sparc)
388*0d6140beSAndroid Build Coastguard Worker #if defined(__sparc_v9__) || defined(__sparcv9)
389*0d6140beSAndroid Build Coastguard Worker 	/* Sparc V9 CPUs support three different memory orderings that range from x86-like TSO to PowerPC-like
390*0d6140beSAndroid Build Coastguard Worker 	 * RMO. The modes can be switched at runtime thus to make sure we maintain the right order of access we
391*0d6140beSAndroid Build Coastguard Worker 	 * use the strongest hardware memory barriers that exist on Sparc V9. */
392*0d6140beSAndroid Build Coastguard Worker 	__asm__ volatile ("membar #Sync" ::: "memory");
393*0d6140beSAndroid Build Coastguard Worker #elif defined(__sparc_v8__) || defined(__sparcv8)
394*0d6140beSAndroid Build Coastguard Worker 	/* On SPARC V8 there is no RMO just PSO and that does not apply to I/O accesses... but if V8 code is run
395*0d6140beSAndroid Build Coastguard Worker 	 * on V9 CPUs it might apply... or not... we issue a write barrier anyway. That's the most suitable
396*0d6140beSAndroid Build Coastguard Worker 	 * operation in the V8 instruction set anyway. If you know better then please tell us. */
397*0d6140beSAndroid Build Coastguard Worker 	__asm__ volatile ("stbar");
398*0d6140beSAndroid Build Coastguard Worker #else
399*0d6140beSAndroid Build Coastguard Worker 	#error Unknown and/or unsupported SPARC instruction set version detected.
400*0d6140beSAndroid Build Coastguard Worker #endif
401*0d6140beSAndroid Build Coastguard Worker #endif
402*0d6140beSAndroid Build Coastguard Worker }
403*0d6140beSAndroid Build Coastguard Worker 
mmio_writeb(uint8_t val,void * addr)404*0d6140beSAndroid Build Coastguard Worker void mmio_writeb(uint8_t val, void *addr)
405*0d6140beSAndroid Build Coastguard Worker {
406*0d6140beSAndroid Build Coastguard Worker 	*(volatile uint8_t *) addr = val;
407*0d6140beSAndroid Build Coastguard Worker 	sync_primitive();
408*0d6140beSAndroid Build Coastguard Worker }
409*0d6140beSAndroid Build Coastguard Worker 
mmio_writew(uint16_t val,void * addr)410*0d6140beSAndroid Build Coastguard Worker void mmio_writew(uint16_t val, void *addr)
411*0d6140beSAndroid Build Coastguard Worker {
412*0d6140beSAndroid Build Coastguard Worker 	*(volatile uint16_t *) addr = val;
413*0d6140beSAndroid Build Coastguard Worker 	sync_primitive();
414*0d6140beSAndroid Build Coastguard Worker }
415*0d6140beSAndroid Build Coastguard Worker 
mmio_writel(uint32_t val,void * addr)416*0d6140beSAndroid Build Coastguard Worker void mmio_writel(uint32_t val, void *addr)
417*0d6140beSAndroid Build Coastguard Worker {
418*0d6140beSAndroid Build Coastguard Worker 	*(volatile uint32_t *) addr = val;
419*0d6140beSAndroid Build Coastguard Worker 	sync_primitive();
420*0d6140beSAndroid Build Coastguard Worker }
421*0d6140beSAndroid Build Coastguard Worker 
mmio_readb(const void * addr)422*0d6140beSAndroid Build Coastguard Worker uint8_t mmio_readb(const void *addr)
423*0d6140beSAndroid Build Coastguard Worker {
424*0d6140beSAndroid Build Coastguard Worker 	return *(volatile const uint8_t *) addr;
425*0d6140beSAndroid Build Coastguard Worker }
426*0d6140beSAndroid Build Coastguard Worker 
mmio_readw(const void * addr)427*0d6140beSAndroid Build Coastguard Worker uint16_t mmio_readw(const void *addr)
428*0d6140beSAndroid Build Coastguard Worker {
429*0d6140beSAndroid Build Coastguard Worker 	return *(volatile const uint16_t *) addr;
430*0d6140beSAndroid Build Coastguard Worker }
431*0d6140beSAndroid Build Coastguard Worker 
mmio_readl(const void * addr)432*0d6140beSAndroid Build Coastguard Worker uint32_t mmio_readl(const void *addr)
433*0d6140beSAndroid Build Coastguard Worker {
434*0d6140beSAndroid Build Coastguard Worker 	return *(volatile const uint32_t *) addr;
435*0d6140beSAndroid Build Coastguard Worker }
436*0d6140beSAndroid Build Coastguard Worker 
mmio_readn(const void * addr,uint8_t * buf,size_t len)437*0d6140beSAndroid Build Coastguard Worker void mmio_readn(const void *addr, uint8_t *buf, size_t len)
438*0d6140beSAndroid Build Coastguard Worker {
439*0d6140beSAndroid Build Coastguard Worker 	memcpy(buf, addr, len);
440*0d6140beSAndroid Build Coastguard Worker 	return;
441*0d6140beSAndroid Build Coastguard Worker }
442*0d6140beSAndroid Build Coastguard Worker 
mmio_le_writeb(uint8_t val,void * addr)443*0d6140beSAndroid Build Coastguard Worker void mmio_le_writeb(uint8_t val, void *addr)
444*0d6140beSAndroid Build Coastguard Worker {
445*0d6140beSAndroid Build Coastguard Worker 	mmio_writeb(cpu_to_le8(val), addr);
446*0d6140beSAndroid Build Coastguard Worker }
447*0d6140beSAndroid Build Coastguard Worker 
mmio_le_writew(uint16_t val,void * addr)448*0d6140beSAndroid Build Coastguard Worker void mmio_le_writew(uint16_t val, void *addr)
449*0d6140beSAndroid Build Coastguard Worker {
450*0d6140beSAndroid Build Coastguard Worker 	mmio_writew(cpu_to_le16(val), addr);
451*0d6140beSAndroid Build Coastguard Worker }
452*0d6140beSAndroid Build Coastguard Worker 
mmio_le_writel(uint32_t val,void * addr)453*0d6140beSAndroid Build Coastguard Worker void mmio_le_writel(uint32_t val, void *addr)
454*0d6140beSAndroid Build Coastguard Worker {
455*0d6140beSAndroid Build Coastguard Worker 	mmio_writel(cpu_to_le32(val), addr);
456*0d6140beSAndroid Build Coastguard Worker }
457*0d6140beSAndroid Build Coastguard Worker 
mmio_le_readb(const void * addr)458*0d6140beSAndroid Build Coastguard Worker uint8_t mmio_le_readb(const void *addr)
459*0d6140beSAndroid Build Coastguard Worker {
460*0d6140beSAndroid Build Coastguard Worker 	return le_to_cpu8(mmio_readb(addr));
461*0d6140beSAndroid Build Coastguard Worker }
462*0d6140beSAndroid Build Coastguard Worker 
mmio_le_readw(const void * addr)463*0d6140beSAndroid Build Coastguard Worker uint16_t mmio_le_readw(const void *addr)
464*0d6140beSAndroid Build Coastguard Worker {
465*0d6140beSAndroid Build Coastguard Worker 	return le_to_cpu16(mmio_readw(addr));
466*0d6140beSAndroid Build Coastguard Worker }
467*0d6140beSAndroid Build Coastguard Worker 
mmio_le_readl(const void * addr)468*0d6140beSAndroid Build Coastguard Worker uint32_t mmio_le_readl(const void *addr)
469*0d6140beSAndroid Build Coastguard Worker {
470*0d6140beSAndroid Build Coastguard Worker 	return le_to_cpu32(mmio_readl(addr));
471*0d6140beSAndroid Build Coastguard Worker }
472*0d6140beSAndroid Build Coastguard Worker 
473*0d6140beSAndroid Build Coastguard Worker enum mmio_write_type {
474*0d6140beSAndroid Build Coastguard Worker 	mmio_write_type_b,
475*0d6140beSAndroid Build Coastguard Worker 	mmio_write_type_w,
476*0d6140beSAndroid Build Coastguard Worker 	mmio_write_type_l,
477*0d6140beSAndroid Build Coastguard Worker };
478*0d6140beSAndroid Build Coastguard Worker 
479*0d6140beSAndroid Build Coastguard Worker struct undo_mmio_write_data {
480*0d6140beSAndroid Build Coastguard Worker 	void *addr;
481*0d6140beSAndroid Build Coastguard Worker 	int reg;
482*0d6140beSAndroid Build Coastguard Worker 	enum mmio_write_type type;
483*0d6140beSAndroid Build Coastguard Worker 	union {
484*0d6140beSAndroid Build Coastguard Worker 		uint8_t bdata;
485*0d6140beSAndroid Build Coastguard Worker 		uint16_t wdata;
486*0d6140beSAndroid Build Coastguard Worker 		uint32_t ldata;
487*0d6140beSAndroid Build Coastguard Worker 	};
488*0d6140beSAndroid Build Coastguard Worker };
489*0d6140beSAndroid Build Coastguard Worker 
undo_mmio_write(void * p)490*0d6140beSAndroid Build Coastguard Worker static int undo_mmio_write(void *p)
491*0d6140beSAndroid Build Coastguard Worker {
492*0d6140beSAndroid Build Coastguard Worker 	struct undo_mmio_write_data *data = p;
493*0d6140beSAndroid Build Coastguard Worker 	msg_pdbg("Restoring MMIO space at %p\n", data->addr);
494*0d6140beSAndroid Build Coastguard Worker 	switch (data->type) {
495*0d6140beSAndroid Build Coastguard Worker 	case mmio_write_type_b:
496*0d6140beSAndroid Build Coastguard Worker 		mmio_writeb(data->bdata, data->addr);
497*0d6140beSAndroid Build Coastguard Worker 		break;
498*0d6140beSAndroid Build Coastguard Worker 	case mmio_write_type_w:
499*0d6140beSAndroid Build Coastguard Worker 		mmio_writew(data->wdata, data->addr);
500*0d6140beSAndroid Build Coastguard Worker 		break;
501*0d6140beSAndroid Build Coastguard Worker 	case mmio_write_type_l:
502*0d6140beSAndroid Build Coastguard Worker 		mmio_writel(data->ldata, data->addr);
503*0d6140beSAndroid Build Coastguard Worker 		break;
504*0d6140beSAndroid Build Coastguard Worker 	}
505*0d6140beSAndroid Build Coastguard Worker 	/* p was allocated in register_undo_mmio_write. */
506*0d6140beSAndroid Build Coastguard Worker 	free(p);
507*0d6140beSAndroid Build Coastguard Worker 	return 0;
508*0d6140beSAndroid Build Coastguard Worker }
509*0d6140beSAndroid Build Coastguard Worker 
510*0d6140beSAndroid Build Coastguard Worker #define register_undo_mmio_write(a, c)					\
511*0d6140beSAndroid Build Coastguard Worker {									\
512*0d6140beSAndroid Build Coastguard Worker 	struct undo_mmio_write_data *undo_mmio_write_data;		\
513*0d6140beSAndroid Build Coastguard Worker 	undo_mmio_write_data = malloc(sizeof(*undo_mmio_write_data));	\
514*0d6140beSAndroid Build Coastguard Worker 	if (!undo_mmio_write_data) {					\
515*0d6140beSAndroid Build Coastguard Worker 		msg_gerr("Out of memory!\n");				\
516*0d6140beSAndroid Build Coastguard Worker 		exit(1);						\
517*0d6140beSAndroid Build Coastguard Worker 	}								\
518*0d6140beSAndroid Build Coastguard Worker 	undo_mmio_write_data->addr = a;					\
519*0d6140beSAndroid Build Coastguard Worker 	undo_mmio_write_data->type = mmio_write_type_##c;		\
520*0d6140beSAndroid Build Coastguard Worker 	undo_mmio_write_data->c##data = mmio_read##c(a);		\
521*0d6140beSAndroid Build Coastguard Worker 	register_shutdown(undo_mmio_write, undo_mmio_write_data);	\
522*0d6140beSAndroid Build Coastguard Worker }
523*0d6140beSAndroid Build Coastguard Worker 
524*0d6140beSAndroid Build Coastguard Worker #define register_undo_mmio_writeb(a) register_undo_mmio_write(a, b)
525*0d6140beSAndroid Build Coastguard Worker #define register_undo_mmio_writew(a) register_undo_mmio_write(a, w)
526*0d6140beSAndroid Build Coastguard Worker #define register_undo_mmio_writel(a) register_undo_mmio_write(a, l)
527*0d6140beSAndroid Build Coastguard Worker 
rmmio_writeb(uint8_t val,void * addr)528*0d6140beSAndroid Build Coastguard Worker void rmmio_writeb(uint8_t val, void *addr)
529*0d6140beSAndroid Build Coastguard Worker {
530*0d6140beSAndroid Build Coastguard Worker 	register_undo_mmio_writeb(addr);
531*0d6140beSAndroid Build Coastguard Worker 	mmio_writeb(val, addr);
532*0d6140beSAndroid Build Coastguard Worker }
533*0d6140beSAndroid Build Coastguard Worker 
rmmio_writew(uint16_t val,void * addr)534*0d6140beSAndroid Build Coastguard Worker void rmmio_writew(uint16_t val, void *addr)
535*0d6140beSAndroid Build Coastguard Worker {
536*0d6140beSAndroid Build Coastguard Worker 	register_undo_mmio_writew(addr);
537*0d6140beSAndroid Build Coastguard Worker 	mmio_writew(val, addr);
538*0d6140beSAndroid Build Coastguard Worker }
539*0d6140beSAndroid Build Coastguard Worker 
rmmio_writel(uint32_t val,void * addr)540*0d6140beSAndroid Build Coastguard Worker void rmmio_writel(uint32_t val, void *addr)
541*0d6140beSAndroid Build Coastguard Worker {
542*0d6140beSAndroid Build Coastguard Worker 	register_undo_mmio_writel(addr);
543*0d6140beSAndroid Build Coastguard Worker 	mmio_writel(val, addr);
544*0d6140beSAndroid Build Coastguard Worker }
545*0d6140beSAndroid Build Coastguard Worker 
rmmio_le_writeb(uint8_t val,void * addr)546*0d6140beSAndroid Build Coastguard Worker void rmmio_le_writeb(uint8_t val, void *addr)
547*0d6140beSAndroid Build Coastguard Worker {
548*0d6140beSAndroid Build Coastguard Worker 	register_undo_mmio_writeb(addr);
549*0d6140beSAndroid Build Coastguard Worker 	mmio_le_writeb(val, addr);
550*0d6140beSAndroid Build Coastguard Worker }
551*0d6140beSAndroid Build Coastguard Worker 
rmmio_le_writew(uint16_t val,void * addr)552*0d6140beSAndroid Build Coastguard Worker void rmmio_le_writew(uint16_t val, void *addr)
553*0d6140beSAndroid Build Coastguard Worker {
554*0d6140beSAndroid Build Coastguard Worker 	register_undo_mmio_writew(addr);
555*0d6140beSAndroid Build Coastguard Worker 	mmio_le_writew(val, addr);
556*0d6140beSAndroid Build Coastguard Worker }
557*0d6140beSAndroid Build Coastguard Worker 
rmmio_le_writel(uint32_t val,void * addr)558*0d6140beSAndroid Build Coastguard Worker void rmmio_le_writel(uint32_t val, void *addr)
559*0d6140beSAndroid Build Coastguard Worker {
560*0d6140beSAndroid Build Coastguard Worker 	register_undo_mmio_writel(addr);
561*0d6140beSAndroid Build Coastguard Worker 	mmio_le_writel(val, addr);
562*0d6140beSAndroid Build Coastguard Worker }
563*0d6140beSAndroid Build Coastguard Worker 
rmmio_valb(void * addr)564*0d6140beSAndroid Build Coastguard Worker void rmmio_valb(void *addr)
565*0d6140beSAndroid Build Coastguard Worker {
566*0d6140beSAndroid Build Coastguard Worker 	register_undo_mmio_writeb(addr);
567*0d6140beSAndroid Build Coastguard Worker }
568*0d6140beSAndroid Build Coastguard Worker 
rmmio_valw(void * addr)569*0d6140beSAndroid Build Coastguard Worker void rmmio_valw(void *addr)
570*0d6140beSAndroid Build Coastguard Worker {
571*0d6140beSAndroid Build Coastguard Worker 	register_undo_mmio_writew(addr);
572*0d6140beSAndroid Build Coastguard Worker }
573*0d6140beSAndroid Build Coastguard Worker 
rmmio_vall(void * addr)574*0d6140beSAndroid Build Coastguard Worker void rmmio_vall(void *addr)
575*0d6140beSAndroid Build Coastguard Worker {
576*0d6140beSAndroid Build Coastguard Worker 	register_undo_mmio_writel(addr);
577*0d6140beSAndroid Build Coastguard Worker }
578