1 /*
2 * Copyright (c) 2016-2024, ARM Limited and Contributors. All rights reserved.
3 * Portions copyright (c) 2021-2022, ProvenRun S.A.S. All rights reserved.
4 *
5 * SPDX-License-Identifier: BSD-3-Clause
6 */
7
8 #ifndef ARCH_HELPERS_H
9 #define ARCH_HELPERS_H
10
11 #include <assert.h>
12 #include <cdefs.h>
13 #include <stdbool.h>
14 #include <stdint.h>
15 #include <string.h>
16
17 #include <arch.h>
18
19 /**********************************************************************
20 * Macros which create inline functions to read or write CPU system
21 * registers
22 *********************************************************************/
23
24 #define _DEFINE_COPROCR_WRITE_FUNC(_name, coproc, opc1, CRn, CRm, opc2) \
25 static inline void write_## _name(u_register_t v) \
26 { \
27 __asm__ volatile ("mcr "#coproc","#opc1",%0,"#CRn","#CRm","#opc2 : : "r" (v));\
28 }
29
30 #define _DEFINE_COPROCR_READ_FUNC(_name, coproc, opc1, CRn, CRm, opc2) \
31 static inline u_register_t read_ ## _name(void) \
32 { \
33 u_register_t v; \
34 __asm__ volatile ("mrc "#coproc","#opc1",%0,"#CRn","#CRm","#opc2 : "=r" (v));\
35 return v; \
36 }
37
38 /*
39 * The undocumented %Q and %R extended asm are used to implemented the below
40 * 64 bit `mrrc` and `mcrr` instructions.
41 */
42
43 #define _DEFINE_COPROCR_WRITE_FUNC_64(_name, coproc, opc1, CRm) \
44 static inline void write64_## _name(uint64_t v) \
45 { \
46 __asm__ volatile ("mcrr "#coproc","#opc1", %Q0, %R0,"#CRm : : "r" (v));\
47 }
48
49 #define _DEFINE_COPROCR_READ_FUNC_64(_name, coproc, opc1, CRm) \
50 static inline uint64_t read64_## _name(void) \
51 { uint64_t v; \
52 __asm__ volatile ("mrrc "#coproc","#opc1", %Q0, %R0,"#CRm : "=r" (v));\
53 return v; \
54 }
55
56 #define _DEFINE_SYSREG_READ_FUNC(_name, _reg_name) \
57 static inline u_register_t read_ ## _name(void) \
58 { \
59 u_register_t v; \
60 __asm__ volatile ("mrs %0, " #_reg_name : "=r" (v)); \
61 return v; \
62 }
63
64 #define _DEFINE_SYSREG_WRITE_FUNC(_name, _reg_name) \
65 static inline void write_ ## _name(u_register_t v) \
66 { \
67 __asm__ volatile ("msr " #_reg_name ", %0" : : "r" (v)); \
68 }
69
70 #define _DEFINE_SYSREG_WRITE_CONST_FUNC(_name, _reg_name) \
71 static inline void write_ ## _name(const u_register_t v) \
72 { \
73 __asm__ volatile ("msr " #_reg_name ", %0" : : "i" (v)); \
74 }
75
76 /* Define read function for coproc register */
77 #define DEFINE_COPROCR_READ_FUNC(_name, ...) \
78 _DEFINE_COPROCR_READ_FUNC(_name, __VA_ARGS__)
79
80 /* Define write function for coproc register */
81 #define DEFINE_COPROCR_WRITE_FUNC(_name, ...) \
82 _DEFINE_COPROCR_WRITE_FUNC(_name, __VA_ARGS__)
83
84 /* Define read & write function for coproc register */
85 #define DEFINE_COPROCR_RW_FUNCS(_name, ...) \
86 _DEFINE_COPROCR_READ_FUNC(_name, __VA_ARGS__) \
87 _DEFINE_COPROCR_WRITE_FUNC(_name, __VA_ARGS__)
88
89 /* Define 64 bit read function for coproc register */
90 #define DEFINE_COPROCR_READ_FUNC_64(_name, ...) \
91 _DEFINE_COPROCR_READ_FUNC_64(_name, __VA_ARGS__)
92
93 /* Define 64 bit write function for coproc register */
94 #define DEFINE_COPROCR_WRITE_FUNC_64(_name, ...) \
95 _DEFINE_COPROCR_WRITE_FUNC_64(_name, __VA_ARGS__)
96
97 /* Define 64 bit read & write function for coproc register */
98 #define DEFINE_COPROCR_RW_FUNCS_64(_name, ...) \
99 _DEFINE_COPROCR_READ_FUNC_64(_name, __VA_ARGS__) \
100 _DEFINE_COPROCR_WRITE_FUNC_64(_name, __VA_ARGS__)
101
102 /* Define read & write function for system register */
103 #define DEFINE_SYSREG_RW_FUNCS(_name) \
104 _DEFINE_SYSREG_READ_FUNC(_name, _name) \
105 _DEFINE_SYSREG_WRITE_FUNC(_name, _name)
106
107 /**********************************************************************
108 * Macros to create inline functions for tlbi operations
109 *********************************************************************/
110
111 #define _DEFINE_TLBIOP_FUNC(_op, coproc, opc1, CRn, CRm, opc2) \
112 static inline void tlbi##_op(void) \
113 { \
114 u_register_t v = 0; \
115 __asm__ volatile ("mcr "#coproc","#opc1",%0,"#CRn","#CRm","#opc2 : : "r" (v));\
116 }
117
118 #define _DEFINE_BPIOP_FUNC(_op, coproc, opc1, CRn, CRm, opc2) \
119 static inline void bpi##_op(void) \
120 { \
121 u_register_t v = 0; \
122 __asm__ volatile ("mcr "#coproc","#opc1",%0,"#CRn","#CRm","#opc2 : : "r" (v));\
123 }
124
125 #define _DEFINE_TLBIOP_PARAM_FUNC(_op, coproc, opc1, CRn, CRm, opc2) \
126 static inline void tlbi##_op(u_register_t v) \
127 { \
128 __asm__ volatile ("mcr "#coproc","#opc1",%0,"#CRn","#CRm","#opc2 : : "r" (v));\
129 }
130
131 /* Define function for simple TLBI operation */
132 #define DEFINE_TLBIOP_FUNC(_op, ...) \
133 _DEFINE_TLBIOP_FUNC(_op, __VA_ARGS__)
134
135 /* Define function for TLBI operation with register parameter */
136 #define DEFINE_TLBIOP_PARAM_FUNC(_op, ...) \
137 _DEFINE_TLBIOP_PARAM_FUNC(_op, __VA_ARGS__)
138
139 /* Define function for simple BPI operation */
140 #define DEFINE_BPIOP_FUNC(_op, ...) \
141 _DEFINE_BPIOP_FUNC(_op, __VA_ARGS__)
142
143 /**********************************************************************
144 * Macros to create inline functions for DC operations
145 *********************************************************************/
146 #define _DEFINE_DCOP_PARAM_FUNC(_op, coproc, opc1, CRn, CRm, opc2) \
147 static inline void dc##_op(u_register_t v) \
148 { \
149 __asm__ volatile ("mcr "#coproc","#opc1",%0,"#CRn","#CRm","#opc2 : : "r" (v));\
150 }
151
152 /* Define function for DC operation with register parameter */
153 #define DEFINE_DCOP_PARAM_FUNC(_op, ...) \
154 _DEFINE_DCOP_PARAM_FUNC(_op, __VA_ARGS__)
155
156 /**********************************************************************
157 * Macros to create inline functions for system instructions
158 *********************************************************************/
159 /* Define function for simple system instruction */
160 #define DEFINE_SYSOP_FUNC(_op) \
161 static inline void _op(void) \
162 { \
163 __asm__ (#_op); \
164 }
165
166
167 /* Define function for system instruction with type specifier */
168 #define DEFINE_SYSOP_TYPE_FUNC(_op, _type) \
169 static inline void _op ## _type(void) \
170 { \
171 __asm__ (#_op " " #_type : : : "memory"); \
172 }
173
174 /* Define function for system instruction with register parameter */
175 #define DEFINE_SYSOP_TYPE_PARAM_FUNC(_op, _type) \
176 static inline void _op ## _type(u_register_t v) \
177 { \
178 __asm__ (#_op " " #_type ", %0" : : "r" (v)); \
179 }
180
181 void flush_dcache_range(uintptr_t addr, size_t size);
182 void clean_dcache_range(uintptr_t addr, size_t size);
183 void inv_dcache_range(uintptr_t addr, size_t size);
184 bool is_dcache_enabled(void);
185
186 void dcsw_op_louis(u_register_t op_type);
187 void dcsw_op_all(u_register_t op_type);
188
189 void disable_mmu_secure(void);
190 void disable_mmu_icache_secure(void);
191
192 DEFINE_SYSOP_FUNC(wfi)
193 DEFINE_SYSOP_FUNC(wfe)
194 DEFINE_SYSOP_FUNC(sev)
195 DEFINE_SYSOP_TYPE_FUNC(dsb, sy)
196 DEFINE_SYSOP_TYPE_FUNC(dmb, sy)
197 DEFINE_SYSOP_TYPE_FUNC(dmb, st)
198
199 /* dmb ld is not valid for armv7/thumb machines */
200 #if ARM_ARCH_MAJOR != 7
201 DEFINE_SYSOP_TYPE_FUNC(dmb, ld)
202 #endif
203
204 DEFINE_SYSOP_TYPE_FUNC(dsb, ish)
205 DEFINE_SYSOP_TYPE_FUNC(dsb, ishst)
206 DEFINE_SYSOP_TYPE_FUNC(dmb, ish)
207 DEFINE_SYSOP_TYPE_FUNC(dmb, ishst)
208 DEFINE_SYSOP_FUNC(isb)
209
210 void __dead2 smc(uint32_t r0, uint32_t r1, uint32_t r2, uint32_t r3,
211 uint32_t r4, uint32_t r5, uint32_t r6, uint32_t r7);
212
213 DEFINE_SYSREG_RW_FUNCS(spsr)
DEFINE_SYSREG_RW_FUNCS(cpsr)214 DEFINE_SYSREG_RW_FUNCS(cpsr)
215
216 /*******************************************************************************
217 * System register accessor prototypes
218 ******************************************************************************/
219 DEFINE_COPROCR_READ_FUNC(mpidr, MPIDR)
220 DEFINE_COPROCR_READ_FUNC(midr, MIDR)
221 DEFINE_COPROCR_READ_FUNC(id_mmfr3, ID_MMFR3)
222 DEFINE_COPROCR_READ_FUNC(id_mmfr4, ID_MMFR4)
223 DEFINE_COPROCR_READ_FUNC(id_dfr0, ID_DFR0)
224 DEFINE_COPROCR_READ_FUNC(id_dfr1, ID_DFR1)
225 DEFINE_COPROCR_READ_FUNC(id_pfr0, ID_PFR0)
226 DEFINE_COPROCR_READ_FUNC(id_pfr1, ID_PFR1)
227 DEFINE_COPROCR_READ_FUNC(id_pfr2, ID_PFR2)
228 DEFINE_COPROCR_READ_FUNC(isr, ISR)
229 DEFINE_COPROCR_READ_FUNC(clidr, CLIDR)
230 DEFINE_COPROCR_READ_FUNC_64(cntpct, CNTPCT_64)
231
232 DEFINE_COPROCR_RW_FUNCS(scr, SCR)
233 DEFINE_COPROCR_RW_FUNCS(ctr, CTR)
234 DEFINE_COPROCR_RW_FUNCS(sctlr, SCTLR)
235 DEFINE_COPROCR_RW_FUNCS(actlr, ACTLR)
236 DEFINE_COPROCR_RW_FUNCS(hsctlr, HSCTLR)
237 DEFINE_COPROCR_RW_FUNCS(hcr, HCR)
238 DEFINE_COPROCR_RW_FUNCS(hcptr, HCPTR)
239 DEFINE_COPROCR_RW_FUNCS(cntfrq, CNTFRQ)
240 DEFINE_COPROCR_RW_FUNCS(cnthctl, CNTHCTL)
241 DEFINE_COPROCR_RW_FUNCS(mair0, MAIR0)
242 DEFINE_COPROCR_RW_FUNCS(mair1, MAIR1)
243 DEFINE_COPROCR_RW_FUNCS(hmair0, HMAIR0)
244 DEFINE_COPROCR_RW_FUNCS(ttbcr, TTBCR)
245 DEFINE_COPROCR_RW_FUNCS(htcr, HTCR)
246 DEFINE_COPROCR_RW_FUNCS(ttbr0, TTBR0)
247 DEFINE_COPROCR_RW_FUNCS_64(ttbr0, TTBR0_64)
248 DEFINE_COPROCR_RW_FUNCS(ttbr1, TTBR1)
249 DEFINE_COPROCR_RW_FUNCS_64(httbr, HTTBR_64)
250 DEFINE_COPROCR_RW_FUNCS(vpidr, VPIDR)
251 DEFINE_COPROCR_RW_FUNCS(vmpidr, VMPIDR)
252 DEFINE_COPROCR_RW_FUNCS_64(vttbr, VTTBR_64)
253 DEFINE_COPROCR_RW_FUNCS_64(ttbr1, TTBR1_64)
254 DEFINE_COPROCR_RW_FUNCS_64(cntvoff, CNTVOFF_64)
255 DEFINE_COPROCR_RW_FUNCS(csselr, CSSELR)
256 DEFINE_COPROCR_RW_FUNCS(hstr, HSTR)
257 DEFINE_COPROCR_RW_FUNCS(cnthp_ctl_el2, CNTHP_CTL)
258 DEFINE_COPROCR_RW_FUNCS(cnthp_tval_el2, CNTHP_TVAL)
259 DEFINE_COPROCR_RW_FUNCS_64(cnthp_cval_el2, CNTHP_CVAL_64)
260
261 #define get_cntp_ctl_enable(x) (((x) >> CNTP_CTL_ENABLE_SHIFT) & \
262 CNTP_CTL_ENABLE_MASK)
263 #define get_cntp_ctl_imask(x) (((x) >> CNTP_CTL_IMASK_SHIFT) & \
264 CNTP_CTL_IMASK_MASK)
265 #define get_cntp_ctl_istatus(x) (((x) >> CNTP_CTL_ISTATUS_SHIFT) & \
266 CNTP_CTL_ISTATUS_MASK)
267
268 #define set_cntp_ctl_enable(x) ((x) |= U(1) << CNTP_CTL_ENABLE_SHIFT)
269 #define set_cntp_ctl_imask(x) ((x) |= U(1) << CNTP_CTL_IMASK_SHIFT)
270
271 #define clr_cntp_ctl_enable(x) ((x) &= ~(U(1) << CNTP_CTL_ENABLE_SHIFT))
272 #define clr_cntp_ctl_imask(x) ((x) &= ~(U(1) << CNTP_CTL_IMASK_SHIFT))
273
274 DEFINE_COPROCR_RW_FUNCS(icc_sre_el1, ICC_SRE)
275 DEFINE_COPROCR_RW_FUNCS(icc_sre_el2, ICC_HSRE)
276 DEFINE_COPROCR_RW_FUNCS(icc_sre_el3, ICC_MSRE)
277 DEFINE_COPROCR_RW_FUNCS(icc_pmr_el1, ICC_PMR)
278 DEFINE_COPROCR_RW_FUNCS(icc_rpr_el1, ICC_RPR)
279 DEFINE_COPROCR_RW_FUNCS(icc_igrpen1_el3, ICC_MGRPEN1)
280 DEFINE_COPROCR_RW_FUNCS(icc_igrpen1_el1, ICC_IGRPEN1)
281 DEFINE_COPROCR_RW_FUNCS(icc_igrpen0_el1, ICC_IGRPEN0)
282 DEFINE_COPROCR_RW_FUNCS(icc_hppir0_el1, ICC_HPPIR0)
283 DEFINE_COPROCR_RW_FUNCS(icc_hppir1_el1, ICC_HPPIR1)
284 DEFINE_COPROCR_RW_FUNCS(icc_iar0_el1, ICC_IAR0)
285 DEFINE_COPROCR_RW_FUNCS(icc_iar1_el1, ICC_IAR1)
286 DEFINE_COPROCR_RW_FUNCS(icc_eoir0_el1, ICC_EOIR0)
287 DEFINE_COPROCR_RW_FUNCS(icc_eoir1_el1, ICC_EOIR1)
288 DEFINE_COPROCR_RW_FUNCS_64(icc_sgi0r_el1, ICC_SGI0R_EL1_64)
289 DEFINE_COPROCR_WRITE_FUNC_64(icc_sgi1r, ICC_SGI1R_EL1_64)
290 DEFINE_COPROCR_WRITE_FUNC_64(icc_asgi1r, ICC_ASGI1R_EL1_64)
291
292 DEFINE_COPROCR_RW_FUNCS(sdcr, SDCR)
293 DEFINE_COPROCR_RW_FUNCS(hdcr, HDCR)
294 DEFINE_COPROCR_RW_FUNCS(cnthp_ctl, CNTHP_CTL)
295 DEFINE_COPROCR_RW_FUNCS(pmcr, PMCR)
296
297 /*
298 * Address translation
299 */
300 DEFINE_COPROCR_WRITE_FUNC(ats1cpr, ATS1CPR)
301 DEFINE_COPROCR_WRITE_FUNC(ats1hr, ATS1HR)
302 DEFINE_COPROCR_RW_FUNCS_64(par, PAR_64)
303
304 DEFINE_COPROCR_RW_FUNCS(nsacr, NSACR)
305
306 /* AArch32 coproc registers for 32bit MMU descriptor support */
307 DEFINE_COPROCR_RW_FUNCS(prrr, PRRR)
308 DEFINE_COPROCR_RW_FUNCS(nmrr, NMRR)
309 DEFINE_COPROCR_RW_FUNCS(dacr, DACR)
310
311 /* Coproc registers for 32bit AMU support */
312 DEFINE_COPROCR_READ_FUNC(amcfgr, AMCFGR)
313 DEFINE_COPROCR_READ_FUNC(amcgcr, AMCGCR)
314 DEFINE_COPROCR_RW_FUNCS(amcr, AMCR)
315
316 DEFINE_COPROCR_RW_FUNCS(amcntenset0, AMCNTENSET0)
317 DEFINE_COPROCR_RW_FUNCS(amcntenset1, AMCNTENSET1)
318 DEFINE_COPROCR_RW_FUNCS(amcntenclr0, AMCNTENCLR0)
319 DEFINE_COPROCR_RW_FUNCS(amcntenclr1, AMCNTENCLR1)
320
321 /* Coproc registers for 64bit AMU support */
322 DEFINE_COPROCR_RW_FUNCS_64(amevcntr00, AMEVCNTR00)
323 DEFINE_COPROCR_RW_FUNCS_64(amevcntr01, AMEVCNTR01)
324 DEFINE_COPROCR_RW_FUNCS_64(amevcntr02, AMEVCNTR02)
325 DEFINE_COPROCR_RW_FUNCS_64(amevcntr03, AMEVCNTR03)
326
327 /*
328 * TLBI operation prototypes
329 */
330 DEFINE_TLBIOP_FUNC(all, TLBIALL)
331 DEFINE_TLBIOP_FUNC(allis, TLBIALLIS)
332 DEFINE_TLBIOP_PARAM_FUNC(mva, TLBIMVA)
333 DEFINE_TLBIOP_PARAM_FUNC(mvaa, TLBIMVAA)
334 DEFINE_TLBIOP_PARAM_FUNC(mvaais, TLBIMVAAIS)
335 DEFINE_TLBIOP_PARAM_FUNC(mvahis, TLBIMVAHIS)
336
337 /*
338 * BPI operation prototypes.
339 */
340 DEFINE_BPIOP_FUNC(allis, BPIALLIS)
341
342 /*
343 * DC operation prototypes
344 */
345 DEFINE_DCOP_PARAM_FUNC(civac, DCCIMVAC)
346 DEFINE_DCOP_PARAM_FUNC(ivac, DCIMVAC)
347 #if ERRATA_A53_819472 || ERRATA_A53_824069 || ERRATA_A53_827319
348 DEFINE_DCOP_PARAM_FUNC(cvac, DCCIMVAC)
349 #else
350 DEFINE_DCOP_PARAM_FUNC(cvac, DCCMVAC)
351 #endif
352
353 /*
354 * DynamIQ Shared Unit power management
355 */
356 DEFINE_COPROCR_RW_FUNCS(clusterpwrdn, CLUSTERPWRDN)
357 DEFINE_COPROCR_RW_FUNCS(clusterpmcr, CLUSTERPMCR)
358 DEFINE_COPROCR_RW_FUNCS(clusterpmcntenset, CLUSTERPMCNTENSET)
359 DEFINE_COPROCR_RW_FUNCS(clusterpmccntr, CLUSTERPMCCNTR)
360 DEFINE_COPROCR_RW_FUNCS(clusterpmovsset, CLUSTERPMOVSSET)
361 DEFINE_COPROCR_RW_FUNCS(clusterpmovsclr, CLUSTERPMOVSCLR)
362 DEFINE_COPROCR_RW_FUNCS(clusterpmselr, CLUSTERPMSELR)
363 DEFINE_COPROCR_RW_FUNCS(clusterpmxevcntr, CLUSTERPMXEVCNTR)
364 DEFINE_COPROCR_RW_FUNCS(clusterpmxevtyper, CLUSTERPMXEVTYPER)
365
366 /*
367 * RNDR is AArch64 only, so just provide a placeholder here to make the
368 * linker happy.
369 */
370 static inline u_register_t read_rndr(void)
371 {
372 assert(1);
373
374 return 0;
375 }
376
377 /* Previously defined accessor functions with incomplete register names */
378 #define dsb() dsbsy()
379 #define dmb() dmbsy()
380
381 /* dmb ld is not valid for armv7/thumb machines, so alias it to dmb */
382 #if ARM_ARCH_MAJOR == 7
383 #define dmbld() dmb()
384 #endif
385
386 #define IS_IN_SECURE() \
387 (GET_NS_BIT(read_scr()) == 0)
388
389 #define IS_IN_HYP() (GET_M32(read_cpsr()) == MODE32_hyp)
390 #define IS_IN_SVC() (GET_M32(read_cpsr()) == MODE32_svc)
391 #define IS_IN_MON() (GET_M32(read_cpsr()) == MODE32_mon)
392 #define IS_IN_EL2() IS_IN_HYP()
393 /* If EL3 is AArch32, then secure PL1 and monitor mode correspond to EL3 */
394 #define IS_IN_EL3() \
395 ((GET_M32(read_cpsr()) == MODE32_mon) || \
396 (IS_IN_SECURE() && (GET_M32(read_cpsr()) != MODE32_usr)))
397
get_current_el(void)398 static inline unsigned int get_current_el(void)
399 {
400 if (IS_IN_EL3()) {
401 return 3U;
402 } else if (IS_IN_EL2()) {
403 return 2U;
404 } else {
405 return 1U;
406 }
407 }
408
409 /* Macros for compatibility with AArch64 system registers */
410 #define read_mpidr_el1() read_mpidr()
411
412 #define read_scr_el3() read_scr()
413 #define write_scr_el3(_v) write_scr(_v)
414
415 #define read_hcr_el2() read_hcr()
416 #define write_hcr_el2(_v) write_hcr(_v)
417
418 #define read_cpacr_el1() read_cpacr()
419 #define write_cpacr_el1(_v) write_cpacr(_v)
420
421 #define read_cntfrq_el0() read_cntfrq()
422 #define write_cntfrq_el0(_v) write_cntfrq(_v)
423 #define read_isr_el1() read_isr()
424
425 #define read_cntpct_el0() read64_cntpct()
426
427 #define read_ctr_el0() read_ctr()
428
429 #define write_icc_sgi0r_el1(_v) write64_icc_sgi0r_el1(_v)
430 #define write_icc_sgi1r(_v) write64_icc_sgi1r(_v)
431 #define write_icc_asgi1r(_v) write64_icc_asgi1r(_v)
432
433 #define read_daif() read_cpsr()
434 #define write_daif(flags) write_cpsr(flags)
435
436 #define read_cnthp_cval_el2() read64_cnthp_cval_el2()
437 #define write_cnthp_cval_el2(v) write64_cnthp_cval_el2(v)
438
439 #define read_amcntenset0_el0() read_amcntenset0()
440 #define read_amcntenset1_el0() read_amcntenset1()
441
442 /* Helper functions to manipulate CPSR */
enable_irq(void)443 static inline void enable_irq(void)
444 {
445 /*
446 * The compiler memory barrier will prevent the compiler from
447 * scheduling non-volatile memory access after the write to the
448 * register.
449 *
450 * This could happen if some initialization code issues non-volatile
451 * accesses to an area used by an interrupt handler, in the assumption
452 * that it is safe as the interrupts are disabled at the time it does
453 * that (according to program order). However, non-volatile accesses
454 * are not necessarily in program order relatively with volatile inline
455 * assembly statements (and volatile accesses).
456 */
457 COMPILER_BARRIER();
458 __asm__ volatile ("cpsie i");
459 isb();
460 }
461
enable_serror(void)462 static inline void enable_serror(void)
463 {
464 COMPILER_BARRIER();
465 __asm__ volatile ("cpsie a");
466 isb();
467 }
468
enable_fiq(void)469 static inline void enable_fiq(void)
470 {
471 COMPILER_BARRIER();
472 __asm__ volatile ("cpsie f");
473 isb();
474 }
475
disable_irq(void)476 static inline void disable_irq(void)
477 {
478 COMPILER_BARRIER();
479 __asm__ volatile ("cpsid i");
480 isb();
481 }
482
disable_serror(void)483 static inline void disable_serror(void)
484 {
485 COMPILER_BARRIER();
486 __asm__ volatile ("cpsid a");
487 isb();
488 }
489
disable_fiq(void)490 static inline void disable_fiq(void)
491 {
492 COMPILER_BARRIER();
493 __asm__ volatile ("cpsid f");
494 isb();
495 }
496
497 #endif /* ARCH_HELPERS_H */
498