1*10465441SEvalZero /*
2*10465441SEvalZero * Copyright (c) 2006-2018, RT-Thread Development Team
3*10465441SEvalZero *
4*10465441SEvalZero * SPDX-License-Identifier: Apache-2.0
5*10465441SEvalZero *
6*10465441SEvalZero * Change Logs:
7*10465441SEvalZero * Date Author Notes
8*10465441SEvalZero * 2013-07-20 Bernard first version
9*10465441SEvalZero * 2014-04-03 Grissiom many enhancements
10*10465441SEvalZero */
11*10465441SEvalZero
12*10465441SEvalZero #include <rtthread.h>
13*10465441SEvalZero #include <board.h>
14*10465441SEvalZero
15*10465441SEvalZero #include "gic.h"
16*10465441SEvalZero #include "cp15.h"
17*10465441SEvalZero
18*10465441SEvalZero struct arm_gic
19*10465441SEvalZero {
20*10465441SEvalZero rt_uint32_t offset;
21*10465441SEvalZero
22*10465441SEvalZero rt_uint32_t dist_hw_base;
23*10465441SEvalZero rt_uint32_t cpu_hw_base;
24*10465441SEvalZero };
25*10465441SEvalZero static struct arm_gic _gic_table[ARM_GIC_MAX_NR];
26*10465441SEvalZero
27*10465441SEvalZero #define GIC_CPU_CTRL(hw_base) __REG32((hw_base) + 0x00)
28*10465441SEvalZero #define GIC_CPU_PRIMASK(hw_base) __REG32((hw_base) + 0x04)
29*10465441SEvalZero #define GIC_CPU_BINPOINT(hw_base) __REG32((hw_base) + 0x08)
30*10465441SEvalZero #define GIC_CPU_INTACK(hw_base) __REG32((hw_base) + 0x0c)
31*10465441SEvalZero #define GIC_CPU_EOI(hw_base) __REG32((hw_base) + 0x10)
32*10465441SEvalZero #define GIC_CPU_RUNNINGPRI(hw_base) __REG32((hw_base) + 0x14)
33*10465441SEvalZero #define GIC_CPU_HIGHPRI(hw_base) __REG32((hw_base) + 0x18)
34*10465441SEvalZero
35*10465441SEvalZero #define GIC_DIST_CTRL(hw_base) __REG32((hw_base) + 0x000)
36*10465441SEvalZero #define GIC_DIST_TYPE(hw_base) __REG32((hw_base) + 0x004)
37*10465441SEvalZero #define GIC_DIST_IGROUP(hw_base, n) __REG32((hw_base) + 0x080 + ((n)/32) * 4)
38*10465441SEvalZero #define GIC_DIST_ENABLE_SET(hw_base, n) __REG32((hw_base) + 0x100 + ((n)/32) * 4)
39*10465441SEvalZero #define GIC_DIST_ENABLE_CLEAR(hw_base, n) __REG32((hw_base) + 0x180 + ((n)/32) * 4)
40*10465441SEvalZero #define GIC_DIST_PENDING_SET(hw_base, n) __REG32((hw_base) + 0x200 + ((n)/32) * 4)
41*10465441SEvalZero #define GIC_DIST_PENDING_CLEAR(hw_base, n) __REG32((hw_base) + 0x280 + ((n)/32) * 4)
42*10465441SEvalZero #define GIC_DIST_ACTIVE_SET(hw_base, n) __REG32((hw_base) + 0x300 + ((n)/32) * 4)
43*10465441SEvalZero #define GIC_DIST_ACTIVE_CLEAR(hw_base, n) __REG32((hw_base) + 0x380 + ((n)/32) * 4)
44*10465441SEvalZero #define GIC_DIST_PRI(hw_base, n) __REG32((hw_base) + 0x400 + ((n)/4) * 4)
45*10465441SEvalZero #define GIC_DIST_TARGET(hw_base, n) __REG32((hw_base) + 0x800 + ((n)/4) * 4)
46*10465441SEvalZero #define GIC_DIST_CONFIG(hw_base, n) __REG32((hw_base) + 0xc00 + ((n)/16) * 4)
47*10465441SEvalZero #define GIC_DIST_SOFTINT(hw_base) __REG32((hw_base) + 0xf00)
48*10465441SEvalZero #define GIC_DIST_CPENDSGI(hw_base, n) __REG32((hw_base) + 0xf10 + ((n)/4) * 4)
49*10465441SEvalZero #define GIC_DIST_ICPIDR2(hw_base) __REG32((hw_base) + 0xfe8)
50*10465441SEvalZero
51*10465441SEvalZero static unsigned int _gic_max_irq;
52*10465441SEvalZero
arm_gic_get_active_irq(rt_uint32_t index)53*10465441SEvalZero int arm_gic_get_active_irq(rt_uint32_t index)
54*10465441SEvalZero {
55*10465441SEvalZero int irq;
56*10465441SEvalZero
57*10465441SEvalZero RT_ASSERT(index < ARM_GIC_MAX_NR);
58*10465441SEvalZero
59*10465441SEvalZero irq = GIC_CPU_INTACK(_gic_table[index].cpu_hw_base);
60*10465441SEvalZero irq += _gic_table[index].offset;
61*10465441SEvalZero return irq;
62*10465441SEvalZero }
63*10465441SEvalZero
arm_gic_ack(rt_uint32_t index,int irq)64*10465441SEvalZero void arm_gic_ack(rt_uint32_t index, int irq)
65*10465441SEvalZero {
66*10465441SEvalZero rt_uint32_t mask = 1 << (irq % 32);
67*10465441SEvalZero
68*10465441SEvalZero RT_ASSERT(index < ARM_GIC_MAX_NR);
69*10465441SEvalZero
70*10465441SEvalZero irq = irq - _gic_table[index].offset;
71*10465441SEvalZero RT_ASSERT(irq >= 0);
72*10465441SEvalZero
73*10465441SEvalZero GIC_DIST_ENABLE_CLEAR(_gic_table[index].dist_hw_base, irq) = mask;
74*10465441SEvalZero GIC_CPU_EOI(_gic_table[index].cpu_hw_base) = irq;
75*10465441SEvalZero GIC_DIST_ENABLE_SET(_gic_table[index].dist_hw_base, irq) = mask;
76*10465441SEvalZero }
77*10465441SEvalZero
arm_gic_mask(rt_uint32_t index,int irq)78*10465441SEvalZero void arm_gic_mask(rt_uint32_t index, int irq)
79*10465441SEvalZero {
80*10465441SEvalZero rt_uint32_t mask = 1 << (irq % 32);
81*10465441SEvalZero
82*10465441SEvalZero RT_ASSERT(index < ARM_GIC_MAX_NR);
83*10465441SEvalZero
84*10465441SEvalZero irq = irq - _gic_table[index].offset;
85*10465441SEvalZero RT_ASSERT(irq >= 0);
86*10465441SEvalZero
87*10465441SEvalZero GIC_DIST_ENABLE_CLEAR(_gic_table[index].dist_hw_base, irq) = mask;
88*10465441SEvalZero }
89*10465441SEvalZero
arm_gic_clear_pending(rt_uint32_t index,int irq)90*10465441SEvalZero void arm_gic_clear_pending(rt_uint32_t index, int irq)
91*10465441SEvalZero {
92*10465441SEvalZero rt_uint32_t mask = 1 << (irq % 32);
93*10465441SEvalZero
94*10465441SEvalZero RT_ASSERT(index < ARM_GIC_MAX_NR);
95*10465441SEvalZero
96*10465441SEvalZero irq = irq - _gic_table[index].offset;
97*10465441SEvalZero RT_ASSERT(irq >= 0);
98*10465441SEvalZero
99*10465441SEvalZero GIC_DIST_PENDING_CLEAR(_gic_table[index].dist_hw_base, irq) = mask;
100*10465441SEvalZero }
101*10465441SEvalZero
arm_gic_clear_active(rt_uint32_t index,int irq)102*10465441SEvalZero void arm_gic_clear_active(rt_uint32_t index, int irq)
103*10465441SEvalZero {
104*10465441SEvalZero rt_uint32_t mask = 1 << (irq % 32);
105*10465441SEvalZero
106*10465441SEvalZero RT_ASSERT(index < ARM_GIC_MAX_NR);
107*10465441SEvalZero
108*10465441SEvalZero irq = irq - _gic_table[index].offset;
109*10465441SEvalZero RT_ASSERT(irq >= 0);
110*10465441SEvalZero
111*10465441SEvalZero GIC_DIST_ACTIVE_CLEAR(_gic_table[index].dist_hw_base, irq) = mask;
112*10465441SEvalZero }
113*10465441SEvalZero
arm_gic_set_cpu(rt_uint32_t index,int irq,unsigned int cpumask)114*10465441SEvalZero void arm_gic_set_cpu(rt_uint32_t index, int irq, unsigned int cpumask)
115*10465441SEvalZero {
116*10465441SEvalZero rt_uint32_t old_tgt;
117*10465441SEvalZero
118*10465441SEvalZero RT_ASSERT(index < ARM_GIC_MAX_NR);
119*10465441SEvalZero
120*10465441SEvalZero irq = irq - _gic_table[index].offset;
121*10465441SEvalZero RT_ASSERT(irq >= 0);
122*10465441SEvalZero
123*10465441SEvalZero old_tgt = GIC_DIST_TARGET(_gic_table[index].dist_hw_base, irq);
124*10465441SEvalZero
125*10465441SEvalZero old_tgt &= ~(0x0FFUL << ((irq % 4)*8));
126*10465441SEvalZero old_tgt |= cpumask << ((irq % 4)*8);
127*10465441SEvalZero
128*10465441SEvalZero GIC_DIST_TARGET(_gic_table[index].dist_hw_base, irq) = old_tgt;
129*10465441SEvalZero }
130*10465441SEvalZero
arm_gic_umask(rt_uint32_t index,int irq)131*10465441SEvalZero void arm_gic_umask(rt_uint32_t index, int irq)
132*10465441SEvalZero {
133*10465441SEvalZero rt_uint32_t mask = 1 << (irq % 32);
134*10465441SEvalZero
135*10465441SEvalZero RT_ASSERT(index < ARM_GIC_MAX_NR);
136*10465441SEvalZero
137*10465441SEvalZero irq = irq - _gic_table[index].offset;
138*10465441SEvalZero RT_ASSERT(irq >= 0);
139*10465441SEvalZero
140*10465441SEvalZero GIC_DIST_ENABLE_SET(_gic_table[index].dist_hw_base, irq) = mask;
141*10465441SEvalZero }
142*10465441SEvalZero
arm_gic_dump_type(rt_uint32_t index)143*10465441SEvalZero void arm_gic_dump_type(rt_uint32_t index)
144*10465441SEvalZero {
145*10465441SEvalZero unsigned int gic_type;
146*10465441SEvalZero
147*10465441SEvalZero gic_type = GIC_DIST_TYPE(_gic_table[index].dist_hw_base);
148*10465441SEvalZero rt_kprintf("GICv%d on %p, max IRQs: %d, %s security extension(%08x)\n",
149*10465441SEvalZero (GIC_DIST_ICPIDR2(_gic_table[index].dist_hw_base) >> 4) & 0xf,
150*10465441SEvalZero _gic_table[index].dist_hw_base,
151*10465441SEvalZero _gic_max_irq,
152*10465441SEvalZero gic_type & (1 << 10) ? "has" : "no",
153*10465441SEvalZero gic_type);
154*10465441SEvalZero }
155*10465441SEvalZero
arm_gic_dump(rt_uint32_t index)156*10465441SEvalZero void arm_gic_dump(rt_uint32_t index)
157*10465441SEvalZero {
158*10465441SEvalZero unsigned int i, k;
159*10465441SEvalZero
160*10465441SEvalZero k = GIC_CPU_HIGHPRI(_gic_table[index].cpu_hw_base);
161*10465441SEvalZero rt_kprintf("--- high pending priority: %d(%08x)\n", k, k);
162*10465441SEvalZero rt_kprintf("--- hw mask ---\n");
163*10465441SEvalZero for (i = 0; i < _gic_max_irq / 32; i++)
164*10465441SEvalZero {
165*10465441SEvalZero rt_kprintf("0x%08x, ",
166*10465441SEvalZero GIC_DIST_ENABLE_SET(_gic_table[index].dist_hw_base,
167*10465441SEvalZero i * 32));
168*10465441SEvalZero }
169*10465441SEvalZero rt_kprintf("\n--- hw pending ---\n");
170*10465441SEvalZero for (i = 0; i < _gic_max_irq / 32; i++)
171*10465441SEvalZero {
172*10465441SEvalZero rt_kprintf("0x%08x, ",
173*10465441SEvalZero GIC_DIST_PENDING_SET(_gic_table[index].dist_hw_base,
174*10465441SEvalZero i * 32));
175*10465441SEvalZero }
176*10465441SEvalZero rt_kprintf("\n--- hw active ---\n");
177*10465441SEvalZero for (i = 0; i < _gic_max_irq / 32; i++)
178*10465441SEvalZero {
179*10465441SEvalZero rt_kprintf("0x%08x, ",
180*10465441SEvalZero GIC_DIST_ACTIVE_SET(_gic_table[index].dist_hw_base,
181*10465441SEvalZero i * 32));
182*10465441SEvalZero }
183*10465441SEvalZero rt_kprintf("\n");
184*10465441SEvalZero }
185*10465441SEvalZero #ifdef RT_USING_FINSH
186*10465441SEvalZero #include <finsh.h>
187*10465441SEvalZero FINSH_FUNCTION_EXPORT_ALIAS(arm_gic_dump, gic, show gic status);
188*10465441SEvalZero #endif
189*10465441SEvalZero
arm_gic_dist_init(rt_uint32_t index,rt_uint32_t dist_base,int irq_start)190*10465441SEvalZero int arm_gic_dist_init(rt_uint32_t index, rt_uint32_t dist_base, int irq_start)
191*10465441SEvalZero {
192*10465441SEvalZero unsigned int gic_type, i;
193*10465441SEvalZero rt_uint32_t cpumask = 1 << 0;
194*10465441SEvalZero
195*10465441SEvalZero RT_ASSERT(index < ARM_GIC_MAX_NR);
196*10465441SEvalZero
197*10465441SEvalZero _gic_table[index].dist_hw_base = dist_base;
198*10465441SEvalZero _gic_table[index].offset = irq_start;
199*10465441SEvalZero
200*10465441SEvalZero /* Find out how many interrupts are supported. */
201*10465441SEvalZero gic_type = GIC_DIST_TYPE(dist_base);
202*10465441SEvalZero _gic_max_irq = ((gic_type & 0x1f) + 1) * 32;
203*10465441SEvalZero
204*10465441SEvalZero /*
205*10465441SEvalZero * The GIC only supports up to 1020 interrupt sources.
206*10465441SEvalZero * Limit this to either the architected maximum, or the
207*10465441SEvalZero * platform maximum.
208*10465441SEvalZero */
209*10465441SEvalZero if (_gic_max_irq > 1020)
210*10465441SEvalZero _gic_max_irq = 1020;
211*10465441SEvalZero if (_gic_max_irq > ARM_GIC_NR_IRQS)
212*10465441SEvalZero _gic_max_irq = ARM_GIC_NR_IRQS;
213*10465441SEvalZero
214*10465441SEvalZero #ifndef RT_PRETENT_AS_CPU0
215*10465441SEvalZero /* If we are run on the second core, the GIC should have already been setup
216*10465441SEvalZero * by BootStrapProcessor. */
217*10465441SEvalZero if ((rt_cpu_get_smp_id() & 0xF) != 0)
218*10465441SEvalZero return 0;
219*10465441SEvalZero #endif
220*10465441SEvalZero #ifdef RT_USING_VMM
221*10465441SEvalZero return 0;
222*10465441SEvalZero #endif
223*10465441SEvalZero
224*10465441SEvalZero cpumask |= cpumask << 8;
225*10465441SEvalZero cpumask |= cpumask << 16;
226*10465441SEvalZero
227*10465441SEvalZero GIC_DIST_CTRL(dist_base) = 0x0;
228*10465441SEvalZero
229*10465441SEvalZero /* Set all global interrupts to be level triggered, active low. */
230*10465441SEvalZero for (i = 32; i < _gic_max_irq; i += 16)
231*10465441SEvalZero GIC_DIST_CONFIG(dist_base, i) = 0x0;
232*10465441SEvalZero
233*10465441SEvalZero /* Set all global interrupts to this CPU only. */
234*10465441SEvalZero for (i = 32; i < _gic_max_irq; i += 4)
235*10465441SEvalZero GIC_DIST_TARGET(dist_base, i) = cpumask;
236*10465441SEvalZero
237*10465441SEvalZero /* Set priority on all interrupts. */
238*10465441SEvalZero for (i = 0; i < _gic_max_irq; i += 4)
239*10465441SEvalZero GIC_DIST_PRI(dist_base, i) = 0xa0a0a0a0;
240*10465441SEvalZero
241*10465441SEvalZero /* Disable all interrupts. */
242*10465441SEvalZero for (i = 0; i < _gic_max_irq; i += 32)
243*10465441SEvalZero GIC_DIST_ENABLE_CLEAR(dist_base, i) = 0xffffffff;
244*10465441SEvalZero /* All interrupts defaults to IGROUP1(IRQ). */
245*10465441SEvalZero for (i = 0; i < _gic_max_irq; i += 32)
246*10465441SEvalZero GIC_DIST_IGROUP(dist_base, i) = 0xffffffff;
247*10465441SEvalZero
248*10465441SEvalZero /* Enable group0 and group1 interrupt forwarding. */
249*10465441SEvalZero GIC_DIST_CTRL(dist_base) = 0x03;
250*10465441SEvalZero
251*10465441SEvalZero return 0;
252*10465441SEvalZero }
253*10465441SEvalZero
arm_gic_cpu_init(rt_uint32_t index,rt_uint32_t cpu_base)254*10465441SEvalZero int arm_gic_cpu_init(rt_uint32_t index, rt_uint32_t cpu_base)
255*10465441SEvalZero {
256*10465441SEvalZero RT_ASSERT(index < ARM_GIC_MAX_NR);
257*10465441SEvalZero
258*10465441SEvalZero _gic_table[index].cpu_hw_base = cpu_base;
259*10465441SEvalZero
260*10465441SEvalZero #ifndef RT_PRETENT_AS_CPU0
261*10465441SEvalZero /* If we are run on the second core, the GIC should have already been setup
262*10465441SEvalZero * by BootStrapProcessor. */
263*10465441SEvalZero if ((rt_cpu_get_smp_id() & 0xF) != 0)
264*10465441SEvalZero return 0;
265*10465441SEvalZero #endif
266*10465441SEvalZero #ifdef RT_USING_VMM
267*10465441SEvalZero return 0;
268*10465441SEvalZero #endif
269*10465441SEvalZero
270*10465441SEvalZero GIC_CPU_PRIMASK(cpu_base) = 0xf0;
271*10465441SEvalZero /* Enable CPU interrupt */
272*10465441SEvalZero GIC_CPU_CTRL(cpu_base) = 0x01;
273*10465441SEvalZero
274*10465441SEvalZero return 0;
275*10465441SEvalZero }
276*10465441SEvalZero
arm_gic_set_group(rt_uint32_t index,int vector,int group)277*10465441SEvalZero void arm_gic_set_group(rt_uint32_t index, int vector, int group)
278*10465441SEvalZero {
279*10465441SEvalZero /* As for GICv2, there are only group0 and group1. */
280*10465441SEvalZero RT_ASSERT(group <= 1);
281*10465441SEvalZero RT_ASSERT(vector < _gic_max_irq);
282*10465441SEvalZero
283*10465441SEvalZero if (group == 0)
284*10465441SEvalZero {
285*10465441SEvalZero GIC_DIST_IGROUP(_gic_table[index].dist_hw_base,
286*10465441SEvalZero vector) &= ~(1 << (vector % 32));
287*10465441SEvalZero }
288*10465441SEvalZero else if (group == 1)
289*10465441SEvalZero {
290*10465441SEvalZero GIC_DIST_IGROUP(_gic_table[index].dist_hw_base,
291*10465441SEvalZero vector) |= (1 << (vector % 32));
292*10465441SEvalZero }
293*10465441SEvalZero }
294*10465441SEvalZero
arm_gic_trigger(rt_uint32_t index,int target_cpu,int irq)295*10465441SEvalZero void arm_gic_trigger(rt_uint32_t index, int target_cpu, int irq)
296*10465441SEvalZero {
297*10465441SEvalZero unsigned int reg;
298*10465441SEvalZero
299*10465441SEvalZero RT_ASSERT(irq <= 15);
300*10465441SEvalZero RT_ASSERT(target_cpu <= 255);
301*10465441SEvalZero
302*10465441SEvalZero reg = (target_cpu << 16) | irq;
303*10465441SEvalZero GIC_DIST_SOFTINT(_gic_table[index].dist_hw_base) = reg;
304*10465441SEvalZero }
305*10465441SEvalZero
arm_gic_clear_sgi(rt_uint32_t index,int target_cpu,int irq)306*10465441SEvalZero void arm_gic_clear_sgi(rt_uint32_t index, int target_cpu, int irq)
307*10465441SEvalZero {
308*10465441SEvalZero RT_ASSERT(irq <= 15);
309*10465441SEvalZero RT_ASSERT(target_cpu <= 255);
310*10465441SEvalZero
311*10465441SEvalZero GIC_DIST_CPENDSGI(_gic_table[index].dist_hw_base, irq) = target_cpu << (irq % 4);
312*10465441SEvalZero }
313