1 /*
2  * Copyright (c) 2015-2024, Arm Limited and Contributors. All rights reserved.
3  * Portions copyright (c) 2021-2022, ProvenRun S.A.S. All rights reserved.
4  *
5  * SPDX-License-Identifier: BSD-3-Clause
6  */
7 
8 #include <assert.h>
9 #include <stdbool.h>
10 
11 #include <arch_helpers.h>
12 #include <common/bl_common.h>
13 #include <common/debug.h>
14 #include <bl31/interrupt_mgmt.h>
15 #include <drivers/arm/gic_common.h>
16 #include <drivers/arm/gicv3.h>
17 #include <lib/cassert.h>
18 #include <plat/common/platform.h>
19 
20 #ifdef IMAGE_BL31
21 
22 /*
23  * The following platform GIC functions are weakly defined. They
24  * provide typical implementations that may be re-used by multiple
25  * platforms but may also be overridden by a platform if required.
26  */
27 #pragma weak plat_ic_get_pending_interrupt_id
28 #pragma weak plat_ic_get_pending_interrupt_type
29 #pragma weak plat_ic_acknowledge_interrupt
30 #pragma weak plat_ic_get_interrupt_type
31 #pragma weak plat_ic_end_of_interrupt
32 #pragma weak plat_interrupt_type_to_line
33 
34 #pragma weak plat_ic_get_running_priority
35 #pragma weak plat_ic_is_spi
36 #pragma weak plat_ic_is_ppi
37 #pragma weak plat_ic_is_sgi
38 #pragma weak plat_ic_get_interrupt_active
39 #pragma weak plat_ic_enable_interrupt
40 #pragma weak plat_ic_disable_interrupt
41 #pragma weak plat_ic_set_interrupt_priority
42 #pragma weak plat_ic_set_interrupt_type
43 #pragma weak plat_ic_raise_el3_sgi
44 #pragma weak plat_ic_raise_ns_sgi
45 #pragma weak plat_ic_raise_s_el1_sgi
46 #pragma weak plat_ic_set_spi_routing
47 #pragma weak plat_ic_set_interrupt_pending
48 #pragma weak plat_ic_clear_interrupt_pending
49 
50 /*
51  * This function returns the highest priority pending interrupt at
52  * the Interrupt controller
53  */
plat_ic_get_pending_interrupt_id(void)54 uint32_t plat_ic_get_pending_interrupt_id(void)
55 {
56 	unsigned int irqnr;
57 
58 	assert(IS_IN_EL3());
59 	irqnr = gicv3_get_pending_interrupt_id();
60 	return gicv3_is_intr_id_special_identifier(irqnr) ?
61 				INTR_ID_UNAVAILABLE : irqnr;
62 }
63 
64 /*
65  * This function returns the type of the highest priority pending interrupt
66  * at the Interrupt controller. In the case of GICv3, the Highest Priority
67  * Pending interrupt system register (`ICC_HPPIR0_EL1`) is read to determine
68  * the id of the pending interrupt. The type of interrupt depends upon the
69  * id value as follows.
70  *   1. id = PENDING_G1S_INTID (1020) is reported as a S-EL1 interrupt
71  *   2. id = PENDING_G1NS_INTID (1021) is reported as a Non-secure interrupt.
72  *   3. id = GIC_SPURIOUS_INTERRUPT (1023) is reported as an invalid interrupt
73  *           type.
74  *   4. All other interrupt id's are reported as EL3 interrupt.
75  */
plat_ic_get_pending_interrupt_type(void)76 uint32_t plat_ic_get_pending_interrupt_type(void)
77 {
78 	unsigned int irqnr;
79 	uint32_t type;
80 
81 	assert(IS_IN_EL3());
82 	irqnr = gicv3_get_pending_interrupt_type();
83 
84 	switch (irqnr) {
85 	case PENDING_G1S_INTID:
86 		type = INTR_TYPE_S_EL1;
87 		break;
88 	case PENDING_G1NS_INTID:
89 		type = INTR_TYPE_NS;
90 		break;
91 	case GIC_SPURIOUS_INTERRUPT:
92 		type = INTR_TYPE_INVAL;
93 		break;
94 	default:
95 		type = INTR_TYPE_EL3;
96 		break;
97 	}
98 
99 	return type;
100 }
101 
102 /*
103  * This function returns the highest priority pending interrupt at
104  * the Interrupt controller and indicates to the Interrupt controller
105  * that the interrupt processing has started.
106  */
plat_ic_acknowledge_interrupt(void)107 uint32_t plat_ic_acknowledge_interrupt(void)
108 {
109 	assert(IS_IN_EL3());
110 	return gicv3_acknowledge_interrupt();
111 }
112 
113 /*
114  * This function returns the type of the interrupt `id`, depending on how
115  * the interrupt has been configured in the interrupt controller.
116  */
plat_ic_get_interrupt_type(uint32_t id)117 uint32_t plat_ic_get_interrupt_type(uint32_t id)
118 {
119 	unsigned int group;
120 
121 	assert(IS_IN_EL3());
122 	group = gicv3_get_interrupt_group(id, plat_my_core_pos());
123 
124 	switch (group) {
125 	case INTR_GROUP0:
126 		return INTR_TYPE_EL3;
127 	case INTR_GROUP1S:
128 		return INTR_TYPE_S_EL1;
129 	case INTR_GROUP1NS:
130 		return INTR_TYPE_NS;
131 	default:
132 		assert(false); /* Unreachable */
133 		return INTR_TYPE_EL3;
134 	}
135 }
136 
137 /*
138  * This functions is used to indicate to the interrupt controller that
139  * the processing of the interrupt corresponding to the `id` has
140  * finished.
141  */
plat_ic_end_of_interrupt(uint32_t id)142 void plat_ic_end_of_interrupt(uint32_t id)
143 {
144 	assert(IS_IN_EL3());
145 	gicv3_end_of_interrupt(id);
146 }
147 
148 /*
149  * An ARM processor signals interrupt exceptions through the IRQ and FIQ pins.
150  * The interrupt controller knows which pin/line it uses to signal a type of
151  * interrupt. It lets the interrupt management framework determine for a type of
152  * interrupt and security state, which line should be used in the SCR_EL3 to
153  * control its routing to EL3. The interrupt line is represented as the bit
154  * position of the IRQ or FIQ bit in the SCR_EL3.
155  */
plat_interrupt_type_to_line(uint32_t type,uint32_t security_state)156 uint32_t plat_interrupt_type_to_line(uint32_t type,
157 				uint32_t security_state)
158 {
159 	assert((type == INTR_TYPE_S_EL1) ||
160 	       (type == INTR_TYPE_EL3) ||
161 	       (type == INTR_TYPE_NS));
162 
163 	assert(sec_state_is_valid(security_state));
164 	assert(IS_IN_EL3());
165 
166 	switch (type) {
167 	case INTR_TYPE_S_EL1:
168 		/*
169 		 * The S-EL1 interrupts are signaled as IRQ in S-EL0/1 contexts
170 		 * and as FIQ in the NS-EL0/1/2 contexts
171 		 */
172 		if (security_state == SECURE)
173 			return __builtin_ctz(SCR_IRQ_BIT);
174 		else
175 			return __builtin_ctz(SCR_FIQ_BIT);
176 		assert(0); /* Unreachable */
177 	case INTR_TYPE_NS:
178 		/*
179 		 * The Non secure interrupts will be signaled as FIQ in S-EL0/1
180 		 * contexts and as IRQ in the NS-EL0/1/2 contexts.
181 		 */
182 		if (security_state == SECURE)
183 			return __builtin_ctz(SCR_FIQ_BIT);
184 		else
185 			return __builtin_ctz(SCR_IRQ_BIT);
186 		assert(0); /* Unreachable */
187 	case INTR_TYPE_EL3:
188 		/*
189 		 * The EL3 interrupts are signaled as FIQ in both S-EL0/1 and
190 		 * NS-EL0/1/2 contexts
191 		 */
192 		return __builtin_ctz(SCR_FIQ_BIT);
193 	default:
194 		panic();
195 	}
196 }
197 
plat_ic_get_running_priority(void)198 unsigned int plat_ic_get_running_priority(void)
199 {
200 	return gicv3_get_running_priority();
201 }
202 
plat_ic_is_spi(unsigned int id)203 int plat_ic_is_spi(unsigned int id)
204 {
205 	return (id >= MIN_SPI_ID) && (id <= MAX_SPI_ID);
206 }
207 
plat_ic_is_ppi(unsigned int id)208 int plat_ic_is_ppi(unsigned int id)
209 {
210 	return (id >= MIN_PPI_ID) && (id < MIN_SPI_ID);
211 }
212 
plat_ic_is_sgi(unsigned int id)213 int plat_ic_is_sgi(unsigned int id)
214 {
215 	return (id >= MIN_SGI_ID) && (id < MIN_PPI_ID);
216 }
217 
plat_ic_get_interrupt_active(unsigned int id)218 unsigned int plat_ic_get_interrupt_active(unsigned int id)
219 {
220 	return gicv3_get_interrupt_active(id, plat_my_core_pos());
221 }
222 
plat_ic_enable_interrupt(unsigned int id)223 void plat_ic_enable_interrupt(unsigned int id)
224 {
225 	gicv3_enable_interrupt(id, plat_my_core_pos());
226 }
227 
plat_ic_disable_interrupt(unsigned int id)228 void plat_ic_disable_interrupt(unsigned int id)
229 {
230 	gicv3_disable_interrupt(id, plat_my_core_pos());
231 }
232 
plat_ic_set_interrupt_priority(unsigned int id,unsigned int priority)233 void plat_ic_set_interrupt_priority(unsigned int id, unsigned int priority)
234 {
235 	gicv3_set_interrupt_priority(id, plat_my_core_pos(), priority);
236 }
237 
plat_ic_has_interrupt_type(unsigned int type)238 bool plat_ic_has_interrupt_type(unsigned int type)
239 {
240 	if ((type == INTR_TYPE_EL3) || (type == INTR_TYPE_S_EL1) ||
241 			(type == INTR_TYPE_NS)) {
242 		return true;
243 	}
244 
245 	return false;
246 }
247 
plat_ic_set_interrupt_type(unsigned int id,unsigned int type)248 void plat_ic_set_interrupt_type(unsigned int id, unsigned int type)
249 {
250 	unsigned int group;
251 
252 	switch (type) {
253 	case INTR_TYPE_EL3:
254 		group = INTR_GROUP0;
255 		break;
256 	case INTR_TYPE_S_EL1:
257 		group = INTR_GROUP1S;
258 		break;
259 	case INTR_TYPE_NS:
260 		group = INTR_GROUP1NS;
261 		break;
262 	default:
263 		assert(false); /* Unreachable */
264 		group = INTR_GROUP0;
265 		break;
266 	}
267 
268 	gicv3_set_interrupt_group(id, plat_my_core_pos(), group);
269 }
270 
plat_ic_raise_el3_sgi(int sgi_num,u_register_t target)271 void plat_ic_raise_el3_sgi(int sgi_num, u_register_t target)
272 {
273 	/* Target must be a valid MPIDR in the system */
274 	assert(plat_core_pos_by_mpidr(target) >= 0);
275 
276 	/* Verify that this is a secure EL3 SGI */
277 	assert(plat_ic_get_interrupt_type((unsigned int)sgi_num) ==
278 					  INTR_TYPE_EL3);
279 
280 	gicv3_raise_sgi((unsigned int)sgi_num, GICV3_G0, target);
281 }
282 
plat_ic_raise_ns_sgi(int sgi_num,u_register_t target)283 void plat_ic_raise_ns_sgi(int sgi_num, u_register_t target)
284 {
285 	/* Target must be a valid MPIDR in the system */
286 	assert(plat_core_pos_by_mpidr(target) >= 0);
287 
288 	/* Verify that this is a non-secure SGI */
289 	assert(plat_ic_get_interrupt_type((unsigned int)sgi_num) ==
290 					  INTR_TYPE_NS);
291 
292 	gicv3_raise_sgi((unsigned int)sgi_num, GICV3_G1NS, target);
293 }
294 
plat_ic_raise_s_el1_sgi(int sgi_num,u_register_t target)295 void plat_ic_raise_s_el1_sgi(int sgi_num, u_register_t target)
296 {
297 	/* Target must be a valid MPIDR in the system */
298 	assert(plat_core_pos_by_mpidr(target) >= 0);
299 
300 	/* Verify that this is a secure EL1 SGI */
301 	assert(plat_ic_get_interrupt_type((unsigned int)sgi_num) ==
302 					  INTR_TYPE_S_EL1);
303 
304 	gicv3_raise_sgi((unsigned int)sgi_num, GICV3_G1S, target);
305 }
306 
plat_ic_set_spi_routing(unsigned int id,unsigned int routing_mode,u_register_t mpidr)307 void plat_ic_set_spi_routing(unsigned int id, unsigned int routing_mode,
308 		u_register_t mpidr)
309 {
310 	unsigned int irm = 0;
311 
312 	switch (routing_mode) {
313 	case INTR_ROUTING_MODE_PE:
314 		assert(plat_core_pos_by_mpidr(mpidr) >= 0);
315 		irm = GICV3_IRM_PE;
316 		break;
317 	case INTR_ROUTING_MODE_ANY:
318 		irm = GICV3_IRM_ANY;
319 		break;
320 	default:
321 		assert(0); /* Unreachable */
322 		break;
323 	}
324 
325 	gicv3_set_spi_routing(id, irm, mpidr);
326 }
327 
plat_ic_set_interrupt_pending(unsigned int id)328 void plat_ic_set_interrupt_pending(unsigned int id)
329 {
330 	/* Disallow setting SGIs pending */
331 	assert(id >= MIN_PPI_ID);
332 	gicv3_set_interrupt_pending(id, plat_my_core_pos());
333 }
334 
plat_ic_clear_interrupt_pending(unsigned int id)335 void plat_ic_clear_interrupt_pending(unsigned int id)
336 {
337 	/* Disallow setting SGIs pending */
338 	assert(id >= MIN_PPI_ID);
339 	gicv3_clear_interrupt_pending(id, plat_my_core_pos());
340 }
341 
plat_ic_set_priority_mask(unsigned int mask)342 unsigned int plat_ic_set_priority_mask(unsigned int mask)
343 {
344 	return gicv3_set_pmr(mask);
345 }
346 
plat_ic_deactivate_priority(unsigned int mask)347 unsigned int plat_ic_deactivate_priority(unsigned int mask)
348 {
349 	return gicv3_deactivate_priority(mask);
350 }
351 
plat_ic_get_interrupt_id(unsigned int raw)352 unsigned int plat_ic_get_interrupt_id(unsigned int raw)
353 {
354 	unsigned int id = raw & INT_ID_MASK;
355 
356 	return gicv3_is_intr_id_special_identifier(id) ?
357 			INTR_ID_UNAVAILABLE : id;
358 }
359 #endif
360 #ifdef IMAGE_BL32
361 
362 #pragma weak plat_ic_get_pending_interrupt_id
363 #pragma weak plat_ic_acknowledge_interrupt
364 #pragma weak plat_ic_end_of_interrupt
365 
366 /* In AArch32, the secure group1 interrupts are targeted to Secure PL1 */
367 #ifndef __aarch64__
368 #define IS_IN_EL1()	IS_IN_SECURE()
369 #endif
370 
371 /*
372  * This function returns the highest priority pending interrupt at
373  * the Interrupt controller
374  */
plat_ic_get_pending_interrupt_id(void)375 uint32_t plat_ic_get_pending_interrupt_id(void)
376 {
377 	unsigned int irqnr;
378 
379 	assert(IS_IN_EL1());
380 	irqnr = gicv3_get_pending_interrupt_id_sel1();
381 	return (irqnr == GIC_SPURIOUS_INTERRUPT) ?
382 				INTR_ID_UNAVAILABLE : irqnr;
383 }
384 
385 /*
386  * This function returns the highest priority pending interrupt at
387  * the Interrupt controller and indicates to the Interrupt controller
388  * that the interrupt processing has started.
389  */
plat_ic_acknowledge_interrupt(void)390 uint32_t plat_ic_acknowledge_interrupt(void)
391 {
392 	assert(IS_IN_EL1());
393 	return gicv3_acknowledge_interrupt_sel1();
394 }
395 
396 /*
397  * This functions is used to indicate to the interrupt controller that
398  * the processing of the interrupt corresponding to the `id` has
399  * finished.
400  */
plat_ic_end_of_interrupt(uint32_t id)401 void plat_ic_end_of_interrupt(uint32_t id)
402 {
403 	assert(IS_IN_EL1());
404 	gicv3_end_of_interrupt_sel1(id);
405 }
406 #endif
407