1*54fd6939SJiyong Park // SPDX-License-Identifier: BSD-3-Clause
2*54fd6939SJiyong Park /*
3*54fd6939SJiyong Park * Copyright (c) 2015-2019, Arm Limited and Contributors. All rights reserved.
4*54fd6939SJiyong Park * Copyright (c) 2019-2020, Linaro Limited
5*54fd6939SJiyong Park */
6*54fd6939SJiyong Park #include <assert.h>
7*54fd6939SJiyong Park #include <stdbool.h>
8*54fd6939SJiyong Park #include <stdint.h>
9*54fd6939SJiyong Park #include <string.h>
10*54fd6939SJiyong Park
11*54fd6939SJiyong Park #include <drivers/scmi-msg.h>
12*54fd6939SJiyong Park #include <drivers/scmi.h>
13*54fd6939SJiyong Park #include <lib/cassert.h>
14*54fd6939SJiyong Park #include <lib/mmio.h>
15*54fd6939SJiyong Park #include <lib/spinlock.h>
16*54fd6939SJiyong Park #include <lib/utils.h>
17*54fd6939SJiyong Park #include <plat/common/platform.h>
18*54fd6939SJiyong Park
19*54fd6939SJiyong Park #include "common.h"
20*54fd6939SJiyong Park
21*54fd6939SJiyong Park /* Legacy SMT/SCMI messages are 128 bytes at most including SMT header */
22*54fd6939SJiyong Park #define SCMI_PLAYLOAD_MAX 92U
23*54fd6939SJiyong Park #define SCMI_PLAYLOAD_U32_MAX (SCMI_PLAYLOAD_MAX / sizeof(uint32_t))
24*54fd6939SJiyong Park
25*54fd6939SJiyong Park /**
26*54fd6939SJiyong Park * struct smt_header - SMT formatted header for SMT base shared memory transfer
27*54fd6939SJiyong Park *
28*54fd6939SJiyong Park * @status: Bit flags, see SMT_STATUS_*
29*54fd6939SJiyong Park * @flags: Bit flags, see SMT_FLAG_*
30*54fd6939SJiyong Park * @length: Byte size of message payload (variable) + ::message_header (32bit)
31*54fd6939SJiyong Park * payload: SCMI message payload data
32*54fd6939SJiyong Park */
33*54fd6939SJiyong Park struct smt_header {
34*54fd6939SJiyong Park uint32_t reserved0;
35*54fd6939SJiyong Park uint32_t status;
36*54fd6939SJiyong Park uint64_t reserved1;
37*54fd6939SJiyong Park uint32_t flags;
38*54fd6939SJiyong Park uint32_t length; /* message_header + payload */
39*54fd6939SJiyong Park uint32_t message_header;
40*54fd6939SJiyong Park uint32_t payload[];
41*54fd6939SJiyong Park };
42*54fd6939SJiyong Park
43*54fd6939SJiyong Park CASSERT(SCMI_PLAYLOAD_MAX + sizeof(struct smt_header) <= SMT_BUF_SLOT_SIZE,
44*54fd6939SJiyong Park assert_scmi_message_max_length_fits_in_smt_buffer_slot);
45*54fd6939SJiyong Park
46*54fd6939SJiyong Park /* Flag set in smt_header::status when SMT does not contain pending message */
47*54fd6939SJiyong Park #define SMT_STATUS_FREE BIT_32(0)
48*54fd6939SJiyong Park /* Flag set in smt_header::status when SMT reports an error */
49*54fd6939SJiyong Park #define SMT_STATUS_ERROR BIT_32(1)
50*54fd6939SJiyong Park
51*54fd6939SJiyong Park /* Flag set in smt_header::flags when SMT uses interrupts */
52*54fd6939SJiyong Park #define SMT_FLAG_INTR_ENABLED BIT_32(1)
53*54fd6939SJiyong Park
54*54fd6939SJiyong Park /* Bit fields packed in smt_header::message_header */
55*54fd6939SJiyong Park #define SMT_MSG_ID_MASK GENMASK_32(7, 0)
56*54fd6939SJiyong Park #define SMT_HDR_MSG_ID(_hdr) ((_hdr) & SMT_MSG_ID_MASK)
57*54fd6939SJiyong Park
58*54fd6939SJiyong Park #define SMT_MSG_TYPE_MASK GENMASK_32(9, 8)
59*54fd6939SJiyong Park #define SMT_HDR_TYPE_ID(_hdr) (((_hdr) & SMT_MSG_TYPE_MASK) >> 8)
60*54fd6939SJiyong Park
61*54fd6939SJiyong Park #define SMT_MSG_PROT_ID_MASK GENMASK_32(17, 10)
62*54fd6939SJiyong Park #define SMT_HDR_PROT_ID(_hdr) (((_hdr) & SMT_MSG_PROT_ID_MASK) >> 10)
63*54fd6939SJiyong Park
64*54fd6939SJiyong Park /*
65*54fd6939SJiyong Park * Provision input message payload buffers for fastcall SMC context entries
66*54fd6939SJiyong Park * and for interrupt context execution entries.
67*54fd6939SJiyong Park */
68*54fd6939SJiyong Park static uint32_t fast_smc_payload[PLATFORM_CORE_COUNT][SCMI_PLAYLOAD_U32_MAX];
69*54fd6939SJiyong Park static uint32_t interrupt_payload[PLATFORM_CORE_COUNT][SCMI_PLAYLOAD_U32_MAX];
70*54fd6939SJiyong Park
71*54fd6939SJiyong Park /* SMP protection on channel access */
72*54fd6939SJiyong Park static struct spinlock smt_channels_lock;
73*54fd6939SJiyong Park
74*54fd6939SJiyong Park /* If channel is not busy, set busy and return true, otherwise return false */
channel_set_busy(struct scmi_msg_channel * chan)75*54fd6939SJiyong Park static bool channel_set_busy(struct scmi_msg_channel *chan)
76*54fd6939SJiyong Park {
77*54fd6939SJiyong Park bool channel_is_busy;
78*54fd6939SJiyong Park
79*54fd6939SJiyong Park spin_lock(&smt_channels_lock);
80*54fd6939SJiyong Park
81*54fd6939SJiyong Park channel_is_busy = chan->busy;
82*54fd6939SJiyong Park
83*54fd6939SJiyong Park if (!channel_is_busy) {
84*54fd6939SJiyong Park chan->busy = true;
85*54fd6939SJiyong Park }
86*54fd6939SJiyong Park
87*54fd6939SJiyong Park spin_unlock(&smt_channels_lock);
88*54fd6939SJiyong Park
89*54fd6939SJiyong Park return !channel_is_busy;
90*54fd6939SJiyong Park }
91*54fd6939SJiyong Park
channel_release_busy(struct scmi_msg_channel * chan)92*54fd6939SJiyong Park static void channel_release_busy(struct scmi_msg_channel *chan)
93*54fd6939SJiyong Park {
94*54fd6939SJiyong Park chan->busy = false;
95*54fd6939SJiyong Park }
96*54fd6939SJiyong Park
channel_to_smt_hdr(struct scmi_msg_channel * chan)97*54fd6939SJiyong Park static struct smt_header *channel_to_smt_hdr(struct scmi_msg_channel *chan)
98*54fd6939SJiyong Park {
99*54fd6939SJiyong Park return (struct smt_header *)chan->shm_addr;
100*54fd6939SJiyong Park }
101*54fd6939SJiyong Park
102*54fd6939SJiyong Park /*
103*54fd6939SJiyong Park * Creates a SCMI message instance in secure memory and pushes it in the SCMI
104*54fd6939SJiyong Park * message drivers. Message structure contains SCMI protocol meta-data and
105*54fd6939SJiyong Park * references to input payload in secure memory and output message buffer
106*54fd6939SJiyong Park * in shared memory.
107*54fd6939SJiyong Park */
scmi_proccess_smt(unsigned int agent_id,uint32_t * payload_buf)108*54fd6939SJiyong Park static void scmi_proccess_smt(unsigned int agent_id, uint32_t *payload_buf)
109*54fd6939SJiyong Park {
110*54fd6939SJiyong Park struct scmi_msg_channel *chan;
111*54fd6939SJiyong Park struct smt_header *smt_hdr;
112*54fd6939SJiyong Park size_t in_payload_size;
113*54fd6939SJiyong Park uint32_t smt_status;
114*54fd6939SJiyong Park struct scmi_msg msg;
115*54fd6939SJiyong Park bool error = true;
116*54fd6939SJiyong Park
117*54fd6939SJiyong Park chan = plat_scmi_get_channel(agent_id);
118*54fd6939SJiyong Park if (chan == NULL) {
119*54fd6939SJiyong Park return;
120*54fd6939SJiyong Park }
121*54fd6939SJiyong Park
122*54fd6939SJiyong Park smt_hdr = channel_to_smt_hdr(chan);
123*54fd6939SJiyong Park assert(smt_hdr);
124*54fd6939SJiyong Park
125*54fd6939SJiyong Park smt_status = __atomic_load_n(&smt_hdr->status, __ATOMIC_RELAXED);
126*54fd6939SJiyong Park
127*54fd6939SJiyong Park if (!channel_set_busy(chan)) {
128*54fd6939SJiyong Park VERBOSE("SCMI channel %u busy", agent_id);
129*54fd6939SJiyong Park goto out;
130*54fd6939SJiyong Park }
131*54fd6939SJiyong Park
132*54fd6939SJiyong Park in_payload_size = __atomic_load_n(&smt_hdr->length, __ATOMIC_RELAXED) -
133*54fd6939SJiyong Park sizeof(smt_hdr->message_header);
134*54fd6939SJiyong Park
135*54fd6939SJiyong Park if (in_payload_size > SCMI_PLAYLOAD_MAX) {
136*54fd6939SJiyong Park VERBOSE("SCMI payload too big %zu", in_payload_size);
137*54fd6939SJiyong Park goto out;
138*54fd6939SJiyong Park }
139*54fd6939SJiyong Park
140*54fd6939SJiyong Park if ((smt_status & (SMT_STATUS_ERROR | SMT_STATUS_FREE)) != 0U) {
141*54fd6939SJiyong Park VERBOSE("SCMI channel bad status 0x%x",
142*54fd6939SJiyong Park smt_hdr->status & (SMT_STATUS_ERROR | SMT_STATUS_FREE));
143*54fd6939SJiyong Park goto out;
144*54fd6939SJiyong Park }
145*54fd6939SJiyong Park
146*54fd6939SJiyong Park /* Fill message */
147*54fd6939SJiyong Park zeromem(&msg, sizeof(msg));
148*54fd6939SJiyong Park msg.in = (char *)payload_buf;
149*54fd6939SJiyong Park msg.in_size = in_payload_size;
150*54fd6939SJiyong Park msg.out = (char *)smt_hdr->payload;
151*54fd6939SJiyong Park msg.out_size = chan->shm_size - sizeof(*smt_hdr);
152*54fd6939SJiyong Park
153*54fd6939SJiyong Park assert((msg.out != NULL) && (msg.out_size >= sizeof(int32_t)));
154*54fd6939SJiyong Park
155*54fd6939SJiyong Park /* Here the payload is copied in secure memory */
156*54fd6939SJiyong Park memcpy(msg.in, smt_hdr->payload, in_payload_size);
157*54fd6939SJiyong Park
158*54fd6939SJiyong Park msg.protocol_id = SMT_HDR_PROT_ID(smt_hdr->message_header);
159*54fd6939SJiyong Park msg.message_id = SMT_HDR_MSG_ID(smt_hdr->message_header);
160*54fd6939SJiyong Park msg.agent_id = agent_id;
161*54fd6939SJiyong Park
162*54fd6939SJiyong Park scmi_process_message(&msg);
163*54fd6939SJiyong Park
164*54fd6939SJiyong Park /* Update message length with the length of the response message */
165*54fd6939SJiyong Park smt_hdr->length = msg.out_size_out + sizeof(smt_hdr->message_header);
166*54fd6939SJiyong Park
167*54fd6939SJiyong Park channel_release_busy(chan);
168*54fd6939SJiyong Park error = false;
169*54fd6939SJiyong Park
170*54fd6939SJiyong Park out:
171*54fd6939SJiyong Park if (error) {
172*54fd6939SJiyong Park VERBOSE("SCMI error");
173*54fd6939SJiyong Park smt_hdr->status |= SMT_STATUS_ERROR | SMT_STATUS_FREE;
174*54fd6939SJiyong Park } else {
175*54fd6939SJiyong Park smt_hdr->status |= SMT_STATUS_FREE;
176*54fd6939SJiyong Park }
177*54fd6939SJiyong Park }
178*54fd6939SJiyong Park
scmi_smt_fastcall_smc_entry(unsigned int agent_id)179*54fd6939SJiyong Park void scmi_smt_fastcall_smc_entry(unsigned int agent_id)
180*54fd6939SJiyong Park {
181*54fd6939SJiyong Park scmi_proccess_smt(agent_id,
182*54fd6939SJiyong Park fast_smc_payload[plat_my_core_pos()]);
183*54fd6939SJiyong Park }
184*54fd6939SJiyong Park
scmi_smt_interrupt_entry(unsigned int agent_id)185*54fd6939SJiyong Park void scmi_smt_interrupt_entry(unsigned int agent_id)
186*54fd6939SJiyong Park {
187*54fd6939SJiyong Park scmi_proccess_smt(agent_id,
188*54fd6939SJiyong Park interrupt_payload[plat_my_core_pos()]);
189*54fd6939SJiyong Park }
190*54fd6939SJiyong Park
191*54fd6939SJiyong Park /* Init a SMT header for a shared memory buffer: state it a free/no-error */
scmi_smt_init_agent_channel(struct scmi_msg_channel * chan)192*54fd6939SJiyong Park void scmi_smt_init_agent_channel(struct scmi_msg_channel *chan)
193*54fd6939SJiyong Park {
194*54fd6939SJiyong Park if (chan != NULL) {
195*54fd6939SJiyong Park struct smt_header *smt_header = channel_to_smt_hdr(chan);
196*54fd6939SJiyong Park
197*54fd6939SJiyong Park if (smt_header != NULL) {
198*54fd6939SJiyong Park memset(smt_header, 0, sizeof(*smt_header));
199*54fd6939SJiyong Park smt_header->status = SMT_STATUS_FREE;
200*54fd6939SJiyong Park
201*54fd6939SJiyong Park return;
202*54fd6939SJiyong Park }
203*54fd6939SJiyong Park }
204*54fd6939SJiyong Park
205*54fd6939SJiyong Park panic();
206*54fd6939SJiyong Park }
207