1*54fd6939SJiyong Park /*
2*54fd6939SJiyong Park * Copyright (C) 2018 Marvell International Ltd.
3*54fd6939SJiyong Park *
4*54fd6939SJiyong Park * SPDX-License-Identifier: BSD-3-Clause
5*54fd6939SJiyong Park * https://spdx.org/licenses
6*54fd6939SJiyong Park */
7*54fd6939SJiyong Park
8*54fd6939SJiyong Park /* LLC driver is the Last Level Cache (L3C) driver
9*54fd6939SJiyong Park * for Marvell SoCs in AP806, AP807, and AP810
10*54fd6939SJiyong Park */
11*54fd6939SJiyong Park
12*54fd6939SJiyong Park #include <assert.h>
13*54fd6939SJiyong Park
14*54fd6939SJiyong Park #include <arch_helpers.h>
15*54fd6939SJiyong Park #include <drivers/marvell/cache_llc.h>
16*54fd6939SJiyong Park #include <drivers/marvell/ccu.h>
17*54fd6939SJiyong Park #include <lib/mmio.h>
18*54fd6939SJiyong Park
19*54fd6939SJiyong Park #include <mvebu_def.h>
20*54fd6939SJiyong Park
21*54fd6939SJiyong Park #define CCU_HTC_CR(ap_index) (MVEBU_CCU_BASE(ap_index) + 0x200)
22*54fd6939SJiyong Park #define CCU_SET_POC_OFFSET 5
23*54fd6939SJiyong Park
24*54fd6939SJiyong Park extern void ca72_l2_enable_unique_clean(void);
25*54fd6939SJiyong Park
llc_cache_sync(int ap_index)26*54fd6939SJiyong Park void llc_cache_sync(int ap_index)
27*54fd6939SJiyong Park {
28*54fd6939SJiyong Park mmio_write_32(LLC_SYNC(ap_index), 0);
29*54fd6939SJiyong Park /* Atomic write, no need to wait */
30*54fd6939SJiyong Park }
31*54fd6939SJiyong Park
llc_flush_all(int ap_index)32*54fd6939SJiyong Park void llc_flush_all(int ap_index)
33*54fd6939SJiyong Park {
34*54fd6939SJiyong Park mmio_write_32(LLC_CLEAN_INV_WAY(ap_index), LLC_ALL_WAYS_MASK);
35*54fd6939SJiyong Park llc_cache_sync(ap_index);
36*54fd6939SJiyong Park }
37*54fd6939SJiyong Park
llc_clean_all(int ap_index)38*54fd6939SJiyong Park void llc_clean_all(int ap_index)
39*54fd6939SJiyong Park {
40*54fd6939SJiyong Park mmio_write_32(LLC_CLEAN_WAY(ap_index), LLC_ALL_WAYS_MASK);
41*54fd6939SJiyong Park llc_cache_sync(ap_index);
42*54fd6939SJiyong Park }
43*54fd6939SJiyong Park
llc_inv_all(int ap_index)44*54fd6939SJiyong Park void llc_inv_all(int ap_index)
45*54fd6939SJiyong Park {
46*54fd6939SJiyong Park mmio_write_32(LLC_INV_WAY(ap_index), LLC_ALL_WAYS_MASK);
47*54fd6939SJiyong Park llc_cache_sync(ap_index);
48*54fd6939SJiyong Park }
49*54fd6939SJiyong Park
llc_disable(int ap_index)50*54fd6939SJiyong Park void llc_disable(int ap_index)
51*54fd6939SJiyong Park {
52*54fd6939SJiyong Park llc_flush_all(ap_index);
53*54fd6939SJiyong Park mmio_write_32(LLC_CTRL(ap_index), 0);
54*54fd6939SJiyong Park dsbishst();
55*54fd6939SJiyong Park }
56*54fd6939SJiyong Park
llc_enable(int ap_index,int excl_mode)57*54fd6939SJiyong Park void llc_enable(int ap_index, int excl_mode)
58*54fd6939SJiyong Park {
59*54fd6939SJiyong Park uint32_t val;
60*54fd6939SJiyong Park
61*54fd6939SJiyong Park dsbsy();
62*54fd6939SJiyong Park llc_inv_all(ap_index);
63*54fd6939SJiyong Park dsbsy();
64*54fd6939SJiyong Park
65*54fd6939SJiyong Park val = LLC_CTRL_EN;
66*54fd6939SJiyong Park if (excl_mode)
67*54fd6939SJiyong Park val |= LLC_EXCLUSIVE_EN;
68*54fd6939SJiyong Park
69*54fd6939SJiyong Park mmio_write_32(LLC_CTRL(ap_index), val);
70*54fd6939SJiyong Park dsbsy();
71*54fd6939SJiyong Park }
72*54fd6939SJiyong Park
llc_is_exclusive(int ap_index)73*54fd6939SJiyong Park int llc_is_exclusive(int ap_index)
74*54fd6939SJiyong Park {
75*54fd6939SJiyong Park uint32_t reg;
76*54fd6939SJiyong Park
77*54fd6939SJiyong Park reg = mmio_read_32(LLC_CTRL(ap_index));
78*54fd6939SJiyong Park
79*54fd6939SJiyong Park if ((reg & (LLC_CTRL_EN | LLC_EXCLUSIVE_EN)) ==
80*54fd6939SJiyong Park (LLC_CTRL_EN | LLC_EXCLUSIVE_EN))
81*54fd6939SJiyong Park return 1;
82*54fd6939SJiyong Park
83*54fd6939SJiyong Park return 0;
84*54fd6939SJiyong Park }
85*54fd6939SJiyong Park
llc_runtime_enable(int ap_index)86*54fd6939SJiyong Park void llc_runtime_enable(int ap_index)
87*54fd6939SJiyong Park {
88*54fd6939SJiyong Park uint32_t reg;
89*54fd6939SJiyong Park
90*54fd6939SJiyong Park reg = mmio_read_32(LLC_CTRL(ap_index));
91*54fd6939SJiyong Park if (reg & LLC_CTRL_EN)
92*54fd6939SJiyong Park return;
93*54fd6939SJiyong Park
94*54fd6939SJiyong Park INFO("Enabling LLC\n");
95*54fd6939SJiyong Park
96*54fd6939SJiyong Park /*
97*54fd6939SJiyong Park * Enable L2 UniqueClean evictions with data
98*54fd6939SJiyong Park * Note: this configuration assumes that LLC is configured
99*54fd6939SJiyong Park * in exclusive mode.
100*54fd6939SJiyong Park * Later on in the code this assumption will be validated
101*54fd6939SJiyong Park */
102*54fd6939SJiyong Park ca72_l2_enable_unique_clean();
103*54fd6939SJiyong Park llc_enable(ap_index, 1);
104*54fd6939SJiyong Park
105*54fd6939SJiyong Park /* Set point of coherency to DDR.
106*54fd6939SJiyong Park * This is required by units which have SW cache coherency
107*54fd6939SJiyong Park */
108*54fd6939SJiyong Park reg = mmio_read_32(CCU_HTC_CR(ap_index));
109*54fd6939SJiyong Park reg |= (0x1 << CCU_SET_POC_OFFSET);
110*54fd6939SJiyong Park mmio_write_32(CCU_HTC_CR(ap_index), reg);
111*54fd6939SJiyong Park }
112*54fd6939SJiyong Park
113*54fd6939SJiyong Park #if LLC_SRAM
llc_sram_enable(int ap_index,int size)114*54fd6939SJiyong Park int llc_sram_enable(int ap_index, int size)
115*54fd6939SJiyong Park {
116*54fd6939SJiyong Park uint32_t tc, way, ways_to_allocate;
117*54fd6939SJiyong Park uint32_t way_addr;
118*54fd6939SJiyong Park
119*54fd6939SJiyong Park if ((size <= 0) || (size > LLC_SIZE) || (size % LLC_WAY_SIZE))
120*54fd6939SJiyong Park return -1;
121*54fd6939SJiyong Park
122*54fd6939SJiyong Park llc_enable(ap_index, 1);
123*54fd6939SJiyong Park llc_inv_all(ap_index);
124*54fd6939SJiyong Park
125*54fd6939SJiyong Park ways_to_allocate = size / LLC_WAY_SIZE;
126*54fd6939SJiyong Park
127*54fd6939SJiyong Park /* Lockdown all available ways for all traffic classes */
128*54fd6939SJiyong Park for (tc = 0; tc < LLC_TC_NUM; tc++)
129*54fd6939SJiyong Park mmio_write_32(LLC_TCN_LOCK(ap_index, tc), LLC_ALL_WAYS_MASK);
130*54fd6939SJiyong Park
131*54fd6939SJiyong Park /* Clear the high bits of SRAM address */
132*54fd6939SJiyong Park mmio_write_32(LLC_BANKED_MNT_AHR(ap_index), 0);
133*54fd6939SJiyong Park
134*54fd6939SJiyong Park way_addr = PLAT_MARVELL_TRUSTED_RAM_BASE;
135*54fd6939SJiyong Park for (way = 0; way < ways_to_allocate; way++) {
136*54fd6939SJiyong Park /* Trigger allocation block command */
137*54fd6939SJiyong Park mmio_write_32(LLC_BLK_ALOC(ap_index),
138*54fd6939SJiyong Park LLC_BLK_ALOC_BASE_ADDR(way_addr) |
139*54fd6939SJiyong Park LLC_BLK_ALOC_WAY_DATA_SET |
140*54fd6939SJiyong Park LLC_BLK_ALOC_WAY_ID(way));
141*54fd6939SJiyong Park way_addr += LLC_WAY_SIZE;
142*54fd6939SJiyong Park }
143*54fd6939SJiyong Park return 0;
144*54fd6939SJiyong Park }
145*54fd6939SJiyong Park
llc_sram_disable(int ap_index)146*54fd6939SJiyong Park void llc_sram_disable(int ap_index)
147*54fd6939SJiyong Park {
148*54fd6939SJiyong Park uint32_t tc;
149*54fd6939SJiyong Park
150*54fd6939SJiyong Park /* Disable the line lockings */
151*54fd6939SJiyong Park for (tc = 0; tc < LLC_TC_NUM; tc++)
152*54fd6939SJiyong Park mmio_write_32(LLC_TCN_LOCK(ap_index, tc), 0);
153*54fd6939SJiyong Park
154*54fd6939SJiyong Park /* Invalidate all ways */
155*54fd6939SJiyong Park llc_inv_all(ap_index);
156*54fd6939SJiyong Park }
157*54fd6939SJiyong Park
llc_sram_test(int ap_index,int size,char * msg)158*54fd6939SJiyong Park int llc_sram_test(int ap_index, int size, char *msg)
159*54fd6939SJiyong Park {
160*54fd6939SJiyong Park uintptr_t addr, end_addr;
161*54fd6939SJiyong Park uint32_t data = 0;
162*54fd6939SJiyong Park
163*54fd6939SJiyong Park if ((size <= 0) || (size > LLC_SIZE))
164*54fd6939SJiyong Park return -1;
165*54fd6939SJiyong Park
166*54fd6939SJiyong Park INFO("=== LLC SRAM WRITE test %s\n", msg);
167*54fd6939SJiyong Park for (addr = PLAT_MARVELL_TRUSTED_RAM_BASE,
168*54fd6939SJiyong Park end_addr = PLAT_MARVELL_TRUSTED_RAM_BASE + size;
169*54fd6939SJiyong Park addr < end_addr; addr += 4) {
170*54fd6939SJiyong Park mmio_write_32(addr, addr);
171*54fd6939SJiyong Park }
172*54fd6939SJiyong Park INFO("=== LLC SRAM WRITE test %s PASSED\n", msg);
173*54fd6939SJiyong Park INFO("=== LLC SRAM READ test %s\n", msg);
174*54fd6939SJiyong Park for (addr = PLAT_MARVELL_TRUSTED_RAM_BASE,
175*54fd6939SJiyong Park end_addr = PLAT_MARVELL_TRUSTED_RAM_BASE + size;
176*54fd6939SJiyong Park addr < end_addr; addr += 4) {
177*54fd6939SJiyong Park data = mmio_read_32(addr);
178*54fd6939SJiyong Park if (data != addr) {
179*54fd6939SJiyong Park INFO("=== LLC SRAM READ test %s FAILED @ 0x%08lx)\n",
180*54fd6939SJiyong Park msg, addr);
181*54fd6939SJiyong Park return -1;
182*54fd6939SJiyong Park }
183*54fd6939SJiyong Park }
184*54fd6939SJiyong Park INFO("=== LLC SRAM READ test %s PASSED (last read = 0x%08x)\n",
185*54fd6939SJiyong Park msg, data);
186*54fd6939SJiyong Park return 0;
187*54fd6939SJiyong Park }
188*54fd6939SJiyong Park
189*54fd6939SJiyong Park #endif /* LLC_SRAM */
190