1*54fd6939SJiyong Park /*
2*54fd6939SJiyong Park * Copyright (c) 2018-2019, ARM Limited and Contributors. All rights reserved.
3*54fd6939SJiyong Park *
4*54fd6939SJiyong Park * SPDX-License-Identifier: BSD-3-Clause
5*54fd6939SJiyong Park */
6*54fd6939SJiyong Park
7*54fd6939SJiyong Park #include <stdbool.h>
8*54fd6939SJiyong Park
9*54fd6939SJiyong Park #include <arch.h>
10*54fd6939SJiyong Park #include <arch_helpers.h>
11*54fd6939SJiyong Park #include <common/debug.h>
12*54fd6939SJiyong Park #include <lib/mmio.h>
13*54fd6939SJiyong Park #include <lib/psci/psci.h>
14*54fd6939SJiyong Park
15*54fd6939SJiyong Park #include <gpc.h>
16*54fd6939SJiyong Park #include <imx8m_psci.h>
17*54fd6939SJiyong Park #include <plat_imx8.h>
18*54fd6939SJiyong Park
19*54fd6939SJiyong Park static uint32_t gpc_imr_offset[] = { IMR1_CORE0_A53, IMR1_CORE1_A53, IMR1_CORE2_A53, IMR1_CORE3_A53, };
20*54fd6939SJiyong Park
21*54fd6939SJiyong Park DEFINE_BAKERY_LOCK(gpc_lock);
22*54fd6939SJiyong Park
23*54fd6939SJiyong Park #pragma weak imx_set_cpu_pwr_off
24*54fd6939SJiyong Park #pragma weak imx_set_cpu_pwr_on
25*54fd6939SJiyong Park #pragma weak imx_set_cpu_lpm
26*54fd6939SJiyong Park #pragma weak imx_set_cluster_powerdown
27*54fd6939SJiyong Park
imx_set_cpu_secure_entry(unsigned int core_id,uintptr_t sec_entrypoint)28*54fd6939SJiyong Park void imx_set_cpu_secure_entry(unsigned int core_id, uintptr_t sec_entrypoint)
29*54fd6939SJiyong Park {
30*54fd6939SJiyong Park uint64_t temp_base;
31*54fd6939SJiyong Park
32*54fd6939SJiyong Park temp_base = (uint64_t) sec_entrypoint;
33*54fd6939SJiyong Park temp_base >>= 2;
34*54fd6939SJiyong Park
35*54fd6939SJiyong Park mmio_write_32(IMX_SRC_BASE + SRC_GPR1_OFFSET + (core_id << 3),
36*54fd6939SJiyong Park ((uint32_t)(temp_base >> 22) & 0xffff));
37*54fd6939SJiyong Park mmio_write_32(IMX_SRC_BASE + SRC_GPR1_OFFSET + (core_id << 3) + 4,
38*54fd6939SJiyong Park ((uint32_t)temp_base & 0x003fffff));
39*54fd6939SJiyong Park }
40*54fd6939SJiyong Park
imx_set_cpu_pwr_off(unsigned int core_id)41*54fd6939SJiyong Park void imx_set_cpu_pwr_off(unsigned int core_id)
42*54fd6939SJiyong Park {
43*54fd6939SJiyong Park
44*54fd6939SJiyong Park bakery_lock_get(&gpc_lock);
45*54fd6939SJiyong Park
46*54fd6939SJiyong Park /* enable the wfi power down of the core */
47*54fd6939SJiyong Park mmio_setbits_32(IMX_GPC_BASE + LPCR_A53_AD, COREx_WFI_PDN(core_id));
48*54fd6939SJiyong Park
49*54fd6939SJiyong Park bakery_lock_release(&gpc_lock);
50*54fd6939SJiyong Park
51*54fd6939SJiyong Park /* assert the pcg pcr bit of the core */
52*54fd6939SJiyong Park mmio_setbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1);
53*54fd6939SJiyong Park }
54*54fd6939SJiyong Park
imx_set_cpu_pwr_on(unsigned int core_id)55*54fd6939SJiyong Park void imx_set_cpu_pwr_on(unsigned int core_id)
56*54fd6939SJiyong Park {
57*54fd6939SJiyong Park bakery_lock_get(&gpc_lock);
58*54fd6939SJiyong Park
59*54fd6939SJiyong Park /* clear the wfi power down bit of the core */
60*54fd6939SJiyong Park mmio_clrbits_32(IMX_GPC_BASE + LPCR_A53_AD, COREx_WFI_PDN(core_id));
61*54fd6939SJiyong Park
62*54fd6939SJiyong Park bakery_lock_release(&gpc_lock);
63*54fd6939SJiyong Park
64*54fd6939SJiyong Park /* assert the ncpuporeset */
65*54fd6939SJiyong Park mmio_clrbits_32(IMX_SRC_BASE + SRC_A53RCR1, (1 << core_id));
66*54fd6939SJiyong Park /* assert the pcg pcr bit of the core */
67*54fd6939SJiyong Park mmio_setbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1);
68*54fd6939SJiyong Park /* sw power up the core */
69*54fd6939SJiyong Park mmio_setbits_32(IMX_GPC_BASE + CPU_PGC_UP_TRG, (1 << core_id));
70*54fd6939SJiyong Park
71*54fd6939SJiyong Park /* wait for the power up finished */
72*54fd6939SJiyong Park while ((mmio_read_32(IMX_GPC_BASE + CPU_PGC_UP_TRG) & (1 << core_id)) != 0)
73*54fd6939SJiyong Park ;
74*54fd6939SJiyong Park
75*54fd6939SJiyong Park /* deassert the pcg pcr bit of the core */
76*54fd6939SJiyong Park mmio_clrbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1);
77*54fd6939SJiyong Park /* deassert the ncpuporeset */
78*54fd6939SJiyong Park mmio_setbits_32(IMX_SRC_BASE + SRC_A53RCR1, (1 << core_id));
79*54fd6939SJiyong Park }
80*54fd6939SJiyong Park
imx_set_cpu_lpm(unsigned int core_id,bool pdn)81*54fd6939SJiyong Park void imx_set_cpu_lpm(unsigned int core_id, bool pdn)
82*54fd6939SJiyong Park {
83*54fd6939SJiyong Park bakery_lock_get(&gpc_lock);
84*54fd6939SJiyong Park
85*54fd6939SJiyong Park if (pdn) {
86*54fd6939SJiyong Park /* enable the core WFI PDN & IRQ PUP */
87*54fd6939SJiyong Park mmio_setbits_32(IMX_GPC_BASE + LPCR_A53_AD, COREx_WFI_PDN(core_id) |
88*54fd6939SJiyong Park COREx_IRQ_WUP(core_id));
89*54fd6939SJiyong Park /* assert the pcg pcr bit of the core */
90*54fd6939SJiyong Park mmio_setbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1);
91*54fd6939SJiyong Park } else {
92*54fd6939SJiyong Park /* disbale CORE WFI PDN & IRQ PUP */
93*54fd6939SJiyong Park mmio_clrbits_32(IMX_GPC_BASE + LPCR_A53_AD, COREx_WFI_PDN(core_id) |
94*54fd6939SJiyong Park COREx_IRQ_WUP(core_id));
95*54fd6939SJiyong Park /* deassert the pcg pcr bit of the core */
96*54fd6939SJiyong Park mmio_clrbits_32(IMX_GPC_BASE + COREx_PGC_PCR(core_id), 0x1);
97*54fd6939SJiyong Park }
98*54fd6939SJiyong Park
99*54fd6939SJiyong Park bakery_lock_release(&gpc_lock);
100*54fd6939SJiyong Park }
101*54fd6939SJiyong Park
102*54fd6939SJiyong Park /*
103*54fd6939SJiyong Park * the plat and noc can only be power up & down by slot method,
104*54fd6939SJiyong Park * slot0: plat power down; slot1: noc power down; slot2: noc power up;
105*54fd6939SJiyong Park * slot3: plat power up. plat's pup&pdn ack is used by default. if
106*54fd6939SJiyong Park * noc is config to power down, then noc's pdn ack should be used.
107*54fd6939SJiyong Park */
imx_a53_plat_slot_config(bool pdn)108*54fd6939SJiyong Park static void imx_a53_plat_slot_config(bool pdn)
109*54fd6939SJiyong Park {
110*54fd6939SJiyong Park if (pdn) {
111*54fd6939SJiyong Park mmio_setbits_32(IMX_GPC_BASE + SLTx_CFG(0), PLAT_PDN_SLT_CTRL);
112*54fd6939SJiyong Park mmio_setbits_32(IMX_GPC_BASE + SLTx_CFG(3), PLAT_PUP_SLT_CTRL);
113*54fd6939SJiyong Park mmio_write_32(IMX_GPC_BASE + PGC_ACK_SEL_A53, A53_PLAT_PDN_ACK |
114*54fd6939SJiyong Park A53_PLAT_PUP_ACK);
115*54fd6939SJiyong Park mmio_setbits_32(IMX_GPC_BASE + PLAT_PGC_PCR, 0x1);
116*54fd6939SJiyong Park } else {
117*54fd6939SJiyong Park mmio_clrbits_32(IMX_GPC_BASE + SLTx_CFG(0), PLAT_PDN_SLT_CTRL);
118*54fd6939SJiyong Park mmio_clrbits_32(IMX_GPC_BASE + SLTx_CFG(3), PLAT_PUP_SLT_CTRL);
119*54fd6939SJiyong Park mmio_write_32(IMX_GPC_BASE + PGC_ACK_SEL_A53, A53_DUMMY_PUP_ACK |
120*54fd6939SJiyong Park A53_DUMMY_PDN_ACK);
121*54fd6939SJiyong Park mmio_clrbits_32(IMX_GPC_BASE + PLAT_PGC_PCR, 0x1);
122*54fd6939SJiyong Park }
123*54fd6939SJiyong Park }
124*54fd6939SJiyong Park
imx_set_cluster_standby(bool enter)125*54fd6939SJiyong Park void imx_set_cluster_standby(bool enter)
126*54fd6939SJiyong Park {
127*54fd6939SJiyong Park /*
128*54fd6939SJiyong Park * Enable BIT 6 of A53 AD register to make sure system
129*54fd6939SJiyong Park * don't enter LPM mode.
130*54fd6939SJiyong Park */
131*54fd6939SJiyong Park if (enter)
132*54fd6939SJiyong Park mmio_setbits_32(IMX_GPC_BASE + LPCR_A53_AD, (1 << 6));
133*54fd6939SJiyong Park else
134*54fd6939SJiyong Park mmio_clrbits_32(IMX_GPC_BASE + LPCR_A53_AD, (1 << 6));
135*54fd6939SJiyong Park }
136*54fd6939SJiyong Park
137*54fd6939SJiyong Park /* i.mx8mq need to override it */
imx_set_cluster_powerdown(unsigned int last_core,uint8_t power_state)138*54fd6939SJiyong Park void imx_set_cluster_powerdown(unsigned int last_core, uint8_t power_state)
139*54fd6939SJiyong Park {
140*54fd6939SJiyong Park uint32_t val;
141*54fd6939SJiyong Park
142*54fd6939SJiyong Park if (!is_local_state_run(power_state)) {
143*54fd6939SJiyong Park /* config C0~1's LPM, enable a53 clock off in LPM */
144*54fd6939SJiyong Park mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_BSC, A53_CLK_ON_LPM,
145*54fd6939SJiyong Park LPM_MODE(power_state));
146*54fd6939SJiyong Park /* config C2-3's LPM */
147*54fd6939SJiyong Park mmio_setbits_32(IMX_GPC_BASE + LPCR_A53_BSC2, LPM_MODE(power_state));
148*54fd6939SJiyong Park
149*54fd6939SJiyong Park /* enable PLAT/SCU power down */
150*54fd6939SJiyong Park val = mmio_read_32(IMX_GPC_BASE + LPCR_A53_AD);
151*54fd6939SJiyong Park val &= ~EN_L2_WFI_PDN;
152*54fd6939SJiyong Park /* L2 cache memory is on in WAIT mode */
153*54fd6939SJiyong Park if (is_local_state_off(power_state)) {
154*54fd6939SJiyong Park val |= (L2PGE | EN_PLAT_PDN);
155*54fd6939SJiyong Park imx_a53_plat_slot_config(true);
156*54fd6939SJiyong Park }
157*54fd6939SJiyong Park
158*54fd6939SJiyong Park mmio_write_32(IMX_GPC_BASE + LPCR_A53_AD, val);
159*54fd6939SJiyong Park } else {
160*54fd6939SJiyong Park /* clear the slot and ack for cluster power down */
161*54fd6939SJiyong Park imx_a53_plat_slot_config(false);
162*54fd6939SJiyong Park /* reverse the cluster level setting */
163*54fd6939SJiyong Park mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_BSC, 0xf, A53_CLK_ON_LPM);
164*54fd6939SJiyong Park mmio_clrbits_32(IMX_GPC_BASE + LPCR_A53_BSC2, 0xf);
165*54fd6939SJiyong Park
166*54fd6939SJiyong Park /* clear PLAT/SCU power down */
167*54fd6939SJiyong Park mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_AD, (L2PGE | EN_PLAT_PDN),
168*54fd6939SJiyong Park EN_L2_WFI_PDN);
169*54fd6939SJiyong Park }
170*54fd6939SJiyong Park }
171*54fd6939SJiyong Park
gicd_read_isenabler(uintptr_t base,unsigned int id)172*54fd6939SJiyong Park static unsigned int gicd_read_isenabler(uintptr_t base, unsigned int id)
173*54fd6939SJiyong Park {
174*54fd6939SJiyong Park unsigned int n = id >> ISENABLER_SHIFT;
175*54fd6939SJiyong Park
176*54fd6939SJiyong Park return mmio_read_32(base + GICD_ISENABLER + (n << 2));
177*54fd6939SJiyong Park }
178*54fd6939SJiyong Park
179*54fd6939SJiyong Park /*
180*54fd6939SJiyong Park * gic's clock will be gated in system suspend, so gic has no ability to
181*54fd6939SJiyong Park * to wakeup the system, we need to config the imr based on the irq
182*54fd6939SJiyong Park * enable status in gic, then gpc will monitor the wakeup irq
183*54fd6939SJiyong Park */
imx_set_sys_wakeup(unsigned int last_core,bool pdn)184*54fd6939SJiyong Park void imx_set_sys_wakeup(unsigned int last_core, bool pdn)
185*54fd6939SJiyong Park {
186*54fd6939SJiyong Park uint32_t irq_mask;
187*54fd6939SJiyong Park uintptr_t gicd_base = PLAT_GICD_BASE;
188*54fd6939SJiyong Park
189*54fd6939SJiyong Park if (pdn)
190*54fd6939SJiyong Park mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_BSC, A53_CORE_WUP_SRC(last_core),
191*54fd6939SJiyong Park IRQ_SRC_A53_WUP);
192*54fd6939SJiyong Park else
193*54fd6939SJiyong Park mmio_clrsetbits_32(IMX_GPC_BASE + LPCR_A53_BSC, IRQ_SRC_A53_WUP,
194*54fd6939SJiyong Park A53_CORE_WUP_SRC(last_core));
195*54fd6939SJiyong Park
196*54fd6939SJiyong Park /* clear last core's IMR based on GIC's mask setting */
197*54fd6939SJiyong Park for (int i = 0; i < IRQ_IMR_NUM; i++) {
198*54fd6939SJiyong Park if (pdn)
199*54fd6939SJiyong Park /* set the wakeup irq base GIC */
200*54fd6939SJiyong Park irq_mask = ~gicd_read_isenabler(gicd_base, 32 * (i + 1));
201*54fd6939SJiyong Park else
202*54fd6939SJiyong Park irq_mask = IMR_MASK_ALL;
203*54fd6939SJiyong Park
204*54fd6939SJiyong Park mmio_write_32(IMX_GPC_BASE + gpc_imr_offset[last_core] + i * 4,
205*54fd6939SJiyong Park irq_mask);
206*54fd6939SJiyong Park }
207*54fd6939SJiyong Park }
208*54fd6939SJiyong Park
209*54fd6939SJiyong Park #pragma weak imx_noc_slot_config
210*54fd6939SJiyong Park /*
211*54fd6939SJiyong Park * this function only need to be override by platform
212*54fd6939SJiyong Park * that support noc power down, for example: imx8mm.
213*54fd6939SJiyong Park * otherwize, keep it empty.
214*54fd6939SJiyong Park */
imx_noc_slot_config(bool pdn)215*54fd6939SJiyong Park void imx_noc_slot_config(bool pdn)
216*54fd6939SJiyong Park {
217*54fd6939SJiyong Park
218*54fd6939SJiyong Park }
219*54fd6939SJiyong Park
220*54fd6939SJiyong Park /* this is common for all imx8m soc */
imx_set_sys_lpm(unsigned int last_core,bool retention)221*54fd6939SJiyong Park void imx_set_sys_lpm(unsigned int last_core, bool retention)
222*54fd6939SJiyong Park {
223*54fd6939SJiyong Park uint32_t val;
224*54fd6939SJiyong Park
225*54fd6939SJiyong Park val = mmio_read_32(IMX_GPC_BASE + SLPCR);
226*54fd6939SJiyong Park val &= ~(SLPCR_EN_DSM | SLPCR_VSTBY | SLPCR_SBYOS |
227*54fd6939SJiyong Park SLPCR_BYPASS_PMIC_READY | SLPCR_A53_FASTWUP_STOP_MODE);
228*54fd6939SJiyong Park
229*54fd6939SJiyong Park if (retention)
230*54fd6939SJiyong Park val |= (SLPCR_EN_DSM | SLPCR_VSTBY | SLPCR_SBYOS |
231*54fd6939SJiyong Park SLPCR_BYPASS_PMIC_READY | SLPCR_A53_FASTWUP_STOP_MODE);
232*54fd6939SJiyong Park
233*54fd6939SJiyong Park mmio_write_32(IMX_GPC_BASE + SLPCR, val);
234*54fd6939SJiyong Park
235*54fd6939SJiyong Park /* config the noc power down */
236*54fd6939SJiyong Park imx_noc_slot_config(retention);
237*54fd6939SJiyong Park
238*54fd6939SJiyong Park /* config wakeup irqs' mask in gpc */
239*54fd6939SJiyong Park imx_set_sys_wakeup(last_core, retention);
240*54fd6939SJiyong Park }
241*54fd6939SJiyong Park
imx_set_rbc_count(void)242*54fd6939SJiyong Park void imx_set_rbc_count(void)
243*54fd6939SJiyong Park {
244*54fd6939SJiyong Park mmio_setbits_32(IMX_GPC_BASE + SLPCR, SLPCR_RBC_EN |
245*54fd6939SJiyong Park (0x8 << SLPCR_RBC_COUNT_SHIFT));
246*54fd6939SJiyong Park }
247*54fd6939SJiyong Park
imx_clear_rbc_count(void)248*54fd6939SJiyong Park void imx_clear_rbc_count(void)
249*54fd6939SJiyong Park {
250*54fd6939SJiyong Park mmio_clrbits_32(IMX_GPC_BASE + SLPCR, SLPCR_RBC_EN |
251*54fd6939SJiyong Park (0x3f << SLPCR_RBC_COUNT_SHIFT));
252*54fd6939SJiyong Park }
253