Commit | Line | Data |
---|---|---|
b2b9762f SS |
1 | /* |
2 | * OMAP MPUSS low power code | |
3 | * | |
4 | * Copyright (C) 2011 Texas Instruments, Inc. | |
5 | * Santosh Shilimkar <santosh.shilimkar@ti.com> | |
6 | * | |
7 | * OMAP4430 MPUSS mainly consists of dual Cortex-A9 with per-CPU | |
8 | * Local timer and Watchdog, GIC, SCU, PL310 L2 cache controller, | |
9 | * CPU0 and CPU1 LPRM modules. | |
10 | * CPU0, CPU1 and MPUSS each have there own power domain and | |
11 | * hence multiple low power combinations of MPUSS are possible. | |
12 | * | |
13 | * The CPU0 and CPU1 can't support Closed switch Retention (CSWR) | |
14 | * because the mode is not supported by hw constraints of dormant | |
15 | * mode. While waking up from the dormant mode, a reset signal | |
16 | * to the Cortex-A9 processor must be asserted by the external | |
17 | * power controller. | |
18 | * | |
19 | * With architectural inputs and hardware recommendations, only | |
20 | * below modes are supported from power gain vs latency point of view. | |
21 | * | |
22 | * CPU0 CPU1 MPUSS | |
23 | * ---------------------------------------------- | |
24 | * ON ON ON | |
25 | * ON(Inactive) OFF ON(Inactive) | |
26 | * OFF OFF CSWR | |
3ba2a739 SS |
27 | * OFF OFF OSWR |
28 | * OFF OFF OFF(Device OFF *TBD) | |
b2b9762f SS |
29 | * ---------------------------------------------- |
30 | * | |
31 | * Note: CPU0 is the master core and it is the last CPU to go down | |
32 | * and first to wake-up when MPUSS low power states are excercised | |
33 | * | |
34 | * | |
35 | * This program is free software; you can redistribute it and/or modify | |
36 | * it under the terms of the GNU General Public License version 2 as | |
37 | * published by the Free Software Foundation. | |
38 | */ | |
39 | ||
40 | #include <linux/kernel.h> | |
41 | #include <linux/io.h> | |
42 | #include <linux/errno.h> | |
43 | #include <linux/linkage.h> | |
44 | #include <linux/smp.h> | |
45 | ||
46 | #include <asm/cacheflush.h> | |
47 | #include <asm/tlbflush.h> | |
48 | #include <asm/smp_scu.h> | |
49 | #include <asm/system.h> | |
50 | #include <asm/pgalloc.h> | |
51 | #include <asm/suspend.h> | |
5e94c6e3 | 52 | #include <asm/hardware/cache-l2x0.h> |
b2b9762f SS |
53 | |
54 | #include <plat/omap44xx.h> | |
55 | ||
56 | #include "common.h" | |
57 | #include "omap4-sar-layout.h" | |
58 | #include "pm.h" | |
3ba2a739 SS |
59 | #include "prcm_mpu44xx.h" |
60 | #include "prminst44xx.h" | |
61 | #include "prcm44xx.h" | |
62 | #include "prm44xx.h" | |
63 | #include "prm-regbits-44xx.h" | |
b2b9762f SS |
64 | |
65 | #ifdef CONFIG_SMP | |
66 | ||
67 | struct omap4_cpu_pm_info { | |
68 | struct powerdomain *pwrdm; | |
69 | void __iomem *scu_sar_addr; | |
70 | void __iomem *wkup_sar_addr; | |
5e94c6e3 | 71 | void __iomem *l2x0_sar_addr; |
b2b9762f SS |
72 | }; |
73 | ||
74 | static DEFINE_PER_CPU(struct omap4_cpu_pm_info, omap4_pm_info); | |
e44f9a77 | 75 | static struct powerdomain *mpuss_pd; |
5e94c6e3 | 76 | static void __iomem *sar_base; |
b2b9762f SS |
77 | |
78 | /* | |
79 | * Program the wakeup routine address for the CPU0 and CPU1 | |
80 | * used for OFF or DORMANT wakeup. | |
81 | */ | |
82 | static inline void set_cpu_wakeup_addr(unsigned int cpu_id, u32 addr) | |
83 | { | |
84 | struct omap4_cpu_pm_info *pm_info = &per_cpu(omap4_pm_info, cpu_id); | |
85 | ||
86 | __raw_writel(addr, pm_info->wkup_sar_addr); | |
87 | } | |
88 | ||
89 | /* | |
90 | * Set the CPUx powerdomain's previous power state | |
91 | */ | |
92 | static inline void set_cpu_next_pwrst(unsigned int cpu_id, | |
93 | unsigned int power_state) | |
94 | { | |
95 | struct omap4_cpu_pm_info *pm_info = &per_cpu(omap4_pm_info, cpu_id); | |
96 | ||
97 | pwrdm_set_next_pwrst(pm_info->pwrdm, power_state); | |
98 | } | |
99 | ||
100 | /* | |
101 | * Read CPU's previous power state | |
102 | */ | |
103 | static inline unsigned int read_cpu_prev_pwrst(unsigned int cpu_id) | |
104 | { | |
105 | struct omap4_cpu_pm_info *pm_info = &per_cpu(omap4_pm_info, cpu_id); | |
106 | ||
107 | return pwrdm_read_prev_pwrst(pm_info->pwrdm); | |
108 | } | |
109 | ||
110 | /* | |
111 | * Clear the CPUx powerdomain's previous power state | |
112 | */ | |
113 | static inline void clear_cpu_prev_pwrst(unsigned int cpu_id) | |
114 | { | |
115 | struct omap4_cpu_pm_info *pm_info = &per_cpu(omap4_pm_info, cpu_id); | |
116 | ||
117 | pwrdm_clear_all_prev_pwrst(pm_info->pwrdm); | |
118 | } | |
119 | ||
120 | /* | |
121 | * Store the SCU power status value to scratchpad memory | |
122 | */ | |
123 | static void scu_pwrst_prepare(unsigned int cpu_id, unsigned int cpu_state) | |
124 | { | |
125 | struct omap4_cpu_pm_info *pm_info = &per_cpu(omap4_pm_info, cpu_id); | |
126 | u32 scu_pwr_st; | |
127 | ||
128 | switch (cpu_state) { | |
129 | case PWRDM_POWER_RET: | |
130 | scu_pwr_st = SCU_PM_DORMANT; | |
131 | break; | |
132 | case PWRDM_POWER_OFF: | |
133 | scu_pwr_st = SCU_PM_POWEROFF; | |
134 | break; | |
135 | case PWRDM_POWER_ON: | |
136 | case PWRDM_POWER_INACTIVE: | |
137 | default: | |
138 | scu_pwr_st = SCU_PM_NORMAL; | |
139 | break; | |
140 | } | |
141 | ||
142 | __raw_writel(scu_pwr_st, pm_info->scu_sar_addr); | |
143 | } | |
144 | ||
3ba2a739 SS |
145 | /* Helper functions for MPUSS OSWR */ |
146 | static inline void mpuss_clear_prev_logic_pwrst(void) | |
147 | { | |
148 | u32 reg; | |
149 | ||
150 | reg = omap4_prminst_read_inst_reg(OMAP4430_PRM_PARTITION, | |
151 | OMAP4430_PRM_MPU_INST, OMAP4_RM_MPU_MPU_CONTEXT_OFFSET); | |
152 | omap4_prminst_write_inst_reg(reg, OMAP4430_PRM_PARTITION, | |
153 | OMAP4430_PRM_MPU_INST, OMAP4_RM_MPU_MPU_CONTEXT_OFFSET); | |
154 | } | |
155 | ||
156 | static inline void cpu_clear_prev_logic_pwrst(unsigned int cpu_id) | |
157 | { | |
158 | u32 reg; | |
159 | ||
160 | if (cpu_id) { | |
161 | reg = omap4_prcm_mpu_read_inst_reg(OMAP4430_PRCM_MPU_CPU1_INST, | |
162 | OMAP4_RM_CPU1_CPU1_CONTEXT_OFFSET); | |
163 | omap4_prcm_mpu_write_inst_reg(reg, OMAP4430_PRCM_MPU_CPU1_INST, | |
164 | OMAP4_RM_CPU1_CPU1_CONTEXT_OFFSET); | |
165 | } else { | |
166 | reg = omap4_prcm_mpu_read_inst_reg(OMAP4430_PRCM_MPU_CPU0_INST, | |
167 | OMAP4_RM_CPU0_CPU0_CONTEXT_OFFSET); | |
168 | omap4_prcm_mpu_write_inst_reg(reg, OMAP4430_PRCM_MPU_CPU0_INST, | |
169 | OMAP4_RM_CPU0_CPU0_CONTEXT_OFFSET); | |
170 | } | |
171 | } | |
172 | ||
173 | /** | |
174 | * omap4_mpuss_read_prev_context_state: | |
175 | * Function returns the MPUSS previous context state | |
176 | */ | |
177 | u32 omap4_mpuss_read_prev_context_state(void) | |
178 | { | |
179 | u32 reg; | |
180 | ||
181 | reg = omap4_prminst_read_inst_reg(OMAP4430_PRM_PARTITION, | |
182 | OMAP4430_PRM_MPU_INST, OMAP4_RM_MPU_MPU_CONTEXT_OFFSET); | |
183 | reg &= OMAP4430_LOSTCONTEXT_DFF_MASK; | |
184 | return reg; | |
185 | } | |
186 | ||
5e94c6e3 SS |
187 | /* |
188 | * Store the CPU cluster state for L2X0 low power operations. | |
189 | */ | |
190 | static void l2x0_pwrst_prepare(unsigned int cpu_id, unsigned int save_state) | |
191 | { | |
192 | struct omap4_cpu_pm_info *pm_info = &per_cpu(omap4_pm_info, cpu_id); | |
193 | ||
194 | __raw_writel(save_state, pm_info->l2x0_sar_addr); | |
195 | } | |
196 | ||
197 | /* | |
198 | * Save the L2X0 AUXCTRL and POR value to SAR memory. Its used to | |
199 | * in every restore MPUSS OFF path. | |
200 | */ | |
201 | #ifdef CONFIG_CACHE_L2X0 | |
202 | static void save_l2x0_context(void) | |
203 | { | |
204 | u32 val; | |
205 | void __iomem *l2x0_base = omap4_get_l2cache_base(); | |
206 | ||
207 | val = __raw_readl(l2x0_base + L2X0_AUX_CTRL); | |
208 | __raw_writel(val, sar_base + L2X0_AUXCTRL_OFFSET); | |
209 | val = __raw_readl(l2x0_base + L2X0_PREFETCH_CTRL); | |
210 | __raw_writel(val, sar_base + L2X0_PREFETCH_CTRL_OFFSET); | |
211 | } | |
212 | #else | |
213 | static void save_l2x0_context(void) | |
214 | {} | |
215 | #endif | |
216 | ||
b2b9762f SS |
217 | /** |
218 | * omap4_enter_lowpower: OMAP4 MPUSS Low Power Entry Function | |
219 | * The purpose of this function is to manage low power programming | |
220 | * of OMAP4 MPUSS subsystem | |
221 | * @cpu : CPU ID | |
222 | * @power_state: Low power state. | |
e44f9a77 SS |
223 | * |
224 | * MPUSS states for the context save: | |
225 | * save_state = | |
226 | * 0 - Nothing lost and no need to save: MPUSS INACTIVE | |
227 | * 1 - CPUx L1 and logic lost: MPUSS CSWR | |
228 | * 2 - CPUx L1 and logic lost + GIC lost: MPUSS OSWR | |
229 | * 3 - CPUx L1 and logic lost + GIC + L2 lost: DEVICE OFF | |
b2b9762f SS |
230 | */ |
231 | int omap4_enter_lowpower(unsigned int cpu, unsigned int power_state) | |
232 | { | |
233 | unsigned int save_state = 0; | |
234 | unsigned int wakeup_cpu; | |
235 | ||
236 | if (omap_rev() == OMAP4430_REV_ES1_0) | |
237 | return -ENXIO; | |
238 | ||
239 | switch (power_state) { | |
240 | case PWRDM_POWER_ON: | |
241 | case PWRDM_POWER_INACTIVE: | |
242 | save_state = 0; | |
243 | break; | |
244 | case PWRDM_POWER_OFF: | |
245 | save_state = 1; | |
246 | break; | |
247 | case PWRDM_POWER_RET: | |
248 | default: | |
249 | /* | |
250 | * CPUx CSWR is invalid hardware state. Also CPUx OSWR | |
251 | * doesn't make much scense, since logic is lost and $L1 | |
252 | * needs to be cleaned because of coherency. This makes | |
253 | * CPUx OSWR equivalent to CPUX OFF and hence not supported | |
254 | */ | |
255 | WARN_ON(1); | |
256 | return -ENXIO; | |
257 | } | |
258 | ||
3ba2a739 SS |
259 | /* |
260 | * Check MPUSS next state and save interrupt controller if needed. | |
261 | * In MPUSS OSWR or device OFF, interrupt controller contest is lost. | |
262 | */ | |
263 | mpuss_clear_prev_logic_pwrst(); | |
e44f9a77 | 264 | pwrdm_clear_all_prev_pwrst(mpuss_pd); |
3ba2a739 SS |
265 | if ((pwrdm_read_next_pwrst(mpuss_pd) == PWRDM_POWER_RET) && |
266 | (pwrdm_read_logic_retst(mpuss_pd) == PWRDM_POWER_OFF)) | |
267 | save_state = 2; | |
268 | ||
b2b9762f | 269 | clear_cpu_prev_pwrst(cpu); |
3ba2a739 | 270 | cpu_clear_prev_logic_pwrst(cpu); |
b2b9762f SS |
271 | set_cpu_next_pwrst(cpu, power_state); |
272 | set_cpu_wakeup_addr(cpu, virt_to_phys(omap4_cpu_resume)); | |
273 | scu_pwrst_prepare(cpu, power_state); | |
5e94c6e3 | 274 | l2x0_pwrst_prepare(cpu, save_state); |
b2b9762f SS |
275 | |
276 | /* | |
277 | * Call low level function with targeted low power state. | |
278 | */ | |
279 | cpu_suspend(save_state, omap4_finish_suspend); | |
280 | ||
281 | /* | |
282 | * Restore the CPUx power state to ON otherwise CPUx | |
283 | * power domain can transitions to programmed low power | |
284 | * state while doing WFI outside the low powe code. On | |
285 | * secure devices, CPUx does WFI which can result in | |
286 | * domain transition | |
287 | */ | |
288 | wakeup_cpu = smp_processor_id(); | |
289 | set_cpu_next_pwrst(wakeup_cpu, PWRDM_POWER_ON); | |
290 | ||
291 | return 0; | |
292 | } | |
293 | ||
b5b4f288 SS |
294 | /** |
295 | * omap4_hotplug_cpu: OMAP4 CPU hotplug entry | |
296 | * @cpu : CPU ID | |
297 | * @power_state: CPU low power state. | |
298 | */ | |
299 | int omap4_hotplug_cpu(unsigned int cpu, unsigned int power_state) | |
300 | { | |
301 | unsigned int cpu_state = 0; | |
302 | ||
303 | if (omap_rev() == OMAP4430_REV_ES1_0) | |
304 | return -ENXIO; | |
305 | ||
306 | if (power_state == PWRDM_POWER_OFF) | |
307 | cpu_state = 1; | |
308 | ||
309 | clear_cpu_prev_pwrst(cpu); | |
310 | set_cpu_next_pwrst(cpu, power_state); | |
311 | set_cpu_wakeup_addr(cpu, virt_to_phys(omap_secondary_startup)); | |
312 | scu_pwrst_prepare(cpu, power_state); | |
313 | ||
314 | /* | |
315 | * CPU never retuns back if targetted power state is OFF mode. | |
316 | * CPU ONLINE follows normal CPU ONLINE ptah via | |
317 | * omap_secondary_startup(). | |
318 | */ | |
319 | omap4_finish_suspend(cpu_state); | |
320 | ||
321 | set_cpu_next_pwrst(cpu, PWRDM_POWER_ON); | |
322 | return 0; | |
323 | } | |
324 | ||
325 | ||
b2b9762f SS |
326 | /* |
327 | * Initialise OMAP4 MPUSS | |
328 | */ | |
329 | int __init omap4_mpuss_init(void) | |
330 | { | |
331 | struct omap4_cpu_pm_info *pm_info; | |
b2b9762f SS |
332 | |
333 | if (omap_rev() == OMAP4430_REV_ES1_0) { | |
334 | WARN(1, "Power Management not supported on OMAP4430 ES1.0\n"); | |
335 | return -ENODEV; | |
336 | } | |
337 | ||
5e94c6e3 SS |
338 | sar_base = omap4_get_sar_ram_base(); |
339 | ||
b2b9762f SS |
340 | /* Initilaise per CPU PM information */ |
341 | pm_info = &per_cpu(omap4_pm_info, 0x0); | |
342 | pm_info->scu_sar_addr = sar_base + SCU_OFFSET0; | |
343 | pm_info->wkup_sar_addr = sar_base + CPU0_WAKEUP_NS_PA_ADDR_OFFSET; | |
5e94c6e3 | 344 | pm_info->l2x0_sar_addr = sar_base + L2X0_SAVE_OFFSET0; |
b2b9762f SS |
345 | pm_info->pwrdm = pwrdm_lookup("cpu0_pwrdm"); |
346 | if (!pm_info->pwrdm) { | |
347 | pr_err("Lookup failed for CPU0 pwrdm\n"); | |
348 | return -ENODEV; | |
349 | } | |
350 | ||
351 | /* Clear CPU previous power domain state */ | |
352 | pwrdm_clear_all_prev_pwrst(pm_info->pwrdm); | |
3ba2a739 | 353 | cpu_clear_prev_logic_pwrst(0); |
b2b9762f SS |
354 | |
355 | /* Initialise CPU0 power domain state to ON */ | |
356 | pwrdm_set_next_pwrst(pm_info->pwrdm, PWRDM_POWER_ON); | |
357 | ||
358 | pm_info = &per_cpu(omap4_pm_info, 0x1); | |
359 | pm_info->scu_sar_addr = sar_base + SCU_OFFSET1; | |
360 | pm_info->wkup_sar_addr = sar_base + CPU1_WAKEUP_NS_PA_ADDR_OFFSET; | |
5e94c6e3 | 361 | pm_info->l2x0_sar_addr = sar_base + L2X0_SAVE_OFFSET1; |
b2b9762f SS |
362 | pm_info->pwrdm = pwrdm_lookup("cpu1_pwrdm"); |
363 | if (!pm_info->pwrdm) { | |
364 | pr_err("Lookup failed for CPU1 pwrdm\n"); | |
365 | return -ENODEV; | |
366 | } | |
367 | ||
368 | /* Clear CPU previous power domain state */ | |
369 | pwrdm_clear_all_prev_pwrst(pm_info->pwrdm); | |
3ba2a739 | 370 | cpu_clear_prev_logic_pwrst(1); |
b2b9762f SS |
371 | |
372 | /* Initialise CPU1 power domain state to ON */ | |
373 | pwrdm_set_next_pwrst(pm_info->pwrdm, PWRDM_POWER_ON); | |
374 | ||
e44f9a77 SS |
375 | mpuss_pd = pwrdm_lookup("mpu_pwrdm"); |
376 | if (!mpuss_pd) { | |
377 | pr_err("Failed to lookup MPUSS power domain\n"); | |
378 | return -ENODEV; | |
379 | } | |
380 | pwrdm_clear_all_prev_pwrst(mpuss_pd); | |
3ba2a739 | 381 | mpuss_clear_prev_logic_pwrst(); |
e44f9a77 | 382 | |
b2b9762f SS |
383 | /* Save device type on scratchpad for low level code to use */ |
384 | if (omap_type() != OMAP2_DEVICE_TYPE_GP) | |
385 | __raw_writel(1, sar_base + OMAP_TYPE_OFFSET); | |
386 | else | |
387 | __raw_writel(0, sar_base + OMAP_TYPE_OFFSET); | |
388 | ||
5e94c6e3 SS |
389 | save_l2x0_context(); |
390 | ||
b2b9762f SS |
391 | return 0; |
392 | } | |
393 | ||
394 | #endif |