Commit | Line | Data |
---|---|---|
8bd22949 KH |
1 | /* |
2 | * OMAP3 Power Management Routines | |
3 | * | |
4 | * Copyright (C) 2006-2008 Nokia Corporation | |
5 | * Tony Lindgren <tony@atomide.com> | |
6 | * Jouni Hogander | |
7 | * | |
2f5939c3 RN |
8 | * Copyright (C) 2007 Texas Instruments, Inc. |
9 | * Rajendra Nayak <rnayak@ti.com> | |
10 | * | |
8bd22949 KH |
11 | * Copyright (C) 2005 Texas Instruments, Inc. |
12 | * Richard Woodruff <r-woodruff2@ti.com> | |
13 | * | |
14 | * Based on pm.c for omap1 | |
15 | * | |
16 | * This program is free software; you can redistribute it and/or modify | |
17 | * it under the terms of the GNU General Public License version 2 as | |
18 | * published by the Free Software Foundation. | |
19 | */ | |
20 | ||
21 | #include <linux/pm.h> | |
22 | #include <linux/suspend.h> | |
23 | #include <linux/interrupt.h> | |
24 | #include <linux/module.h> | |
25 | #include <linux/list.h> | |
26 | #include <linux/err.h> | |
27 | #include <linux/gpio.h> | |
c40552bc | 28 | #include <linux/clk.h> |
dccaad89 | 29 | #include <linux/delay.h> |
5a0e3ad6 | 30 | #include <linux/slab.h> |
5e7c58dc | 31 | #include <trace/events/power.h> |
8bd22949 | 32 | |
2c74a0ce RK |
33 | #include <asm/suspend.h> |
34 | ||
ce491cf8 | 35 | #include <plat/sram.h> |
1540f214 | 36 | #include "clockdomain.h" |
72e06d08 | 37 | #include "powerdomain.h" |
61255ab9 | 38 | #include <plat/sdrc.h> |
2f5939c3 RN |
39 | #include <plat/prcm.h> |
40 | #include <plat/gpmc.h> | |
f2d11858 | 41 | #include <plat/dma.h> |
8bd22949 | 42 | |
4e65331c | 43 | #include "common.h" |
59fb659b | 44 | #include "cm2xxx_3xxx.h" |
8bd22949 KH |
45 | #include "cm-regbits-34xx.h" |
46 | #include "prm-regbits-34xx.h" | |
47 | ||
59fb659b | 48 | #include "prm2xxx_3xxx.h" |
8bd22949 | 49 | #include "pm.h" |
13a6fe0f | 50 | #include "sdrc.h" |
4814ced5 | 51 | #include "control.h" |
13a6fe0f | 52 | |
e83df17f KH |
53 | #ifdef CONFIG_SUSPEND |
54 | static suspend_state_t suspend_state = PM_SUSPEND_ON; | |
e83df17f KH |
55 | #endif |
56 | ||
8cdfd834 NM |
57 | /* pm34xx errata defined in pm.h */ |
58 | u16 pm34xx_errata; | |
59 | ||
8bd22949 KH |
60 | struct power_state { |
61 | struct powerdomain *pwrdm; | |
62 | u32 next_state; | |
10f90ed2 | 63 | #ifdef CONFIG_SUSPEND |
8bd22949 | 64 | u32 saved_state; |
10f90ed2 | 65 | #endif |
8bd22949 KH |
66 | struct list_head node; |
67 | }; | |
68 | ||
69 | static LIST_HEAD(pwrst_list); | |
70 | ||
27d59a4a | 71 | static int (*_omap_save_secure_sram)(u32 *addr); |
46e130d2 | 72 | void (*omap3_do_wfi_sram)(void); |
27d59a4a | 73 | |
fa3c2a4f RN |
74 | static struct powerdomain *mpu_pwrdm, *neon_pwrdm; |
75 | static struct powerdomain *core_pwrdm, *per_pwrdm; | |
c16c3f67 | 76 | static struct powerdomain *cam_pwrdm; |
fa3c2a4f | 77 | |
2f5939c3 RN |
78 | static inline void omap3_per_save_context(void) |
79 | { | |
80 | omap_gpio_save_context(); | |
81 | } | |
82 | ||
83 | static inline void omap3_per_restore_context(void) | |
84 | { | |
85 | omap_gpio_restore_context(); | |
86 | } | |
87 | ||
3a7ec26b KJ |
88 | static void omap3_enable_io_chain(void) |
89 | { | |
90 | int timeout = 0; | |
91 | ||
b02b9172 PW |
92 | omap2_prm_set_mod_reg_bits(OMAP3430_EN_IO_CHAIN_MASK, WKUP_MOD, |
93 | PM_WKEN); | |
94 | /* Do a readback to assure write has been done */ | |
95 | omap2_prm_read_mod_reg(WKUP_MOD, PM_WKEN); | |
96 | ||
97 | while (!(omap2_prm_read_mod_reg(WKUP_MOD, PM_WKEN) & | |
98 | OMAP3430_ST_IO_CHAIN_MASK)) { | |
99 | timeout++; | |
100 | if (timeout > 1000) { | |
101 | pr_err("Wake up daisy chain activation failed.\n"); | |
102 | return; | |
3a7ec26b | 103 | } |
b02b9172 PW |
104 | omap2_prm_set_mod_reg_bits(OMAP3430_ST_IO_CHAIN_MASK, |
105 | WKUP_MOD, PM_WKEN); | |
3a7ec26b KJ |
106 | } |
107 | } | |
108 | ||
109 | static void omap3_disable_io_chain(void) | |
110 | { | |
b02b9172 PW |
111 | omap2_prm_clear_mod_reg_bits(OMAP3430_EN_IO_CHAIN_MASK, WKUP_MOD, |
112 | PM_WKEN); | |
3a7ec26b KJ |
113 | } |
114 | ||
2f5939c3 RN |
115 | static void omap3_core_save_context(void) |
116 | { | |
596efe47 | 117 | omap3_ctrl_save_padconf(); |
dccaad89 TK |
118 | |
119 | /* | |
120 | * Force write last pad into memory, as this can fail in some | |
83521291 | 121 | * cases according to errata 1.157, 1.185 |
dccaad89 TK |
122 | */ |
123 | omap_ctrl_writel(omap_ctrl_readl(OMAP343X_PADCONF_ETK_D14), | |
124 | OMAP343X_CONTROL_MEM_WKUP + 0x2a0); | |
125 | ||
2f5939c3 RN |
126 | /* Save the Interrupt controller context */ |
127 | omap_intc_save_context(); | |
128 | /* Save the GPMC context */ | |
129 | omap3_gpmc_save_context(); | |
130 | /* Save the system control module context, padconf already save above*/ | |
131 | omap3_control_save_context(); | |
f2d11858 | 132 | omap_dma_global_context_save(); |
2f5939c3 RN |
133 | } |
134 | ||
135 | static void omap3_core_restore_context(void) | |
136 | { | |
137 | /* Restore the control module context, padconf restored by h/w */ | |
138 | omap3_control_restore_context(); | |
139 | /* Restore the GPMC context */ | |
140 | omap3_gpmc_restore_context(); | |
141 | /* Restore the interrupt controller context */ | |
142 | omap_intc_restore_context(); | |
f2d11858 | 143 | omap_dma_global_context_restore(); |
2f5939c3 RN |
144 | } |
145 | ||
9d97140b TK |
146 | /* |
147 | * FIXME: This function should be called before entering off-mode after | |
148 | * OMAP3 secure services have been accessed. Currently it is only called | |
149 | * once during boot sequence, but this works as we are not using secure | |
150 | * services. | |
151 | */ | |
617fcc98 | 152 | static void omap3_save_secure_ram_context(void) |
27d59a4a TK |
153 | { |
154 | u32 ret; | |
617fcc98 | 155 | int mpu_next_state = pwrdm_read_next_pwrst(mpu_pwrdm); |
27d59a4a TK |
156 | |
157 | if (omap_type() != OMAP2_DEVICE_TYPE_GP) { | |
27d59a4a TK |
158 | /* |
159 | * MPU next state must be set to POWER_ON temporarily, | |
160 | * otherwise the WFI executed inside the ROM code | |
161 | * will hang the system. | |
162 | */ | |
163 | pwrdm_set_next_pwrst(mpu_pwrdm, PWRDM_POWER_ON); | |
164 | ret = _omap_save_secure_sram((u32 *) | |
165 | __pa(omap3_secure_ram_storage)); | |
617fcc98 | 166 | pwrdm_set_next_pwrst(mpu_pwrdm, mpu_next_state); |
27d59a4a TK |
167 | /* Following is for error tracking, it should not happen */ |
168 | if (ret) { | |
169 | printk(KERN_ERR "save_secure_sram() returns %08x\n", | |
170 | ret); | |
171 | while (1) | |
172 | ; | |
173 | } | |
174 | } | |
175 | } | |
176 | ||
77da2d91 JH |
177 | /* |
178 | * PRCM Interrupt Handler Helper Function | |
179 | * | |
180 | * The purpose of this function is to clear any wake-up events latched | |
181 | * in the PRCM PM_WKST_x registers. It is possible that a wake-up event | |
182 | * may occur whilst attempting to clear a PM_WKST_x register and thus | |
183 | * set another bit in this register. A while loop is used to ensure | |
184 | * that any peripheral wake-up events occurring while attempting to | |
185 | * clear the PM_WKST_x are detected and cleared. | |
186 | */ | |
22f51371 | 187 | static int prcm_clear_mod_irqs(s16 module, u8 regs, u32 ignore_bits) |
8bd22949 | 188 | { |
71a80775 | 189 | u32 wkst, fclk, iclk, clken; |
77da2d91 JH |
190 | u16 wkst_off = (regs == 3) ? OMAP3430ES2_PM_WKST3 : PM_WKST1; |
191 | u16 fclk_off = (regs == 3) ? OMAP3430ES2_CM_FCLKEN3 : CM_FCLKEN1; | |
192 | u16 iclk_off = (regs == 3) ? CM_ICLKEN3 : CM_ICLKEN1; | |
5d805978 PW |
193 | u16 grpsel_off = (regs == 3) ? |
194 | OMAP3430ES2_PM_MPUGRPSEL3 : OMAP3430_PM_MPUGRPSEL; | |
8cb0ac99 | 195 | int c = 0; |
8bd22949 | 196 | |
c4d7e58f PW |
197 | wkst = omap2_prm_read_mod_reg(module, wkst_off); |
198 | wkst &= omap2_prm_read_mod_reg(module, grpsel_off); | |
22f51371 | 199 | wkst &= ~ignore_bits; |
8bd22949 | 200 | if (wkst) { |
c4d7e58f PW |
201 | iclk = omap2_cm_read_mod_reg(module, iclk_off); |
202 | fclk = omap2_cm_read_mod_reg(module, fclk_off); | |
77da2d91 | 203 | while (wkst) { |
71a80775 | 204 | clken = wkst; |
c4d7e58f | 205 | omap2_cm_set_mod_reg_bits(clken, module, iclk_off); |
71a80775 VP |
206 | /* |
207 | * For USBHOST, we don't know whether HOST1 or | |
208 | * HOST2 woke us up, so enable both f-clocks | |
209 | */ | |
210 | if (module == OMAP3430ES2_USBHOST_MOD) | |
211 | clken |= 1 << OMAP3430ES2_EN_USBHOST2_SHIFT; | |
c4d7e58f PW |
212 | omap2_cm_set_mod_reg_bits(clken, module, fclk_off); |
213 | omap2_prm_write_mod_reg(wkst, module, wkst_off); | |
214 | wkst = omap2_prm_read_mod_reg(module, wkst_off); | |
22f51371 | 215 | wkst &= ~ignore_bits; |
8cb0ac99 | 216 | c++; |
77da2d91 | 217 | } |
c4d7e58f PW |
218 | omap2_cm_write_mod_reg(iclk, module, iclk_off); |
219 | omap2_cm_write_mod_reg(fclk, module, fclk_off); | |
8bd22949 | 220 | } |
8cb0ac99 PW |
221 | |
222 | return c; | |
223 | } | |
224 | ||
22f51371 | 225 | static irqreturn_t _prcm_int_handle_io(int irq, void *unused) |
8cb0ac99 PW |
226 | { |
227 | int c; | |
228 | ||
22f51371 TK |
229 | c = prcm_clear_mod_irqs(WKUP_MOD, 1, |
230 | ~(OMAP3430_ST_IO_MASK | OMAP3430_ST_IO_CHAIN_MASK)); | |
8cb0ac99 | 231 | |
22f51371 | 232 | return c ? IRQ_HANDLED : IRQ_NONE; |
77da2d91 | 233 | } |
8bd22949 | 234 | |
22f51371 | 235 | static irqreturn_t _prcm_int_handle_wakeup(int irq, void *unused) |
77da2d91 | 236 | { |
22f51371 | 237 | int c; |
d6290a3e | 238 | |
22f51371 TK |
239 | /* |
240 | * Clear all except ST_IO and ST_IO_CHAIN for wkup module, | |
241 | * these are handled in a separate handler to avoid acking | |
242 | * IO events before parsing in mux code | |
243 | */ | |
244 | c = prcm_clear_mod_irqs(WKUP_MOD, 1, | |
245 | OMAP3430_ST_IO_MASK | OMAP3430_ST_IO_CHAIN_MASK); | |
246 | c += prcm_clear_mod_irqs(CORE_MOD, 1, 0); | |
247 | c += prcm_clear_mod_irqs(OMAP3430_PER_MOD, 1, 0); | |
248 | if (omap_rev() > OMAP3430_REV_ES1_0) { | |
249 | c += prcm_clear_mod_irqs(CORE_MOD, 3, 0); | |
250 | c += prcm_clear_mod_irqs(OMAP3430ES2_USBHOST_MOD, 1, 0); | |
251 | } | |
8bd22949 | 252 | |
22f51371 | 253 | return c ? IRQ_HANDLED : IRQ_NONE; |
8bd22949 KH |
254 | } |
255 | ||
cbe26349 RK |
256 | static void omap34xx_save_context(u32 *save) |
257 | { | |
258 | u32 val; | |
259 | ||
260 | /* Read Auxiliary Control Register */ | |
261 | asm("mrc p15, 0, %0, c1, c0, 1" : "=r" (val)); | |
262 | *save++ = 1; | |
263 | *save++ = val; | |
264 | ||
265 | /* Read L2 AUX ctrl register */ | |
266 | asm("mrc p15, 1, %0, c9, c0, 2" : "=r" (val)); | |
267 | *save++ = 1; | |
268 | *save++ = val; | |
269 | } | |
270 | ||
29cb3cd2 | 271 | static int omap34xx_do_sram_idle(unsigned long save_state) |
57f277b0 | 272 | { |
cbe26349 | 273 | omap34xx_cpu_suspend(save_state); |
29cb3cd2 | 274 | return 0; |
57f277b0 RN |
275 | } |
276 | ||
99e6a4d2 | 277 | void omap_sram_idle(void) |
8bd22949 KH |
278 | { |
279 | /* Variable to tell what needs to be saved and restored | |
280 | * in omap_sram_idle*/ | |
281 | /* save_state = 0 => Nothing to save and restored */ | |
282 | /* save_state = 1 => Only L1 and logic lost */ | |
283 | /* save_state = 2 => Only L2 lost */ | |
284 | /* save_state = 3 => L1, L2 and logic lost */ | |
fa3c2a4f RN |
285 | int save_state = 0; |
286 | int mpu_next_state = PWRDM_POWER_ON; | |
287 | int per_next_state = PWRDM_POWER_ON; | |
288 | int core_next_state = PWRDM_POWER_ON; | |
72e06d08 | 289 | int per_going_off; |
2f5939c3 | 290 | int core_prev_state, per_prev_state; |
13a6fe0f | 291 | u32 sdrc_pwr = 0; |
8bd22949 | 292 | |
8bd22949 KH |
293 | mpu_next_state = pwrdm_read_next_pwrst(mpu_pwrdm); |
294 | switch (mpu_next_state) { | |
fa3c2a4f | 295 | case PWRDM_POWER_ON: |
8bd22949 KH |
296 | case PWRDM_POWER_RET: |
297 | /* No need to save context */ | |
298 | save_state = 0; | |
299 | break; | |
61255ab9 RN |
300 | case PWRDM_POWER_OFF: |
301 | save_state = 3; | |
302 | break; | |
8bd22949 KH |
303 | default: |
304 | /* Invalid state */ | |
305 | printk(KERN_ERR "Invalid mpu state in sram_idle\n"); | |
306 | return; | |
307 | } | |
fe617af7 | 308 | |
fa3c2a4f RN |
309 | /* NEON control */ |
310 | if (pwrdm_read_pwrst(neon_pwrdm) == PWRDM_POWER_ON) | |
7139178e | 311 | pwrdm_set_next_pwrst(neon_pwrdm, mpu_next_state); |
fa3c2a4f | 312 | |
40742fa8 | 313 | /* Enable IO-PAD and IO-CHAIN wakeups */ |
658ce97e | 314 | per_next_state = pwrdm_read_next_pwrst(per_pwrdm); |
ecf157d0 | 315 | core_next_state = pwrdm_read_next_pwrst(core_pwrdm); |
d5c47d7e KH |
316 | if (omap3_has_io_wakeup() && |
317 | (per_next_state < PWRDM_POWER_ON || | |
318 | core_next_state < PWRDM_POWER_ON)) { | |
c4d7e58f | 319 | omap2_prm_set_mod_reg_bits(OMAP3430_EN_IO_MASK, WKUP_MOD, PM_WKEN); |
b02b9172 PW |
320 | if (omap3_has_io_chain_ctrl()) |
321 | omap3_enable_io_chain(); | |
40742fa8 MC |
322 | } |
323 | ||
ff2f8e5f C |
324 | pwrdm_pre_transition(); |
325 | ||
40742fa8 | 326 | /* PER */ |
658ce97e | 327 | if (per_next_state < PWRDM_POWER_ON) { |
72e06d08 | 328 | per_going_off = (per_next_state == PWRDM_POWER_OFF) ? 1 : 0; |
72e06d08 | 329 | omap2_gpio_prepare_for_idle(per_going_off); |
e7410cf7 | 330 | if (per_next_state == PWRDM_POWER_OFF) |
ecf157d0 | 331 | omap3_per_save_context(); |
658ce97e KH |
332 | } |
333 | ||
334 | /* CORE */ | |
fa3c2a4f | 335 | if (core_next_state < PWRDM_POWER_ON) { |
2f5939c3 RN |
336 | if (core_next_state == PWRDM_POWER_OFF) { |
337 | omap3_core_save_context(); | |
f0611a5c | 338 | omap3_cm_save_context(); |
2f5939c3 | 339 | } |
fa3c2a4f | 340 | } |
40742fa8 | 341 | |
f18cc2ff | 342 | omap3_intc_prepare_idle(); |
8bd22949 | 343 | |
13a6fe0f | 344 | /* |
30474544 PW |
345 | * On EMU/HS devices ROM code restores a SRDC value |
346 | * from scratchpad which has automatic self refresh on timeout | |
347 | * of AUTO_CNT = 1 enabled. This takes care of erratum ID i443. | |
348 | * Hence store/restore the SDRC_POWER register here. | |
349 | */ | |
350 | if (cpu_is_omap3430() && omap_rev() >= OMAP3430_REV_ES3_0 && | |
351 | (omap_type() == OMAP2_DEVICE_TYPE_EMU || | |
352 | omap_type() == OMAP2_DEVICE_TYPE_SEC) && | |
f265dc4c | 353 | core_next_state == PWRDM_POWER_OFF) |
13a6fe0f | 354 | sdrc_pwr = sdrc_read_reg(SDRC_POWER); |
13a6fe0f | 355 | |
61255ab9 | 356 | /* |
076f2cc4 RK |
357 | * omap3_arm_context is the location where some ARM context |
358 | * get saved. The rest is placed on the stack, and restored | |
359 | * from there before resuming. | |
61255ab9 | 360 | */ |
cbe26349 RK |
361 | if (save_state) |
362 | omap34xx_save_context(omap3_arm_context); | |
076f2cc4 | 363 | if (save_state == 1 || save_state == 3) |
2c74a0ce | 364 | cpu_suspend(save_state, omap34xx_do_sram_idle); |
076f2cc4 RK |
365 | else |
366 | omap34xx_do_sram_idle(save_state); | |
8bd22949 | 367 | |
f265dc4c | 368 | /* Restore normal SDRC POWER settings */ |
30474544 PW |
369 | if (cpu_is_omap3430() && omap_rev() >= OMAP3430_REV_ES3_0 && |
370 | (omap_type() == OMAP2_DEVICE_TYPE_EMU || | |
371 | omap_type() == OMAP2_DEVICE_TYPE_SEC) && | |
13a6fe0f TK |
372 | core_next_state == PWRDM_POWER_OFF) |
373 | sdrc_write_reg(sdrc_pwr, SDRC_POWER); | |
374 | ||
658ce97e | 375 | /* CORE */ |
fa3c2a4f | 376 | if (core_next_state < PWRDM_POWER_ON) { |
2f5939c3 RN |
377 | core_prev_state = pwrdm_read_prev_pwrst(core_pwrdm); |
378 | if (core_prev_state == PWRDM_POWER_OFF) { | |
379 | omap3_core_restore_context(); | |
f0611a5c | 380 | omap3_cm_restore_context(); |
2f5939c3 | 381 | omap3_sram_restore_context(); |
8a917d2f | 382 | omap2_sms_restore_context(); |
2f5939c3 | 383 | } |
658ce97e | 384 | if (core_next_state == PWRDM_POWER_OFF) |
c4d7e58f | 385 | omap2_prm_clear_mod_reg_bits(OMAP3430_AUTO_OFF_MASK, |
658ce97e KH |
386 | OMAP3430_GR_MOD, |
387 | OMAP3_PRM_VOLTCTRL_OFFSET); | |
388 | } | |
f18cc2ff | 389 | omap3_intc_resume_idle(); |
658ce97e | 390 | |
ff2f8e5f C |
391 | pwrdm_post_transition(); |
392 | ||
658ce97e KH |
393 | /* PER */ |
394 | if (per_next_state < PWRDM_POWER_ON) { | |
395 | per_prev_state = pwrdm_read_prev_pwrst(per_pwrdm); | |
43ffcd9a KH |
396 | omap2_gpio_resume_after_idle(); |
397 | if (per_prev_state == PWRDM_POWER_OFF) | |
658ce97e | 398 | omap3_per_restore_context(); |
fa3c2a4f | 399 | } |
fe617af7 | 400 | |
3a7ec26b | 401 | /* Disable IO-PAD and IO-CHAIN wakeup */ |
58a5559e KH |
402 | if (omap3_has_io_wakeup() && |
403 | (per_next_state < PWRDM_POWER_ON || | |
404 | core_next_state < PWRDM_POWER_ON)) { | |
c4d7e58f PW |
405 | omap2_prm_clear_mod_reg_bits(OMAP3430_EN_IO_MASK, WKUP_MOD, |
406 | PM_WKEN); | |
b02b9172 PW |
407 | if (omap3_has_io_chain_ctrl()) |
408 | omap3_disable_io_chain(); | |
3a7ec26b | 409 | } |
658ce97e | 410 | |
5cd1937b | 411 | clkdm_allow_idle(mpu_pwrdm->pwrdm_clkdms[0]); |
8bd22949 KH |
412 | } |
413 | ||
8bd22949 KH |
414 | static void omap3_pm_idle(void) |
415 | { | |
8bd22949 KH |
416 | local_fiq_disable(); |
417 | ||
0bcd24b0 | 418 | if (omap_irq_pending()) |
8bd22949 KH |
419 | goto out; |
420 | ||
5e7c58dc JP |
421 | trace_power_start(POWER_CSTATE, 1, smp_processor_id()); |
422 | trace_cpu_idle(1, smp_processor_id()); | |
423 | ||
8bd22949 KH |
424 | omap_sram_idle(); |
425 | ||
5e7c58dc JP |
426 | trace_power_end(smp_processor_id()); |
427 | trace_cpu_idle(PWR_EVENT_EXIT, smp_processor_id()); | |
428 | ||
8bd22949 KH |
429 | out: |
430 | local_fiq_enable(); | |
8bd22949 KH |
431 | } |
432 | ||
10f90ed2 | 433 | #ifdef CONFIG_SUSPEND |
8bd22949 KH |
434 | static int omap3_pm_suspend(void) |
435 | { | |
436 | struct power_state *pwrst; | |
437 | int state, ret = 0; | |
438 | ||
439 | /* Read current next_pwrsts */ | |
440 | list_for_each_entry(pwrst, &pwrst_list, node) | |
441 | pwrst->saved_state = pwrdm_read_next_pwrst(pwrst->pwrdm); | |
442 | /* Set ones wanted by suspend */ | |
443 | list_for_each_entry(pwrst, &pwrst_list, node) { | |
eb6a2c75 | 444 | if (omap_set_pwrdm_state(pwrst->pwrdm, pwrst->next_state)) |
8bd22949 KH |
445 | goto restore; |
446 | if (pwrdm_clear_all_prev_pwrst(pwrst->pwrdm)) | |
447 | goto restore; | |
448 | } | |
449 | ||
2bbe3af3 TK |
450 | omap3_intc_suspend(); |
451 | ||
8bd22949 KH |
452 | omap_sram_idle(); |
453 | ||
454 | restore: | |
455 | /* Restore next_pwrsts */ | |
456 | list_for_each_entry(pwrst, &pwrst_list, node) { | |
8bd22949 KH |
457 | state = pwrdm_read_prev_pwrst(pwrst->pwrdm); |
458 | if (state > pwrst->next_state) { | |
459 | printk(KERN_INFO "Powerdomain (%s) didn't enter " | |
460 | "target state %d\n", | |
461 | pwrst->pwrdm->name, pwrst->next_state); | |
462 | ret = -1; | |
463 | } | |
eb6a2c75 | 464 | omap_set_pwrdm_state(pwrst->pwrdm, pwrst->saved_state); |
8bd22949 KH |
465 | } |
466 | if (ret) | |
467 | printk(KERN_ERR "Could not enter target state in pm_suspend\n"); | |
468 | else | |
469 | printk(KERN_INFO "Successfully put all powerdomains " | |
470 | "to target state\n"); | |
471 | ||
472 | return ret; | |
473 | } | |
474 | ||
2466211e | 475 | static int omap3_pm_enter(suspend_state_t unused) |
8bd22949 KH |
476 | { |
477 | int ret = 0; | |
478 | ||
2466211e | 479 | switch (suspend_state) { |
8bd22949 KH |
480 | case PM_SUSPEND_STANDBY: |
481 | case PM_SUSPEND_MEM: | |
482 | ret = omap3_pm_suspend(); | |
483 | break; | |
484 | default: | |
485 | ret = -EINVAL; | |
486 | } | |
487 | ||
488 | return ret; | |
489 | } | |
490 | ||
2466211e TK |
491 | /* Hooks to enable / disable UART interrupts during suspend */ |
492 | static int omap3_pm_begin(suspend_state_t state) | |
493 | { | |
c166381d | 494 | disable_hlt(); |
2466211e | 495 | suspend_state = state; |
22f51371 | 496 | omap_prcm_irq_prepare(); |
2466211e TK |
497 | return 0; |
498 | } | |
499 | ||
500 | static void omap3_pm_end(void) | |
501 | { | |
502 | suspend_state = PM_SUSPEND_ON; | |
c166381d | 503 | enable_hlt(); |
2466211e TK |
504 | return; |
505 | } | |
506 | ||
22f51371 TK |
507 | static void omap3_pm_finish(void) |
508 | { | |
509 | omap_prcm_irq_complete(); | |
510 | } | |
511 | ||
2f55ac07 | 512 | static const struct platform_suspend_ops omap_pm_ops = { |
2466211e TK |
513 | .begin = omap3_pm_begin, |
514 | .end = omap3_pm_end, | |
8bd22949 | 515 | .enter = omap3_pm_enter, |
22f51371 | 516 | .finish = omap3_pm_finish, |
8bd22949 KH |
517 | .valid = suspend_valid_only_mem, |
518 | }; | |
10f90ed2 | 519 | #endif /* CONFIG_SUSPEND */ |
8bd22949 | 520 | |
1155e426 KH |
521 | |
522 | /** | |
523 | * omap3_iva_idle(): ensure IVA is in idle so it can be put into | |
524 | * retention | |
525 | * | |
526 | * In cases where IVA2 is activated by bootcode, it may prevent | |
527 | * full-chip retention or off-mode because it is not idle. This | |
528 | * function forces the IVA2 into idle state so it can go | |
529 | * into retention/off and thus allow full-chip retention/off. | |
530 | * | |
531 | **/ | |
532 | static void __init omap3_iva_idle(void) | |
533 | { | |
534 | /* ensure IVA2 clock is disabled */ | |
c4d7e58f | 535 | omap2_cm_write_mod_reg(0, OMAP3430_IVA2_MOD, CM_FCLKEN); |
1155e426 KH |
536 | |
537 | /* if no clock activity, nothing else to do */ | |
c4d7e58f | 538 | if (!(omap2_cm_read_mod_reg(OMAP3430_IVA2_MOD, OMAP3430_CM_CLKSTST) & |
1155e426 KH |
539 | OMAP3430_CLKACTIVITY_IVA2_MASK)) |
540 | return; | |
541 | ||
542 | /* Reset IVA2 */ | |
c4d7e58f | 543 | omap2_prm_write_mod_reg(OMAP3430_RST1_IVA2_MASK | |
2bc4ef71 PW |
544 | OMAP3430_RST2_IVA2_MASK | |
545 | OMAP3430_RST3_IVA2_MASK, | |
37903009 | 546 | OMAP3430_IVA2_MOD, OMAP2_RM_RSTCTRL); |
1155e426 KH |
547 | |
548 | /* Enable IVA2 clock */ | |
c4d7e58f | 549 | omap2_cm_write_mod_reg(OMAP3430_CM_FCLKEN_IVA2_EN_IVA2_MASK, |
1155e426 KH |
550 | OMAP3430_IVA2_MOD, CM_FCLKEN); |
551 | ||
552 | /* Set IVA2 boot mode to 'idle' */ | |
553 | omap_ctrl_writel(OMAP3_IVA2_BOOTMOD_IDLE, | |
554 | OMAP343X_CONTROL_IVA2_BOOTMOD); | |
555 | ||
556 | /* Un-reset IVA2 */ | |
c4d7e58f | 557 | omap2_prm_write_mod_reg(0, OMAP3430_IVA2_MOD, OMAP2_RM_RSTCTRL); |
1155e426 KH |
558 | |
559 | /* Disable IVA2 clock */ | |
c4d7e58f | 560 | omap2_cm_write_mod_reg(0, OMAP3430_IVA2_MOD, CM_FCLKEN); |
1155e426 KH |
561 | |
562 | /* Reset IVA2 */ | |
c4d7e58f | 563 | omap2_prm_write_mod_reg(OMAP3430_RST1_IVA2_MASK | |
2bc4ef71 PW |
564 | OMAP3430_RST2_IVA2_MASK | |
565 | OMAP3430_RST3_IVA2_MASK, | |
37903009 | 566 | OMAP3430_IVA2_MOD, OMAP2_RM_RSTCTRL); |
1155e426 KH |
567 | } |
568 | ||
8111b221 | 569 | static void __init omap3_d2d_idle(void) |
8bd22949 | 570 | { |
8111b221 KH |
571 | u16 mask, padconf; |
572 | ||
573 | /* In a stand alone OMAP3430 where there is not a stacked | |
574 | * modem for the D2D Idle Ack and D2D MStandby must be pulled | |
575 | * high. S CONTROL_PADCONF_SAD2D_IDLEACK and | |
576 | * CONTROL_PADCONF_SAD2D_MSTDBY to have a pull up. */ | |
577 | mask = (1 << 4) | (1 << 3); /* pull-up, enabled */ | |
578 | padconf = omap_ctrl_readw(OMAP3_PADCONF_SAD2D_MSTANDBY); | |
579 | padconf |= mask; | |
580 | omap_ctrl_writew(padconf, OMAP3_PADCONF_SAD2D_MSTANDBY); | |
581 | ||
582 | padconf = omap_ctrl_readw(OMAP3_PADCONF_SAD2D_IDLEACK); | |
583 | padconf |= mask; | |
584 | omap_ctrl_writew(padconf, OMAP3_PADCONF_SAD2D_IDLEACK); | |
585 | ||
8bd22949 | 586 | /* reset modem */ |
c4d7e58f | 587 | omap2_prm_write_mod_reg(OMAP3430_RM_RSTCTRL_CORE_MODEM_SW_RSTPWRON_MASK | |
2bc4ef71 | 588 | OMAP3430_RM_RSTCTRL_CORE_MODEM_SW_RST_MASK, |
37903009 | 589 | CORE_MOD, OMAP2_RM_RSTCTRL); |
c4d7e58f | 590 | omap2_prm_write_mod_reg(0, CORE_MOD, OMAP2_RM_RSTCTRL); |
8111b221 | 591 | } |
8bd22949 | 592 | |
8111b221 KH |
593 | static void __init prcm_setup_regs(void) |
594 | { | |
e5863689 G |
595 | u32 omap3630_en_uart4_mask = cpu_is_omap3630() ? |
596 | OMAP3630_EN_UART4_MASK : 0; | |
597 | u32 omap3630_grpsel_uart4_mask = cpu_is_omap3630() ? | |
598 | OMAP3630_GRPSEL_UART4_MASK : 0; | |
599 | ||
4ef70c06 | 600 | /* XXX This should be handled by hwmod code or SCM init code */ |
2fd0f75c | 601 | omap_ctrl_writel(OMAP3430_AUTOIDLE_MASK, OMAP2_CONTROL_SYSCONFIG); |
b296c811 | 602 | |
8bd22949 KH |
603 | /* |
604 | * Enable control of expternal oscillator through | |
605 | * sys_clkreq. In the long run clock framework should | |
606 | * take care of this. | |
607 | */ | |
c4d7e58f | 608 | omap2_prm_rmw_mod_reg_bits(OMAP_AUTOEXTCLKMODE_MASK, |
8bd22949 KH |
609 | 1 << OMAP_AUTOEXTCLKMODE_SHIFT, |
610 | OMAP3430_GR_MOD, | |
611 | OMAP3_PRM_CLKSRC_CTRL_OFFSET); | |
612 | ||
613 | /* setup wakup source */ | |
c4d7e58f | 614 | omap2_prm_write_mod_reg(OMAP3430_EN_IO_MASK | OMAP3430_EN_GPIO1_MASK | |
2fd0f75c | 615 | OMAP3430_EN_GPT1_MASK | OMAP3430_EN_GPT12_MASK, |
8bd22949 KH |
616 | WKUP_MOD, PM_WKEN); |
617 | /* No need to write EN_IO, that is always enabled */ | |
c4d7e58f | 618 | omap2_prm_write_mod_reg(OMAP3430_GRPSEL_GPIO1_MASK | |
275f675c PW |
619 | OMAP3430_GRPSEL_GPT1_MASK | |
620 | OMAP3430_GRPSEL_GPT12_MASK, | |
8bd22949 | 621 | WKUP_MOD, OMAP3430_PM_MPUGRPSEL); |
1155e426 | 622 | |
b92c5721 | 623 | /* Enable PM_WKEN to support DSS LPR */ |
c4d7e58f | 624 | omap2_prm_write_mod_reg(OMAP3430_PM_WKEN_DSS_EN_DSS_MASK, |
b92c5721 SV |
625 | OMAP3430_DSS_MOD, PM_WKEN); |
626 | ||
b427f92f | 627 | /* Enable wakeups in PER */ |
c4d7e58f | 628 | omap2_prm_write_mod_reg(omap3630_en_uart4_mask | |
e5863689 | 629 | OMAP3430_EN_GPIO2_MASK | OMAP3430_EN_GPIO3_MASK | |
2fd0f75c PW |
630 | OMAP3430_EN_GPIO4_MASK | OMAP3430_EN_GPIO5_MASK | |
631 | OMAP3430_EN_GPIO6_MASK | OMAP3430_EN_UART3_MASK | | |
632 | OMAP3430_EN_MCBSP2_MASK | OMAP3430_EN_MCBSP3_MASK | | |
633 | OMAP3430_EN_MCBSP4_MASK, | |
b427f92f | 634 | OMAP3430_PER_MOD, PM_WKEN); |
eb350f74 | 635 | /* and allow them to wake up MPU */ |
c4d7e58f | 636 | omap2_prm_write_mod_reg(omap3630_grpsel_uart4_mask | |
e5863689 | 637 | OMAP3430_GRPSEL_GPIO2_MASK | |
275f675c PW |
638 | OMAP3430_GRPSEL_GPIO3_MASK | |
639 | OMAP3430_GRPSEL_GPIO4_MASK | | |
640 | OMAP3430_GRPSEL_GPIO5_MASK | | |
641 | OMAP3430_GRPSEL_GPIO6_MASK | | |
642 | OMAP3430_GRPSEL_UART3_MASK | | |
643 | OMAP3430_GRPSEL_MCBSP2_MASK | | |
644 | OMAP3430_GRPSEL_MCBSP3_MASK | | |
645 | OMAP3430_GRPSEL_MCBSP4_MASK, | |
eb350f74 KH |
646 | OMAP3430_PER_MOD, OMAP3430_PM_MPUGRPSEL); |
647 | ||
d3fd3290 | 648 | /* Don't attach IVA interrupts */ |
c4d7e58f PW |
649 | omap2_prm_write_mod_reg(0, WKUP_MOD, OMAP3430_PM_IVAGRPSEL); |
650 | omap2_prm_write_mod_reg(0, CORE_MOD, OMAP3430_PM_IVAGRPSEL1); | |
651 | omap2_prm_write_mod_reg(0, CORE_MOD, OMAP3430ES2_PM_IVAGRPSEL3); | |
652 | omap2_prm_write_mod_reg(0, OMAP3430_PER_MOD, OMAP3430_PM_IVAGRPSEL); | |
d3fd3290 | 653 | |
b1340d17 | 654 | /* Clear any pending 'reset' flags */ |
c4d7e58f PW |
655 | omap2_prm_write_mod_reg(0xffffffff, MPU_MOD, OMAP2_RM_RSTST); |
656 | omap2_prm_write_mod_reg(0xffffffff, CORE_MOD, OMAP2_RM_RSTST); | |
657 | omap2_prm_write_mod_reg(0xffffffff, OMAP3430_PER_MOD, OMAP2_RM_RSTST); | |
658 | omap2_prm_write_mod_reg(0xffffffff, OMAP3430_EMU_MOD, OMAP2_RM_RSTST); | |
659 | omap2_prm_write_mod_reg(0xffffffff, OMAP3430_NEON_MOD, OMAP2_RM_RSTST); | |
660 | omap2_prm_write_mod_reg(0xffffffff, OMAP3430_DSS_MOD, OMAP2_RM_RSTST); | |
661 | omap2_prm_write_mod_reg(0xffffffff, OMAP3430ES2_USBHOST_MOD, OMAP2_RM_RSTST); | |
b1340d17 | 662 | |
014c46db | 663 | /* Clear any pending PRCM interrupts */ |
c4d7e58f | 664 | omap2_prm_write_mod_reg(0, OCP_MOD, OMAP3_PRM_IRQSTATUS_MPU_OFFSET); |
014c46db | 665 | |
1155e426 | 666 | omap3_iva_idle(); |
8111b221 | 667 | omap3_d2d_idle(); |
8bd22949 KH |
668 | } |
669 | ||
c40552bc KH |
670 | void omap3_pm_off_mode_enable(int enable) |
671 | { | |
672 | struct power_state *pwrst; | |
673 | u32 state; | |
674 | ||
675 | if (enable) | |
676 | state = PWRDM_POWER_OFF; | |
677 | else | |
678 | state = PWRDM_POWER_RET; | |
679 | ||
680 | list_for_each_entry(pwrst, &pwrst_list, node) { | |
cc1b6028 EV |
681 | if (IS_PM34XX_ERRATUM(PM_SDRC_WAKEUP_ERRATUM_i583) && |
682 | pwrst->pwrdm == core_pwrdm && | |
683 | state == PWRDM_POWER_OFF) { | |
684 | pwrst->next_state = PWRDM_POWER_RET; | |
e16b41bf | 685 | pr_warn("%s: Core OFF disabled due to errata i583\n", |
cc1b6028 EV |
686 | __func__); |
687 | } else { | |
688 | pwrst->next_state = state; | |
689 | } | |
690 | omap_set_pwrdm_state(pwrst->pwrdm, pwrst->next_state); | |
c40552bc KH |
691 | } |
692 | } | |
693 | ||
68d4778c TK |
694 | int omap3_pm_get_suspend_state(struct powerdomain *pwrdm) |
695 | { | |
696 | struct power_state *pwrst; | |
697 | ||
698 | list_for_each_entry(pwrst, &pwrst_list, node) { | |
699 | if (pwrst->pwrdm == pwrdm) | |
700 | return pwrst->next_state; | |
701 | } | |
702 | return -EINVAL; | |
703 | } | |
704 | ||
705 | int omap3_pm_set_suspend_state(struct powerdomain *pwrdm, int state) | |
706 | { | |
707 | struct power_state *pwrst; | |
708 | ||
709 | list_for_each_entry(pwrst, &pwrst_list, node) { | |
710 | if (pwrst->pwrdm == pwrdm) { | |
711 | pwrst->next_state = state; | |
712 | return 0; | |
713 | } | |
714 | } | |
715 | return -EINVAL; | |
716 | } | |
717 | ||
a23456e9 | 718 | static int __init pwrdms_setup(struct powerdomain *pwrdm, void *unused) |
8bd22949 KH |
719 | { |
720 | struct power_state *pwrst; | |
721 | ||
722 | if (!pwrdm->pwrsts) | |
723 | return 0; | |
724 | ||
d3d381c6 | 725 | pwrst = kmalloc(sizeof(struct power_state), GFP_ATOMIC); |
8bd22949 KH |
726 | if (!pwrst) |
727 | return -ENOMEM; | |
728 | pwrst->pwrdm = pwrdm; | |
729 | pwrst->next_state = PWRDM_POWER_RET; | |
730 | list_add(&pwrst->node, &pwrst_list); | |
731 | ||
732 | if (pwrdm_has_hdwr_sar(pwrdm)) | |
733 | pwrdm_enable_hdwr_sar(pwrdm); | |
734 | ||
eb6a2c75 | 735 | return omap_set_pwrdm_state(pwrst->pwrdm, pwrst->next_state); |
8bd22949 KH |
736 | } |
737 | ||
46e130d2 JP |
738 | /* |
739 | * Push functions to SRAM | |
740 | * | |
741 | * The minimum set of functions is pushed to SRAM for execution: | |
742 | * - omap3_do_wfi for erratum i581 WA, | |
743 | * - save_secure_ram_context for security extensions. | |
744 | */ | |
3231fc88 RN |
745 | void omap_push_sram_idle(void) |
746 | { | |
46e130d2 JP |
747 | omap3_do_wfi_sram = omap_sram_push(omap3_do_wfi, omap3_do_wfi_sz); |
748 | ||
27d59a4a TK |
749 | if (omap_type() != OMAP2_DEVICE_TYPE_GP) |
750 | _omap_save_secure_sram = omap_sram_push(save_secure_ram_context, | |
751 | save_secure_ram_context_sz); | |
3231fc88 RN |
752 | } |
753 | ||
8cdfd834 NM |
754 | static void __init pm_errata_configure(void) |
755 | { | |
c4236d2e | 756 | if (cpu_is_omap3630()) { |
458e999e | 757 | pm34xx_errata |= PM_RTA_ERRATUM_i608; |
c4236d2e PDS |
758 | /* Enable the l2 cache toggling in sleep logic */ |
759 | enable_omap3630_toggle_l2_on_restore(); | |
cc1b6028 EV |
760 | if (omap_rev() < OMAP3630_REV_ES1_2) |
761 | pm34xx_errata |= PM_SDRC_WAKEUP_ERRATUM_i583; | |
c4236d2e | 762 | } |
8cdfd834 NM |
763 | } |
764 | ||
7cc515f7 | 765 | static int __init omap3_pm_init(void) |
8bd22949 KH |
766 | { |
767 | struct power_state *pwrst, *tmp; | |
55ed9694 | 768 | struct clockdomain *neon_clkdm, *per_clkdm, *mpu_clkdm, *core_clkdm; |
8bd22949 KH |
769 | int ret; |
770 | ||
771 | if (!cpu_is_omap34xx()) | |
772 | return -ENODEV; | |
773 | ||
b02b9172 PW |
774 | if (!omap3_has_io_chain_ctrl()) |
775 | pr_warning("PM: no software I/O chain control; some wakeups may be lost\n"); | |
776 | ||
8cdfd834 NM |
777 | pm_errata_configure(); |
778 | ||
8bd22949 KH |
779 | /* XXX prcm_setup_regs needs to be before enabling hw |
780 | * supervised mode for powerdomains */ | |
781 | prcm_setup_regs(); | |
782 | ||
22f51371 TK |
783 | ret = request_irq(omap_prcm_event_to_irq("wkup"), |
784 | _prcm_int_handle_wakeup, IRQF_NO_SUSPEND, "pm_wkup", NULL); | |
785 | ||
786 | if (ret) { | |
787 | pr_err("pm: Failed to request pm_wkup irq\n"); | |
788 | goto err1; | |
789 | } | |
790 | ||
791 | /* IO interrupt is shared with mux code */ | |
792 | ret = request_irq(omap_prcm_event_to_irq("io"), | |
793 | _prcm_int_handle_io, IRQF_SHARED | IRQF_NO_SUSPEND, "pm_io", | |
794 | omap3_pm_init); | |
795 | ||
8bd22949 | 796 | if (ret) { |
22f51371 | 797 | pr_err("pm: Failed to request pm_io irq\n"); |
8bd22949 KH |
798 | goto err1; |
799 | } | |
800 | ||
a23456e9 | 801 | ret = pwrdm_for_each(pwrdms_setup, NULL); |
8bd22949 KH |
802 | if (ret) { |
803 | printk(KERN_ERR "Failed to setup powerdomains\n"); | |
804 | goto err2; | |
805 | } | |
806 | ||
92206fd2 | 807 | (void) clkdm_for_each(omap_pm_clkdms_setup, NULL); |
8bd22949 KH |
808 | |
809 | mpu_pwrdm = pwrdm_lookup("mpu_pwrdm"); | |
810 | if (mpu_pwrdm == NULL) { | |
811 | printk(KERN_ERR "Failed to get mpu_pwrdm\n"); | |
812 | goto err2; | |
813 | } | |
814 | ||
fa3c2a4f RN |
815 | neon_pwrdm = pwrdm_lookup("neon_pwrdm"); |
816 | per_pwrdm = pwrdm_lookup("per_pwrdm"); | |
817 | core_pwrdm = pwrdm_lookup("core_pwrdm"); | |
c16c3f67 | 818 | cam_pwrdm = pwrdm_lookup("cam_pwrdm"); |
fa3c2a4f | 819 | |
55ed9694 PW |
820 | neon_clkdm = clkdm_lookup("neon_clkdm"); |
821 | mpu_clkdm = clkdm_lookup("mpu_clkdm"); | |
822 | per_clkdm = clkdm_lookup("per_clkdm"); | |
823 | core_clkdm = clkdm_lookup("core_clkdm"); | |
824 | ||
10f90ed2 | 825 | #ifdef CONFIG_SUSPEND |
8bd22949 | 826 | suspend_set_ops(&omap_pm_ops); |
10f90ed2 | 827 | #endif /* CONFIG_SUSPEND */ |
8bd22949 | 828 | |
0bcd24b0 | 829 | arm_pm_idle = omap3_pm_idle; |
0343371e | 830 | omap3_idle_init(); |
8bd22949 | 831 | |
458e999e NM |
832 | /* |
833 | * RTA is disabled during initialization as per erratum i608 | |
834 | * it is safer to disable RTA by the bootloader, but we would like | |
835 | * to be doubly sure here and prevent any mishaps. | |
836 | */ | |
837 | if (IS_PM34XX_ERRATUM(PM_RTA_ERRATUM_i608)) | |
838 | omap3630_ctrl_disable_rta(); | |
839 | ||
55ed9694 | 840 | clkdm_add_wkdep(neon_clkdm, mpu_clkdm); |
27d59a4a TK |
841 | if (omap_type() != OMAP2_DEVICE_TYPE_GP) { |
842 | omap3_secure_ram_storage = | |
843 | kmalloc(0x803F, GFP_KERNEL); | |
844 | if (!omap3_secure_ram_storage) | |
845 | printk(KERN_ERR "Memory allocation failed when" | |
846 | "allocating for secure sram context\n"); | |
9d97140b TK |
847 | |
848 | local_irq_disable(); | |
849 | local_fiq_disable(); | |
850 | ||
851 | omap_dma_global_context_save(); | |
617fcc98 | 852 | omap3_save_secure_ram_context(); |
9d97140b TK |
853 | omap_dma_global_context_restore(); |
854 | ||
855 | local_irq_enable(); | |
856 | local_fiq_enable(); | |
27d59a4a | 857 | } |
27d59a4a | 858 | |
9d97140b | 859 | omap3_save_scratchpad_contents(); |
8bd22949 KH |
860 | err1: |
861 | return ret; | |
862 | err2: | |
863 | free_irq(INT_34XX_PRCM_MPU_IRQ, NULL); | |
864 | list_for_each_entry_safe(pwrst, tmp, &pwrst_list, node) { | |
865 | list_del(&pwrst->node); | |
866 | kfree(pwrst); | |
867 | } | |
868 | return ret; | |
869 | } | |
870 | ||
871 | late_initcall(omap3_pm_init); |