Commit | Line | Data |
---|---|---|
98272660 | 1 | /* |
db4f3dab | 2 | * OMAP4+ CPU idle Routines |
98272660 | 3 | * |
db4f3dab | 4 | * Copyright (C) 2011-2013 Texas Instruments, Inc. |
98272660 SS |
5 | * Santosh Shilimkar <santosh.shilimkar@ti.com> |
6 | * Rajendra Nayak <rnayak@ti.com> | |
7 | * | |
8 | * This program is free software; you can redistribute it and/or modify | |
9 | * it under the terms of the GNU General Public License version 2 as | |
10 | * published by the Free Software Foundation. | |
11 | */ | |
12 | ||
13 | #include <linux/sched.h> | |
14 | #include <linux/cpuidle.h> | |
15 | #include <linux/cpu_pm.h> | |
16 | #include <linux/export.h> | |
fa8589fe | 17 | #include <linux/tick.h> |
98272660 | 18 | |
0e9e8b4b | 19 | #include <asm/cpuidle.h> |
98272660 SS |
20 | #include <asm/proc-fns.h> |
21 | ||
22 | #include "common.h" | |
23 | #include "pm.h" | |
24 | #include "prm.h" | |
dd3ad97c | 25 | #include "clockdomain.h" |
98272660 | 26 | |
865da01c SS |
27 | #define MAX_CPUS 2 |
28 | ||
7aeb658d | 29 | /* Machine specific information */ |
db4f3dab | 30 | struct idle_statedata { |
98272660 SS |
31 | u32 cpu_state; |
32 | u32 mpu_logic_state; | |
33 | u32 mpu_state; | |
98272660 SS |
34 | }; |
35 | ||
db4f3dab | 36 | static struct idle_statedata omap4_idle_data[] = { |
d0d133d9 DL |
37 | { |
38 | .cpu_state = PWRDM_POWER_ON, | |
39 | .mpu_state = PWRDM_POWER_ON, | |
40 | .mpu_logic_state = PWRDM_POWER_RET, | |
41 | }, | |
42 | { | |
43 | .cpu_state = PWRDM_POWER_OFF, | |
44 | .mpu_state = PWRDM_POWER_RET, | |
45 | .mpu_logic_state = PWRDM_POWER_RET, | |
46 | }, | |
47 | { | |
48 | .cpu_state = PWRDM_POWER_OFF, | |
49 | .mpu_state = PWRDM_POWER_RET, | |
50 | .mpu_logic_state = PWRDM_POWER_OFF, | |
51 | }, | |
52 | }; | |
98272660 | 53 | |
865da01c SS |
54 | static struct powerdomain *mpu_pd, *cpu_pd[MAX_CPUS]; |
55 | static struct clockdomain *cpu_clkdm[MAX_CPUS]; | |
98272660 | 56 | |
5b4d5bcc | 57 | static atomic_t abort_barrier; |
865da01c | 58 | static bool cpu_done[MAX_CPUS]; |
db4f3dab | 59 | static struct idle_statedata *state_ptr = &omap4_idle_data[0]; |
98272660 | 60 | |
9db316b6 PW |
61 | /* Private functions */ |
62 | ||
98272660 | 63 | /** |
db4f3dab | 64 | * omap_enter_idle_[simple/coupled] - OMAP4PLUS cpuidle entry functions |
98272660 SS |
65 | * @dev: cpuidle device |
66 | * @drv: cpuidle driver | |
67 | * @index: the index of state to be entered | |
68 | * | |
69 | * Called from the CPUidle framework to program the device to the | |
70 | * specified low power state selected by the governor. | |
71 | * Returns the amount of time spent in the low power state. | |
72 | */ | |
db4f3dab | 73 | static int omap_enter_idle_simple(struct cpuidle_device *dev, |
dd3ad97c SS |
74 | struct cpuidle_driver *drv, |
75 | int index) | |
76 | { | |
dd3ad97c | 77 | omap_do_wfi(); |
dd3ad97c SS |
78 | return index; |
79 | } | |
80 | ||
db4f3dab | 81 | static int omap_enter_idle_coupled(struct cpuidle_device *dev, |
98272660 SS |
82 | struct cpuidle_driver *drv, |
83 | int index) | |
84 | { | |
db4f3dab | 85 | struct idle_statedata *cx = state_ptr + index; |
74ed7bdc | 86 | u32 mpuss_can_lose_context = 0; |
4b353a70 | 87 | int cpu_id = smp_processor_id(); |
98272660 | 88 | |
98272660 | 89 | /* |
dd3ad97c | 90 | * CPU0 has to wait and stay ON until CPU1 is OFF state. |
98272660 SS |
91 | * This is necessary to honour hardware recommondation |
92 | * of triggeing all the possible low power modes once CPU1 is | |
93 | * out of coherency and in OFF mode. | |
98272660 | 94 | */ |
dd3ad97c | 95 | if (dev->cpu == 0 && cpumask_test_cpu(1, cpu_online_mask)) { |
5b4d5bcc | 96 | while (pwrdm_read_pwrst(cpu_pd[1]) != PWRDM_POWER_OFF) { |
dd3ad97c | 97 | cpu_relax(); |
5b4d5bcc KH |
98 | |
99 | /* | |
100 | * CPU1 could have already entered & exited idle | |
101 | * without hitting off because of a wakeup | |
102 | * or a failed attempt to hit off mode. Check for | |
103 | * that here, otherwise we could spin forever | |
104 | * waiting for CPU1 off. | |
105 | */ | |
106 | if (cpu_done[1]) | |
107 | goto fail; | |
108 | ||
109 | } | |
98272660 SS |
110 | } |
111 | ||
74ed7bdc SG |
112 | mpuss_can_lose_context = (cx->mpu_state == PWRDM_POWER_RET) && |
113 | (cx->mpu_logic_state == PWRDM_POWER_OFF); | |
114 | ||
4b353a70 SS |
115 | clockevents_notify(CLOCK_EVT_NOTIFY_BROADCAST_ENTER, &cpu_id); |
116 | ||
98272660 SS |
117 | /* |
118 | * Call idle CPU PM enter notifier chain so that | |
119 | * VFP and per CPU interrupt context is saved. | |
120 | */ | |
dd3ad97c SS |
121 | cpu_pm_enter(); |
122 | ||
123 | if (dev->cpu == 0) { | |
124 | pwrdm_set_logic_retst(mpu_pd, cx->mpu_logic_state); | |
125 | omap_set_pwrdm_state(mpu_pd, cx->mpu_state); | |
126 | ||
127 | /* | |
128 | * Call idle CPU cluster PM enter notifier chain | |
129 | * to save GIC and wakeupgen context. | |
130 | */ | |
74ed7bdc SG |
131 | if (mpuss_can_lose_context) |
132 | cpu_cluster_pm_enter(); | |
dd3ad97c | 133 | } |
98272660 SS |
134 | |
135 | omap4_enter_lowpower(dev->cpu, cx->cpu_state); | |
5b4d5bcc | 136 | cpu_done[dev->cpu] = true; |
98272660 | 137 | |
dd3ad97c SS |
138 | /* Wakeup CPU1 only if it is not offlined */ |
139 | if (dev->cpu == 0 && cpumask_test_cpu(1, cpu_online_mask)) { | |
74ed7bdc SG |
140 | |
141 | if (IS_PM44XX_ERRATUM(PM_OMAP4_ROM_SMP_BOOT_ERRATUM_GICD) && | |
142 | mpuss_can_lose_context) | |
143 | gic_dist_disable(); | |
144 | ||
dd3ad97c | 145 | clkdm_wakeup(cpu_clkdm[1]); |
b7806dc7 | 146 | omap_set_pwrdm_state(cpu_pd[1], PWRDM_POWER_ON); |
dd3ad97c | 147 | clkdm_allow_idle(cpu_clkdm[1]); |
74ed7bdc SG |
148 | |
149 | if (IS_PM44XX_ERRATUM(PM_OMAP4_ROM_SMP_BOOT_ERRATUM_GICD) && | |
150 | mpuss_can_lose_context) { | |
151 | while (gic_dist_disabled()) { | |
152 | udelay(1); | |
153 | cpu_relax(); | |
154 | } | |
155 | gic_timer_retrigger(); | |
156 | } | |
dd3ad97c | 157 | } |
98272660 SS |
158 | |
159 | /* | |
160 | * Call idle CPU PM exit notifier chain to restore | |
dd3ad97c | 161 | * VFP and per CPU IRQ context. |
98272660 | 162 | */ |
dd3ad97c | 163 | cpu_pm_exit(); |
98272660 SS |
164 | |
165 | /* | |
166 | * Call idle CPU cluster PM exit notifier chain | |
167 | * to restore GIC and wakeupgen context. | |
168 | */ | |
74ed7bdc | 169 | if (dev->cpu == 0 && mpuss_can_lose_context) |
98272660 SS |
170 | cpu_cluster_pm_exit(); |
171 | ||
4b353a70 SS |
172 | clockevents_notify(CLOCK_EVT_NOTIFY_BROADCAST_EXIT, &cpu_id); |
173 | ||
5b4d5bcc KH |
174 | fail: |
175 | cpuidle_coupled_parallel_barrier(dev, &abort_barrier); | |
176 | cpu_done[dev->cpu] = false; | |
98be0dde | 177 | |
98272660 SS |
178 | return index; |
179 | } | |
180 | ||
4b353a70 SS |
181 | /* |
182 | * For each cpu, setup the broadcast timer because local timers | |
183 | * stops for the states above C1. | |
184 | */ | |
185 | static void omap_setup_broadcast_timer(void *arg) | |
186 | { | |
fa8589fe | 187 | tick_broadcast_enable(); |
4b353a70 SS |
188 | } |
189 | ||
9db316b6 | 190 | static struct cpuidle_driver omap4_idle_driver = { |
d13e9261 RL |
191 | .name = "omap4_idle", |
192 | .owner = THIS_MODULE, | |
78e9016f DL |
193 | .states = { |
194 | { | |
195 | /* C1 - CPU0 ON + CPU1 ON + MPU ON */ | |
196 | .exit_latency = 2 + 2, | |
197 | .target_residency = 5, | |
db4f3dab | 198 | .enter = omap_enter_idle_simple, |
78e9016f | 199 | .name = "C1", |
eb495d33 | 200 | .desc = "CPUx ON, MPUSS ON" |
78e9016f DL |
201 | }, |
202 | { | |
9db316b6 | 203 | /* C2 - CPU0 OFF + CPU1 OFF + MPU CSWR */ |
78e9016f DL |
204 | .exit_latency = 328 + 440, |
205 | .target_residency = 960, | |
b82b6cca | 206 | .flags = CPUIDLE_FLAG_COUPLED, |
db4f3dab | 207 | .enter = omap_enter_idle_coupled, |
78e9016f | 208 | .name = "C2", |
eb495d33 | 209 | .desc = "CPUx OFF, MPUSS CSWR", |
78e9016f DL |
210 | }, |
211 | { | |
212 | /* C3 - CPU0 OFF + CPU1 OFF + MPU OSWR */ | |
213 | .exit_latency = 460 + 518, | |
214 | .target_residency = 1100, | |
b82b6cca | 215 | .flags = CPUIDLE_FLAG_COUPLED, |
db4f3dab | 216 | .enter = omap_enter_idle_coupled, |
78e9016f | 217 | .name = "C3", |
eb495d33 | 218 | .desc = "CPUx OFF, MPUSS OSWR", |
78e9016f DL |
219 | }, |
220 | }, | |
d0d133d9 | 221 | .state_count = ARRAY_SIZE(omap4_idle_data), |
78e9016f | 222 | .safe_state_index = 0, |
98272660 SS |
223 | }; |
224 | ||
9db316b6 | 225 | /* Public functions */ |
b93d70ae | 226 | |
98272660 | 227 | /** |
db4f3dab | 228 | * omap4_idle_init - Init routine for OMAP4+ idle |
98272660 | 229 | * |
db4f3dab | 230 | * Registers the OMAP4+ specific cpuidle driver to the cpuidle |
98272660 SS |
231 | * framework with the valid set of states. |
232 | */ | |
233 | int __init omap4_idle_init(void) | |
234 | { | |
98272660 | 235 | mpu_pd = pwrdm_lookup("mpu_pwrdm"); |
dd3ad97c SS |
236 | cpu_pd[0] = pwrdm_lookup("cpu0_pwrdm"); |
237 | cpu_pd[1] = pwrdm_lookup("cpu1_pwrdm"); | |
238 | if ((!mpu_pd) || (!cpu_pd[0]) || (!cpu_pd[1])) | |
98272660 SS |
239 | return -ENODEV; |
240 | ||
dd3ad97c SS |
241 | cpu_clkdm[0] = clkdm_lookup("mpu0_clkdm"); |
242 | cpu_clkdm[1] = clkdm_lookup("mpu1_clkdm"); | |
243 | if (!cpu_clkdm[0] || !cpu_clkdm[1]) | |
98272660 SS |
244 | return -ENODEV; |
245 | ||
4b353a70 SS |
246 | /* Configure the broadcast timer on each cpu */ |
247 | on_each_cpu(omap_setup_broadcast_timer, NULL, 1); | |
248 | ||
0e9e8b4b | 249 | return cpuidle_register(&omap4_idle_driver, cpu_online_mask); |
98272660 | 250 | } |