Commit | Line | Data |
---|---|---|
a9d70523 RW |
1 | /* |
2 | * kernel/power/suspend.c - Suspend to RAM and standby functionality. | |
3 | * | |
4 | * Copyright (c) 2003 Patrick Mochel | |
5 | * Copyright (c) 2003 Open Source Development Lab | |
6 | * Copyright (c) 2009 Rafael J. Wysocki <rjw@sisk.pl>, Novell Inc. | |
7 | * | |
8 | * This file is released under the GPLv2. | |
9 | */ | |
10 | ||
142bce74 RW |
11 | #define pr_fmt(fmt) "PM: " fmt |
12 | ||
a9d70523 RW |
13 | #include <linux/string.h> |
14 | #include <linux/delay.h> | |
15 | #include <linux/errno.h> | |
16 | #include <linux/init.h> | |
17 | #include <linux/console.h> | |
18 | #include <linux/cpu.h> | |
f3f12532 | 19 | #include <linux/cpuidle.h> |
a9d70523 | 20 | #include <linux/syscalls.h> |
5a0e3ad6 | 21 | #include <linux/gfp.h> |
dd4c4f17 MG |
22 | #include <linux/io.h> |
23 | #include <linux/kernel.h> | |
24 | #include <linux/list.h> | |
25 | #include <linux/mm.h> | |
26 | #include <linux/slab.h> | |
6e5fdeed | 27 | #include <linux/export.h> |
dd4c4f17 | 28 | #include <linux/suspend.h> |
40dc166c | 29 | #include <linux/syscore_ops.h> |
9c8cd6b6 | 30 | #include <linux/swait.h> |
443772d4 | 31 | #include <linux/ftrace.h> |
938cfed1 | 32 | #include <trace/events/power.h> |
52f5684c | 33 | #include <linux/compiler.h> |
1d4a9c17 | 34 | #include <linux/moduleparam.h> |
a9d70523 RW |
35 | |
36 | #include "power.h" | |
37 | ||
406e7938 | 38 | const char * const pm_labels[] = { |
690cbb90 | 39 | [PM_SUSPEND_TO_IDLE] = "freeze", |
406e7938 RW |
40 | [PM_SUSPEND_STANDBY] = "standby", |
41 | [PM_SUSPEND_MEM] = "mem", | |
42 | }; | |
d431cbc5 | 43 | const char *pm_states[PM_SUSPEND_MAX]; |
406e7938 | 44 | static const char * const mem_sleep_labels[] = { |
690cbb90 | 45 | [PM_SUSPEND_TO_IDLE] = "s2idle", |
406e7938 RW |
46 | [PM_SUSPEND_STANDBY] = "shallow", |
47 | [PM_SUSPEND_MEM] = "deep", | |
48 | }; | |
49 | const char *mem_sleep_states[PM_SUSPEND_MAX]; | |
50 | ||
690cbb90 | 51 | suspend_state_t mem_sleep_current = PM_SUSPEND_TO_IDLE; |
e870c6c8 | 52 | suspend_state_t mem_sleep_default = PM_SUSPEND_MAX; |
bd8c9ba3 FF |
53 | suspend_state_t pm_suspend_target_state; |
54 | EXPORT_SYMBOL_GPL(pm_suspend_target_state); | |
a9d70523 | 55 | |
ef25ba04 RW |
56 | unsigned int pm_suspend_global_flags; |
57 | EXPORT_SYMBOL_GPL(pm_suspend_global_flags); | |
58 | ||
2f55ac07 | 59 | static const struct platform_suspend_ops *suspend_ops; |
23d5855f | 60 | static const struct platform_s2idle_ops *s2idle_ops; |
9c8cd6b6 | 61 | static DECLARE_SWAIT_QUEUE_HEAD(s2idle_wait_head); |
38106313 | 62 | |
f02f4f9d | 63 | enum s2idle_states __read_mostly s2idle_state; |
62fc00a6 | 64 | static DEFINE_RAW_SPINLOCK(s2idle_lock); |
7e73c5ae | 65 | |
684bec10 DD |
66 | bool pm_suspend_via_s2idle(void) |
67 | { | |
68 | return mem_sleep_current == PM_SUSPEND_TO_IDLE; | |
69 | } | |
70 | EXPORT_SYMBOL_GPL(pm_suspend_via_s2idle); | |
71 | ||
23d5855f | 72 | void s2idle_set_ops(const struct platform_s2idle_ops *ops) |
1f0b6386 RW |
73 | { |
74 | lock_system_sleep(); | |
23d5855f | 75 | s2idle_ops = ops; |
1f0b6386 RW |
76 | unlock_system_sleep(); |
77 | } | |
78 | ||
f02f4f9d | 79 | static void s2idle_begin(void) |
7e73c5ae | 80 | { |
f02f4f9d | 81 | s2idle_state = S2IDLE_STATE_NONE; |
7e73c5ae ZR |
82 | } |
83 | ||
f02f4f9d | 84 | static void s2idle_enter(void) |
7e73c5ae | 85 | { |
690cbb90 | 86 | trace_suspend_resume(TPS("machine_suspend"), PM_SUSPEND_TO_IDLE, true); |
33e4f80e | 87 | |
62fc00a6 | 88 | raw_spin_lock_irq(&s2idle_lock); |
38106313 RW |
89 | if (pm_wakeup_pending()) |
90 | goto out; | |
91 | ||
f02f4f9d | 92 | s2idle_state = S2IDLE_STATE_ENTER; |
62fc00a6 | 93 | raw_spin_unlock_irq(&s2idle_lock); |
38106313 RW |
94 | |
95 | get_online_cpus(); | |
f3f12532 | 96 | cpuidle_resume(); |
38106313 RW |
97 | |
98 | /* Push all the CPUs into the idle loop. */ | |
99 | wake_up_all_idle_cpus(); | |
38106313 | 100 | /* Make the current CPU wait so it can enter the idle loop too. */ |
b3dae109 | 101 | swait_event_exclusive(s2idle_wait_head, |
9c8cd6b6 | 102 | s2idle_state == S2IDLE_STATE_WAKE); |
38106313 | 103 | |
f3f12532 | 104 | cpuidle_pause(); |
38106313 RW |
105 | put_online_cpus(); |
106 | ||
62fc00a6 | 107 | raw_spin_lock_irq(&s2idle_lock); |
38106313 RW |
108 | |
109 | out: | |
f02f4f9d | 110 | s2idle_state = S2IDLE_STATE_NONE; |
62fc00a6 | 111 | raw_spin_unlock_irq(&s2idle_lock); |
33e4f80e | 112 | |
690cbb90 | 113 | trace_suspend_resume(TPS("machine_suspend"), PM_SUSPEND_TO_IDLE, false); |
33e4f80e RW |
114 | } |
115 | ||
116 | static void s2idle_loop(void) | |
117 | { | |
8d8b2441 | 118 | pm_pr_dbg("suspend-to-idle\n"); |
33e4f80e | 119 | |
9a3ebe35 RW |
120 | for (;;) { |
121 | int error; | |
122 | ||
123 | dpm_noirq_begin(); | |
124 | ||
8e6bcd9f RW |
125 | /* |
126 | * Suspend-to-idle equals | |
127 | * frozen processes + suspended devices + idle processors. | |
f02f4f9d | 128 | * Thus s2idle_enter() should be called right after |
8e6bcd9f | 129 | * all devices have been suspended. |
87cbde8d RW |
130 | * |
131 | * Wakeups during the noirq suspend of devices may be spurious, | |
132 | * so prevent them from terminating the loop right away. | |
8e6bcd9f | 133 | */ |
9a3ebe35 RW |
134 | error = dpm_noirq_suspend_devices(PMSG_SUSPEND); |
135 | if (!error) | |
f02f4f9d | 136 | s2idle_enter(); |
87cbde8d RW |
137 | else if (error == -EBUSY && pm_wakeup_pending()) |
138 | error = 0; | |
9a3ebe35 | 139 | |
87cbde8d | 140 | if (!error && s2idle_ops && s2idle_ops->wake) |
23d5855f | 141 | s2idle_ops->wake(); |
33e4f80e | 142 | |
87cbde8d RW |
143 | dpm_noirq_resume_devices(PMSG_RESUME); |
144 | ||
9a3ebe35 RW |
145 | dpm_noirq_end(); |
146 | ||
87cbde8d RW |
147 | if (error) |
148 | break; | |
149 | ||
23d5855f RW |
150 | if (s2idle_ops && s2idle_ops->sync) |
151 | s2idle_ops->sync(); | |
33e4f80e RW |
152 | |
153 | if (pm_wakeup_pending()) | |
154 | break; | |
155 | ||
156 | pm_wakeup_clear(false); | |
8e6bcd9f | 157 | } |
33e4f80e | 158 | |
8d8b2441 | 159 | pm_pr_dbg("resume from suspend-to-idle\n"); |
7e73c5ae ZR |
160 | } |
161 | ||
f02f4f9d | 162 | void s2idle_wake(void) |
7e73c5ae | 163 | { |
38106313 RW |
164 | unsigned long flags; |
165 | ||
62fc00a6 | 166 | raw_spin_lock_irqsave(&s2idle_lock, flags); |
f02f4f9d RW |
167 | if (s2idle_state > S2IDLE_STATE_NONE) { |
168 | s2idle_state = S2IDLE_STATE_WAKE; | |
b3dae109 | 169 | swake_up_one(&s2idle_wait_head); |
38106313 | 170 | } |
62fc00a6 | 171 | raw_spin_unlock_irqrestore(&s2idle_lock, flags); |
7e73c5ae | 172 | } |
f02f4f9d | 173 | EXPORT_SYMBOL_GPL(s2idle_wake); |
7e73c5ae | 174 | |
43e8317b RW |
175 | static bool valid_state(suspend_state_t state) |
176 | { | |
177 | /* | |
178 | * PM_SUSPEND_STANDBY and PM_SUSPEND_MEM states need low level | |
179 | * support and need to be valid to the low level | |
180 | * implementation, no valid callback implies that none are valid. | |
181 | */ | |
182 | return suspend_ops && suspend_ops->valid && suspend_ops->valid(state); | |
183 | } | |
184 | ||
fa7fd6fa SH |
185 | void __init pm_states_init(void) |
186 | { | |
406e7938 RW |
187 | /* "mem" and "freeze" are always present in /sys/power/state. */ |
188 | pm_states[PM_SUSPEND_MEM] = pm_labels[PM_SUSPEND_MEM]; | |
690cbb90 | 189 | pm_states[PM_SUSPEND_TO_IDLE] = pm_labels[PM_SUSPEND_TO_IDLE]; |
fa7fd6fa | 190 | /* |
406e7938 RW |
191 | * Suspend-to-idle should be supported even without any suspend_ops, |
192 | * initialize mem_sleep_states[] accordingly here. | |
fa7fd6fa | 193 | */ |
690cbb90 | 194 | mem_sleep_states[PM_SUSPEND_TO_IDLE] = mem_sleep_labels[PM_SUSPEND_TO_IDLE]; |
fa7fd6fa SH |
195 | } |
196 | ||
406e7938 | 197 | static int __init mem_sleep_default_setup(char *str) |
0399d4db | 198 | { |
406e7938 RW |
199 | suspend_state_t state; |
200 | ||
690cbb90 | 201 | for (state = PM_SUSPEND_TO_IDLE; state <= PM_SUSPEND_MEM; state++) |
406e7938 RW |
202 | if (mem_sleep_labels[state] && |
203 | !strcmp(str, mem_sleep_labels[state])) { | |
204 | mem_sleep_default = state; | |
205 | break; | |
206 | } | |
207 | ||
0399d4db RW |
208 | return 1; |
209 | } | |
406e7938 | 210 | __setup("mem_sleep_default=", mem_sleep_default_setup); |
0399d4db | 211 | |
a9d70523 | 212 | /** |
55ae4519 RW |
213 | * suspend_set_ops - Set the global suspend method table. |
214 | * @ops: Suspend operations to use. | |
a9d70523 | 215 | */ |
2f55ac07 | 216 | void suspend_set_ops(const struct platform_suspend_ops *ops) |
a9d70523 | 217 | { |
bcda53fa | 218 | lock_system_sleep(); |
43e8317b | 219 | |
a9d70523 | 220 | suspend_ops = ops; |
0399d4db | 221 | |
406e7938 RW |
222 | if (valid_state(PM_SUSPEND_STANDBY)) { |
223 | mem_sleep_states[PM_SUSPEND_STANDBY] = mem_sleep_labels[PM_SUSPEND_STANDBY]; | |
224 | pm_states[PM_SUSPEND_STANDBY] = pm_labels[PM_SUSPEND_STANDBY]; | |
225 | if (mem_sleep_default == PM_SUSPEND_STANDBY) | |
226 | mem_sleep_current = PM_SUSPEND_STANDBY; | |
227 | } | |
228 | if (valid_state(PM_SUSPEND_MEM)) { | |
229 | mem_sleep_states[PM_SUSPEND_MEM] = mem_sleep_labels[PM_SUSPEND_MEM]; | |
e870c6c8 | 230 | if (mem_sleep_default >= PM_SUSPEND_MEM) |
406e7938 RW |
231 | mem_sleep_current = PM_SUSPEND_MEM; |
232 | } | |
43e8317b | 233 | |
bcda53fa | 234 | unlock_system_sleep(); |
a9d70523 | 235 | } |
a5e4fd87 | 236 | EXPORT_SYMBOL_GPL(suspend_set_ops); |
a9d70523 | 237 | |
a9d70523 | 238 | /** |
55ae4519 | 239 | * suspend_valid_only_mem - Generic memory-only valid callback. |
a9d70523 | 240 | * |
55ae4519 RW |
241 | * Platform drivers that implement mem suspend only and only need to check for |
242 | * that in their .valid() callback can use this instead of rolling their own | |
243 | * .valid() callback. | |
a9d70523 RW |
244 | */ |
245 | int suspend_valid_only_mem(suspend_state_t state) | |
246 | { | |
247 | return state == PM_SUSPEND_MEM; | |
248 | } | |
a5e4fd87 | 249 | EXPORT_SYMBOL_GPL(suspend_valid_only_mem); |
a9d70523 | 250 | |
8490fdf9 RW |
251 | static bool sleep_state_supported(suspend_state_t state) |
252 | { | |
690cbb90 | 253 | return state == PM_SUSPEND_TO_IDLE || (suspend_ops && suspend_ops->enter); |
8490fdf9 RW |
254 | } |
255 | ||
256 | static int platform_suspend_prepare(suspend_state_t state) | |
257 | { | |
690cbb90 | 258 | return state != PM_SUSPEND_TO_IDLE && suspend_ops->prepare ? |
8490fdf9 RW |
259 | suspend_ops->prepare() : 0; |
260 | } | |
261 | ||
a8d46b9e RW |
262 | static int platform_suspend_prepare_late(suspend_state_t state) |
263 | { | |
23d5855f RW |
264 | return state == PM_SUSPEND_TO_IDLE && s2idle_ops && s2idle_ops->prepare ? |
265 | s2idle_ops->prepare() : 0; | |
a8d46b9e RW |
266 | } |
267 | ||
ebc3e41e | 268 | static int platform_suspend_prepare_noirq(suspend_state_t state) |
8490fdf9 | 269 | { |
690cbb90 | 270 | return state != PM_SUSPEND_TO_IDLE && suspend_ops->prepare_late ? |
8490fdf9 RW |
271 | suspend_ops->prepare_late() : 0; |
272 | } | |
273 | ||
ebc3e41e | 274 | static void platform_resume_noirq(suspend_state_t state) |
8490fdf9 | 275 | { |
690cbb90 | 276 | if (state != PM_SUSPEND_TO_IDLE && suspend_ops->wake) |
8490fdf9 RW |
277 | suspend_ops->wake(); |
278 | } | |
279 | ||
a8d46b9e RW |
280 | static void platform_resume_early(suspend_state_t state) |
281 | { | |
23d5855f RW |
282 | if (state == PM_SUSPEND_TO_IDLE && s2idle_ops && s2idle_ops->restore) |
283 | s2idle_ops->restore(); | |
a8d46b9e RW |
284 | } |
285 | ||
ebc3e41e | 286 | static void platform_resume_finish(suspend_state_t state) |
8490fdf9 | 287 | { |
690cbb90 | 288 | if (state != PM_SUSPEND_TO_IDLE && suspend_ops->finish) |
8490fdf9 RW |
289 | suspend_ops->finish(); |
290 | } | |
291 | ||
292 | static int platform_suspend_begin(suspend_state_t state) | |
293 | { | |
23d5855f RW |
294 | if (state == PM_SUSPEND_TO_IDLE && s2idle_ops && s2idle_ops->begin) |
295 | return s2idle_ops->begin(); | |
fa7fd6fa | 296 | else if (suspend_ops && suspend_ops->begin) |
8490fdf9 RW |
297 | return suspend_ops->begin(state); |
298 | else | |
299 | return 0; | |
300 | } | |
301 | ||
ebc3e41e | 302 | static void platform_resume_end(suspend_state_t state) |
8490fdf9 | 303 | { |
23d5855f RW |
304 | if (state == PM_SUSPEND_TO_IDLE && s2idle_ops && s2idle_ops->end) |
305 | s2idle_ops->end(); | |
fa7fd6fa | 306 | else if (suspend_ops && suspend_ops->end) |
8490fdf9 RW |
307 | suspend_ops->end(); |
308 | } | |
309 | ||
ebc3e41e | 310 | static void platform_recover(suspend_state_t state) |
8490fdf9 | 311 | { |
690cbb90 | 312 | if (state != PM_SUSPEND_TO_IDLE && suspend_ops->recover) |
8490fdf9 RW |
313 | suspend_ops->recover(); |
314 | } | |
315 | ||
316 | static bool platform_suspend_again(suspend_state_t state) | |
317 | { | |
690cbb90 | 318 | return state != PM_SUSPEND_TO_IDLE && suspend_ops->suspend_again ? |
8490fdf9 RW |
319 | suspend_ops->suspend_again() : false; |
320 | } | |
321 | ||
1d4a9c17 BN |
322 | #ifdef CONFIG_PM_DEBUG |
323 | static unsigned int pm_test_delay = 5; | |
324 | module_param(pm_test_delay, uint, 0644); | |
325 | MODULE_PARM_DESC(pm_test_delay, | |
326 | "Number of seconds to wait before resuming from suspend test"); | |
327 | #endif | |
328 | ||
a9d70523 RW |
329 | static int suspend_test(int level) |
330 | { | |
331 | #ifdef CONFIG_PM_DEBUG | |
332 | if (pm_test_level == level) { | |
22e09b33 | 333 | pr_info("suspend debug: Waiting for %d second(s).\n", |
1d4a9c17 BN |
334 | pm_test_delay); |
335 | mdelay(pm_test_delay * 1000); | |
a9d70523 RW |
336 | return 1; |
337 | } | |
338 | #endif /* !CONFIG_PM_DEBUG */ | |
339 | return 0; | |
340 | } | |
341 | ||
342 | /** | |
55ae4519 | 343 | * suspend_prepare - Prepare for entering system sleep state. |
a9d70523 | 344 | * |
55ae4519 RW |
345 | * Common code run for every system sleep state that can be entered (except for |
346 | * hibernation). Run suspend notifiers, allocate the "suspend" console and | |
347 | * freeze processes. | |
a9d70523 | 348 | */ |
7e73c5ae | 349 | static int suspend_prepare(suspend_state_t state) |
a9d70523 | 350 | { |
ea00f4f4 | 351 | int error, nr_calls = 0; |
a9d70523 | 352 | |
8490fdf9 | 353 | if (!sleep_state_supported(state)) |
a9d70523 RW |
354 | return -EPERM; |
355 | ||
356 | pm_prepare_console(); | |
357 | ||
ea00f4f4 LW |
358 | error = __pm_notifier_call_chain(PM_SUSPEND_PREPARE, -1, &nr_calls); |
359 | if (error) { | |
360 | nr_calls--; | |
a9d70523 | 361 | goto Finish; |
ea00f4f4 | 362 | } |
a9d70523 | 363 | |
bb3632c6 | 364 | trace_suspend_resume(TPS("freeze_processes"), 0, true); |
a9d70523 | 365 | error = suspend_freeze_processes(); |
bb3632c6 | 366 | trace_suspend_resume(TPS("freeze_processes"), 0, false); |
03afed8b | 367 | if (!error) |
a9d70523 RW |
368 | return 0; |
369 | ||
03afed8b TH |
370 | suspend_stats.failed_freeze++; |
371 | dpm_save_failed_step(SUSPEND_FREEZE); | |
a9d70523 | 372 | Finish: |
ea00f4f4 | 373 | __pm_notifier_call_chain(PM_POST_SUSPEND, nr_calls, NULL); |
a9d70523 RW |
374 | pm_restore_console(); |
375 | return error; | |
376 | } | |
377 | ||
378 | /* default implementation */ | |
52f5684c | 379 | void __weak arch_suspend_disable_irqs(void) |
a9d70523 RW |
380 | { |
381 | local_irq_disable(); | |
382 | } | |
383 | ||
384 | /* default implementation */ | |
52f5684c | 385 | void __weak arch_suspend_enable_irqs(void) |
a9d70523 RW |
386 | { |
387 | local_irq_enable(); | |
388 | } | |
389 | ||
390 | /** | |
55ae4519 RW |
391 | * suspend_enter - Make the system enter the given sleep state. |
392 | * @state: System sleep state to enter. | |
393 | * @wakeup: Returns information that the sleep state should not be re-entered. | |
a9d70523 | 394 | * |
3b5fe852 | 395 | * This function should be called after devices have been suspended. |
a9d70523 | 396 | */ |
3b5fe852 | 397 | static int suspend_enter(suspend_state_t state, bool *wakeup) |
a9d70523 RW |
398 | { |
399 | int error; | |
400 | ||
8490fdf9 RW |
401 | error = platform_suspend_prepare(state); |
402 | if (error) | |
403 | goto Platform_finish; | |
a9d70523 | 404 | |
2a8a8ce6 | 405 | error = dpm_suspend_late(PMSG_SUSPEND); |
a9d70523 | 406 | if (error) { |
142bce74 | 407 | pr_err("late suspend of devices failed\n"); |
ce441011 | 408 | goto Platform_finish; |
a9d70523 | 409 | } |
a8d46b9e RW |
410 | error = platform_suspend_prepare_late(state); |
411 | if (error) | |
412 | goto Devices_early_resume; | |
413 | ||
690cbb90 | 414 | if (state == PM_SUSPEND_TO_IDLE && pm_test_level != TEST_PLATFORM) { |
8e6bcd9f RW |
415 | s2idle_loop(); |
416 | goto Platform_early_resume; | |
417 | } | |
418 | ||
2a8a8ce6 RW |
419 | error = dpm_suspend_noirq(PMSG_SUSPEND); |
420 | if (error) { | |
142bce74 | 421 | pr_err("noirq suspend of devices failed\n"); |
a8d46b9e | 422 | goto Platform_early_resume; |
2a8a8ce6 | 423 | } |
ebc3e41e | 424 | error = platform_suspend_prepare_noirq(state); |
8490fdf9 RW |
425 | if (error) |
426 | goto Platform_wake; | |
a9d70523 | 427 | |
08605acc ZR |
428 | if (suspend_test(TEST_PLATFORM)) |
429 | goto Platform_wake; | |
430 | ||
a9d70523 RW |
431 | error = disable_nonboot_cpus(); |
432 | if (error || suspend_test(TEST_CPUS)) | |
433 | goto Enable_cpus; | |
434 | ||
435 | arch_suspend_disable_irqs(); | |
436 | BUG_ON(!irqs_disabled()); | |
437 | ||
c1a957d1 TG |
438 | system_state = SYSTEM_SUSPEND; |
439 | ||
2e711c04 | 440 | error = syscore_suspend(); |
a9d70523 | 441 | if (!error) { |
3b5fe852 MH |
442 | *wakeup = pm_wakeup_pending(); |
443 | if (!(suspend_test(TEST_CORE) || *wakeup)) { | |
bb3632c6 TB |
444 | trace_suspend_resume(TPS("machine_suspend"), |
445 | state, true); | |
a9d70523 | 446 | error = suspend_ops->enter(state); |
bb3632c6 TB |
447 | trace_suspend_resume(TPS("machine_suspend"), |
448 | state, false); | |
67176736 RK |
449 | } else if (*wakeup) { |
450 | error = -EBUSY; | |
c125e96f | 451 | } |
40dc166c | 452 | syscore_resume(); |
a9d70523 RW |
453 | } |
454 | ||
c1a957d1 TG |
455 | system_state = SYSTEM_RUNNING; |
456 | ||
a9d70523 RW |
457 | arch_suspend_enable_irqs(); |
458 | BUG_ON(irqs_disabled()); | |
459 | ||
460 | Enable_cpus: | |
461 | enable_nonboot_cpus(); | |
462 | ||
463 | Platform_wake: | |
ebc3e41e | 464 | platform_resume_noirq(state); |
2a8a8ce6 RW |
465 | dpm_resume_noirq(PMSG_RESUME); |
466 | ||
a8d46b9e RW |
467 | Platform_early_resume: |
468 | platform_resume_early(state); | |
469 | ||
2a8a8ce6 RW |
470 | Devices_early_resume: |
471 | dpm_resume_early(PMSG_RESUME); | |
a9d70523 | 472 | |
ce441011 | 473 | Platform_finish: |
ebc3e41e | 474 | platform_resume_finish(state); |
a9d70523 RW |
475 | return error; |
476 | } | |
477 | ||
478 | /** | |
55ae4519 RW |
479 | * suspend_devices_and_enter - Suspend devices and enter system sleep state. |
480 | * @state: System sleep state to enter. | |
a9d70523 RW |
481 | */ |
482 | int suspend_devices_and_enter(suspend_state_t state) | |
483 | { | |
484 | int error; | |
3b5fe852 | 485 | bool wakeup = false; |
a9d70523 | 486 | |
8490fdf9 | 487 | if (!sleep_state_supported(state)) |
a9d70523 RW |
488 | return -ENOSYS; |
489 | ||
bd8c9ba3 FF |
490 | pm_suspend_target_state = state; |
491 | ||
8490fdf9 RW |
492 | error = platform_suspend_begin(state); |
493 | if (error) | |
494 | goto Close; | |
495 | ||
a9d70523 RW |
496 | suspend_console(); |
497 | suspend_test_start(); | |
498 | error = dpm_suspend_start(PMSG_SUSPEND); | |
499 | if (error) { | |
142bce74 | 500 | pr_err("Some devices failed to suspend, or early wake event detected\n"); |
a9d70523 RW |
501 | goto Recover_platform; |
502 | } | |
503 | suspend_test_finish("suspend devices"); | |
504 | if (suspend_test(TEST_DEVICES)) | |
505 | goto Recover_platform; | |
506 | ||
3b5fe852 MH |
507 | do { |
508 | error = suspend_enter(state, &wakeup); | |
8490fdf9 | 509 | } while (!error && !wakeup && platform_suspend_again(state)); |
a9d70523 RW |
510 | |
511 | Resume_devices: | |
512 | suspend_test_start(); | |
513 | dpm_resume_end(PMSG_RESUME); | |
514 | suspend_test_finish("resume devices"); | |
0cadc702 | 515 | trace_suspend_resume(TPS("resume_console"), state, true); |
a9d70523 | 516 | resume_console(); |
0cadc702 | 517 | trace_suspend_resume(TPS("resume_console"), state, false); |
1f0b6386 | 518 | |
8490fdf9 | 519 | Close: |
ebc3e41e | 520 | platform_resume_end(state); |
bd8c9ba3 | 521 | pm_suspend_target_state = PM_SUSPEND_ON; |
a9d70523 RW |
522 | return error; |
523 | ||
524 | Recover_platform: | |
ebc3e41e | 525 | platform_recover(state); |
a9d70523 RW |
526 | goto Resume_devices; |
527 | } | |
528 | ||
529 | /** | |
55ae4519 | 530 | * suspend_finish - Clean up before finishing the suspend sequence. |
a9d70523 | 531 | * |
55ae4519 RW |
532 | * Call platform code to clean up, restart processes, and free the console that |
533 | * we've allocated. This routine is not called for hibernation. | |
a9d70523 RW |
534 | */ |
535 | static void suspend_finish(void) | |
536 | { | |
537 | suspend_thaw_processes(); | |
a9d70523 RW |
538 | pm_notifier_call_chain(PM_POST_SUSPEND); |
539 | pm_restore_console(); | |
540 | } | |
541 | ||
542 | /** | |
55ae4519 RW |
543 | * enter_state - Do common work needed to enter system sleep state. |
544 | * @state: System sleep state to enter. | |
a9d70523 | 545 | * |
55ae4519 RW |
546 | * Make sure that no one else is trying to put the system into a sleep state. |
547 | * Fail if that's not the case. Otherwise, prepare for system suspend, make the | |
548 | * system enter the given sleep state and clean up after wakeup. | |
a9d70523 | 549 | */ |
93e1ee43 | 550 | static int enter_state(suspend_state_t state) |
a9d70523 RW |
551 | { |
552 | int error; | |
553 | ||
bb3632c6 | 554 | trace_suspend_resume(TPS("suspend_enter"), state, true); |
690cbb90 | 555 | if (state == PM_SUSPEND_TO_IDLE) { |
43e8317b RW |
556 | #ifdef CONFIG_PM_DEBUG |
557 | if (pm_test_level != TEST_NONE && pm_test_level <= TEST_CPUS) { | |
142bce74 | 558 | pr_warn("Unsupported test mode for suspend to idle, please choose none/freezer/devices/platform.\n"); |
43e8317b RW |
559 | return -EAGAIN; |
560 | } | |
561 | #endif | |
562 | } else if (!valid_state(state)) { | |
563 | return -EINVAL; | |
564 | } | |
55f2503c | 565 | if (!mutex_trylock(&system_transition_mutex)) |
a9d70523 RW |
566 | return -EBUSY; |
567 | ||
690cbb90 | 568 | if (state == PM_SUSPEND_TO_IDLE) |
f02f4f9d | 569 | s2idle_begin(); |
7e73c5ae | 570 | |
2fd77fff | 571 | #ifndef CONFIG_SUSPEND_SKIP_SYNC |
bb3632c6 | 572 | trace_suspend_resume(TPS("sync_filesystems"), 0, true); |
142bce74 | 573 | pr_info("Syncing filesystems ... "); |
70f68ee8 | 574 | ksys_sync(); |
1adb469b | 575 | pr_cont("done.\n"); |
bb3632c6 | 576 | trace_suspend_resume(TPS("sync_filesystems"), 0, false); |
2fd77fff | 577 | #endif |
a9d70523 | 578 | |
bebcdae3 | 579 | pm_pr_dbg("Preparing system for sleep (%s)\n", mem_sleep_labels[state]); |
ef25ba04 | 580 | pm_suspend_clear_flags(); |
7e73c5ae | 581 | error = suspend_prepare(state); |
a9d70523 RW |
582 | if (error) |
583 | goto Unlock; | |
584 | ||
585 | if (suspend_test(TEST_FREEZER)) | |
586 | goto Finish; | |
587 | ||
bb3632c6 | 588 | trace_suspend_resume(TPS("suspend_enter"), state, false); |
bebcdae3 | 589 | pm_pr_dbg("Suspending system (%s)\n", mem_sleep_labels[state]); |
87186475 | 590 | pm_restrict_gfp_mask(); |
a9d70523 | 591 | error = suspend_devices_and_enter(state); |
87186475 | 592 | pm_restore_gfp_mask(); |
a9d70523 RW |
593 | |
594 | Finish: | |
95b982b4 | 595 | events_check_enabled = false; |
8d8b2441 | 596 | pm_pr_dbg("Finishing wakeup.\n"); |
a9d70523 RW |
597 | suspend_finish(); |
598 | Unlock: | |
55f2503c | 599 | mutex_unlock(&system_transition_mutex); |
a9d70523 RW |
600 | return error; |
601 | } | |
602 | ||
603 | /** | |
55ae4519 RW |
604 | * pm_suspend - Externally visible function for suspending the system. |
605 | * @state: System sleep state to enter. | |
a9d70523 | 606 | * |
55ae4519 RW |
607 | * Check if the value of @state represents one of the supported states, |
608 | * execute enter_state() and update system suspend statistics. | |
a9d70523 RW |
609 | */ |
610 | int pm_suspend(suspend_state_t state) | |
611 | { | |
bc25cf50 RW |
612 | int error; |
613 | ||
614 | if (state <= PM_SUSPEND_ON || state >= PM_SUSPEND_MAX) | |
615 | return -EINVAL; | |
616 | ||
142bce74 | 617 | pr_info("suspend entry (%s)\n", mem_sleep_labels[state]); |
bc25cf50 RW |
618 | error = enter_state(state); |
619 | if (error) { | |
620 | suspend_stats.fail++; | |
621 | dpm_save_failed_errno(error); | |
622 | } else { | |
623 | suspend_stats.success++; | |
2a77c46d | 624 | } |
142bce74 | 625 | pr_info("suspend exit\n"); |
bc25cf50 | 626 | return error; |
a9d70523 RW |
627 | } |
628 | EXPORT_SYMBOL(pm_suspend); |