Commit | Line | Data |
---|---|---|
5de363b6 | 1 | // SPDX-License-Identifier: GPL-2.0 |
1da177e4 LT |
2 | /* |
3 | * drivers/base/power/main.c - Where the driver meets power management. | |
4 | * | |
5 | * Copyright (c) 2003 Patrick Mochel | |
6 | * Copyright (c) 2003 Open Source Development Lab | |
7 | * | |
1da177e4 | 8 | * The driver model core calls device_pm_add() when a device is registered. |
b595076a | 9 | * This will initialize the embedded device_pm_info object in the device |
1da177e4 LT |
10 | * and add it to the list of power-controlled devices. sysfs entries for |
11 | * controlling device power management will also be added. | |
12 | * | |
1eede070 RW |
13 | * A separate list is used for keeping track of power info, because the power |
14 | * domain dependencies may differ from the ancestral dependencies that the | |
15 | * subsystem list maintains. | |
1da177e4 LT |
16 | */ |
17 | ||
7a5bd127 JP |
18 | #define pr_fmt(fmt) "PM: " fmt |
19 | ||
1da177e4 | 20 | #include <linux/device.h> |
1b6bc32f | 21 | #include <linux/export.h> |
11048dcf | 22 | #include <linux/mutex.h> |
cd59abfc | 23 | #include <linux/pm.h> |
5e928f77 | 24 | #include <linux/pm_runtime.h> |
431d452a | 25 | #include <linux/pm-trace.h> |
4990d4fe | 26 | #include <linux/pm_wakeirq.h> |
2ed8d2b3 | 27 | #include <linux/interrupt.h> |
f2511774 | 28 | #include <linux/sched.h> |
b17b0153 | 29 | #include <linux/sched/debug.h> |
5af84b82 | 30 | #include <linux/async.h> |
1e75227e | 31 | #include <linux/suspend.h> |
53644677 | 32 | #include <trace/events/power.h> |
2f0aea93 | 33 | #include <linux/cpufreq.h> |
8651f97b | 34 | #include <linux/cpuidle.h> |
6e863844 | 35 | #include <linux/devfreq.h> |
70fea60d BG |
36 | #include <linux/timer.h> |
37 | ||
cd59abfc | 38 | #include "../base.h" |
1da177e4 LT |
39 | #include "power.h" |
40 | ||
9cf519d1 RW |
41 | typedef int (*pm_callback_t)(struct device *); |
42 | ||
42beb82e MB |
43 | #define list_for_each_entry_rcu_locked(pos, head, member) \ |
44 | list_for_each_entry_rcu(pos, head, member, \ | |
45 | device_links_read_lock_held()) | |
46 | ||
775b64d2 | 47 | /* |
1eede070 | 48 | * The entries in the dpm_list list are in a depth first order, simply |
775b64d2 RW |
49 | * because children are guaranteed to be discovered after parents, and |
50 | * are inserted at the back of the list on discovery. | |
51 | * | |
8e9394ce GKH |
52 | * Since device_pm_add() may be called with a device lock held, |
53 | * we must never try to acquire a device lock while holding | |
775b64d2 RW |
54 | * dpm_list_mutex. |
55 | */ | |
56 | ||
1eede070 | 57 | LIST_HEAD(dpm_list); |
7664e969 SK |
58 | static LIST_HEAD(dpm_prepared_list); |
59 | static LIST_HEAD(dpm_suspended_list); | |
60 | static LIST_HEAD(dpm_late_early_list); | |
61 | static LIST_HEAD(dpm_noirq_list); | |
1da177e4 | 62 | |
2a77c46d | 63 | struct suspend_stats suspend_stats; |
cd59abfc | 64 | static DEFINE_MUTEX(dpm_list_mtx); |
5af84b82 | 65 | static pm_message_t pm_transition; |
1da177e4 | 66 | |
098dff73 RW |
67 | static int async_error; |
68 | ||
952856db | 69 | static const char *pm_verb(int event) |
53644677 SK |
70 | { |
71 | switch (event) { | |
72 | case PM_EVENT_SUSPEND: | |
73 | return "suspend"; | |
74 | case PM_EVENT_RESUME: | |
75 | return "resume"; | |
76 | case PM_EVENT_FREEZE: | |
77 | return "freeze"; | |
78 | case PM_EVENT_QUIESCE: | |
79 | return "quiesce"; | |
80 | case PM_EVENT_HIBERNATE: | |
81 | return "hibernate"; | |
82 | case PM_EVENT_THAW: | |
83 | return "thaw"; | |
84 | case PM_EVENT_RESTORE: | |
85 | return "restore"; | |
86 | case PM_EVENT_RECOVER: | |
87 | return "recover"; | |
88 | default: | |
89 | return "(unknown PM event)"; | |
90 | } | |
91 | } | |
92 | ||
5e928f77 | 93 | /** |
e91c11b1 | 94 | * device_pm_sleep_init - Initialize system suspend-related device fields. |
5e928f77 RW |
95 | * @dev: Device object being initialized. |
96 | */ | |
e91c11b1 | 97 | void device_pm_sleep_init(struct device *dev) |
5e928f77 | 98 | { |
f76b168b | 99 | dev->power.is_prepared = false; |
6d0e0e84 | 100 | dev->power.is_suspended = false; |
3d2699bc LC |
101 | dev->power.is_noirq_suspended = false; |
102 | dev->power.is_late_suspended = false; | |
5af84b82 | 103 | init_completion(&dev->power.completion); |
152e1d59 | 104 | complete_all(&dev->power.completion); |
074037ec | 105 | dev->power.wakeup = NULL; |
22110faf | 106 | INIT_LIST_HEAD(&dev->power.entry); |
5e928f77 RW |
107 | } |
108 | ||
1eede070 | 109 | /** |
20d652d7 | 110 | * device_pm_lock - Lock the list of active devices used by the PM core. |
1eede070 RW |
111 | */ |
112 | void device_pm_lock(void) | |
113 | { | |
114 | mutex_lock(&dpm_list_mtx); | |
115 | } | |
116 | ||
117 | /** | |
20d652d7 | 118 | * device_pm_unlock - Unlock the list of active devices used by the PM core. |
1eede070 RW |
119 | */ |
120 | void device_pm_unlock(void) | |
121 | { | |
122 | mutex_unlock(&dpm_list_mtx); | |
123 | } | |
075c1771 | 124 | |
775b64d2 | 125 | /** |
20d652d7 RW |
126 | * device_pm_add - Add a device to the PM core's list of active devices. |
127 | * @dev: Device to add to the list. | |
775b64d2 | 128 | */ |
3b98aeaf | 129 | void device_pm_add(struct device *dev) |
1da177e4 | 130 | { |
85945c28 SH |
131 | /* Skip PM setup/initialization. */ |
132 | if (device_pm_not_required(dev)) | |
133 | return; | |
134 | ||
7a5bd127 | 135 | pr_debug("Adding info for %s:%s\n", |
5c1a07ab | 136 | dev->bus ? dev->bus->name : "No Bus", dev_name(dev)); |
aa8e54b5 | 137 | device_pm_check_callbacks(dev); |
11048dcf | 138 | mutex_lock(&dpm_list_mtx); |
f76b168b | 139 | if (dev->parent && dev->parent->power.is_prepared) |
b64959e6 RW |
140 | dev_warn(dev, "parent %s should not be sleeping\n", |
141 | dev_name(dev->parent)); | |
3b98aeaf | 142 | list_add_tail(&dev->power.entry, &dpm_list); |
9ed98953 | 143 | dev->power.in_dpm_list = true; |
1a9a9152 | 144 | mutex_unlock(&dpm_list_mtx); |
1da177e4 LT |
145 | } |
146 | ||
775b64d2 | 147 | /** |
20d652d7 RW |
148 | * device_pm_remove - Remove a device from the PM core's list of active devices. |
149 | * @dev: Device to be removed from the list. | |
775b64d2 | 150 | */ |
9cddad77 | 151 | void device_pm_remove(struct device *dev) |
1da177e4 | 152 | { |
85945c28 SH |
153 | if (device_pm_not_required(dev)) |
154 | return; | |
155 | ||
7a5bd127 | 156 | pr_debug("Removing info for %s:%s\n", |
5c1a07ab | 157 | dev->bus ? dev->bus->name : "No Bus", dev_name(dev)); |
5af84b82 | 158 | complete_all(&dev->power.completion); |
11048dcf | 159 | mutex_lock(&dpm_list_mtx); |
1da177e4 | 160 | list_del_init(&dev->power.entry); |
9ed98953 | 161 | dev->power.in_dpm_list = false; |
11048dcf | 162 | mutex_unlock(&dpm_list_mtx); |
074037ec | 163 | device_wakeup_disable(dev); |
5e928f77 | 164 | pm_runtime_remove(dev); |
aa8e54b5 | 165 | device_pm_check_callbacks(dev); |
775b64d2 RW |
166 | } |
167 | ||
ffa6a705 | 168 | /** |
20d652d7 RW |
169 | * device_pm_move_before - Move device in the PM core's list of active devices. |
170 | * @deva: Device to move in dpm_list. | |
171 | * @devb: Device @deva should come before. | |
ffa6a705 CH |
172 | */ |
173 | void device_pm_move_before(struct device *deva, struct device *devb) | |
174 | { | |
7a5bd127 | 175 | pr_debug("Moving %s:%s before %s:%s\n", |
5c1a07ab RW |
176 | deva->bus ? deva->bus->name : "No Bus", dev_name(deva), |
177 | devb->bus ? devb->bus->name : "No Bus", dev_name(devb)); | |
ffa6a705 CH |
178 | /* Delete deva from dpm_list and reinsert before devb. */ |
179 | list_move_tail(&deva->power.entry, &devb->power.entry); | |
180 | } | |
181 | ||
182 | /** | |
20d652d7 RW |
183 | * device_pm_move_after - Move device in the PM core's list of active devices. |
184 | * @deva: Device to move in dpm_list. | |
185 | * @devb: Device @deva should come after. | |
ffa6a705 CH |
186 | */ |
187 | void device_pm_move_after(struct device *deva, struct device *devb) | |
188 | { | |
7a5bd127 | 189 | pr_debug("Moving %s:%s after %s:%s\n", |
5c1a07ab RW |
190 | deva->bus ? deva->bus->name : "No Bus", dev_name(deva), |
191 | devb->bus ? devb->bus->name : "No Bus", dev_name(devb)); | |
ffa6a705 CH |
192 | /* Delete deva from dpm_list and reinsert after devb. */ |
193 | list_move(&deva->power.entry, &devb->power.entry); | |
194 | } | |
195 | ||
196 | /** | |
20d652d7 RW |
197 | * device_pm_move_last - Move device to end of the PM core's list of devices. |
198 | * @dev: Device to move in dpm_list. | |
ffa6a705 CH |
199 | */ |
200 | void device_pm_move_last(struct device *dev) | |
201 | { | |
7a5bd127 | 202 | pr_debug("Moving %s:%s to end of list\n", |
5c1a07ab | 203 | dev->bus ? dev->bus->name : "No Bus", dev_name(dev)); |
ffa6a705 CH |
204 | list_move_tail(&dev->power.entry, &dpm_list); |
205 | } | |
206 | ||
7f817ba9 | 207 | static ktime_t initcall_debug_start(struct device *dev, void *cb) |
875ab0b7 | 208 | { |
143711f0 BH |
209 | if (!pm_print_times_enabled) |
210 | return 0; | |
875ab0b7 | 211 | |
d75f773c | 212 | dev_info(dev, "calling %pS @ %i, parent: %s\n", cb, |
7f817ba9 BH |
213 | task_pid_nr(current), |
214 | dev->parent ? dev_name(dev->parent) : "none"); | |
143711f0 | 215 | return ktime_get(); |
875ab0b7 RW |
216 | } |
217 | ||
218 | static void initcall_debug_report(struct device *dev, ktime_t calltime, | |
7f817ba9 | 219 | void *cb, int error) |
875ab0b7 | 220 | { |
53644677 SK |
221 | ktime_t rettime; |
222 | s64 nsecs; | |
223 | ||
143711f0 BH |
224 | if (!pm_print_times_enabled) |
225 | return; | |
226 | ||
53644677 SK |
227 | rettime = ktime_get(); |
228 | nsecs = (s64) ktime_to_ns(ktime_sub(rettime, calltime)); | |
875ab0b7 | 229 | |
d75f773c | 230 | dev_info(dev, "%pS returned %d after %Ld usecs\n", cb, error, |
7f817ba9 | 231 | (unsigned long long)nsecs >> 10); |
875ab0b7 RW |
232 | } |
233 | ||
5af84b82 RW |
234 | /** |
235 | * dpm_wait - Wait for a PM operation to complete. | |
236 | * @dev: Device to wait for. | |
237 | * @async: If unset, wait only if the device's power.async_suspend flag is set. | |
238 | */ | |
239 | static void dpm_wait(struct device *dev, bool async) | |
240 | { | |
241 | if (!dev) | |
242 | return; | |
243 | ||
0e06b4a8 | 244 | if (async || (pm_async_enabled && dev->power.async_suspend)) |
5af84b82 RW |
245 | wait_for_completion(&dev->power.completion); |
246 | } | |
247 | ||
248 | static int dpm_wait_fn(struct device *dev, void *async_ptr) | |
249 | { | |
250 | dpm_wait(dev, *((bool *)async_ptr)); | |
251 | return 0; | |
252 | } | |
253 | ||
254 | static void dpm_wait_for_children(struct device *dev, bool async) | |
255 | { | |
256 | device_for_each_child(dev, &async, dpm_wait_fn); | |
257 | } | |
258 | ||
8c73b428 RW |
259 | static void dpm_wait_for_suppliers(struct device *dev, bool async) |
260 | { | |
261 | struct device_link *link; | |
262 | int idx; | |
263 | ||
264 | idx = device_links_read_lock(); | |
265 | ||
266 | /* | |
267 | * If the supplier goes away right after we've checked the link to it, | |
268 | * we'll wait for its completion to change the state, but that's fine, | |
269 | * because the only things that will block as a result are the SRCU | |
270 | * callbacks freeing the link objects for the links in the list we're | |
271 | * walking. | |
272 | */ | |
42beb82e | 273 | list_for_each_entry_rcu_locked(link, &dev->links.suppliers, c_node) |
8c73b428 RW |
274 | if (READ_ONCE(link->status) != DL_STATE_DORMANT) |
275 | dpm_wait(link->supplier, async); | |
276 | ||
277 | device_links_read_unlock(idx); | |
278 | } | |
279 | ||
0552e05f | 280 | static bool dpm_wait_for_superior(struct device *dev, bool async) |
8c73b428 | 281 | { |
0552e05f RW |
282 | struct device *parent; |
283 | ||
284 | /* | |
285 | * If the device is resumed asynchronously and the parent's callback | |
286 | * deletes both the device and the parent itself, the parent object may | |
287 | * be freed while this function is running, so avoid that by reference | |
288 | * counting the parent once more unless the device has been deleted | |
289 | * already (in which case return right away). | |
290 | */ | |
291 | mutex_lock(&dpm_list_mtx); | |
292 | ||
293 | if (!device_pm_initialized(dev)) { | |
294 | mutex_unlock(&dpm_list_mtx); | |
295 | return false; | |
296 | } | |
297 | ||
298 | parent = get_device(dev->parent); | |
299 | ||
300 | mutex_unlock(&dpm_list_mtx); | |
301 | ||
302 | dpm_wait(parent, async); | |
303 | put_device(parent); | |
304 | ||
8c73b428 | 305 | dpm_wait_for_suppliers(dev, async); |
0552e05f RW |
306 | |
307 | /* | |
308 | * If the parent's callback has deleted the device, attempting to resume | |
309 | * it would be invalid, so avoid doing that then. | |
310 | */ | |
311 | return device_pm_initialized(dev); | |
8c73b428 RW |
312 | } |
313 | ||
314 | static void dpm_wait_for_consumers(struct device *dev, bool async) | |
315 | { | |
316 | struct device_link *link; | |
317 | int idx; | |
318 | ||
319 | idx = device_links_read_lock(); | |
320 | ||
321 | /* | |
322 | * The status of a device link can only be changed from "dormant" by a | |
323 | * probe, but that cannot happen during system suspend/resume. In | |
324 | * theory it can change to "dormant" at that time, but then it is | |
325 | * reasonable to wait for the target device anyway (eg. if it goes | |
326 | * away, it's better to wait for it to go away completely and then | |
327 | * continue instead of trying to continue in parallel with its | |
328 | * unregistration). | |
329 | */ | |
42beb82e | 330 | list_for_each_entry_rcu_locked(link, &dev->links.consumers, s_node) |
8c73b428 RW |
331 | if (READ_ONCE(link->status) != DL_STATE_DORMANT) |
332 | dpm_wait(link->consumer, async); | |
333 | ||
334 | device_links_read_unlock(idx); | |
335 | } | |
336 | ||
337 | static void dpm_wait_for_subordinate(struct device *dev, bool async) | |
338 | { | |
339 | dpm_wait_for_children(dev, async); | |
340 | dpm_wait_for_consumers(dev, async); | |
341 | } | |
342 | ||
1eede070 | 343 | /** |
9cf519d1 | 344 | * pm_op - Return the PM operation appropriate for given PM event. |
20d652d7 RW |
345 | * @ops: PM operations to choose from. |
346 | * @state: PM transition of the system being carried out. | |
1eede070 | 347 | */ |
9cf519d1 | 348 | static pm_callback_t pm_op(const struct dev_pm_ops *ops, pm_message_t state) |
1eede070 | 349 | { |
1eede070 RW |
350 | switch (state.event) { |
351 | #ifdef CONFIG_SUSPEND | |
352 | case PM_EVENT_SUSPEND: | |
9cf519d1 | 353 | return ops->suspend; |
1eede070 | 354 | case PM_EVENT_RESUME: |
9cf519d1 | 355 | return ops->resume; |
1eede070 | 356 | #endif /* CONFIG_SUSPEND */ |
1f112cee | 357 | #ifdef CONFIG_HIBERNATE_CALLBACKS |
1eede070 RW |
358 | case PM_EVENT_FREEZE: |
359 | case PM_EVENT_QUIESCE: | |
9cf519d1 | 360 | return ops->freeze; |
1eede070 | 361 | case PM_EVENT_HIBERNATE: |
9cf519d1 | 362 | return ops->poweroff; |
1eede070 RW |
363 | case PM_EVENT_THAW: |
364 | case PM_EVENT_RECOVER: | |
9cf519d1 | 365 | return ops->thaw; |
1eede070 RW |
366 | break; |
367 | case PM_EVENT_RESTORE: | |
9cf519d1 | 368 | return ops->restore; |
1f112cee | 369 | #endif /* CONFIG_HIBERNATE_CALLBACKS */ |
1eede070 | 370 | } |
f2511774 | 371 | |
9cf519d1 | 372 | return NULL; |
1eede070 RW |
373 | } |
374 | ||
cf579dfb RW |
375 | /** |
376 | * pm_late_early_op - Return the PM operation appropriate for given PM event. | |
377 | * @ops: PM operations to choose from. | |
378 | * @state: PM transition of the system being carried out. | |
379 | * | |
380 | * Runtime PM is disabled for @dev while this function is being executed. | |
381 | */ | |
382 | static pm_callback_t pm_late_early_op(const struct dev_pm_ops *ops, | |
383 | pm_message_t state) | |
384 | { | |
385 | switch (state.event) { | |
386 | #ifdef CONFIG_SUSPEND | |
387 | case PM_EVENT_SUSPEND: | |
388 | return ops->suspend_late; | |
389 | case PM_EVENT_RESUME: | |
390 | return ops->resume_early; | |
391 | #endif /* CONFIG_SUSPEND */ | |
392 | #ifdef CONFIG_HIBERNATE_CALLBACKS | |
393 | case PM_EVENT_FREEZE: | |
394 | case PM_EVENT_QUIESCE: | |
395 | return ops->freeze_late; | |
396 | case PM_EVENT_HIBERNATE: | |
397 | return ops->poweroff_late; | |
398 | case PM_EVENT_THAW: | |
399 | case PM_EVENT_RECOVER: | |
400 | return ops->thaw_early; | |
401 | case PM_EVENT_RESTORE: | |
402 | return ops->restore_early; | |
403 | #endif /* CONFIG_HIBERNATE_CALLBACKS */ | |
404 | } | |
405 | ||
406 | return NULL; | |
407 | } | |
408 | ||
1eede070 | 409 | /** |
9cf519d1 | 410 | * pm_noirq_op - Return the PM operation appropriate for given PM event. |
20d652d7 RW |
411 | * @ops: PM operations to choose from. |
412 | * @state: PM transition of the system being carried out. | |
1eede070 | 413 | * |
20d652d7 RW |
414 | * The driver of @dev will not receive interrupts while this function is being |
415 | * executed. | |
1eede070 | 416 | */ |
9cf519d1 | 417 | static pm_callback_t pm_noirq_op(const struct dev_pm_ops *ops, pm_message_t state) |
1eede070 | 418 | { |
1eede070 RW |
419 | switch (state.event) { |
420 | #ifdef CONFIG_SUSPEND | |
421 | case PM_EVENT_SUSPEND: | |
9cf519d1 | 422 | return ops->suspend_noirq; |
1eede070 | 423 | case PM_EVENT_RESUME: |
9cf519d1 | 424 | return ops->resume_noirq; |
1eede070 | 425 | #endif /* CONFIG_SUSPEND */ |
1f112cee | 426 | #ifdef CONFIG_HIBERNATE_CALLBACKS |
1eede070 RW |
427 | case PM_EVENT_FREEZE: |
428 | case PM_EVENT_QUIESCE: | |
9cf519d1 | 429 | return ops->freeze_noirq; |
1eede070 | 430 | case PM_EVENT_HIBERNATE: |
9cf519d1 | 431 | return ops->poweroff_noirq; |
1eede070 RW |
432 | case PM_EVENT_THAW: |
433 | case PM_EVENT_RECOVER: | |
9cf519d1 | 434 | return ops->thaw_noirq; |
1eede070 | 435 | case PM_EVENT_RESTORE: |
9cf519d1 | 436 | return ops->restore_noirq; |
1f112cee | 437 | #endif /* CONFIG_HIBERNATE_CALLBACKS */ |
1eede070 | 438 | } |
f2511774 | 439 | |
9cf519d1 | 440 | return NULL; |
1eede070 RW |
441 | } |
442 | ||
e3771fa9 | 443 | static void pm_dev_dbg(struct device *dev, pm_message_t state, const char *info) |
1eede070 RW |
444 | { |
445 | dev_dbg(dev, "%s%s%s\n", info, pm_verb(state.event), | |
446 | ((state.event & PM_EVENT_SLEEP) && device_may_wakeup(dev)) ? | |
447 | ", may wakeup" : ""); | |
448 | } | |
449 | ||
e3771fa9 | 450 | static void pm_dev_err(struct device *dev, pm_message_t state, const char *info, |
1eede070 RW |
451 | int error) |
452 | { | |
7a5bd127 JP |
453 | pr_err("Device %s failed to %s%s: error %d\n", |
454 | dev_name(dev), pm_verb(state.event), info, error); | |
1eede070 RW |
455 | } |
456 | ||
48059c09 | 457 | static void dpm_show_time(ktime_t starttime, pm_message_t state, int error, |
e3771fa9 | 458 | const char *info) |
ecf762b2 RW |
459 | { |
460 | ktime_t calltime; | |
0702d9ee | 461 | u64 usecs64; |
ecf762b2 RW |
462 | int usecs; |
463 | ||
464 | calltime = ktime_get(); | |
465 | usecs64 = ktime_to_ns(ktime_sub(calltime, starttime)); | |
466 | do_div(usecs64, NSEC_PER_USEC); | |
467 | usecs = usecs64; | |
468 | if (usecs == 0) | |
469 | usecs = 1; | |
8d8b2441 | 470 | |
48059c09 | 471 | pm_pr_dbg("%s%s%s of devices %s after %ld.%03ld msecs\n", |
8d8b2441 | 472 | info ?: "", info ? " " : "", pm_verb(state.event), |
48059c09 | 473 | error ? "aborted" : "complete", |
8d8b2441 | 474 | usecs / USEC_PER_MSEC, usecs % USEC_PER_MSEC); |
ecf762b2 RW |
475 | } |
476 | ||
9cf519d1 | 477 | static int dpm_run_callback(pm_callback_t cb, struct device *dev, |
e3771fa9 | 478 | pm_message_t state, const char *info) |
9cf519d1 RW |
479 | { |
480 | ktime_t calltime; | |
481 | int error; | |
482 | ||
483 | if (!cb) | |
484 | return 0; | |
485 | ||
7f817ba9 | 486 | calltime = initcall_debug_start(dev, cb); |
9cf519d1 RW |
487 | |
488 | pm_dev_dbg(dev, state, info); | |
e8bca479 | 489 | trace_device_pm_callback_start(dev, info, state.event); |
9cf519d1 | 490 | error = cb(dev); |
e8bca479 | 491 | trace_device_pm_callback_end(dev, error); |
9cf519d1 RW |
492 | suspend_report_result(cb, error); |
493 | ||
7f817ba9 | 494 | initcall_debug_report(dev, calltime, cb, error); |
9cf519d1 RW |
495 | |
496 | return error; | |
497 | } | |
498 | ||
70fea60d BG |
499 | #ifdef CONFIG_DPM_WATCHDOG |
500 | struct dpm_watchdog { | |
501 | struct device *dev; | |
502 | struct task_struct *tsk; | |
503 | struct timer_list timer; | |
504 | }; | |
505 | ||
506 | #define DECLARE_DPM_WATCHDOG_ON_STACK(wd) \ | |
507 | struct dpm_watchdog wd | |
508 | ||
509 | /** | |
510 | * dpm_watchdog_handler - Driver suspend / resume watchdog handler. | |
c4a586fd | 511 | * @t: The timer that PM watchdog depends on. |
70fea60d BG |
512 | * |
513 | * Called when a driver has timed out suspending or resuming. | |
514 | * There's not much we can do here to recover so panic() to | |
515 | * capture a crash-dump in pstore. | |
516 | */ | |
9c6c273a | 517 | static void dpm_watchdog_handler(struct timer_list *t) |
70fea60d | 518 | { |
9c6c273a | 519 | struct dpm_watchdog *wd = from_timer(wd, t, timer); |
70fea60d BG |
520 | |
521 | dev_emerg(wd->dev, "**** DPM device timeout ****\n"); | |
9cb8f069 | 522 | show_stack(wd->tsk, NULL, KERN_EMERG); |
70fea60d BG |
523 | panic("%s %s: unrecoverable failure\n", |
524 | dev_driver_string(wd->dev), dev_name(wd->dev)); | |
525 | } | |
526 | ||
527 | /** | |
528 | * dpm_watchdog_set - Enable pm watchdog for given device. | |
529 | * @wd: Watchdog. Must be allocated on the stack. | |
530 | * @dev: Device to handle. | |
531 | */ | |
532 | static void dpm_watchdog_set(struct dpm_watchdog *wd, struct device *dev) | |
533 | { | |
534 | struct timer_list *timer = &wd->timer; | |
535 | ||
536 | wd->dev = dev; | |
537 | wd->tsk = current; | |
538 | ||
9c6c273a | 539 | timer_setup_on_stack(timer, dpm_watchdog_handler, 0); |
70fea60d BG |
540 | /* use same timeout value for both suspend and resume */ |
541 | timer->expires = jiffies + HZ * CONFIG_DPM_WATCHDOG_TIMEOUT; | |
70fea60d BG |
542 | add_timer(timer); |
543 | } | |
544 | ||
545 | /** | |
546 | * dpm_watchdog_clear - Disable suspend/resume watchdog. | |
547 | * @wd: Watchdog to disable. | |
548 | */ | |
549 | static void dpm_watchdog_clear(struct dpm_watchdog *wd) | |
550 | { | |
551 | struct timer_list *timer = &wd->timer; | |
552 | ||
553 | del_timer_sync(timer); | |
554 | destroy_timer_on_stack(timer); | |
555 | } | |
556 | #else | |
557 | #define DECLARE_DPM_WATCHDOG_ON_STACK(wd) | |
558 | #define dpm_watchdog_set(x, y) | |
559 | #define dpm_watchdog_clear(x) | |
560 | #endif | |
561 | ||
cd59abfc AS |
562 | /*------------------------- Resume routines -------------------------*/ |
563 | ||
75e94645 | 564 | /** |
76c70cb5 | 565 | * dev_pm_skip_resume - System-wide device resume optimization check. |
0d4b54c6 RW |
566 | * @dev: Target device. |
567 | * | |
6e176bf8 RW |
568 | * Return: |
569 | * - %false if the transition under way is RESTORE. | |
fa2bfead | 570 | * - Return value of dev_pm_skip_suspend() if the transition under way is THAW. |
6e176bf8 RW |
571 | * - The logical negation of %power.must_resume otherwise (that is, when the |
572 | * transition under way is RESUME). | |
0d4b54c6 | 573 | */ |
76c70cb5 | 574 | bool dev_pm_skip_resume(struct device *dev) |
0d4b54c6 | 575 | { |
6e176bf8 RW |
576 | if (pm_transition.event == PM_EVENT_RESTORE) |
577 | return false; | |
4fa3061a | 578 | |
6e176bf8 | 579 | if (pm_transition.event == PM_EVENT_THAW) |
fa2bfead | 580 | return dev_pm_skip_suspend(dev); |
4fa3061a | 581 | |
6e176bf8 | 582 | return !dev->power.must_resume; |
4fa3061a RW |
583 | } |
584 | ||
cd59abfc | 585 | /** |
b082ddd8 | 586 | * device_resume_noirq - Execute a "noirq resume" callback for given device. |
20d652d7 RW |
587 | * @dev: Device to handle. |
588 | * @state: PM transition of the system being carried out. | |
58c256a3 | 589 | * @async: If true, the device is being resumed asynchronously. |
cd59abfc | 590 | * |
20d652d7 RW |
591 | * The driver of @dev will not receive interrupts while this function is being |
592 | * executed. | |
cd59abfc | 593 | */ |
76569faa | 594 | static int device_resume_noirq(struct device *dev, pm_message_t state, bool async) |
cd59abfc | 595 | { |
30205377 RW |
596 | pm_callback_t callback = NULL; |
597 | const char *info = NULL; | |
32bfa56a | 598 | bool skip_resume; |
cd59abfc AS |
599 | int error = 0; |
600 | ||
601 | TRACE_DEVICE(dev); | |
602 | TRACE_RESUME(0); | |
603 | ||
aae4518b | 604 | if (dev->power.syscore || dev->power.direct_complete) |
dbf37414 RW |
605 | goto Out; |
606 | ||
3d2699bc LC |
607 | if (!dev->power.is_noirq_suspended) |
608 | goto Out; | |
609 | ||
0552e05f RW |
610 | if (!dpm_wait_for_superior(dev, async)) |
611 | goto Out; | |
76569faa | 612 | |
76c70cb5 | 613 | skip_resume = dev_pm_skip_resume(dev); |
6e176bf8 RW |
614 | /* |
615 | * If the driver callback is skipped below or by the middle layer | |
616 | * callback and device_resume_early() also skips the driver callback for | |
617 | * this device later, it needs to appear as "suspended" to PM-runtime, | |
618 | * so change its status accordingly. | |
619 | * | |
620 | * Otherwise, the device is going to be resumed, so set its PM-runtime | |
621 | * status to "active", but do that only if DPM_FLAG_SMART_SUSPEND is set | |
622 | * to avoid confusing drivers that don't use it. | |
623 | */ | |
624 | if (skip_resume) | |
625 | pm_runtime_set_suspended(dev); | |
fa2bfead | 626 | else if (dev_pm_skip_suspend(dev)) |
6e176bf8 | 627 | pm_runtime_set_active(dev); |
32bfa56a | 628 | |
30205377 RW |
629 | if (dev->pm_domain) { |
630 | info = "noirq power domain "; | |
631 | callback = pm_noirq_op(&dev->pm_domain->ops, state); | |
632 | } else if (dev->type && dev->type->pm) { | |
633 | info = "noirq type "; | |
634 | callback = pm_noirq_op(dev->type->pm, state); | |
635 | } else if (dev->class && dev->class->pm) { | |
636 | info = "noirq class "; | |
637 | callback = pm_noirq_op(dev->class->pm, state); | |
638 | } else if (dev->bus && dev->bus->pm) { | |
639 | info = "noirq bus "; | |
640 | callback = pm_noirq_op(dev->bus->pm, state); | |
641 | } | |
75e94645 RW |
642 | if (callback) |
643 | goto Run; | |
e7176a37 | 644 | |
32bfa56a RW |
645 | if (skip_resume) |
646 | goto Skip; | |
647 | ||
75e94645 | 648 | if (dev->driver && dev->driver->pm) { |
cf579dfb | 649 | info = "noirq driver "; |
35cd133c RW |
650 | callback = pm_noirq_op(dev->driver->pm, state); |
651 | } | |
652 | ||
75e94645 | 653 | Run: |
9cf519d1 | 654 | error = dpm_run_callback(callback, dev, state, info); |
75e94645 RW |
655 | |
656 | Skip: | |
3d2699bc | 657 | dev->power.is_noirq_suspended = false; |
9cf519d1 | 658 | |
75e94645 | 659 | Out: |
76569faa | 660 | complete_all(&dev->power.completion); |
775b64d2 RW |
661 | TRACE_RESUME(error); |
662 | return error; | |
663 | } | |
664 | ||
76569faa LC |
665 | static bool is_async(struct device *dev) |
666 | { | |
667 | return dev->power.async_suspend && pm_async_enabled | |
668 | && !pm_trace_is_enabled(); | |
669 | } | |
670 | ||
f2a424f6 YL |
671 | static bool dpm_async_fn(struct device *dev, async_func_t func) |
672 | { | |
673 | reinit_completion(&dev->power.completion); | |
674 | ||
675 | if (is_async(dev)) { | |
676 | get_device(dev); | |
09beebd8 | 677 | async_schedule_dev(func, dev); |
f2a424f6 YL |
678 | return true; |
679 | } | |
680 | ||
681 | return false; | |
682 | } | |
683 | ||
76569faa LC |
684 | static void async_resume_noirq(void *data, async_cookie_t cookie) |
685 | { | |
686 | struct device *dev = (struct device *)data; | |
687 | int error; | |
688 | ||
689 | error = device_resume_noirq(dev, pm_transition, true); | |
690 | if (error) | |
691 | pm_dev_err(dev, pm_transition, " async", error); | |
692 | ||
693 | put_device(dev); | |
694 | } | |
695 | ||
b605c44c | 696 | static void dpm_noirq_resume_devices(pm_message_t state) |
775b64d2 | 697 | { |
76569faa | 698 | struct device *dev; |
ecf762b2 | 699 | ktime_t starttime = ktime_get(); |
775b64d2 | 700 | |
bb3632c6 | 701 | trace_suspend_resume(TPS("dpm_resume_noirq"), state.event, true); |
32bdfac5 | 702 | mutex_lock(&dpm_list_mtx); |
76569faa | 703 | pm_transition = state; |
d08a5ace | 704 | |
76569faa LC |
705 | /* |
706 | * Advanced the async threads upfront, | |
707 | * in case the starting of async threads is | |
708 | * delayed by non-async resuming devices. | |
709 | */ | |
f2a424f6 YL |
710 | list_for_each_entry(dev, &dpm_noirq_list, power.entry) |
711 | dpm_async_fn(dev, async_resume_noirq); | |
76569faa LC |
712 | |
713 | while (!list_empty(&dpm_noirq_list)) { | |
714 | dev = to_device(dpm_noirq_list.next); | |
d08a5ace | 715 | get_device(dev); |
cf579dfb | 716 | list_move_tail(&dev->power.entry, &dpm_late_early_list); |
5b219a51 | 717 | mutex_unlock(&dpm_list_mtx); |
d08a5ace | 718 | |
76569faa LC |
719 | if (!is_async(dev)) { |
720 | int error; | |
721 | ||
722 | error = device_resume_noirq(dev, state, false); | |
723 | if (error) { | |
724 | suspend_stats.failed_resume_noirq++; | |
725 | dpm_save_failed_step(SUSPEND_RESUME_NOIRQ); | |
726 | dpm_save_failed_dev(dev_name(dev)); | |
727 | pm_dev_err(dev, state, " noirq", error); | |
728 | } | |
cf579dfb RW |
729 | } |
730 | ||
731 | mutex_lock(&dpm_list_mtx); | |
732 | put_device(dev); | |
733 | } | |
734 | mutex_unlock(&dpm_list_mtx); | |
76569faa | 735 | async_synchronize_full(); |
48059c09 | 736 | dpm_show_time(starttime, state, 0, "noirq"); |
786f41fb RW |
737 | trace_suspend_resume(TPS("dpm_resume_noirq"), state.event, false); |
738 | } | |
739 | ||
786f41fb RW |
740 | /** |
741 | * dpm_resume_noirq - Execute "noirq resume" callbacks for all devices. | |
742 | * @state: PM transition of the system being carried out. | |
743 | * | |
744 | * Invoke the "noirq" resume callbacks for all devices in dpm_noirq_list and | |
745 | * allow device drivers' interrupt handlers to be called. | |
746 | */ | |
747 | void dpm_resume_noirq(pm_message_t state) | |
748 | { | |
749 | dpm_noirq_resume_devices(state); | |
b605c44c RW |
750 | |
751 | resume_device_irqs(); | |
752 | device_wakeup_disarm_wake_irqs(); | |
753 | ||
754 | cpuidle_resume(); | |
cf579dfb RW |
755 | } |
756 | ||
757 | /** | |
758 | * device_resume_early - Execute an "early resume" callback for given device. | |
759 | * @dev: Device to handle. | |
760 | * @state: PM transition of the system being carried out. | |
58c256a3 | 761 | * @async: If true, the device is being resumed asynchronously. |
cf579dfb RW |
762 | * |
763 | * Runtime PM is disabled for @dev while this function is being executed. | |
764 | */ | |
9e5e7910 | 765 | static int device_resume_early(struct device *dev, pm_message_t state, bool async) |
cf579dfb | 766 | { |
30205377 RW |
767 | pm_callback_t callback = NULL; |
768 | const char *info = NULL; | |
cf579dfb RW |
769 | int error = 0; |
770 | ||
771 | TRACE_DEVICE(dev); | |
772 | TRACE_RESUME(0); | |
773 | ||
aae4518b | 774 | if (dev->power.syscore || dev->power.direct_complete) |
dbf37414 RW |
775 | goto Out; |
776 | ||
3d2699bc LC |
777 | if (!dev->power.is_late_suspended) |
778 | goto Out; | |
779 | ||
0552e05f RW |
780 | if (!dpm_wait_for_superior(dev, async)) |
781 | goto Out; | |
9e5e7910 | 782 | |
30205377 RW |
783 | if (dev->pm_domain) { |
784 | info = "early power domain "; | |
785 | callback = pm_late_early_op(&dev->pm_domain->ops, state); | |
786 | } else if (dev->type && dev->type->pm) { | |
787 | info = "early type "; | |
788 | callback = pm_late_early_op(dev->type->pm, state); | |
789 | } else if (dev->class && dev->class->pm) { | |
790 | info = "early class "; | |
791 | callback = pm_late_early_op(dev->class->pm, state); | |
792 | } else if (dev->bus && dev->bus->pm) { | |
793 | info = "early bus "; | |
794 | callback = pm_late_early_op(dev->bus->pm, state); | |
6e176bf8 RW |
795 | } |
796 | if (callback) | |
797 | goto Run; | |
798 | ||
76c70cb5 | 799 | if (dev_pm_skip_resume(dev)) |
6e176bf8 | 800 | goto Skip; |
cf579dfb | 801 | |
6e176bf8 | 802 | if (dev->driver && dev->driver->pm) { |
cf579dfb RW |
803 | info = "early driver "; |
804 | callback = pm_late_early_op(dev->driver->pm, state); | |
805 | } | |
806 | ||
6e176bf8 | 807 | Run: |
cf579dfb | 808 | error = dpm_run_callback(callback, dev, state, info); |
6e176bf8 RW |
809 | |
810 | Skip: | |
3d2699bc | 811 | dev->power.is_late_suspended = false; |
cf579dfb | 812 | |
6e176bf8 | 813 | Out: |
cf579dfb | 814 | TRACE_RESUME(error); |
9f6d8f6a RW |
815 | |
816 | pm_runtime_enable(dev); | |
9e5e7910 | 817 | complete_all(&dev->power.completion); |
cf579dfb RW |
818 | return error; |
819 | } | |
820 | ||
9e5e7910 LC |
821 | static void async_resume_early(void *data, async_cookie_t cookie) |
822 | { | |
823 | struct device *dev = (struct device *)data; | |
824 | int error; | |
825 | ||
826 | error = device_resume_early(dev, pm_transition, true); | |
827 | if (error) | |
828 | pm_dev_err(dev, pm_transition, " async", error); | |
829 | ||
830 | put_device(dev); | |
831 | } | |
832 | ||
cf579dfb RW |
833 | /** |
834 | * dpm_resume_early - Execute "early resume" callbacks for all devices. | |
835 | * @state: PM transition of the system being carried out. | |
836 | */ | |
2a8a8ce6 | 837 | void dpm_resume_early(pm_message_t state) |
cf579dfb | 838 | { |
9e5e7910 | 839 | struct device *dev; |
cf579dfb RW |
840 | ktime_t starttime = ktime_get(); |
841 | ||
bb3632c6 | 842 | trace_suspend_resume(TPS("dpm_resume_early"), state.event, true); |
cf579dfb | 843 | mutex_lock(&dpm_list_mtx); |
9e5e7910 LC |
844 | pm_transition = state; |
845 | ||
846 | /* | |
847 | * Advanced the async threads upfront, | |
848 | * in case the starting of async threads is | |
849 | * delayed by non-async resuming devices. | |
850 | */ | |
f2a424f6 YL |
851 | list_for_each_entry(dev, &dpm_late_early_list, power.entry) |
852 | dpm_async_fn(dev, async_resume_early); | |
cf579dfb | 853 | |
9e5e7910 LC |
854 | while (!list_empty(&dpm_late_early_list)) { |
855 | dev = to_device(dpm_late_early_list.next); | |
cf579dfb RW |
856 | get_device(dev); |
857 | list_move_tail(&dev->power.entry, &dpm_suspended_list); | |
858 | mutex_unlock(&dpm_list_mtx); | |
859 | ||
9e5e7910 LC |
860 | if (!is_async(dev)) { |
861 | int error; | |
d08a5ace | 862 | |
9e5e7910 LC |
863 | error = device_resume_early(dev, state, false); |
864 | if (error) { | |
865 | suspend_stats.failed_resume_early++; | |
866 | dpm_save_failed_step(SUSPEND_RESUME_EARLY); | |
867 | dpm_save_failed_dev(dev_name(dev)); | |
868 | pm_dev_err(dev, state, " early", error); | |
869 | } | |
870 | } | |
5b219a51 | 871 | mutex_lock(&dpm_list_mtx); |
d08a5ace RW |
872 | put_device(dev); |
873 | } | |
32bdfac5 | 874 | mutex_unlock(&dpm_list_mtx); |
9e5e7910 | 875 | async_synchronize_full(); |
48059c09 | 876 | dpm_show_time(starttime, state, 0, "early"); |
bb3632c6 | 877 | trace_suspend_resume(TPS("dpm_resume_early"), state.event, false); |
775b64d2 | 878 | } |
cf579dfb RW |
879 | |
880 | /** | |
881 | * dpm_resume_start - Execute "noirq" and "early" device callbacks. | |
882 | * @state: PM transition of the system being carried out. | |
883 | */ | |
884 | void dpm_resume_start(pm_message_t state) | |
885 | { | |
886 | dpm_resume_noirq(state); | |
887 | dpm_resume_early(state); | |
888 | } | |
889 | EXPORT_SYMBOL_GPL(dpm_resume_start); | |
775b64d2 RW |
890 | |
891 | /** | |
97df8c12 | 892 | * device_resume - Execute "resume" callbacks for given device. |
20d652d7 RW |
893 | * @dev: Device to handle. |
894 | * @state: PM transition of the system being carried out. | |
5af84b82 | 895 | * @async: If true, the device is being resumed asynchronously. |
775b64d2 | 896 | */ |
97df8c12 | 897 | static int device_resume(struct device *dev, pm_message_t state, bool async) |
775b64d2 | 898 | { |
9cf519d1 | 899 | pm_callback_t callback = NULL; |
e3771fa9 | 900 | const char *info = NULL; |
775b64d2 | 901 | int error = 0; |
70fea60d | 902 | DECLARE_DPM_WATCHDOG_ON_STACK(wd); |
775b64d2 RW |
903 | |
904 | TRACE_DEVICE(dev); | |
905 | TRACE_RESUME(0); | |
cd59abfc | 906 | |
dbf37414 RW |
907 | if (dev->power.syscore) |
908 | goto Complete; | |
909 | ||
aae4518b RW |
910 | if (dev->power.direct_complete) { |
911 | /* Match the pm_runtime_disable() in __device_suspend(). */ | |
912 | pm_runtime_enable(dev); | |
913 | goto Complete; | |
914 | } | |
915 | ||
0552e05f RW |
916 | if (!dpm_wait_for_superior(dev, async)) |
917 | goto Complete; | |
918 | ||
70fea60d | 919 | dpm_watchdog_set(&wd, dev); |
8e9394ce | 920 | device_lock(dev); |
7a8d37a3 | 921 | |
f76b168b AS |
922 | /* |
923 | * This is a fib. But we'll allow new children to be added below | |
924 | * a resumed device, even if the device hasn't been completed yet. | |
925 | */ | |
926 | dev->power.is_prepared = false; | |
97df8c12 | 927 | |
6d0e0e84 AS |
928 | if (!dev->power.is_suspended) |
929 | goto Unlock; | |
930 | ||
564b905a | 931 | if (dev->pm_domain) { |
9cf519d1 RW |
932 | info = "power domain "; |
933 | callback = pm_op(&dev->pm_domain->ops, state); | |
35cd133c | 934 | goto Driver; |
7538e3db RW |
935 | } |
936 | ||
9659cc06 | 937 | if (dev->type && dev->type->pm) { |
9cf519d1 RW |
938 | info = "type "; |
939 | callback = pm_op(dev->type->pm, state); | |
35cd133c | 940 | goto Driver; |
cd59abfc AS |
941 | } |
942 | ||
a380f2ed RW |
943 | if (dev->class && dev->class->pm) { |
944 | info = "class "; | |
945 | callback = pm_op(dev->class->pm, state); | |
946 | goto Driver; | |
cd59abfc | 947 | } |
9659cc06 RW |
948 | |
949 | if (dev->bus) { | |
950 | if (dev->bus->pm) { | |
35cd133c | 951 | info = "bus "; |
9cf519d1 | 952 | callback = pm_op(dev->bus->pm, state); |
9659cc06 | 953 | } else if (dev->bus->resume) { |
35cd133c | 954 | info = "legacy bus "; |
9cf519d1 | 955 | callback = dev->bus->resume; |
35cd133c | 956 | goto End; |
9659cc06 RW |
957 | } |
958 | } | |
959 | ||
35cd133c RW |
960 | Driver: |
961 | if (!callback && dev->driver && dev->driver->pm) { | |
962 | info = "driver "; | |
963 | callback = pm_op(dev->driver->pm, state); | |
964 | } | |
965 | ||
1eede070 | 966 | End: |
9cf519d1 | 967 | error = dpm_run_callback(callback, dev, state, info); |
6d0e0e84 AS |
968 | dev->power.is_suspended = false; |
969 | ||
970 | Unlock: | |
8e9394ce | 971 | device_unlock(dev); |
70fea60d | 972 | dpm_watchdog_clear(&wd); |
dbf37414 RW |
973 | |
974 | Complete: | |
5af84b82 | 975 | complete_all(&dev->power.completion); |
7a8d37a3 | 976 | |
cd59abfc | 977 | TRACE_RESUME(error); |
1e2ef05b | 978 | |
cd59abfc AS |
979 | return error; |
980 | } | |
981 | ||
5af84b82 RW |
982 | static void async_resume(void *data, async_cookie_t cookie) |
983 | { | |
984 | struct device *dev = (struct device *)data; | |
985 | int error; | |
986 | ||
97df8c12 | 987 | error = device_resume(dev, pm_transition, true); |
5af84b82 RW |
988 | if (error) |
989 | pm_dev_err(dev, pm_transition, " async", error); | |
990 | put_device(dev); | |
991 | } | |
992 | ||
775b64d2 | 993 | /** |
20d652d7 RW |
994 | * dpm_resume - Execute "resume" callbacks for non-sysdev devices. |
995 | * @state: PM transition of the system being carried out. | |
775b64d2 | 996 | * |
20d652d7 RW |
997 | * Execute the appropriate "resume" callback for all devices whose status |
998 | * indicates that they are suspended. | |
1eede070 | 999 | */ |
91e7c75b | 1000 | void dpm_resume(pm_message_t state) |
1eede070 | 1001 | { |
97df8c12 | 1002 | struct device *dev; |
ecf762b2 | 1003 | ktime_t starttime = ktime_get(); |
1eede070 | 1004 | |
bb3632c6 | 1005 | trace_suspend_resume(TPS("dpm_resume"), state.event, true); |
91e7c75b RW |
1006 | might_sleep(); |
1007 | ||
1eede070 | 1008 | mutex_lock(&dpm_list_mtx); |
5af84b82 | 1009 | pm_transition = state; |
098dff73 | 1010 | async_error = 0; |
1eede070 | 1011 | |
f2a424f6 YL |
1012 | list_for_each_entry(dev, &dpm_suspended_list, power.entry) |
1013 | dpm_async_fn(dev, async_resume); | |
97df8c12 | 1014 | |
8a43a9ab RW |
1015 | while (!list_empty(&dpm_suspended_list)) { |
1016 | dev = to_device(dpm_suspended_list.next); | |
1eede070 | 1017 | get_device(dev); |
5b219a51 | 1018 | if (!is_async(dev)) { |
1eede070 RW |
1019 | int error; |
1020 | ||
1eede070 RW |
1021 | mutex_unlock(&dpm_list_mtx); |
1022 | ||
97df8c12 | 1023 | error = device_resume(dev, state, false); |
2a77c46d SL |
1024 | if (error) { |
1025 | suspend_stats.failed_resume++; | |
1026 | dpm_save_failed_step(SUSPEND_RESUME); | |
1027 | dpm_save_failed_dev(dev_name(dev)); | |
1eede070 | 1028 | pm_dev_err(dev, state, "", error); |
2a77c46d | 1029 | } |
5b219a51 RW |
1030 | |
1031 | mutex_lock(&dpm_list_mtx); | |
1eede070 RW |
1032 | } |
1033 | if (!list_empty(&dev->power.entry)) | |
8a43a9ab | 1034 | list_move_tail(&dev->power.entry, &dpm_prepared_list); |
1eede070 RW |
1035 | put_device(dev); |
1036 | } | |
1eede070 | 1037 | mutex_unlock(&dpm_list_mtx); |
5af84b82 | 1038 | async_synchronize_full(); |
48059c09 | 1039 | dpm_show_time(starttime, state, 0, NULL); |
2f0aea93 VK |
1040 | |
1041 | cpufreq_resume(); | |
6e863844 | 1042 | devfreq_resume(); |
bb3632c6 | 1043 | trace_suspend_resume(TPS("dpm_resume"), state.event, false); |
1eede070 RW |
1044 | } |
1045 | ||
1046 | /** | |
20d652d7 RW |
1047 | * device_complete - Complete a PM transition for given device. |
1048 | * @dev: Device to handle. | |
1049 | * @state: PM transition of the system being carried out. | |
1eede070 | 1050 | */ |
d1616302 | 1051 | static void device_complete(struct device *dev, pm_message_t state) |
1eede070 | 1052 | { |
35cd133c | 1053 | void (*callback)(struct device *) = NULL; |
e3771fa9 | 1054 | const char *info = NULL; |
35cd133c | 1055 | |
dbf37414 RW |
1056 | if (dev->power.syscore) |
1057 | return; | |
1058 | ||
8e9394ce | 1059 | device_lock(dev); |
1eede070 | 1060 | |
564b905a | 1061 | if (dev->pm_domain) { |
35cd133c RW |
1062 | info = "completing power domain "; |
1063 | callback = dev->pm_domain->ops.complete; | |
4d27e9dc | 1064 | } else if (dev->type && dev->type->pm) { |
35cd133c RW |
1065 | info = "completing type "; |
1066 | callback = dev->type->pm->complete; | |
9659cc06 | 1067 | } else if (dev->class && dev->class->pm) { |
35cd133c RW |
1068 | info = "completing class "; |
1069 | callback = dev->class->pm->complete; | |
9659cc06 | 1070 | } else if (dev->bus && dev->bus->pm) { |
35cd133c RW |
1071 | info = "completing bus "; |
1072 | callback = dev->bus->pm->complete; | |
1073 | } | |
1074 | ||
1075 | if (!callback && dev->driver && dev->driver->pm) { | |
1076 | info = "completing driver "; | |
1077 | callback = dev->driver->pm->complete; | |
1078 | } | |
1079 | ||
1080 | if (callback) { | |
1081 | pm_dev_dbg(dev, state, info); | |
1082 | callback(dev); | |
1eede070 RW |
1083 | } |
1084 | ||
8e9394ce | 1085 | device_unlock(dev); |
88d26136 | 1086 | |
af939339 | 1087 | pm_runtime_put(dev); |
1eede070 RW |
1088 | } |
1089 | ||
1090 | /** | |
20d652d7 RW |
1091 | * dpm_complete - Complete a PM transition for all non-sysdev devices. |
1092 | * @state: PM transition of the system being carried out. | |
775b64d2 | 1093 | * |
20d652d7 RW |
1094 | * Execute the ->complete() callbacks for all devices whose PM status is not |
1095 | * DPM_ON (this allows new devices to be registered). | |
cd59abfc | 1096 | */ |
91e7c75b | 1097 | void dpm_complete(pm_message_t state) |
cd59abfc | 1098 | { |
1eede070 RW |
1099 | struct list_head list; |
1100 | ||
bb3632c6 | 1101 | trace_suspend_resume(TPS("dpm_complete"), state.event, true); |
91e7c75b RW |
1102 | might_sleep(); |
1103 | ||
1eede070 | 1104 | INIT_LIST_HEAD(&list); |
cd59abfc | 1105 | mutex_lock(&dpm_list_mtx); |
8a43a9ab RW |
1106 | while (!list_empty(&dpm_prepared_list)) { |
1107 | struct device *dev = to_device(dpm_prepared_list.prev); | |
cd59abfc | 1108 | |
1eede070 | 1109 | get_device(dev); |
f76b168b | 1110 | dev->power.is_prepared = false; |
5b219a51 RW |
1111 | list_move(&dev->power.entry, &list); |
1112 | mutex_unlock(&dpm_list_mtx); | |
1eede070 | 1113 | |
32e8d689 | 1114 | trace_device_pm_callback_start(dev, "", state.event); |
5b219a51 | 1115 | device_complete(dev, state); |
32e8d689 | 1116 | trace_device_pm_callback_end(dev, 0); |
1eede070 | 1117 | |
5b219a51 | 1118 | mutex_lock(&dpm_list_mtx); |
1eede070 | 1119 | put_device(dev); |
cd59abfc | 1120 | } |
1eede070 | 1121 | list_splice(&list, &dpm_list); |
cd59abfc | 1122 | mutex_unlock(&dpm_list_mtx); |
013c074f SG |
1123 | |
1124 | /* Allow device probing and trigger re-probing of deferred devices */ | |
1125 | device_unblock_probing(); | |
bb3632c6 | 1126 | trace_suspend_resume(TPS("dpm_complete"), state.event, false); |
cd59abfc AS |
1127 | } |
1128 | ||
cd59abfc | 1129 | /** |
20d652d7 RW |
1130 | * dpm_resume_end - Execute "resume" callbacks and complete system transition. |
1131 | * @state: PM transition of the system being carried out. | |
cd59abfc | 1132 | * |
20d652d7 RW |
1133 | * Execute "resume" callbacks for all devices and complete the PM transition of |
1134 | * the system. | |
cd59abfc | 1135 | */ |
d1616302 | 1136 | void dpm_resume_end(pm_message_t state) |
cd59abfc | 1137 | { |
1eede070 RW |
1138 | dpm_resume(state); |
1139 | dpm_complete(state); | |
cd59abfc | 1140 | } |
d1616302 | 1141 | EXPORT_SYMBOL_GPL(dpm_resume_end); |
cd59abfc AS |
1142 | |
1143 | ||
1144 | /*------------------------- Suspend routines -------------------------*/ | |
1145 | ||
1eede070 | 1146 | /** |
20d652d7 RW |
1147 | * resume_event - Return a "resume" message for given "suspend" sleep state. |
1148 | * @sleep_state: PM message representing a sleep state. | |
1149 | * | |
1150 | * Return a PM message representing the resume event corresponding to given | |
1151 | * sleep state. | |
1eede070 RW |
1152 | */ |
1153 | static pm_message_t resume_event(pm_message_t sleep_state) | |
cd59abfc | 1154 | { |
1eede070 RW |
1155 | switch (sleep_state.event) { |
1156 | case PM_EVENT_SUSPEND: | |
1157 | return PMSG_RESUME; | |
1158 | case PM_EVENT_FREEZE: | |
1159 | case PM_EVENT_QUIESCE: | |
1160 | return PMSG_RECOVER; | |
1161 | case PM_EVENT_HIBERNATE: | |
1162 | return PMSG_RESTORE; | |
cd59abfc | 1163 | } |
1eede070 | 1164 | return PMSG_ON; |
cd59abfc AS |
1165 | } |
1166 | ||
0d4b54c6 RW |
1167 | static void dpm_superior_set_must_resume(struct device *dev) |
1168 | { | |
1169 | struct device_link *link; | |
1170 | int idx; | |
1171 | ||
1172 | if (dev->parent) | |
1173 | dev->parent->power.must_resume = true; | |
1174 | ||
1175 | idx = device_links_read_lock(); | |
1176 | ||
42beb82e | 1177 | list_for_each_entry_rcu_locked(link, &dev->links.suppliers, c_node) |
0d4b54c6 RW |
1178 | link->supplier->power.must_resume = true; |
1179 | ||
1180 | device_links_read_unlock(idx); | |
1181 | } | |
1182 | ||
cd59abfc | 1183 | /** |
b082ddd8 | 1184 | * __device_suspend_noirq - Execute a "noirq suspend" callback for given device. |
20d652d7 RW |
1185 | * @dev: Device to handle. |
1186 | * @state: PM transition of the system being carried out. | |
58c256a3 | 1187 | * @async: If true, the device is being suspended asynchronously. |
775b64d2 | 1188 | * |
20d652d7 RW |
1189 | * The driver of @dev will not receive interrupts while this function is being |
1190 | * executed. | |
cd59abfc | 1191 | */ |
28b6fd6e | 1192 | static int __device_suspend_noirq(struct device *dev, pm_message_t state, bool async) |
775b64d2 | 1193 | { |
30205377 RW |
1194 | pm_callback_t callback = NULL; |
1195 | const char *info = NULL; | |
28b6fd6e LC |
1196 | int error = 0; |
1197 | ||
431d452a ZF |
1198 | TRACE_DEVICE(dev); |
1199 | TRACE_SUSPEND(0); | |
1200 | ||
098c3055 | 1201 | dpm_wait_for_subordinate(dev, async); |
6f75c3fd | 1202 | |
28b6fd6e LC |
1203 | if (async_error) |
1204 | goto Complete; | |
1205 | ||
aae4518b | 1206 | if (dev->power.syscore || dev->power.direct_complete) |
28b6fd6e LC |
1207 | goto Complete; |
1208 | ||
30205377 RW |
1209 | if (dev->pm_domain) { |
1210 | info = "noirq power domain "; | |
1211 | callback = pm_noirq_op(&dev->pm_domain->ops, state); | |
1212 | } else if (dev->type && dev->type->pm) { | |
1213 | info = "noirq type "; | |
1214 | callback = pm_noirq_op(dev->type->pm, state); | |
1215 | } else if (dev->class && dev->class->pm) { | |
1216 | info = "noirq class "; | |
1217 | callback = pm_noirq_op(dev->class->pm, state); | |
1218 | } else if (dev->bus && dev->bus->pm) { | |
1219 | info = "noirq bus "; | |
1220 | callback = pm_noirq_op(dev->bus->pm, state); | |
1221 | } | |
75e94645 RW |
1222 | if (callback) |
1223 | goto Run; | |
7538e3db | 1224 | |
fa2bfead | 1225 | if (dev_pm_skip_suspend(dev)) |
75e94645 RW |
1226 | goto Skip; |
1227 | ||
1228 | if (dev->driver && dev->driver->pm) { | |
cf579dfb | 1229 | info = "noirq driver "; |
35cd133c RW |
1230 | callback = pm_noirq_op(dev->driver->pm, state); |
1231 | } | |
1232 | ||
75e94645 | 1233 | Run: |
3d2699bc | 1234 | error = dpm_run_callback(callback, dev, state, info); |
0d4b54c6 | 1235 | if (error) { |
28b6fd6e | 1236 | async_error = error; |
0d4b54c6 RW |
1237 | goto Complete; |
1238 | } | |
1239 | ||
75e94645 | 1240 | Skip: |
0d4b54c6 RW |
1241 | dev->power.is_noirq_suspended = true; |
1242 | ||
107d47b2 RW |
1243 | /* |
1244 | * Skipping the resume of devices that were in use right before the | |
1245 | * system suspend (as indicated by their PM-runtime usage counters) | |
1246 | * would be suboptimal. Also resume them if doing that is not allowed | |
1247 | * to be skipped. | |
1248 | */ | |
1249 | if (atomic_read(&dev->power.usage_count) > 1 || | |
2a3f3475 | 1250 | !(dev_pm_test_driver_flags(dev, DPM_FLAG_MAY_SKIP_RESUME) && |
107d47b2 | 1251 | dev->power.may_skip_resume)) |
0d4b54c6 | 1252 | dev->power.must_resume = true; |
0d4b54c6 RW |
1253 | |
1254 | if (dev->power.must_resume) | |
1255 | dpm_superior_set_must_resume(dev); | |
3d2699bc | 1256 | |
28b6fd6e LC |
1257 | Complete: |
1258 | complete_all(&dev->power.completion); | |
431d452a | 1259 | TRACE_SUSPEND(error); |
3d2699bc | 1260 | return error; |
775b64d2 RW |
1261 | } |
1262 | ||
28b6fd6e LC |
1263 | static void async_suspend_noirq(void *data, async_cookie_t cookie) |
1264 | { | |
1265 | struct device *dev = (struct device *)data; | |
1266 | int error; | |
1267 | ||
1268 | error = __device_suspend_noirq(dev, pm_transition, true); | |
1269 | if (error) { | |
1270 | dpm_save_failed_dev(dev_name(dev)); | |
1271 | pm_dev_err(dev, pm_transition, " async", error); | |
1272 | } | |
1273 | ||
1274 | put_device(dev); | |
1275 | } | |
1276 | ||
1277 | static int device_suspend_noirq(struct device *dev) | |
1278 | { | |
f2a424f6 | 1279 | if (dpm_async_fn(dev, async_suspend_noirq)) |
28b6fd6e | 1280 | return 0; |
f2a424f6 | 1281 | |
28b6fd6e LC |
1282 | return __device_suspend_noirq(dev, pm_transition, false); |
1283 | } | |
1284 | ||
b605c44c | 1285 | static int dpm_noirq_suspend_devices(pm_message_t state) |
775b64d2 | 1286 | { |
ecf762b2 | 1287 | ktime_t starttime = ktime_get(); |
775b64d2 RW |
1288 | int error = 0; |
1289 | ||
bb3632c6 | 1290 | trace_suspend_resume(TPS("dpm_suspend_noirq"), state.event, true); |
32bdfac5 | 1291 | mutex_lock(&dpm_list_mtx); |
28b6fd6e LC |
1292 | pm_transition = state; |
1293 | async_error = 0; | |
1294 | ||
cf579dfb RW |
1295 | while (!list_empty(&dpm_late_early_list)) { |
1296 | struct device *dev = to_device(dpm_late_early_list.prev); | |
d08a5ace RW |
1297 | |
1298 | get_device(dev); | |
1299 | mutex_unlock(&dpm_list_mtx); | |
1300 | ||
28b6fd6e | 1301 | error = device_suspend_noirq(dev); |
d08a5ace RW |
1302 | |
1303 | mutex_lock(&dpm_list_mtx); | |
775b64d2 | 1304 | if (error) { |
cf579dfb | 1305 | pm_dev_err(dev, state, " noirq", error); |
2a77c46d | 1306 | dpm_save_failed_dev(dev_name(dev)); |
d08a5ace | 1307 | put_device(dev); |
775b64d2 RW |
1308 | break; |
1309 | } | |
d08a5ace | 1310 | if (!list_empty(&dev->power.entry)) |
8a43a9ab | 1311 | list_move(&dev->power.entry, &dpm_noirq_list); |
d08a5ace | 1312 | put_device(dev); |
52d136cc | 1313 | |
28b6fd6e | 1314 | if (async_error) |
52d136cc | 1315 | break; |
775b64d2 | 1316 | } |
32bdfac5 | 1317 | mutex_unlock(&dpm_list_mtx); |
28b6fd6e LC |
1318 | async_synchronize_full(); |
1319 | if (!error) | |
1320 | error = async_error; | |
1321 | ||
1322 | if (error) { | |
1323 | suspend_stats.failed_suspend_noirq++; | |
1324 | dpm_save_failed_step(SUSPEND_SUSPEND_NOIRQ); | |
28b6fd6e | 1325 | } |
48059c09 | 1326 | dpm_show_time(starttime, state, error, "noirq"); |
bb3632c6 | 1327 | trace_suspend_resume(TPS("dpm_suspend_noirq"), state.event, false); |
cf579dfb RW |
1328 | return error; |
1329 | } | |
1330 | ||
786f41fb RW |
1331 | /** |
1332 | * dpm_suspend_noirq - Execute "noirq suspend" callbacks for all devices. | |
1333 | * @state: PM transition of the system being carried out. | |
1334 | * | |
1335 | * Prevent device drivers' interrupt handlers from being called and invoke | |
1336 | * "noirq" suspend callbacks for all non-sysdev devices. | |
1337 | */ | |
1338 | int dpm_suspend_noirq(pm_message_t state) | |
1339 | { | |
1340 | int ret; | |
1341 | ||
b605c44c RW |
1342 | cpuidle_pause(); |
1343 | ||
1344 | device_wakeup_arm_wake_irqs(); | |
1345 | suspend_device_irqs(); | |
1346 | ||
786f41fb RW |
1347 | ret = dpm_noirq_suspend_devices(state); |
1348 | if (ret) | |
1349 | dpm_resume_noirq(resume_event(state)); | |
1350 | ||
1351 | return ret; | |
1352 | } | |
1353 | ||
0a99d767 UH |
1354 | static void dpm_propagate_wakeup_to_parent(struct device *dev) |
1355 | { | |
1356 | struct device *parent = dev->parent; | |
1357 | ||
1358 | if (!parent) | |
1359 | return; | |
1360 | ||
1361 | spin_lock_irq(&parent->power.lock); | |
1362 | ||
1363 | if (dev->power.wakeup_path && !parent->power.ignore_children) | |
1364 | parent->power.wakeup_path = true; | |
1365 | ||
1366 | spin_unlock_irq(&parent->power.lock); | |
1367 | } | |
1368 | ||
cf579dfb | 1369 | /** |
b082ddd8 | 1370 | * __device_suspend_late - Execute a "late suspend" callback for given device. |
cf579dfb RW |
1371 | * @dev: Device to handle. |
1372 | * @state: PM transition of the system being carried out. | |
58c256a3 | 1373 | * @async: If true, the device is being suspended asynchronously. |
cf579dfb RW |
1374 | * |
1375 | * Runtime PM is disabled for @dev while this function is being executed. | |
1376 | */ | |
de377b39 | 1377 | static int __device_suspend_late(struct device *dev, pm_message_t state, bool async) |
cf579dfb | 1378 | { |
30205377 RW |
1379 | pm_callback_t callback = NULL; |
1380 | const char *info = NULL; | |
de377b39 | 1381 | int error = 0; |
cf579dfb | 1382 | |
431d452a ZF |
1383 | TRACE_DEVICE(dev); |
1384 | TRACE_SUSPEND(0); | |
1385 | ||
9f6d8f6a RW |
1386 | __pm_runtime_disable(dev, false); |
1387 | ||
098c3055 | 1388 | dpm_wait_for_subordinate(dev, async); |
6f75c3fd | 1389 | |
de377b39 LC |
1390 | if (async_error) |
1391 | goto Complete; | |
1392 | ||
1393 | if (pm_wakeup_pending()) { | |
1394 | async_error = -EBUSY; | |
1395 | goto Complete; | |
1396 | } | |
1397 | ||
aae4518b | 1398 | if (dev->power.syscore || dev->power.direct_complete) |
de377b39 LC |
1399 | goto Complete; |
1400 | ||
30205377 RW |
1401 | if (dev->pm_domain) { |
1402 | info = "late power domain "; | |
1403 | callback = pm_late_early_op(&dev->pm_domain->ops, state); | |
1404 | } else if (dev->type && dev->type->pm) { | |
1405 | info = "late type "; | |
1406 | callback = pm_late_early_op(dev->type->pm, state); | |
1407 | } else if (dev->class && dev->class->pm) { | |
1408 | info = "late class "; | |
1409 | callback = pm_late_early_op(dev->class->pm, state); | |
1410 | } else if (dev->bus && dev->bus->pm) { | |
1411 | info = "late bus "; | |
1412 | callback = pm_late_early_op(dev->bus->pm, state); | |
1413 | } | |
75e94645 RW |
1414 | if (callback) |
1415 | goto Run; | |
cf579dfb | 1416 | |
fa2bfead | 1417 | if (dev_pm_skip_suspend(dev)) |
75e94645 RW |
1418 | goto Skip; |
1419 | ||
1420 | if (dev->driver && dev->driver->pm) { | |
cf579dfb RW |
1421 | info = "late driver "; |
1422 | callback = pm_late_early_op(dev->driver->pm, state); | |
1423 | } | |
1424 | ||
75e94645 | 1425 | Run: |
3d2699bc | 1426 | error = dpm_run_callback(callback, dev, state, info); |
75e94645 | 1427 | if (error) { |
de377b39 | 1428 | async_error = error; |
75e94645 RW |
1429 | goto Complete; |
1430 | } | |
0a99d767 | 1431 | dpm_propagate_wakeup_to_parent(dev); |
75e94645 RW |
1432 | |
1433 | Skip: | |
1434 | dev->power.is_late_suspended = true; | |
3d2699bc | 1435 | |
de377b39 | 1436 | Complete: |
431d452a | 1437 | TRACE_SUSPEND(error); |
de377b39 | 1438 | complete_all(&dev->power.completion); |
3d2699bc | 1439 | return error; |
cf579dfb RW |
1440 | } |
1441 | ||
de377b39 LC |
1442 | static void async_suspend_late(void *data, async_cookie_t cookie) |
1443 | { | |
1444 | struct device *dev = (struct device *)data; | |
1445 | int error; | |
1446 | ||
1447 | error = __device_suspend_late(dev, pm_transition, true); | |
1448 | if (error) { | |
1449 | dpm_save_failed_dev(dev_name(dev)); | |
1450 | pm_dev_err(dev, pm_transition, " async", error); | |
1451 | } | |
1452 | put_device(dev); | |
1453 | } | |
1454 | ||
1455 | static int device_suspend_late(struct device *dev) | |
1456 | { | |
f2a424f6 | 1457 | if (dpm_async_fn(dev, async_suspend_late)) |
de377b39 | 1458 | return 0; |
de377b39 LC |
1459 | |
1460 | return __device_suspend_late(dev, pm_transition, false); | |
1461 | } | |
1462 | ||
cf579dfb RW |
1463 | /** |
1464 | * dpm_suspend_late - Execute "late suspend" callbacks for all devices. | |
1465 | * @state: PM transition of the system being carried out. | |
1466 | */ | |
2a8a8ce6 | 1467 | int dpm_suspend_late(pm_message_t state) |
cf579dfb RW |
1468 | { |
1469 | ktime_t starttime = ktime_get(); | |
1470 | int error = 0; | |
1471 | ||
bb3632c6 | 1472 | trace_suspend_resume(TPS("dpm_suspend_late"), state.event, true); |
cf579dfb | 1473 | mutex_lock(&dpm_list_mtx); |
de377b39 LC |
1474 | pm_transition = state; |
1475 | async_error = 0; | |
1476 | ||
cf579dfb RW |
1477 | while (!list_empty(&dpm_suspended_list)) { |
1478 | struct device *dev = to_device(dpm_suspended_list.prev); | |
1479 | ||
1480 | get_device(dev); | |
1481 | mutex_unlock(&dpm_list_mtx); | |
1482 | ||
de377b39 | 1483 | error = device_suspend_late(dev); |
cf579dfb RW |
1484 | |
1485 | mutex_lock(&dpm_list_mtx); | |
3a17fb32 RW |
1486 | if (!list_empty(&dev->power.entry)) |
1487 | list_move(&dev->power.entry, &dpm_late_early_list); | |
1488 | ||
cf579dfb RW |
1489 | if (error) { |
1490 | pm_dev_err(dev, state, " late", error); | |
cf579dfb RW |
1491 | dpm_save_failed_dev(dev_name(dev)); |
1492 | put_device(dev); | |
1493 | break; | |
1494 | } | |
cf579dfb | 1495 | put_device(dev); |
52d136cc | 1496 | |
de377b39 | 1497 | if (async_error) |
52d136cc | 1498 | break; |
cf579dfb RW |
1499 | } |
1500 | mutex_unlock(&dpm_list_mtx); | |
de377b39 | 1501 | async_synchronize_full(); |
246ef766 ID |
1502 | if (!error) |
1503 | error = async_error; | |
de377b39 LC |
1504 | if (error) { |
1505 | suspend_stats.failed_suspend_late++; | |
1506 | dpm_save_failed_step(SUSPEND_SUSPEND_LATE); | |
cf579dfb | 1507 | dpm_resume_early(resume_event(state)); |
de377b39 | 1508 | } |
48059c09 | 1509 | dpm_show_time(starttime, state, error, "late"); |
bb3632c6 | 1510 | trace_suspend_resume(TPS("dpm_suspend_late"), state.event, false); |
775b64d2 RW |
1511 | return error; |
1512 | } | |
cf579dfb RW |
1513 | |
1514 | /** | |
1515 | * dpm_suspend_end - Execute "late" and "noirq" device suspend callbacks. | |
1516 | * @state: PM transition of the system being carried out. | |
1517 | */ | |
1518 | int dpm_suspend_end(pm_message_t state) | |
1519 | { | |
3540d38d BVA |
1520 | ktime_t starttime = ktime_get(); |
1521 | int error; | |
1522 | ||
1523 | error = dpm_suspend_late(state); | |
064b021f | 1524 | if (error) |
3540d38d | 1525 | goto out; |
064b021f CC |
1526 | |
1527 | error = dpm_suspend_noirq(state); | |
3540d38d | 1528 | if (error) |
997a0311 | 1529 | dpm_resume_early(resume_event(state)); |
cf579dfb | 1530 | |
3540d38d BVA |
1531 | out: |
1532 | dpm_show_time(starttime, state, error, "end"); | |
1533 | return error; | |
cf579dfb RW |
1534 | } |
1535 | EXPORT_SYMBOL_GPL(dpm_suspend_end); | |
775b64d2 | 1536 | |
875ab0b7 RW |
1537 | /** |
1538 | * legacy_suspend - Execute a legacy (bus or class) suspend callback for device. | |
0a884223 RD |
1539 | * @dev: Device to suspend. |
1540 | * @state: PM transition of the system being carried out. | |
1541 | * @cb: Suspend callback to execute. | |
58c256a3 | 1542 | * @info: string description of caller. |
875ab0b7 RW |
1543 | */ |
1544 | static int legacy_suspend(struct device *dev, pm_message_t state, | |
53644677 | 1545 | int (*cb)(struct device *dev, pm_message_t state), |
e3771fa9 | 1546 | const char *info) |
875ab0b7 RW |
1547 | { |
1548 | int error; | |
1549 | ktime_t calltime; | |
1550 | ||
7f817ba9 | 1551 | calltime = initcall_debug_start(dev, cb); |
875ab0b7 | 1552 | |
e8bca479 | 1553 | trace_device_pm_callback_start(dev, info, state.event); |
875ab0b7 | 1554 | error = cb(dev, state); |
e8bca479 | 1555 | trace_device_pm_callback_end(dev, error); |
875ab0b7 RW |
1556 | suspend_report_result(cb, error); |
1557 | ||
7f817ba9 | 1558 | initcall_debug_report(dev, calltime, cb, error); |
875ab0b7 RW |
1559 | |
1560 | return error; | |
1172ee31 UH |
1561 | } |
1562 | ||
c23bd387 | 1563 | static void dpm_clear_superiors_direct_complete(struct device *dev) |
8c73b428 RW |
1564 | { |
1565 | struct device_link *link; | |
1566 | int idx; | |
1567 | ||
c23bd387 UH |
1568 | if (dev->parent) { |
1569 | spin_lock_irq(&dev->parent->power.lock); | |
1570 | dev->parent->power.direct_complete = false; | |
1571 | spin_unlock_irq(&dev->parent->power.lock); | |
1572 | } | |
1573 | ||
8c73b428 RW |
1574 | idx = device_links_read_lock(); |
1575 | ||
42beb82e | 1576 | list_for_each_entry_rcu_locked(link, &dev->links.suppliers, c_node) { |
8c73b428 RW |
1577 | spin_lock_irq(&link->supplier->power.lock); |
1578 | link->supplier->power.direct_complete = false; | |
1579 | spin_unlock_irq(&link->supplier->power.lock); | |
1580 | } | |
1581 | ||
1582 | device_links_read_unlock(idx); | |
1583 | } | |
1584 | ||
775b64d2 | 1585 | /** |
b082ddd8 | 1586 | * __device_suspend - Execute "suspend" callbacks for given device. |
20d652d7 RW |
1587 | * @dev: Device to handle. |
1588 | * @state: PM transition of the system being carried out. | |
5af84b82 | 1589 | * @async: If true, the device is being suspended asynchronously. |
775b64d2 | 1590 | */ |
5af84b82 | 1591 | static int __device_suspend(struct device *dev, pm_message_t state, bool async) |
cd59abfc | 1592 | { |
9cf519d1 | 1593 | pm_callback_t callback = NULL; |
e3771fa9 | 1594 | const char *info = NULL; |
cd59abfc | 1595 | int error = 0; |
70fea60d | 1596 | DECLARE_DPM_WATCHDOG_ON_STACK(wd); |
cd59abfc | 1597 | |
431d452a ZF |
1598 | TRACE_DEVICE(dev); |
1599 | TRACE_SUSPEND(0); | |
1600 | ||
8c73b428 | 1601 | dpm_wait_for_subordinate(dev, async); |
7a8d37a3 | 1602 | |
69e445ab RW |
1603 | if (async_error) { |
1604 | dev->power.direct_complete = false; | |
1f758b23 | 1605 | goto Complete; |
69e445ab | 1606 | } |
1e2ef05b | 1607 | |
88d26136 AS |
1608 | /* |
1609 | * If a device configured to wake up the system from sleep states | |
1610 | * has been suspended at run time and there's a resume request pending | |
1611 | * for it, this is equivalent to the device signaling wakeup, so the | |
1612 | * system suspend operation should be aborted. | |
1613 | */ | |
1e2ef05b RW |
1614 | if (pm_runtime_barrier(dev) && device_may_wakeup(dev)) |
1615 | pm_wakeup_event(dev, 0); | |
5af84b82 | 1616 | |
d83f905e | 1617 | if (pm_wakeup_pending()) { |
69e445ab | 1618 | dev->power.direct_complete = false; |
d83f905e | 1619 | async_error = -EBUSY; |
1f758b23 | 1620 | goto Complete; |
d83f905e RW |
1621 | } |
1622 | ||
dbf37414 RW |
1623 | if (dev->power.syscore) |
1624 | goto Complete; | |
1625 | ||
dc351d4c UH |
1626 | /* Avoid direct_complete to let wakeup_path propagate. */ |
1627 | if (device_may_wakeup(dev) || dev->power.wakeup_path) | |
1628 | dev->power.direct_complete = false; | |
1629 | ||
aae4518b RW |
1630 | if (dev->power.direct_complete) { |
1631 | if (pm_runtime_status_suspended(dev)) { | |
1632 | pm_runtime_disable(dev); | |
4a0fa9f9 RW |
1633 | if (pm_runtime_status_suspended(dev)) { |
1634 | pm_dev_dbg(dev, state, "direct-complete "); | |
aae4518b | 1635 | goto Complete; |
4a0fa9f9 | 1636 | } |
aae4518b RW |
1637 | |
1638 | pm_runtime_enable(dev); | |
1639 | } | |
1640 | dev->power.direct_complete = false; | |
1641 | } | |
1642 | ||
0fe8a1be | 1643 | dev->power.may_skip_resume = true; |
0d4b54c6 RW |
1644 | dev->power.must_resume = false; |
1645 | ||
70fea60d | 1646 | dpm_watchdog_set(&wd, dev); |
1e2ef05b RW |
1647 | device_lock(dev); |
1648 | ||
564b905a | 1649 | if (dev->pm_domain) { |
9cf519d1 RW |
1650 | info = "power domain "; |
1651 | callback = pm_op(&dev->pm_domain->ops, state); | |
1652 | goto Run; | |
4d27e9dc RW |
1653 | } |
1654 | ||
9659cc06 | 1655 | if (dev->type && dev->type->pm) { |
9cf519d1 RW |
1656 | info = "type "; |
1657 | callback = pm_op(dev->type->pm, state); | |
1658 | goto Run; | |
9659cc06 RW |
1659 | } |
1660 | ||
a380f2ed RW |
1661 | if (dev->class && dev->class->pm) { |
1662 | info = "class "; | |
1663 | callback = pm_op(dev->class->pm, state); | |
1664 | goto Run; | |
cd59abfc AS |
1665 | } |
1666 | ||
1eede070 RW |
1667 | if (dev->bus) { |
1668 | if (dev->bus->pm) { | |
35cd133c | 1669 | info = "bus "; |
9cf519d1 | 1670 | callback = pm_op(dev->bus->pm, state); |
1eede070 | 1671 | } else if (dev->bus->suspend) { |
35cd133c | 1672 | pm_dev_dbg(dev, state, "legacy bus "); |
53644677 SK |
1673 | error = legacy_suspend(dev, state, dev->bus->suspend, |
1674 | "legacy bus "); | |
9cf519d1 | 1675 | goto End; |
1eede070 | 1676 | } |
7538e3db RW |
1677 | } |
1678 | ||
9cf519d1 | 1679 | Run: |
35cd133c RW |
1680 | if (!callback && dev->driver && dev->driver->pm) { |
1681 | info = "driver "; | |
1682 | callback = pm_op(dev->driver->pm, state); | |
1683 | } | |
1684 | ||
9cf519d1 RW |
1685 | error = dpm_run_callback(callback, dev, state, info); |
1686 | ||
1eede070 | 1687 | End: |
4ca46ff3 RW |
1688 | if (!error) { |
1689 | dev->power.is_suspended = true; | |
8512220c UH |
1690 | if (device_may_wakeup(dev)) |
1691 | dev->power.wakeup_path = true; | |
1692 | ||
c23bd387 UH |
1693 | dpm_propagate_wakeup_to_parent(dev); |
1694 | dpm_clear_superiors_direct_complete(dev); | |
4ca46ff3 | 1695 | } |
6d0e0e84 | 1696 | |
8e9394ce | 1697 | device_unlock(dev); |
70fea60d | 1698 | dpm_watchdog_clear(&wd); |
1f758b23 MSB |
1699 | |
1700 | Complete: | |
88d26136 | 1701 | if (error) |
098dff73 RW |
1702 | async_error = error; |
1703 | ||
05a92622 | 1704 | complete_all(&dev->power.completion); |
431d452a | 1705 | TRACE_SUSPEND(error); |
cd59abfc AS |
1706 | return error; |
1707 | } | |
1708 | ||
5af84b82 RW |
1709 | static void async_suspend(void *data, async_cookie_t cookie) |
1710 | { | |
1711 | struct device *dev = (struct device *)data; | |
1712 | int error; | |
1713 | ||
1714 | error = __device_suspend(dev, pm_transition, true); | |
2a77c46d SL |
1715 | if (error) { |
1716 | dpm_save_failed_dev(dev_name(dev)); | |
5af84b82 | 1717 | pm_dev_err(dev, pm_transition, " async", error); |
2a77c46d | 1718 | } |
5af84b82 RW |
1719 | |
1720 | put_device(dev); | |
1721 | } | |
1722 | ||
1723 | static int device_suspend(struct device *dev) | |
1724 | { | |
f2a424f6 | 1725 | if (dpm_async_fn(dev, async_suspend)) |
5af84b82 | 1726 | return 0; |
5af84b82 RW |
1727 | |
1728 | return __device_suspend(dev, pm_transition, false); | |
1729 | } | |
1730 | ||
cd59abfc | 1731 | /** |
20d652d7 RW |
1732 | * dpm_suspend - Execute "suspend" callbacks for all non-sysdev devices. |
1733 | * @state: PM transition of the system being carried out. | |
cd59abfc | 1734 | */ |
91e7c75b | 1735 | int dpm_suspend(pm_message_t state) |
cd59abfc | 1736 | { |
ecf762b2 | 1737 | ktime_t starttime = ktime_get(); |
cd59abfc AS |
1738 | int error = 0; |
1739 | ||
bb3632c6 | 1740 | trace_suspend_resume(TPS("dpm_suspend"), state.event, true); |
91e7c75b RW |
1741 | might_sleep(); |
1742 | ||
6e863844 | 1743 | devfreq_suspend(); |
2f0aea93 VK |
1744 | cpufreq_suspend(); |
1745 | ||
cd59abfc | 1746 | mutex_lock(&dpm_list_mtx); |
5af84b82 RW |
1747 | pm_transition = state; |
1748 | async_error = 0; | |
8a43a9ab RW |
1749 | while (!list_empty(&dpm_prepared_list)) { |
1750 | struct device *dev = to_device(dpm_prepared_list.prev); | |
58aca232 | 1751 | |
1eede070 | 1752 | get_device(dev); |
cd59abfc | 1753 | mutex_unlock(&dpm_list_mtx); |
1eede070 | 1754 | |
5af84b82 | 1755 | error = device_suspend(dev); |
1eede070 | 1756 | |
1b3cbec1 | 1757 | mutex_lock(&dpm_list_mtx); |
775b64d2 | 1758 | if (error) { |
1eede070 | 1759 | pm_dev_err(dev, state, "", error); |
2a77c46d | 1760 | dpm_save_failed_dev(dev_name(dev)); |
1eede070 | 1761 | put_device(dev); |
775b64d2 RW |
1762 | break; |
1763 | } | |
7a8d37a3 | 1764 | if (!list_empty(&dev->power.entry)) |
8a43a9ab | 1765 | list_move(&dev->power.entry, &dpm_suspended_list); |
1eede070 | 1766 | put_device(dev); |
5af84b82 RW |
1767 | if (async_error) |
1768 | break; | |
cd59abfc AS |
1769 | } |
1770 | mutex_unlock(&dpm_list_mtx); | |
5af84b82 RW |
1771 | async_synchronize_full(); |
1772 | if (!error) | |
1773 | error = async_error; | |
2a77c46d SL |
1774 | if (error) { |
1775 | suspend_stats.failed_suspend++; | |
1776 | dpm_save_failed_step(SUSPEND_SUSPEND); | |
48059c09 RW |
1777 | } |
1778 | dpm_show_time(starttime, state, error, NULL); | |
bb3632c6 | 1779 | trace_suspend_resume(TPS("dpm_suspend"), state.event, false); |
1eede070 RW |
1780 | return error; |
1781 | } | |
1782 | ||
1783 | /** | |
20d652d7 RW |
1784 | * device_prepare - Prepare a device for system power transition. |
1785 | * @dev: Device to handle. | |
1786 | * @state: PM transition of the system being carried out. | |
1787 | * | |
1788 | * Execute the ->prepare() callback(s) for given device. No new children of the | |
1789 | * device may be registered after this function has returned. | |
1eede070 | 1790 | */ |
d1616302 | 1791 | static int device_prepare(struct device *dev, pm_message_t state) |
1eede070 | 1792 | { |
35cd133c | 1793 | int (*callback)(struct device *) = NULL; |
aae4518b | 1794 | int ret = 0; |
1eede070 | 1795 | |
dbf37414 RW |
1796 | if (dev->power.syscore) |
1797 | return 0; | |
1798 | ||
88d26136 AS |
1799 | /* |
1800 | * If a device's parent goes into runtime suspend at the wrong time, | |
1801 | * it won't be possible to resume the device. To prevent this we | |
1802 | * block runtime suspend here, during the prepare phase, and allow | |
1803 | * it again during the complete phase. | |
1804 | */ | |
1805 | pm_runtime_get_noresume(dev); | |
1806 | ||
8e9394ce | 1807 | device_lock(dev); |
1eede070 | 1808 | |
8512220c | 1809 | dev->power.wakeup_path = false; |
4ca46ff3 | 1810 | |
c62ec461 | 1811 | if (dev->power.no_pm_callbacks) |
aa8e54b5 | 1812 | goto unlock; |
aa8e54b5 | 1813 | |
fba1fbf5 | 1814 | if (dev->pm_domain) |
35cd133c | 1815 | callback = dev->pm_domain->ops.prepare; |
fba1fbf5 | 1816 | else if (dev->type && dev->type->pm) |
35cd133c | 1817 | callback = dev->type->pm->prepare; |
fba1fbf5 | 1818 | else if (dev->class && dev->class->pm) |
35cd133c | 1819 | callback = dev->class->pm->prepare; |
fba1fbf5 | 1820 | else if (dev->bus && dev->bus->pm) |
35cd133c | 1821 | callback = dev->bus->pm->prepare; |
35cd133c | 1822 | |
fba1fbf5 | 1823 | if (!callback && dev->driver && dev->driver->pm) |
35cd133c | 1824 | callback = dev->driver->pm->prepare; |
35cd133c | 1825 | |
32e8d689 | 1826 | if (callback) |
aae4518b | 1827 | ret = callback(dev); |
7538e3db | 1828 | |
aa8e54b5 | 1829 | unlock: |
8e9394ce | 1830 | device_unlock(dev); |
1eede070 | 1831 | |
aae4518b RW |
1832 | if (ret < 0) { |
1833 | suspend_report_result(callback, ret); | |
aa1b9f13 | 1834 | pm_runtime_put(dev); |
aae4518b RW |
1835 | return ret; |
1836 | } | |
1837 | /* | |
1838 | * A positive return value from ->prepare() means "this device appears | |
1839 | * to be runtime-suspended and its state is fine, so if it really is | |
1840 | * runtime-suspended, you can leave it in that state provided that you | |
1841 | * will do the same thing with all of its descendants". This only | |
1842 | * applies to suspend transitions, however. | |
1843 | */ | |
1844 | spin_lock_irq(&dev->power.lock); | |
08810a41 | 1845 | dev->power.direct_complete = state.event == PM_EVENT_SUSPEND && |
b5252a6c | 1846 | (ret > 0 || dev->power.no_pm_callbacks) && |
e0751556 | 1847 | !dev_pm_test_driver_flags(dev, DPM_FLAG_NO_DIRECT_COMPLETE); |
aae4518b RW |
1848 | spin_unlock_irq(&dev->power.lock); |
1849 | return 0; | |
1eede070 | 1850 | } |
cd59abfc | 1851 | |
1eede070 | 1852 | /** |
20d652d7 RW |
1853 | * dpm_prepare - Prepare all non-sysdev devices for a system PM transition. |
1854 | * @state: PM transition of the system being carried out. | |
1eede070 | 1855 | * |
20d652d7 | 1856 | * Execute the ->prepare() callback(s) for all devices. |
1eede070 | 1857 | */ |
91e7c75b | 1858 | int dpm_prepare(pm_message_t state) |
1eede070 | 1859 | { |
1eede070 RW |
1860 | int error = 0; |
1861 | ||
bb3632c6 | 1862 | trace_suspend_resume(TPS("dpm_prepare"), state.event, true); |
91e7c75b RW |
1863 | might_sleep(); |
1864 | ||
013c074f SG |
1865 | /* |
1866 | * Give a chance for the known devices to complete their probes, before | |
1867 | * disable probing of devices. This sync point is important at least | |
1868 | * at boot time + hibernation restore. | |
1869 | */ | |
1870 | wait_for_device_probe(); | |
1871 | /* | |
1872 | * It is unsafe if probing of devices will happen during suspend or | |
1873 | * hibernation and system behavior will be unpredictable in this case. | |
1874 | * So, let's prohibit device's probing here and defer their probes | |
1875 | * instead. The normal behavior will be restored in dpm_complete(). | |
1876 | */ | |
1877 | device_block_probing(); | |
1878 | ||
1eede070 | 1879 | mutex_lock(&dpm_list_mtx); |
1eede070 RW |
1880 | while (!list_empty(&dpm_list)) { |
1881 | struct device *dev = to_device(dpm_list.next); | |
1882 | ||
1883 | get_device(dev); | |
1eede070 RW |
1884 | mutex_unlock(&dpm_list_mtx); |
1885 | ||
32e8d689 | 1886 | trace_device_pm_callback_start(dev, "", state.event); |
1e2ef05b | 1887 | error = device_prepare(dev, state); |
32e8d689 | 1888 | trace_device_pm_callback_end(dev, error); |
1eede070 RW |
1889 | |
1890 | mutex_lock(&dpm_list_mtx); | |
1891 | if (error) { | |
1eede070 RW |
1892 | if (error == -EAGAIN) { |
1893 | put_device(dev); | |
886a7a33 | 1894 | error = 0; |
1eede070 RW |
1895 | continue; |
1896 | } | |
7a5bd127 | 1897 | pr_info("Device %s not prepared for power transition: code %d\n", |
5c1a07ab | 1898 | dev_name(dev), error); |
1eede070 RW |
1899 | put_device(dev); |
1900 | break; | |
1901 | } | |
f76b168b | 1902 | dev->power.is_prepared = true; |
1eede070 | 1903 | if (!list_empty(&dev->power.entry)) |
8a43a9ab | 1904 | list_move_tail(&dev->power.entry, &dpm_prepared_list); |
1eede070 RW |
1905 | put_device(dev); |
1906 | } | |
1eede070 | 1907 | mutex_unlock(&dpm_list_mtx); |
bb3632c6 | 1908 | trace_suspend_resume(TPS("dpm_prepare"), state.event, false); |
cd59abfc AS |
1909 | return error; |
1910 | } | |
1911 | ||
775b64d2 | 1912 | /** |
20d652d7 RW |
1913 | * dpm_suspend_start - Prepare devices for PM transition and suspend them. |
1914 | * @state: PM transition of the system being carried out. | |
775b64d2 | 1915 | * |
20d652d7 RW |
1916 | * Prepare all non-sysdev devices for system PM transition and execute "suspend" |
1917 | * callbacks for them. | |
775b64d2 | 1918 | */ |
d1616302 | 1919 | int dpm_suspend_start(pm_message_t state) |
775b64d2 | 1920 | { |
3540d38d | 1921 | ktime_t starttime = ktime_get(); |
775b64d2 | 1922 | int error; |
cd59abfc | 1923 | |
1eede070 | 1924 | error = dpm_prepare(state); |
2a77c46d SL |
1925 | if (error) { |
1926 | suspend_stats.failed_prepare++; | |
1927 | dpm_save_failed_step(SUSPEND_PREPARE); | |
1928 | } else | |
1eede070 | 1929 | error = dpm_suspend(state); |
3540d38d | 1930 | dpm_show_time(starttime, state, error, "start"); |
cd59abfc | 1931 | return error; |
cd59abfc | 1932 | } |
d1616302 | 1933 | EXPORT_SYMBOL_GPL(dpm_suspend_start); |
cd59abfc AS |
1934 | |
1935 | void __suspend_report_result(const char *function, void *fn, int ret) | |
1936 | { | |
c80cfb04 | 1937 | if (ret) |
09686219 | 1938 | pr_err("%s(): %pS returns %d\n", function, fn, ret); |
cd59abfc AS |
1939 | } |
1940 | EXPORT_SYMBOL_GPL(__suspend_report_result); | |
f8824cee RW |
1941 | |
1942 | /** | |
1943 | * device_pm_wait_for_dev - Wait for suspend/resume of a device to complete. | |
f8824cee | 1944 | * @subordinate: Device that needs to wait for @dev. |
0b237cb2 | 1945 | * @dev: Device to wait for. |
f8824cee | 1946 | */ |
098dff73 | 1947 | int device_pm_wait_for_dev(struct device *subordinate, struct device *dev) |
f8824cee RW |
1948 | { |
1949 | dpm_wait(dev, subordinate->power.async_suspend); | |
098dff73 | 1950 | return async_error; |
f8824cee RW |
1951 | } |
1952 | EXPORT_SYMBOL_GPL(device_pm_wait_for_dev); | |
dfe3212e ML |
1953 | |
1954 | /** | |
1955 | * dpm_for_each_dev - device iterator. | |
1956 | * @data: data for the callback. | |
1957 | * @fn: function to be called for each device. | |
1958 | * | |
1959 | * Iterate over devices in dpm_list, and call @fn for each device, | |
1960 | * passing it @data. | |
1961 | */ | |
1962 | void dpm_for_each_dev(void *data, void (*fn)(struct device *, void *)) | |
1963 | { | |
1964 | struct device *dev; | |
1965 | ||
1966 | if (!fn) | |
1967 | return; | |
1968 | ||
1969 | device_pm_lock(); | |
1970 | list_for_each_entry(dev, &dpm_list, power.entry) | |
1971 | fn(dev, data); | |
1972 | device_pm_unlock(); | |
1973 | } | |
1974 | EXPORT_SYMBOL_GPL(dpm_for_each_dev); | |
aa8e54b5 TV |
1975 | |
1976 | static bool pm_ops_is_empty(const struct dev_pm_ops *ops) | |
1977 | { | |
1978 | if (!ops) | |
1979 | return true; | |
1980 | ||
1981 | return !ops->prepare && | |
1982 | !ops->suspend && | |
1983 | !ops->suspend_late && | |
1984 | !ops->suspend_noirq && | |
1985 | !ops->resume_noirq && | |
1986 | !ops->resume_early && | |
1987 | !ops->resume && | |
1988 | !ops->complete; | |
1989 | } | |
1990 | ||
1991 | void device_pm_check_callbacks(struct device *dev) | |
1992 | { | |
1993 | spin_lock_irq(&dev->power.lock); | |
1994 | dev->power.no_pm_callbacks = | |
157c460e RW |
1995 | (!dev->bus || (pm_ops_is_empty(dev->bus->pm) && |
1996 | !dev->bus->suspend && !dev->bus->resume)) && | |
a380f2ed | 1997 | (!dev->class || pm_ops_is_empty(dev->class->pm)) && |
aa8e54b5 TV |
1998 | (!dev->type || pm_ops_is_empty(dev->type->pm)) && |
1999 | (!dev->pm_domain || pm_ops_is_empty(&dev->pm_domain->ops)) && | |
157c460e RW |
2000 | (!dev->driver || (pm_ops_is_empty(dev->driver->pm) && |
2001 | !dev->driver->suspend && !dev->driver->resume)); | |
aa8e54b5 TV |
2002 | spin_unlock_irq(&dev->power.lock); |
2003 | } | |
c4b65157 | 2004 | |
fa2bfead | 2005 | bool dev_pm_skip_suspend(struct device *dev) |
c4b65157 RW |
2006 | { |
2007 | return dev_pm_test_driver_flags(dev, DPM_FLAG_SMART_SUSPEND) && | |
2008 | pm_runtime_status_suspended(dev); | |
2009 | } |