[linux-2.6-block.git] / kernel / power / power.h

/* SPDX-License-Identifier: GPL-2.0 */
#include <linux/suspend.h>
#include <linux/suspend_ioctls.h>
#include <linux/utsname.h>
#include <linux/freezer.h>
#include <linux/compiler.h>
#include <linux/cpu.h>
#include <linux/cpuidle.h>

struct swsusp_info {
	struct new_utsname	uts;
	u32			version_code;
	unsigned long		num_physpages;
	int			cpus;
	unsigned long		image_pages;
	unsigned long		pages;
	unsigned long		size;
} __aligned(PAGE_SIZE);

#ifdef CONFIG_HIBERNATION
/* kernel/power/snapshot.c */
extern void __init hibernate_reserved_size_init(void);
extern void __init hibernate_image_size_init(void);

#ifdef CONFIG_ARCH_HIBERNATION_HEADER
/* Maximum size of architecture specific data in a hibernation header */
#define MAX_ARCH_HEADER_SIZE	(sizeof(struct new_utsname) + 4)

extern int arch_hibernation_header_save(void *addr, unsigned int max_size);
extern int arch_hibernation_header_restore(void *addr);

static inline int init_header_complete(struct swsusp_info *info)
{
	return arch_hibernation_header_save(info, MAX_ARCH_HEADER_SIZE);
}

static inline const char *check_image_kernel(struct swsusp_info *info)
{
	return arch_hibernation_header_restore(info) ?
			"architecture specific data" : NULL;
}
#endif /* CONFIG_ARCH_HIBERNATION_HEADER */

extern int hibernate_resume_nonboot_cpu_disable(void);

/*
 * Keep some memory free so that I/O operations can succeed without paging
 * [Might this be more than 4 MB?]
 */
#define PAGES_FOR_IO	((4096 * 1024) >> PAGE_SHIFT)

/*
 * Keep 1 MB of memory free so that device drivers can allocate some pages in
 * their .suspend() routines without breaking the suspend to disk.
 */
#define SPARE_PAGES	((1024 * 1024) >> PAGE_SHIFT)

asmlinkage int swsusp_save(void);

/* kernel/power/hibernate.c */
extern bool freezer_test_done;

extern int hibernation_snapshot(int platform_mode);
extern int hibernation_restore(int platform_mode);
extern int hibernation_platform_enter(void);

#ifdef CONFIG_STRICT_KERNEL_RWX
/* kernel/power/snapshot.c */
extern void enable_restore_image_protection(void);
#else
static inline void enable_restore_image_protection(void) {}
#endif /* CONFIG_STRICT_KERNEL_RWX */

#else /* !CONFIG_HIBERNATION */

static inline void hibernate_reserved_size_init(void) {}
static inline void hibernate_image_size_init(void) {}
#endif /* !CONFIG_HIBERNATION */

#define power_attr(_name) \
static struct kobj_attribute _name##_attr = {	\
	.attr	= {				\
		.name = __stringify(_name),	\
		.mode = 0644,			\
	},					\
	.show	= _name##_show,			\
	.store	= _name##_store,		\
}

#define power_attr_ro(_name) \
static struct kobj_attribute _name##_attr = {	\
	.attr	= {				\
		.name = __stringify(_name),	\
		.mode = S_IRUGO,		\
	},					\
	.show	= _name##_show,			\
}

/* Preferred image size in bytes (default 500 MB) */
extern unsigned long image_size;
/* Size of memory reserved for drivers (default SPARE_PAGES x PAGE_SIZE) */
extern unsigned long reserved_size;
extern int in_suspend;
extern dev_t swsusp_resume_device;
extern sector_t swsusp_resume_block;

extern int create_basic_memory_bitmaps(void);
extern void free_basic_memory_bitmaps(void);
extern int hibernate_preallocate_memory(void);

extern void clear_or_poison_free_pages(void);

/**
 *	Auxiliary structure used for reading the snapshot image data and
 *	metadata from and writing them to the list of page backup entries
 *	(PBEs) which is the main data structure of swsusp.
 *
 *	Using struct snapshot_handle we can transfer the image, including its
 *	metadata, as a continuous sequence of bytes with the help of
 *	snapshot_read_next() and snapshot_write_next().
 *
 *	The code that writes the image to a storage or transfers it to
 *	the user land is required to use snapshot_read_next() for this
 *	purpose and it should not make any assumptions regarding the internal
 *	structure of the image.  Similarly, the code that reads the image from
 *	a storage or transfers it from the user land is required to use
 *	snapshot_write_next().
 *
 *	This may allow us to change the internal structure of the image
 *	in the future with considerably less effort.
 */

struct snapshot_handle {
	unsigned int	cur;	/* number of the block of PAGE_SIZE bytes the
				 * next operation will refer to (ie. current)
				 */
	void		*buffer;	/* address of the block to read from
					 * or write to
					 */
	int		sync_read;	/* Set to one to notify the caller of
					 * snapshot_write_next() that it may
					 * need to call wait_on_bio_chain()
					 */
};

/* This macro returns the address from/to which the caller of
 * snapshot_read_next()/snapshot_write_next() is allowed to
 * read/write data after the function returns
 */
#define data_of(handle)	((handle).buffer)

extern unsigned int snapshot_additional_pages(struct zone *zone);
extern unsigned long snapshot_get_image_size(void);
extern int snapshot_read_next(struct snapshot_handle *handle);
extern int snapshot_write_next(struct snapshot_handle *handle);
extern void snapshot_write_finalize(struct snapshot_handle *handle);
extern int snapshot_image_loaded(struct snapshot_handle *handle);

extern bool hibernate_acquire(void);
extern void hibernate_release(void);

extern sector_t alloc_swapdev_block(int swap);
extern void free_all_swap_pages(int swap);
extern int swsusp_swap_in_use(void);

/*
 * Flags that can be passed from the hibernatig hernel to the "boot" kernel in
 * the image header.
 */
#define SF_PLATFORM_MODE	1
#define SF_NOCOMPRESS_MODE	2
#define SF_CRC32_MODE	        4
#define SF_HW_SIG		8

/* kernel/power/hibernate.c */
extern int swsusp_check(void);
extern void swsusp_free(void);
extern int swsusp_read(unsigned int *flags_p);
extern int swsusp_write(unsigned int flags);
extern void swsusp_close(fmode_t);
#ifdef CONFIG_SUSPEND
extern int swsusp_unmark(void);
#endif

struct __kernel_old_timeval;
/* kernel/power/swsusp.c */
extern void swsusp_show_speed(ktime_t, ktime_t, unsigned int, char *);

#ifdef CONFIG_SUSPEND
/* kernel/power/suspend.c */
extern const char * const pm_labels[];
extern const char *pm_states[];
extern const char *mem_sleep_states[];

extern int suspend_devices_and_enter(suspend_state_t state);
#else /* !CONFIG_SUSPEND */
#define mem_sleep_current	PM_SUSPEND_ON

static inline int suspend_devices_and_enter(suspend_state_t state)
{
	return -ENOSYS;
}
#endif /* !CONFIG_SUSPEND */

#ifdef CONFIG_PM_TEST_SUSPEND
/* kernel/power/suspend_test.c */
extern void suspend_test_start(void);
extern void suspend_test_finish(const char *label);
#else /* !CONFIG_PM_TEST_SUSPEND */
static inline void suspend_test_start(void) {}
static inline void suspend_test_finish(const char *label) {}
#endif /* !CONFIG_PM_TEST_SUSPEND */

#ifdef CONFIG_PM_SLEEP
/* kernel/power/main.c */
extern int pm_notifier_call_chain_robust(unsigned long val_up, unsigned long val_down);
extern int pm_notifier_call_chain(unsigned long val);
#endif

#ifdef CONFIG_HIGHMEM
int restore_highmem(void);
#else
static inline unsigned int count_highmem_pages(void) { return 0; }
static inline int restore_highmem(void) { return 0; }
#endif

/*
 * Suspend test levels
 */
enum {
	/* keep first */
	TEST_NONE,
	TEST_CORE,
	TEST_CPUS,
	TEST_PLATFORM,
	TEST_DEVICES,
	TEST_FREEZER,
	/* keep last */
	__TEST_AFTER_LAST
};

#define TEST_FIRST	TEST_NONE
#define TEST_MAX	(__TEST_AFTER_LAST - 1)

#ifdef CONFIG_PM_SLEEP_DEBUG
extern int pm_test_level;
#else
#define pm_test_level	(TEST_NONE)
#endif

#ifdef CONFIG_SUSPEND_FREEZER
static inline int suspend_freeze_processes(void)
{
	int error;

	error = freeze_processes();
	/*
	 * freeze_processes() automatically thaws every task if freezing
	 * fails. So we need not do anything extra upon error.
	 */
	if (error)
		return error;

	error = freeze_kernel_threads();
	/*
	 * freeze_kernel_threads() thaws only kernel threads upon freezing
	 * failure. So we have to thaw the userspace tasks ourselves.
	 */
	if (error)
		thaw_processes();

	return error;
}

static inline void suspend_thaw_processes(void)
{
	thaw_processes();
}
#else
static inline int suspend_freeze_processes(void)
{
	return 0;
}

static inline void suspend_thaw_processes(void)
{
}
#endif

#ifdef CONFIG_PM_AUTOSLEEP

/* kernel/power/autosleep.c */
extern int pm_autosleep_init(void);
extern int pm_autosleep_lock(void);
extern void pm_autosleep_unlock(void);
extern suspend_state_t pm_autosleep_state(void);
extern int pm_autosleep_set_state(suspend_state_t state);

#else /* !CONFIG_PM_AUTOSLEEP */

static inline int pm_autosleep_init(void) { return 0; }
static inline int pm_autosleep_lock(void) { return 0; }
static inline void pm_autosleep_unlock(void) {}
static inline suspend_state_t pm_autosleep_state(void) { return PM_SUSPEND_ON; }

#endif /* !CONFIG_PM_AUTOSLEEP */

#ifdef CONFIG_PM_WAKELOCKS

/* kernel/power/wakelock.c */
extern ssize_t pm_show_wakelocks(char *buf, bool show_active);
extern int pm_wake_lock(const char *buf);
extern int pm_wake_unlock(const char *buf);

#endif /* !CONFIG_PM_WAKELOCKS */

static inline int pm_sleep_disable_secondary_cpus(void)
{
	cpuidle_pause();
	return suspend_disable_secondary_cpus();
}

static inline void pm_sleep_enable_secondary_cpus(void)
{
	suspend_enable_secondary_cpus();
	cpuidle_resume();
}
Commit	Line	Data
b2441318	1	/* SPDX-License-Identifier: GPL-2.0 */
1da177e4	2	#include <linux/suspend.h>
3010f8ca	3	#include <linux/suspend_ioctls.h>
1da177e4	4	#include <linux/utsname.h>
b28f5081	5	#include <linux/freezer.h>
52f5684c	6	#include <linux/compiler.h>
23f62d7a RW	7	#include <linux/cpu.h>
23f62d7a RW	8	#include <linux/cpuidle.h>
1da177e4	9
1da177e4 LT	10	struct swsusp_info {
	11	struct new_utsname uts;
	12	u32 version_code;
	13	unsigned long num_physpages;
	14	int cpus;
	15	unsigned long image_pages;
7088a5c0	16	unsigned long pages;
6e1819d6	17	unsigned long size;
52f5684c	18	} __aligned(PAGE_SIZE);
1da177e4	19
d307c4a8	20	#ifdef CONFIG_HIBERNATION
ac5c24ec	21	/* kernel/power/snapshot.c */
ddeb6487	22	extern void __init hibernate_reserved_size_init(void);
ac5c24ec RW	23	extern void __init hibernate_image_size_init(void);
ac5c24ec RW	24
d307c4a8 RW	25	#ifdef CONFIG_ARCH_HIBERNATION_HEADER
	26	/* Maximum size of architecture specific data in a hibernation header */
	27	#define MAX_ARCH_HEADER_SIZE (sizeof(struct new_utsname) + 4)
1da177e4	28
d307c4a8 RW	29	extern int arch_hibernation_header_save(void *addr, unsigned int max_size);
	30	extern int arch_hibernation_header_restore(void *addr);
	31
	32	static inline int init_header_complete(struct swsusp_info *info)
	33	{
	34	return arch_hibernation_header_save(info, MAX_ARCH_HEADER_SIZE);
	35	}
	36
02d7f400	37	static inline const char check_image_kernel(struct swsusp_info info)
d307c4a8 RW	38	{
	39	return arch_hibernation_header_restore(info) ?
	40	"architecture specific data" : NULL;
	41	}
	42	#endif /* CONFIG_ARCH_HIBERNATION_HEADER */
1da177e4	43
406f992e RW	44	extern int hibernate_resume_nonboot_cpu_disable(void);
406f992e RW	45
56f99bcb RW	46	/*
	47	* Keep some memory free so that I/O operations can succeed without paging
	48	* [Might this be more than 4 MB?]
	49	*/
	50	#define PAGES_FOR_IO ((4096 * 1024) >> PAGE_SHIFT)
d307c4a8	51
56f99bcb RW	52	/*
	53	* Keep 1 MB of memory free so that device drivers can allocate some pages in
	54	* their .suspend() routines without breaking the suspend to disk.
	55	*/
	56	#define SPARE_PAGES ((1024 * 1024) >> PAGE_SHIFT)
1da177e4	57
04b73469 RK	58	asmlinkage int swsusp_save(void);
04b73469 RK	59
8b759b84	60	/* kernel/power/hibernate.c */
97819a26 SB	61	extern bool freezer_test_done;
97819a26 SB	62
7777fab9	63	extern int hibernation_snapshot(int platform_mode);
a634cc10	64	extern int hibernation_restore(int platform_mode);
7777fab9	65	extern int hibernation_platform_enter(void);
ac5c24ec	66
0f5bf6d0	67	#ifdef CONFIG_STRICT_KERNEL_RWX
4c0b6c10 RW	68	/* kernel/power/snapshot.c */
	69	extern void enable_restore_image_protection(void);
	70	#else
	71	static inline void enable_restore_image_protection(void) {}
0f5bf6d0	72	#endif /* CONFIG_STRICT_KERNEL_RWX */
4c0b6c10	73
ac5c24ec RW	74	#else /* !CONFIG_HIBERNATION */
ac5c24ec RW	75
ddeb6487	76	static inline void hibernate_reserved_size_init(void) {}
ac5c24ec RW	77	static inline void hibernate_image_size_init(void) {}
ac5c24ec RW	78	#endif /* !CONFIG_HIBERNATION */
a6d70980	79
1da177e4	80	#define power_attr(_name) \
386f275f	81	static struct kobj_attribute _name##_attr = { \
1da177e4 LT	82	.attr = { \
	83	.name = __stringify(_name), \
	84	.mode = 0644, \
	85	}, \
	86	.show = _name##_show, \
	87	.store = _name##_store, \
	88	}
	89
a1e9ca69 RW	90	#define power_attr_ro(_name) \
	91	static struct kobj_attribute _name##_attr = { \
	92	.attr = { \
	93	.name = __stringify(_name), \
	94	.mode = S_IRUGO, \
	95	}, \
	96	.show = _name##_show, \
	97	}
	98
853609b6 RW	99	/* Preferred image size in bytes (default 500 MB) */
853609b6 RW	100	extern unsigned long image_size;
ddeb6487 RW	101	/* Size of memory reserved for drivers (default SPARE_PAGES x PAGE_SIZE) */
ddeb6487 RW	102	extern unsigned long reserved_size;
f577eb30	103	extern int in_suspend;
61159a31	104	extern dev_t swsusp_resume_device;
9a154d9d	105	extern sector_t swsusp_resume_block;
f577eb30	106
74dfd666 RW	107	extern int create_basic_memory_bitmaps(void);
74dfd666 RW	108	extern void free_basic_memory_bitmaps(void);
64a473cb	109	extern int hibernate_preallocate_memory(void);
f577eb30	110
03b6c9a3	111	extern void clear_or_poison_free_pages(void);
1ad1410f	112
fb13a28b RW	113	/**
	114	* Auxiliary structure used for reading the snapshot image data and
	115	* metadata from and writing them to the list of page backup entries
	116	* (PBEs) which is the main data structure of swsusp.
	117	*
	118	* Using struct snapshot_handle we can transfer the image, including its
	119	* metadata, as a continuous sequence of bytes with the help of
	120	* snapshot_read_next() and snapshot_write_next().
	121	*
	122	* The code that writes the image to a storage or transfers it to
	123	* the user land is required to use snapshot_read_next() for this
	124	* purpose and it should not make any assumptions regarding the internal
	125	* structure of the image. Similarly, the code that reads the image from
	126	* a storage or transfers it from the user land is required to use
	127	* snapshot_write_next().
	128	*
	129	* This may allow us to change the internal structure of the image
	130	* in the future with considerably less effort.
	131	*/
	132
f577eb30	133	struct snapshot_handle {
fb13a28b RW	134	unsigned int cur; /* number of the block of PAGE_SIZE bytes the
	135	* next operation will refer to (ie. current)
	136	*/
fb13a28b RW	137	void buffer; / address of the block to read from
	138	* or write to
	139	*/
fb13a28b RW	140	int sync_read; /* Set to one to notify the caller of
	141	* snapshot_write_next() that it may
	142	* need to call wait_on_bio_chain()
	143	*/
f577eb30 RW	144	};
f577eb30 RW	145
fb13a28b RW	146	/* This macro returns the address from/to which the caller of
	147	* snapshot_read_next()/snapshot_write_next() is allowed to
	148	* read/write data after the function returns
	149	*/
d3c1b24c	150	#define data_of(handle) ((handle).buffer)
f577eb30	151
b788db79	152	extern unsigned int snapshot_additional_pages(struct zone *zone);
af508b34	153	extern unsigned long snapshot_get_image_size(void);
d3c1b24c JS	154	extern int snapshot_read_next(struct snapshot_handle *handle);
d3c1b24c JS	155	extern int snapshot_write_next(struct snapshot_handle *handle);
8357376d	156	extern void snapshot_write_finalize(struct snapshot_handle *handle);
b788db79	157	extern int snapshot_image_loaded(struct snapshot_handle *handle);
61159a31	158
ab7e9b06 DA	159	extern bool hibernate_acquire(void);
ab7e9b06 DA	160	extern void hibernate_release(void);
0709db60	161
d1d241cc RW	162	extern sector_t alloc_swapdev_block(int swap);
	163	extern void free_all_swap_pages(int swap);
	164	extern int swsusp_swap_in_use(void);
61159a31	165
a634cc10 RW	166	/*
	167	* Flags that can be passed from the hibernatig hernel to the "boot" kernel in
	168	* the image header.
	169	*/
	170	#define SF_PLATFORM_MODE 1
f996fc96	171	#define SF_NOCOMPRESS_MODE 2
081a9d04	172	#define SF_CRC32_MODE 4
74d95555	173	#define SF_HW_SIG 8
a634cc10	174
8b759b84	175	/* kernel/power/hibernate.c */
74c7e2ef	176	extern int swsusp_check(void);
74c7e2ef	177	extern void swsusp_free(void);
a634cc10 RW	178	extern int swsusp_read(unsigned int *flags_p);
a634cc10 RW	179	extern int swsusp_write(unsigned int flags);
c2dd0dae	180	extern void swsusp_close(fmode_t);
62c552cc BS	181	#ifdef CONFIG_SUSPEND
	182	extern int swsusp_unmark(void);
	183	#endif
0d3a9abe	184
75d319c0	185	struct __kernel_old_timeval;
b10d9117	186	/* kernel/power/swsusp.c */
db597605	187	extern void swsusp_show_speed(ktime_t, ktime_t, unsigned int, char *);
b10d9117	188
296699de	189	#ifdef CONFIG_SUSPEND
a9d70523	190	/* kernel/power/suspend.c */
406e7938	191	extern const char * const pm_labels[];
d431cbc5	192	extern const char *pm_states[];
406e7938	193	extern const char *mem_sleep_states[];
a9d70523	194
6c961dfb	195	extern int suspend_devices_and_enter(suspend_state_t state);
296699de	196	#else /* !CONFIG_SUSPEND */
406e7938 RW	197	#define mem_sleep_current PM_SUSPEND_ON
406e7938 RW	198
296699de RW	199	static inline int suspend_devices_and_enter(suspend_state_t state)
	200	{
	201	return -ENOSYS;
	202	}
	203	#endif /* !CONFIG_SUSPEND */
	204
a9d70523 RW	205	#ifdef CONFIG_PM_TEST_SUSPEND
	206	/* kernel/power/suspend_test.c */
	207	extern void suspend_test_start(void);
	208	extern void suspend_test_finish(const char *label);
	209	#else /* !CONFIG_PM_TEST_SUSPEND */
	210	static inline void suspend_test_start(void) {}
	211	static inline void suspend_test_finish(const char *label) {}
	212	#endif /* !CONFIG_PM_TEST_SUSPEND */
	213
82525756 AS	214	#ifdef CONFIG_PM_SLEEP
82525756 AS	215	/* kernel/power/main.c */
70d93298	216	extern int pm_notifier_call_chain_robust(unsigned long val_up, unsigned long val_down);
82525756 AS	217	extern int pm_notifier_call_chain(unsigned long val);
82525756 AS	218	#endif
2f8ed1c6 AB	219
2f8ed1c6 AB	220	#ifdef CONFIG_HIGHMEM
2f8ed1c6 AB	221	int restore_highmem(void);
	222	#else
	223	static inline unsigned int count_highmem_pages(void) { return 0; }
	224	static inline int restore_highmem(void) { return 0; }
	225	#endif
0e7d56e3 RW	226
	227	/*
	228	* Suspend test levels
	229	*/
	230	enum {
	231	/* keep first */
	232	TEST_NONE,
	233	TEST_CORE,
	234	TEST_CPUS,
	235	TEST_PLATFORM,
	236	TEST_DEVICES,
	237	TEST_FREEZER,
	238	/* keep last */
	239	__TEST_AFTER_LAST
	240	};
	241
	242	#define TEST_FIRST TEST_NONE
	243	#define TEST_MAX (__TEST_AFTER_LAST - 1)
4cc79776	244
e516a1db	245	#ifdef CONFIG_PM_SLEEP_DEBUG
4cc79776	246	extern int pm_test_level;
8e6bcd9f RW	247	#else
	248	#define pm_test_level (TEST_NONE)
	249	#endif
b28f5081 JB	250
	251	#ifdef CONFIG_SUSPEND_FREEZER
	252	static inline int suspend_freeze_processes(void)
	253	{
379e0be8 SB	254	int error;
	255
	256	error = freeze_processes();
379e0be8 SB	257	/*
	258	* freeze_processes() automatically thaws every task if freezing
	259	* fails. So we need not do anything extra upon error.
	260	*/
	261	if (error)
6f585f75	262	return error;
379e0be8 SB	263
379e0be8 SB	264	error = freeze_kernel_threads();
379e0be8 SB	265	/*
	266	* freeze_kernel_threads() thaws only kernel threads upon freezing
	267	* failure. So we have to thaw the userspace tasks ourselves.
	268	*/
	269	if (error)
	270	thaw_processes();
	271
379e0be8	272	return error;
b28f5081 JB	273	}
	274
	275	static inline void suspend_thaw_processes(void)
	276	{
	277	thaw_processes();
	278	}
	279	#else
	280	static inline int suspend_freeze_processes(void)
	281	{
	282	return 0;
	283	}
	284
	285	static inline void suspend_thaw_processes(void)
	286	{
	287	}
	288	#endif
7483b4a4 RW	289
	290	#ifdef CONFIG_PM_AUTOSLEEP
	291
	292	/* kernel/power/autosleep.c */
	293	extern int pm_autosleep_init(void);
	294	extern int pm_autosleep_lock(void);
	295	extern void pm_autosleep_unlock(void);
	296	extern suspend_state_t pm_autosleep_state(void);
	297	extern int pm_autosleep_set_state(suspend_state_t state);
	298
	299	#else /* !CONFIG_PM_AUTOSLEEP */
	300
	301	static inline int pm_autosleep_init(void) { return 0; }
	302	static inline int pm_autosleep_lock(void) { return 0; }
	303	static inline void pm_autosleep_unlock(void) {}
	304	static inline suspend_state_t pm_autosleep_state(void) { return PM_SUSPEND_ON; }
	305
	306	#endif /* !CONFIG_PM_AUTOSLEEP */
b86ff982 RW	307
	308	#ifdef CONFIG_PM_WAKELOCKS
	309
	310	/* kernel/power/wakelock.c */
	311	extern ssize_t pm_show_wakelocks(char *buf, bool show_active);
	312	extern int pm_wake_lock(const char *buf);
	313	extern int pm_wake_unlock(const char *buf);
	314
	315	#endif /* !CONFIG_PM_WAKELOCKS */
23f62d7a RW	316
	317	static inline int pm_sleep_disable_secondary_cpus(void)
	318	{
	319	cpuidle_pause();
	320	return suspend_disable_secondary_cpus();
	321	}
	322
	323	static inline void pm_sleep_enable_secondary_cpus(void)
	324	{
	325	suspend_enable_secondary_cpus();
	326	cpuidle_resume();
	327	}