[linux-block.git] / include / linux / tick.h

/* SPDX-License-Identifier: GPL-2.0 */
/*
 * Tick related global functions
 */
#ifndef _LINUX_TICK_H
#define _LINUX_TICK_H

#include <linux/clockchips.h>
#include <linux/irqflags.h>
#include <linux/percpu.h>
#include <linux/context_tracking_state.h>
#include <linux/cpumask.h>
#include <linux/sched.h>

#ifdef CONFIG_GENERIC_CLOCKEVENTS
extern void __init tick_init(void);
/* Should be core only, but ARM BL switcher requires it */
extern void tick_suspend_local(void);
/* Should be core only, but XEN resume magic and ARM BL switcher require it */
extern void tick_resume_local(void);
extern void tick_handover_do_timer(void);
extern void tick_cleanup_dead_cpu(int cpu);
#else /* CONFIG_GENERIC_CLOCKEVENTS */
static inline void tick_init(void) { }
static inline void tick_suspend_local(void) { }
static inline void tick_resume_local(void) { }
static inline void tick_handover_do_timer(void) { }
static inline void tick_cleanup_dead_cpu(int cpu) { }
#endif /* !CONFIG_GENERIC_CLOCKEVENTS */

#if defined(CONFIG_GENERIC_CLOCKEVENTS) && defined(CONFIG_SUSPEND)
extern void tick_freeze(void);
extern void tick_unfreeze(void);
#else
static inline void tick_freeze(void) { }
static inline void tick_unfreeze(void) { }
#endif

#ifdef CONFIG_TICK_ONESHOT
extern void tick_irq_enter(void);
#  ifndef arch_needs_cpu
#   define arch_needs_cpu() (0)
#  endif
# else
static inline void tick_irq_enter(void) { }
#endif

#if defined(CONFIG_GENERIC_CLOCKEVENTS_BROADCAST) && defined(CONFIG_TICK_ONESHOT)
extern void hotplug_cpu__broadcast_tick_pull(int dead_cpu);
#else
static inline void hotplug_cpu__broadcast_tick_pull(int dead_cpu) { }
#endif

enum tick_broadcast_mode {
	TICK_BROADCAST_OFF,
	TICK_BROADCAST_ON,
	TICK_BROADCAST_FORCE,
};

enum tick_broadcast_state {
	TICK_BROADCAST_EXIT,
	TICK_BROADCAST_ENTER,
};

#ifdef CONFIG_GENERIC_CLOCKEVENTS_BROADCAST
extern void tick_broadcast_control(enum tick_broadcast_mode mode);
#else
static inline void tick_broadcast_control(enum tick_broadcast_mode mode) { }
#endif /* BROADCAST */

#ifdef CONFIG_GENERIC_CLOCKEVENTS
extern int tick_broadcast_oneshot_control(enum tick_broadcast_state state);
#else
static inline int tick_broadcast_oneshot_control(enum tick_broadcast_state state)
{
	return 0;
}
#endif

static inline void tick_broadcast_enable(void)
{
	tick_broadcast_control(TICK_BROADCAST_ON);
}
static inline void tick_broadcast_disable(void)
{
	tick_broadcast_control(TICK_BROADCAST_OFF);
}
static inline void tick_broadcast_force(void)
{
	tick_broadcast_control(TICK_BROADCAST_FORCE);
}
static inline int tick_broadcast_enter(void)
{
	return tick_broadcast_oneshot_control(TICK_BROADCAST_ENTER);
}
static inline void tick_broadcast_exit(void)
{
	tick_broadcast_oneshot_control(TICK_BROADCAST_EXIT);
}

enum tick_dep_bits {
	TICK_DEP_BIT_POSIX_TIMER	= 0,
	TICK_DEP_BIT_PERF_EVENTS	= 1,
	TICK_DEP_BIT_SCHED		= 2,
	TICK_DEP_BIT_CLOCK_UNSTABLE	= 3
};

#define TICK_DEP_MASK_NONE		0
#define TICK_DEP_MASK_POSIX_TIMER	(1 << TICK_DEP_BIT_POSIX_TIMER)
#define TICK_DEP_MASK_PERF_EVENTS	(1 << TICK_DEP_BIT_PERF_EVENTS)
#define TICK_DEP_MASK_SCHED		(1 << TICK_DEP_BIT_SCHED)
#define TICK_DEP_MASK_CLOCK_UNSTABLE	(1 << TICK_DEP_BIT_CLOCK_UNSTABLE)

#ifdef CONFIG_NO_HZ_COMMON
extern bool tick_nohz_enabled;
extern int tick_nohz_tick_stopped(void);
extern void tick_nohz_idle_enter(void);
extern void tick_nohz_idle_exit(void);
extern void tick_nohz_irq_exit(void);
extern ktime_t tick_nohz_get_sleep_length(void);
extern unsigned long tick_nohz_get_idle_calls(void);
extern u64 get_cpu_idle_time_us(int cpu, u64 *last_update_time);
extern u64 get_cpu_iowait_time_us(int cpu, u64 *last_update_time);
#else /* !CONFIG_NO_HZ_COMMON */
#define tick_nohz_enabled (0)
static inline int tick_nohz_tick_stopped(void) { return 0; }
static inline void tick_nohz_idle_enter(void) { }
static inline void tick_nohz_idle_exit(void) { }

static inline ktime_t tick_nohz_get_sleep_length(void)
{
	return NSEC_PER_SEC / HZ;
}
static inline u64 get_cpu_idle_time_us(int cpu, u64 *unused) { return -1; }
static inline u64 get_cpu_iowait_time_us(int cpu, u64 *unused) { return -1; }
#endif /* !CONFIG_NO_HZ_COMMON */

#ifdef CONFIG_NO_HZ_FULL
extern bool tick_nohz_full_running;
extern cpumask_var_t tick_nohz_full_mask;
extern cpumask_var_t housekeeping_mask;

static inline bool tick_nohz_full_enabled(void)
{
	if (!context_tracking_is_enabled())
		return false;

	return tick_nohz_full_running;
}

static inline bool tick_nohz_full_cpu(int cpu)
{
	if (!tick_nohz_full_enabled())
		return false;

	return cpumask_test_cpu(cpu, tick_nohz_full_mask);
}

static inline void tick_nohz_full_add_cpus_to(struct cpumask *mask)
{
	if (tick_nohz_full_enabled())
		cpumask_or(mask, mask, tick_nohz_full_mask);
}

static inline int housekeeping_any_cpu(void)
{
	return cpumask_any_and(housekeeping_mask, cpu_online_mask);
}

extern void tick_nohz_dep_set(enum tick_dep_bits bit);
extern void tick_nohz_dep_clear(enum tick_dep_bits bit);
extern void tick_nohz_dep_set_cpu(int cpu, enum tick_dep_bits bit);
extern void tick_nohz_dep_clear_cpu(int cpu, enum tick_dep_bits bit);
extern void tick_nohz_dep_set_task(struct task_struct *tsk,
				   enum tick_dep_bits bit);
extern void tick_nohz_dep_clear_task(struct task_struct *tsk,
				     enum tick_dep_bits bit);
extern void tick_nohz_dep_set_signal(struct signal_struct *signal,
				     enum tick_dep_bits bit);
extern void tick_nohz_dep_clear_signal(struct signal_struct *signal,
				       enum tick_dep_bits bit);

/*
 * The below are tick_nohz_[set,clear]_dep() wrappers that optimize off-cases
 * on top of static keys.
 */
static inline void tick_dep_set(enum tick_dep_bits bit)
{
	if (tick_nohz_full_enabled())
		tick_nohz_dep_set(bit);
}

static inline void tick_dep_clear(enum tick_dep_bits bit)
{
	if (tick_nohz_full_enabled())
		tick_nohz_dep_clear(bit);
}

static inline void tick_dep_set_cpu(int cpu, enum tick_dep_bits bit)
{
	if (tick_nohz_full_cpu(cpu))
		tick_nohz_dep_set_cpu(cpu, bit);
}

static inline void tick_dep_clear_cpu(int cpu, enum tick_dep_bits bit)
{
	if (tick_nohz_full_cpu(cpu))
		tick_nohz_dep_clear_cpu(cpu, bit);
}

static inline void tick_dep_set_task(struct task_struct *tsk,
				     enum tick_dep_bits bit)
{
	if (tick_nohz_full_enabled())
		tick_nohz_dep_set_task(tsk, bit);
}
static inline void tick_dep_clear_task(struct task_struct *tsk,
				       enum tick_dep_bits bit)
{
	if (tick_nohz_full_enabled())
		tick_nohz_dep_clear_task(tsk, bit);
}
static inline void tick_dep_set_signal(struct signal_struct *signal,
				       enum tick_dep_bits bit)
{
	if (tick_nohz_full_enabled())
		tick_nohz_dep_set_signal(signal, bit);
}
static inline void tick_dep_clear_signal(struct signal_struct *signal,
					 enum tick_dep_bits bit)
{
	if (tick_nohz_full_enabled())
		tick_nohz_dep_clear_signal(signal, bit);
}

extern void tick_nohz_full_kick_cpu(int cpu);
extern void __tick_nohz_task_switch(void);
#else
static inline int housekeeping_any_cpu(void)
{
	return smp_processor_id();
}
static inline bool tick_nohz_full_enabled(void) { return false; }
static inline bool tick_nohz_full_cpu(int cpu) { return false; }
static inline void tick_nohz_full_add_cpus_to(struct cpumask *mask) { }

static inline void tick_dep_set(enum tick_dep_bits bit) { }
static inline void tick_dep_clear(enum tick_dep_bits bit) { }
static inline void tick_dep_set_cpu(int cpu, enum tick_dep_bits bit) { }
static inline void tick_dep_clear_cpu(int cpu, enum tick_dep_bits bit) { }
static inline void tick_dep_set_task(struct task_struct *tsk,
				     enum tick_dep_bits bit) { }
static inline void tick_dep_clear_task(struct task_struct *tsk,
				       enum tick_dep_bits bit) { }
static inline void tick_dep_set_signal(struct signal_struct *signal,
				       enum tick_dep_bits bit) { }
static inline void tick_dep_clear_signal(struct signal_struct *signal,
					 enum tick_dep_bits bit) { }

static inline void tick_nohz_full_kick_cpu(int cpu) { }
static inline void __tick_nohz_task_switch(void) { }
#endif

static inline const struct cpumask *housekeeping_cpumask(void)
{
#ifdef CONFIG_NO_HZ_FULL
	if (tick_nohz_full_enabled())
		return housekeeping_mask;
#endif
	return cpu_possible_mask;
}

static inline bool is_housekeeping_cpu(int cpu)
{
#ifdef CONFIG_NO_HZ_FULL
	if (tick_nohz_full_enabled())
		return cpumask_test_cpu(cpu, housekeeping_mask);
#endif
	return true;
}

static inline void housekeeping_affine(struct task_struct *t)
{
#ifdef CONFIG_NO_HZ_FULL
	if (tick_nohz_full_enabled())
		set_cpus_allowed_ptr(t, housekeeping_mask);

#endif
}

static inline void tick_nohz_task_switch(void)
{
	if (tick_nohz_full_enabled())
		__tick_nohz_task_switch();
}

#endif
Commit	Line	Data
b2441318	1	/* SPDX-License-Identifier: GPL-2.0 */
c1797baf TG	2	/*
c1797baf TG	3	* Tick related global functions
906568c9 TG	4	*/
	5	#ifndef _LINUX_TICK_H
	6	#define _LINUX_TICK_H
	7
	8	#include <linux/clockchips.h>
2bbb6817	9	#include <linux/irqflags.h>
33a5f626	10	#include <linux/percpu.h>
460775df FW	11	#include <linux/context_tracking_state.h>
460775df FW	12	#include <linux/cpumask.h>
c0f489d2	13	#include <linux/sched.h>
906568c9	14
c1797baf TG	15	#ifdef CONFIG_GENERIC_CLOCKEVENTS
c1797baf TG	16	extern void __init tick_init(void);
7270d11c TG	17	/* Should be core only, but ARM BL switcher requires it */
	18	extern void tick_suspend_local(void);
	19	/* Should be core only, but XEN resume magic and ARM BL switcher require it */
f46481d0	20	extern void tick_resume_local(void);
52c063d1	21	extern void tick_handover_do_timer(void);
a49b116d	22	extern void tick_cleanup_dead_cpu(int cpu);
c1797baf TG	23	#else /* CONFIG_GENERIC_CLOCKEVENTS */
c1797baf TG	24	static inline void tick_init(void) { }
7270d11c	25	static inline void tick_suspend_local(void) { }
f46481d0	26	static inline void tick_resume_local(void) { }
52c063d1	27	static inline void tick_handover_do_timer(void) { }
a49b116d	28	static inline void tick_cleanup_dead_cpu(int cpu) { }
c1797baf	29	#endif /* !CONFIG_GENERIC_CLOCKEVENTS */
124cf911	30
87e9b9f1 RW	31	#if defined(CONFIG_GENERIC_CLOCKEVENTS) && defined(CONFIG_SUSPEND)
	32	extern void tick_freeze(void);
	33	extern void tick_unfreeze(void);
	34	#else
	35	static inline void tick_freeze(void) { }
	36	static inline void tick_unfreeze(void) { }
	37	#endif
	38
c1797baf	39	#ifdef CONFIG_TICK_ONESHOT
5acac1be	40	extern void tick_irq_enter(void);
3c5d92a0	41	# ifndef arch_needs_cpu
fe0f4976	42	# define arch_needs_cpu() (0)
3c5d92a0	43	# endif
79bf2bb3	44	# else
5acac1be	45	static inline void tick_irq_enter(void) { }
c1797baf	46	#endif
33a5f626	47
345527b1 PM	48	#if defined(CONFIG_GENERIC_CLOCKEVENTS_BROADCAST) && defined(CONFIG_TICK_ONESHOT)
	49	extern void hotplug_cpu__broadcast_tick_pull(int dead_cpu);
	50	#else
	51	static inline void hotplug_cpu__broadcast_tick_pull(int dead_cpu) { }
	52	#endif
	53
592a438f TG	54	enum tick_broadcast_mode {
	55	TICK_BROADCAST_OFF,
	56	TICK_BROADCAST_ON,
	57	TICK_BROADCAST_FORCE,
	58	};
	59
1fe5d5c3 TG	60	enum tick_broadcast_state {
	61	TICK_BROADCAST_EXIT,
	62	TICK_BROADCAST_ENTER,
	63	};
	64
592a438f TG	65	#ifdef CONFIG_GENERIC_CLOCKEVENTS_BROADCAST
	66	extern void tick_broadcast_control(enum tick_broadcast_mode mode);
	67	#else
	68	static inline void tick_broadcast_control(enum tick_broadcast_mode mode) { }
	69	#endif /* BROADCAST */
	70
37b64a42	71	#ifdef CONFIG_GENERIC_CLOCKEVENTS
1fe5d5c3	72	extern int tick_broadcast_oneshot_control(enum tick_broadcast_state state);
37b64a42 TG	73	#else
	74	static inline int tick_broadcast_oneshot_control(enum tick_broadcast_state state)
	75	{
	76	return 0;
	77	}
	78	#endif
1fe5d5c3	79
592a438f TG	80	static inline void tick_broadcast_enable(void)
	81	{
	82	tick_broadcast_control(TICK_BROADCAST_ON);
	83	}
	84	static inline void tick_broadcast_disable(void)
	85	{
	86	tick_broadcast_control(TICK_BROADCAST_OFF);
	87	}
	88	static inline void tick_broadcast_force(void)
	89	{
	90	tick_broadcast_control(TICK_BROADCAST_FORCE);
	91	}
1fe5d5c3 TG	92	static inline int tick_broadcast_enter(void)
	93	{
	94	return tick_broadcast_oneshot_control(TICK_BROADCAST_ENTER);
	95	}
	96	static inline void tick_broadcast_exit(void)
	97	{
	98	tick_broadcast_oneshot_control(TICK_BROADCAST_EXIT);
	99	}
592a438f	100
d027d45d FW	101	enum tick_dep_bits {
	102	TICK_DEP_BIT_POSIX_TIMER = 0,
	103	TICK_DEP_BIT_PERF_EVENTS = 1,
	104	TICK_DEP_BIT_SCHED = 2,
	105	TICK_DEP_BIT_CLOCK_UNSTABLE = 3
	106	};
	107
e6e6cc22	108	#define TICK_DEP_MASK_NONE 0
d027d45d FW	109	#define TICK_DEP_MASK_POSIX_TIMER (1 << TICK_DEP_BIT_POSIX_TIMER)
	110	#define TICK_DEP_MASK_PERF_EVENTS (1 << TICK_DEP_BIT_PERF_EVENTS)
	111	#define TICK_DEP_MASK_SCHED (1 << TICK_DEP_BIT_SCHED)
	112	#define TICK_DEP_MASK_CLOCK_UNSTABLE (1 << TICK_DEP_BIT_CLOCK_UNSTABLE)
	113
c1797baf	114	#ifdef CONFIG_NO_HZ_COMMON
4cc7ecb7	115	extern bool tick_nohz_enabled;
c1797baf	116	extern int tick_nohz_tick_stopped(void);
1268fbc7	117	extern void tick_nohz_idle_enter(void);
280f0677 FW	118	extern void tick_nohz_idle_exit(void);
280f0677 FW	119	extern void tick_nohz_irq_exit(void);
4f86d3a8	120	extern ktime_t tick_nohz_get_sleep_length(void);
b7eaf1aa	121	extern unsigned long tick_nohz_get_idle_calls(void);
6378ddb5	122	extern u64 get_cpu_idle_time_us(int cpu, u64 *last_update_time);
0224cf4c	123	extern u64 get_cpu_iowait_time_us(int cpu, u64 *last_update_time);
c1797baf	124	#else /* !CONFIG_NO_HZ_COMMON */
46373a15	125	#define tick_nohz_enabled (0)
c1797baf	126	static inline int tick_nohz_tick_stopped(void) { return 0; }
2bbb6817 FW	127	static inline void tick_nohz_idle_enter(void) { }
2bbb6817 FW	128	static inline void tick_nohz_idle_exit(void) { }
280f0677	129
4f86d3a8 LB	130	static inline ktime_t tick_nohz_get_sleep_length(void)
4f86d3a8 LB	131	{
2456e855	132	return NSEC_PER_SEC / HZ;
4f86d3a8	133	}
8083e4ad	134	static inline u64 get_cpu_idle_time_us(int cpu, u64 *unused) { return -1; }
0224cf4c	135	static inline u64 get_cpu_iowait_time_us(int cpu, u64 *unused) { return -1; }
c1797baf	136	#endif /* !CONFIG_NO_HZ_COMMON */
906568c9	137
c5bfece2	138	#ifdef CONFIG_NO_HZ_FULL
460775df FW	139	extern bool tick_nohz_full_running;
460775df FW	140	extern cpumask_var_t tick_nohz_full_mask;
c0f489d2	141	extern cpumask_var_t housekeeping_mask;
460775df FW	142
	143	static inline bool tick_nohz_full_enabled(void)
	144	{
58135f57	145	if (!context_tracking_is_enabled())
460775df FW	146	return false;
	147
	148	return tick_nohz_full_running;
	149	}
	150
	151	static inline bool tick_nohz_full_cpu(int cpu)
	152	{
	153	if (!tick_nohz_full_enabled())
	154	return false;
	155
	156	return cpumask_test_cpu(cpu, tick_nohz_full_mask);
	157	}
	158
83dedea8 CM	159	static inline void tick_nohz_full_add_cpus_to(struct cpumask *mask)
	160	{
	161	if (tick_nohz_full_enabled())
	162	cpumask_or(mask, mask, tick_nohz_full_mask);
	163	}
	164
9642d18e VH	165	static inline int housekeeping_any_cpu(void)
	166	{
	167	return cpumask_any_and(housekeeping_mask, cpu_online_mask);
	168	}
	169
d027d45d FW	170	extern void tick_nohz_dep_set(enum tick_dep_bits bit);
	171	extern void tick_nohz_dep_clear(enum tick_dep_bits bit);
	172	extern void tick_nohz_dep_set_cpu(int cpu, enum tick_dep_bits bit);
	173	extern void tick_nohz_dep_clear_cpu(int cpu, enum tick_dep_bits bit);
	174	extern void tick_nohz_dep_set_task(struct task_struct *tsk,
	175	enum tick_dep_bits bit);
	176	extern void tick_nohz_dep_clear_task(struct task_struct *tsk,
	177	enum tick_dep_bits bit);
	178	extern void tick_nohz_dep_set_signal(struct signal_struct *signal,
	179	enum tick_dep_bits bit);
	180	extern void tick_nohz_dep_clear_signal(struct signal_struct *signal,
	181	enum tick_dep_bits bit);
	182
	183	/*
	184	* The below are tick_nohz_[set,clear]_dep() wrappers that optimize off-cases
	185	* on top of static keys.
	186	*/
	187	static inline void tick_dep_set(enum tick_dep_bits bit)
	188	{
	189	if (tick_nohz_full_enabled())
	190	tick_nohz_dep_set(bit);
	191	}
	192
	193	static inline void tick_dep_clear(enum tick_dep_bits bit)
	194	{
	195	if (tick_nohz_full_enabled())
	196	tick_nohz_dep_clear(bit);
	197	}
	198
	199	static inline void tick_dep_set_cpu(int cpu, enum tick_dep_bits bit)
	200	{
	201	if (tick_nohz_full_cpu(cpu))
	202	tick_nohz_dep_set_cpu(cpu, bit);
	203	}
	204
	205	static inline void tick_dep_clear_cpu(int cpu, enum tick_dep_bits bit)
	206	{
	207	if (tick_nohz_full_cpu(cpu))
	208	tick_nohz_dep_clear_cpu(cpu, bit);
	209	}
	210
	211	static inline void tick_dep_set_task(struct task_struct *tsk,
	212	enum tick_dep_bits bit)
	213	{
	214	if (tick_nohz_full_enabled())
	215	tick_nohz_dep_set_task(tsk, bit);
	216	}
	217	static inline void tick_dep_clear_task(struct task_struct *tsk,
	218	enum tick_dep_bits bit)
	219	{
	220	if (tick_nohz_full_enabled())
	221	tick_nohz_dep_clear_task(tsk, bit);
	222	}
	223	static inline void tick_dep_set_signal(struct signal_struct *signal,
	224	enum tick_dep_bits bit)
	225	{
	226	if (tick_nohz_full_enabled())
	227	tick_nohz_dep_set_signal(signal, bit);
	228	}
	229	static inline void tick_dep_clear_signal(struct signal_struct *signal,
	230	enum tick_dep_bits bit)
	231	{
	232	if (tick_nohz_full_enabled())
	233	tick_nohz_dep_clear_signal(signal, bit);
234	}
235
3d36aebc	236	extern void tick_nohz_full_kick_cpu(int cpu);
de734f89	237	extern void __tick_nohz_task_switch(void);
a831881b	238	#else
9642d18e VH	239	static inline int housekeeping_any_cpu(void)
	240	{
	241	return smp_processor_id();
	242	}
460775df FW	243	static inline bool tick_nohz_full_enabled(void) { return false; }
460775df FW	244	static inline bool tick_nohz_full_cpu(int cpu) { return false; }
83dedea8	245	static inline void tick_nohz_full_add_cpus_to(struct cpumask *mask) { }
d027d45d FW	246
	247	static inline void tick_dep_set(enum tick_dep_bits bit) { }
	248	static inline void tick_dep_clear(enum tick_dep_bits bit) { }
	249	static inline void tick_dep_set_cpu(int cpu, enum tick_dep_bits bit) { }
	250	static inline void tick_dep_clear_cpu(int cpu, enum tick_dep_bits bit) { }
	251	static inline void tick_dep_set_task(struct task_struct *tsk,
	252	enum tick_dep_bits bit) { }
	253	static inline void tick_dep_clear_task(struct task_struct *tsk,
	254	enum tick_dep_bits bit) { }
	255	static inline void tick_dep_set_signal(struct signal_struct *signal,
	256	enum tick_dep_bits bit) { }
	257	static inline void tick_dep_clear_signal(struct signal_struct *signal,
	258	enum tick_dep_bits bit) { }
	259
3d36aebc	260	static inline void tick_nohz_full_kick_cpu(int cpu) { }
de734f89	261	static inline void __tick_nohz_task_switch(void) { }
a831881b FW	262	#endif
a831881b FW	263
03f6199a CM	264	static inline const struct cpumask *housekeeping_cpumask(void)
	265	{
	266	#ifdef CONFIG_NO_HZ_FULL
	267	if (tick_nohz_full_enabled())
	268	return housekeeping_mask;
	269	#endif
	270	return cpu_possible_mask;
	271	}
	272
c0f489d2 PM	273	static inline bool is_housekeeping_cpu(int cpu)
	274	{
	275	#ifdef CONFIG_NO_HZ_FULL
	276	if (tick_nohz_full_enabled())
	277	return cpumask_test_cpu(cpu, housekeeping_mask);
	278	#endif
	279	return true;
	280	}
	281
	282	static inline void housekeeping_affine(struct task_struct *t)
	283	{
	284	#ifdef CONFIG_NO_HZ_FULL
	285	if (tick_nohz_full_enabled())
	286	set_cpus_allowed_ptr(t, housekeeping_mask);
	287
	288	#endif
	289	}
	290
de734f89	291	static inline void tick_nohz_task_switch(void)
d13508f9 FW	292	{
d13508f9 FW	293	if (tick_nohz_full_enabled())
de734f89	294	__tick_nohz_task_switch();
d13508f9 FW	295	}
d13508f9 FW	296
906568c9	297	#endif