[linux-2.6-block.git] / arch / x86 / include / asm / current.h

/* SPDX-License-Identifier: GPL-2.0 */
#ifndef _ASM_X86_CURRENT_H
#define _ASM_X86_CURRENT_H

#include <linux/build_bug.h>
#include <linux/compiler.h>

#ifndef __ASSEMBLY__

#include <linux/cache.h>
#include <asm/percpu.h>

struct task_struct;

struct pcpu_hot {
	union {
		struct {
			struct task_struct	*current_task;
			int			preempt_count;
			int			cpu_number;
#ifdef CONFIG_CALL_DEPTH_TRACKING
			u64			call_depth;
#endif
			unsigned long		top_of_stack;
			void			*hardirq_stack_ptr;
			u16			softirq_pending;
#ifdef CONFIG_X86_64
			bool			hardirq_stack_inuse;
#else
			void			*softirq_stack_ptr;
#endif
		};
		u8	pad[64];
	};
};
static_assert(sizeof(struct pcpu_hot) == 64);

DECLARE_PER_CPU_ALIGNED(struct pcpu_hot, pcpu_hot);

static __always_inline struct task_struct *get_current(void)
{
	return this_cpu_read_stable(pcpu_hot.current_task);
}

#define current get_current()

#endif /* __ASSEMBLY__ */

#endif /* _ASM_X86_CURRENT_H */
Commit	Line	Data
	1	/* SPDX-License-Identifier: GPL-2.0 */
	2	#ifndef _ASM_X86_CURRENT_H
	3	#define _ASM_X86_CURRENT_H
	4
	5	#include <linux/build_bug.h>
	6	#include <linux/compiler.h>
	7
	8	#ifndef __ASSEMBLY__
	9
	10	#include <linux/cache.h>
	11	#include <asm/percpu.h>
	12
	13	struct task_struct;
	14
	15	struct pcpu_hot {
	16	union {
	17	struct {
	18	struct task_struct *current_task;
	19	int preempt_count;
	20	int cpu_number;
	21	#ifdef CONFIG_CALL_DEPTH_TRACKING
	22	u64 call_depth;
	23	#endif
	24	unsigned long top_of_stack;
	25	void *hardirq_stack_ptr;
	26	u16 softirq_pending;
	27	#ifdef CONFIG_X86_64
	28	bool hardirq_stack_inuse;
	29	#else
	30	void *softirq_stack_ptr;
	31	#endif
	32	};
	33	u8 pad[64];
	34	};
	35	};
	36	static_assert(sizeof(struct pcpu_hot) == 64);
	37
	38	DECLARE_PER_CPU_ALIGNED(struct pcpu_hot, pcpu_hot);
	39
	40	static __always_inline struct task_struct *get_current(void)
	41	{
	42	return this_cpu_read_stable(pcpu_hot.current_task);
	43	}
	44
	45	#define current get_current()
	46
	47	#endif /* __ASSEMBLY__ */
	48
	49	#endif /* _ASM_X86_CURRENT_H */