[linux-2.6-block.git] / include / asm-x86 / irqflags_64.h

/*
 * include/asm-x86_64/irqflags.h
 *
 * IRQ flags handling
 *
 * This file gets included from lowlevel asm headers too, to provide
 * wrapped versions of the local_irq_*() APIs, based on the
 * raw_local_irq_*() functions from the lowlevel headers.
 */
#ifndef _ASM_IRQFLAGS_H
#define _ASM_IRQFLAGS_H
#include <asm/processor-flags.h>

#ifndef __ASSEMBLY__
/*
 * Interrupt control:
 */

static inline unsigned long __raw_local_save_flags(void)
{
	unsigned long flags;

	__asm__ __volatile__(
		"# __raw_save_flags\n\t"
		"pushfq ; popq %q0"
		: "=g" (flags)
		: /* no input */
		: "memory"
	);

	return flags;
}

#define raw_local_save_flags(flags) \
		do { (flags) = __raw_local_save_flags(); } while (0)

static inline void raw_local_irq_restore(unsigned long flags)
{
	__asm__ __volatile__(
		"pushq %0 ; popfq"
		: /* no output */
		:"g" (flags)
		:"memory", "cc"
	);
}

#ifdef CONFIG_X86_VSMP

/*
 * Interrupt control for the VSMP architecture:
 */

static inline void raw_local_irq_disable(void)
{
	unsigned long flags = __raw_local_save_flags();

	raw_local_irq_restore((flags & ~X86_EFLAGS_IF) | X86_EFLAGS_AC);
}

static inline void raw_local_irq_enable(void)
{
	unsigned long flags = __raw_local_save_flags();

	raw_local_irq_restore((flags | X86_EFLAGS_IF) & (~X86_EFLAGS_AC));
}

static inline int raw_irqs_disabled_flags(unsigned long flags)
{
	return !(flags & X86_EFLAGS_IF) || (flags & X86_EFLAGS_AC);
}

#else /* CONFIG_X86_VSMP */

static inline void raw_local_irq_disable(void)
{
	__asm__ __volatile__("cli" : : : "memory");
}

static inline void raw_local_irq_enable(void)
{
	__asm__ __volatile__("sti" : : : "memory");
}

static inline int raw_irqs_disabled_flags(unsigned long flags)
{
	return !(flags & X86_EFLAGS_IF);
}

#endif

/*
 * For spinlocks, etc.:
 */

static inline unsigned long __raw_local_irq_save(void)
{
	unsigned long flags = __raw_local_save_flags();

	raw_local_irq_disable();

	return flags;
}

#define raw_local_irq_save(flags) \
		do { (flags) = __raw_local_irq_save(); } while (0)

static inline int raw_irqs_disabled(void)
{
	unsigned long flags = __raw_local_save_flags();

	return raw_irqs_disabled_flags(flags);
}

/*
 * Used in the idle loop; sti takes one instruction cycle
 * to complete:
 */
static inline void raw_safe_halt(void)
{
	__asm__ __volatile__("sti; hlt" : : : "memory");
}

/*
 * Used when interrupts are already enabled or to
 * shutdown the processor:
 */
static inline void halt(void)
{
	__asm__ __volatile__("hlt": : :"memory");
}

#else /* __ASSEMBLY__: */
# ifdef CONFIG_TRACE_IRQFLAGS
#  define TRACE_IRQS_ON		call trace_hardirqs_on_thunk
#  define TRACE_IRQS_OFF	call trace_hardirqs_off_thunk
# else
#  define TRACE_IRQS_ON
#  define TRACE_IRQS_OFF
# endif
# ifdef CONFIG_DEBUG_LOCK_ALLOC
#  define LOCKDEP_SYS_EXIT	call lockdep_sys_exit_thunk
#  define LOCKDEP_SYS_EXIT_IRQ	\
	TRACE_IRQS_ON; \
	sti; \
	SAVE_REST; \
	LOCKDEP_SYS_EXIT; \
	RESTORE_REST; \
	cli; \
	TRACE_IRQS_OFF;
# else
#  define LOCKDEP_SYS_EXIT
#  define LOCKDEP_SYS_EXIT_IRQ
# endif
#endif

#endif
Commit	Line	Data
2601e64d IM	1	/*
	2	* include/asm-x86_64/irqflags.h
	3	*
	4	* IRQ flags handling
	5	*
	6	* This file gets included from lowlevel asm headers too, to provide
	7	* wrapped versions of the local_irq_*() APIs, based on the
6375e2b7	8	* raw_local_irq_*() functions from the lowlevel headers.
2601e64d IM	9	*/
	10	#ifndef _ASM_IRQFLAGS_H
	11	#define _ASM_IRQFLAGS_H
5d02d7ae	12	#include <asm/processor-flags.h>
2601e64d IM	13
2601e64d IM	14	#ifndef __ASSEMBLY__
6375e2b7 IM	15	/*
	16	* Interrupt control:
	17	*/
	18
	19	static inline unsigned long __raw_local_save_flags(void)
	20	{
	21	unsigned long flags;
	22
	23	__asm__ __volatile__(
	24	"# __raw_save_flags\n\t"
	25	"pushfq ; popq %q0"
	26	: "=g" (flags)
	27	: /* no input */
	28	: "memory"
	29	);
2601e64d	30
6375e2b7 IM	31	return flags;
	32	}
	33
	34	#define raw_local_save_flags(flags) \
	35	do { (flags) = __raw_local_save_flags(); } while (0)
	36
	37	static inline void raw_local_irq_restore(unsigned long flags)
	38	{
	39	__asm__ __volatile__(
	40	"pushq %0 ; popfq"
	41	: /* no output */
	42	:"g" (flags)
	43	:"memory", "cc"
	44	);
	45	}
2601e64d IM	46
2601e64d IM	47	#ifdef CONFIG_X86_VSMP
6375e2b7 IM	48
	49	/*
	50	* Interrupt control for the VSMP architecture:
	51	*/
	52
	53	static inline void raw_local_irq_disable(void)
	54	{
	55	unsigned long flags = __raw_local_save_flags();
	56
5d02d7ae	57	raw_local_irq_restore((flags & ~X86_EFLAGS_IF) \| X86_EFLAGS_AC);
6375e2b7 IM	58	}
	59
	60	static inline void raw_local_irq_enable(void)
	61	{
	62	unsigned long flags = __raw_local_save_flags();
	63
5d02d7ae	64	raw_local_irq_restore((flags \| X86_EFLAGS_IF) & (~X86_EFLAGS_AC));
6375e2b7 IM	65	}
	66
	67	static inline int raw_irqs_disabled_flags(unsigned long flags)
	68	{
5d02d7ae	69	return !(flags & X86_EFLAGS_IF) \|\| (flags & X86_EFLAGS_AC);
6375e2b7 IM	70	}
	71
	72	#else /* CONFIG_X86_VSMP */
	73
	74	static inline void raw_local_irq_disable(void)
	75	{
	76	__asm__ __volatile__("cli" : : : "memory");
	77	}
	78
	79	static inline void raw_local_irq_enable(void)
	80	{
	81	__asm__ __volatile__("sti" : : : "memory");
	82	}
	83
	84	static inline int raw_irqs_disabled_flags(unsigned long flags)
	85	{
5d02d7ae	86	return !(flags & X86_EFLAGS_IF);
6375e2b7 IM	87	}
6375e2b7 IM	88
2601e64d IM	89	#endif
2601e64d IM	90
6375e2b7 IM	91	/*
	92	* For spinlocks, etc.:
	93	*/
	94
	95	static inline unsigned long __raw_local_irq_save(void)
	96	{
	97	unsigned long flags = __raw_local_save_flags();
	98
	99	raw_local_irq_disable();
	100
	101	return flags;
	102	}
2601e64d	103
6375e2b7 IM	104	#define raw_local_irq_save(flags) \
	105	do { (flags) = __raw_local_irq_save(); } while (0)
	106
	107	static inline int raw_irqs_disabled(void)
	108	{
	109	unsigned long flags = __raw_local_save_flags();
	110
	111	return raw_irqs_disabled_flags(flags);
	112	}
	113
	114	/*
	115	* Used in the idle loop; sti takes one instruction cycle
	116	* to complete:
	117	*/
	118	static inline void raw_safe_halt(void)
	119	{
	120	__asm__ __volatile__("sti; hlt" : : : "memory");
	121	}
	122
	123	/*
	124	* Used when interrupts are already enabled or to
	125	* shutdown the processor:
	126	*/
	127	static inline void halt(void)
	128	{
	129	__asm__ __volatile__("hlt": : :"memory");
	130	}
2601e64d IM	131
2601e64d IM	132	#else /* __ASSEMBLY__: */
6375e2b7 IM	133	# ifdef CONFIG_TRACE_IRQFLAGS
	134	# define TRACE_IRQS_ON call trace_hardirqs_on_thunk
	135	# define TRACE_IRQS_OFF call trace_hardirqs_off_thunk
	136	# else
	137	# define TRACE_IRQS_ON
	138	# define TRACE_IRQS_OFF
	139	# endif
10cd706d PZ	140	# ifdef CONFIG_DEBUG_LOCK_ALLOC
	141	# define LOCKDEP_SYS_EXIT call lockdep_sys_exit_thunk
	142	# define LOCKDEP_SYS_EXIT_IRQ \
	143	TRACE_IRQS_ON; \
	144	sti; \
	145	SAVE_REST; \
	146	LOCKDEP_SYS_EXIT; \
	147	RESTORE_REST; \
	148	cli; \
	149	TRACE_IRQS_OFF;
	150	# else
	151	# define LOCKDEP_SYS_EXIT
	152	# define LOCKDEP_SYS_EXIT_IRQ
	153	# endif
2601e64d IM	154	#endif
	155
	156	#endif