[linux-2.6-block.git] / arch / ia64 / include / asm / futex.h

#ifndef _ASM_FUTEX_H
#define _ASM_FUTEX_H

#include <linux/futex.h>
#include <linux/uaccess.h>
#include <asm/errno.h>

#define __futex_atomic_op1(insn, ret, oldval, uaddr, oparg) \
do {									\
	register unsigned long r8 __asm ("r8") = 0;			\
	__asm__ __volatile__(						\
		"	mf;;					\n"	\
		"[1:] "	insn ";;				\n"	\
		"	.xdata4 \"__ex_table\", 1b-., 2f-.	\n"	\
		"[2:]"							\
		: "+r" (r8), "=r" (oldval)				\
		: "r" (uaddr), "r" (oparg)				\
		: "memory");						\
	ret = r8;							\
} while (0)

#define __futex_atomic_op2(insn, ret, oldval, uaddr, oparg) \
do {									\
	register unsigned long r8 __asm ("r8") = 0;			\
	int val, newval;						\
	do {								\
		__asm__ __volatile__(					\
			"	mf;;				  \n"	\
			"[1:]	ld4 %3=[%4];;			  \n"	\
			"	mov %2=%3			  \n"	\
				insn	";;			  \n"	\
			"	mov ar.ccv=%2;;			  \n"	\
			"[2:]	cmpxchg4.acq %1=[%4],%3,ar.ccv;;  \n"	\
			"	.xdata4 \"__ex_table\", 1b-., 3f-.\n"	\
			"	.xdata4 \"__ex_table\", 2b-., 3f-.\n"	\
			"[3:]"						\
			: "+r" (r8), "=r" (val), "=&r" (oldval),	\
			   "=&r" (newval)				\
			: "r" (uaddr), "r" (oparg)			\
			: "memory");					\
		if (unlikely (r8))					\
			break;						\
	} while (unlikely (val != oldval));				\
	ret = r8;							\
} while (0)

static inline int
futex_atomic_op_inuser (int encoded_op, u32 __user *uaddr)
{
	int op = (encoded_op >> 28) & 7;
	int cmp = (encoded_op >> 24) & 15;
	int oparg = (encoded_op << 8) >> 20;
	int cmparg = (encoded_op << 20) >> 20;
	int oldval = 0, ret;
	if (encoded_op & (FUTEX_OP_OPARG_SHIFT << 28))
		oparg = 1 << oparg;

	if (! access_ok (VERIFY_WRITE, uaddr, sizeof(u32)))
		return -EFAULT;

	pagefault_disable();

	switch (op) {
	case FUTEX_OP_SET:
		__futex_atomic_op1("xchg4 %1=[%2],%3", ret, oldval, uaddr,
				   oparg);
		break;
	case FUTEX_OP_ADD:
		__futex_atomic_op2("add %3=%3,%5", ret, oldval, uaddr, oparg);
		break;
	case FUTEX_OP_OR:
		__futex_atomic_op2("or %3=%3,%5", ret, oldval, uaddr, oparg);
		break;
	case FUTEX_OP_ANDN:
		__futex_atomic_op2("and %3=%3,%5", ret, oldval, uaddr,
				   ~oparg);
		break;
	case FUTEX_OP_XOR:
		__futex_atomic_op2("xor %3=%3,%5", ret, oldval, uaddr, oparg);
		break;
	default:
		ret = -ENOSYS;
	}

	pagefault_enable();

	if (!ret) {
		switch (cmp) {
		case FUTEX_OP_CMP_EQ: ret = (oldval == cmparg); break;
		case FUTEX_OP_CMP_NE: ret = (oldval != cmparg); break;
		case FUTEX_OP_CMP_LT: ret = (oldval < cmparg); break;
		case FUTEX_OP_CMP_GE: ret = (oldval >= cmparg); break;
		case FUTEX_OP_CMP_LE: ret = (oldval <= cmparg); break;
		case FUTEX_OP_CMP_GT: ret = (oldval > cmparg); break;
		default: ret = -ENOSYS;
		}
	}
	return ret;
}

static inline int
futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr,
			      u32 oldval, u32 newval)
{
	if (!access_ok(VERIFY_WRITE, uaddr, sizeof(u32)))
		return -EFAULT;

	{
		register unsigned long r8 __asm ("r8") = 0;
		unsigned long prev;
		__asm__ __volatile__(
			"	mf;;					\n"
			"	mov ar.ccv=%4;;				\n"
			"[1:]	cmpxchg4.acq %1=[%2],%3,ar.ccv		\n"
			"	.xdata4 \"__ex_table\", 1b-., 2f-.	\n"
			"[2:]"
			: "+r" (r8), "=&r" (prev)
			: "r" (uaddr), "r" (newval),
			  "rO" ((long) (unsigned) oldval)
			: "memory");
		*uval = prev;
		return r8;
	}
}

#endif /* _ASM_FUTEX_H */
Commit	Line	Data
4732efbe JJ	1	#ifndef _ASM_FUTEX_H
	2	#define _ASM_FUTEX_H
	3
a192dc16	4	#include <linux/futex.h>
730f412c	5	#include <linux/uaccess.h>
a192dc16	6	#include <asm/errno.h>
4732efbe	7
a192dc16 JJ	8	#define __futex_atomic_op1(insn, ret, oldval, uaddr, oparg) \
	9	do { \
	10	register unsigned long r8 __asm ("r8") = 0; \
	11	__asm__ __volatile__( \
	12	" mf;; \n" \
	13	"[1:] " insn ";; \n" \
	14	" .xdata4 \"__ex_table\", 1b-., 2f-. \n" \
	15	"[2:]" \
	16	: "+r" (r8), "=r" (oldval) \
	17	: "r" (uaddr), "r" (oparg) \
	18	: "memory"); \
	19	ret = r8; \
	20	} while (0)
	21
	22	#define __futex_atomic_op2(insn, ret, oldval, uaddr, oparg) \
	23	do { \
	24	register unsigned long r8 __asm ("r8") = 0; \
	25	int val, newval; \
	26	do { \
	27	__asm__ __volatile__( \
	28	" mf;; \n" \
	29	"[1:] ld4 %3=[%4];; \n" \
	30	" mov %2=%3 \n" \
	31	insn ";; \n" \
	32	" mov ar.ccv=%2;; \n" \
	33	"[2:] cmpxchg4.acq %1=[%4],%3,ar.ccv;; \n" \
	34	" .xdata4 \"__ex_table\", 1b-., 3f-.\n" \
	35	" .xdata4 \"__ex_table\", 2b-., 3f-.\n" \
	36	"[3:]" \
	37	: "+r" (r8), "=r" (val), "=&r" (oldval), \
	38	"=&r" (newval) \
	39	: "r" (uaddr), "r" (oparg) \
	40	: "memory"); \
	41	if (unlikely (r8)) \
	42	break; \
	43	} while (unlikely (val != oldval)); \
	44	ret = r8; \
	45	} while (0)
	46
	47	static inline int
8d7718aa	48	futex_atomic_op_inuser (int encoded_op, u32 __user *uaddr)
a192dc16 JJ	49	{
	50	int op = (encoded_op >> 28) & 7;
	51	int cmp = (encoded_op >> 24) & 15;
	52	int oparg = (encoded_op << 8) >> 20;
	53	int cmparg = (encoded_op << 20) >> 20;
	54	int oldval = 0, ret;
	55	if (encoded_op & (FUTEX_OP_OPARG_SHIFT << 28))
	56	oparg = 1 << oparg;
	57
8d7718aa	58	if (! access_ok (VERIFY_WRITE, uaddr, sizeof(u32)))
a192dc16 JJ	59	return -EFAULT;
a192dc16 JJ	60
a866374a	61	pagefault_disable();
a192dc16 JJ	62
	63	switch (op) {
	64	case FUTEX_OP_SET:
	65	__futex_atomic_op1("xchg4 %1=[%2],%3", ret, oldval, uaddr,
	66	oparg);
	67	break;
	68	case FUTEX_OP_ADD:
	69	__futex_atomic_op2("add %3=%3,%5", ret, oldval, uaddr, oparg);
	70	break;
	71	case FUTEX_OP_OR:
	72	__futex_atomic_op2("or %3=%3,%5", ret, oldval, uaddr, oparg);
	73	break;
	74	case FUTEX_OP_ANDN:
	75	__futex_atomic_op2("and %3=%3,%5", ret, oldval, uaddr,
	76	~oparg);
	77	break;
	78	case FUTEX_OP_XOR:
	79	__futex_atomic_op2("xor %3=%3,%5", ret, oldval, uaddr, oparg);
	80	break;
	81	default:
	82	ret = -ENOSYS;
	83	}
	84
a866374a	85	pagefault_enable();
a192dc16 JJ	86
	87	if (!ret) {
	88	switch (cmp) {
	89	case FUTEX_OP_CMP_EQ: ret = (oldval == cmparg); break;
	90	case FUTEX_OP_CMP_NE: ret = (oldval != cmparg); break;
	91	case FUTEX_OP_CMP_LT: ret = (oldval < cmparg); break;
	92	case FUTEX_OP_CMP_GE: ret = (oldval >= cmparg); break;
	93	case FUTEX_OP_CMP_LE: ret = (oldval <= cmparg); break;
	94	case FUTEX_OP_CMP_GT: ret = (oldval > cmparg); break;
	95	default: ret = -ENOSYS;
	96	}
	97	}
	98	return ret;
	99	}
	100
	101	static inline int
8d7718aa ML	102	futex_atomic_cmpxchg_inatomic(u32 uval, u32 __user uaddr,
8d7718aa ML	103	u32 oldval, u32 newval)
a192dc16	104	{
8d7718aa	105	if (!access_ok(VERIFY_WRITE, uaddr, sizeof(u32)))
a192dc16 JJ	106	return -EFAULT;
	107
	108	{
136f39dd	109	register unsigned long r8 __asm ("r8") = 0;
37a9d912	110	unsigned long prev;
a192dc16 JJ	111	__asm__ __volatile__(
a192dc16 JJ	112	" mf;; \n"
c76f39bd LT	113	" mov ar.ccv=%4;; \n"
c76f39bd LT	114	"[1:] cmpxchg4.acq %1=[%2],%3,ar.ccv \n"
a192dc16 JJ	115	" .xdata4 \"__ex_table\", 1b-., 2f-. \n"
a192dc16 JJ	116	"[2:]"
136f39dd	117	: "+r" (r8), "=&r" (prev)
a192dc16 JJ	118	: "r" (uaddr), "r" (newval),
	119	"rO" ((long) (unsigned) oldval)
	120	: "memory");
37a9d912	121	*uval = prev;
a192dc16 JJ	122	return r8;
	123	}
	124	}
	125
	126	#endif /* _ASM_FUTEX_H */