[deliverable/linux.git] / arch / ia64 / include / asm / futex.h

#ifndef _ASM_FUTEX_H
#define _ASM_FUTEX_H

#include <linux/futex.h>
#include <linux/uaccess.h>
#include <asm/errno.h>
#include <asm/system.h>

#define __futex_atomic_op1(insn, ret, oldval, uaddr, oparg) \
do {									\
	register unsigned long r8 __asm ("r8") = 0;			\
	__asm__ __volatile__(						\
		"	mf;;					\n"	\
		"[1:] "	insn ";;				\n"	\
		"	.xdata4 \"__ex_table\", 1b-., 2f-.	\n"	\
		"[2:]"							\
		: "+r" (r8), "=r" (oldval)				\
		: "r" (uaddr), "r" (oparg)				\
		: "memory");						\
	ret = r8;							\
} while (0)

#define __futex_atomic_op2(insn, ret, oldval, uaddr, oparg) \
do {									\
	register unsigned long r8 __asm ("r8") = 0;			\
	int val, newval;						\
	do {								\
		__asm__ __volatile__(					\
			"	mf;;				  \n"	\
			"[1:]	ld4 %3=[%4];;			  \n"	\
			"	mov %2=%3			  \n"	\
				insn	";;			  \n"	\
			"	mov ar.ccv=%2;;			  \n"	\
			"[2:]	cmpxchg4.acq %1=[%4],%3,ar.ccv;;  \n"	\
			"	.xdata4 \"__ex_table\", 1b-., 3f-.\n"	\
			"	.xdata4 \"__ex_table\", 2b-., 3f-.\n"	\
			"[3:]"						\
			: "+r" (r8), "=r" (val), "=&r" (oldval),	\
			   "=&r" (newval)				\
			: "r" (uaddr), "r" (oparg)			\
			: "memory");					\
		if (unlikely (r8))					\
			break;						\
	} while (unlikely (val != oldval));				\
	ret = r8;							\
} while (0)

static inline int
futex_atomic_op_inuser (int encoded_op, u32 __user *uaddr)
{
	int op = (encoded_op >> 28) & 7;
	int cmp = (encoded_op >> 24) & 15;
	int oparg = (encoded_op << 8) >> 20;
	int cmparg = (encoded_op << 20) >> 20;
	int oldval = 0, ret;
	if (encoded_op & (FUTEX_OP_OPARG_SHIFT << 28))
		oparg = 1 << oparg;

	if (! access_ok (VERIFY_WRITE, uaddr, sizeof(u32)))
		return -EFAULT;

	pagefault_disable();

	switch (op) {
	case FUTEX_OP_SET:
		__futex_atomic_op1("xchg4 %1=[%2],%3", ret, oldval, uaddr,
				   oparg);
		break;
	case FUTEX_OP_ADD:
		__futex_atomic_op2("add %3=%3,%5", ret, oldval, uaddr, oparg);
		break;
	case FUTEX_OP_OR:
		__futex_atomic_op2("or %3=%3,%5", ret, oldval, uaddr, oparg);
		break;
	case FUTEX_OP_ANDN:
		__futex_atomic_op2("and %3=%3,%5", ret, oldval, uaddr,
				   ~oparg);
		break;
	case FUTEX_OP_XOR:
		__futex_atomic_op2("xor %3=%3,%5", ret, oldval, uaddr, oparg);
		break;
	default:
		ret = -ENOSYS;
	}

	pagefault_enable();

	if (!ret) {
		switch (cmp) {
		case FUTEX_OP_CMP_EQ: ret = (oldval == cmparg); break;
		case FUTEX_OP_CMP_NE: ret = (oldval != cmparg); break;
		case FUTEX_OP_CMP_LT: ret = (oldval < cmparg); break;
		case FUTEX_OP_CMP_GE: ret = (oldval >= cmparg); break;
		case FUTEX_OP_CMP_LE: ret = (oldval <= cmparg); break;
		case FUTEX_OP_CMP_GT: ret = (oldval > cmparg); break;
		default: ret = -ENOSYS;
		}
	}
	return ret;
}

static inline int
futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr,
			      u32 oldval, u32 newval)
{
	if (!access_ok(VERIFY_WRITE, uaddr, sizeof(u32)))
		return -EFAULT;

	{
		register unsigned long r8 __asm ("r8") = 0;
		unsigned long prev;
		__asm__ __volatile__(
			"	mf;;					\n"
			"	mov ar.ccv=%3;;				\n"
			"[1:]	cmpxchg4.acq %0=[%1],%2,ar.ccv		\n"
			"	.xdata4 \"__ex_table\", 1b-., 2f-.	\n"
			"[2:]"
			: "=r" (prev)
			: "r" (uaddr), "r" (newval),
			  "rO" ((long) (unsigned) oldval)
			: "memory");
		*uval = prev;
		return r8;
	}
}

#endif /* _ASM_FUTEX_H */
Commit	Line	Data
4732efbe JJ	1	#ifndef _ASM_FUTEX_H
	2	#define _ASM_FUTEX_H
	3
a192dc16	4	#include <linux/futex.h>
730f412c	5	#include <linux/uaccess.h>
a192dc16 JJ	6	#include <asm/errno.h>
a192dc16 JJ	7	#include <asm/system.h>
4732efbe	8
a192dc16 JJ	9	#define __futex_atomic_op1(insn, ret, oldval, uaddr, oparg) \
	10	do { \
	11	register unsigned long r8 __asm ("r8") = 0; \
	12	__asm__ __volatile__( \
	13	" mf;; \n" \
	14	"[1:] " insn ";; \n" \
	15	" .xdata4 \"__ex_table\", 1b-., 2f-. \n" \
	16	"[2:]" \
	17	: "+r" (r8), "=r" (oldval) \
	18	: "r" (uaddr), "r" (oparg) \
	19	: "memory"); \
	20	ret = r8; \
	21	} while (0)
	22
	23	#define __futex_atomic_op2(insn, ret, oldval, uaddr, oparg) \
	24	do { \
	25	register unsigned long r8 __asm ("r8") = 0; \
	26	int val, newval; \
	27	do { \
	28	__asm__ __volatile__( \
	29	" mf;; \n" \
	30	"[1:] ld4 %3=[%4];; \n" \
	31	" mov %2=%3 \n" \
	32	insn ";; \n" \
	33	" mov ar.ccv=%2;; \n" \
	34	"[2:] cmpxchg4.acq %1=[%4],%3,ar.ccv;; \n" \
	35	" .xdata4 \"__ex_table\", 1b-., 3f-.\n" \
	36	" .xdata4 \"__ex_table\", 2b-., 3f-.\n" \
	37	"[3:]" \
	38	: "+r" (r8), "=r" (val), "=&r" (oldval), \
	39	"=&r" (newval) \
	40	: "r" (uaddr), "r" (oparg) \
	41	: "memory"); \
	42	if (unlikely (r8)) \
	43	break; \
	44	} while (unlikely (val != oldval)); \
	45	ret = r8; \
	46	} while (0)
	47
	48	static inline int
8d7718aa	49	futex_atomic_op_inuser (int encoded_op, u32 __user *uaddr)
a192dc16 JJ	50	{
	51	int op = (encoded_op >> 28) & 7;
	52	int cmp = (encoded_op >> 24) & 15;
	53	int oparg = (encoded_op << 8) >> 20;
	54	int cmparg = (encoded_op << 20) >> 20;
	55	int oldval = 0, ret;
	56	if (encoded_op & (FUTEX_OP_OPARG_SHIFT << 28))
	57	oparg = 1 << oparg;
	58
8d7718aa	59	if (! access_ok (VERIFY_WRITE, uaddr, sizeof(u32)))
a192dc16 JJ	60	return -EFAULT;
a192dc16 JJ	61
a866374a	62	pagefault_disable();
a192dc16 JJ	63
	64	switch (op) {
	65	case FUTEX_OP_SET:
	66	__futex_atomic_op1("xchg4 %1=[%2],%3", ret, oldval, uaddr,
	67	oparg);
	68	break;
	69	case FUTEX_OP_ADD:
	70	__futex_atomic_op2("add %3=%3,%5", ret, oldval, uaddr, oparg);
	71	break;
	72	case FUTEX_OP_OR:
	73	__futex_atomic_op2("or %3=%3,%5", ret, oldval, uaddr, oparg);
	74	break;
	75	case FUTEX_OP_ANDN:
	76	__futex_atomic_op2("and %3=%3,%5", ret, oldval, uaddr,
	77	~oparg);
	78	break;
	79	case FUTEX_OP_XOR:
	80	__futex_atomic_op2("xor %3=%3,%5", ret, oldval, uaddr, oparg);
	81	break;
	82	default:
	83	ret = -ENOSYS;
	84	}
	85
a866374a	86	pagefault_enable();
a192dc16 JJ	87
	88	if (!ret) {
	89	switch (cmp) {
	90	case FUTEX_OP_CMP_EQ: ret = (oldval == cmparg); break;
	91	case FUTEX_OP_CMP_NE: ret = (oldval != cmparg); break;
	92	case FUTEX_OP_CMP_LT: ret = (oldval < cmparg); break;
	93	case FUTEX_OP_CMP_GE: ret = (oldval >= cmparg); break;
	94	case FUTEX_OP_CMP_LE: ret = (oldval <= cmparg); break;
	95	case FUTEX_OP_CMP_GT: ret = (oldval > cmparg); break;
	96	default: ret = -ENOSYS;
	97	}
	98	}
	99	return ret;
	100	}
	101
	102	static inline int
8d7718aa ML	103	futex_atomic_cmpxchg_inatomic(u32 uval, u32 __user uaddr,
8d7718aa ML	104	u32 oldval, u32 newval)
a192dc16	105	{
8d7718aa	106	if (!access_ok(VERIFY_WRITE, uaddr, sizeof(u32)))
a192dc16 JJ	107	return -EFAULT;
	108
	109	{
37a9d912 ML	110	register unsigned long r8 __asm ("r8") = 0;
37a9d912 ML	111	unsigned long prev;
a192dc16 JJ	112	__asm__ __volatile__(
	113	" mf;; \n"
	114	" mov ar.ccv=%3;; \n"
	115	"[1:] cmpxchg4.acq %0=[%1],%2,ar.ccv \n"
	116	" .xdata4 \"__ex_table\", 1b-., 2f-. \n"
	117	"[2:]"
37a9d912	118	: "=r" (prev)
a192dc16 JJ	119	: "r" (uaddr), "r" (newval),
	120	"rO" ((long) (unsigned) oldval)
	121	: "memory");
37a9d912	122	*uval = prev;
a192dc16 JJ	123	return r8;
	124	}
	125	}
	126
	127	#endif /* _ASM_FUTEX_H */