1 /* atomic.S: These things are too big to do inline.
3 * Copyright (C) 1999, 2007 2012 David S. Miller (davem@davemloft.net)
6 #include <linux/linkage.h>
8 #include <asm/backoff.h>
12 /* Three versions of the atomic routines, one that
13 * does not return a value and does not perform
14 * memory barriers, and a two which return
15 * a value, the new and old value resp. and does the
19 #define ATOMIC_OP(op) \
20 ENTRY(atomic_##op) /* %o0 = increment, %o1 = atomic_ptr */ \
24 cas [%o1], %g1, %g7; \
26 bne,pn %icc, BACKOFF_LABEL(2f, 1b); \
30 2: BACKOFF_SPIN(%o2, %o3, 1b); \
31 ENDPROC(atomic_##op); \
33 #define ATOMIC_OP_RETURN(op) \
34 ENTRY(atomic_##op##_return) /* %o0 = increment, %o1 = atomic_ptr */ \
38 cas [%o1], %g1, %g7; \
40 bne,pn %icc, BACKOFF_LABEL(2f, 1b); \
44 2: BACKOFF_SPIN(%o2, %o3, 1b); \
45 ENDPROC(atomic_##op##_return);
47 #define ATOMIC_FETCH_OP(op) \
48 ENTRY(atomic_fetch_##op) /* %o0 = increment, %o1 = atomic_ptr */ \
52 cas [%o1], %g1, %g7; \
54 bne,pn %icc, BACKOFF_LABEL(2f, 1b); \
58 2: BACKOFF_SPIN(%o2, %o3, 1b); \
59 ENDPROC(atomic_fetch_##op);
61 #define ATOMIC_OPS(op) ATOMIC_OP(op) ATOMIC_OP_RETURN(op) ATOMIC_FETCH_OP(op)
67 #define ATOMIC_OPS(op) ATOMIC_OP(op) ATOMIC_FETCH_OP(op)
74 #undef ATOMIC_FETCH_OP
75 #undef ATOMIC_OP_RETURN
78 #define ATOMIC64_OP(op) \
79 ENTRY(atomic64_##op) /* %o0 = increment, %o1 = atomic_ptr */ \
83 casx [%o1], %g1, %g7; \
85 bne,pn %xcc, BACKOFF_LABEL(2f, 1b); \
89 2: BACKOFF_SPIN(%o2, %o3, 1b); \
90 ENDPROC(atomic64_##op); \
92 #define ATOMIC64_OP_RETURN(op) \
93 ENTRY(atomic64_##op##_return) /* %o0 = increment, %o1 = atomic_ptr */ \
97 casx [%o1], %g1, %g7; \
99 bne,pn %xcc, BACKOFF_LABEL(2f, 1b); \
103 2: BACKOFF_SPIN(%o2, %o3, 1b); \
104 ENDPROC(atomic64_##op##_return);
106 #define ATOMIC64_FETCH_OP(op) \
107 ENTRY(atomic64_fetch_##op) /* %o0 = increment, %o1 = atomic_ptr */ \
108 BACKOFF_SETUP(%o2); \
111 casx [%o1], %g1, %g7; \
113 bne,pn %xcc, BACKOFF_LABEL(2f, 1b); \
117 2: BACKOFF_SPIN(%o2, %o3, 1b); \
118 ENDPROC(atomic64_fetch_##op);
120 #define ATOMIC64_OPS(op) ATOMIC64_OP(op) ATOMIC64_OP_RETURN(op) ATOMIC64_FETCH_OP(op)
126 #define ATOMIC64_OPS(op) ATOMIC64_OP(op) ATOMIC64_FETCH_OP(op)
133 #undef ATOMIC64_FETCH_OP
134 #undef ATOMIC64_OP_RETURN
137 ENTRY(atomic64_dec_if_positive) /* %o0 = atomic_ptr */
144 bne,pn %xcc, BACKOFF_LABEL(2f, 1b)
148 2: BACKOFF_SPIN(%o2, %o3, 1b)
149 ENDPROC(atomic64_dec_if_positive)