1 /* atomic.S: These things are too big to do inline.
3 * Copyright (C) 1999, 2007 2012 David S. Miller (davem@davemloft.net)
6 #include <linux/linkage.h>
8 #include <asm/backoff.h>
9 #include <asm/export.h>
13 /* Three versions of the atomic routines, one that
14 * does not return a value and does not perform
15 * memory barriers, and a two which return
16 * a value, the new and old value resp. and does the
20 #define ATOMIC_OP(op) \
21 ENTRY(atomic_##op) /* %o0 = increment, %o1 = atomic_ptr */ \
25 cas [%o1], %g1, %g7; \
27 bne,pn %icc, BACKOFF_LABEL(2f, 1b); \
31 2: BACKOFF_SPIN(%o2, %o3, 1b); \
32 ENDPROC(atomic_##op); \
33 EXPORT_SYMBOL(atomic_##op);
35 #define ATOMIC_OP_RETURN(op) \
36 ENTRY(atomic_##op##_return) /* %o0 = increment, %o1 = atomic_ptr */ \
40 cas [%o1], %g1, %g7; \
42 bne,pn %icc, BACKOFF_LABEL(2f, 1b); \
46 2: BACKOFF_SPIN(%o2, %o3, 1b); \
47 ENDPROC(atomic_##op##_return); \
48 EXPORT_SYMBOL(atomic_##op##_return);
50 #define ATOMIC_FETCH_OP(op) \
51 ENTRY(atomic_fetch_##op) /* %o0 = increment, %o1 = atomic_ptr */ \
55 cas [%o1], %g1, %g7; \
57 bne,pn %icc, BACKOFF_LABEL(2f, 1b); \
61 2: BACKOFF_SPIN(%o2, %o3, 1b); \
62 ENDPROC(atomic_fetch_##op); \
63 EXPORT_SYMBOL(atomic_fetch_##op);
65 #define ATOMIC_OPS(op) ATOMIC_OP(op) ATOMIC_OP_RETURN(op) ATOMIC_FETCH_OP(op)
71 #define ATOMIC_OPS(op) ATOMIC_OP(op) ATOMIC_FETCH_OP(op)
78 #undef ATOMIC_FETCH_OP
79 #undef ATOMIC_OP_RETURN
82 #define ATOMIC64_OP(op) \
83 ENTRY(atomic64_##op) /* %o0 = increment, %o1 = atomic_ptr */ \
87 casx [%o1], %g1, %g7; \
89 bne,pn %xcc, BACKOFF_LABEL(2f, 1b); \
93 2: BACKOFF_SPIN(%o2, %o3, 1b); \
94 ENDPROC(atomic64_##op); \
95 EXPORT_SYMBOL(atomic64_##op);
97 #define ATOMIC64_OP_RETURN(op) \
98 ENTRY(atomic64_##op##_return) /* %o0 = increment, %o1 = atomic_ptr */ \
102 casx [%o1], %g1, %g7; \
104 bne,pn %xcc, BACKOFF_LABEL(2f, 1b); \
108 2: BACKOFF_SPIN(%o2, %o3, 1b); \
109 ENDPROC(atomic64_##op##_return); \
110 EXPORT_SYMBOL(atomic64_##op##_return);
112 #define ATOMIC64_FETCH_OP(op) \
113 ENTRY(atomic64_fetch_##op) /* %o0 = increment, %o1 = atomic_ptr */ \
114 BACKOFF_SETUP(%o2); \
117 casx [%o1], %g1, %g7; \
119 bne,pn %xcc, BACKOFF_LABEL(2f, 1b); \
123 2: BACKOFF_SPIN(%o2, %o3, 1b); \
124 ENDPROC(atomic64_fetch_##op); \
125 EXPORT_SYMBOL(atomic64_fetch_##op);
127 #define ATOMIC64_OPS(op) ATOMIC64_OP(op) ATOMIC64_OP_RETURN(op) ATOMIC64_FETCH_OP(op)
133 #define ATOMIC64_OPS(op) ATOMIC64_OP(op) ATOMIC64_FETCH_OP(op)
140 #undef ATOMIC64_FETCH_OP
141 #undef ATOMIC64_OP_RETURN
144 ENTRY(atomic64_dec_if_positive) /* %o0 = atomic_ptr */
151 bne,pn %xcc, BACKOFF_LABEL(2f, 1b)
155 2: BACKOFF_SPIN(%o2, %o3, 1b)
156 ENDPROC(atomic64_dec_if_positive)
157 EXPORT_SYMBOL(atomic64_dec_if_positive)