28 static __inline__ int atomic_read(const atomic_t *v)  in atomic_read()  argument
32 	__asm__ __volatile__("lwz%U1%X1 %0,%1" : "=r"(t) : "m"(v->counter));  in atomic_read()
37 static __inline__ void atomic_set(atomic_t *v, int i)  in atomic_set()  argument
39 	__asm__ __volatile__("stw%U0%X0 %1,%0" : "=m"(v->counter) : "r"(i));  in atomic_set()
43 static __inline__ void atomic_##op(int a, atomic_t *v)			\
53 	: "=&r" (t), "+m" (v->counter)					\
54 	: "r" (a), "r" (&v->counter)					\
59 static inline int atomic_##op##_return_relaxed(int a, atomic_t *v)	\
69 	: "=&r" (t), "+m" (v->counter)					\
70 	: "r" (a), "r" (&v->counter)					\
77 static inline int atomic_fetch_##op##_relaxed(int a, atomic_t *v)	\
87 	: "=&r" (res), "=&r" (t), "+m" (v->counter)			\
88 	: "r" (a), "r" (&v->counter)					\
126 static __inline__ void atomic_inc(atomic_t *v)  in ATOMIC_OPS()
136 	: "=&r" (t), "+m" (v->counter)  in ATOMIC_OPS()
137 	: "r" (&v->counter)  in ATOMIC_OPS()
142 static __inline__ int atomic_inc_return_relaxed(atomic_t *v)  in atomic_inc_return_relaxed()  argument
152 	: "=&r" (t), "+m" (v->counter)  in atomic_inc_return_relaxed()
153 	: "r" (&v->counter)  in atomic_inc_return_relaxed()
159 static __inline__ void atomic_dec(atomic_t *v)  in atomic_dec()  argument
169 	: "=&r" (t), "+m" (v->counter)  in atomic_dec()
170 	: "r" (&v->counter)  in atomic_dec()
175 static __inline__ int atomic_dec_return_relaxed(atomic_t *v)  in atomic_dec_return_relaxed()  argument
185 	: "=&r" (t), "+m" (v->counter)  in atomic_dec_return_relaxed()
186 	: "r" (&v->counter)  in atomic_dec_return_relaxed()
195 #define atomic_cmpxchg(v, o, n) (cmpxchg(&((v)->counter), (o), (n)))  argument
196 #define atomic_cmpxchg_relaxed(v, o, n) \  argument
197 	cmpxchg_relaxed(&((v)->counter), (o), (n))
198 #define atomic_cmpxchg_acquire(v, o, n) \  argument
199 	cmpxchg_acquire(&((v)->counter), (o), (n))
201 #define atomic_xchg(v, new) (xchg(&((v)->counter), new))  argument
202 #define atomic_xchg_relaxed(v, new) xchg_relaxed(&((v)->counter), (new))  argument
213 static __inline__ int atomic_fetch_add_unless(atomic_t *v, int a, int u)  in atomic_fetch_add_unless()  argument
230 	: "r" (&v->counter), "r" (a), "r" (u)  in atomic_fetch_add_unless()
244 static __inline__ int atomic_inc_not_zero(atomic_t *v)  in atomic_inc_not_zero()  argument
261 	: "r" (&v->counter)  in atomic_inc_not_zero()
266 #define atomic_inc_not_zero(v) atomic_inc_not_zero((v))  argument
273 static __inline__ int atomic_dec_if_positive(atomic_t *v)  in atomic_dec_if_positive()  argument
289 	: "r" (&v->counter)  in atomic_dec_if_positive()
300 static __inline__ long atomic64_read(const atomic64_t *v)  in atomic64_read()  argument
304 	__asm__ __volatile__("ld%U1%X1 %0,%1" : "=r"(t) : "m"(v->counter));  in atomic64_read()
309 static __inline__ void atomic64_set(atomic64_t *v, long i)  in atomic64_set()  argument
311 	__asm__ __volatile__("std%U0%X0 %1,%0" : "=m"(v->counter) : "r"(i));  in atomic64_set()
315 static __inline__ void atomic64_##op(long a, atomic64_t *v)		\
324 	: "=&r" (t), "+m" (v->counter)					\
325 	: "r" (a), "r" (&v->counter)					\
331 atomic64_##op##_return_relaxed(long a, atomic64_t *v)			\
340 	: "=&r" (t), "+m" (v->counter)					\
341 	: "r" (a), "r" (&v->counter)					\
349 atomic64_fetch_##op##_relaxed(long a, atomic64_t *v)			\
358 	: "=&r" (res), "=&r" (t), "+m" (v->counter)			\
359 	: "r" (a), "r" (&v->counter)					\
397 static __inline__ void atomic64_inc(atomic64_t *v)  in ATOMIC64_OPS()
406 	: "=&r" (t), "+m" (v->counter)  in ATOMIC64_OPS()
407 	: "r" (&v->counter)  in ATOMIC64_OPS()
412 static __inline__ long atomic64_inc_return_relaxed(atomic64_t *v)  in atomic64_inc_return_relaxed()  argument
421 	: "=&r" (t), "+m" (v->counter)  in atomic64_inc_return_relaxed()
422 	: "r" (&v->counter)  in atomic64_inc_return_relaxed()
428 static __inline__ void atomic64_dec(atomic64_t *v)  in atomic64_dec()  argument
437 	: "=&r" (t), "+m" (v->counter)  in atomic64_dec()
438 	: "r" (&v->counter)  in atomic64_dec()
443 static __inline__ long atomic64_dec_return_relaxed(atomic64_t *v)  in atomic64_dec_return_relaxed()  argument
452 	: "=&r" (t), "+m" (v->counter)  in atomic64_dec_return_relaxed()
453 	: "r" (&v->counter)  in atomic64_dec_return_relaxed()
466 static __inline__ long atomic64_dec_if_positive(atomic64_t *v)  in atomic64_dec_if_positive()  argument
480 	: "r" (&v->counter)  in atomic64_dec_if_positive()
487 #define atomic64_cmpxchg(v, o, n) (cmpxchg(&((v)->counter), (o), (n)))  argument
488 #define atomic64_cmpxchg_relaxed(v, o, n) \  argument
489 	cmpxchg_relaxed(&((v)->counter), (o), (n))
490 #define atomic64_cmpxchg_acquire(v, o, n) \  argument
491 	cmpxchg_acquire(&((v)->counter), (o), (n))
493 #define atomic64_xchg(v, new) (xchg(&((v)->counter), new))  argument
494 #define atomic64_xchg_relaxed(v, new) xchg_relaxed(&((v)->counter), (new))  argument
505 static __inline__ long atomic64_fetch_add_unless(atomic64_t *v, long a, long u)  in atomic64_fetch_add_unless()  argument
521 	: "r" (&v->counter), "r" (a), "r" (u)  in atomic64_fetch_add_unless()
535 static __inline__ int atomic64_inc_not_zero(atomic64_t *v)  in atomic64_inc_not_zero()  argument
551 	: "r" (&v->counter)  in atomic64_inc_not_zero()
556 #define atomic64_inc_not_zero(v) atomic64_inc_not_zero((v))  argument