30 #define atomic_read(v)	READ_ONCE((v)->counter)
31 #define atomic_set(v,i)	WRITE_ONCE(((v)->counter), (i))
47 	prefetchw(&v->counter);						\
54 	: "=&r" (result), "=&r" (tmp), "+Qo" (v->counter)		\
55 	: "r" (&v->counter), "Ir" (i)					\
65 	prefetchw(&v->counter);						\
73 	: "=&r" (result), "=&r" (tmp), "+Qo" (v->counter)		\
74 	: "r" (&v->counter), "Ir" (i)					\
86 	prefetchw(&v->counter);						\
94 	: "=&r" (result), "=&r" (val), "=&r" (tmp), "+Qo" (v->counter)	\
95 	: "r" (&v->counter), "Ir" (i)					\
116 	prefetchw(&ptr->counter);  in atomic_cmpxchg_relaxed()
124 		    : "=&r" (res), "=&r" (oldval), "+Qo" (ptr->counter)  in atomic_cmpxchg_relaxed()
125 		    : "r" (&ptr->counter), "Ir" (old), "r" (new)  in atomic_cmpxchg_relaxed()
139 	prefetchw(&v->counter);  in atomic_fetch_add_unless()
150 	: "=&r" (oldval), "=&r" (newval), "=&r" (tmp), "+Qo" (v->counter)  in atomic_fetch_add_unless()
151 	: "r" (&v->counter), "r" (u), "r" (a)  in atomic_fetch_add_unless()
173 	v->counter c_op i;						\
184 	v->counter c_op i;						\
185 	val = v->counter;						\
198 	val = v->counter;						\
199 	v->counter c_op i;						\
211 	ret = v->counter;  in atomic_cmpxchg()
213 		v->counter = new;  in atomic_cmpxchg()
248 #define atomic_xchg(v, new) (xchg(&((v)->counter), new))
252 	long long counter;  member
265 	: "r" (&v->counter), "Qo" (v->counter)  in atomic64_read()
275 	: "=Qo" (v->counter)  in atomic64_set()
276 	: "r" (&v->counter), "r" (i)  in atomic64_set()
287 	: "r" (&v->counter), "Qo" (v->counter)  in atomic64_read()
297 	prefetchw(&v->counter);  in atomic64_set()
303 	: "=&r" (tmp), "=Qo" (v->counter)  in atomic64_set()
304 	: "r" (&v->counter), "r" (i)  in atomic64_set()
315 	prefetchw(&v->counter);						\
323 	: "=&r" (result), "=&r" (tmp), "+Qo" (v->counter)		\
324 	: "r" (&v->counter), "r" (i)					\
335 	prefetchw(&v->counter);						\
344 	: "=&r" (result), "=&r" (tmp), "+Qo" (v->counter)		\
345 	: "r" (&v->counter), "r" (i)					\
358 	prefetchw(&v->counter);						\
367 	: "=&r" (result), "=&r" (val), "=&r" (tmp), "+Qo" (v->counter)	\
368 	: "r" (&v->counter), "r" (i)					\
415 	prefetchw(&ptr->counter);  in ATOMIC64_OPS()
424 		: "=&r" (res), "=&r" (oldval), "+Qo" (ptr->counter)  in ATOMIC64_OPS()
425 		: "r" (&ptr->counter), "r" (old), "r" (new)  in ATOMIC64_OPS()
438 	prefetchw(&ptr->counter);  in atomic64_xchg_relaxed()
445 	: "=&r" (result), "=&r" (tmp), "+Qo" (ptr->counter)  in atomic64_xchg_relaxed()
446 	: "r" (&ptr->counter), "r" (new)  in atomic64_xchg_relaxed()
459 	prefetchw(&v->counter);  in atomic64_dec_if_positive()
471 	: "=&r" (result), "=&r" (tmp), "+Qo" (v->counter)  in atomic64_dec_if_positive()
472 	: "r" (&v->counter)  in atomic64_dec_if_positive()
488 	prefetchw(&v->counter);  in atomic64_fetch_add_unless()
501 	: "=&r" (oldval), "=&r" (newval), "=&r" (tmp), "+Qo" (v->counter)  in atomic64_fetch_add_unless()
502 	: "r" (&v->counter), "r" (u), "r" (a)  in atomic64_fetch_add_unless()