27 #define atomic_read(v)	READ_ONCE((v)->counter)
28 #define atomic_set(v,i)	WRITE_ONCE(((v)->counter), (i))
44 	prefetchw(&v->counter);						\
51 	: "=&r" (result), "=&r" (tmp), "+Qo" (v->counter)		\
52 	: "r" (&v->counter), "Ir" (i)					\
62 	prefetchw(&v->counter);						\
70 	: "=&r" (result), "=&r" (tmp), "+Qo" (v->counter)		\
71 	: "r" (&v->counter), "Ir" (i)					\
83 	prefetchw(&v->counter);						\
91 	: "=&r" (result), "=&r" (val), "=&r" (tmp), "+Qo" (v->counter)	\
92 	: "r" (&v->counter), "Ir" (i)					\
113 	prefetchw(&ptr->counter);  in atomic_cmpxchg_relaxed()
121 		    : "=&r" (res), "=&r" (oldval), "+Qo" (ptr->counter)  in atomic_cmpxchg_relaxed()
122 		    : "r" (&ptr->counter), "Ir" (old), "r" (new)  in atomic_cmpxchg_relaxed()
136 	prefetchw(&v->counter);  in atomic_fetch_add_unless()
147 	: "=&r" (oldval), "=&r" (newval), "=&r" (tmp), "+Qo" (v->counter)  in atomic_fetch_add_unless()
148 	: "r" (&v->counter), "r" (u), "r" (a)  in atomic_fetch_add_unless()
170 	v->counter c_op i;						\
181 	v->counter c_op i;						\
182 	val = v->counter;						\
195 	val = v->counter;						\
196 	v->counter c_op i;						\
208 	ret = v->counter;  in atomic_cmpxchg()
210 		v->counter = new;  in atomic_cmpxchg()
245 #define atomic_xchg(v, new) (xchg(&((v)->counter), new))
249 	s64 counter;  member
262 	: "r" (&v->counter), "Qo" (v->counter)  in atomic64_read()
272 	: "=Qo" (v->counter)  in atomic64_set()
273 	: "r" (&v->counter), "r" (i)  in atomic64_set()
284 	: "r" (&v->counter), "Qo" (v->counter)  in atomic64_read()
294 	prefetchw(&v->counter);  in atomic64_set()
300 	: "=&r" (tmp), "=Qo" (v->counter)  in atomic64_set()
301 	: "r" (&v->counter), "r" (i)  in atomic64_set()
312 	prefetchw(&v->counter);						\
320 	: "=&r" (result), "=&r" (tmp), "+Qo" (v->counter)		\
321 	: "r" (&v->counter), "r" (i)					\
332 	prefetchw(&v->counter);						\
341 	: "=&r" (result), "=&r" (tmp), "+Qo" (v->counter)		\
342 	: "r" (&v->counter), "r" (i)					\
355 	prefetchw(&v->counter);						\
364 	: "=&r" (result), "=&r" (val), "=&r" (tmp), "+Qo" (v->counter)	\
365 	: "r" (&v->counter), "r" (i)					\
411 	prefetchw(&ptr->counter);  in ATOMIC64_OPS()
420 		: "=&r" (res), "=&r" (oldval), "+Qo" (ptr->counter)  in ATOMIC64_OPS()
421 		: "r" (&ptr->counter), "r" (old), "r" (new)  in ATOMIC64_OPS()
434 	prefetchw(&ptr->counter);  in atomic64_xchg_relaxed()
441 	: "=&r" (result), "=&r" (tmp), "+Qo" (ptr->counter)  in atomic64_xchg_relaxed()
442 	: "r" (&ptr->counter), "r" (new)  in atomic64_xchg_relaxed()
455 	prefetchw(&v->counter);  in atomic64_dec_if_positive()
467 	: "=&r" (result), "=&r" (tmp), "+Qo" (v->counter)  in atomic64_dec_if_positive()
468 	: "r" (&v->counter)  in atomic64_dec_if_positive()
483 	prefetchw(&v->counter);  in atomic64_fetch_add_unless()
496 	: "=&r" (oldval), "=&r" (newval), "=&r" (tmp), "+Qo" (v->counter)  in atomic64_fetch_add_unless()
497 	: "r" (&v->counter), "r" (u), "r" (a)  in atomic64_fetch_add_unless()