34  * @v: pointer of type atomic_t
36  * Atomically reads the value of @v.
38 #define arch_atomic_read(v)	READ_ONCE((v)->counter)  argument
42  * @v: pointer of type atomic_t
45  * Atomically sets the value of @v to @i.
47 #define arch_atomic_set(v, i)	WRITE_ONCE((v)->counter, (i))  argument
50 static inline void arch_atomic_##op(int i, atomic_t *v)			\
53 	"am"#asm_op"_db.w" " $zero, %1, %0	\n"			\
54 	: "+ZB" (v->counter)						\
60 static inline int arch_atomic_##op##_return_relaxed(int i, atomic_t *v)	\
65 	"am"#asm_op"_db.w" " %1, %2, %0		\n"			\
66 	: "+ZB" (v->counter), "=&r" (result)				\
74 static inline int arch_atomic_fetch_##op##_relaxed(int i, atomic_t *v)	\
79 	"am"#asm_op"_db.w" " %1, %2, %0		\n"			\
80 	: "+ZB" (v->counter), "=&r" (result)				\
119 static inline int arch_atomic_fetch_add_unless(atomic_t *v, int a, int u)  in ATOMIC_OPS()
125 		"	beq	%[p],  %[u], 1f\n"  in ATOMIC_OPS()
130 		"1:\n"  in ATOMIC_OPS()
134 		  [c]"=ZB" (v->counter)  in ATOMIC_OPS()
145  * @v: pointer of type atomic_t
147  * Atomically test @v and subtract @i if @v is greater or equal than @i.
148  * The function returns the old value of @v minus @i.
150 static inline int arch_atomic_sub_if_positive(int i, atomic_t *v)  in arch_atomic_sub_if_positive()  argument
157 		"1:	ll.w	%1, %2		# atomic_sub_if_positive\n"  in arch_atomic_sub_if_positive()
158 		"	addi.w	%0, %1, %3				\n"  in arch_atomic_sub_if_positive()
159 		"	move	%1, %0					\n"  in arch_atomic_sub_if_positive()
161 		"	sc.w	%1, %2					\n"  in arch_atomic_sub_if_positive()
162 		"	beqz	%1, 1b					\n"  in arch_atomic_sub_if_positive()
165 		: "=&r" (result), "=&r" (temp), "+ZC" (v->counter)  in arch_atomic_sub_if_positive()
169 		"1:	ll.w	%1, %2		# atomic_sub_if_positive\n"  in arch_atomic_sub_if_positive()
170 		"	sub.w	%0, %1, %3				\n"  in arch_atomic_sub_if_positive()
171 		"	move	%1, %0					\n"  in arch_atomic_sub_if_positive()
173 		"	sc.w	%1, %2					\n"  in arch_atomic_sub_if_positive()
174 		"	beqz	%1, 1b					\n"  in arch_atomic_sub_if_positive()
177 		: "=&r" (result), "=&r" (temp), "+ZC" (v->counter)  in arch_atomic_sub_if_positive()
184 #define arch_atomic_cmpxchg(v, o, n) (arch_cmpxchg(&((v)->counter), (o), (n)))  argument
185 #define arch_atomic_xchg(v, new) (arch_xchg(&((v)->counter), (new)))  argument
188  * arch_atomic_dec_if_positive - decrement by 1 if old value positive
189  * @v: pointer of type atomic_t
191 #define arch_atomic_dec_if_positive(v)	arch_atomic_sub_if_positive(1, v)  argument
199  * @v: pointer of type atomic64_t
202 #define arch_atomic64_read(v)	READ_ONCE((v)->counter)  argument
206  * @v: pointer of type atomic64_t
209 #define arch_atomic64_set(v, i)	WRITE_ONCE((v)->counter, (i))  argument
212 static inline void arch_atomic64_##op(long i, atomic64_t *v)		\
215 	"am"#asm_op"_db.d " " $zero, %1, %0	\n"			\
216 	: "+ZB" (v->counter)						\
222 static inline long arch_atomic64_##op##_return_relaxed(long i, atomic64_t *v)	\
226 	"am"#asm_op"_db.d " " %1, %2, %0		\n"			\
227 	: "+ZB" (v->counter), "=&r" (result)					\
235 static inline long arch_atomic64_fetch_##op##_relaxed(long i, atomic64_t *v)	\
240 	"am"#asm_op"_db.d " " %1, %2, %0		\n"			\
241 	: "+ZB" (v->counter), "=&r" (result)					\
280 static inline long arch_atomic64_fetch_add_unless(atomic64_t *v, long a, long u)  in ATOMIC64_OPS()
286 		"	beq	%[p],  %[u], 1f\n"  in ATOMIC64_OPS()
291 		"1:\n"  in ATOMIC64_OPS()
295 		  [c] "=ZB" (v->counter)  in ATOMIC64_OPS()
306  * @v: pointer of type atomic64_t
308  * Atomically test @v and subtract @i if @v is greater or equal than @i.
309  * The function returns the old value of @v minus @i.
311 static inline long arch_atomic64_sub_if_positive(long i, atomic64_t *v)  in arch_atomic64_sub_if_positive()  argument
318 		"1:	ll.d	%1, %2	# atomic64_sub_if_positive	\n"  in arch_atomic64_sub_if_positive()
319 		"	addi.d	%0, %1, %3				\n"  in arch_atomic64_sub_if_positive()
320 		"	move	%1, %0					\n"  in arch_atomic64_sub_if_positive()
322 		"	sc.d	%1, %2					\n"  in arch_atomic64_sub_if_positive()
323 		"	beqz	%1, 1b					\n"  in arch_atomic64_sub_if_positive()
326 		: "=&r" (result), "=&r" (temp), "+ZC" (v->counter)  in arch_atomic64_sub_if_positive()
330 		"1:	ll.d	%1, %2	# atomic64_sub_if_positive	\n"  in arch_atomic64_sub_if_positive()
331 		"	sub.d	%0, %1, %3				\n"  in arch_atomic64_sub_if_positive()
332 		"	move	%1, %0					\n"  in arch_atomic64_sub_if_positive()
334 		"	sc.d	%1, %2					\n"  in arch_atomic64_sub_if_positive()
335 		"	beqz	%1, 1b					\n"  in arch_atomic64_sub_if_positive()
338 		: "=&r" (result), "=&r" (temp), "+ZC" (v->counter)  in arch_atomic64_sub_if_positive()
345 #define arch_atomic64_cmpxchg(v, o, n) \  argument
346 	((__typeof__((v)->counter))arch_cmpxchg(&((v)->counter), (o), (n)))
347 #define arch_atomic64_xchg(v, new) (arch_xchg(&((v)->counter), (new)))  argument
350  * arch_atomic64_dec_if_positive - decrement by 1 if old value positive
351  * @v: pointer of type atomic64_t
353 #define arch_atomic64_dec_if_positive(v)	arch_atomic64_sub_if_positive(1, v)  argument