44 u32 __cmpxchg_##type##sfx(volatile void *p, u32 old, u32 new)	\
51 	old <<= bitoff;						\
70 	: "r" (p), "r" (old), "r" (new), "r" (prev_mask)	\
223 __cmpxchg_u32(volatile unsigned int *p, unsigned long old, unsigned long new)  in __cmpxchg_u32()  argument
239 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u32()
246 __cmpxchg_u32_local(volatile unsigned int *p, unsigned long old,  in __cmpxchg_u32_local()  argument
261 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u32_local()
268 __cmpxchg_u32_relaxed(u32 *p, unsigned long old, unsigned long new)  in __cmpxchg_u32_relaxed()  argument
281 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u32_relaxed()
296 __cmpxchg_u32_acquire(u32 *p, unsigned long old, unsigned long new)  in __cmpxchg_u32_acquire()  argument
311 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u32_acquire()
319 __cmpxchg_u64(volatile unsigned long *p, unsigned long old, unsigned long new)  in __cmpxchg_u64()  argument
334 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u64()
341 __cmpxchg_u64_local(volatile unsigned long *p, unsigned long old,  in __cmpxchg_u64_local()  argument
355 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u64_local()
362 __cmpxchg_u64_relaxed(u64 *p, unsigned long old, unsigned long new)  in __cmpxchg_u64_relaxed()  argument
374 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u64_relaxed()
381 __cmpxchg_u64_acquire(u64 *p, unsigned long old, unsigned long new)  in __cmpxchg_u64_acquire()  argument
395 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u64_acquire()
403 __cmpxchg(volatile void *ptr, unsigned long old, unsigned long new,  in __cmpxchg()  argument
408 		return __cmpxchg_u8(ptr, old, new);  in __cmpxchg()
410 		return __cmpxchg_u16(ptr, old, new);  in __cmpxchg()
412 		return __cmpxchg_u32(ptr, old, new);  in __cmpxchg()
415 		return __cmpxchg_u64(ptr, old, new);  in __cmpxchg()
419 	return old;  in __cmpxchg()
423 __cmpxchg_local(void *ptr, unsigned long old, unsigned long new,  in __cmpxchg_local()  argument
428 		return __cmpxchg_u8_local(ptr, old, new);  in __cmpxchg_local()
430 		return __cmpxchg_u16_local(ptr, old, new);  in __cmpxchg_local()
432 		return __cmpxchg_u32_local(ptr, old, new);  in __cmpxchg_local()
435 		return __cmpxchg_u64_local(ptr, old, new);  in __cmpxchg_local()
439 	return old;  in __cmpxchg_local()
443 __cmpxchg_relaxed(void *ptr, unsigned long old, unsigned long new,  in __cmpxchg_relaxed()  argument
448 		return __cmpxchg_u8_relaxed(ptr, old, new);  in __cmpxchg_relaxed()
450 		return __cmpxchg_u16_relaxed(ptr, old, new);  in __cmpxchg_relaxed()
452 		return __cmpxchg_u32_relaxed(ptr, old, new);  in __cmpxchg_relaxed()
455 		return __cmpxchg_u64_relaxed(ptr, old, new);  in __cmpxchg_relaxed()
459 	return old;  in __cmpxchg_relaxed()
463 __cmpxchg_acquire(void *ptr, unsigned long old, unsigned long new,  in __cmpxchg_acquire()  argument
468 		return __cmpxchg_u8_acquire(ptr, old, new);  in __cmpxchg_acquire()
470 		return __cmpxchg_u16_acquire(ptr, old, new);  in __cmpxchg_acquire()
472 		return __cmpxchg_u32_acquire(ptr, old, new);  in __cmpxchg_acquire()
475 		return __cmpxchg_u64_acquire(ptr, old, new);  in __cmpxchg_acquire()
479 	return old;  in __cmpxchg_acquire()