58 #define rseq_smp_store_release(p, v)						\  argument
64 				: "r" ((__u8)v)					\
70 				: "r" ((__u16)v)				\
76 				: "r" ((__u32)v)				\
82 				: "r" ((__u64)v)				\
208 int rseq_cmpeqv_storev(intptr_t *v, intptr_t expect, intptr_t newv, int cpu)  in rseq_cmpeqv_storev()  argument
210 	RSEQ_INJECT_C(9)  in rseq_cmpeqv_storev()
222 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in rseq_cmpeqv_storev()
226 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in rseq_cmpeqv_storev()
228 		RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in rseq_cmpeqv_storev()
235 		  [v]			"Qo" (*v),  in rseq_cmpeqv_storev()
265 int rseq_cmpnev_storeoffp_load(intptr_t *v, intptr_t expectnot,  in rseq_cmpnev_storeoffp_load()  argument
268 	RSEQ_INJECT_C(9)  in rseq_cmpnev_storeoffp_load()
280 		RSEQ_ASM_OP_CMPNE(v, expectnot, %l[cmpfail])  in rseq_cmpnev_storeoffp_load()
284 		RSEQ_ASM_OP_CMPNE(v, expectnot, %l[error2])  in rseq_cmpnev_storeoffp_load()
286 		RSEQ_ASM_OP_R_LOAD(v)  in rseq_cmpnev_storeoffp_load()
289 		RSEQ_ASM_OP_R_FINAL_STORE(v, 3)  in rseq_cmpnev_storeoffp_load()
296 		  [v]			"Qo" (*v),  in rseq_cmpnev_storeoffp_load()
327 int rseq_addv(intptr_t *v, intptr_t count, int cpu)  in rseq_addv()  argument
329 	RSEQ_INJECT_C(9)  in rseq_addv()
342 		RSEQ_ASM_OP_R_LOAD(v)  in rseq_addv()
344 		RSEQ_ASM_OP_R_FINAL_STORE(v, 3)  in rseq_addv()
351 		  [v]			"Qo" (*v),  in rseq_addv()
374 int rseq_cmpeqv_trystorev_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev()  argument
378 	RSEQ_INJECT_C(9)  in rseq_cmpeqv_trystorev_storev()
390 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in rseq_cmpeqv_trystorev_storev()
394 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in rseq_cmpeqv_trystorev_storev()
398 		RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in rseq_cmpeqv_trystorev_storev()
406 		  [v]			"Qo" (*v),  in rseq_cmpeqv_trystorev_storev()
437 int rseq_cmpeqv_trystorev_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev_release()  argument
441 	RSEQ_INJECT_C(9)  in rseq_cmpeqv_trystorev_storev_release()
453 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in rseq_cmpeqv_trystorev_storev_release()
457 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in rseq_cmpeqv_trystorev_storev_release()
461 		RSEQ_ASM_OP_FINAL_STORE_RELEASE(newv, v, 3)  in rseq_cmpeqv_trystorev_storev_release()
469 		  [v]			"Qo" (*v),  in rseq_cmpeqv_trystorev_storev_release()
500 int rseq_cmpeqv_cmpeqv_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_cmpeqv_storev()  argument
504 	RSEQ_INJECT_C(9)  in rseq_cmpeqv_cmpeqv_storev()
517 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in rseq_cmpeqv_cmpeqv_storev()
523 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in rseq_cmpeqv_cmpeqv_storev()
526 		RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in rseq_cmpeqv_cmpeqv_storev()
533 		  [v]			"Qo" (*v),  in rseq_cmpeqv_cmpeqv_storev()
568 int rseq_cmpeqv_trymemcpy_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev()  argument
572 	RSEQ_INJECT_C(9)  in rseq_cmpeqv_trymemcpy_storev()
584 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in rseq_cmpeqv_trymemcpy_storev()
588 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in rseq_cmpeqv_trymemcpy_storev()
592 		RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in rseq_cmpeqv_trymemcpy_storev()
600 		  [v]			"Qo" (*v),  in rseq_cmpeqv_trymemcpy_storev()
632 int rseq_cmpeqv_trymemcpy_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev_release()  argument
636 	RSEQ_INJECT_C(9)  in rseq_cmpeqv_trymemcpy_storev_release()
648 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in rseq_cmpeqv_trymemcpy_storev_release()
652 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in rseq_cmpeqv_trymemcpy_storev_release()
656 		RSEQ_ASM_OP_FINAL_STORE_RELEASE(newv, v, 3)  in rseq_cmpeqv_trymemcpy_storev_release()
664 		  [v]			"Qo" (*v),  in rseq_cmpeqv_trymemcpy_storev_release()