46 #define rseq_smp_store_release(p, v)					\  argument
49 	RSEQ_WRITE_ONCE(*(p), v);						\
173 int rseq_cmpeqv_storev(intptr_t *v, intptr_t expect, intptr_t newv, int cpu)  in rseq_cmpeqv_storev()  argument
175 	RSEQ_INJECT_C(9)  in rseq_cmpeqv_storev()
186 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")  in rseq_cmpeqv_storev()
190 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")  in rseq_cmpeqv_storev()
192 				  RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in rseq_cmpeqv_storev()
199 				    [v]			"m" (*v),  in rseq_cmpeqv_storev()
226 int rseq_cmpnev_storeoffp_load(intptr_t *v, intptr_t expectnot,  in rseq_cmpnev_storeoffp_load()  argument
229 	RSEQ_INJECT_C(9)  in rseq_cmpnev_storeoffp_load()
240 				  RSEQ_ASM_OP_CMPNE(v, expectnot, "%l[cmpfail]")  in rseq_cmpnev_storeoffp_load()
244 				  RSEQ_ASM_OP_CMPNE(v, expectnot, "%l[error2]")  in rseq_cmpnev_storeoffp_load()
246 				  RSEQ_ASM_OP_R_LOAD(v)  in rseq_cmpnev_storeoffp_load()
249 				  RSEQ_ASM_OP_R_FINAL_STORE(v, 3)  in rseq_cmpnev_storeoffp_load()
256 				    [v]			"m" (*v),  in rseq_cmpnev_storeoffp_load()
283 int rseq_addv(intptr_t *v, intptr_t count, int cpu)  in rseq_addv()  argument
285 	RSEQ_INJECT_C(9)  in rseq_addv()
297 				  RSEQ_ASM_OP_R_LOAD(v)  in rseq_addv()
299 				  RSEQ_ASM_OP_R_FINAL_STORE(v, 3)  in rseq_addv()
306 				    [v]			"m" (*v),  in rseq_addv()
327 int rseq_cmpeqv_trystorev_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev()  argument
331 	RSEQ_INJECT_C(9)  in rseq_cmpeqv_trystorev_storev()
342 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")  in rseq_cmpeqv_trystorev_storev()
346 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")  in rseq_cmpeqv_trystorev_storev()
350 				  RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in rseq_cmpeqv_trystorev_storev()
358 				    [v]			"m" (*v),  in rseq_cmpeqv_trystorev_storev()
386 int rseq_cmpeqv_trystorev_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev_release()  argument
390 	RSEQ_INJECT_C(9)  in rseq_cmpeqv_trystorev_storev_release()
401 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")  in rseq_cmpeqv_trystorev_storev_release()
405 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")  in rseq_cmpeqv_trystorev_storev_release()
409 				  RSEQ_ASM_OP_FINAL_STORE_RELEASE(newv, v, 3)  in rseq_cmpeqv_trystorev_storev_release()
417 				    [v]			"m" (*v),  in rseq_cmpeqv_trystorev_storev_release()
445 int rseq_cmpeqv_cmpeqv_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_cmpeqv_storev()  argument
449 	RSEQ_INJECT_C(9)  in rseq_cmpeqv_cmpeqv_storev()
461 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")  in rseq_cmpeqv_cmpeqv_storev()
467 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")  in rseq_cmpeqv_cmpeqv_storev()
470 				  RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in rseq_cmpeqv_cmpeqv_storev()
477 				    [v]			"m" (*v),  in rseq_cmpeqv_cmpeqv_storev()
508 int rseq_cmpeqv_trymemcpy_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev()  argument
512 	RSEQ_INJECT_C(9)  in rseq_cmpeqv_trymemcpy_storev()
522 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")  in rseq_cmpeqv_trymemcpy_storev()
526 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")  in rseq_cmpeqv_trymemcpy_storev()
530 				  RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in rseq_cmpeqv_trymemcpy_storev()
538 				    [v]			"m" (*v),  in rseq_cmpeqv_trymemcpy_storev()
568 int rseq_cmpeqv_trymemcpy_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev_release()  argument
572 	RSEQ_INJECT_C(9)  in rseq_cmpeqv_trymemcpy_storev_release()
583 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")  in rseq_cmpeqv_trymemcpy_storev_release()
587 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")  in rseq_cmpeqv_trymemcpy_storev_release()
591 				  RSEQ_ASM_OP_FINAL_STORE_RELEASE(newv, v, 3)  in rseq_cmpeqv_trymemcpy_storev_release()
599 				    [v]			"m" (*v),  in rseq_cmpeqv_trymemcpy_storev_release()
637 	RSEQ_INJECT_C(9)  in rseq_offset_deref_addv()