76 #define rseq_smp_store_release(p, v)					\  argument
79 	RSEQ_WRITE_ONCE(*p, v);						\
151 int rseq_cmpeqv_storev(intptr_t *v, intptr_t expect, intptr_t newv, int cpu)  in rseq_cmpeqv_storev()  argument
153 	RSEQ_INJECT_C(9)  in rseq_cmpeqv_storev()
156 		RSEQ_ASM_DEFINE_TABLE(9, 1f, 2f, 4f) /* start, commit, abort */  in rseq_cmpeqv_storev()
166 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_storev()
172 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_storev()
177 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_storev()
187 		  [v]			"m" (*v),  in rseq_cmpeqv_storev()
218 int rseq_cmpnev_storeoffp_load(intptr_t *v, intptr_t expectnot,  in rseq_cmpnev_storeoffp_load()  argument
221 	RSEQ_INJECT_C(9)  in rseq_cmpnev_storeoffp_load()
224 		RSEQ_ASM_DEFINE_TABLE(9, 1f, 2f, 4f) /* start, commit, abort */  in rseq_cmpnev_storeoffp_load()
234 		"ldr r0, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
240 		"ldr r0, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
248 		"str r0, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
259 		  [v]			"m" (*v),  in rseq_cmpnev_storeoffp_load()
291 int rseq_addv(intptr_t *v, intptr_t count, int cpu)  in rseq_addv()  argument
293 	RSEQ_INJECT_C(9)  in rseq_addv()
296 		RSEQ_ASM_DEFINE_TABLE(9, 1f, 2f, 4f) /* start, commit, abort */  in rseq_addv()
307 		"ldr r0, %[v]\n\t"  in rseq_addv()
310 		"str r0, %[v]\n\t"  in rseq_addv()
320 		  [v]			"m" (*v),  in rseq_addv()
344 int rseq_cmpeqv_trystorev_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev()  argument
348 	RSEQ_INJECT_C(9)  in rseq_cmpeqv_trystorev_storev()
351 		RSEQ_ASM_DEFINE_TABLE(9, 1f, 2f, 4f) /* start, commit, abort */  in rseq_cmpeqv_trystorev_storev()
361 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
367 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
375 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
389 		  [v]			"m" (*v),  in rseq_cmpeqv_trystorev_storev()
420 int rseq_cmpeqv_trystorev_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev_release()  argument
424 	RSEQ_INJECT_C(9)  in rseq_cmpeqv_trystorev_storev_release()
427 		RSEQ_ASM_DEFINE_TABLE(9, 1f, 2f, 4f) /* start, commit, abort */  in rseq_cmpeqv_trystorev_storev_release()
437 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
443 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
452 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
466 		  [v]			"m" (*v),  in rseq_cmpeqv_trystorev_storev_release()
497 int rseq_cmpeqv_cmpeqv_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_cmpeqv_storev()  argument
501 	RSEQ_INJECT_C(9)  in rseq_cmpeqv_cmpeqv_storev()
504 		RSEQ_ASM_DEFINE_TABLE(9, 1f, 2f, 4f) /* start, commit, abort */  in rseq_cmpeqv_cmpeqv_storev()
515 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
525 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
533 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
547 		  [v]			"m" (*v),  in rseq_cmpeqv_cmpeqv_storev()
581 int rseq_cmpeqv_trymemcpy_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev()  argument
587 	RSEQ_INJECT_C(9)  in rseq_cmpeqv_trymemcpy_storev()
590 		RSEQ_ASM_DEFINE_TABLE(9, 1f, 2f, 4f) /* start, commit, abort */  in rseq_cmpeqv_trymemcpy_storev()
603 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
609 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
626 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
666 		  [v]			"m" (*v),  in rseq_cmpeqv_trymemcpy_storev()
704 int rseq_cmpeqv_trymemcpy_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev_release()  argument
710 	RSEQ_INJECT_C(9)  in rseq_cmpeqv_trymemcpy_storev_release()
713 		RSEQ_ASM_DEFINE_TABLE(9, 1f, 2f, 4f) /* start, commit, abort */  in rseq_cmpeqv_trymemcpy_storev_release()
726 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
732 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
750 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
790 		  [v]			"m" (*v),  in rseq_cmpeqv_trymemcpy_storev_release()