76 #define rseq_smp_store_release(p, v)					\  argument
79 	RSEQ_WRITE_ONCE(*p, v);						\
151 int rseq_cmpeqv_storev(intptr_t *v, intptr_t expect, intptr_t newv, int cpu)  in rseq_cmpeqv_storev()  argument
166 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_storev()
172 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_storev()
177 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_storev()
179 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_storev()
180 		"b 5f\n\t"  in rseq_cmpeqv_storev()
182 		"5:\n\t"  in rseq_cmpeqv_storev()
187 		  [v]			"m" (*v),  in rseq_cmpeqv_storev()
218 int rseq_cmpnev_storeoffp_load(intptr_t *v, intptr_t expectnot,  in rseq_cmpnev_storeoffp_load()  argument
234 		"ldr r0, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
240 		"ldr r0, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
248 		"str r0, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
250 		RSEQ_INJECT_ASM(5)  in rseq_cmpnev_storeoffp_load()
251 		"b 5f\n\t"  in rseq_cmpnev_storeoffp_load()
253 		"5:\n\t"  in rseq_cmpnev_storeoffp_load()
259 		  [v]			"m" (*v),  in rseq_cmpnev_storeoffp_load()
291 int rseq_addv(intptr_t *v, intptr_t count, int cpu)  in rseq_addv()  argument
307 		"ldr r0, %[v]\n\t"  in rseq_addv()
310 		"str r0, %[v]\n\t"  in rseq_addv()
313 		"b 5f\n\t"  in rseq_addv()
315 		"5:\n\t"  in rseq_addv()
320 		  [v]			"m" (*v),  in rseq_addv()
344 int rseq_cmpeqv_trystorev_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev()  argument
361 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
367 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
373 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trystorev_storev()
375 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
378 		"b 5f\n\t"  in rseq_cmpeqv_trystorev_storev()
380 		"5:\n\t"  in rseq_cmpeqv_trystorev_storev()
389 		  [v]			"m" (*v),  in rseq_cmpeqv_trystorev_storev()
420 int rseq_cmpeqv_trystorev_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev_release()  argument
437 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
443 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
449 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trystorev_storev_release()
452 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
455 		"b 5f\n\t"  in rseq_cmpeqv_trystorev_storev_release()
457 		"5:\n\t"  in rseq_cmpeqv_trystorev_storev_release()
466 		  [v]			"m" (*v),  in rseq_cmpeqv_trystorev_storev_release()
497 int rseq_cmpeqv_cmpeqv_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_cmpeqv_storev()  argument
515 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
522 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_cmpeqv_storev()
525 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
533 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
536 		"b 5f\n\t"  in rseq_cmpeqv_cmpeqv_storev()
538 		"5:\n\t"  in rseq_cmpeqv_cmpeqv_storev()
547 		  [v]			"m" (*v),  in rseq_cmpeqv_cmpeqv_storev()
581 int rseq_cmpeqv_trymemcpy_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev()  argument
603 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
605 		"bne 5f\n\t"  in rseq_cmpeqv_trymemcpy_storev()
609 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
624 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trymemcpy_storev()
626 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
640 		RSEQ_ASM_DEFINE_CMPFAIL(5,  in rseq_cmpeqv_trymemcpy_storev()
666 		  [v]			"m" (*v),  in rseq_cmpeqv_trymemcpy_storev()
704 int rseq_cmpeqv_trymemcpy_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev_release()  argument
726 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
728 		"bne 5f\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
732 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
747 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trymemcpy_storev_release()
750 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
764 		RSEQ_ASM_DEFINE_CMPFAIL(5,  in rseq_cmpeqv_trymemcpy_storev_release()
790 		  [v]			"m" (*v),  in rseq_cmpeqv_trymemcpy_storev_release()