76 #define rseq_smp_store_release(p, v)					\  argument
79 	RSEQ_WRITE_ONCE(*p, v);						\
151 int rseq_cmpeqv_storev(intptr_t *v, intptr_t expect, intptr_t newv, int cpu)  in rseq_cmpeqv_storev()  argument
156 		RSEQ_ASM_DEFINE_TABLE(9, 1f, 2f, 4f) /* start, commit, abort */  in rseq_cmpeqv_storev()
164 		RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in rseq_cmpeqv_storev()
166 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_storev()
169 		RSEQ_INJECT_ASM(4)  in rseq_cmpeqv_storev()
172 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_storev()
177 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_storev()
181 		RSEQ_ASM_DEFINE_ABORT(3, 4, "", abort, 1b, 2b, 4f)  in rseq_cmpeqv_storev()
187 		  [v]			"m" (*v),  in rseq_cmpeqv_storev()
218 int rseq_cmpnev_storeoffp_load(intptr_t *v, intptr_t expectnot,  in rseq_cmpnev_storeoffp_load()  argument
224 		RSEQ_ASM_DEFINE_TABLE(9, 1f, 2f, 4f) /* start, commit, abort */  in rseq_cmpnev_storeoffp_load()
232 		RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in rseq_cmpnev_storeoffp_load()
234 		"ldr r0, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
237 		RSEQ_INJECT_ASM(4)  in rseq_cmpnev_storeoffp_load()
240 		"ldr r0, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
248 		"str r0, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
252 		RSEQ_ASM_DEFINE_ABORT(3, 4, "", abort, 1b, 2b, 4f)  in rseq_cmpnev_storeoffp_load()
259 		  [v]			"m" (*v),  in rseq_cmpnev_storeoffp_load()
291 int rseq_addv(intptr_t *v, intptr_t count, int cpu)  in rseq_addv()  argument
296 		RSEQ_ASM_DEFINE_TABLE(9, 1f, 2f, 4f) /* start, commit, abort */  in rseq_addv()
302 		RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in rseq_addv()
307 		"ldr r0, %[v]\n\t"  in rseq_addv()
310 		"str r0, %[v]\n\t"  in rseq_addv()
312 		RSEQ_INJECT_ASM(4)  in rseq_addv()
314 		RSEQ_ASM_DEFINE_ABORT(3, 4, "", abort, 1b, 2b, 4f)  in rseq_addv()
320 		  [v]			"m" (*v),  in rseq_addv()
344 int rseq_cmpeqv_trystorev_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev()  argument
351 		RSEQ_ASM_DEFINE_TABLE(9, 1f, 2f, 4f) /* start, commit, abort */  in rseq_cmpeqv_trystorev_storev()
359 		RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in rseq_cmpeqv_trystorev_storev()
361 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
364 		RSEQ_INJECT_ASM(4)  in rseq_cmpeqv_trystorev_storev()
367 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
375 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
379 		RSEQ_ASM_DEFINE_ABORT(3, 4, "", abort, 1b, 2b, 4f)  in rseq_cmpeqv_trystorev_storev()
389 		  [v]			"m" (*v),  in rseq_cmpeqv_trystorev_storev()
420 int rseq_cmpeqv_trystorev_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev_release()  argument
427 		RSEQ_ASM_DEFINE_TABLE(9, 1f, 2f, 4f) /* start, commit, abort */  in rseq_cmpeqv_trystorev_storev_release()
435 		RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in rseq_cmpeqv_trystorev_storev_release()
437 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
440 		RSEQ_INJECT_ASM(4)  in rseq_cmpeqv_trystorev_storev_release()
443 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
452 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
456 		RSEQ_ASM_DEFINE_ABORT(3, 4, "", abort, 1b, 2b, 4f)  in rseq_cmpeqv_trystorev_storev_release()
466 		  [v]			"m" (*v),  in rseq_cmpeqv_trystorev_storev_release()
497 int rseq_cmpeqv_cmpeqv_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_cmpeqv_storev()  argument
504 		RSEQ_ASM_DEFINE_TABLE(9, 1f, 2f, 4f) /* start, commit, abort */  in rseq_cmpeqv_cmpeqv_storev()
513 		RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in rseq_cmpeqv_cmpeqv_storev()
515 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
518 		RSEQ_INJECT_ASM(4)  in rseq_cmpeqv_cmpeqv_storev()
525 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
533 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
537 		RSEQ_ASM_DEFINE_ABORT(3, 4, "", abort, 1b, 2b, 4f)  in rseq_cmpeqv_cmpeqv_storev()
547 		  [v]			"m" (*v),  in rseq_cmpeqv_cmpeqv_storev()
581 int rseq_cmpeqv_trymemcpy_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev()  argument
590 		RSEQ_ASM_DEFINE_TABLE(9, 1f, 2f, 4f) /* start, commit, abort */  in rseq_cmpeqv_trymemcpy_storev()
601 		RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in rseq_cmpeqv_trymemcpy_storev()
603 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
606 		RSEQ_INJECT_ASM(4)  in rseq_cmpeqv_trymemcpy_storev()
609 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
626 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
634 		RSEQ_ASM_DEFINE_ABORT(3, 4,  in rseq_cmpeqv_trymemcpy_storev()
639 				      abort, 1b, 2b, 4f)  in rseq_cmpeqv_trymemcpy_storev()
666 		  [v]			"m" (*v),  in rseq_cmpeqv_trymemcpy_storev()
704 int rseq_cmpeqv_trymemcpy_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev_release()  argument
713 		RSEQ_ASM_DEFINE_TABLE(9, 1f, 2f, 4f) /* start, commit, abort */  in rseq_cmpeqv_trymemcpy_storev_release()
724 		RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in rseq_cmpeqv_trymemcpy_storev_release()
726 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
729 		RSEQ_INJECT_ASM(4)  in rseq_cmpeqv_trymemcpy_storev_release()
732 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
750 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
758 		RSEQ_ASM_DEFINE_ABORT(3, 4,  in rseq_cmpeqv_trymemcpy_storev_release()
763 				      abort, 1b, 2b, 4f)  in rseq_cmpeqv_trymemcpy_storev_release()
790 		  [v]			"m" (*v),  in rseq_cmpeqv_trymemcpy_storev_release()