57 #define rseq_smp_store_release(p, v)					\  argument
60 	RSEQ_WRITE_ONCE(*p, v);						\
158 int rseq_cmpeqv_storev(intptr_t *v, intptr_t expect, intptr_t newv, int cpu)  in rseq_cmpeqv_storev()  argument
173 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_storev()
178 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_storev()
182 		LONG_S " %[newv], %[v]\n\t"  in rseq_cmpeqv_storev()
184 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_storev()
185 		"b 5f\n\t"  in rseq_cmpeqv_storev()
187 		"5:\n\t"  in rseq_cmpeqv_storev()
192 		  [v]			"m" (*v),  in rseq_cmpeqv_storev()
218 int rseq_cmpnev_storeoffp_load(intptr_t *v, intptr_t expectnot,  in rseq_cmpnev_storeoffp_load()  argument
234 		LONG_L " $4, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
239 		LONG_L " $4, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
246 		LONG_S " $4, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
248 		RSEQ_INJECT_ASM(5)  in rseq_cmpnev_storeoffp_load()
249 		"b 5f\n\t"  in rseq_cmpnev_storeoffp_load()
251 		"5:\n\t"  in rseq_cmpnev_storeoffp_load()
257 		  [v]			"m" (*v),  in rseq_cmpnev_storeoffp_load()
284 int rseq_addv(intptr_t *v, intptr_t count, int cpu)  in rseq_addv()  argument
300 		LONG_L " $4, %[v]\n\t"  in rseq_addv()
303 		LONG_S " $4, %[v]\n\t"  in rseq_addv()
306 		"b 5f\n\t"  in rseq_addv()
308 		"5:\n\t"  in rseq_addv()
313 		  [v]			"m" (*v),  in rseq_addv()
334 int rseq_cmpeqv_trystorev_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev()  argument
351 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
356 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
361 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trystorev_storev()
363 		LONG_S " %[newv], %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
366 		"b 5f\n\t"  in rseq_cmpeqv_trystorev_storev()
368 		"5:\n\t"  in rseq_cmpeqv_trystorev_storev()
377 		  [v]			"m" (*v),  in rseq_cmpeqv_trystorev_storev()
403 int rseq_cmpeqv_trystorev_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev_release()  argument
420 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
425 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
430 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trystorev_storev_release()
433 		LONG_S " %[newv], %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
436 		"b 5f\n\t"  in rseq_cmpeqv_trystorev_storev_release()
438 		"5:\n\t"  in rseq_cmpeqv_trystorev_storev_release()
447 		  [v]			"m" (*v),  in rseq_cmpeqv_trystorev_storev_release()
473 int rseq_cmpeqv_cmpeqv_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_cmpeqv_storev()  argument
491 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
496 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_cmpeqv_storev()
499 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
505 		LONG_S " %[newv], %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
508 		"b 5f\n\t"  in rseq_cmpeqv_cmpeqv_storev()
510 		"5:\n\t"  in rseq_cmpeqv_cmpeqv_storev()
519 		  [v]			"m" (*v),  in rseq_cmpeqv_cmpeqv_storev()
547 int rseq_cmpeqv_trymemcpy_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev()  argument
569 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
570 		"bne $4, %[expect], 5f\n\t"  in rseq_cmpeqv_trymemcpy_storev()
574 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
587 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trymemcpy_storev()
589 		LONG_S " %[newv], %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
603 		RSEQ_ASM_DEFINE_CMPFAIL(5,  in rseq_cmpeqv_trymemcpy_storev()
629 		  [v]			"m" (*v),  in rseq_cmpeqv_trymemcpy_storev()
662 int rseq_cmpeqv_trymemcpy_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev_release()  argument
684 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
685 		"bne $4, %[expect], 5f\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
689 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
702 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trymemcpy_storev_release()
705 		LONG_S " %[newv], %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
719 		RSEQ_ASM_DEFINE_CMPFAIL(5,  in rseq_cmpeqv_trymemcpy_storev_release()
745 		  [v]			"m" (*v),  in rseq_cmpeqv_trymemcpy_storev_release()