94 	"j	222f\n"							\
120 	RSEQ_INJECT_ASM(2)						\
152 	"beqz	%[" __rseq_str(len) "], 333f\n"				\
177 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in rseq_cmpeqv_storev()
178 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")  in rseq_cmpeqv_storev()
180 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in rseq_cmpeqv_storev()
181 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")  in rseq_cmpeqv_storev()
183 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in rseq_cmpeqv_storev()
184 				  RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in rseq_cmpeqv_storev()
231 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in rseq_cmpnev_storeoffp_load()
232 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")  in rseq_cmpnev_storeoffp_load()
234 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in rseq_cmpnev_storeoffp_load()
235 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")  in rseq_cmpnev_storeoffp_load()
237 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in rseq_cmpnev_storeoffp_load()
238 				  RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in rseq_cmpnev_storeoffp_load()
287 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in rseq_addv()
289 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in rseq_addv()
291 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in rseq_addv()
292 				  RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in rseq_addv()
333 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in rseq_cmpeqv_trystorev_storev()
334 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")  in rseq_cmpeqv_trystorev_storev()
336 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in rseq_cmpeqv_trystorev_storev()
337 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")  in rseq_cmpeqv_trystorev_storev()
339 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in rseq_cmpeqv_trystorev_storev()
340 				  RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in rseq_cmpeqv_trystorev_storev()
392 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in rseq_cmpeqv_trystorev_storev_release()
393 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")  in rseq_cmpeqv_trystorev_storev_release()
395 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in rseq_cmpeqv_trystorev_storev_release()
396 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")  in rseq_cmpeqv_trystorev_storev_release()
398 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in rseq_cmpeqv_trystorev_storev_release()
399 				  RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in rseq_cmpeqv_trystorev_storev_release()
451 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in rseq_cmpeqv_cmpeqv_storev()
452 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")  in rseq_cmpeqv_cmpeqv_storev()
454 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in rseq_cmpeqv_cmpeqv_storev()
455 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")  in rseq_cmpeqv_cmpeqv_storev()
456 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error3]")  in rseq_cmpeqv_cmpeqv_storev()
458 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in rseq_cmpeqv_cmpeqv_storev()
459 				  RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in rseq_cmpeqv_cmpeqv_storev()
503 	rseq_bug("2nd expected value comparison failed");  in rseq_cmpeqv_cmpeqv_storev()
513 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in rseq_cmpeqv_trymemcpy_storev()
514 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")  in rseq_cmpeqv_trymemcpy_storev()
516 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in rseq_cmpeqv_trymemcpy_storev()
517 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")  in rseq_cmpeqv_trymemcpy_storev()
519 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in rseq_cmpeqv_trymemcpy_storev()
520 				  RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in rseq_cmpeqv_trymemcpy_storev()
574 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in rseq_cmpeqv_trymemcpy_storev_release()
575 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")  in rseq_cmpeqv_trymemcpy_storev_release()
577 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in rseq_cmpeqv_trymemcpy_storev_release()
578 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")  in rseq_cmpeqv_trymemcpy_storev_release()
580 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in rseq_cmpeqv_trymemcpy_storev_release()
581 				  RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in rseq_cmpeqv_trymemcpy_storev_release()
639 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in rseq_offset_deref_addv()
641 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in rseq_offset_deref_addv()
643 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in rseq_offset_deref_addv()
644 				  RSEQ_ASM_CMP_CPU_ID(cpu_id, current_cpu_id, 4f)  in rseq_offset_deref_addv()