9 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_storev)(intptr_t *v, intptr_t expect, intptr_t newv,  in RSEQ_TEMPLATE_IDENTIFIER()
14 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
15 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
17 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in RSEQ_TEMPLATE_IDENTIFIER()
18 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
20 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
23 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
27 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
29 				  RSEQ_ASM_OP_FINAL_STORE(v, newv, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
36 				    [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
63 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpnev_storeoffp_load)(intptr_t *v, intptr_t expectnot,  in RSEQ_TEMPLATE_IDENTIFIER()
68 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
69 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
71 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in RSEQ_TEMPLATE_IDENTIFIER()
72 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
74 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
77 				  RSEQ_ASM_OP_CMPNE(v, expectnot, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
81 				  RSEQ_ASM_OP_CMPNE(v, expectnot, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
83 				  RSEQ_ASM_OP_R_LOAD(v)  in RSEQ_TEMPLATE_IDENTIFIER()
86 				  RSEQ_ASM_OP_R_FINAL_STORE(v, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
93 				    [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
120 int RSEQ_TEMPLATE_IDENTIFIER(rseq_addv)(intptr_t *v, intptr_t count, int cpu)  in RSEQ_TEMPLATE_IDENTIFIER()
124 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
126 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in RSEQ_TEMPLATE_IDENTIFIER()
128 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
134 				  RSEQ_ASM_OP_R_LOAD(v)  in RSEQ_TEMPLATE_IDENTIFIER()
136 				  RSEQ_ASM_OP_R_FINAL_STORE(v, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
143 				    [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
164 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_cmpeqv_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
170 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
171 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
173 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in RSEQ_TEMPLATE_IDENTIFIER()
174 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
175 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error3]")  in RSEQ_TEMPLATE_IDENTIFIER()
177 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
180 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
186 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
189 				  RSEQ_ASM_OP_FINAL_STORE(v, newv, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
196 				    [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
222 	rseq_bug("2nd expected value comparison failed");  in RSEQ_TEMPLATE_IDENTIFIER()
238 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
240 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in RSEQ_TEMPLATE_IDENTIFIER()
242 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
283 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_trystorev_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
289 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
290 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
292 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in RSEQ_TEMPLATE_IDENTIFIER()
293 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
295 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
298 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
302 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
307 				  RSEQ_ASM_OP_FINAL_STORE_RELEASE(v, newv, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
309 				  RSEQ_ASM_OP_FINAL_STORE(v, newv, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
318 				    [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
346 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_trymemcpy_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
351 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
352 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
354 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in RSEQ_TEMPLATE_IDENTIFIER()
355 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
357 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
360 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
364 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
369 				  RSEQ_ASM_OP_FINAL_STORE_RELEASE(v, newv, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
371 				  RSEQ_ASM_OP_FINAL_STORE(v, newv, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
380 				    [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()