9 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_storev)(intptr_t *v, intptr_t expect, intptr_t newv, int c…  in RSEQ_TEMPLATE_IDENTIFIER()
13 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
14 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
16 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in RSEQ_TEMPLATE_IDENTIFIER()
17 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
19 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
22 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
26 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
28 				  RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
35 				    [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
62 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpnev_storeoffp_load)(intptr_t *v, intptr_t expectnot,  in RSEQ_TEMPLATE_IDENTIFIER()
67 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
68 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
70 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in RSEQ_TEMPLATE_IDENTIFIER()
71 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
73 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
76 				  RSEQ_ASM_OP_CMPNE(v, expectnot, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
80 				  RSEQ_ASM_OP_CMPNE(v, expectnot, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
82 				  RSEQ_ASM_OP_R_LOAD(v)  in RSEQ_TEMPLATE_IDENTIFIER()
85 				  RSEQ_ASM_OP_R_FINAL_STORE(v, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
92 				    [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
119 int RSEQ_TEMPLATE_IDENTIFIER(rseq_addv)(intptr_t *v, intptr_t count, int cpu)  in RSEQ_TEMPLATE_IDENTIFIER()
123 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
125 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in RSEQ_TEMPLATE_IDENTIFIER()
127 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
133 				  RSEQ_ASM_OP_R_LOAD(v)  in RSEQ_TEMPLATE_IDENTIFIER()
135 				  RSEQ_ASM_OP_R_FINAL_STORE(v, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
142 				    [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
163 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_cmpeqv_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
169 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
170 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
172 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in RSEQ_TEMPLATE_IDENTIFIER()
173 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
174 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error3]")  in RSEQ_TEMPLATE_IDENTIFIER()
176 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
179 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
185 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
188 				  RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
195 				    [v]			"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
221 	rseq_bug("2nd expected value comparison failed");  in RSEQ_TEMPLATE_IDENTIFIER()
236 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
238 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in RSEQ_TEMPLATE_IDENTIFIER()
240 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
281 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_trystorev_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
287 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
288 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
290 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in RSEQ_TEMPLATE_IDENTIFIER()
291 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
293 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
296 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
300 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
305 				  RSEQ_ASM_OP_FINAL_STORE_RELEASE(newv, v, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
307 				  RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
316 				    [v]				"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()
344 int RSEQ_TEMPLATE_IDENTIFIER(rseq_cmpeqv_trymemcpy_storev)(intptr_t *v, intptr_t expect,  in RSEQ_TEMPLATE_IDENTIFIER()
349 	__asm__ __volatile__ goto(RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in RSEQ_TEMPLATE_IDENTIFIER()
350 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
352 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error1]")  in RSEQ_TEMPLATE_IDENTIFIER()
353 				  RSEQ_ASM_DEFINE_EXIT_POINT(2f, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
355 				  RSEQ_ASM_STORE_RSEQ_CS(2, 1b, rseq_cs)  in RSEQ_TEMPLATE_IDENTIFIER()
358 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[cmpfail]")  in RSEQ_TEMPLATE_IDENTIFIER()
362 				  RSEQ_ASM_OP_CMPEQ(v, expect, "%l[error2]")  in RSEQ_TEMPLATE_IDENTIFIER()
367 				  RSEQ_ASM_OP_FINAL_STORE_RELEASE(newv, v, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
369 				  RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in RSEQ_TEMPLATE_IDENTIFIER()
378 				    [v]				"m" (*v),  in RSEQ_TEMPLATE_IDENTIFIER()