xref: /aosp_15_r20/external/musl/src/linux/membarrier.c (revision c9945492fdd68bbe62686c5b452b4dc1be3f8453)
1*c9945492SAndroid Build Coastguard Worker #include <sys/membarrier.h>
2*c9945492SAndroid Build Coastguard Worker #include <semaphore.h>
3*c9945492SAndroid Build Coastguard Worker #include <signal.h>
4*c9945492SAndroid Build Coastguard Worker #include <string.h>
5*c9945492SAndroid Build Coastguard Worker #include "pthread_impl.h"
6*c9945492SAndroid Build Coastguard Worker #include "syscall.h"
7*c9945492SAndroid Build Coastguard Worker 
dummy_0(void)8*c9945492SAndroid Build Coastguard Worker static void dummy_0(void)
9*c9945492SAndroid Build Coastguard Worker {
10*c9945492SAndroid Build Coastguard Worker }
11*c9945492SAndroid Build Coastguard Worker 
12*c9945492SAndroid Build Coastguard Worker weak_alias(dummy_0, __tl_lock);
13*c9945492SAndroid Build Coastguard Worker weak_alias(dummy_0, __tl_unlock);
14*c9945492SAndroid Build Coastguard Worker 
15*c9945492SAndroid Build Coastguard Worker static sem_t barrier_sem;
16*c9945492SAndroid Build Coastguard Worker 
bcast_barrier(int s)17*c9945492SAndroid Build Coastguard Worker static void bcast_barrier(int s)
18*c9945492SAndroid Build Coastguard Worker {
19*c9945492SAndroid Build Coastguard Worker 	sem_post(&barrier_sem);
20*c9945492SAndroid Build Coastguard Worker }
21*c9945492SAndroid Build Coastguard Worker 
__membarrier(int cmd,int flags)22*c9945492SAndroid Build Coastguard Worker int __membarrier(int cmd, int flags)
23*c9945492SAndroid Build Coastguard Worker {
24*c9945492SAndroid Build Coastguard Worker 	int r = __syscall(SYS_membarrier, cmd, flags);
25*c9945492SAndroid Build Coastguard Worker 	/* Emulate the private expedited command, which is needed by the
26*c9945492SAndroid Build Coastguard Worker 	 * dynamic linker for installation of dynamic TLS, for older
27*c9945492SAndroid Build Coastguard Worker 	 * kernels that lack the syscall. Unlike the syscall, this only
28*c9945492SAndroid Build Coastguard Worker 	 * synchronizes with threads of the process, not other processes
29*c9945492SAndroid Build Coastguard Worker 	 * sharing the VM, but such sharing is not a supported usage
30*c9945492SAndroid Build Coastguard Worker 	 * anyway. */
31*c9945492SAndroid Build Coastguard Worker 	if (r && cmd == MEMBARRIER_CMD_PRIVATE_EXPEDITED && !flags) {
32*c9945492SAndroid Build Coastguard Worker 		pthread_t self=__pthread_self(), td;
33*c9945492SAndroid Build Coastguard Worker 		sigset_t set;
34*c9945492SAndroid Build Coastguard Worker 		__block_app_sigs(&set);
35*c9945492SAndroid Build Coastguard Worker 		__tl_lock();
36*c9945492SAndroid Build Coastguard Worker 		sem_init(&barrier_sem, 0, 0);
37*c9945492SAndroid Build Coastguard Worker 		struct sigaction sa = {
38*c9945492SAndroid Build Coastguard Worker 			.sa_flags = SA_RESTART | SA_ONSTACK,
39*c9945492SAndroid Build Coastguard Worker 			.sa_handler = bcast_barrier
40*c9945492SAndroid Build Coastguard Worker 		};
41*c9945492SAndroid Build Coastguard Worker 		memset(&sa.sa_mask, -1, sizeof sa.sa_mask);
42*c9945492SAndroid Build Coastguard Worker 		if (!__libc_sigaction(SIGSYNCCALL, &sa, 0)) {
43*c9945492SAndroid Build Coastguard Worker 			for (td=self->next; td!=self; td=td->next)
44*c9945492SAndroid Build Coastguard Worker 				__syscall(SYS_tkill, td->tid, SIGSYNCCALL);
45*c9945492SAndroid Build Coastguard Worker 			for (td=self->next; td!=self; td=td->next)
46*c9945492SAndroid Build Coastguard Worker 				sem_wait(&barrier_sem);
47*c9945492SAndroid Build Coastguard Worker 			r = 0;
48*c9945492SAndroid Build Coastguard Worker 			sa.sa_handler = SIG_IGN;
49*c9945492SAndroid Build Coastguard Worker 			__libc_sigaction(SIGSYNCCALL, &sa, 0);
50*c9945492SAndroid Build Coastguard Worker 		}
51*c9945492SAndroid Build Coastguard Worker 		sem_destroy(&barrier_sem);
52*c9945492SAndroid Build Coastguard Worker 		__tl_unlock();
53*c9945492SAndroid Build Coastguard Worker 		__restore_sigs(&set);
54*c9945492SAndroid Build Coastguard Worker 	}
55*c9945492SAndroid Build Coastguard Worker 	return __syscall_ret(r);
56*c9945492SAndroid Build Coastguard Worker }
57*c9945492SAndroid Build Coastguard Worker 
__membarrier_init(void)58*c9945492SAndroid Build Coastguard Worker void __membarrier_init(void)
59*c9945492SAndroid Build Coastguard Worker {
60*c9945492SAndroid Build Coastguard Worker 	/* If membarrier is linked, attempt to pre-register to be able to use
61*c9945492SAndroid Build Coastguard Worker 	 * the private expedited command before the process becomes multi-
62*c9945492SAndroid Build Coastguard Worker 	 * threaded, since registering later has bad, potentially unbounded
63*c9945492SAndroid Build Coastguard Worker 	 * latency. This syscall should be essentially free, and it's arguably
64*c9945492SAndroid Build Coastguard Worker 	 * a mistake in the API design that registration was even required.
65*c9945492SAndroid Build Coastguard Worker 	 * For other commands, registration may impose some cost, so it's left
66*c9945492SAndroid Build Coastguard Worker 	 * to the application to do so if desired. Unfortunately this means
67*c9945492SAndroid Build Coastguard Worker 	 * library code initialized after the process becomes multi-threaded
68*c9945492SAndroid Build Coastguard Worker 	 * cannot use these features without accepting registration latency. */
69*c9945492SAndroid Build Coastguard Worker 	__syscall(SYS_membarrier, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED, 0);
70*c9945492SAndroid Build Coastguard Worker }
71*c9945492SAndroid Build Coastguard Worker 
72*c9945492SAndroid Build Coastguard Worker weak_alias(__membarrier, membarrier);
73