1*c9945492SAndroid Build Coastguard Worker #include <sys/membarrier.h>
2*c9945492SAndroid Build Coastguard Worker #include <semaphore.h>
3*c9945492SAndroid Build Coastguard Worker #include <signal.h>
4*c9945492SAndroid Build Coastguard Worker #include <string.h>
5*c9945492SAndroid Build Coastguard Worker #include "pthread_impl.h"
6*c9945492SAndroid Build Coastguard Worker #include "syscall.h"
7*c9945492SAndroid Build Coastguard Worker
dummy_0(void)8*c9945492SAndroid Build Coastguard Worker static void dummy_0(void)
9*c9945492SAndroid Build Coastguard Worker {
10*c9945492SAndroid Build Coastguard Worker }
11*c9945492SAndroid Build Coastguard Worker
12*c9945492SAndroid Build Coastguard Worker weak_alias(dummy_0, __tl_lock);
13*c9945492SAndroid Build Coastguard Worker weak_alias(dummy_0, __tl_unlock);
14*c9945492SAndroid Build Coastguard Worker
15*c9945492SAndroid Build Coastguard Worker static sem_t barrier_sem;
16*c9945492SAndroid Build Coastguard Worker
bcast_barrier(int s)17*c9945492SAndroid Build Coastguard Worker static void bcast_barrier(int s)
18*c9945492SAndroid Build Coastguard Worker {
19*c9945492SAndroid Build Coastguard Worker sem_post(&barrier_sem);
20*c9945492SAndroid Build Coastguard Worker }
21*c9945492SAndroid Build Coastguard Worker
__membarrier(int cmd,int flags)22*c9945492SAndroid Build Coastguard Worker int __membarrier(int cmd, int flags)
23*c9945492SAndroid Build Coastguard Worker {
24*c9945492SAndroid Build Coastguard Worker int r = __syscall(SYS_membarrier, cmd, flags);
25*c9945492SAndroid Build Coastguard Worker /* Emulate the private expedited command, which is needed by the
26*c9945492SAndroid Build Coastguard Worker * dynamic linker for installation of dynamic TLS, for older
27*c9945492SAndroid Build Coastguard Worker * kernels that lack the syscall. Unlike the syscall, this only
28*c9945492SAndroid Build Coastguard Worker * synchronizes with threads of the process, not other processes
29*c9945492SAndroid Build Coastguard Worker * sharing the VM, but such sharing is not a supported usage
30*c9945492SAndroid Build Coastguard Worker * anyway. */
31*c9945492SAndroid Build Coastguard Worker if (r && cmd == MEMBARRIER_CMD_PRIVATE_EXPEDITED && !flags) {
32*c9945492SAndroid Build Coastguard Worker pthread_t self=__pthread_self(), td;
33*c9945492SAndroid Build Coastguard Worker sigset_t set;
34*c9945492SAndroid Build Coastguard Worker __block_app_sigs(&set);
35*c9945492SAndroid Build Coastguard Worker __tl_lock();
36*c9945492SAndroid Build Coastguard Worker sem_init(&barrier_sem, 0, 0);
37*c9945492SAndroid Build Coastguard Worker struct sigaction sa = {
38*c9945492SAndroid Build Coastguard Worker .sa_flags = SA_RESTART | SA_ONSTACK,
39*c9945492SAndroid Build Coastguard Worker .sa_handler = bcast_barrier
40*c9945492SAndroid Build Coastguard Worker };
41*c9945492SAndroid Build Coastguard Worker memset(&sa.sa_mask, -1, sizeof sa.sa_mask);
42*c9945492SAndroid Build Coastguard Worker if (!__libc_sigaction(SIGSYNCCALL, &sa, 0)) {
43*c9945492SAndroid Build Coastguard Worker for (td=self->next; td!=self; td=td->next)
44*c9945492SAndroid Build Coastguard Worker __syscall(SYS_tkill, td->tid, SIGSYNCCALL);
45*c9945492SAndroid Build Coastguard Worker for (td=self->next; td!=self; td=td->next)
46*c9945492SAndroid Build Coastguard Worker sem_wait(&barrier_sem);
47*c9945492SAndroid Build Coastguard Worker r = 0;
48*c9945492SAndroid Build Coastguard Worker sa.sa_handler = SIG_IGN;
49*c9945492SAndroid Build Coastguard Worker __libc_sigaction(SIGSYNCCALL, &sa, 0);
50*c9945492SAndroid Build Coastguard Worker }
51*c9945492SAndroid Build Coastguard Worker sem_destroy(&barrier_sem);
52*c9945492SAndroid Build Coastguard Worker __tl_unlock();
53*c9945492SAndroid Build Coastguard Worker __restore_sigs(&set);
54*c9945492SAndroid Build Coastguard Worker }
55*c9945492SAndroid Build Coastguard Worker return __syscall_ret(r);
56*c9945492SAndroid Build Coastguard Worker }
57*c9945492SAndroid Build Coastguard Worker
__membarrier_init(void)58*c9945492SAndroid Build Coastguard Worker void __membarrier_init(void)
59*c9945492SAndroid Build Coastguard Worker {
60*c9945492SAndroid Build Coastguard Worker /* If membarrier is linked, attempt to pre-register to be able to use
61*c9945492SAndroid Build Coastguard Worker * the private expedited command before the process becomes multi-
62*c9945492SAndroid Build Coastguard Worker * threaded, since registering later has bad, potentially unbounded
63*c9945492SAndroid Build Coastguard Worker * latency. This syscall should be essentially free, and it's arguably
64*c9945492SAndroid Build Coastguard Worker * a mistake in the API design that registration was even required.
65*c9945492SAndroid Build Coastguard Worker * For other commands, registration may impose some cost, so it's left
66*c9945492SAndroid Build Coastguard Worker * to the application to do so if desired. Unfortunately this means
67*c9945492SAndroid Build Coastguard Worker * library code initialized after the process becomes multi-threaded
68*c9945492SAndroid Build Coastguard Worker * cannot use these features without accepting registration latency. */
69*c9945492SAndroid Build Coastguard Worker __syscall(SYS_membarrier, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED, 0);
70*c9945492SAndroid Build Coastguard Worker }
71*c9945492SAndroid Build Coastguard Worker
72*c9945492SAndroid Build Coastguard Worker weak_alias(__membarrier, membarrier);
73