1*c9945492SAndroid Build Coastguard Worker #include "pthread_impl.h"
2*c9945492SAndroid Build Coastguard Worker
3*c9945492SAndroid Build Coastguard Worker #define IS32BIT(x) !((x)+0x80000000ULL>>32)
4*c9945492SAndroid Build Coastguard Worker #define CLAMP(x) (int)(IS32BIT(x) ? (x) : 0x7fffffffU+((0ULL+(x))>>63))
5*c9945492SAndroid Build Coastguard Worker
__futex4(volatile void * addr,int op,int val,const struct timespec * to)6*c9945492SAndroid Build Coastguard Worker static int __futex4(volatile void *addr, int op, int val, const struct timespec *to)
7*c9945492SAndroid Build Coastguard Worker {
8*c9945492SAndroid Build Coastguard Worker #ifdef SYS_futex_time64
9*c9945492SAndroid Build Coastguard Worker time_t s = to ? to->tv_sec : 0;
10*c9945492SAndroid Build Coastguard Worker long ns = to ? to->tv_nsec : 0;
11*c9945492SAndroid Build Coastguard Worker int r = -ENOSYS;
12*c9945492SAndroid Build Coastguard Worker if (SYS_futex == SYS_futex_time64 || !IS32BIT(s))
13*c9945492SAndroid Build Coastguard Worker r = __syscall(SYS_futex_time64, addr, op, val,
14*c9945492SAndroid Build Coastguard Worker to ? ((long long[]){s, ns}) : 0);
15*c9945492SAndroid Build Coastguard Worker if (SYS_futex == SYS_futex_time64 || r!=-ENOSYS) return r;
16*c9945492SAndroid Build Coastguard Worker to = to ? (void *)(long[]){CLAMP(s), ns} : 0;
17*c9945492SAndroid Build Coastguard Worker #endif
18*c9945492SAndroid Build Coastguard Worker return __syscall(SYS_futex, addr, op, val, to);
19*c9945492SAndroid Build Coastguard Worker }
20*c9945492SAndroid Build Coastguard Worker
pthread_mutex_timedlock_pi(pthread_mutex_t * restrict m,const struct timespec * restrict at)21*c9945492SAndroid Build Coastguard Worker static int pthread_mutex_timedlock_pi(pthread_mutex_t *restrict m, const struct timespec *restrict at)
22*c9945492SAndroid Build Coastguard Worker {
23*c9945492SAndroid Build Coastguard Worker int type = m->_m_type;
24*c9945492SAndroid Build Coastguard Worker int priv = (type & 128) ^ 128;
25*c9945492SAndroid Build Coastguard Worker pthread_t self = __pthread_self();
26*c9945492SAndroid Build Coastguard Worker int e;
27*c9945492SAndroid Build Coastguard Worker
28*c9945492SAndroid Build Coastguard Worker if (!priv) self->robust_list.pending = &m->_m_next;
29*c9945492SAndroid Build Coastguard Worker
30*c9945492SAndroid Build Coastguard Worker do e = -__futex4(&m->_m_lock, FUTEX_LOCK_PI|priv, 0, at);
31*c9945492SAndroid Build Coastguard Worker while (e==EINTR);
32*c9945492SAndroid Build Coastguard Worker if (e) self->robust_list.pending = 0;
33*c9945492SAndroid Build Coastguard Worker
34*c9945492SAndroid Build Coastguard Worker switch (e) {
35*c9945492SAndroid Build Coastguard Worker case 0:
36*c9945492SAndroid Build Coastguard Worker /* Catch spurious success for non-robust mutexes. */
37*c9945492SAndroid Build Coastguard Worker if (!(type&4) && ((m->_m_lock & 0x40000000) || m->_m_waiters)) {
38*c9945492SAndroid Build Coastguard Worker a_store(&m->_m_waiters, -1);
39*c9945492SAndroid Build Coastguard Worker __syscall(SYS_futex, &m->_m_lock, FUTEX_UNLOCK_PI|priv);
40*c9945492SAndroid Build Coastguard Worker self->robust_list.pending = 0;
41*c9945492SAndroid Build Coastguard Worker break;
42*c9945492SAndroid Build Coastguard Worker }
43*c9945492SAndroid Build Coastguard Worker /* Signal to trylock that we already have the lock. */
44*c9945492SAndroid Build Coastguard Worker m->_m_count = -1;
45*c9945492SAndroid Build Coastguard Worker return __pthread_mutex_trylock(m);
46*c9945492SAndroid Build Coastguard Worker case ETIMEDOUT:
47*c9945492SAndroid Build Coastguard Worker return e;
48*c9945492SAndroid Build Coastguard Worker case EDEADLK:
49*c9945492SAndroid Build Coastguard Worker if ((type&3) == PTHREAD_MUTEX_ERRORCHECK) return e;
50*c9945492SAndroid Build Coastguard Worker }
51*c9945492SAndroid Build Coastguard Worker do e = __timedwait(&(int){0}, 0, CLOCK_REALTIME, at, 1);
52*c9945492SAndroid Build Coastguard Worker while (e != ETIMEDOUT);
53*c9945492SAndroid Build Coastguard Worker return e;
54*c9945492SAndroid Build Coastguard Worker }
55*c9945492SAndroid Build Coastguard Worker
__pthread_mutex_timedlock(pthread_mutex_t * restrict m,const struct timespec * restrict at)56*c9945492SAndroid Build Coastguard Worker int __pthread_mutex_timedlock(pthread_mutex_t *restrict m, const struct timespec *restrict at)
57*c9945492SAndroid Build Coastguard Worker {
58*c9945492SAndroid Build Coastguard Worker if ((m->_m_type&15) == PTHREAD_MUTEX_NORMAL
59*c9945492SAndroid Build Coastguard Worker && !a_cas(&m->_m_lock, 0, EBUSY))
60*c9945492SAndroid Build Coastguard Worker return 0;
61*c9945492SAndroid Build Coastguard Worker
62*c9945492SAndroid Build Coastguard Worker int type = m->_m_type;
63*c9945492SAndroid Build Coastguard Worker int r, t, priv = (type & 128) ^ 128;
64*c9945492SAndroid Build Coastguard Worker
65*c9945492SAndroid Build Coastguard Worker r = __pthread_mutex_trylock(m);
66*c9945492SAndroid Build Coastguard Worker if (r != EBUSY) return r;
67*c9945492SAndroid Build Coastguard Worker
68*c9945492SAndroid Build Coastguard Worker if (type&8) return pthread_mutex_timedlock_pi(m, at);
69*c9945492SAndroid Build Coastguard Worker
70*c9945492SAndroid Build Coastguard Worker int spins = 100;
71*c9945492SAndroid Build Coastguard Worker while (spins-- && m->_m_lock && !m->_m_waiters) a_spin();
72*c9945492SAndroid Build Coastguard Worker
73*c9945492SAndroid Build Coastguard Worker while ((r=__pthread_mutex_trylock(m)) == EBUSY) {
74*c9945492SAndroid Build Coastguard Worker r = m->_m_lock;
75*c9945492SAndroid Build Coastguard Worker int own = r & 0x3fffffff;
76*c9945492SAndroid Build Coastguard Worker if (!own && (!r || (type&4)))
77*c9945492SAndroid Build Coastguard Worker continue;
78*c9945492SAndroid Build Coastguard Worker if ((type&3) == PTHREAD_MUTEX_ERRORCHECK
79*c9945492SAndroid Build Coastguard Worker && own == __pthread_self()->tid)
80*c9945492SAndroid Build Coastguard Worker return EDEADLK;
81*c9945492SAndroid Build Coastguard Worker
82*c9945492SAndroid Build Coastguard Worker a_inc(&m->_m_waiters);
83*c9945492SAndroid Build Coastguard Worker t = r | 0x80000000;
84*c9945492SAndroid Build Coastguard Worker a_cas(&m->_m_lock, r, t);
85*c9945492SAndroid Build Coastguard Worker r = __timedwait(&m->_m_lock, t, CLOCK_REALTIME, at, priv);
86*c9945492SAndroid Build Coastguard Worker a_dec(&m->_m_waiters);
87*c9945492SAndroid Build Coastguard Worker if (r && r != EINTR) break;
88*c9945492SAndroid Build Coastguard Worker }
89*c9945492SAndroid Build Coastguard Worker return r;
90*c9945492SAndroid Build Coastguard Worker }
91*c9945492SAndroid Build Coastguard Worker
92*c9945492SAndroid Build Coastguard Worker weak_alias(__pthread_mutex_timedlock, pthread_mutex_timedlock);
93