1*8fb009dcSAndroid Build Coastguard Worker /* Copyright (c) 2015, Google Inc.
2*8fb009dcSAndroid Build Coastguard Worker *
3*8fb009dcSAndroid Build Coastguard Worker * Permission to use, copy, modify, and/or distribute this software for any
4*8fb009dcSAndroid Build Coastguard Worker * purpose with or without fee is hereby granted, provided that the above
5*8fb009dcSAndroid Build Coastguard Worker * copyright notice and this permission notice appear in all copies.
6*8fb009dcSAndroid Build Coastguard Worker *
7*8fb009dcSAndroid Build Coastguard Worker * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
8*8fb009dcSAndroid Build Coastguard Worker * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
9*8fb009dcSAndroid Build Coastguard Worker * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
10*8fb009dcSAndroid Build Coastguard Worker * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
11*8fb009dcSAndroid Build Coastguard Worker * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
12*8fb009dcSAndroid Build Coastguard Worker * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
13*8fb009dcSAndroid Build Coastguard Worker * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. */
14*8fb009dcSAndroid Build Coastguard Worker
15*8fb009dcSAndroid Build Coastguard Worker // Ensure we can't call OPENSSL_malloc circularly.
16*8fb009dcSAndroid Build Coastguard Worker #define _BORINGSSL_PROHIBIT_OPENSSL_MALLOC
17*8fb009dcSAndroid Build Coastguard Worker #include "internal.h"
18*8fb009dcSAndroid Build Coastguard Worker
19*8fb009dcSAndroid Build Coastguard Worker #if defined(OPENSSL_WINDOWS_THREADS)
20*8fb009dcSAndroid Build Coastguard Worker
21*8fb009dcSAndroid Build Coastguard Worker OPENSSL_MSVC_PRAGMA(warning(push, 3))
22*8fb009dcSAndroid Build Coastguard Worker #include <windows.h>
OPENSSL_MSVC_PRAGMA(warning (pop))23*8fb009dcSAndroid Build Coastguard Worker OPENSSL_MSVC_PRAGMA(warning(pop))
24*8fb009dcSAndroid Build Coastguard Worker
25*8fb009dcSAndroid Build Coastguard Worker #include <assert.h>
26*8fb009dcSAndroid Build Coastguard Worker #include <stdlib.h>
27*8fb009dcSAndroid Build Coastguard Worker #include <string.h>
28*8fb009dcSAndroid Build Coastguard Worker
29*8fb009dcSAndroid Build Coastguard Worker static BOOL CALLBACK call_once_init(INIT_ONCE *once, void *arg, void **out) {
30*8fb009dcSAndroid Build Coastguard Worker void (**init)(void) = (void (**)(void))arg;
31*8fb009dcSAndroid Build Coastguard Worker (**init)();
32*8fb009dcSAndroid Build Coastguard Worker return TRUE;
33*8fb009dcSAndroid Build Coastguard Worker }
34*8fb009dcSAndroid Build Coastguard Worker
CRYPTO_once(CRYPTO_once_t * once,void (* init)(void))35*8fb009dcSAndroid Build Coastguard Worker void CRYPTO_once(CRYPTO_once_t *once, void (*init)(void)) {
36*8fb009dcSAndroid Build Coastguard Worker if (!InitOnceExecuteOnce(once, call_once_init, &init, NULL)) {
37*8fb009dcSAndroid Build Coastguard Worker abort();
38*8fb009dcSAndroid Build Coastguard Worker }
39*8fb009dcSAndroid Build Coastguard Worker }
40*8fb009dcSAndroid Build Coastguard Worker
CRYPTO_MUTEX_init(CRYPTO_MUTEX * lock)41*8fb009dcSAndroid Build Coastguard Worker void CRYPTO_MUTEX_init(CRYPTO_MUTEX *lock) {
42*8fb009dcSAndroid Build Coastguard Worker InitializeSRWLock(lock);
43*8fb009dcSAndroid Build Coastguard Worker }
44*8fb009dcSAndroid Build Coastguard Worker
CRYPTO_MUTEX_lock_read(CRYPTO_MUTEX * lock)45*8fb009dcSAndroid Build Coastguard Worker void CRYPTO_MUTEX_lock_read(CRYPTO_MUTEX *lock) {
46*8fb009dcSAndroid Build Coastguard Worker AcquireSRWLockShared(lock);
47*8fb009dcSAndroid Build Coastguard Worker }
48*8fb009dcSAndroid Build Coastguard Worker
CRYPTO_MUTEX_lock_write(CRYPTO_MUTEX * lock)49*8fb009dcSAndroid Build Coastguard Worker void CRYPTO_MUTEX_lock_write(CRYPTO_MUTEX *lock) {
50*8fb009dcSAndroid Build Coastguard Worker AcquireSRWLockExclusive(lock);
51*8fb009dcSAndroid Build Coastguard Worker }
52*8fb009dcSAndroid Build Coastguard Worker
CRYPTO_MUTEX_unlock_read(CRYPTO_MUTEX * lock)53*8fb009dcSAndroid Build Coastguard Worker void CRYPTO_MUTEX_unlock_read(CRYPTO_MUTEX *lock) {
54*8fb009dcSAndroid Build Coastguard Worker ReleaseSRWLockShared(lock);
55*8fb009dcSAndroid Build Coastguard Worker }
56*8fb009dcSAndroid Build Coastguard Worker
CRYPTO_MUTEX_unlock_write(CRYPTO_MUTEX * lock)57*8fb009dcSAndroid Build Coastguard Worker void CRYPTO_MUTEX_unlock_write(CRYPTO_MUTEX *lock) {
58*8fb009dcSAndroid Build Coastguard Worker ReleaseSRWLockExclusive(lock);
59*8fb009dcSAndroid Build Coastguard Worker }
60*8fb009dcSAndroid Build Coastguard Worker
CRYPTO_MUTEX_cleanup(CRYPTO_MUTEX * lock)61*8fb009dcSAndroid Build Coastguard Worker void CRYPTO_MUTEX_cleanup(CRYPTO_MUTEX *lock) {
62*8fb009dcSAndroid Build Coastguard Worker // SRWLOCKs require no cleanup.
63*8fb009dcSAndroid Build Coastguard Worker }
64*8fb009dcSAndroid Build Coastguard Worker
65*8fb009dcSAndroid Build Coastguard Worker static SRWLOCK g_destructors_lock = SRWLOCK_INIT;
66*8fb009dcSAndroid Build Coastguard Worker static thread_local_destructor_t g_destructors[NUM_OPENSSL_THREAD_LOCALS];
67*8fb009dcSAndroid Build Coastguard Worker
68*8fb009dcSAndroid Build Coastguard Worker static CRYPTO_once_t g_thread_local_init_once = CRYPTO_ONCE_INIT;
69*8fb009dcSAndroid Build Coastguard Worker static DWORD g_thread_local_key;
70*8fb009dcSAndroid Build Coastguard Worker static int g_thread_local_failed;
71*8fb009dcSAndroid Build Coastguard Worker
thread_local_init(void)72*8fb009dcSAndroid Build Coastguard Worker static void thread_local_init(void) {
73*8fb009dcSAndroid Build Coastguard Worker g_thread_local_key = TlsAlloc();
74*8fb009dcSAndroid Build Coastguard Worker g_thread_local_failed = (g_thread_local_key == TLS_OUT_OF_INDEXES);
75*8fb009dcSAndroid Build Coastguard Worker }
76*8fb009dcSAndroid Build Coastguard Worker
thread_local_destructor(PVOID module,DWORD reason,PVOID reserved)77*8fb009dcSAndroid Build Coastguard Worker static void NTAPI thread_local_destructor(PVOID module, DWORD reason,
78*8fb009dcSAndroid Build Coastguard Worker PVOID reserved) {
79*8fb009dcSAndroid Build Coastguard Worker // Only free memory on |DLL_THREAD_DETACH|, not |DLL_PROCESS_DETACH|. In
80*8fb009dcSAndroid Build Coastguard Worker // VS2015's debug runtime, the C runtime has been unloaded by the time
81*8fb009dcSAndroid Build Coastguard Worker // |DLL_PROCESS_DETACH| runs. See https://crbug.com/575795. This is consistent
82*8fb009dcSAndroid Build Coastguard Worker // with |pthread_key_create| which does not call destructors on process exit,
83*8fb009dcSAndroid Build Coastguard Worker // only thread exit.
84*8fb009dcSAndroid Build Coastguard Worker if (reason != DLL_THREAD_DETACH) {
85*8fb009dcSAndroid Build Coastguard Worker return;
86*8fb009dcSAndroid Build Coastguard Worker }
87*8fb009dcSAndroid Build Coastguard Worker
88*8fb009dcSAndroid Build Coastguard Worker CRYPTO_once(&g_thread_local_init_once, thread_local_init);
89*8fb009dcSAndroid Build Coastguard Worker if (g_thread_local_failed) {
90*8fb009dcSAndroid Build Coastguard Worker return;
91*8fb009dcSAndroid Build Coastguard Worker }
92*8fb009dcSAndroid Build Coastguard Worker
93*8fb009dcSAndroid Build Coastguard Worker void **pointers = (void**) TlsGetValue(g_thread_local_key);
94*8fb009dcSAndroid Build Coastguard Worker if (pointers == NULL) {
95*8fb009dcSAndroid Build Coastguard Worker return;
96*8fb009dcSAndroid Build Coastguard Worker }
97*8fb009dcSAndroid Build Coastguard Worker
98*8fb009dcSAndroid Build Coastguard Worker thread_local_destructor_t destructors[NUM_OPENSSL_THREAD_LOCALS];
99*8fb009dcSAndroid Build Coastguard Worker
100*8fb009dcSAndroid Build Coastguard Worker AcquireSRWLockExclusive(&g_destructors_lock);
101*8fb009dcSAndroid Build Coastguard Worker OPENSSL_memcpy(destructors, g_destructors, sizeof(destructors));
102*8fb009dcSAndroid Build Coastguard Worker ReleaseSRWLockExclusive(&g_destructors_lock);
103*8fb009dcSAndroid Build Coastguard Worker
104*8fb009dcSAndroid Build Coastguard Worker for (unsigned i = 0; i < NUM_OPENSSL_THREAD_LOCALS; i++) {
105*8fb009dcSAndroid Build Coastguard Worker if (destructors[i] != NULL) {
106*8fb009dcSAndroid Build Coastguard Worker destructors[i](pointers[i]);
107*8fb009dcSAndroid Build Coastguard Worker }
108*8fb009dcSAndroid Build Coastguard Worker }
109*8fb009dcSAndroid Build Coastguard Worker
110*8fb009dcSAndroid Build Coastguard Worker free(pointers);
111*8fb009dcSAndroid Build Coastguard Worker }
112*8fb009dcSAndroid Build Coastguard Worker
113*8fb009dcSAndroid Build Coastguard Worker // Thread Termination Callbacks.
114*8fb009dcSAndroid Build Coastguard Worker //
115*8fb009dcSAndroid Build Coastguard Worker // Windows doesn't support a per-thread destructor with its TLS primitives.
116*8fb009dcSAndroid Build Coastguard Worker // So, we build it manually by inserting a function to be called on each
117*8fb009dcSAndroid Build Coastguard Worker // thread's exit. This magic is from http://www.codeproject.com/threads/tls.asp
118*8fb009dcSAndroid Build Coastguard Worker // and it works for VC++ 7.0 and later.
119*8fb009dcSAndroid Build Coastguard Worker //
120*8fb009dcSAndroid Build Coastguard Worker // Force a reference to _tls_used to make the linker create the TLS directory
121*8fb009dcSAndroid Build Coastguard Worker // if it's not already there. (E.g. if __declspec(thread) is not used). Force
122*8fb009dcSAndroid Build Coastguard Worker // a reference to p_thread_callback_boringssl to prevent whole program
123*8fb009dcSAndroid Build Coastguard Worker // optimization from discarding the variable.
124*8fb009dcSAndroid Build Coastguard Worker //
125*8fb009dcSAndroid Build Coastguard Worker // Note, in the prefixed build, |p_thread_callback_boringssl| may be a macro.
126*8fb009dcSAndroid Build Coastguard Worker #define STRINGIFY(x) #x
127*8fb009dcSAndroid Build Coastguard Worker #define EXPAND_AND_STRINGIFY(x) STRINGIFY(x)
128*8fb009dcSAndroid Build Coastguard Worker #ifdef _WIN64
129*8fb009dcSAndroid Build Coastguard Worker __pragma(comment(linker, "/INCLUDE:_tls_used"))
130*8fb009dcSAndroid Build Coastguard Worker __pragma(comment(
131*8fb009dcSAndroid Build Coastguard Worker linker, "/INCLUDE:" EXPAND_AND_STRINGIFY(p_thread_callback_boringssl)))
132*8fb009dcSAndroid Build Coastguard Worker #else
133*8fb009dcSAndroid Build Coastguard Worker __pragma(comment(linker, "/INCLUDE:__tls_used"))
134*8fb009dcSAndroid Build Coastguard Worker __pragma(comment(
135*8fb009dcSAndroid Build Coastguard Worker linker, "/INCLUDE:_" EXPAND_AND_STRINGIFY(p_thread_callback_boringssl)))
136*8fb009dcSAndroid Build Coastguard Worker #endif
137*8fb009dcSAndroid Build Coastguard Worker
138*8fb009dcSAndroid Build Coastguard Worker // .CRT$XLA to .CRT$XLZ is an array of PIMAGE_TLS_CALLBACK pointers that are
139*8fb009dcSAndroid Build Coastguard Worker // called automatically by the OS loader code (not the CRT) when the module is
140*8fb009dcSAndroid Build Coastguard Worker // loaded and on thread creation. They are NOT called if the module has been
141*8fb009dcSAndroid Build Coastguard Worker // loaded by a LoadLibrary() call. It must have implicitly been loaded at
142*8fb009dcSAndroid Build Coastguard Worker // process startup.
143*8fb009dcSAndroid Build Coastguard Worker //
144*8fb009dcSAndroid Build Coastguard Worker // By implicitly loaded, I mean that it is directly referenced by the main EXE
145*8fb009dcSAndroid Build Coastguard Worker // or by one of its dependent DLLs. Delay-loaded DLL doesn't count as being
146*8fb009dcSAndroid Build Coastguard Worker // implicitly loaded.
147*8fb009dcSAndroid Build Coastguard Worker //
148*8fb009dcSAndroid Build Coastguard Worker // See VC\crt\src\tlssup.c for reference.
149*8fb009dcSAndroid Build Coastguard Worker
150*8fb009dcSAndroid Build Coastguard Worker // The linker must not discard p_thread_callback_boringssl. (We force a
151*8fb009dcSAndroid Build Coastguard Worker // reference to this variable with a linker /INCLUDE:symbol pragma to ensure
152*8fb009dcSAndroid Build Coastguard Worker // that.) If this variable is discarded, the OnThreadExit function will never
153*8fb009dcSAndroid Build Coastguard Worker // be called.
154*8fb009dcSAndroid Build Coastguard Worker #ifdef _WIN64
155*8fb009dcSAndroid Build Coastguard Worker
156*8fb009dcSAndroid Build Coastguard Worker // .CRT section is merged with .rdata on x64 so it must be constant data.
157*8fb009dcSAndroid Build Coastguard Worker #pragma const_seg(".CRT$XLC")
158*8fb009dcSAndroid Build Coastguard Worker // When defining a const variable, it must have external linkage to be sure the
159*8fb009dcSAndroid Build Coastguard Worker // linker doesn't discard it.
160*8fb009dcSAndroid Build Coastguard Worker extern const PIMAGE_TLS_CALLBACK p_thread_callback_boringssl;
161*8fb009dcSAndroid Build Coastguard Worker const PIMAGE_TLS_CALLBACK p_thread_callback_boringssl = thread_local_destructor;
162*8fb009dcSAndroid Build Coastguard Worker // Reset the default section.
163*8fb009dcSAndroid Build Coastguard Worker #pragma const_seg()
164*8fb009dcSAndroid Build Coastguard Worker
165*8fb009dcSAndroid Build Coastguard Worker #else
166*8fb009dcSAndroid Build Coastguard Worker
167*8fb009dcSAndroid Build Coastguard Worker #pragma data_seg(".CRT$XLC")
168*8fb009dcSAndroid Build Coastguard Worker PIMAGE_TLS_CALLBACK p_thread_callback_boringssl = thread_local_destructor;
169*8fb009dcSAndroid Build Coastguard Worker // Reset the default section.
170*8fb009dcSAndroid Build Coastguard Worker #pragma data_seg()
171*8fb009dcSAndroid Build Coastguard Worker
172*8fb009dcSAndroid Build Coastguard Worker #endif // _WIN64
173*8fb009dcSAndroid Build Coastguard Worker
get_thread_locals(void)174*8fb009dcSAndroid Build Coastguard Worker static void **get_thread_locals(void) {
175*8fb009dcSAndroid Build Coastguard Worker // |TlsGetValue| clears the last error even on success, so that callers may
176*8fb009dcSAndroid Build Coastguard Worker // distinguish it successfully returning NULL or failing. It is documented to
177*8fb009dcSAndroid Build Coastguard Worker // never fail if the argument is a valid index from |TlsAlloc|, so we do not
178*8fb009dcSAndroid Build Coastguard Worker // need to handle this.
179*8fb009dcSAndroid Build Coastguard Worker //
180*8fb009dcSAndroid Build Coastguard Worker // However, this error-mangling behavior interferes with the caller's use of
181*8fb009dcSAndroid Build Coastguard Worker // |GetLastError|. In particular |SSL_get_error| queries the error queue to
182*8fb009dcSAndroid Build Coastguard Worker // determine whether the caller should look at the OS's errors. To avoid
183*8fb009dcSAndroid Build Coastguard Worker // destroying state, save and restore the Windows error.
184*8fb009dcSAndroid Build Coastguard Worker //
185*8fb009dcSAndroid Build Coastguard Worker // https://msdn.microsoft.com/en-us/library/windows/desktop/ms686812(v=vs.85).aspx
186*8fb009dcSAndroid Build Coastguard Worker DWORD last_error = GetLastError();
187*8fb009dcSAndroid Build Coastguard Worker void **ret = TlsGetValue(g_thread_local_key);
188*8fb009dcSAndroid Build Coastguard Worker SetLastError(last_error);
189*8fb009dcSAndroid Build Coastguard Worker return ret;
190*8fb009dcSAndroid Build Coastguard Worker }
191*8fb009dcSAndroid Build Coastguard Worker
CRYPTO_get_thread_local(thread_local_data_t index)192*8fb009dcSAndroid Build Coastguard Worker void *CRYPTO_get_thread_local(thread_local_data_t index) {
193*8fb009dcSAndroid Build Coastguard Worker CRYPTO_once(&g_thread_local_init_once, thread_local_init);
194*8fb009dcSAndroid Build Coastguard Worker if (g_thread_local_failed) {
195*8fb009dcSAndroid Build Coastguard Worker return NULL;
196*8fb009dcSAndroid Build Coastguard Worker }
197*8fb009dcSAndroid Build Coastguard Worker
198*8fb009dcSAndroid Build Coastguard Worker void **pointers = get_thread_locals();
199*8fb009dcSAndroid Build Coastguard Worker if (pointers == NULL) {
200*8fb009dcSAndroid Build Coastguard Worker return NULL;
201*8fb009dcSAndroid Build Coastguard Worker }
202*8fb009dcSAndroid Build Coastguard Worker return pointers[index];
203*8fb009dcSAndroid Build Coastguard Worker }
204*8fb009dcSAndroid Build Coastguard Worker
CRYPTO_set_thread_local(thread_local_data_t index,void * value,thread_local_destructor_t destructor)205*8fb009dcSAndroid Build Coastguard Worker int CRYPTO_set_thread_local(thread_local_data_t index, void *value,
206*8fb009dcSAndroid Build Coastguard Worker thread_local_destructor_t destructor) {
207*8fb009dcSAndroid Build Coastguard Worker CRYPTO_once(&g_thread_local_init_once, thread_local_init);
208*8fb009dcSAndroid Build Coastguard Worker if (g_thread_local_failed) {
209*8fb009dcSAndroid Build Coastguard Worker destructor(value);
210*8fb009dcSAndroid Build Coastguard Worker return 0;
211*8fb009dcSAndroid Build Coastguard Worker }
212*8fb009dcSAndroid Build Coastguard Worker
213*8fb009dcSAndroid Build Coastguard Worker void **pointers = get_thread_locals();
214*8fb009dcSAndroid Build Coastguard Worker if (pointers == NULL) {
215*8fb009dcSAndroid Build Coastguard Worker pointers = malloc(sizeof(void *) * NUM_OPENSSL_THREAD_LOCALS);
216*8fb009dcSAndroid Build Coastguard Worker if (pointers == NULL) {
217*8fb009dcSAndroid Build Coastguard Worker destructor(value);
218*8fb009dcSAndroid Build Coastguard Worker return 0;
219*8fb009dcSAndroid Build Coastguard Worker }
220*8fb009dcSAndroid Build Coastguard Worker OPENSSL_memset(pointers, 0, sizeof(void *) * NUM_OPENSSL_THREAD_LOCALS);
221*8fb009dcSAndroid Build Coastguard Worker if (TlsSetValue(g_thread_local_key, pointers) == 0) {
222*8fb009dcSAndroid Build Coastguard Worker free(pointers);
223*8fb009dcSAndroid Build Coastguard Worker destructor(value);
224*8fb009dcSAndroid Build Coastguard Worker return 0;
225*8fb009dcSAndroid Build Coastguard Worker }
226*8fb009dcSAndroid Build Coastguard Worker }
227*8fb009dcSAndroid Build Coastguard Worker
228*8fb009dcSAndroid Build Coastguard Worker AcquireSRWLockExclusive(&g_destructors_lock);
229*8fb009dcSAndroid Build Coastguard Worker g_destructors[index] = destructor;
230*8fb009dcSAndroid Build Coastguard Worker ReleaseSRWLockExclusive(&g_destructors_lock);
231*8fb009dcSAndroid Build Coastguard Worker
232*8fb009dcSAndroid Build Coastguard Worker pointers[index] = value;
233*8fb009dcSAndroid Build Coastguard Worker return 1;
234*8fb009dcSAndroid Build Coastguard Worker }
235*8fb009dcSAndroid Build Coastguard Worker
236*8fb009dcSAndroid Build Coastguard Worker #endif // OPENSSL_WINDOWS_THREADS
237