xref: /aosp_15_r20/art/runtime/arch/x86/thread_x86.cc (revision 795d594fd825385562da6b089ea9b2033f3abf5a)
1*795d594fSAndroid Build Coastguard Worker /*
2*795d594fSAndroid Build Coastguard Worker  * Copyright (C) 2011 The Android Open Source Project
3*795d594fSAndroid Build Coastguard Worker  *
4*795d594fSAndroid Build Coastguard Worker  * Licensed under the Apache License, Version 2.0 (the "License");
5*795d594fSAndroid Build Coastguard Worker  * you may not use this file except in compliance with the License.
6*795d594fSAndroid Build Coastguard Worker  * You may obtain a copy of the License at
7*795d594fSAndroid Build Coastguard Worker  *
8*795d594fSAndroid Build Coastguard Worker  *      http://www.apache.org/licenses/LICENSE-2.0
9*795d594fSAndroid Build Coastguard Worker  *
10*795d594fSAndroid Build Coastguard Worker  * Unless required by applicable law or agreed to in writing, software
11*795d594fSAndroid Build Coastguard Worker  * distributed under the License is distributed on an "AS IS" BASIS,
12*795d594fSAndroid Build Coastguard Worker  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*795d594fSAndroid Build Coastguard Worker  * See the License for the specific language governing permissions and
14*795d594fSAndroid Build Coastguard Worker  * limitations under the License.
15*795d594fSAndroid Build Coastguard Worker  */
16*795d594fSAndroid Build Coastguard Worker 
17*795d594fSAndroid Build Coastguard Worker #include "thread.h"
18*795d594fSAndroid Build Coastguard Worker 
19*795d594fSAndroid Build Coastguard Worker #include <sys/syscall.h>
20*795d594fSAndroid Build Coastguard Worker #include <sys/types.h>
21*795d594fSAndroid Build Coastguard Worker 
22*795d594fSAndroid Build Coastguard Worker #include "asm_support_x86.h"
23*795d594fSAndroid Build Coastguard Worker #include "base/macros.h"
24*795d594fSAndroid Build Coastguard Worker #include "base/pointer_size.h"
25*795d594fSAndroid Build Coastguard Worker #include "thread-current-inl.h"
26*795d594fSAndroid Build Coastguard Worker #include "thread_list.h"
27*795d594fSAndroid Build Coastguard Worker 
28*795d594fSAndroid Build Coastguard Worker #if defined(__APPLE__)
29*795d594fSAndroid Build Coastguard Worker #include <architecture/i386/table.h>
30*795d594fSAndroid Build Coastguard Worker #include <i386/user_ldt.h>
31*795d594fSAndroid Build Coastguard Worker struct descriptor_table_entry_t {
32*795d594fSAndroid Build Coastguard Worker   uint16_t limit0;
33*795d594fSAndroid Build Coastguard Worker   uint16_t base0;
34*795d594fSAndroid Build Coastguard Worker   unsigned base1: 8, type: 4, s: 1, dpl: 2, p: 1;
35*795d594fSAndroid Build Coastguard Worker   unsigned limit: 4, avl: 1, l: 1, d: 1, g: 1, base2: 8;
36*795d594fSAndroid Build Coastguard Worker } __attribute__((packed));
37*795d594fSAndroid Build Coastguard Worker #define MODIFY_LDT_CONTENTS_DATA 0
38*795d594fSAndroid Build Coastguard Worker #else
39*795d594fSAndroid Build Coastguard Worker #include <asm/ldt.h>
40*795d594fSAndroid Build Coastguard Worker #endif
41*795d594fSAndroid Build Coastguard Worker 
42*795d594fSAndroid Build Coastguard Worker namespace art HIDDEN {
43*795d594fSAndroid Build Coastguard Worker 
InitCpu()44*795d594fSAndroid Build Coastguard Worker void Thread::InitCpu() {
45*795d594fSAndroid Build Coastguard Worker   // Take the ldt lock, Thread::Current isn't yet established.
46*795d594fSAndroid Build Coastguard Worker   MutexLock mu(nullptr, *Locks::modify_ldt_lock_);
47*795d594fSAndroid Build Coastguard Worker 
48*795d594fSAndroid Build Coastguard Worker   const uintptr_t base = reinterpret_cast<uintptr_t>(this);
49*795d594fSAndroid Build Coastguard Worker   const size_t limit = sizeof(Thread);
50*795d594fSAndroid Build Coastguard Worker 
51*795d594fSAndroid Build Coastguard Worker   const int contents = MODIFY_LDT_CONTENTS_DATA;
52*795d594fSAndroid Build Coastguard Worker   const int seg_32bit = 1;
53*795d594fSAndroid Build Coastguard Worker   const int read_exec_only = 0;
54*795d594fSAndroid Build Coastguard Worker   const int limit_in_pages = 1;
55*795d594fSAndroid Build Coastguard Worker   const int seg_not_present = 0;
56*795d594fSAndroid Build Coastguard Worker   const int useable = 1;
57*795d594fSAndroid Build Coastguard Worker 
58*795d594fSAndroid Build Coastguard Worker   int entry_number;
59*795d594fSAndroid Build Coastguard Worker   uint16_t table_indicator;
60*795d594fSAndroid Build Coastguard Worker 
61*795d594fSAndroid Build Coastguard Worker #if defined(__APPLE__)
62*795d594fSAndroid Build Coastguard Worker   descriptor_table_entry_t entry;
63*795d594fSAndroid Build Coastguard Worker   memset(&entry, 0, sizeof(entry));
64*795d594fSAndroid Build Coastguard Worker   entry.limit0 = (limit & 0x0ffff);
65*795d594fSAndroid Build Coastguard Worker   entry.limit  = (limit & 0xf0000) >> 16;
66*795d594fSAndroid Build Coastguard Worker   entry.base0 = (base & 0x0000ffff);
67*795d594fSAndroid Build Coastguard Worker   entry.base1 = (base & 0x00ff0000) >> 16;
68*795d594fSAndroid Build Coastguard Worker   entry.base2 = (base & 0xff000000) >> 24;
69*795d594fSAndroid Build Coastguard Worker   entry.type = ((read_exec_only ^ 1) << 1) | (contents << 2);
70*795d594fSAndroid Build Coastguard Worker   entry.s = 1;
71*795d594fSAndroid Build Coastguard Worker   entry.dpl = 0x3;
72*795d594fSAndroid Build Coastguard Worker   entry.p = seg_not_present ^ 1;
73*795d594fSAndroid Build Coastguard Worker   entry.avl = useable;
74*795d594fSAndroid Build Coastguard Worker   entry.l = 0;
75*795d594fSAndroid Build Coastguard Worker   entry.d = seg_32bit;
76*795d594fSAndroid Build Coastguard Worker   entry.g = limit_in_pages;
77*795d594fSAndroid Build Coastguard Worker 
78*795d594fSAndroid Build Coastguard Worker   entry_number = i386_set_ldt(LDT_AUTO_ALLOC, reinterpret_cast<ldt_entry*>(&entry), 1);
79*795d594fSAndroid Build Coastguard Worker   if (entry_number == -1) {
80*795d594fSAndroid Build Coastguard Worker     PLOG(FATAL) << "i386_set_ldt failed";
81*795d594fSAndroid Build Coastguard Worker   }
82*795d594fSAndroid Build Coastguard Worker 
83*795d594fSAndroid Build Coastguard Worker   table_indicator = 1 << 2;  // LDT
84*795d594fSAndroid Build Coastguard Worker #else
85*795d594fSAndroid Build Coastguard Worker   // We use a GDT entry on Linux.
86*795d594fSAndroid Build Coastguard Worker   user_desc gdt_entry;
87*795d594fSAndroid Build Coastguard Worker   memset(&gdt_entry, 0, sizeof(gdt_entry));
88*795d594fSAndroid Build Coastguard Worker 
89*795d594fSAndroid Build Coastguard Worker   // On Linux, there are 3 TLS GDT entries. We use one of those to to store our segment descriptor
90*795d594fSAndroid Build Coastguard Worker   // data.
91*795d594fSAndroid Build Coastguard Worker   //
92*795d594fSAndroid Build Coastguard Worker   // This entry must be shared, as the kernel only guarantees three TLS entries. For simplicity
93*795d594fSAndroid Build Coastguard Worker   // (and locality), use this local global, which practically becomes readonly after the first
94*795d594fSAndroid Build Coastguard Worker   // (startup) thread of the runtime has been initialized (during Runtime::Start()).
95*795d594fSAndroid Build Coastguard Worker   //
96*795d594fSAndroid Build Coastguard Worker   // We also share this between all runtimes in the process. This is both for simplicity (one
97*795d594fSAndroid Build Coastguard Worker   // well-known slot) as well as to avoid the three-slot limitation. Downside is that we cannot
98*795d594fSAndroid Build Coastguard Worker   // free the slot when it is known that a runtime stops.
99*795d594fSAndroid Build Coastguard Worker   static unsigned int gdt_entry_number = -1;
100*795d594fSAndroid Build Coastguard Worker 
101*795d594fSAndroid Build Coastguard Worker   if (gdt_entry_number == static_cast<unsigned int>(-1)) {
102*795d594fSAndroid Build Coastguard Worker     gdt_entry.entry_number = -1;  // Let the kernel choose.
103*795d594fSAndroid Build Coastguard Worker   } else {
104*795d594fSAndroid Build Coastguard Worker     gdt_entry.entry_number = gdt_entry_number;
105*795d594fSAndroid Build Coastguard Worker   }
106*795d594fSAndroid Build Coastguard Worker   gdt_entry.base_addr = base;
107*795d594fSAndroid Build Coastguard Worker   gdt_entry.limit = limit;
108*795d594fSAndroid Build Coastguard Worker   gdt_entry.seg_32bit = seg_32bit;
109*795d594fSAndroid Build Coastguard Worker   gdt_entry.contents = contents;
110*795d594fSAndroid Build Coastguard Worker   gdt_entry.read_exec_only = read_exec_only;
111*795d594fSAndroid Build Coastguard Worker   gdt_entry.limit_in_pages = limit_in_pages;
112*795d594fSAndroid Build Coastguard Worker   gdt_entry.seg_not_present = seg_not_present;
113*795d594fSAndroid Build Coastguard Worker   gdt_entry.useable = useable;
114*795d594fSAndroid Build Coastguard Worker   int rc = syscall(__NR_set_thread_area, &gdt_entry);
115*795d594fSAndroid Build Coastguard Worker   if (rc != -1) {
116*795d594fSAndroid Build Coastguard Worker     entry_number = gdt_entry.entry_number;
117*795d594fSAndroid Build Coastguard Worker     if (gdt_entry_number == static_cast<unsigned int>(-1)) {
118*795d594fSAndroid Build Coastguard Worker       gdt_entry_number = entry_number;  // Save the kernel-assigned entry number.
119*795d594fSAndroid Build Coastguard Worker     }
120*795d594fSAndroid Build Coastguard Worker   } else {
121*795d594fSAndroid Build Coastguard Worker     PLOG(FATAL) << "set_thread_area failed";
122*795d594fSAndroid Build Coastguard Worker     UNREACHABLE();
123*795d594fSAndroid Build Coastguard Worker   }
124*795d594fSAndroid Build Coastguard Worker   table_indicator = 0;  // GDT
125*795d594fSAndroid Build Coastguard Worker #endif
126*795d594fSAndroid Build Coastguard Worker 
127*795d594fSAndroid Build Coastguard Worker   // Change %fs to be new DT entry.
128*795d594fSAndroid Build Coastguard Worker   uint16_t rpl = 3;  // Requested privilege level
129*795d594fSAndroid Build Coastguard Worker   uint16_t selector = (entry_number << 3) | table_indicator | rpl;
130*795d594fSAndroid Build Coastguard Worker   __asm__ __volatile__("movw %w0, %%fs"
131*795d594fSAndroid Build Coastguard Worker       :    // output
132*795d594fSAndroid Build Coastguard Worker       : "q"(selector)  // input
133*795d594fSAndroid Build Coastguard Worker       :);  // clobber
134*795d594fSAndroid Build Coastguard Worker 
135*795d594fSAndroid Build Coastguard Worker   // Allow easy indirection back to Thread*.
136*795d594fSAndroid Build Coastguard Worker   tlsPtr_.self = this;
137*795d594fSAndroid Build Coastguard Worker 
138*795d594fSAndroid Build Coastguard Worker   // Check that the reads from %fs point to this Thread*.
139*795d594fSAndroid Build Coastguard Worker   Thread* self_check;
140*795d594fSAndroid Build Coastguard Worker   CHECK_EQ(THREAD_SELF_OFFSET, SelfOffset<PointerSize::k32>().Int32Value());
141*795d594fSAndroid Build Coastguard Worker   __asm__ __volatile__("movl %%fs:(%1), %0"
142*795d594fSAndroid Build Coastguard Worker       : "=r"(self_check)  // output
143*795d594fSAndroid Build Coastguard Worker       : "r"(THREAD_SELF_OFFSET)  // input
144*795d594fSAndroid Build Coastguard Worker       :);  // clobber
145*795d594fSAndroid Build Coastguard Worker   CHECK_EQ(self_check, this);
146*795d594fSAndroid Build Coastguard Worker 
147*795d594fSAndroid Build Coastguard Worker   // Check the other offsets
148*795d594fSAndroid Build Coastguard Worker   CHECK_EQ(THREAD_EXCEPTION_OFFSET, ExceptionOffset<PointerSize::k32>().Int32Value());
149*795d594fSAndroid Build Coastguard Worker   CHECK_EQ(THREAD_CARD_TABLE_OFFSET, CardTableOffset<PointerSize::k32>().Int32Value());
150*795d594fSAndroid Build Coastguard Worker   CHECK_EQ(THREAD_ID_OFFSET, ThinLockIdOffset<PointerSize::k32>().Int32Value());
151*795d594fSAndroid Build Coastguard Worker }
152*795d594fSAndroid Build Coastguard Worker 
CleanupCpu()153*795d594fSAndroid Build Coastguard Worker void Thread::CleanupCpu() {
154*795d594fSAndroid Build Coastguard Worker   MutexLock mu(this, *Locks::modify_ldt_lock_);
155*795d594fSAndroid Build Coastguard Worker 
156*795d594fSAndroid Build Coastguard Worker   // Check that the reads from %fs point to this Thread*.
157*795d594fSAndroid Build Coastguard Worker   Thread* self_check;
158*795d594fSAndroid Build Coastguard Worker   __asm__ __volatile__("movl %%fs:(%1), %0"
159*795d594fSAndroid Build Coastguard Worker       : "=r"(self_check)  // output
160*795d594fSAndroid Build Coastguard Worker       : "r"(THREAD_SELF_OFFSET)  // input
161*795d594fSAndroid Build Coastguard Worker       :);  // clobber
162*795d594fSAndroid Build Coastguard Worker   CHECK_EQ(self_check, this);
163*795d594fSAndroid Build Coastguard Worker 
164*795d594fSAndroid Build Coastguard Worker   // Extract the LDT entry number from the FS register.
165*795d594fSAndroid Build Coastguard Worker   uint16_t selector;
166*795d594fSAndroid Build Coastguard Worker   __asm__ __volatile__("movw %%fs, %w0"
167*795d594fSAndroid Build Coastguard Worker       : "=q"(selector)  // output
168*795d594fSAndroid Build Coastguard Worker       :  // input
169*795d594fSAndroid Build Coastguard Worker       :);  // clobber
170*795d594fSAndroid Build Coastguard Worker 
171*795d594fSAndroid Build Coastguard Worker   // Free LDT entry.
172*795d594fSAndroid Build Coastguard Worker #if defined(__APPLE__)
173*795d594fSAndroid Build Coastguard Worker   // TODO: release selectors on OS/X this is a leak which will cause ldt entries to be exhausted
174*795d594fSAndroid Build Coastguard Worker   // after enough threads are created. However, the following code results in kernel panics in OS/X
175*795d594fSAndroid Build Coastguard Worker   // 10.9.
176*795d594fSAndroid Build Coastguard Worker   UNUSED(selector);
177*795d594fSAndroid Build Coastguard Worker   // i386_set_ldt(selector >> 3, 0, 1);
178*795d594fSAndroid Build Coastguard Worker #else
179*795d594fSAndroid Build Coastguard Worker   // Note if we wanted to clean up the GDT entry, we would do that here, when the *last* thread
180*795d594fSAndroid Build Coastguard Worker   // is being deleted. But see the comment on gdt_entry_number. Code would look like this:
181*795d594fSAndroid Build Coastguard Worker   //
182*795d594fSAndroid Build Coastguard Worker   // user_desc gdt_entry;
183*795d594fSAndroid Build Coastguard Worker   // memset(&gdt_entry, 0, sizeof(gdt_entry));
184*795d594fSAndroid Build Coastguard Worker   // gdt_entry.entry_number = selector >> 3;
185*795d594fSAndroid Build Coastguard Worker   // gdt_entry.contents = MODIFY_LDT_CONTENTS_DATA;
186*795d594fSAndroid Build Coastguard Worker   // // "Empty" = Delete = seg_not_present==1 && read_exec_only==1.
187*795d594fSAndroid Build Coastguard Worker   // gdt_entry.seg_not_present = 1;
188*795d594fSAndroid Build Coastguard Worker   // gdt_entry.read_exec_only = 1;
189*795d594fSAndroid Build Coastguard Worker   // syscall(__NR_set_thread_area, &gdt_entry);
190*795d594fSAndroid Build Coastguard Worker   UNUSED(selector);
191*795d594fSAndroid Build Coastguard Worker #endif
192*795d594fSAndroid Build Coastguard Worker }
193*795d594fSAndroid Build Coastguard Worker 
194*795d594fSAndroid Build Coastguard Worker }  // namespace art
195