1*795d594fSAndroid Build Coastguard Worker /*
2*795d594fSAndroid Build Coastguard Worker * Copyright (C) 2012 The Android Open Source Project
3*795d594fSAndroid Build Coastguard Worker *
4*795d594fSAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License");
5*795d594fSAndroid Build Coastguard Worker * you may not use this file except in compliance with the License.
6*795d594fSAndroid Build Coastguard Worker * You may obtain a copy of the License at
7*795d594fSAndroid Build Coastguard Worker *
8*795d594fSAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0
9*795d594fSAndroid Build Coastguard Worker *
10*795d594fSAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software
11*795d594fSAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS,
12*795d594fSAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*795d594fSAndroid Build Coastguard Worker * See the License for the specific language governing permissions and
14*795d594fSAndroid Build Coastguard Worker * limitations under the License.
15*795d594fSAndroid Build Coastguard Worker */
16*795d594fSAndroid Build Coastguard Worker
17*795d594fSAndroid Build Coastguard Worker #include <math.h>
18*795d594fSAndroid Build Coastguard Worker #include <string.h>
19*795d594fSAndroid Build Coastguard Worker
20*795d594fSAndroid Build Coastguard Worker #include "arch/arm/asm_support_arm.h"
21*795d594fSAndroid Build Coastguard Worker #include "base/bit_utils.h"
22*795d594fSAndroid Build Coastguard Worker #include "entrypoints/entrypoint_utils.h"
23*795d594fSAndroid Build Coastguard Worker #include "entrypoints/jni/jni_entrypoints.h"
24*795d594fSAndroid Build Coastguard Worker #include "entrypoints/quick/quick_alloc_entrypoints.h"
25*795d594fSAndroid Build Coastguard Worker #include "entrypoints/quick/quick_default_externs.h"
26*795d594fSAndroid Build Coastguard Worker #include "entrypoints/quick/quick_default_init_entrypoints.h"
27*795d594fSAndroid Build Coastguard Worker #include "entrypoints/quick/quick_entrypoints.h"
28*795d594fSAndroid Build Coastguard Worker #include "entrypoints/quick/runtime_entrypoints_list.h"
29*795d594fSAndroid Build Coastguard Worker #include "entrypoints/runtime_asm_entrypoints.h"
30*795d594fSAndroid Build Coastguard Worker #include "interpreter/interpreter.h"
31*795d594fSAndroid Build Coastguard Worker
32*795d594fSAndroid Build Coastguard Worker namespace art HIDDEN {
33*795d594fSAndroid Build Coastguard Worker
34*795d594fSAndroid Build Coastguard Worker // Read barrier entrypoints.
35*795d594fSAndroid Build Coastguard Worker // art_quick_read_barrier_mark_regX uses an non-standard calling
36*795d594fSAndroid Build Coastguard Worker // convention: it expects its input in register X and returns its
37*795d594fSAndroid Build Coastguard Worker // result in that same register, and saves and restores all
38*795d594fSAndroid Build Coastguard Worker // caller-save registers.
39*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg00(mirror::Object*);
40*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg01(mirror::Object*);
41*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg02(mirror::Object*);
42*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg03(mirror::Object*);
43*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg04(mirror::Object*);
44*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg05(mirror::Object*);
45*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg06(mirror::Object*);
46*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg07(mirror::Object*);
47*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg08(mirror::Object*);
48*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg09(mirror::Object*);
49*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg10(mirror::Object*);
50*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg11(mirror::Object*);
51*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg12(mirror::Object*);
52*795d594fSAndroid Build Coastguard Worker
53*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_introspection(mirror::Object*);
54*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_introspection_narrow(mirror::Object*);
55*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_introspection_arrays(mirror::Object*);
56*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_introspection_gc_roots_wide(mirror::Object*);
57*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_introspection_gc_roots_narrow(
58*795d594fSAndroid Build Coastguard Worker mirror::Object*);
59*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_introspection_intrinsic_cas(mirror::Object*);
60*795d594fSAndroid Build Coastguard Worker
61*795d594fSAndroid Build Coastguard Worker // Used by soft float.
62*795d594fSAndroid Build Coastguard Worker // Single-precision FP arithmetics.
63*795d594fSAndroid Build Coastguard Worker extern "C" float fmodf(float a, float b); // REM_FLOAT[_2ADDR]
64*795d594fSAndroid Build Coastguard Worker // Double-precision FP arithmetics.
65*795d594fSAndroid Build Coastguard Worker extern "C" double fmod(double a, double b); // REM_DOUBLE[_2ADDR]
66*795d594fSAndroid Build Coastguard Worker
67*795d594fSAndroid Build Coastguard Worker // Used by hard float.
68*795d594fSAndroid Build Coastguard Worker extern "C" float art_quick_fmodf(float a, float b); // REM_FLOAT[_2ADDR]
69*795d594fSAndroid Build Coastguard Worker extern "C" double art_quick_fmod(double a, double b); // REM_DOUBLE[_2ADDR]
70*795d594fSAndroid Build Coastguard Worker
71*795d594fSAndroid Build Coastguard Worker // Integer arithmetics.
72*795d594fSAndroid Build Coastguard Worker extern "C" int __aeabi_idivmod(int32_t, int32_t); // [DIV|REM]_INT[_2ADDR|_LIT8|_LIT16]
73*795d594fSAndroid Build Coastguard Worker
74*795d594fSAndroid Build Coastguard Worker // Long long arithmetics - REM_LONG[_2ADDR] and DIV_LONG[_2ADDR]
75*795d594fSAndroid Build Coastguard Worker extern "C" int64_t __aeabi_ldivmod(int64_t, int64_t);
76*795d594fSAndroid Build Coastguard Worker
UpdateReadBarrierEntrypoints(QuickEntryPoints * qpoints,bool is_active)77*795d594fSAndroid Build Coastguard Worker void UpdateReadBarrierEntrypoints(QuickEntryPoints* qpoints, bool is_active) {
78*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg00(is_active ? art_quick_read_barrier_mark_reg00 : nullptr);
79*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg01(is_active ? art_quick_read_barrier_mark_reg01 : nullptr);
80*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg02(is_active ? art_quick_read_barrier_mark_reg02 : nullptr);
81*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg03(is_active ? art_quick_read_barrier_mark_reg03 : nullptr);
82*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg04(is_active ? art_quick_read_barrier_mark_reg04 : nullptr);
83*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg05(is_active ? art_quick_read_barrier_mark_reg05 : nullptr);
84*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg06(is_active ? art_quick_read_barrier_mark_reg06 : nullptr);
85*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg07(is_active ? art_quick_read_barrier_mark_reg07 : nullptr);
86*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg08(is_active ? art_quick_read_barrier_mark_reg08 : nullptr);
87*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg09(is_active ? art_quick_read_barrier_mark_reg09 : nullptr);
88*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg10(is_active ? art_quick_read_barrier_mark_reg10 : nullptr);
89*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg11(is_active ? art_quick_read_barrier_mark_reg11 : nullptr);
90*795d594fSAndroid Build Coastguard Worker
91*795d594fSAndroid Build Coastguard Worker if (gUseReadBarrier && kUseBakerReadBarrier) {
92*795d594fSAndroid Build Coastguard Worker // For the alignment check, strip the Thumb mode bit.
93*795d594fSAndroid Build Coastguard Worker DCHECK_ALIGNED(reinterpret_cast<intptr_t>(art_quick_read_barrier_mark_introspection) - 1u,
94*795d594fSAndroid Build Coastguard Worker 256u);
95*795d594fSAndroid Build Coastguard Worker // Check the field narrow entrypoint offset from the introspection entrypoint.
96*795d594fSAndroid Build Coastguard Worker intptr_t narrow_diff =
97*795d594fSAndroid Build Coastguard Worker reinterpret_cast<intptr_t>(art_quick_read_barrier_mark_introspection_narrow) -
98*795d594fSAndroid Build Coastguard Worker reinterpret_cast<intptr_t>(art_quick_read_barrier_mark_introspection);
99*795d594fSAndroid Build Coastguard Worker DCHECK_EQ(BAKER_MARK_INTROSPECTION_FIELD_LDR_NARROW_ENTRYPOINT_OFFSET, narrow_diff);
100*795d594fSAndroid Build Coastguard Worker // Check array switch cases offsets from the introspection entrypoint.
101*795d594fSAndroid Build Coastguard Worker intptr_t array_diff =
102*795d594fSAndroid Build Coastguard Worker reinterpret_cast<intptr_t>(art_quick_read_barrier_mark_introspection_arrays) -
103*795d594fSAndroid Build Coastguard Worker reinterpret_cast<intptr_t>(art_quick_read_barrier_mark_introspection);
104*795d594fSAndroid Build Coastguard Worker DCHECK_EQ(BAKER_MARK_INTROSPECTION_ARRAY_SWITCH_OFFSET, array_diff);
105*795d594fSAndroid Build Coastguard Worker // Check the GC root entrypoint offsets from the introspection entrypoint.
106*795d594fSAndroid Build Coastguard Worker intptr_t gc_roots_wide_diff =
107*795d594fSAndroid Build Coastguard Worker reinterpret_cast<intptr_t>(art_quick_read_barrier_mark_introspection_gc_roots_wide) -
108*795d594fSAndroid Build Coastguard Worker reinterpret_cast<intptr_t>(art_quick_read_barrier_mark_introspection);
109*795d594fSAndroid Build Coastguard Worker DCHECK_EQ(BAKER_MARK_INTROSPECTION_GC_ROOT_LDR_WIDE_ENTRYPOINT_OFFSET, gc_roots_wide_diff);
110*795d594fSAndroid Build Coastguard Worker intptr_t gc_roots_narrow_diff =
111*795d594fSAndroid Build Coastguard Worker reinterpret_cast<intptr_t>(art_quick_read_barrier_mark_introspection_gc_roots_narrow) -
112*795d594fSAndroid Build Coastguard Worker reinterpret_cast<intptr_t>(art_quick_read_barrier_mark_introspection);
113*795d594fSAndroid Build Coastguard Worker DCHECK_EQ(BAKER_MARK_INTROSPECTION_GC_ROOT_LDR_NARROW_ENTRYPOINT_OFFSET, gc_roots_narrow_diff);
114*795d594fSAndroid Build Coastguard Worker intptr_t intrinsic_cas_diff =
115*795d594fSAndroid Build Coastguard Worker reinterpret_cast<intptr_t>(art_quick_read_barrier_mark_introspection_intrinsic_cas) -
116*795d594fSAndroid Build Coastguard Worker reinterpret_cast<intptr_t>(art_quick_read_barrier_mark_introspection);
117*795d594fSAndroid Build Coastguard Worker DCHECK_EQ(BAKER_MARK_INTROSPECTION_INTRINSIC_CAS_ENTRYPOINT_OFFSET, intrinsic_cas_diff);
118*795d594fSAndroid Build Coastguard Worker // The register 12, i.e. IP, is reserved, so there is no art_quick_read_barrier_mark_reg12.
119*795d594fSAndroid Build Coastguard Worker // We're using the entry to hold a pointer to the introspection entrypoint instead.
120*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg12(
121*795d594fSAndroid Build Coastguard Worker is_active ? art_quick_read_barrier_mark_introspection : nullptr);
122*795d594fSAndroid Build Coastguard Worker }
123*795d594fSAndroid Build Coastguard Worker }
124*795d594fSAndroid Build Coastguard Worker
InitEntryPoints(JniEntryPoints * jpoints,QuickEntryPoints * qpoints,bool monitor_jni_entry_exit)125*795d594fSAndroid Build Coastguard Worker void InitEntryPoints(JniEntryPoints* jpoints,
126*795d594fSAndroid Build Coastguard Worker QuickEntryPoints* qpoints,
127*795d594fSAndroid Build Coastguard Worker bool monitor_jni_entry_exit) {
128*795d594fSAndroid Build Coastguard Worker DefaultInitEntryPoints(jpoints, qpoints, monitor_jni_entry_exit);
129*795d594fSAndroid Build Coastguard Worker
130*795d594fSAndroid Build Coastguard Worker // Cast
131*795d594fSAndroid Build Coastguard Worker qpoints->SetInstanceofNonTrivial(artInstanceOfFromCode);
132*795d594fSAndroid Build Coastguard Worker qpoints->SetCheckInstanceOf(art_quick_check_instance_of);
133*795d594fSAndroid Build Coastguard Worker
134*795d594fSAndroid Build Coastguard Worker // Math
135*795d594fSAndroid Build Coastguard Worker qpoints->SetIdivmod(__aeabi_idivmod);
136*795d594fSAndroid Build Coastguard Worker qpoints->SetLdiv(__aeabi_ldivmod);
137*795d594fSAndroid Build Coastguard Worker qpoints->SetLmod(__aeabi_ldivmod); // result returned in r2:r3
138*795d594fSAndroid Build Coastguard Worker qpoints->SetLmul(art_quick_mul_long);
139*795d594fSAndroid Build Coastguard Worker qpoints->SetShlLong(art_quick_shl_long);
140*795d594fSAndroid Build Coastguard Worker qpoints->SetShrLong(art_quick_shr_long);
141*795d594fSAndroid Build Coastguard Worker qpoints->SetUshrLong(art_quick_ushr_long);
142*795d594fSAndroid Build Coastguard Worker qpoints->SetFmod(art_quick_fmod);
143*795d594fSAndroid Build Coastguard Worker qpoints->SetFmodf(art_quick_fmodf);
144*795d594fSAndroid Build Coastguard Worker qpoints->SetD2l(art_quick_d2l);
145*795d594fSAndroid Build Coastguard Worker qpoints->SetF2l(art_quick_f2l);
146*795d594fSAndroid Build Coastguard Worker qpoints->SetL2f(art_quick_l2f);
147*795d594fSAndroid Build Coastguard Worker
148*795d594fSAndroid Build Coastguard Worker // More math.
149*795d594fSAndroid Build Coastguard Worker qpoints->SetCos(cos);
150*795d594fSAndroid Build Coastguard Worker qpoints->SetSin(sin);
151*795d594fSAndroid Build Coastguard Worker qpoints->SetAcos(acos);
152*795d594fSAndroid Build Coastguard Worker qpoints->SetAsin(asin);
153*795d594fSAndroid Build Coastguard Worker qpoints->SetAtan(atan);
154*795d594fSAndroid Build Coastguard Worker qpoints->SetAtan2(atan2);
155*795d594fSAndroid Build Coastguard Worker qpoints->SetPow(pow);
156*795d594fSAndroid Build Coastguard Worker qpoints->SetCbrt(cbrt);
157*795d594fSAndroid Build Coastguard Worker qpoints->SetCosh(cosh);
158*795d594fSAndroid Build Coastguard Worker qpoints->SetExp(exp);
159*795d594fSAndroid Build Coastguard Worker qpoints->SetExpm1(expm1);
160*795d594fSAndroid Build Coastguard Worker qpoints->SetHypot(hypot);
161*795d594fSAndroid Build Coastguard Worker qpoints->SetLog(log);
162*795d594fSAndroid Build Coastguard Worker qpoints->SetLog10(log10);
163*795d594fSAndroid Build Coastguard Worker qpoints->SetNextAfter(nextafter);
164*795d594fSAndroid Build Coastguard Worker qpoints->SetSinh(sinh);
165*795d594fSAndroid Build Coastguard Worker qpoints->SetTan(tan);
166*795d594fSAndroid Build Coastguard Worker qpoints->SetTanh(tanh);
167*795d594fSAndroid Build Coastguard Worker
168*795d594fSAndroid Build Coastguard Worker // Intrinsics
169*795d594fSAndroid Build Coastguard Worker qpoints->SetIndexOf(art_quick_indexof);
170*795d594fSAndroid Build Coastguard Worker // The ARM StringCompareTo intrinsic does not call the runtime.
171*795d594fSAndroid Build Coastguard Worker qpoints->SetStringCompareTo(nullptr);
172*795d594fSAndroid Build Coastguard Worker qpoints->SetMemcpy(memcpy);
173*795d594fSAndroid Build Coastguard Worker
174*795d594fSAndroid Build Coastguard Worker // Read barrier.
175*795d594fSAndroid Build Coastguard Worker UpdateReadBarrierEntrypoints(qpoints, /*is_active=*/ false);
176*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg12(nullptr); // Cannot use register 12 (IP) to pass arguments.
177*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg13(nullptr); // Cannot use register 13 (SP) to pass arguments.
178*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg14(nullptr); // Cannot use register 14 (LR) to pass arguments.
179*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg15(nullptr); // Cannot use register 15 (PC) to pass arguments.
180*795d594fSAndroid Build Coastguard Worker // ARM has only 16 core registers.
181*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg16(nullptr);
182*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg17(nullptr);
183*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg18(nullptr);
184*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg19(nullptr);
185*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg20(nullptr);
186*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg21(nullptr);
187*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg22(nullptr);
188*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg23(nullptr);
189*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg24(nullptr);
190*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg25(nullptr);
191*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg26(nullptr);
192*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg27(nullptr);
193*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg28(nullptr);
194*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg29(nullptr);
195*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierSlow(artReadBarrierSlow);
196*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierForRootSlow(artReadBarrierForRootSlow);
197*795d594fSAndroid Build Coastguard Worker }
198*795d594fSAndroid Build Coastguard Worker
UpdateLowOverheadTraceEntrypoints(QuickEntryPoints * qpoints,bool enable)199*795d594fSAndroid Build Coastguard Worker void UpdateLowOverheadTraceEntrypoints([[maybe_unused]] QuickEntryPoints* qpoints,
200*795d594fSAndroid Build Coastguard Worker [[maybe_unused]] bool enable) {
201*795d594fSAndroid Build Coastguard Worker // This is a nop on this architecture. Low overhead tracing is only implemented for ARM64.
202*795d594fSAndroid Build Coastguard Worker }
203*795d594fSAndroid Build Coastguard Worker
204*795d594fSAndroid Build Coastguard Worker } // namespace art
205