1*795d594fSAndroid Build Coastguard Worker /*
2*795d594fSAndroid Build Coastguard Worker * Copyright (C) 2023 The Android Open Source Project
3*795d594fSAndroid Build Coastguard Worker *
4*795d594fSAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License");
5*795d594fSAndroid Build Coastguard Worker * you may not use this file except in compliance with the License.
6*795d594fSAndroid Build Coastguard Worker * You may obtain a copy of the License at
7*795d594fSAndroid Build Coastguard Worker *
8*795d594fSAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0
9*795d594fSAndroid Build Coastguard Worker *
10*795d594fSAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software
11*795d594fSAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS,
12*795d594fSAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*795d594fSAndroid Build Coastguard Worker * See the License for the specific language governing permissions and
14*795d594fSAndroid Build Coastguard Worker * limitations under the License.
15*795d594fSAndroid Build Coastguard Worker */
16*795d594fSAndroid Build Coastguard Worker
17*795d594fSAndroid Build Coastguard Worker #include <math.h>
18*795d594fSAndroid Build Coastguard Worker
19*795d594fSAndroid Build Coastguard Worker #include "entrypoints/quick/quick_default_init_entrypoints.h"
20*795d594fSAndroid Build Coastguard Worker #include "entrypoints/quick/quick_entrypoints.h"
21*795d594fSAndroid Build Coastguard Worker #include "entrypoints/quick/runtime_entrypoints_list.h"
22*795d594fSAndroid Build Coastguard Worker
23*795d594fSAndroid Build Coastguard Worker namespace art HIDDEN {
24*795d594fSAndroid Build Coastguard Worker
25*795d594fSAndroid Build Coastguard Worker // Read barrier entrypoints.
26*795d594fSAndroid Build Coastguard Worker // art_quick_read_barrier_mark_regX uses an non-standard calling convention: it
27*795d594fSAndroid Build Coastguard Worker // expects its input in register X and returns its result in that same register,
28*795d594fSAndroid Build Coastguard Worker // and saves and restores all other registers.
29*795d594fSAndroid Build Coastguard Worker // No read barrier for X0 (Zero), X1 (RA), X2 (SP), X3 (GP) and X4 (TP).
30*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg05(mirror::Object*); // t0/x5
31*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg06(mirror::Object*); // t1/x6
32*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg07(mirror::Object*); // t2/x7
33*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg08(mirror::Object*); // t3/x8
34*795d594fSAndroid Build Coastguard Worker // No read barrier for X9 (S1/xSELF).
35*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg10(mirror::Object*); // a0/x10
36*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg11(mirror::Object*); // a1/x11
37*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg12(mirror::Object*); // a2/x12
38*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg13(mirror::Object*); // a3/x13
39*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg14(mirror::Object*); // a4/x14
40*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg15(mirror::Object*); // a5/x15
41*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg16(mirror::Object*); // a6/x16
42*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg17(mirror::Object*); // a7/x17
43*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg18(mirror::Object*); // s2/x18
44*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg19(mirror::Object*); // s3/x19
45*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg20(mirror::Object*); // s4/x20
46*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg21(mirror::Object*); // s5/x21
47*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg22(mirror::Object*); // s6/x22
48*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg23(mirror::Object*); // s7/x23
49*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg24(mirror::Object*); // s8/x24
50*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg25(mirror::Object*); // s9/x25
51*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg26(mirror::Object*); // s10/x26
52*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg27(mirror::Object*); // s11/x27
53*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg28(mirror::Object*); // t3/x28
54*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg29(mirror::Object*); // t4/x29
55*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg30(mirror::Object*); // t5/x30
56*795d594fSAndroid Build Coastguard Worker extern "C" mirror::Object* art_quick_read_barrier_mark_reg31(mirror::Object*); // t6/x31
57*795d594fSAndroid Build Coastguard Worker
UpdateReadBarrierEntrypoints(QuickEntryPoints * qpoints,bool is_active)58*795d594fSAndroid Build Coastguard Worker void UpdateReadBarrierEntrypoints(QuickEntryPoints* qpoints, bool is_active) {
59*795d594fSAndroid Build Coastguard Worker // No read barrier for X0 (Zero), X1 (RA), X2 (SP), X3 (GP) and X4 (TP).
60*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg05(is_active ? art_quick_read_barrier_mark_reg05 : nullptr);
61*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg06(is_active ? art_quick_read_barrier_mark_reg06 : nullptr);
62*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg07(is_active ? art_quick_read_barrier_mark_reg07 : nullptr);
63*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg08(is_active ? art_quick_read_barrier_mark_reg08 : nullptr);
64*795d594fSAndroid Build Coastguard Worker // No read barrier for X9 (S1/xSELF).
65*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg10(is_active ? art_quick_read_barrier_mark_reg10 : nullptr);
66*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg11(is_active ? art_quick_read_barrier_mark_reg11 : nullptr);
67*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg12(is_active ? art_quick_read_barrier_mark_reg12 : nullptr);
68*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg13(is_active ? art_quick_read_barrier_mark_reg13 : nullptr);
69*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg14(is_active ? art_quick_read_barrier_mark_reg14 : nullptr);
70*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg15(is_active ? art_quick_read_barrier_mark_reg15 : nullptr);
71*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg16(is_active ? art_quick_read_barrier_mark_reg16 : nullptr);
72*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg17(is_active ? art_quick_read_barrier_mark_reg17 : nullptr);
73*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg18(is_active ? art_quick_read_barrier_mark_reg18 : nullptr);
74*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg19(is_active ? art_quick_read_barrier_mark_reg19 : nullptr);
75*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg20(is_active ? art_quick_read_barrier_mark_reg20 : nullptr);
76*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg21(is_active ? art_quick_read_barrier_mark_reg21 : nullptr);
77*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg22(is_active ? art_quick_read_barrier_mark_reg22 : nullptr);
78*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg23(is_active ? art_quick_read_barrier_mark_reg23 : nullptr);
79*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg24(is_active ? art_quick_read_barrier_mark_reg24 : nullptr);
80*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg25(is_active ? art_quick_read_barrier_mark_reg25 : nullptr);
81*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg26(is_active ? art_quick_read_barrier_mark_reg26 : nullptr);
82*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg27(is_active ? art_quick_read_barrier_mark_reg27 : nullptr);
83*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg28(is_active ? art_quick_read_barrier_mark_reg28 : nullptr);
84*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg29(is_active ? art_quick_read_barrier_mark_reg29 : nullptr);
85*795d594fSAndroid Build Coastguard Worker // Note: Entrypoints for registers X30 (T5) and T31 (T6) are stored in entries
86*795d594fSAndroid Build Coastguard Worker // for X0 (Zero) and X1 (RA) because these are not valid registers for marking
87*795d594fSAndroid Build Coastguard Worker // and we currently have slots only up to register 29.
88*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg00(is_active ? art_quick_read_barrier_mark_reg30 : nullptr);
89*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierMarkReg01(is_active ? art_quick_read_barrier_mark_reg31 : nullptr);
90*795d594fSAndroid Build Coastguard Worker }
91*795d594fSAndroid Build Coastguard Worker
InitEntryPoints(JniEntryPoints * jpoints,QuickEntryPoints * qpoints,bool monitor_jni_entry_exit)92*795d594fSAndroid Build Coastguard Worker void InitEntryPoints(JniEntryPoints* jpoints,
93*795d594fSAndroid Build Coastguard Worker QuickEntryPoints* qpoints,
94*795d594fSAndroid Build Coastguard Worker bool monitor_jni_entry_exit) {
95*795d594fSAndroid Build Coastguard Worker DefaultInitEntryPoints(jpoints, qpoints, monitor_jni_entry_exit);
96*795d594fSAndroid Build Coastguard Worker
97*795d594fSAndroid Build Coastguard Worker // Cast
98*795d594fSAndroid Build Coastguard Worker qpoints->SetInstanceofNonTrivial(artInstanceOfFromCode);
99*795d594fSAndroid Build Coastguard Worker qpoints->SetCheckInstanceOf(art_quick_check_instance_of);
100*795d594fSAndroid Build Coastguard Worker
101*795d594fSAndroid Build Coastguard Worker // Math
102*795d594fSAndroid Build Coastguard Worker // TODO(riscv64): null entrypoints not needed for riscv64 - using generated code.
103*795d594fSAndroid Build Coastguard Worker qpoints->SetCmpgDouble(nullptr);
104*795d594fSAndroid Build Coastguard Worker qpoints->SetCmpgFloat(nullptr);
105*795d594fSAndroid Build Coastguard Worker qpoints->SetCmplDouble(nullptr);
106*795d594fSAndroid Build Coastguard Worker qpoints->SetCmplFloat(nullptr);
107*795d594fSAndroid Build Coastguard Worker qpoints->SetFmod(fmod);
108*795d594fSAndroid Build Coastguard Worker qpoints->SetL2d(nullptr);
109*795d594fSAndroid Build Coastguard Worker qpoints->SetFmodf(fmodf);
110*795d594fSAndroid Build Coastguard Worker qpoints->SetL2f(nullptr);
111*795d594fSAndroid Build Coastguard Worker qpoints->SetD2iz(nullptr);
112*795d594fSAndroid Build Coastguard Worker qpoints->SetF2iz(nullptr);
113*795d594fSAndroid Build Coastguard Worker qpoints->SetIdivmod(nullptr);
114*795d594fSAndroid Build Coastguard Worker qpoints->SetD2l(nullptr);
115*795d594fSAndroid Build Coastguard Worker qpoints->SetF2l(nullptr);
116*795d594fSAndroid Build Coastguard Worker qpoints->SetLdiv(nullptr);
117*795d594fSAndroid Build Coastguard Worker qpoints->SetLmod(nullptr);
118*795d594fSAndroid Build Coastguard Worker qpoints->SetLmul(nullptr);
119*795d594fSAndroid Build Coastguard Worker qpoints->SetShlLong(nullptr);
120*795d594fSAndroid Build Coastguard Worker qpoints->SetShrLong(nullptr);
121*795d594fSAndroid Build Coastguard Worker qpoints->SetUshrLong(nullptr);
122*795d594fSAndroid Build Coastguard Worker
123*795d594fSAndroid Build Coastguard Worker // More math.
124*795d594fSAndroid Build Coastguard Worker qpoints->SetCos(cos);
125*795d594fSAndroid Build Coastguard Worker qpoints->SetSin(sin);
126*795d594fSAndroid Build Coastguard Worker qpoints->SetAcos(acos);
127*795d594fSAndroid Build Coastguard Worker qpoints->SetAsin(asin);
128*795d594fSAndroid Build Coastguard Worker qpoints->SetAtan(atan);
129*795d594fSAndroid Build Coastguard Worker qpoints->SetAtan2(atan2);
130*795d594fSAndroid Build Coastguard Worker qpoints->SetPow(pow);
131*795d594fSAndroid Build Coastguard Worker qpoints->SetCbrt(cbrt);
132*795d594fSAndroid Build Coastguard Worker qpoints->SetCosh(cosh);
133*795d594fSAndroid Build Coastguard Worker qpoints->SetExp(exp);
134*795d594fSAndroid Build Coastguard Worker qpoints->SetExpm1(expm1);
135*795d594fSAndroid Build Coastguard Worker qpoints->SetHypot(hypot);
136*795d594fSAndroid Build Coastguard Worker qpoints->SetLog(log);
137*795d594fSAndroid Build Coastguard Worker qpoints->SetLog10(log10);
138*795d594fSAndroid Build Coastguard Worker qpoints->SetNextAfter(nextafter);
139*795d594fSAndroid Build Coastguard Worker qpoints->SetSinh(sinh);
140*795d594fSAndroid Build Coastguard Worker qpoints->SetTan(tan);
141*795d594fSAndroid Build Coastguard Worker qpoints->SetTanh(tanh);
142*795d594fSAndroid Build Coastguard Worker
143*795d594fSAndroid Build Coastguard Worker // Intrinsics
144*795d594fSAndroid Build Coastguard Worker qpoints->SetIndexOf(art_quick_indexof);
145*795d594fSAndroid Build Coastguard Worker // TODO(riscv64): More intrinsics.
146*795d594fSAndroid Build Coastguard Worker
147*795d594fSAndroid Build Coastguard Worker // Read barrier.
148*795d594fSAndroid Build Coastguard Worker UpdateReadBarrierEntrypoints(qpoints, /*is_active=*/ false);
149*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierSlow(artReadBarrierSlow);
150*795d594fSAndroid Build Coastguard Worker qpoints->SetReadBarrierForRootSlow(artReadBarrierForRootSlow);
151*795d594fSAndroid Build Coastguard Worker }
152*795d594fSAndroid Build Coastguard Worker
UpdateLowOverheadTraceEntrypoints(QuickEntryPoints * qpoints,bool enable)153*795d594fSAndroid Build Coastguard Worker void UpdateLowOverheadTraceEntrypoints([[maybe_unused]] QuickEntryPoints* qpoints,
154*795d594fSAndroid Build Coastguard Worker [[maybe_unused]] bool enable) {
155*795d594fSAndroid Build Coastguard Worker // This is a nop on this architecture. Low overhead tracing is only implemented for ARM64.
156*795d594fSAndroid Build Coastguard Worker }
157*795d594fSAndroid Build Coastguard Worker
158*795d594fSAndroid Build Coastguard Worker } // namespace art
159