1 /*
2  * Copyright (C) 2012 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #include <string.h>
18 
19 #include "arch/mips/asm_support_mips.h"
20 #include "base/atomic.h"
21 #include "base/logging.h"
22 #include "base/quasi_atomic.h"
23 #include "entrypoints/entrypoint_utils.h"
24 #include "entrypoints/jni/jni_entrypoints.h"
25 #include "entrypoints/math_entrypoints.h"
26 #include "entrypoints/quick/quick_alloc_entrypoints.h"
27 #include "entrypoints/quick/quick_default_externs.h"
28 #include "entrypoints/quick/quick_entrypoints.h"
29 #include "entrypoints/runtime_asm_entrypoints.h"
30 #include "entrypoints_direct_mips.h"
31 #include "interpreter/interpreter.h"
32 
33 namespace art {
34 
35 // Cast entrypoints.
36 extern "C" size_t artInstanceOfFromCode(mirror::Object* obj, mirror::Class* ref_class);
37 
38 // Read barrier entrypoints.
39 // art_quick_read_barrier_mark_regXX uses a non-standard calling
40 // convention: it expects its input in register XX+1 and returns its
41 // result in that same register, and saves and restores all
42 // caller-save registers.
43 extern "C" mirror::Object* art_quick_read_barrier_mark_reg01(mirror::Object*);
44 extern "C" mirror::Object* art_quick_read_barrier_mark_reg02(mirror::Object*);
45 extern "C" mirror::Object* art_quick_read_barrier_mark_reg03(mirror::Object*);
46 extern "C" mirror::Object* art_quick_read_barrier_mark_reg04(mirror::Object*);
47 extern "C" mirror::Object* art_quick_read_barrier_mark_reg05(mirror::Object*);
48 extern "C" mirror::Object* art_quick_read_barrier_mark_reg06(mirror::Object*);
49 extern "C" mirror::Object* art_quick_read_barrier_mark_reg07(mirror::Object*);
50 extern "C" mirror::Object* art_quick_read_barrier_mark_reg08(mirror::Object*);
51 extern "C" mirror::Object* art_quick_read_barrier_mark_reg09(mirror::Object*);
52 extern "C" mirror::Object* art_quick_read_barrier_mark_reg10(mirror::Object*);
53 extern "C" mirror::Object* art_quick_read_barrier_mark_reg11(mirror::Object*);
54 extern "C" mirror::Object* art_quick_read_barrier_mark_reg12(mirror::Object*);
55 extern "C" mirror::Object* art_quick_read_barrier_mark_reg13(mirror::Object*);
56 extern "C" mirror::Object* art_quick_read_barrier_mark_reg14(mirror::Object*);
57 extern "C" mirror::Object* art_quick_read_barrier_mark_reg17(mirror::Object*);
58 extern "C" mirror::Object* art_quick_read_barrier_mark_reg18(mirror::Object*);
59 extern "C" mirror::Object* art_quick_read_barrier_mark_reg19(mirror::Object*);
60 extern "C" mirror::Object* art_quick_read_barrier_mark_reg20(mirror::Object*);
61 extern "C" mirror::Object* art_quick_read_barrier_mark_reg21(mirror::Object*);
62 extern "C" mirror::Object* art_quick_read_barrier_mark_reg22(mirror::Object*);
63 extern "C" mirror::Object* art_quick_read_barrier_mark_reg29(mirror::Object*);
64 
65 extern "C" mirror::Object* art_quick_read_barrier_mark_introspection(mirror::Object*);
66 extern "C" mirror::Object* art_quick_read_barrier_mark_introspection_gc_roots(mirror::Object*);
67 extern "C" void art_quick_read_barrier_mark_introspection_end_of_entries(void);
68 
69 // Math entrypoints.
70 extern int32_t CmpgDouble(double a, double b);
71 extern int32_t CmplDouble(double a, double b);
72 extern int32_t CmpgFloat(float a, float b);
73 extern int32_t CmplFloat(float a, float b);
74 extern "C" int64_t artLmul(int64_t a, int64_t b);
75 extern "C" int64_t artLdiv(int64_t a, int64_t b);
76 extern "C" int64_t artLmod(int64_t a, int64_t b);
77 
78 // Math conversions.
79 extern "C" int32_t __fixsfsi(float op1);      // FLOAT_TO_INT
80 extern "C" int32_t __fixdfsi(double op1);     // DOUBLE_TO_INT
81 extern "C" float __floatdisf(int64_t op1);    // LONG_TO_FLOAT
82 extern "C" double __floatdidf(int64_t op1);   // LONG_TO_DOUBLE
83 extern "C" int64_t __fixsfdi(float op1);      // FLOAT_TO_LONG
84 extern "C" int64_t __fixdfdi(double op1);     // DOUBLE_TO_LONG
85 
86 // Single-precision FP arithmetics.
87 extern "C" float fmodf(float a, float b);      // REM_FLOAT[_2ADDR]
88 
89 // Double-precision FP arithmetics.
90 extern "C" double fmod(double a, double b);     // REM_DOUBLE[_2ADDR]
91 
92 // Long long arithmetics - REM_LONG[_2ADDR] and DIV_LONG[_2ADDR]
93 extern "C" int64_t __divdi3(int64_t, int64_t);
94 extern "C" int64_t __moddi3(int64_t, int64_t);
95 
UpdateReadBarrierEntrypoints(QuickEntryPoints * qpoints,bool is_active)96 void UpdateReadBarrierEntrypoints(QuickEntryPoints* qpoints, bool is_active) {
97   intptr_t introspection_field_array_entries_size =
98       reinterpret_cast<intptr_t>(&art_quick_read_barrier_mark_introspection_gc_roots) -
99       reinterpret_cast<intptr_t>(&art_quick_read_barrier_mark_introspection);
100   static_assert(
101       BAKER_MARK_INTROSPECTION_GC_ROOT_ENTRIES_OFFSET == 2 *
102           BAKER_MARK_INTROSPECTION_REGISTER_COUNT * BAKER_MARK_INTROSPECTION_FIELD_ARRAY_ENTRY_SIZE,
103       "Expecting equal");
104   DCHECK_EQ(introspection_field_array_entries_size,
105             BAKER_MARK_INTROSPECTION_GC_ROOT_ENTRIES_OFFSET);
106   intptr_t introspection_gc_root_entries_size =
107       reinterpret_cast<intptr_t>(&art_quick_read_barrier_mark_introspection_end_of_entries) -
108       reinterpret_cast<intptr_t>(&art_quick_read_barrier_mark_introspection_gc_roots);
109   DCHECK_EQ(introspection_gc_root_entries_size,
110             BAKER_MARK_INTROSPECTION_REGISTER_COUNT * BAKER_MARK_INTROSPECTION_GC_ROOT_ENTRY_SIZE);
111   qpoints->pReadBarrierMarkReg00 = is_active ? art_quick_read_barrier_mark_introspection : nullptr;
112   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg00),
113                 "Non-direct C stub marked direct.");
114   qpoints->pReadBarrierMarkReg01 = is_active ? art_quick_read_barrier_mark_reg01 : nullptr;
115   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg01),
116                 "Non-direct C stub marked direct.");
117   qpoints->pReadBarrierMarkReg02 = is_active ? art_quick_read_barrier_mark_reg02 : nullptr;
118   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg02),
119                 "Non-direct C stub marked direct.");
120   qpoints->pReadBarrierMarkReg03 = is_active ? art_quick_read_barrier_mark_reg03 : nullptr;
121   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg03),
122                 "Non-direct C stub marked direct.");
123   qpoints->pReadBarrierMarkReg04 = is_active ? art_quick_read_barrier_mark_reg04 : nullptr;
124   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg04),
125                 "Non-direct C stub marked direct.");
126   qpoints->pReadBarrierMarkReg05 = is_active ? art_quick_read_barrier_mark_reg05 : nullptr;
127   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg05),
128                 "Non-direct C stub marked direct.");
129   qpoints->pReadBarrierMarkReg06 = is_active ? art_quick_read_barrier_mark_reg06 : nullptr;
130   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg06),
131                 "Non-direct C stub marked direct.");
132   qpoints->pReadBarrierMarkReg07 = is_active ? art_quick_read_barrier_mark_reg07 : nullptr;
133   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg07),
134                 "Non-direct C stub marked direct.");
135   qpoints->pReadBarrierMarkReg08 = is_active ? art_quick_read_barrier_mark_reg08 : nullptr;
136   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg08),
137                 "Non-direct C stub marked direct.");
138   qpoints->pReadBarrierMarkReg09 = is_active ? art_quick_read_barrier_mark_reg09 : nullptr;
139   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg09),
140                 "Non-direct C stub marked direct.");
141   qpoints->pReadBarrierMarkReg10 = is_active ? art_quick_read_barrier_mark_reg10 : nullptr;
142   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg10),
143                 "Non-direct C stub marked direct.");
144   qpoints->pReadBarrierMarkReg11 = is_active ? art_quick_read_barrier_mark_reg11 : nullptr;
145   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg11),
146                 "Non-direct C stub marked direct.");
147   qpoints->pReadBarrierMarkReg12 = is_active ? art_quick_read_barrier_mark_reg12 : nullptr;
148   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg12),
149                 "Non-direct C stub marked direct.");
150   qpoints->pReadBarrierMarkReg13 = is_active ? art_quick_read_barrier_mark_reg13 : nullptr;
151   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg13),
152                 "Non-direct C stub marked direct.");
153   qpoints->pReadBarrierMarkReg14 = is_active ? art_quick_read_barrier_mark_reg14 : nullptr;
154   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg14),
155                 "Non-direct C stub marked direct.");
156   qpoints->pReadBarrierMarkReg17 = is_active ? art_quick_read_barrier_mark_reg17 : nullptr;
157   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg17),
158                 "Non-direct C stub marked direct.");
159   qpoints->pReadBarrierMarkReg18 = is_active ? art_quick_read_barrier_mark_reg18 : nullptr;
160   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg18),
161                 "Non-direct C stub marked direct.");
162   qpoints->pReadBarrierMarkReg19 = is_active ? art_quick_read_barrier_mark_reg19 : nullptr;
163   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg19),
164                 "Non-direct C stub marked direct.");
165   qpoints->pReadBarrierMarkReg20 = is_active ? art_quick_read_barrier_mark_reg20 : nullptr;
166   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg20),
167                 "Non-direct C stub marked direct.");
168   qpoints->pReadBarrierMarkReg21 = is_active ? art_quick_read_barrier_mark_reg21 : nullptr;
169   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg21),
170                 "Non-direct C stub marked direct.");
171   qpoints->pReadBarrierMarkReg22 = is_active ? art_quick_read_barrier_mark_reg22 : nullptr;
172   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg22),
173                 "Non-direct C stub marked direct.");
174   qpoints->pReadBarrierMarkReg29 = is_active ? art_quick_read_barrier_mark_reg29 : nullptr;
175   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg29),
176                 "Non-direct C stub marked direct.");
177 }
178 
InitEntryPoints(JniEntryPoints * jpoints,QuickEntryPoints * qpoints)179 void InitEntryPoints(JniEntryPoints* jpoints, QuickEntryPoints* qpoints) {
180   // Note: MIPS has asserts checking for the type of entrypoint. Don't move it
181   //       to InitDefaultEntryPoints().
182 
183   // JNI
184   jpoints->pDlsymLookup = art_jni_dlsym_lookup_stub;
185 
186   // Alloc
187   ResetQuickAllocEntryPoints(qpoints, /*is_active=*/ false);
188 
189   // Cast
190   qpoints->pInstanceofNonTrivial = artInstanceOfFromCode;
191   static_assert(IsDirectEntrypoint(kQuickInstanceofNonTrivial), "Direct C stub not marked direct.");
192   qpoints->pCheckInstanceOf = art_quick_check_instance_of;
193   static_assert(!IsDirectEntrypoint(kQuickCheckInstanceOf), "Non-direct C stub marked direct.");
194 
195   // Resolution and initialization
196   qpoints->pInitializeStaticStorage = art_quick_initialize_static_storage;
197   static_assert(!IsDirectEntrypoint(kQuickInitializeStaticStorage),
198                 "Non-direct C stub marked direct.");
199   qpoints->pResolveTypeAndVerifyAccess = art_quick_resolve_type_and_verify_access;
200   static_assert(!IsDirectEntrypoint(kQuickResolveTypeAndVerifyAccess),
201                 "Non-direct C stub marked direct.");
202   qpoints->pResolveType = art_quick_resolve_type;
203   static_assert(!IsDirectEntrypoint(kQuickResolveType), "Non-direct C stub marked direct.");
204   qpoints->pResolveString = art_quick_resolve_string;
205   static_assert(!IsDirectEntrypoint(kQuickResolveString), "Non-direct C stub marked direct.");
206   qpoints->pResolveMethodHandle = art_quick_resolve_method_handle;
207   static_assert(!IsDirectEntrypoint(kQuickResolveMethodHandle), "Non-direct C stub marked direct.");
208   qpoints->pResolveMethodType = art_quick_resolve_method_type;
209   static_assert(!IsDirectEntrypoint(kQuickResolveMethodType), "Non-direct C stub marked direct.");
210 
211   // Field
212   qpoints->pSet8Instance = art_quick_set8_instance;
213   static_assert(!IsDirectEntrypoint(kQuickSet8Instance), "Non-direct C stub marked direct.");
214   qpoints->pSet8Static = art_quick_set8_static;
215   static_assert(!IsDirectEntrypoint(kQuickSet8Static), "Non-direct C stub marked direct.");
216   qpoints->pSet16Instance = art_quick_set16_instance;
217   static_assert(!IsDirectEntrypoint(kQuickSet16Instance), "Non-direct C stub marked direct.");
218   qpoints->pSet16Static = art_quick_set16_static;
219   static_assert(!IsDirectEntrypoint(kQuickSet16Static), "Non-direct C stub marked direct.");
220   qpoints->pSet32Instance = art_quick_set32_instance;
221   static_assert(!IsDirectEntrypoint(kQuickSet32Instance), "Non-direct C stub marked direct.");
222   qpoints->pSet32Static = art_quick_set32_static;
223   static_assert(!IsDirectEntrypoint(kQuickSet32Static), "Non-direct C stub marked direct.");
224   qpoints->pSet64Instance = art_quick_set64_instance;
225   static_assert(!IsDirectEntrypoint(kQuickSet64Instance), "Non-direct C stub marked direct.");
226   qpoints->pSet64Static = art_quick_set64_static;
227   static_assert(!IsDirectEntrypoint(kQuickSet64Static), "Non-direct C stub marked direct.");
228   qpoints->pSetObjInstance = art_quick_set_obj_instance;
229   static_assert(!IsDirectEntrypoint(kQuickSetObjInstance), "Non-direct C stub marked direct.");
230   qpoints->pSetObjStatic = art_quick_set_obj_static;
231   static_assert(!IsDirectEntrypoint(kQuickSetObjStatic), "Non-direct C stub marked direct.");
232   qpoints->pGetBooleanInstance = art_quick_get_boolean_instance;
233   static_assert(!IsDirectEntrypoint(kQuickGetBooleanInstance), "Non-direct C stub marked direct.");
234   qpoints->pGetByteInstance = art_quick_get_byte_instance;
235   static_assert(!IsDirectEntrypoint(kQuickGetByteInstance), "Non-direct C stub marked direct.");
236   qpoints->pGetCharInstance = art_quick_get_char_instance;
237   static_assert(!IsDirectEntrypoint(kQuickGetCharInstance), "Non-direct C stub marked direct.");
238   qpoints->pGetShortInstance = art_quick_get_short_instance;
239   static_assert(!IsDirectEntrypoint(kQuickGetShortInstance), "Non-direct C stub marked direct.");
240   qpoints->pGet32Instance = art_quick_get32_instance;
241   static_assert(!IsDirectEntrypoint(kQuickGet32Instance), "Non-direct C stub marked direct.");
242   qpoints->pGet64Instance = art_quick_get64_instance;
243   static_assert(!IsDirectEntrypoint(kQuickGet64Instance), "Non-direct C stub marked direct.");
244   qpoints->pGetObjInstance = art_quick_get_obj_instance;
245   static_assert(!IsDirectEntrypoint(kQuickGetObjInstance), "Non-direct C stub marked direct.");
246   qpoints->pGetBooleanStatic = art_quick_get_boolean_static;
247   static_assert(!IsDirectEntrypoint(kQuickGetBooleanStatic), "Non-direct C stub marked direct.");
248   qpoints->pGetByteStatic = art_quick_get_byte_static;
249   static_assert(!IsDirectEntrypoint(kQuickGetByteStatic), "Non-direct C stub marked direct.");
250   qpoints->pGetCharStatic = art_quick_get_char_static;
251   static_assert(!IsDirectEntrypoint(kQuickGetCharStatic), "Non-direct C stub marked direct.");
252   qpoints->pGetShortStatic = art_quick_get_short_static;
253   static_assert(!IsDirectEntrypoint(kQuickGetShortStatic), "Non-direct C stub marked direct.");
254   qpoints->pGet32Static = art_quick_get32_static;
255   static_assert(!IsDirectEntrypoint(kQuickGet32Static), "Non-direct C stub marked direct.");
256   qpoints->pGet64Static = art_quick_get64_static;
257   static_assert(!IsDirectEntrypoint(kQuickGet64Static), "Non-direct C stub marked direct.");
258   qpoints->pGetObjStatic = art_quick_get_obj_static;
259   static_assert(!IsDirectEntrypoint(kQuickGetObjStatic), "Non-direct C stub marked direct.");
260 
261   // Array
262   qpoints->pAputObject = art_quick_aput_obj;
263   static_assert(!IsDirectEntrypoint(kQuickAputObject), "Non-direct C stub marked direct.");
264 
265   // JNI
266   qpoints->pJniMethodStart = JniMethodStart;
267   static_assert(!IsDirectEntrypoint(kQuickJniMethodStart), "Non-direct C stub marked direct.");
268   qpoints->pJniMethodFastStart = JniMethodFastStart;
269   static_assert(!IsDirectEntrypoint(kQuickJniMethodFastStart), "Non-direct C stub marked direct.");
270   qpoints->pJniMethodStartSynchronized = JniMethodStartSynchronized;
271   static_assert(!IsDirectEntrypoint(kQuickJniMethodStartSynchronized),
272                 "Non-direct C stub marked direct.");
273   qpoints->pJniMethodEnd = JniMethodEnd;
274   static_assert(!IsDirectEntrypoint(kQuickJniMethodEnd), "Non-direct C stub marked direct.");
275   qpoints->pJniMethodFastEnd = JniMethodFastEnd;
276   static_assert(!IsDirectEntrypoint(kQuickJniMethodFastEnd), "Non-direct C stub marked direct.");
277   qpoints->pJniMethodEndSynchronized = JniMethodEndSynchronized;
278   static_assert(!IsDirectEntrypoint(kQuickJniMethodEndSynchronized),
279                 "Non-direct C stub marked direct.");
280   qpoints->pJniMethodEndWithReference = JniMethodEndWithReference;
281   static_assert(!IsDirectEntrypoint(kQuickJniMethodEndWithReference),
282                 "Non-direct C stub marked direct.");
283   qpoints->pJniMethodFastEndWithReference = JniMethodFastEndWithReference;
284   static_assert(!IsDirectEntrypoint(kQuickJniMethodFastEndWithReference),
285                 "Non-direct C stub marked direct.");
286   qpoints->pJniMethodEndWithReferenceSynchronized = JniMethodEndWithReferenceSynchronized;
287   static_assert(!IsDirectEntrypoint(kQuickJniMethodEndWithReferenceSynchronized),
288                 "Non-direct C stub marked direct.");
289   qpoints->pQuickGenericJniTrampoline = art_quick_generic_jni_trampoline;
290   static_assert(!IsDirectEntrypoint(kQuickQuickGenericJniTrampoline),
291                 "Non-direct C stub marked direct.");
292 
293   // Locks
294   if (UNLIKELY(VLOG_IS_ON(systrace_lock_logging))) {
295     qpoints->pLockObject = art_quick_lock_object_no_inline;
296     qpoints->pUnlockObject = art_quick_unlock_object_no_inline;
297   } else {
298     qpoints->pLockObject = art_quick_lock_object;
299     qpoints->pUnlockObject = art_quick_unlock_object;
300   }
301   static_assert(!IsDirectEntrypoint(kQuickLockObject), "Non-direct C stub marked direct.");
302   static_assert(!IsDirectEntrypoint(kQuickUnlockObject), "Non-direct C stub marked direct.");
303 
304   // Math
305   qpoints->pCmpgDouble = CmpgDouble;
306   static_assert(IsDirectEntrypoint(kQuickCmpgDouble), "Direct C stub not marked direct.");
307   qpoints->pCmpgFloat = CmpgFloat;
308   static_assert(IsDirectEntrypoint(kQuickCmpgFloat), "Direct C stub not marked direct.");
309   qpoints->pCmplDouble = CmplDouble;
310   static_assert(IsDirectEntrypoint(kQuickCmplDouble), "Direct C stub not marked direct.");
311   qpoints->pCmplFloat = CmplFloat;
312   static_assert(IsDirectEntrypoint(kQuickCmplFloat), "Direct C stub not marked direct.");
313   qpoints->pFmod = fmod;
314   static_assert(IsDirectEntrypoint(kQuickFmod), "Direct C stub not marked direct.");
315   qpoints->pL2d = art_l2d;
316   static_assert(IsDirectEntrypoint(kQuickL2d), "Direct C stub not marked direct.");
317   qpoints->pFmodf = fmodf;
318   static_assert(IsDirectEntrypoint(kQuickFmodf), "Direct C stub not marked direct.");
319   qpoints->pL2f = art_l2f;
320   static_assert(IsDirectEntrypoint(kQuickL2f), "Direct C stub not marked direct.");
321   qpoints->pD2iz = art_d2i;
322   static_assert(IsDirectEntrypoint(kQuickD2iz), "Direct C stub not marked direct.");
323   qpoints->pF2iz = art_f2i;
324   static_assert(IsDirectEntrypoint(kQuickF2iz), "Direct C stub not marked direct.");
325   qpoints->pIdivmod = nullptr;
326   qpoints->pD2l = art_d2l;
327   static_assert(IsDirectEntrypoint(kQuickD2l), "Direct C stub not marked direct.");
328   qpoints->pF2l = art_f2l;
329   static_assert(IsDirectEntrypoint(kQuickF2l), "Direct C stub not marked direct.");
330   qpoints->pLdiv = artLdiv;
331   static_assert(IsDirectEntrypoint(kQuickLdiv), "Direct C stub not marked direct.");
332   qpoints->pLmod = artLmod;
333   static_assert(IsDirectEntrypoint(kQuickLmod), "Direct C stub not marked direct.");
334   qpoints->pLmul = artLmul;
335   static_assert(IsDirectEntrypoint(kQuickLmul), "Direct C stub not marked direct.");
336   qpoints->pShlLong = art_quick_shl_long;
337   static_assert(!IsDirectEntrypoint(kQuickShlLong), "Non-direct C stub marked direct.");
338   qpoints->pShrLong = art_quick_shr_long;
339   static_assert(!IsDirectEntrypoint(kQuickShrLong), "Non-direct C stub marked direct.");
340   qpoints->pUshrLong = art_quick_ushr_long;
341   static_assert(!IsDirectEntrypoint(kQuickUshrLong), "Non-direct C stub marked direct.");
342 
343   // More math.
344   qpoints->pCos = cos;
345   static_assert(IsDirectEntrypoint(kQuickCos), "Direct C stub marked non-direct.");
346   qpoints->pSin = sin;
347   static_assert(IsDirectEntrypoint(kQuickSin), "Direct C stub marked non-direct.");
348   qpoints->pAcos = acos;
349   static_assert(IsDirectEntrypoint(kQuickAcos), "Direct C stub marked non-direct.");
350   qpoints->pAsin = asin;
351   static_assert(IsDirectEntrypoint(kQuickAsin), "Direct C stub marked non-direct.");
352   qpoints->pAtan = atan;
353   static_assert(IsDirectEntrypoint(kQuickAtan), "Direct C stub marked non-direct.");
354   qpoints->pAtan2 = atan2;
355   static_assert(IsDirectEntrypoint(kQuickAtan2), "Direct C stub marked non-direct.");
356   qpoints->pPow = pow;
357   static_assert(IsDirectEntrypoint(kQuickPow), "Direct C stub marked non-direct.");
358   qpoints->pCbrt = cbrt;
359   static_assert(IsDirectEntrypoint(kQuickCbrt), "Direct C stub marked non-direct.");
360   qpoints->pCosh = cosh;
361   static_assert(IsDirectEntrypoint(kQuickCosh), "Direct C stub marked non-direct.");
362   qpoints->pExp = exp;
363   static_assert(IsDirectEntrypoint(kQuickExp), "Direct C stub marked non-direct.");
364   qpoints->pExpm1 = expm1;
365   static_assert(IsDirectEntrypoint(kQuickExpm1), "Direct C stub marked non-direct.");
366   qpoints->pHypot = hypot;
367   static_assert(IsDirectEntrypoint(kQuickHypot), "Direct C stub marked non-direct.");
368   qpoints->pLog = log;
369   static_assert(IsDirectEntrypoint(kQuickLog), "Direct C stub marked non-direct.");
370   qpoints->pLog10 = log10;
371   static_assert(IsDirectEntrypoint(kQuickLog10), "Direct C stub marked non-direct.");
372   qpoints->pNextAfter = nextafter;
373   static_assert(IsDirectEntrypoint(kQuickNextAfter), "Direct C stub marked non-direct.");
374   qpoints->pSinh = sinh;
375   static_assert(IsDirectEntrypoint(kQuickSinh), "Direct C stub marked non-direct.");
376   qpoints->pTan = tan;
377   static_assert(IsDirectEntrypoint(kQuickTan), "Direct C stub marked non-direct.");
378   qpoints->pTanh = tanh;
379   static_assert(IsDirectEntrypoint(kQuickTanh), "Direct C stub marked non-direct.");
380 
381   // Intrinsics
382   qpoints->pIndexOf = art_quick_indexof;
383   static_assert(!IsDirectEntrypoint(kQuickIndexOf), "Non-direct C stub marked direct.");
384   qpoints->pStringCompareTo = art_quick_string_compareto;
385   static_assert(!IsDirectEntrypoint(kQuickStringCompareTo), "Non-direct C stub marked direct.");
386   qpoints->pMemcpy = memcpy;
387 
388   // Invocation
389   qpoints->pQuickImtConflictTrampoline = art_quick_imt_conflict_trampoline;
390   qpoints->pQuickResolutionTrampoline = art_quick_resolution_trampoline;
391   qpoints->pQuickToInterpreterBridge = art_quick_to_interpreter_bridge;
392   qpoints->pInvokeDirectTrampolineWithAccessCheck =
393       art_quick_invoke_direct_trampoline_with_access_check;
394   static_assert(!IsDirectEntrypoint(kQuickInvokeDirectTrampolineWithAccessCheck),
395                 "Non-direct C stub marked direct.");
396   qpoints->pInvokeInterfaceTrampolineWithAccessCheck =
397       art_quick_invoke_interface_trampoline_with_access_check;
398   static_assert(!IsDirectEntrypoint(kQuickInvokeInterfaceTrampolineWithAccessCheck),
399                 "Non-direct C stub marked direct.");
400   qpoints->pInvokeStaticTrampolineWithAccessCheck =
401       art_quick_invoke_static_trampoline_with_access_check;
402   static_assert(!IsDirectEntrypoint(kQuickInvokeStaticTrampolineWithAccessCheck),
403                 "Non-direct C stub marked direct.");
404   qpoints->pInvokeSuperTrampolineWithAccessCheck =
405       art_quick_invoke_super_trampoline_with_access_check;
406   static_assert(!IsDirectEntrypoint(kQuickInvokeSuperTrampolineWithAccessCheck),
407                 "Non-direct C stub marked direct.");
408   qpoints->pInvokeVirtualTrampolineWithAccessCheck =
409       art_quick_invoke_virtual_trampoline_with_access_check;
410   static_assert(!IsDirectEntrypoint(kQuickInvokeVirtualTrampolineWithAccessCheck),
411                 "Non-direct C stub marked direct.");
412   qpoints->pInvokePolymorphic = art_quick_invoke_polymorphic;
413   static_assert(!IsDirectEntrypoint(kQuickInvokePolymorphic), "Non-direct C stub marked direct.");
414   qpoints->pInvokeCustom = art_quick_invoke_custom;
415   static_assert(!IsDirectEntrypoint(kQuickInvokeCustom), "Non-direct C stub marked direct.");
416 
417   // Thread
418   qpoints->pTestSuspend = art_quick_test_suspend;
419   static_assert(!IsDirectEntrypoint(kQuickTestSuspend), "Non-direct C stub marked direct.");
420 
421   // Throws
422   qpoints->pDeliverException = art_quick_deliver_exception;
423   static_assert(!IsDirectEntrypoint(kQuickDeliverException), "Non-direct C stub marked direct.");
424   qpoints->pThrowArrayBounds = art_quick_throw_array_bounds;
425   static_assert(!IsDirectEntrypoint(kQuickThrowArrayBounds), "Non-direct C stub marked direct.");
426   qpoints->pThrowDivZero = art_quick_throw_div_zero;
427   static_assert(!IsDirectEntrypoint(kQuickThrowDivZero), "Non-direct C stub marked direct.");
428   qpoints->pThrowNullPointer = art_quick_throw_null_pointer_exception;
429   static_assert(!IsDirectEntrypoint(kQuickThrowNullPointer), "Non-direct C stub marked direct.");
430   qpoints->pThrowStackOverflow = art_quick_throw_stack_overflow;
431   static_assert(!IsDirectEntrypoint(kQuickThrowStackOverflow), "Non-direct C stub marked direct.");
432   qpoints->pThrowStringBounds = art_quick_throw_string_bounds;
433   static_assert(!IsDirectEntrypoint(kQuickThrowStringBounds), "Non-direct C stub marked direct.");
434 
435   // Deoptimization from compiled code.
436   qpoints->pDeoptimize = art_quick_deoptimize_from_compiled_code;
437   static_assert(!IsDirectEntrypoint(kQuickDeoptimize), "Non-direct C stub marked direct.");
438 
439   // Atomic 64-bit load/store
440   qpoints->pA64Load = QuasiAtomic::Read64;
441   static_assert(IsDirectEntrypoint(kQuickA64Load), "Non-direct C stub marked direct.");
442   qpoints->pA64Store = QuasiAtomic::Write64;
443   static_assert(IsDirectEntrypoint(kQuickA64Store), "Non-direct C stub marked direct.");
444 
445   // Read barrier.
446   qpoints->pReadBarrierJni = ReadBarrierJni;
447   static_assert(IsDirectEntrypoint(kQuickReadBarrierJni), "Direct C stub not marked direct.");
448   UpdateReadBarrierEntrypoints(qpoints, /*is_active=*/ false);
449   // Cannot use the following registers to pass arguments:
450   // 0(ZERO), 1(AT), 16(S0), 17(S1), 24(T8), 25(T9), 26(K0), 27(K1), 28(GP), 29(SP), 31(RA).
451   // Note that there are 30 entry points only: 00 for register 1(AT), ..., 29 for register 30(S8).
452   qpoints->pReadBarrierMarkReg15 = nullptr;
453   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg15),
454                 "Non-direct C stub marked direct.");
455   qpoints->pReadBarrierMarkReg16 = nullptr;
456   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg16),
457                 "Non-direct C stub marked direct.");
458   qpoints->pReadBarrierMarkReg23 = nullptr;
459   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg23),
460                 "Non-direct C stub marked direct.");
461   qpoints->pReadBarrierMarkReg24 = nullptr;
462   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg24),
463                 "Non-direct C stub marked direct.");
464   qpoints->pReadBarrierMarkReg25 = nullptr;
465   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg25),
466                 "Non-direct C stub marked direct.");
467   qpoints->pReadBarrierMarkReg26 = nullptr;
468   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg26),
469                 "Non-direct C stub marked direct.");
470   qpoints->pReadBarrierMarkReg27 = nullptr;
471   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg27),
472                 "Non-direct C stub marked direct.");
473   qpoints->pReadBarrierMarkReg28 = nullptr;
474   static_assert(!IsDirectEntrypoint(kQuickReadBarrierMarkReg28),
475                 "Non-direct C stub marked direct.");
476   qpoints->pReadBarrierSlow = artReadBarrierSlow;
477   static_assert(IsDirectEntrypoint(kQuickReadBarrierSlow), "Direct C stub not marked direct.");
478   qpoints->pReadBarrierForRootSlow = artReadBarrierForRootSlow;
479   static_assert(IsDirectEntrypoint(kQuickReadBarrierForRootSlow),
480                 "Direct C stub not marked direct.");
481 }
482 
483 }  // namespace art
484