89 static void MoveArguments(HInvoke* invoke, CodeGeneratorARM64* codegen) {  in MoveArguments()
102   explicit IntrinsicSlowPathARM64(HInvoke* invoke) : invoke_(invoke) { }  in IntrinsicSlowPathARM64()
134   HInvoke* const invoke_;
141 bool IntrinsicLocationsBuilderARM64::TryDispatch(HInvoke* invoke) {  in TryDispatch()
149 static void CreateFPToIntLocations(ArenaAllocator* arena, HInvoke* invoke) {  in CreateFPToIntLocations()
157 static void CreateIntToFPLocations(ArenaAllocator* arena, HInvoke* invoke) {  in CreateIntToFPLocations()
179 void IntrinsicLocationsBuilderARM64::VisitDoubleDoubleToRawLongBits(HInvoke* invoke) {  in VisitDoubleDoubleToRawLongBits()
182 void IntrinsicLocationsBuilderARM64::VisitDoubleLongBitsToDouble(HInvoke* invoke) {  in VisitDoubleLongBitsToDouble()
186 void IntrinsicCodeGeneratorARM64::VisitDoubleDoubleToRawLongBits(HInvoke* invoke) {  in VisitDoubleDoubleToRawLongBits()
189 void IntrinsicCodeGeneratorARM64::VisitDoubleLongBitsToDouble(HInvoke* invoke) {  in VisitDoubleLongBitsToDouble()
193 void IntrinsicLocationsBuilderARM64::VisitFloatFloatToRawIntBits(HInvoke* invoke) {  in VisitFloatFloatToRawIntBits()
196 void IntrinsicLocationsBuilderARM64::VisitFloatIntBitsToFloat(HInvoke* invoke) {  in VisitFloatIntBitsToFloat()
200 void IntrinsicCodeGeneratorARM64::VisitFloatFloatToRawIntBits(HInvoke* invoke) {  in VisitFloatFloatToRawIntBits()
203 void IntrinsicCodeGeneratorARM64::VisitFloatIntBitsToFloat(HInvoke* invoke) {  in VisitFloatIntBitsToFloat()
207 static void CreateIntToIntLocations(ArenaAllocator* arena, HInvoke* invoke) {  in CreateIntToIntLocations()
236 void IntrinsicLocationsBuilderARM64::VisitIntegerReverseBytes(HInvoke* invoke) {  in VisitIntegerReverseBytes()
240 void IntrinsicCodeGeneratorARM64::VisitIntegerReverseBytes(HInvoke* invoke) {  in VisitIntegerReverseBytes()
244 void IntrinsicLocationsBuilderARM64::VisitLongReverseBytes(HInvoke* invoke) {  in VisitLongReverseBytes()
248 void IntrinsicCodeGeneratorARM64::VisitLongReverseBytes(HInvoke* invoke) {  in VisitLongReverseBytes()
252 void IntrinsicLocationsBuilderARM64::VisitShortReverseBytes(HInvoke* invoke) {  in VisitShortReverseBytes()
256 void IntrinsicCodeGeneratorARM64::VisitShortReverseBytes(HInvoke* invoke) {  in VisitShortReverseBytes()
271 void IntrinsicLocationsBuilderARM64::VisitIntegerReverse(HInvoke* invoke) {  in VisitIntegerReverse()
275 void IntrinsicCodeGeneratorARM64::VisitIntegerReverse(HInvoke* invoke) {  in VisitIntegerReverse()
279 void IntrinsicLocationsBuilderARM64::VisitLongReverse(HInvoke* invoke) {  in VisitLongReverse()
283 void IntrinsicCodeGeneratorARM64::VisitLongReverse(HInvoke* invoke) {  in VisitLongReverse()
287 static void CreateFPToFPLocations(ArenaAllocator* arena, HInvoke* invoke) {  in CreateFPToFPLocations()
305 void IntrinsicLocationsBuilderARM64::VisitMathAbsDouble(HInvoke* invoke) {  in VisitMathAbsDouble()
309 void IntrinsicCodeGeneratorARM64::VisitMathAbsDouble(HInvoke* invoke) {  in VisitMathAbsDouble()
313 void IntrinsicLocationsBuilderARM64::VisitMathAbsFloat(HInvoke* invoke) {  in VisitMathAbsFloat()
317 void IntrinsicCodeGeneratorARM64::VisitMathAbsFloat(HInvoke* invoke) {  in VisitMathAbsFloat()
321 static void CreateIntToInt(ArenaAllocator* arena, HInvoke* invoke) {  in CreateIntToInt()
342 void IntrinsicLocationsBuilderARM64::VisitMathAbsInt(HInvoke* invoke) {  in VisitMathAbsInt()
346 void IntrinsicCodeGeneratorARM64::VisitMathAbsInt(HInvoke* invoke) {  in VisitMathAbsInt()
350 void IntrinsicLocationsBuilderARM64::VisitMathAbsLong(HInvoke* invoke) {  in VisitMathAbsLong()
354 void IntrinsicCodeGeneratorARM64::VisitMathAbsLong(HInvoke* invoke) {  in VisitMathAbsLong()
376 static void CreateFPFPToFPLocations(ArenaAllocator* arena, HInvoke* invoke) {  in CreateFPFPToFPLocations()
385 void IntrinsicLocationsBuilderARM64::VisitMathMinDoubleDouble(HInvoke* invoke) {  in VisitMathMinDoubleDouble()
389 void IntrinsicCodeGeneratorARM64::VisitMathMinDoubleDouble(HInvoke* invoke) {  in VisitMathMinDoubleDouble()
393 void IntrinsicLocationsBuilderARM64::VisitMathMinFloatFloat(HInvoke* invoke) {  in VisitMathMinFloatFloat()
397 void IntrinsicCodeGeneratorARM64::VisitMathMinFloatFloat(HInvoke* invoke) {  in VisitMathMinFloatFloat()
401 void IntrinsicLocationsBuilderARM64::VisitMathMaxDoubleDouble(HInvoke* invoke) {  in VisitMathMaxDoubleDouble()
405 void IntrinsicCodeGeneratorARM64::VisitMathMaxDoubleDouble(HInvoke* invoke) {  in VisitMathMaxDoubleDouble()
409 void IntrinsicLocationsBuilderARM64::VisitMathMaxFloatFloat(HInvoke* invoke) {  in VisitMathMaxFloatFloat()
413 void IntrinsicCodeGeneratorARM64::VisitMathMaxFloatFloat(HInvoke* invoke) {  in VisitMathMaxFloatFloat()
433 static void CreateIntIntToIntLocations(ArenaAllocator* arena, HInvoke* invoke) {  in CreateIntIntToIntLocations()
442 void IntrinsicLocationsBuilderARM64::VisitMathMinIntInt(HInvoke* invoke) {  in VisitMathMinIntInt()
446 void IntrinsicCodeGeneratorARM64::VisitMathMinIntInt(HInvoke* invoke) {  in VisitMathMinIntInt()
450 void IntrinsicLocationsBuilderARM64::VisitMathMinLongLong(HInvoke* invoke) {  in VisitMathMinLongLong()
454 void IntrinsicCodeGeneratorARM64::VisitMathMinLongLong(HInvoke* invoke) {  in VisitMathMinLongLong()
458 void IntrinsicLocationsBuilderARM64::VisitMathMaxIntInt(HInvoke* invoke) {  in VisitMathMaxIntInt()
462 void IntrinsicCodeGeneratorARM64::VisitMathMaxIntInt(HInvoke* invoke) {  in VisitMathMaxIntInt()
466 void IntrinsicLocationsBuilderARM64::VisitMathMaxLongLong(HInvoke* invoke) {  in VisitMathMaxLongLong()
470 void IntrinsicCodeGeneratorARM64::VisitMathMaxLongLong(HInvoke* invoke) {  in VisitMathMaxLongLong()
474 void IntrinsicLocationsBuilderARM64::VisitMathSqrt(HInvoke* invoke) {  in VisitMathSqrt()
478 void IntrinsicCodeGeneratorARM64::VisitMathSqrt(HInvoke* invoke) {  in VisitMathSqrt()
484 void IntrinsicLocationsBuilderARM64::VisitMathCeil(HInvoke* invoke) {  in VisitMathCeil()
488 void IntrinsicCodeGeneratorARM64::VisitMathCeil(HInvoke* invoke) {  in VisitMathCeil()
494 void IntrinsicLocationsBuilderARM64::VisitMathFloor(HInvoke* invoke) {  in VisitMathFloor()
498 void IntrinsicCodeGeneratorARM64::VisitMathFloor(HInvoke* invoke) {  in VisitMathFloor()
504 void IntrinsicLocationsBuilderARM64::VisitMathRint(HInvoke* invoke) {  in VisitMathRint()
508 void IntrinsicCodeGeneratorARM64::VisitMathRint(HInvoke* invoke) {  in VisitMathRint()
514 static void CreateFPToIntPlusTempLocations(ArenaAllocator* arena, HInvoke* invoke) {  in CreateFPToIntPlusTempLocations()
542 void IntrinsicLocationsBuilderARM64::VisitMathRoundDouble(HInvoke* invoke) {  in VisitMathRoundDouble()
546 void IntrinsicCodeGeneratorARM64::VisitMathRoundDouble(HInvoke* invoke) {  in VisitMathRoundDouble()
550 void IntrinsicLocationsBuilderARM64::VisitMathRoundFloat(HInvoke* invoke) {  in VisitMathRoundFloat()
554 void IntrinsicCodeGeneratorARM64::VisitMathRoundFloat(HInvoke* invoke) {  in VisitMathRoundFloat()
558 void IntrinsicLocationsBuilderARM64::VisitMemoryPeekByte(HInvoke* invoke) {  in VisitMemoryPeekByte()
562 void IntrinsicCodeGeneratorARM64::VisitMemoryPeekByte(HInvoke* invoke) {  in VisitMemoryPeekByte()
568 void IntrinsicLocationsBuilderARM64::VisitMemoryPeekIntNative(HInvoke* invoke) {  in VisitMemoryPeekIntNative()
572 void IntrinsicCodeGeneratorARM64::VisitMemoryPeekIntNative(HInvoke* invoke) {  in VisitMemoryPeekIntNative()
578 void IntrinsicLocationsBuilderARM64::VisitMemoryPeekLongNative(HInvoke* invoke) {  in VisitMemoryPeekLongNative()
582 void IntrinsicCodeGeneratorARM64::VisitMemoryPeekLongNative(HInvoke* invoke) {  in VisitMemoryPeekLongNative()
588 void IntrinsicLocationsBuilderARM64::VisitMemoryPeekShortNative(HInvoke* invoke) {  in VisitMemoryPeekShortNative()
592 void IntrinsicCodeGeneratorARM64::VisitMemoryPeekShortNative(HInvoke* invoke) {  in VisitMemoryPeekShortNative()
598 static void CreateIntIntToVoidLocations(ArenaAllocator* arena, HInvoke* invoke) {  in CreateIntIntToVoidLocations()
606 void IntrinsicLocationsBuilderARM64::VisitMemoryPokeByte(HInvoke* invoke) {  in VisitMemoryPokeByte()
610 void IntrinsicCodeGeneratorARM64::VisitMemoryPokeByte(HInvoke* invoke) {  in VisitMemoryPokeByte()
616 void IntrinsicLocationsBuilderARM64::VisitMemoryPokeIntNative(HInvoke* invoke) {  in VisitMemoryPokeIntNative()
620 void IntrinsicCodeGeneratorARM64::VisitMemoryPokeIntNative(HInvoke* invoke) {  in VisitMemoryPokeIntNative()
626 void IntrinsicLocationsBuilderARM64::VisitMemoryPokeLongNative(HInvoke* invoke) {  in VisitMemoryPokeLongNative()
630 void IntrinsicCodeGeneratorARM64::VisitMemoryPokeLongNative(HInvoke* invoke) {  in VisitMemoryPokeLongNative()
636 void IntrinsicLocationsBuilderARM64::VisitMemoryPokeShortNative(HInvoke* invoke) {  in VisitMemoryPokeShortNative()
640 void IntrinsicCodeGeneratorARM64::VisitMemoryPokeShortNative(HInvoke* invoke) {  in VisitMemoryPokeShortNative()
646 void IntrinsicLocationsBuilderARM64::VisitThreadCurrentThread(HInvoke* invoke) {  in VisitThreadCurrentThread()
653 void IntrinsicCodeGeneratorARM64::VisitThreadCurrentThread(HInvoke* invoke) {  in VisitThreadCurrentThread()
658 static void GenUnsafeGet(HInvoke* invoke,  in GenUnsafeGet()
685 static void CreateIntIntIntToIntLocations(ArenaAllocator* arena, HInvoke* invoke) {  in CreateIntIntIntToIntLocations()
695 void IntrinsicLocationsBuilderARM64::VisitUnsafeGet(HInvoke* invoke) {  in VisitUnsafeGet()
698 void IntrinsicLocationsBuilderARM64::VisitUnsafeGetVolatile(HInvoke* invoke) {  in VisitUnsafeGetVolatile()
701 void IntrinsicLocationsBuilderARM64::VisitUnsafeGetLong(HInvoke* invoke) {  in VisitUnsafeGetLong()
704 void IntrinsicLocationsBuilderARM64::VisitUnsafeGetLongVolatile(HInvoke* invoke) {  in VisitUnsafeGetLongVolatile()
707 void IntrinsicLocationsBuilderARM64::VisitUnsafeGetObject(HInvoke* invoke) {  in VisitUnsafeGetObject()
710 void IntrinsicLocationsBuilderARM64::VisitUnsafeGetObjectVolatile(HInvoke* invoke) {  in VisitUnsafeGetObjectVolatile()
714 void IntrinsicCodeGeneratorARM64::VisitUnsafeGet(HInvoke* invoke) {  in VisitUnsafeGet()
717 void IntrinsicCodeGeneratorARM64::VisitUnsafeGetVolatile(HInvoke* invoke) {  in VisitUnsafeGetVolatile()
720 void IntrinsicCodeGeneratorARM64::VisitUnsafeGetLong(HInvoke* invoke) {  in VisitUnsafeGetLong()
723 void IntrinsicCodeGeneratorARM64::VisitUnsafeGetLongVolatile(HInvoke* invoke) {  in VisitUnsafeGetLongVolatile()
726 void IntrinsicCodeGeneratorARM64::VisitUnsafeGetObject(HInvoke* invoke) {  in VisitUnsafeGetObject()
729 void IntrinsicCodeGeneratorARM64::VisitUnsafeGetObjectVolatile(HInvoke* invoke) {  in VisitUnsafeGetObjectVolatile()
733 static void CreateIntIntIntIntToVoid(ArenaAllocator* arena, HInvoke* invoke) {  in CreateIntIntIntIntToVoid()
743 void IntrinsicLocationsBuilderARM64::VisitUnsafePut(HInvoke* invoke) {  in VisitUnsafePut()
746 void IntrinsicLocationsBuilderARM64::VisitUnsafePutOrdered(HInvoke* invoke) {  in VisitUnsafePutOrdered()
749 void IntrinsicLocationsBuilderARM64::VisitUnsafePutVolatile(HInvoke* invoke) {  in VisitUnsafePutVolatile()
752 void IntrinsicLocationsBuilderARM64::VisitUnsafePutObject(HInvoke* invoke) {  in VisitUnsafePutObject()
755 void IntrinsicLocationsBuilderARM64::VisitUnsafePutObjectOrdered(HInvoke* invoke) {  in VisitUnsafePutObjectOrdered()
758 void IntrinsicLocationsBuilderARM64::VisitUnsafePutObjectVolatile(HInvoke* invoke) {  in VisitUnsafePutObjectVolatile()
761 void IntrinsicLocationsBuilderARM64::VisitUnsafePutLong(HInvoke* invoke) {  in VisitUnsafePutLong()
764 void IntrinsicLocationsBuilderARM64::VisitUnsafePutLongOrdered(HInvoke* invoke) {  in VisitUnsafePutLongOrdered()
767 void IntrinsicLocationsBuilderARM64::VisitUnsafePutLongVolatile(HInvoke* invoke) {  in VisitUnsafePutLongVolatile()
804 void IntrinsicCodeGeneratorARM64::VisitUnsafePut(HInvoke* invoke) {  in VisitUnsafePut()
807 void IntrinsicCodeGeneratorARM64::VisitUnsafePutOrdered(HInvoke* invoke) {  in VisitUnsafePutOrdered()
810 void IntrinsicCodeGeneratorARM64::VisitUnsafePutVolatile(HInvoke* invoke) {  in VisitUnsafePutVolatile()
813 void IntrinsicCodeGeneratorARM64::VisitUnsafePutObject(HInvoke* invoke) {  in VisitUnsafePutObject()
816 void IntrinsicCodeGeneratorARM64::VisitUnsafePutObjectOrdered(HInvoke* invoke) {  in VisitUnsafePutObjectOrdered()
819 void IntrinsicCodeGeneratorARM64::VisitUnsafePutObjectVolatile(HInvoke* invoke) {  in VisitUnsafePutObjectVolatile()
822 void IntrinsicCodeGeneratorARM64::VisitUnsafePutLong(HInvoke* invoke) {  in VisitUnsafePutLong()
825 void IntrinsicCodeGeneratorARM64::VisitUnsafePutLongOrdered(HInvoke* invoke) {  in VisitUnsafePutLongOrdered()
828 void IntrinsicCodeGeneratorARM64::VisitUnsafePutLongVolatile(HInvoke* invoke) {  in VisitUnsafePutLongVolatile()
832 static void CreateIntIntIntIntIntToInt(ArenaAllocator* arena, HInvoke* invoke) {  in CreateIntIntIntIntIntToInt()
897 void IntrinsicLocationsBuilderARM64::VisitUnsafeCASInt(HInvoke* invoke) {  in VisitUnsafeCASInt()
900 void IntrinsicLocationsBuilderARM64::VisitUnsafeCASLong(HInvoke* invoke) {  in VisitUnsafeCASLong()
903 void IntrinsicLocationsBuilderARM64::VisitUnsafeCASObject(HInvoke* invoke) {  in VisitUnsafeCASObject()
907 void IntrinsicCodeGeneratorARM64::VisitUnsafeCASInt(HInvoke* invoke) {  in VisitUnsafeCASInt()
910 void IntrinsicCodeGeneratorARM64::VisitUnsafeCASLong(HInvoke* invoke) {  in VisitUnsafeCASLong()
913 void IntrinsicCodeGeneratorARM64::VisitUnsafeCASObject(HInvoke* invoke) {  in VisitUnsafeCASObject()
917 void IntrinsicLocationsBuilderARM64::VisitStringCharAt(HInvoke* invoke) {  in VisitStringCharAt()
929 void IntrinsicCodeGeneratorARM64::VisitStringCharAt(HInvoke* invoke) {  in VisitStringCharAt()
967 void IntrinsicLocationsBuilderARM64::VisitStringCompareTo(HInvoke* invoke) {  in VisitStringCompareTo()
977 void IntrinsicCodeGeneratorARM64::VisitStringCompareTo(HInvoke* invoke) {  in VisitStringCompareTo()
996 static void GenerateVisitStringIndexOf(HInvoke* invoke,  in GenerateVisitStringIndexOf()
1042 void IntrinsicLocationsBuilderARM64::VisitStringIndexOf(HInvoke* invoke) {  in VisitStringIndexOf()
1057 void IntrinsicCodeGeneratorARM64::VisitStringIndexOf(HInvoke* invoke) {  in VisitStringIndexOf()
1061 void IntrinsicLocationsBuilderARM64::VisitStringIndexOfAfter(HInvoke* invoke) {  in VisitStringIndexOfAfter()
1077 void IntrinsicCodeGeneratorARM64::VisitStringIndexOfAfter(HInvoke* invoke) {  in VisitStringIndexOfAfter()
1081 void IntrinsicLocationsBuilderARM64::VisitStringNewStringFromBytes(HInvoke* invoke) {  in VisitStringNewStringFromBytes()
1093 void IntrinsicCodeGeneratorARM64::VisitStringNewStringFromBytes(HInvoke* invoke) {  in VisitStringNewStringFromBytes()
1110 void IntrinsicLocationsBuilderARM64::VisitStringNewStringFromChars(HInvoke* invoke) {  in VisitStringNewStringFromChars()
1121 void IntrinsicCodeGeneratorARM64::VisitStringNewStringFromChars(HInvoke* invoke) {  in VisitStringNewStringFromChars()
1130 void IntrinsicLocationsBuilderARM64::VisitStringNewStringFromString(HInvoke* invoke) {  in VisitStringNewStringFromString()
1142 void IntrinsicCodeGeneratorARM64::VisitStringNewStringFromString(HInvoke* invoke) {  in VisitStringNewStringFromString()
1162 void IntrinsicLocationsBuilderARM64::Visit ## Name(HInvoke* invoke ATTRIBUTE_UNUSED) { \
1164 void IntrinsicCodeGeneratorARM64::Visit ## Name(HInvoke* invoke ATTRIBUTE_UNUSED) {    \