Lines Matching refs:codegen_
44 : allocator_(codegen->GetGraph()->GetAllocator()), codegen_(codegen) { in IntrinsicLocationsBuilderX86_64()
48 return down_cast<X86_64Assembler*>(codegen_->GetAssembler()); in GetAssembler()
52 return codegen_->GetGraph()->GetAllocator(); in GetAllocator()
273 CreateSSE41FPToFPLocations(allocator_, invoke, codegen_); in VisitMathCeil()
281 CreateSSE41FPToFPLocations(allocator_, invoke, codegen_); in VisitMathFloor()
289 CreateSSE41FPToFPLocations(allocator_, invoke, codegen_); in VisitMathRint()
313 CreateSSE41FPToIntLocations(allocator_, invoke, codegen_); in VisitMathRoundFloat()
335 __ comiss(t2, codegen_->LiteralFloatAddress(0.5f)); in VisitMathRoundFloat()
337 __ addss(t1, codegen_->LiteralFloatAddress(1.0f)); in VisitMathRoundFloat()
343 codegen_->Load32BitValue(out, kPrimIntMax); in VisitMathRoundFloat()
354 CreateSSE41FPToIntLocations(allocator_, invoke, codegen_); in VisitMathRoundDouble()
376 __ comisd(t2, codegen_->LiteralDoubleAddress(0.5)); in VisitMathRoundDouble()
378 __ addsd(t1, codegen_->LiteralDoubleAddress(1.0f)); in VisitMathRoundDouble()
384 codegen_->Load64BitValue(out, kPrimLongMax); in VisitMathRoundDouble()
418 GenFPToFPCall(invoke, codegen_, kQuickCos); in VisitMathCos()
426 GenFPToFPCall(invoke, codegen_, kQuickSin); in VisitMathSin()
434 GenFPToFPCall(invoke, codegen_, kQuickAcos); in VisitMathAcos()
442 GenFPToFPCall(invoke, codegen_, kQuickAsin); in VisitMathAsin()
450 GenFPToFPCall(invoke, codegen_, kQuickAtan); in VisitMathAtan()
458 GenFPToFPCall(invoke, codegen_, kQuickCbrt); in VisitMathCbrt()
466 GenFPToFPCall(invoke, codegen_, kQuickCosh); in VisitMathCosh()
474 GenFPToFPCall(invoke, codegen_, kQuickExp); in VisitMathExp()
482 GenFPToFPCall(invoke, codegen_, kQuickExpm1); in VisitMathExpm1()
490 GenFPToFPCall(invoke, codegen_, kQuickLog); in VisitMathLog()
498 GenFPToFPCall(invoke, codegen_, kQuickLog10); in VisitMathLog10()
506 GenFPToFPCall(invoke, codegen_, kQuickSinh); in VisitMathSinh()
514 GenFPToFPCall(invoke, codegen_, kQuickTan); in VisitMathTan()
522 GenFPToFPCall(invoke, codegen_, kQuickTanh); in VisitMathTanh()
541 GenFPToFPCall(invoke, codegen_, kQuickAtan2); in VisitMathAtan2()
549 GenFPToFPCall(invoke, codegen_, kQuickPow); in VisitMathPow()
557 GenFPToFPCall(invoke, codegen_, kQuickHypot); in VisitMathHypot()
565 GenFPToFPCall(invoke, codegen_, kQuickNextAfter); in VisitMathNextAfter()
688 SlowPathCode* slow_path = new (codegen_->GetScopedAllocator()) IntrinsicSlowPathX86_64(invoke); in VisitSystemArrayCopyChar()
689 codegen_->AddSlowPath(slow_path); in VisitSystemArrayCopyChar()
831 new (codegen_->GetScopedAllocator()) IntrinsicSlowPathX86_64(invoke); in VisitSystemArrayCopy()
832 codegen_->AddSlowPath(intrinsic_slow_path); in VisitSystemArrayCopy()
923 codegen_->GenerateFieldLoadWithBakerReadBarrier( in VisitSystemArrayCopy()
931 codegen_->GenerateFieldLoadWithBakerReadBarrier( in VisitSystemArrayCopy()
955 codegen_->GenerateFieldLoadWithBakerReadBarrier( in VisitSystemArrayCopy()
978 codegen_->GenerateFieldLoadWithBakerReadBarrier( in VisitSystemArrayCopy()
1002 codegen_->GenerateFieldLoadWithBakerReadBarrier( in VisitSystemArrayCopy()
1030 codegen_->GenerateFieldLoadWithBakerReadBarrier( in VisitSystemArrayCopy()
1033 codegen_->GenerateFieldLoadWithBakerReadBarrier( in VisitSystemArrayCopy()
1101 codegen_->GenerateMemoryBarrier(MemBarrierKind::kLoadAny); in VisitSystemArrayCopy()
1105 new (codegen_->GetScopedAllocator()) ReadBarrierSystemArrayCopySlowPathX86_64(invoke); in VisitSystemArrayCopy()
1106 codegen_->AddSlowPath(read_barrier_slow_path); in VisitSystemArrayCopy()
1143 …codegen_->MarkGCCard(temp1, temp2, dest, CpuRegister(kNoRegister), /* value_can_be_null= */ false); in VisitSystemArrayCopy()
1166 SlowPathCode* slow_path = new (codegen_->GetScopedAllocator()) IntrinsicSlowPathX86_64(invoke); in VisitStringCompareTo()
1167 codegen_->AddSlowPath(slow_path); in VisitStringCompareTo()
1170 codegen_->InvokeRuntime(kQuickStringCompareTo, invoke, invoke->GetDexPc(), slow_path); in VisitStringCompareTo()
1463 GenerateStringIndexOf(invoke, GetAssembler(), codegen_, /* start_at_zero= */ true); in VisitStringIndexOf()
1471 GenerateStringIndexOf(invoke, GetAssembler(), codegen_, /* start_at_zero= */ false); in VisitStringIndexOfAfter()
1491 SlowPathCode* slow_path = new (codegen_->GetScopedAllocator()) IntrinsicSlowPathX86_64(invoke); in VisitStringNewStringFromBytes()
1492 codegen_->AddSlowPath(slow_path); in VisitStringNewStringFromBytes()
1495 codegen_->InvokeRuntime(kQuickAllocStringFromBytes, invoke, invoke->GetDexPc()); in VisitStringNewStringFromBytes()
1517 codegen_->InvokeRuntime(kQuickAllocStringFromChars, invoke, invoke->GetDexPc()); in VisitStringNewStringFromChars()
1535 SlowPathCode* slow_path = new (codegen_->GetScopedAllocator()) IntrinsicSlowPathX86_64(invoke); in VisitStringNewStringFromString()
1536 codegen_->AddSlowPath(slow_path); in VisitStringNewStringFromString()
1539 codegen_->InvokeRuntime(kQuickAllocStringFromString, invoke, invoke->GetDexPc()); in VisitStringNewStringFromString()
1875 GenUnsafeGet(invoke, DataType::Type::kInt32, /* is_volatile= */ false, codegen_); in VisitUnsafeGet()
1878 GenUnsafeGet(invoke, DataType::Type::kInt32, /* is_volatile= */ true, codegen_); in VisitUnsafeGetVolatile()
1881 GenUnsafeGet(invoke, DataType::Type::kInt64, /* is_volatile= */ false, codegen_); in VisitUnsafeGetLong()
1884 GenUnsafeGet(invoke, DataType::Type::kInt64, /* is_volatile= */ true, codegen_); in VisitUnsafeGetLongVolatile()
1887 GenUnsafeGet(invoke, DataType::Type::kReference, /* is_volatile= */ false, codegen_); in VisitUnsafeGetObject()
1890 GenUnsafeGet(invoke, DataType::Type::kReference, /* is_volatile= */ true, codegen_); in VisitUnsafeGetObjectVolatile()
1973 GenUnsafePut(invoke->GetLocations(), DataType::Type::kInt32, /* is_volatile= */ false, codegen_); in VisitUnsafePut()
1976 GenUnsafePut(invoke->GetLocations(), DataType::Type::kInt32, /* is_volatile= */ false, codegen_); in VisitUnsafePutOrdered()
1979 GenUnsafePut(invoke->GetLocations(), DataType::Type::kInt32, /* is_volatile= */ true, codegen_); in VisitUnsafePutVolatile()
1983 invoke->GetLocations(), DataType::Type::kReference, /* is_volatile= */ false, codegen_); in VisitUnsafePutObject()
1987 invoke->GetLocations(), DataType::Type::kReference, /* is_volatile= */ false, codegen_); in VisitUnsafePutObjectOrdered()
1991 invoke->GetLocations(), DataType::Type::kReference, /* is_volatile= */ true, codegen_); in VisitUnsafePutObjectVolatile()
1994 GenUnsafePut(invoke->GetLocations(), DataType::Type::kInt64, /* is_volatile= */ false, codegen_); in VisitUnsafePutLong()
1997 GenUnsafePut(invoke->GetLocations(), DataType::Type::kInt64, /* is_volatile= */ false, codegen_); in VisitUnsafePutLongOrdered()
2000 GenUnsafePut(invoke->GetLocations(), DataType::Type::kInt64, /* is_volatile= */ true, codegen_); in VisitUnsafePutLongVolatile()
2162 GenCAS(DataType::Type::kInt32, invoke, codegen_); in VisitUnsafeCASInt()
2166 GenCAS(DataType::Type::kInt64, invoke, codegen_); in VisitUnsafeCASLong()
2174 GenCAS(DataType::Type::kReference, invoke, codegen_); in VisitUnsafeCASObject()
2310 CreateBitCountLocations(allocator_, codegen_, invoke); in VisitIntegerBitCount()
2314 GenBitCount(GetAssembler(), codegen_, invoke, /* is_long= */ false); in VisitIntegerBitCount()
2318 CreateBitCountLocations(allocator_, codegen_, invoke); in VisitLongBitCount()
2322 GenBitCount(GetAssembler(), codegen_, invoke, /* is_long= */ true); in VisitLongBitCount()
2433 GenOneBit(GetAssembler(), codegen_, invoke, /* is_high= */ true, /* is_long= */ false); in VisitIntegerHighestOneBit()
2441 GenOneBit(GetAssembler(), codegen_, invoke, /* is_high= */ true, /* is_long= */ true); in VisitLongHighestOneBit()
2449 GenOneBit(GetAssembler(), codegen_, invoke, /* is_high= */ false, /* is_long= */ false); in VisitIntegerLowestOneBit()
2457 GenOneBit(GetAssembler(), codegen_, invoke, /* is_high= */ false, /* is_long= */ true); in VisitLongLowestOneBit()
2522 GenLeadingZeros(GetAssembler(), codegen_, invoke, /* is_long= */ false); in VisitIntegerNumberOfLeadingZeros()
2530 GenLeadingZeros(GetAssembler(), codegen_, invoke, /* is_long= */ true); in VisitLongNumberOfLeadingZeros()
2590 GenTrailingZeros(GetAssembler(), codegen_, invoke, /* is_long= */ false); in VisitIntegerNumberOfTrailingZeros()
2598 GenTrailingZeros(GetAssembler(), codegen_, invoke, /* is_long= */ true); in VisitLongNumberOfTrailingZeros()
2605 codegen_, in VisitIntegerValueOf()
2612 IntrinsicVisitor::ComputeIntegerValueOfInfo(invoke, codegen_->GetCompilerOptions()); in VisitIntegerValueOf()
2620 codegen_->LoadIntrinsicDeclaringClass(argument, invoke); in VisitIntegerValueOf()
2621 codegen_->InvokeRuntime(kQuickAllocObjectInitialized, invoke, invoke->GetDexPc()); in VisitIntegerValueOf()
2629 codegen_->LoadBootImageAddress(out, info.value_boot_image_reference); in VisitIntegerValueOf()
2648 codegen_->LoadBootImageAddress(argument, info.array_data_boot_image_reference); in VisitIntegerValueOf()
2663 IntrinsicVisitor::CreateReferenceGetReferentLocations(invoke, codegen_); in VisitReferenceGetReferent()
2674 codegen_->AddSlowPath(slow_path); in VisitReferenceGetReferent()
2684 codegen_->LoadIntrinsicDeclaringClass(out.AsRegister<CpuRegister>(), invoke); in VisitReferenceGetReferent()
2698 codegen_->GenerateFieldLoadWithBakerReadBarrier(invoke, in VisitReferenceGetReferent()
2704 codegen_->GenerateMemoryBarrier(MemBarrierKind::kLoadAny); // `referent` is volatile. in VisitReferenceGetReferent()
2707 codegen_->MaybeRecordImplicitNullCheck(invoke); in VisitReferenceGetReferent()
2709 codegen_->GenerateMemoryBarrier(MemBarrierKind::kLoadAny); // `referent` is volatile. in VisitReferenceGetReferent()
2710 codegen_->MaybeGenerateReadBarrierSlow(invoke, out, out, obj, referent_offset); in VisitReferenceGetReferent()
2731 codegen_->MaybeRecordImplicitNullCheck(invoke); in VisitReferenceRefersTo()
2734 codegen_->GenerateMemoryBarrier(MemBarrierKind::kLoadAny); // `referent` is volatile. in VisitReferenceRefersTo()
2786 codegen_->MemoryFence(); in VisitThreadInterrupted()
2823 SlowPathCode* slow_path = new (codegen_->GetScopedAllocator()) IntrinsicSlowPathX86_64(invoke); in VisitIntegerDivideUnsigned()
2824 codegen_->AddSlowPath(slow_path); in VisitIntegerDivideUnsigned()