| /art/runtime/ |
| D | read_barrier-inl.h | 36 inline MirrorType* ReadBarrier::Barrier( in Barrier()
100 inline MirrorType* ReadBarrier::BarrierForRoot(MirrorType** root, in BarrierForRoot()
148 inline MirrorType* ReadBarrier::BarrierForRoot(mirror::CompressedReference<MirrorType>* root, in BarrierForRoot()
186 inline MirrorType* ReadBarrier::IsMarked(MirrorType* ref) { in IsMarked()
205 inline bool ReadBarrier::IsDuringStartup() { in IsDuringStartup()
223 inline void ReadBarrier::AssertToSpaceInvariant(mirror::Object* obj, MemberOffset offset, in AssertToSpaceInvariant()
234 inline void ReadBarrier::AssertToSpaceInvariant(GcRootSource* gc_root_source, in AssertToSpaceInvariant()
245 inline mirror::Object* ReadBarrier::Mark(mirror::Object* obj) { in Mark()
249 inline bool ReadBarrier::IsGray(mirror::Object* obj, uintptr_t* fake_address_dependency) { in IsGray()
253 inline bool ReadBarrier::IsGray(mirror::Object* obj) { in IsGray()
|
| D | lock_word.h | 208 DCHECK(rb_state == ReadBarrier::WhiteState() || in SetReadBarrierState()
209 rb_state == ReadBarrier::GrayState()) << rb_state; in SetReadBarrierState()
286 DCHECK(rb_state == ReadBarrier::WhiteState() || in CheckReadBarrierState()
287 rb_state == ReadBarrier::GrayState()) << rb_state; in CheckReadBarrierState()
|
| D | gc_root-inl.h | 33 ReadBarrier::BarrierForRoot<mirror::Object, kReadBarrierOption>(&root_, gc_root_source)); in Read()
|
| D | image-inl.h | 44 ReadBarrier::BarrierForRoot<mirror::ObjectArray<mirror::Object>, kReadBarrierOption>( in GetImageRoots()
|
| D | read_barrier.h | 38 class ReadBarrier {
|
| D | stack.h | 258 ReadBarrier::AssertToSpaceInvariant(ref); in GetVRegReference()
326 ReadBarrier::AssertToSpaceInvariant(val); in SetVRegReference()
|
| D | monitor.cc | 1167 pretty_object = ReadBarrier::Mark(pretty_object); in DescribeWait()
|
| D | thread.cc | 1756 o = ReadBarrier::Mark(o); in DumpLockedObject()
3602 peer = art::ReadBarrier::Mark(peer); in GetPeerFromOtherThread()
|
| /art/runtime/gc/collector/ |
| D | concurrent_copying-inl.h | 54 success = ref->AtomicSetReadBarrierState(ReadBarrier::WhiteState(), ReadBarrier::GrayState()); in MarkUnevacFromSpaceRegion()
61 DCHECK_EQ(ref->GetReadBarrierState(), ReadBarrier::GrayState()); in MarkUnevacFromSpaceRegion()
88 bool success = ref->AtomicSetReadBarrierState(ReadBarrier::WhiteState(), in MarkImmuneSpace()
89 ReadBarrier::GrayState()); in MarkImmuneSpace()
194 if (kUseBakerReadBarrier && from_ref->GetReadBarrierStateAcquire() == ReadBarrier::GrayState()) { in IsMarkedInUnevacFromSpace()
|
| D | concurrent_copying.cc | 458 if (obj->GetReadBarrierState() != ReadBarrier::GrayState()) { in VerifyGrayImmuneObjects()
588 obj->SetReadBarrierState(ReadBarrier::GrayState()); in operator ()()
654 if (obj->GetReadBarrierState() == ReadBarrier::GrayState()) { in operator ()()
657 bool success = obj->AtomicSetReadBarrierState(ReadBarrier::GrayState(), in operator ()()
658 ReadBarrier::WhiteState()); in operator ()()
725 DCHECK(obj->GetReadBarrierState() == ReadBarrier::GrayState()); in MarkingPhase()
726 bool success = obj->AtomicSetReadBarrierState(ReadBarrier::GrayState(), in MarkingPhase()
727 ReadBarrier::WhiteState()); in MarkingPhase()
928 if (obj->GetReadBarrierState() == ReadBarrier::GrayState()) { in ProcessFalseGrayStack()
929 bool success = obj->AtomicSetReadBarrierState(ReadBarrier::GrayState(), in ProcessFalseGrayStack()
[all …]
|
| /art/runtime/gc/ |
| D | reference_queue.cc | 84 if (rb_state == ReadBarrier::GrayState()) { in DisableReadBarrierForReference()
85 ref->AtomicSetReadBarrierState(ReadBarrier::GrayState(), ReadBarrier::WhiteState()); in DisableReadBarrierForReference()
86 CHECK_EQ(ref->GetReadBarrierState(), ReadBarrier::WhiteState()); in DisableReadBarrierForReference()
90 CHECK_EQ(rb_state, ReadBarrier::WhiteState()) << "ref=" << ref << " rb_state=" << rb_state; in DisableReadBarrierForReference()
|
| /art/runtime/mirror/ |
| D | object-readbarrier-inl.h | 132 DCHECK(ReadBarrier::IsValidReadBarrierState(rb_state)) << rb_state; in GetReadBarrierState()
143 DCHECK(ReadBarrier::IsValidReadBarrierState(rb_state)) << rb_state; in GetReadBarrierStateAcquire()
153 DCHECK(ReadBarrier::IsValidReadBarrierState(expected_rb_state)) << expected_rb_state; in AtomicSetReadBarrierState()
154 DCHECK(ReadBarrier::IsValidReadBarrierState(rb_state)) << rb_state; in AtomicSetReadBarrierState()
|
| D | object_array-inl.h | 153 if (!ReadBarrier::IsGray(src.Ptr(), &fake_address_dependency)) { in AssignableMemmove()
178 if (!ReadBarrier::IsGray(src.Ptr(), &fake_address_dependency)) { in AssignableMemmove()
228 if (!ReadBarrier::IsGray(src.Ptr(), &fake_address_dependency)) { in AssignableMemcpy()
276 if (!ReadBarrier::IsGray(src.Ptr(), &fake_address_dependency)) { in AssignableCheckingMemcpy()
|
| D | object-inl.h | 139 DCHECK(ReadBarrier::IsValidReadBarrierState(rb_state)) << rb_state; in SetReadBarrierState()
148 DCHECK(obj->GetReadBarrierState() == ReadBarrier::WhiteState()) in AssertReadBarrierState()
710 T* result = ReadBarrier::Barrier<T, kReadBarrierOption>(this, field_offset, objref_addr); in GetFieldObject()
|
| D | class.cc | 1042 ObjPtr<Object> new_ref = ReadBarrier::BarrierForRoot(root); in VisitRoot()
|
| /art/runtime/jit/ |
| D | profiling_info.cc | 94 mirror::Class* marked = ReadBarrier::IsMarked(existing); in AddInvokeInfo()
|
| /art/runtime/entrypoints/quick/ |
| D | quick_field_entrypoints.cc | 297 return ReadBarrier::Mark(obj); in artReadBarrierMark()
310 ReadBarrier::Barrier<mirror::Object, kReadBarrierOption>(obj, in artReadBarrierSlow()
|
| D | quick_jni_entrypoints.cc | 45 mirror::Object* to_ref = ReadBarrier::BarrierForRoot(handle_on_stack); in ReadBarrierJni()
|
| /art/compiler/linker/arm64/ |
| D | relative_patcher_arm64.cc | 383 static_assert(ReadBarrier::WhiteState() == 0, "Expecting white to have value 0"); in EmitGrayCheckAndFastPath()
384 static_assert(ReadBarrier::GrayState() == 1, "Expecting gray to have value 1"); in EmitGrayCheckAndFastPath()
|
| /art/runtime/native/ |
| D | sun_misc_Unsafe.cc | 68 ReadBarrier::Barrier<mirror::Object, kWithReadBarrier, /* kAlwaysUpdateField */ true>( in Unsafe_compareAndSwapObject()
|
| /art/compiler/optimizing/ |
| D | code_generator_arm64.cc | 907 static_assert(ReadBarrier::WhiteState() == 0, "Expecting white to have value 0"); in EmitNativeCode()
908 static_assert(ReadBarrier::GrayState() == 1, "Expecting gray to have value 1"); in EmitNativeCode()
1044 static_assert(ReadBarrier::WhiteState() == 0, "Expecting white to have value 0"); in EmitNativeCode()
1045 static_assert(ReadBarrier::GrayState() == 1, "Expecting gray to have value 1"); in EmitNativeCode()
|
| D | intrinsics_x86_64.cc | 1450 static_assert(ReadBarrier::WhiteState() == 0, "Expecting white to have value 0"); in VisitSystemArrayCopy()
1451 static_assert(ReadBarrier::GrayState() == 1, "Expecting gray to have value 1"); in VisitSystemArrayCopy()
|
| D | intrinsics_arm64.cc | 2812 static_assert(ReadBarrier::WhiteState() == 0, "Expecting white to have value 0"); in VisitSystemArrayCopy()
2813 static_assert(ReadBarrier::GrayState() == 1, "Expecting gray to have value 1"); in VisitSystemArrayCopy()
|
| D | intrinsics_arm.cc | 2054 static_assert(ReadBarrier::WhiteState() == 0, "Expecting white to have value 0"); in VisitSystemArrayCopy()
2055 static_assert(ReadBarrier::GrayState() == 1, "Expecting gray to have value 1"); in VisitSystemArrayCopy()
|
| D | intrinsics_arm_vixl.cc | 2432 static_assert(ReadBarrier::WhiteState() == 0, "Expecting white to have value 0"); in VisitSystemArrayCopy()
2433 static_assert(ReadBarrier::GrayState() == 1, "Expecting gray to have value 1"); in VisitSystemArrayCopy()
|