Lines Matching refs:forward_address

483   mirror::Object* forward_address = nullptr;  in MarkNonForwardedObject()  local
488 forward_address = promo_dest_space_->AllocThreadUnsafe(self_, object_size, &bytes_allocated, in MarkNonForwardedObject()
490 if (UNLIKELY(forward_address == nullptr)) { in MarkNonForwardedObject()
492 forward_address = to_space_->AllocThreadUnsafe(self_, object_size, &bytes_allocated, nullptr); in MarkNonForwardedObject()
500 GetHeap()->WriteBarrierEveryFieldOf(forward_address); in MarkNonForwardedObject()
506 DCHECK(!live_bitmap->Test(forward_address)); in MarkNonForwardedObject()
529 live_bitmap->Set(forward_address); in MarkNonForwardedObject()
531 DCHECK(!mark_bitmap->Test(forward_address)); in MarkNonForwardedObject()
532 mark_bitmap->Set(forward_address); in MarkNonForwardedObject()
537 forward_address = to_space_->AllocThreadUnsafe(self_, object_size, &bytes_allocated, nullptr); in MarkNonForwardedObject()
538 if (forward_address != nullptr && to_space_live_bitmap_ != nullptr) { in MarkNonForwardedObject()
539 to_space_live_bitmap_->Set(forward_address); in MarkNonForwardedObject()
543 if (UNLIKELY(forward_address == nullptr)) { in MarkNonForwardedObject()
544 forward_address = fallback_space_->AllocThreadUnsafe(self_, object_size, &bytes_allocated, in MarkNonForwardedObject()
546 CHECK(forward_address != nullptr) << "Out of memory in the to-space and fallback space."; in MarkNonForwardedObject()
549 bitmap->Set(forward_address); in MarkNonForwardedObject()
557 CopyAvoidingDirtyingPages(reinterpret_cast<void*>(forward_address), obj, object_size); in MarkNonForwardedObject()
561 DCHECK_EQ(forward_address->GetReadBarrierPointer(), obj); in MarkNonForwardedObject()
562 forward_address->SetReadBarrierPointer(forward_address); in MarkNonForwardedObject()
564 forward_address->AssertReadBarrierPointer(); in MarkNonForwardedObject()
566 DCHECK(to_space_->HasAddress(forward_address) || in MarkNonForwardedObject()
567 fallback_space_->HasAddress(forward_address) || in MarkNonForwardedObject()
568 (generational_ && promo_dest_space_->HasAddress(forward_address))) in MarkNonForwardedObject()
569 << forward_address << "\n" << GetHeap()->DumpSpaces(); in MarkNonForwardedObject()
570 return forward_address; in MarkNonForwardedObject()