494   mirror::Object* forward_address = nullptr;  in MarkNonForwardedObject()  local
499     forward_address = promo_dest_space_->AllocThreadUnsafe(self_, object_size, &bytes_allocated,  in MarkNonForwardedObject()
501     if (UNLIKELY(forward_address == nullptr)) {  in MarkNonForwardedObject()
503       forward_address = to_space_->AllocThreadUnsafe(self_, object_size, &bytes_allocated, nullptr,  in MarkNonForwardedObject()
512       GetHeap()->WriteBarrierEveryFieldOf(forward_address);  in MarkNonForwardedObject()
518       DCHECK(!live_bitmap->Test(forward_address));  in MarkNonForwardedObject()
541         live_bitmap->Set(forward_address);  in MarkNonForwardedObject()
543         DCHECK(!mark_bitmap->Test(forward_address));  in MarkNonForwardedObject()
544         mark_bitmap->Set(forward_address);  in MarkNonForwardedObject()
549     forward_address = to_space_->AllocThreadUnsafe(self_, object_size, &bytes_allocated, nullptr,  in MarkNonForwardedObject()
551     if (forward_address != nullptr && to_space_live_bitmap_ != nullptr) {  in MarkNonForwardedObject()
552       to_space_live_bitmap_->Set(forward_address);  in MarkNonForwardedObject()
556   if (UNLIKELY(forward_address == nullptr)) {  in MarkNonForwardedObject()
557     forward_address = fallback_space_->AllocThreadUnsafe(self_, object_size, &bytes_allocated,  in MarkNonForwardedObject()
559     CHECK(forward_address != nullptr) << "Out of memory in the to-space and fallback space.";  in MarkNonForwardedObject()
562       bitmap->Set(forward_address);  in MarkNonForwardedObject()
570       CopyAvoidingDirtyingPages(reinterpret_cast<void*>(forward_address), obj, object_size);  in MarkNonForwardedObject()
574       DCHECK_EQ(forward_address->GetReadBarrierPointer(), obj);  in MarkNonForwardedObject()
575       forward_address->SetReadBarrierPointer(forward_address);  in MarkNonForwardedObject()
577     forward_address->AssertReadBarrierPointer();  in MarkNonForwardedObject()
579   DCHECK(to_space_->HasAddress(forward_address) ||  in MarkNonForwardedObject()
580          fallback_space_->HasAddress(forward_address) ||  in MarkNonForwardedObject()
581          (generational_ && promo_dest_space_->HasAddress(forward_address)))  in MarkNonForwardedObject()
582       << forward_address << "\n" << GetHeap()->DumpSpaces();  in MarkNonForwardedObject()
583   return forward_address;  in MarkNonForwardedObject()