Lines Matching refs:thread_local_run

674     Run* thread_local_run = reinterpret_cast<Run*>(self->GetRosAllocRun(idx));  in AllocFromRun()  local
679 CHECK(non_full_runs_[idx].find(thread_local_run) == non_full_runs_[idx].end()); in AllocFromRun()
680 CHECK(full_runs_[idx].find(thread_local_run) == full_runs_[idx].end()); in AllocFromRun()
682 DCHECK(thread_local_run != nullptr); in AllocFromRun()
683 DCHECK(thread_local_run->IsThreadLocal() || thread_local_run == dedicated_full_run_); in AllocFromRun()
684 slot_addr = thread_local_run->AllocSlot(); in AllocFromRun()
686 DCHECK(thread_local_run != dedicated_full_run_ || slot_addr == nullptr) in AllocFromRun()
690 DCHECK(thread_local_run->IsFull()); in AllocFromRun()
694 if (thread_local_run->MergeThreadLocalFreeBitMapToAllocBitMap(&is_all_free_after_merge)) { in AllocFromRun()
695 DCHECK_NE(thread_local_run, dedicated_full_run_); in AllocFromRun()
697 DCHECK(!thread_local_run->IsFull()); in AllocFromRun()
698 DCHECK_EQ(is_all_free_after_merge, thread_local_run->IsAllFree()); in AllocFromRun()
701 DCHECK_EQ(thread_local_run->first_search_vec_idx_, 0U); in AllocFromRun()
705 DCHECK(thread_local_run->IsFull()); in AllocFromRun()
706 if (thread_local_run != dedicated_full_run_) { in AllocFromRun()
707 thread_local_run->SetIsThreadLocal(false); in AllocFromRun()
709 full_runs_[idx].insert(thread_local_run); in AllocFromRun()
712 << reinterpret_cast<intptr_t>(thread_local_run) in AllocFromRun()
716 DCHECK(non_full_runs_[idx].find(thread_local_run) == non_full_runs_[idx].end()); in AllocFromRun()
717 DCHECK(full_runs_[idx].find(thread_local_run) != full_runs_[idx].end()); in AllocFromRun()
720 thread_local_run = RefillRun(self, idx); in AllocFromRun()
721 if (UNLIKELY(thread_local_run == nullptr)) { in AllocFromRun()
725 DCHECK(non_full_runs_[idx].find(thread_local_run) == non_full_runs_[idx].end()); in AllocFromRun()
726 DCHECK(full_runs_[idx].find(thread_local_run) == full_runs_[idx].end()); in AllocFromRun()
727 thread_local_run->SetIsThreadLocal(true); in AllocFromRun()
728 self->SetRosAllocRun(idx, thread_local_run); in AllocFromRun()
729 DCHECK(!thread_local_run->IsFull()); in AllocFromRun()
731 DCHECK(thread_local_run != nullptr); in AllocFromRun()
732 DCHECK(!thread_local_run->IsFull()); in AllocFromRun()
733 DCHECK(thread_local_run->IsThreadLocal()); in AllocFromRun()
735 *bytes_tl_bulk_allocated = thread_local_run->NumberOfFreeSlots() * bracket_size; in AllocFromRun()
736 slot_addr = thread_local_run->AllocSlot(); in AllocFromRun()
1664 Run* thread_local_run = reinterpret_cast<Run*>(thread->GetRosAllocRun(idx)); in RevokeThreadLocalRuns() local
1665 CHECK(thread_local_run != nullptr); in RevokeThreadLocalRuns()
1667 DCHECK(thread_local_run->IsThreadLocal()); in RevokeThreadLocalRuns()
1668 if (thread_local_run != dedicated_full_run_) { in RevokeThreadLocalRuns()
1671 DCHECK_EQ(thread_local_run->magic_num_, kMagicNum); in RevokeThreadLocalRuns()
1673 size_t num_free_slots = thread_local_run->NumberOfFreeSlots(); in RevokeThreadLocalRuns()
1676 thread_local_run->MergeThreadLocalFreeBitMapToAllocBitMap(&dont_care); in RevokeThreadLocalRuns()
1677 thread_local_run->SetIsThreadLocal(false); in RevokeThreadLocalRuns()
1678 thread_local_run->MergeBulkFreeBitMapIntoAllocBitMap(); in RevokeThreadLocalRuns()
1679 DCHECK(non_full_runs_[idx].find(thread_local_run) == non_full_runs_[idx].end()); in RevokeThreadLocalRuns()
1680 DCHECK(full_runs_[idx].find(thread_local_run) == full_runs_[idx].end()); in RevokeThreadLocalRuns()
1681 RevokeRun(self, idx, thread_local_run); in RevokeThreadLocalRuns()
1748 Run* thread_local_run = reinterpret_cast<Run*>(thread->GetRosAllocRun(idx)); in AssertThreadLocalRunsAreRevoked() local
1749 DCHECK(thread_local_run == nullptr || thread_local_run == dedicated_full_run_); in AssertThreadLocalRunsAreRevoked()
1995 Run* thread_local_run = reinterpret_cast<Run*>(thread->GetRosAllocRun(i)); in Verify() local
1996 CHECK(thread_local_run != nullptr); in Verify()
1997 CHECK(thread_local_run->IsThreadLocal()); in Verify()
1998 CHECK(thread_local_run == dedicated_full_run_ || in Verify()
1999 thread_local_run->size_bracket_idx_ == i); in Verify()
2046 Run* thread_local_run = reinterpret_cast<Run*>(thread->GetRosAllocRun(i)); in Verify() local
2047 if (thread_local_run == this) { in Verify()