Lines Matching refs:thread_local_run

669     Run* thread_local_run = reinterpret_cast<Run*>(self->GetRosAllocRun(idx));  in AllocFromRun()  local
674 CHECK(non_full_runs_[idx].find(thread_local_run) == non_full_runs_[idx].end()); in AllocFromRun()
675 CHECK(full_runs_[idx].find(thread_local_run) == full_runs_[idx].end()); in AllocFromRun()
677 DCHECK(thread_local_run != nullptr); in AllocFromRun()
678 DCHECK(thread_local_run->IsThreadLocal() || thread_local_run == dedicated_full_run_); in AllocFromRun()
679 slot_addr = thread_local_run->AllocSlot(); in AllocFromRun()
681 DCHECK(thread_local_run != dedicated_full_run_ || slot_addr == nullptr) in AllocFromRun()
685 DCHECK(thread_local_run->IsFull()); in AllocFromRun()
689 if (thread_local_run->MergeThreadLocalFreeListToFreeList(&is_all_free_after_merge)) { in AllocFromRun()
690 DCHECK_NE(thread_local_run, dedicated_full_run_); in AllocFromRun()
692 DCHECK(!thread_local_run->IsFull()); in AllocFromRun()
693 DCHECK_EQ(is_all_free_after_merge, thread_local_run->IsAllFree()); in AllocFromRun()
696 DCHECK(thread_local_run->IsFull()); in AllocFromRun()
697 if (thread_local_run != dedicated_full_run_) { in AllocFromRun()
698 thread_local_run->SetIsThreadLocal(false); in AllocFromRun()
700 full_runs_[idx].insert(thread_local_run); in AllocFromRun()
703 << reinterpret_cast<intptr_t>(thread_local_run) in AllocFromRun()
707 DCHECK(non_full_runs_[idx].find(thread_local_run) == non_full_runs_[idx].end()); in AllocFromRun()
708 DCHECK(full_runs_[idx].find(thread_local_run) != full_runs_[idx].end()); in AllocFromRun()
711 thread_local_run = RefillRun(self, idx); in AllocFromRun()
712 if (UNLIKELY(thread_local_run == nullptr)) { in AllocFromRun()
716 DCHECK(non_full_runs_[idx].find(thread_local_run) == non_full_runs_[idx].end()); in AllocFromRun()
717 DCHECK(full_runs_[idx].find(thread_local_run) == full_runs_[idx].end()); in AllocFromRun()
718 thread_local_run->SetIsThreadLocal(true); in AllocFromRun()
719 self->SetRosAllocRun(idx, thread_local_run); in AllocFromRun()
720 DCHECK(!thread_local_run->IsFull()); in AllocFromRun()
722 DCHECK(thread_local_run != nullptr); in AllocFromRun()
723 DCHECK(!thread_local_run->IsFull()); in AllocFromRun()
724 DCHECK(thread_local_run->IsThreadLocal()); in AllocFromRun()
726 *bytes_tl_bulk_allocated = thread_local_run->NumberOfFreeSlots() * bracket_size; in AllocFromRun()
727 slot_addr = thread_local_run->AllocSlot(); in AllocFromRun()
1518 Run* thread_local_run = reinterpret_cast<Run*>(thread->GetRosAllocRun(idx)); in RevokeThreadLocalRuns() local
1519 CHECK(thread_local_run != nullptr); in RevokeThreadLocalRuns()
1521 DCHECK(thread_local_run->IsThreadLocal()); in RevokeThreadLocalRuns()
1522 if (thread_local_run != dedicated_full_run_) { in RevokeThreadLocalRuns()
1525 DCHECK_EQ(thread_local_run->magic_num_, kMagicNum); in RevokeThreadLocalRuns()
1527 size_t num_free_slots = thread_local_run->NumberOfFreeSlots(); in RevokeThreadLocalRuns()
1538 thread_local_run->MergeThreadLocalFreeListToFreeList(&dont_care); in RevokeThreadLocalRuns()
1539 thread_local_run->SetIsThreadLocal(false); in RevokeThreadLocalRuns()
1540 DCHECK(non_full_runs_[idx].find(thread_local_run) == non_full_runs_[idx].end()); in RevokeThreadLocalRuns()
1541 DCHECK(full_runs_[idx].find(thread_local_run) == full_runs_[idx].end()); in RevokeThreadLocalRuns()
1542 RevokeRun(self, idx, thread_local_run); in RevokeThreadLocalRuns()
1609 Run* thread_local_run = reinterpret_cast<Run*>(thread->GetRosAllocRun(idx)); in AssertThreadLocalRunsAreRevoked() local
1610 DCHECK(thread_local_run == nullptr || thread_local_run == dedicated_full_run_); in AssertThreadLocalRunsAreRevoked()
1852 Run* thread_local_run = reinterpret_cast<Run*>(thread->GetRosAllocRun(i)); in Verify() local
1853 CHECK(thread_local_run != nullptr); in Verify()
1854 CHECK(thread_local_run->IsThreadLocal()); in Verify()
1855 CHECK(thread_local_run == dedicated_full_run_ || in Verify()
1856 thread_local_run->size_bracket_idx_ == i); in Verify()
1896 Run* thread_local_run = reinterpret_cast<Run*>(thread->GetRosAllocRun(i)); in Verify() local
1897 if (thread_local_run == this) { in Verify()