Lines Matching refs:heap_
115 rb_table_(heap_->GetReadBarrierTable()), in ConcurrentCopying()
298 DCHECK(heap_->non_moving_space_ != nullptr); in CreateInterRegionRefBitmaps()
310 reinterpret_cast<uint8_t*>(heap_->non_moving_space_->Begin()), in CreateInterRegionRefBitmaps()
311 heap_->non_moving_space_->Limit() - heap_->non_moving_space_->Begin()); in CreateInterRegionRefBitmaps()
320 for (const auto& space : heap_->GetContinuousSpaces()) { in BindBitmaps()
328 CHECK(space == region_space_ || space == heap_->non_moving_space_); in BindBitmaps()
338 heap_->GetCardTable()->ModifyCardsAtomic(space->Begin(), in BindBitmaps()
350 heap_->GetCardTable()->ClearCardRange(space->Begin(), space->Limit()); in BindBitmaps()
372 num_bytes_allocated_before_gc_ = static_cast<int64_t>(heap_->GetBytesAllocated()); in InitializePhase()
717 if (heap_->GetCardTable()->GetCard(obj) == gc::accounting::CardTable::kCardClean) { in VerifyNoMissingCardMarks()
727 heap_->GetLiveBitmap()->Visit(visitor); in VerifyNoMissingCardMarks()
734 if (kVerboseMode || heap_->dump_region_info_before_gc_) { in FlipThreadRoots()
741 ThreadFlipVisitor thread_flip_visitor(this, heap_->use_tlab_); in FlipThreadRoots()
789 accounting::CardTable* const card_table = heap_->GetCardTable(); in GrayAllDirtyImmuneObjects()
796 accounting::ModUnionTable* table = heap_->FindModUnionTableFromSpace(space); in GrayAllDirtyImmuneObjects()
829 accounting::CardTable* const card_table = heap_->GetCardTable(); in GrayAllNewlyDirtyImmuneObjects()
836 accounting::ModUnionTable* table = heap_->FindModUnionTableFromSpace(space); in GrayAllNewlyDirtyImmuneObjects()
859 heap_->SwapStacks(); in SwapStacks()
864 live_stack_freeze_size_ = heap_->GetLiveStack()->Size(); in RecordLiveStackFreezeSize()
1145 DCHECK(heap_->non_moving_space_->HasAddress(ref)); in AddLiveBytesAndScanRef()
1159 } else if (heap_->GetNonMovingSpace()->HasAddress(ref)) { in TestAndSetMarkBitForRef()
1160 bitmap = heap_->GetNonMovingSpace()->GetMarkBitmap(); in TestAndSetMarkBitForRef()
1168 && (!IsAligned<kPageSize>(ref) || heap_->GetLargeObjectsSpace() == nullptr)) { in TestAndSetMarkBitForRef()
1171 heap_->GetVerification()->LogHeapCorruption(/* obj */ nullptr, in TestAndSetMarkBitForRef()
1176 los_bitmap = heap_->GetLargeObjectsSpace()->GetMarkBitmap(); in TestAndSetMarkBitForRef()
1188 } else if (heap_->GetNonMovingSpace()->HasAddress(ref)) { in TestMarkBitmapForRef()
1189 return heap_->GetNonMovingSpace()->GetMarkBitmap()->Test(ref); in TestMarkBitmapForRef()
1197 && (!IsAligned<kPageSize>(ref) || heap_->GetLargeObjectsSpace() == nullptr)) { in TestMarkBitmapForRef()
1200 heap_->GetVerification()->LogHeapCorruption(/* obj */ nullptr, in TestMarkBitmapForRef()
1205 return heap_->GetLargeObjectsSpace()->GetMarkBitmap()->Test(ref); in TestMarkBitmapForRef()
1327 accounting::CardTable* const card_table = heap_->GetCardTable(); in MarkingPhase()
1342 accounting::ModUnionTable* table = heap_->FindModUnionTableFromSpace(space); in MarkingPhase()
1401 accounting::CardTable* const card_table = heap_->GetCardTable(); in CopyingPhase()
1469 DCHECK(space == heap_->non_moving_space_); in CopyingPhase()
1490 DCHECK(space == heap_->non_moving_space_); in CopyingPhase()
1514 accounting::ModUnionTable* table = heap_->FindModUnionTableFromSpace(space); in CopyingPhase()
1730 heap_->rb_table_->ClearAll(); in DisableMarking()
1731 DCHECK(heap_->rb_table_->IsAllCleared()); in DisableMarking()
1825 return heap_->allocation_stack_.get(); in GetAllocationStack()
1829 return heap_->live_stack_.get(); in GetLiveStack()
1940 heap_->GetMarkBitmap()->Visit(verify_no_from_space_refs_visitor); in VerifyNoFromSpaceReferences()
1945 for (auto* it = heap_->allocation_stack_->Begin(), *end = heap_->allocation_stack_->End(); in VerifyNoFromSpaceReferences()
2167 << " space=" << heap_->DumpSpaceNameFromAddress(to_ref) in ProcessMarkStackRef()
2212 heap_->GetNonMovingSpace()->GetMarkBitmap(); in ProcessMarkStackRef()
2221 heap_->GetVerification()->LogHeapCorruption(/* obj */ nullptr, in ProcessMarkStackRef()
2226 DCHECK(heap_->GetLargeObjectsSpace()) in ProcessMarkStackRef()
2230 heap_->GetLargeObjectsSpace()->GetMarkBitmap(); in ProcessMarkStackRef()
2258 << " space=" << heap_->DumpSpaceNameFromAddress(to_ref) in ProcessMarkStackRef()
2407 SweepArray(heap_->GetLiveStack(), /* swap_bitmaps= */ false); in Sweep()
2411 accounting::ObjectStack* live_stack = heap_->GetLiveStack(); in Sweep()
2416 heap_->MarkAllocStackAsLive(live_stack); in Sweep()
2450 for (space::ContinuousSpace* space : heap_->GetContinuousSpaces()) { in SweepArray()
2529 space::LargeObjectSpace* const los = heap_->GetLargeObjectsSpace(); in MarkZygoteLargeObjects()
2550 if (heap_->GetLargeObjectsSpace() != nullptr) { in SweepLargeObjects()
2551 RecordFreeLOS(heap_->GetLargeObjectsSpace()->Sweep(swap_bitmaps)); in SweepLargeObjects()
2576 DCHECK(IsAligned<kPageSize>(heap_->non_moving_space_->Limit())); in CaptureRssAtPeak()
2577 gc_ranges.emplace_back(range_t(heap_->non_moving_space_->Begin(), in CaptureRssAtPeak()
2578 heap_->non_moving_space_->Limit())); in CaptureRssAtPeak()
2580 accounting::ContinuousSpaceBitmap *bitmap = heap_->non_moving_space_->GetMarkBitmap(); in CaptureRssAtPeak()
2584 if (heap_->non_moving_space_->HasBoundBitmaps()) { in CaptureRssAtPeak()
2585 DCHECK_EQ(bitmap, heap_->non_moving_space_->GetLiveBitmap()); in CaptureRssAtPeak()
2586 bitmap = heap_->non_moving_space_->GetTempBitmap(); in CaptureRssAtPeak()
2588 bitmap = heap_->non_moving_space_->GetLiveBitmap(); in CaptureRssAtPeak()
2593 if (heap_->GetLargeObjectsSpace()) { in CaptureRssAtPeak()
2594 heap_->GetLargeObjectsSpace()->ForEachMemMap([&add_gc_range](const MemMap& map) { in CaptureRssAtPeak()
2599 accounting::LargeObjectBitmap* bitmap = heap_->GetLargeObjectsSpace()->GetMarkBitmap(); in CaptureRssAtPeak()
2602 bitmap = heap_->GetLargeObjectsSpace()->GetLiveBitmap(); in CaptureRssAtPeak()
2606 add_gc_range(heap_->GetCardTable()->MemMapBegin(), heap_->GetCardTable()->MemMapSize()); in CaptureRssAtPeak()
2659 heap_->UnBindBitmaps(); in ReclaimPhase()
2717 << heap_->num_bytes_allocated_.load(); in ReclaimPhase()
2722 << heap_->num_bytes_allocated_.load(); in ReclaimPhase()
2731 if (heap_->dump_region_info_after_gc_) { in ReclaimPhase()
2745 oss << indent << heap_->GetVerification()->DumpObjectInfo(ref, ref_name) << '\n'; in DumpReferenceInfo()
2780 CHECK_EQ(heap_->collector_type_, kCollectorTypeCC) << static_cast<size_t>(heap_->collector_type_); in AssertToSpaceInvariant()
2886 CHECK_EQ(heap_->collector_type_, kCollectorTypeCC) << static_cast<size_t>(heap_->collector_type_); in AssertToSpaceInvariant()
2969 accounting::ContinuousSpaceBitmap* mark_bitmap = heap_->GetNonMovingSpace()->GetMarkBitmap(); in LogFromSpaceRefHolder()
2973 DCHECK(heap_->GetLargeObjectsSpace() && heap_->GetLargeObjectsSpace()->Contains(obj)) in LogFromSpaceRefHolder()
2976 los_bitmap = heap_->GetLargeObjectsSpace()->GetMarkBitmap(); in LogFromSpaceRefHolder()
3003 accounting::ContinuousSpaceBitmap* mark_bitmap = heap_->GetNonMovingSpace()->GetMarkBitmap(); in IsMarkedInNonMovingSpace()
3007 DCHECK(heap_->GetLargeObjectsSpace() && heap_->GetLargeObjectsSpace()->Contains(from_ref)) in IsMarkedInNonMovingSpace()
3010 los_bitmap = heap_->GetLargeObjectsSpace()->GetMarkBitmap(); in IsMarkedInNonMovingSpace()
3351 heap_->GetVerification()->LogHeapCorruption(holder, offset, from_ref, /* fatal= */ true); in Copy()
3375 if (heap_->use_tlab_) { in Copy()
3380 heap_->num_bytes_allocated_.fetch_sub(bytes_allocated, std::memory_order_relaxed); in Copy()
3392 to_ref = heap_->non_moving_space_->Alloc( in Copy()
3436 heap_->num_bytes_allocated_.fetch_add(bytes_allocated, std::memory_order_relaxed); in Copy()
3444 DCHECK(heap_->non_moving_space_->HasAddress(to_ref)); in Copy()
3447 heap_->non_moving_space_->Free(self, to_ref); in Copy()
3455 CHECK(region_space_->IsInToSpace(to_ref) || heap_->non_moving_space_->HasAddress(to_ref)) in Copy()
3456 << "to_ref=" << to_ref << " " << heap_->DumpSpaces(); in Copy()
3493 DCHECK(heap_->non_moving_space_->HasAddress(to_ref)); in Copy()
3497 CHECK(!heap_->non_moving_space_->GetLiveBitmap()->AtomicTestAndSet(to_ref)); in Copy()
3501 CHECK(!heap_->non_moving_space_->GetMarkBitmap()->AtomicTestAndSet(to_ref)); in Copy()
3529 heap_->non_moving_space_->HasAddress(to_ref)) in IsMarked()
3573 accounting::ContinuousSpaceBitmap* mark_bitmap = heap_->GetNonMovingSpace()->GetMarkBitmap(); in MarkNonMoving()
3583 heap_->GetVerification()->LogHeapCorruption(holder, offset, ref, /* fatal= */ true); in MarkNonMoving()
3585 DCHECK(heap_->GetLargeObjectsSpace()) in MarkNonMoving()
3588 los_bitmap = heap_->GetLargeObjectsSpace()->GetMarkBitmap(); in MarkNonMoving()
3664 heap_->GetCardTable()->ClearCardRange(region_space_->Begin(), region_space_->Limit()); in FinishPhase()
3677 heap_->ClearMarkedObjects(); in FinishPhase()
3684 accounting::ModUnionTable* table = heap_->FindModUnionTableFromSpace(space); in FinishPhase()
3747 heap_->GetReferenceProcessor()->DelayReferenceReferent(klass, reference, this); in DelayReferenceReferent()