106 DEFINE_RUNTIME_DEBUG_FLAG(Heap, kStressCollectorTransition);
156 uint8_t* const Heap::kPreferredAllocSpaceBegin =
161 uint8_t* const Heap::kPreferredAllocSpaceBegin = reinterpret_cast<uint8_t*>(0x20000000);
164 uint8_t* const Heap::kPreferredAllocSpaceBegin = reinterpret_cast<uint8_t*>(0x40000000);
210 Heap::Heap(size_t initial_size,  in Heap()  function in art::gc::Heap
759 MemMap Heap::MapAnonymousPreferredAddress(const char* name,  in MapAnonymousPreferredAddress()
780 bool Heap::MayUseCollector(CollectorType type) const {  in MayUseCollector()
784 space::MallocSpace* Heap::CreateMallocSpaceFromMemMap(MemMap&& mem_map,  in CreateMallocSpaceFromMemMap()
821 void Heap::CreateMainMallocSpace(MemMap&& mem_map,  in CreateMainMallocSpace()
850 void Heap::ChangeAllocator(AllocatorType allocator) {  in ChangeAllocator()
862 bool Heap::IsCompilingBoot() const {  in IsCompilingBoot()
875 void Heap::IncrementDisableMovingGC(Thread* self) {  in IncrementDisableMovingGC()
886 void Heap::DecrementDisableMovingGC(Thread* self) {  in DecrementDisableMovingGC()
892 void Heap::IncrementDisableThreadFlip(Thread* self) {  in IncrementDisableThreadFlip()
925 void Heap::DecrementDisableThreadFlip(Thread* self) {  in DecrementDisableThreadFlip()
945 void Heap::ThreadFlipBegin(Thread* self) {  in ThreadFlipBegin()
971 void Heap::ThreadFlipEnd(Thread* self) {  in ThreadFlipEnd()
982 void Heap::GrowHeapOnJankPerceptibleSwitch() {  in GrowHeapOnJankPerceptibleSwitch()
993 void Heap::UpdateProcessState(ProcessState old_process_state, ProcessState new_process_state) {  in UpdateProcessState()
1014 void Heap::CreateThreadPool() {  in CreateThreadPool()
1021 void Heap::MarkAllocStackAsLive(accounting::ObjectStack* stack) {  in MarkAllocStackAsLive()
1032 void Heap::DeleteThreadPool() {  in DeleteThreadPool()
1036 void Heap::AddSpace(space::Space* space) {  in AddSpace()
1070 void Heap::SetSpaceAsDefault(space::ContinuousSpace* continuous_space) {  in SetSpaceAsDefault()
1079 void Heap::RemoveSpace(space::Space* space) {  in RemoveSpace()
1113 double Heap::CalculateGcWeightedAllocatedBytes(uint64_t gc_last_process_cpu_time_ns,  in CalculateGcWeightedAllocatedBytes()
1120 void Heap::CalculatePreGcWeightedAllocatedBytes() {  in CalculatePreGcWeightedAllocatedBytes()
1127 void Heap::CalculatePostGcWeightedAllocatedBytes() {  in CalculatePostGcWeightedAllocatedBytes()
1134 uint64_t Heap::GetTotalGcCpuTime() {  in GetTotalGcCpuTime()
1142 void Heap::DumpGcPerformanceInfo(std::ostream& os) {  in DumpGcPerformanceInfo()
1211 void Heap::ResetGcPerformanceInfo() {  in ResetGcPerformanceInfo()
1240 uint64_t Heap::GetGcCount() const {  in GetGcCount()
1248 uint64_t Heap::GetGcTime() const {  in GetGcTime()
1256 uint64_t Heap::GetBlockingGcCount() const {  in GetBlockingGcCount()
1260 uint64_t Heap::GetBlockingGcTime() const {  in GetBlockingGcTime()
1264 void Heap::DumpGcCountRateHistogram(std::ostream& os) const {  in DumpGcCountRateHistogram()
1271 void Heap::DumpBlockingGcCountRateHistogram(std::ostream& os) const {  in DumpBlockingGcCountRateHistogram()
1284 Heap::~Heap() {  in ~Heap()
1308 space::ContinuousSpace* Heap::FindContinuousSpaceFromAddress(const mirror::Object* addr) const {  in FindContinuousSpaceFromAddress()
1317 space::ContinuousSpace* Heap::FindContinuousSpaceFromObject(ObjPtr<mirror::Object> obj,  in FindContinuousSpaceFromObject()
1329 space::DiscontinuousSpace* Heap::FindDiscontinuousSpaceFromObject(ObjPtr<mirror::Object> obj,  in FindDiscontinuousSpaceFromObject()
1342 space::Space* Heap::FindSpaceFromObject(ObjPtr<mirror::Object> obj, bool fail_ok) const {  in FindSpaceFromObject()
1350 space::Space* Heap::FindSpaceFromAddress(const void* addr) const {  in FindSpaceFromAddress()
1364 std::string Heap::DumpSpaceNameFromAddress(const void* addr) const {  in DumpSpaceNameFromAddress()
1369 void Heap::ThrowOutOfMemoryError(Thread* self, size_t byte_count, AllocatorType allocator_type) {  in ThrowOutOfMemoryError()
1412 void Heap::DoPendingCollectorTransition() {  in DoPendingCollectorTransition()
1436 void Heap::Trim(Thread* self) {  in Trim()
1471 void Heap::TrimIndirectReferenceTables(Thread* self) {  in TrimIndirectReferenceTables()
1487 void Heap::StartGC(Thread* self, GcCause cause, CollectorType collector_type) {  in StartGC()
1499 void Heap::TrimSpaces(Thread* self) {  in TrimSpaces()
1544 bool Heap::IsValidObjectAddress(const void* addr) const {  in IsValidObjectAddress()
1551 bool Heap::IsNonDiscontinuousSpaceHeapAddress(const void* addr) const {  in IsNonDiscontinuousSpaceHeapAddress()
1555 bool Heap::IsLiveObjectLocked(ObjPtr<mirror::Object> obj,  in IsLiveObjectLocked()
1631 std::string Heap::DumpSpaces() const {  in DumpSpaces()
1637 void Heap::DumpSpaces(std::ostream& stream) const {  in DumpSpaces()
1654 void Heap::VerifyObjectBody(ObjPtr<mirror::Object> obj) {  in VerifyObjectBody()
1675 void Heap::VerifyHeap() {  in VerifyHeap()
1688 void Heap::RecordFree(uint64_t freed_objects, int64_t freed_bytes) {  in RecordFree()
1707 void Heap::RecordFreeRevoke() {  in RecordFreeRevoke()
1720 space::RosAllocSpace* Heap::GetRosAllocSpace(gc::allocator::RosAlloc* rosalloc) const {  in GetRosAllocSpace()
1740 mirror::Object* Heap::AllocateInternalWithGc(Thread* self,  in AllocateInternalWithGc()
1910 void Heap::SetTargetHeapUtilization(float target) {  in SetTargetHeapUtilization()
1916 size_t Heap::GetObjectsAllocated() const {  in GetObjectsAllocated()
1934 uint64_t Heap::GetObjectsAllocatedEver() const {  in GetObjectsAllocatedEver()
1943 uint64_t Heap::GetBytesAllocatedEver() const {  in GetBytesAllocatedEver()
1974 void Heap::CountInstances(const std::vector<Handle<mirror::Class>>& classes,  in CountInstances()
1987 void Heap::GetInstances(VariableSizedHandleScope& scope,  in GetInstances()
2003 void Heap::GetReferringObjects(VariableSizedHandleScope& scope,  in GetReferringObjects()
2048 void Heap::CollectGarbage(bool clear_soft_references, GcCause cause) {  in CollectGarbage()
2054 bool Heap::SupportHomogeneousSpaceCompactAndCollectorTransitions() const {  in SupportHomogeneousSpaceCompactAndCollectorTransitions()
2059 HomogeneousSpaceCompactResult Heap::PerformHomogeneousSpaceCompact() {  in PerformHomogeneousSpaceCompact()
2134 void Heap::ChangeCollector(CollectorType collector_type) {  in ChangeCollector()
2193   ZygoteCompactingCollector(gc::Heap* heap, bool is_running_on_memory_tool)  in ZygoteCompactingCollector()
2283 void Heap::UnBindBitmaps() {  in UnBindBitmaps()
2295 void Heap::IncrementFreedEver() {  in IncrementFreedEver()
2314 void Heap::PreZygoteFork() {  in PreZygoteFork()
2476 void Heap::FlushAllocStack() {  in FlushAllocStack()
2481 void Heap::MarkAllocStack(accounting::ContinuousSpaceBitmap* bitmap1,  in MarkAllocStack()
2503 void Heap::SwapSemiSpaces() {  in SwapSemiSpaces()
2509 collector::GarbageCollector* Heap::Compact(space::ContinuousMemMapAllocSpace* target_space,  in Compact()
2525 void Heap::TraceHeapSize(size_t heap_size) {  in TraceHeapSize()
2535 size_t Heap::GetNativeBytes() {  in GetNativeBytes()
2575 collector::GcType Heap::CollectGarbageInternal(collector::GcType gc_type,  in CollectGarbageInternal()
2700 void Heap::LogGC(GcCause gc_cause, collector::GarbageCollector* collector) {  in LogGC()
2735 void Heap::FinishGC(Thread* self, collector::GcType gc_type) {  in FinishGC()
2760 void Heap::UpdateGcCountRateHistograms() {  in UpdateGcCountRateHistograms()
2825   VerifyReferenceVisitor(Thread* self, Heap* heap, size_t* fail_count, bool verify_referent)  in VerifyReferenceVisitor()
2970   Heap* const heap_;
2978   VerifyObjectVisitor(Thread* self, Heap* heap, size_t* fail_count, bool verify_referent)  in VerifyObjectVisitor()
3002   Heap* const heap_;
3007 void Heap::PushOnAllocationStackWithInternalGC(Thread* self, ObjPtr<mirror::Object>* obj) {  in PushOnAllocationStackWithInternalGC()
3022 void Heap::PushOnThreadLocalAllocationStackWithInternalGC(Thread* self,  in PushOnThreadLocalAllocationStackWithInternalGC()
3046 size_t Heap::VerifyHeapReferences(bool verify_referents) {  in VerifyHeapReferences()
3083   VerifyReferenceCardVisitor(Heap* heap, bool* failed)  in VerifyReferenceCardVisitor()
3152   Heap* const heap_;
3158   explicit VerifyLiveStackReferences(Heap* heap)  in VerifyLiveStackReferences()
3173   Heap* const heap_;
3177 bool Heap::VerifyMissingCardMarks() {  in VerifyMissingCardMarks()
3196 void Heap::SwapStacks() {  in SwapStacks()
3203 void Heap::RevokeAllThreadLocalAllocationStacks(Thread* self) {  in RevokeAllThreadLocalAllocationStacks()
3214 void Heap::AssertThreadLocalBuffersAreRevoked(Thread* thread) {  in AssertThreadLocalBuffersAreRevoked()
3225 void Heap::AssertAllBumpPointerSpaceThreadLocalBuffersAreRevoked() {  in AssertAllBumpPointerSpaceThreadLocalBuffersAreRevoked()
3233 accounting::ModUnionTable* Heap::FindModUnionTableFromSpace(space::Space* space) {  in FindModUnionTableFromSpace()
3241 accounting::RememberedSet* Heap::FindRememberedSetFromSpace(space::Space* space) {  in FindRememberedSetFromSpace()
3249 void Heap::ProcessCards(TimingLogger* timings,  in ProcessCards()
3300 void Heap::PreGcVerificationPaused(collector::GarbageCollector* gc) {  in PreGcVerificationPaused()
3334 void Heap::PreGcVerification(collector::GarbageCollector* gc) {  in PreGcVerification()
3341 void Heap::PrePauseRosAllocVerification(collector::GarbageCollector* gc ATTRIBUTE_UNUSED) {  in PrePauseRosAllocVerification()
3348 void Heap::PreSweepingGcVerification(collector::GarbageCollector* gc) {  in PreSweepingGcVerification()
3379 void Heap::PostGcVerificationPaused(collector::GarbageCollector* gc) {  in PostGcVerificationPaused()
3402 void Heap::PostGcVerification(collector::GarbageCollector* gc) {  in PostGcVerification()
3409 void Heap::RosAllocVerification(TimingLogger* timings, const char* name) {  in RosAllocVerification()
3419 collector::GcType Heap::WaitForGcToComplete(GcCause cause, Thread* self) {  in WaitForGcToComplete()
3425 collector::GcType Heap::WaitForGcToCompleteLocked(GcCause cause, Thread* self) {  in WaitForGcToCompleteLocked()
3467 void Heap::DumpForSigQuit(std::ostream& os) {  in DumpForSigQuit()
3473 size_t Heap::GetPercentFree() {  in GetPercentFree()
3478 void Heap::SetIdealFootprint(size_t target_footprint) {  in SetIdealFootprint()
3487 bool Heap::IsMovableObject(ObjPtr<mirror::Object> obj) const {  in IsMovableObject()
3498 collector::GarbageCollector* Heap::FindCollectorByGcType(collector::GcType gc_type) {  in FindCollectorByGcType()
3508 double Heap::HeapGrowthMultiplier() const {  in HeapGrowthMultiplier()
3516 void Heap::GrowForUtilization(collector::GarbageCollector* collector_ran,  in GrowForUtilization()
3617 void Heap::ClampGrowthLimit() {  in ClampGrowthLimit()
3639 void Heap::ClearGrowthLimit() {  in ClearGrowthLimit()
3662 void Heap::AddFinalizerReference(Thread* self, ObjPtr<mirror::Object>* object) {  in AddFinalizerReference()
3672 void Heap::RequestConcurrentGCAndSaveObject(Thread* self,  in RequestConcurrentGCAndSaveObject()
3680 class Heap::ConcurrentGCTask : public HeapTask {
3685     gc::Heap* heap = Runtime::Current()->GetHeap();  in Run()
3701 void Heap::ClearConcurrentGCRequest() {  in ClearConcurrentGCRequest()
3705 void Heap::RequestConcurrentGC(Thread* self, GcCause cause, bool force_full) {  in RequestConcurrentGC()
3714 void Heap::ConcurrentGC(Thread* self, GcCause cause, bool force_full) {  in ConcurrentGC()
3738 class Heap::CollectorTransitionTask : public HeapTask {
3743     gc::Heap* heap = Runtime::Current()->GetHeap();  in Run()
3749 void Heap::ClearPendingCollectorTransition(Thread* self) {  in ClearPendingCollectorTransition()
3754 void Heap::RequestCollectorTransition(CollectorType desired_collector_type, uint64_t delta_time) {  in RequestCollectorTransition()
3781 class Heap::HeapTrimTask : public HeapTask {
3785     gc::Heap* heap = Runtime::Current()->GetHeap();  in Run()
3791 void Heap::ClearPendingTrim(Thread* self) {  in ClearPendingTrim()
3796 void Heap::RequestTrim(Thread* self) {  in RequestTrim()
3825 void Heap::IncrementNumberOfBytesFreedRevoke(size_t freed_bytes_revoke) {  in IncrementNumberOfBytesFreedRevoke()
3835 void Heap::RevokeThreadLocalBuffers(Thread* thread) {  in RevokeThreadLocalBuffers()
3850 void Heap::RevokeRosAllocThreadLocalBuffers(Thread* thread) {  in RevokeRosAllocThreadLocalBuffers()
3859 void Heap::RevokeAllThreadLocalBuffers() {  in RevokeAllThreadLocalBuffers()
3874 bool Heap::IsGCRequestPending() const {  in IsGCRequestPending()
3878 void Heap::RunFinalization(JNIEnv* env, uint64_t timeout) {  in RunFinalization()
3902 inline float Heap::NativeMemoryOverTarget(size_t current_native_bytes, bool is_gc_concurrent) {  in NativeMemoryOverTarget()
3929 inline void Heap::CheckGCForNative(Thread* self) {  in CheckGCForNative()
3951 void Heap::NotifyNativeAllocations(JNIEnv* env) {  in NotifyNativeAllocations()
3959 void Heap::RegisterNativeAllocation(JNIEnv* env, size_t bytes) {  in RegisterNativeAllocation()
3971 void Heap::RegisterNativeFree(JNIEnv*, size_t bytes) {  in RegisterNativeFree()
3984 size_t Heap::GetTotalMemory() const {  in GetTotalMemory()
3988 void Heap::AddModUnionTable(accounting::ModUnionTable* mod_union_table) {  in AddModUnionTable()
3993 void Heap::CheckPreconditionsForAllocObject(ObjPtr<mirror::Class> c, size_t byte_count) {  in CheckPreconditionsForAllocObject()
4010 void Heap::AddRememberedSet(accounting::RememberedSet* remembered_set) {  in AddRememberedSet()
4019 void Heap::RemoveRememberedSet(space::Space* space) {  in RemoveRememberedSet()
4028 void Heap::ClearMarkedObjects() {  in ClearMarkedObjects()
4041 void Heap::SetAllocationRecords(AllocRecordObjectMap* records) {  in SetAllocationRecords()
4045 void Heap::VisitAllocationRecords(RootVisitor* visitor) const {  in VisitAllocationRecords()
4054 void Heap::SweepAllocationRecords(IsMarkedVisitor* visitor) const {  in SweepAllocationRecords()
4063 void Heap::AllowNewAllocationRecords() const {  in AllowNewAllocationRecords()
4072 void Heap::DisallowNewAllocationRecords() const {  in DisallowNewAllocationRecords()
4081 void Heap::BroadcastForNewAllocationRecords() const {  in BroadcastForNewAllocationRecords()
4092 void Heap::CheckGcStressMode(Thread* self, ObjPtr<mirror::Object>* obj) {  in CheckGcStressMode()
4120 void Heap::DisableGCForShutdown() {  in DisableGCForShutdown()
4127 bool Heap::ObjectIsInBootImageSpace(ObjPtr<mirror::Object> obj) const {  in ObjectIsInBootImageSpace()
4137 bool Heap::IsInBootImageOatFile(const void* p) const {  in IsInBootImageOatFile()
4147 void Heap::SetAllocationListener(AllocationListener* l) {  in SetAllocationListener()
4155 void Heap::RemoveAllocationListener() {  in RemoveAllocationListener()
4163 void Heap::SetGcPauseListener(GcPauseListener* l) {  in SetGcPauseListener()
4167 void Heap::RemoveGcPauseListener() {  in RemoveGcPauseListener()
4171 mirror::Object* Heap::AllocWithNewTLAB(Thread* self,  in AllocWithNewTLAB()
4254 const Verification* Heap::GetVerification() const {  in GetVerification()
4258 void Heap::VlogHeapGrowth(size_t old_footprint, size_t new_footprint, size_t alloc_size) {  in VlogHeapGrowth()
4263 class Heap::TriggerPostForkCCGcTask : public HeapTask {
4267     gc::Heap* heap = Runtime::Current()->GetHeap();  in Run()
4276 void Heap::PostForkChildAction(Thread* self) {  in PostForkChildAction()
4291 void Heap::VisitReflectiveTargets(ReflectiveValueVisitor *visit) {  in VisitReflectiveTargets()
4313 bool Heap::AddHeapTask(gc::HeapTask* task) {  in AddHeapTask()