| /art/runtime/gc/collector/ |
| D | concurrent_copying-inl.h | 48 if (ref->AtomicSetReadBarrierState(ReadBarrier::NonGrayState(), ReadBarrier::GrayState())) { in MarkUnevacFromSpaceRegion()
55 DCHECK_EQ(ref->GetReadBarrierState(), ReadBarrier::GrayState()); in MarkUnevacFromSpaceRegion()
79 success = ref->AtomicSetReadBarrierState(/* expected_rb_state= */ ReadBarrier::NonGrayState(), in MarkUnevacFromSpaceRegion()
80 /* rb_state= */ ReadBarrier::GrayState()); in MarkUnevacFromSpaceRegion()
87 DCHECK_EQ(ref->GetReadBarrierState(), ReadBarrier::GrayState()); in MarkUnevacFromSpaceRegion()
116 ref->AtomicSetReadBarrierState(/* expected_rb_state= */ ReadBarrier::NonGrayState(), in MarkImmuneSpace()
117 /* rb_state= */ ReadBarrier::GrayState()); in MarkImmuneSpace()
243 if (kUseBakerReadBarrier && from_ref->GetReadBarrierStateAcquire() == ReadBarrier::GrayState()) { in IsMarkedInUnevacFromSpace()
|
| D | concurrent_copying.cc | 649 if (obj->GetReadBarrierState() != ReadBarrier::GrayState()) { in VerifyGrayImmuneObjects()
766 if (kUseBakerReadBarrier && obj->GetReadBarrierState() == ReadBarrier::NonGrayState()) { in operator ()()
769 obj->AtomicSetReadBarrierState(ReadBarrier::NonGrayState(), ReadBarrier::GrayState()); in operator ()()
774 obj->SetReadBarrierState(ReadBarrier::GrayState()); in operator ()()
889 if (obj->GetReadBarrierState() == ReadBarrier::GrayState()) { in operator ()()
892 bool success = obj->AtomicSetReadBarrierState(ReadBarrier::GrayState(), in operator ()()
893 ReadBarrier::NonGrayState()); in operator ()()
1389 obj->AtomicSetReadBarrierState(ReadBarrier::NonGrayState(), ReadBarrier::GrayState()); in ScanDirtyObject()
1547 DCHECK_EQ(obj->GetReadBarrierState(), ReadBarrier::GrayState()); in CopyingPhase()
1548 bool success = obj->AtomicSetReadBarrierState(ReadBarrier::GrayState(), in CopyingPhase()
[all …]
|
| /art/runtime/ |
| D | read_barrier.cc | 21 DEFINE_RUNTIME_DEBUG_FLAG(ReadBarrier, kEnableToSpaceInvariantChecks);
22 DEFINE_RUNTIME_DEBUG_FLAG(ReadBarrier, kEnableReadBarrierInvariantChecks);
|
| D | read_barrier-inl.h | 37 inline MirrorType* ReadBarrier::Barrier( in Barrier()
107 inline MirrorType* ReadBarrier::BarrierForRoot(MirrorType** root, in BarrierForRoot()
155 inline MirrorType* ReadBarrier::BarrierForRoot(mirror::CompressedReference<MirrorType>* root, in BarrierForRoot()
193 inline MirrorType* ReadBarrier::IsMarked(MirrorType* ref) { in IsMarked()
212 inline bool ReadBarrier::IsDuringStartup() { in IsDuringStartup()
230 inline void ReadBarrier::AssertToSpaceInvariant(mirror::Object* obj, MemberOffset offset, in AssertToSpaceInvariant()
241 inline void ReadBarrier::AssertToSpaceInvariant(GcRootSource* gc_root_source, in AssertToSpaceInvariant()
252 inline mirror::Object* ReadBarrier::Mark(mirror::Object* obj) { in Mark()
256 inline bool ReadBarrier::IsGray(mirror::Object* obj, uintptr_t* fake_address_dependency) { in IsGray()
260 inline bool ReadBarrier::IsGray(mirror::Object* obj) { in IsGray()
|
| D | lock_word.h | 215 DCHECK(rb_state == ReadBarrier::NonGrayState() || in SetReadBarrierState()
216 rb_state == ReadBarrier::GrayState()) << rb_state; in SetReadBarrierState()
294 DCHECK(rb_state == ReadBarrier::NonGrayState() || in CheckReadBarrierState()
295 rb_state == ReadBarrier::GrayState()) << rb_state; in CheckReadBarrierState()
|
| D | gc_root-inl.h | 33 ReadBarrier::BarrierForRoot<mirror::Object, kReadBarrierOption>(&root_, gc_root_source)); in Read()
|
| D | monitor_objects_stack_visitor.cc | 97 o = ReadBarrier::Mark(o.Ptr()); in VisitLockedObject()
|
| D | read_barrier.h | 38 class ReadBarrier {
|
| D | image-inl.h | 46 ReadBarrier::BarrierForRoot<mirror::ObjectArray<mirror::Object>, kReadBarrierOption>( in GetImageRoots()
|
| D | thread.cc | 3536 ReadBarrier::MaybeAssertToSpaceInvariant(exception.Ptr()); in QuickDeliverException()
3623 ReadBarrier::MaybeAssertToSpaceInvariant(GetException()); in QuickDeliverException()
4274 peer = art::ReadBarrier::Mark(peer); in GetPeerFromOtherThread()
|
| D | monitor.cc | 1426 lock_object = ReadBarrier::Mark(lock_object.Ptr()); in FetchState()
|
| /art/runtime/gc/ |
| D | reference_queue.cc | 86 if (rb_state == ReadBarrier::GrayState()) { in DisableReadBarrierForReference()
87 ref->AtomicSetReadBarrierState(ReadBarrier::GrayState(), ReadBarrier::NonGrayState()); in DisableReadBarrierForReference()
88 CHECK_EQ(ref->GetReadBarrierState(), ReadBarrier::NonGrayState()); in DisableReadBarrierForReference()
92 CHECK_EQ(rb_state, ReadBarrier::NonGrayState()) << "ref=" << ref << " rb_state=" << rb_state; in DisableReadBarrierForReference()
|
| /art/runtime/mirror/ |
| D | object-readbarrier-inl.h | 133 DCHECK(ReadBarrier::IsValidReadBarrierState(rb_state)) << rb_state; in GetReadBarrierState()
144 DCHECK(ReadBarrier::IsValidReadBarrierState(rb_state)) << rb_state; in GetReadBarrierStateAcquire()
154 DCHECK(ReadBarrier::IsValidReadBarrierState(expected_rb_state)) << expected_rb_state; in AtomicSetReadBarrierState()
155 DCHECK(ReadBarrier::IsValidReadBarrierState(rb_state)) << rb_state; in AtomicSetReadBarrierState()
|
| D | object_array-inl.h | 126 if (!ReadBarrier::IsGray(src.Ptr(), &fake_address_dependency)) { in AssignableMemmove()
151 if (!ReadBarrier::IsGray(src.Ptr(), &fake_address_dependency)) { in AssignableMemmove()
201 if (!ReadBarrier::IsGray(src.Ptr(), &fake_address_dependency)) { in AssignableMemcpy()
249 if (!ReadBarrier::IsGray(src.Ptr(), &fake_address_dependency)) { in AssignableCheckingMemcpy()
|
| D | object-inl.h | 113 DCHECK(ReadBarrier::IsValidReadBarrierState(rb_state)) << rb_state; in SetReadBarrierState()
122 DCHECK_EQ(obj->GetReadBarrierState(), ReadBarrier::NonGrayState()) in AssertReadBarrierState()
608 T* result = ReadBarrier::Barrier<T, kIsVolatile, kReadBarrierOption>( in GetFieldObject()
730 ReadBarrier::AssertToSpaceInvariant(witness_value.Ptr()); in CompareAndExchangeFieldObject()
755 ReadBarrier::AssertToSpaceInvariant(old_value.Ptr()); in ExchangeFieldObject()
|
| D | class.cc | 1307 ObjPtr<Object> new_ref = ReadBarrier::BarrierForRoot(root); in VisitRoot()
|
| /art/runtime/interpreter/ |
| D | shadow_frame-inl.h | 33 ReadBarrier::MaybeAssertToSpaceInvariant(val.Ptr()); in SetVRegReference()
|
| D | shadow_frame.h | 191 ReadBarrier::MaybeAssertToSpaceInvariant(ref); in GetVRegReference()
|
| /art/runtime/jit/ |
| D | profiling_info.cc | 85 mirror::Class* marked = ReadBarrier::IsMarked(existing); in AddInvokeInfo()
|
| /art/runtime/entrypoints/quick/ |
| D | quick_field_entrypoints.cc | 397 return ReadBarrier::Mark(obj); in artReadBarrierMark()
411 ReadBarrier::Barrier<mirror::Object, /* kIsVolatile= */ false, kReadBarrierOption>( in artReadBarrierSlow()
|
| D | quick_jni_entrypoints.cc | 46 mirror::Object* to_ref = ReadBarrier::BarrierForRoot(handle_on_stack); in ReadBarrierJni()
|
| /art/runtime/native/ |
| D | sun_misc_Unsafe.cc | 79 ReadBarrier::Barrier<mirror::Object, /* kIsVolatile= */ false, kWithReadBarrier, in Unsafe_compareAndSwapObject()
|
| /art/compiler/optimizing/ |
| D | intrinsics_x86_64.cc | 1088 static_assert(ReadBarrier::NonGrayState() == 0, "Expecting non-gray to have value 0"); in VisitSystemArrayCopy()
1089 static_assert(ReadBarrier::GrayState() == 1, "Expecting gray to have value 1"); in VisitSystemArrayCopy()
|
| D | intrinsics_arm_vixl.cc | 2197 static_assert(ReadBarrier::NonGrayState() == 0, "Expecting non-gray to have value 0"); in VisitSystemArrayCopy()
2198 static_assert(ReadBarrier::GrayState() == 1, "Expecting gray to have value 1"); in VisitSystemArrayCopy()
|
| D | intrinsics_x86.cc | 2845 static_assert(ReadBarrier::NonGrayState() == 0, "Expecting non-gray to have value 0"); in VisitSystemArrayCopy()
2846 static_assert(ReadBarrier::GrayState() == 1, "Expecting gray to have value 1"); in VisitSystemArrayCopy()
|