Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2012 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #include "mod_union_table.h" |
| 18 | |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 19 | #include <memory> |
| 20 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 21 | #include "base/stl_util.h" |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 22 | #include "bitmap-inl.h" |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 23 | #include "card_table-inl.h" |
Mathieu Chartier | a8e8f9c | 2014-04-09 14:51:05 -0700 | [diff] [blame] | 24 | #include "gc/accounting/space_bitmap-inl.h" |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 25 | #include "gc/heap.h" |
Lei Li | 3befba4 | 2015-01-23 16:37:59 +0800 | [diff] [blame] | 26 | #include "gc/space/image_space.h" |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 27 | #include "gc/space/space.h" |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 28 | #include "mirror/object-inl.h" |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 29 | #include "space_bitmap-inl.h" |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 30 | #include "thread-inl.h" |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 31 | |
| 32 | namespace art { |
| 33 | namespace gc { |
| 34 | namespace accounting { |
| 35 | |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 36 | class ModUnionAddToCardSetVisitor { |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 37 | public: |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 38 | explicit ModUnionAddToCardSetVisitor(ModUnionTable::CardSet* const cleared_cards) |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 39 | : cleared_cards_(cleared_cards) {} |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 40 | |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 41 | inline void operator()(uint8_t* card, |
| 42 | uint8_t expected_value, |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 43 | uint8_t new_value ATTRIBUTE_UNUSED) const { |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 44 | if (expected_value == CardTable::kCardDirty) { |
| 45 | cleared_cards_->insert(card); |
| 46 | } |
| 47 | } |
| 48 | |
| 49 | private: |
Mathieu Chartier | 0a9dc05 | 2013-07-25 11:01:28 -0700 | [diff] [blame] | 50 | ModUnionTable::CardSet* const cleared_cards_; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 51 | }; |
| 52 | |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 53 | class ModUnionAddToCardBitmapVisitor { |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 54 | public: |
Roland Levillain | 3887c46 | 2015-08-12 18:15:42 +0100 | [diff] [blame] | 55 | ModUnionAddToCardBitmapVisitor(ModUnionTable::CardBitmap* bitmap, CardTable* card_table) |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 56 | : bitmap_(bitmap), card_table_(card_table) {} |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 57 | |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 58 | inline void operator()(uint8_t* card, |
| 59 | uint8_t expected_value, |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 60 | uint8_t new_value ATTRIBUTE_UNUSED) const { |
| 61 | if (expected_value == CardTable::kCardDirty) { |
| 62 | // We want the address the card represents, not the address of the card. |
| 63 | bitmap_->Set(reinterpret_cast<uintptr_t>(card_table_->AddrFromCard(card))); |
| 64 | } |
| 65 | } |
| 66 | |
| 67 | private: |
| 68 | ModUnionTable::CardBitmap* const bitmap_; |
| 69 | CardTable* const card_table_; |
| 70 | }; |
| 71 | |
| 72 | class ModUnionAddToCardVectorVisitor { |
| 73 | public: |
| 74 | explicit ModUnionAddToCardVectorVisitor(std::vector<uint8_t*>* cleared_cards) |
| 75 | : cleared_cards_(cleared_cards) { |
| 76 | } |
| 77 | |
| 78 | void operator()(uint8_t* card, uint8_t expected_card, uint8_t new_card ATTRIBUTE_UNUSED) const { |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 79 | if (expected_card == CardTable::kCardDirty) { |
| 80 | cleared_cards_->push_back(card); |
| 81 | } |
| 82 | } |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 83 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 84 | private: |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 85 | std::vector<uint8_t*>* const cleared_cards_; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 86 | }; |
| 87 | |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 88 | class ModUnionUpdateObjectReferencesVisitor { |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 89 | public: |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 90 | ModUnionUpdateObjectReferencesVisitor(MarkObjectVisitor* visitor, |
Mathieu Chartier | e4cab17 | 2014-08-19 18:24:04 -0700 | [diff] [blame] | 91 | space::ContinuousSpace* from_space, |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 92 | space::ContinuousSpace* immune_space, |
Mathieu Chartier | e4cab17 | 2014-08-19 18:24:04 -0700 | [diff] [blame] | 93 | bool* contains_reference_to_other_space) |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 94 | : visitor_(visitor), |
| 95 | from_space_(from_space), |
| 96 | immune_space_(immune_space), |
| 97 | contains_reference_to_other_space_(contains_reference_to_other_space) {} |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 98 | |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 99 | // Extra parameters are required since we use this same visitor signature for checking objects. |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 100 | void operator()(mirror::Object* obj, MemberOffset offset, bool is_static ATTRIBUTE_UNUSED) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 101 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | d82e89e | 2015-08-05 10:10:07 -0700 | [diff] [blame] | 102 | MarkReference(obj->GetFieldObjectReferenceAddr(offset)); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 103 | } |
| 104 | |
Mathieu Chartier | da7c650 | 2015-07-23 16:01:26 -0700 | [diff] [blame] | 105 | void VisitRootIfNonNull(mirror::CompressedReference<mirror::Object>* root) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 106 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | d82e89e | 2015-08-05 10:10:07 -0700 | [diff] [blame] | 107 | VisitRoot(root); |
Mathieu Chartier | da7c650 | 2015-07-23 16:01:26 -0700 | [diff] [blame] | 108 | } |
| 109 | |
| 110 | void VisitRoot(mirror::CompressedReference<mirror::Object>* root) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 111 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | d82e89e | 2015-08-05 10:10:07 -0700 | [diff] [blame] | 112 | MarkReference(root); |
Mathieu Chartier | da7c650 | 2015-07-23 16:01:26 -0700 | [diff] [blame] | 113 | } |
| 114 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 115 | private: |
Mathieu Chartier | d82e89e | 2015-08-05 10:10:07 -0700 | [diff] [blame] | 116 | template<bool kPoisonReferences> |
| 117 | void MarkReference(mirror::ObjectReference<kPoisonReferences, mirror::Object>* obj_ptr) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 118 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | d82e89e | 2015-08-05 10:10:07 -0700 | [diff] [blame] | 119 | // Only add the reference if it is non null and fits our criteria. |
| 120 | mirror::Object* ref = obj_ptr->AsMirrorPtr(); |
| 121 | if (ref != nullptr && !from_space_->HasAddress(ref) && !immune_space_->HasAddress(ref)) { |
| 122 | *contains_reference_to_other_space_ = true; |
| 123 | mirror::Object* new_object = visitor_->MarkObject(ref); |
| 124 | if (ref != new_object) { |
| 125 | obj_ptr->Assign(new_object); |
| 126 | } |
| 127 | } |
| 128 | } |
| 129 | |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 130 | MarkObjectVisitor* const visitor_; |
Mathieu Chartier | e4cab17 | 2014-08-19 18:24:04 -0700 | [diff] [blame] | 131 | // Space which we are scanning |
| 132 | space::ContinuousSpace* const from_space_; |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 133 | space::ContinuousSpace* const immune_space_; |
Mathieu Chartier | e4cab17 | 2014-08-19 18:24:04 -0700 | [diff] [blame] | 134 | // Set if we have any references to another space. |
| 135 | bool* const contains_reference_to_other_space_; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 136 | }; |
| 137 | |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 138 | class ModUnionScanImageRootVisitor { |
| 139 | public: |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 140 | // Immune space is any other space which we don't care about references to. Currently this is |
| 141 | // the image space in the case of the zygote mod union table. |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 142 | ModUnionScanImageRootVisitor(MarkObjectVisitor* visitor, |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 143 | space::ContinuousSpace* from_space, |
| 144 | space::ContinuousSpace* immune_space, |
Mathieu Chartier | e4cab17 | 2014-08-19 18:24:04 -0700 | [diff] [blame] | 145 | bool* contains_reference_to_other_space) |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 146 | : visitor_(visitor), |
| 147 | from_space_(from_space), |
| 148 | immune_space_(immune_space), |
Mathieu Chartier | e4cab17 | 2014-08-19 18:24:04 -0700 | [diff] [blame] | 149 | contains_reference_to_other_space_(contains_reference_to_other_space) {} |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 150 | |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 151 | void operator()(mirror::Object* root) const |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 152 | REQUIRES(Locks::heap_bitmap_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 153 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 154 | DCHECK(root != nullptr); |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 155 | ModUnionUpdateObjectReferencesVisitor ref_visitor(visitor_, |
| 156 | from_space_, |
| 157 | immune_space_, |
Mathieu Chartier | e4cab17 | 2014-08-19 18:24:04 -0700 | [diff] [blame] | 158 | contains_reference_to_other_space_); |
Mathieu Chartier | 059ef3d | 2015-08-18 13:54:21 -0700 | [diff] [blame] | 159 | root->VisitReferences(ref_visitor, VoidFunctor()); |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 160 | } |
| 161 | |
| 162 | private: |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 163 | MarkObjectVisitor* const visitor_; |
Mathieu Chartier | e4cab17 | 2014-08-19 18:24:04 -0700 | [diff] [blame] | 164 | // Space which we are scanning |
| 165 | space::ContinuousSpace* const from_space_; |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 166 | space::ContinuousSpace* const immune_space_; |
Mathieu Chartier | e4cab17 | 2014-08-19 18:24:04 -0700 | [diff] [blame] | 167 | // Set if we have any references to another space. |
| 168 | bool* const contains_reference_to_other_space_; |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 169 | }; |
| 170 | |
| 171 | void ModUnionTableReferenceCache::ClearCards() { |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 172 | CardTable* card_table = GetHeap()->GetCardTable(); |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 173 | ModUnionAddToCardSetVisitor visitor(&cleared_cards_); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 174 | // Clear dirty cards in the this space and update the corresponding mod-union bits. |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 175 | card_table->ModifyCardsAtomic(space_->Begin(), space_->End(), AgeCardVisitor(), visitor); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 176 | } |
| 177 | |
Mathieu Chartier | 962cd7a | 2016-08-16 12:15:59 -0700 | [diff] [blame] | 178 | void ModUnionTableReferenceCache::ClearTable() { |
| 179 | cleared_cards_.clear(); |
| 180 | references_.clear(); |
| 181 | } |
| 182 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 183 | class AddToReferenceArrayVisitor { |
| 184 | public: |
Roland Levillain | 3887c46 | 2015-08-12 18:15:42 +0100 | [diff] [blame] | 185 | AddToReferenceArrayVisitor(ModUnionTableReferenceCache* mod_union_table, |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 186 | MarkObjectVisitor* visitor, |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 187 | std::vector<mirror::HeapReference<mirror::Object>*>* references, |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 188 | bool* has_target_reference) |
| 189 | : mod_union_table_(mod_union_table), |
| 190 | visitor_(visitor), |
| 191 | references_(references), |
| 192 | has_target_reference_(has_target_reference) {} |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 193 | |
| 194 | // Extra parameters are required since we use this same visitor signature for checking objects. |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 195 | void operator()(mirror::Object* obj, MemberOffset offset, bool is_static ATTRIBUTE_UNUSED) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 196 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 197 | mirror::HeapReference<mirror::Object>* ref_ptr = obj->GetFieldObjectReferenceAddr(offset); |
Mathieu Chartier | 407f702 | 2014-02-18 14:37:05 -0800 | [diff] [blame] | 198 | mirror::Object* ref = ref_ptr->AsMirrorPtr(); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 199 | // Only add the reference if it is non null and fits our criteria. |
Mathieu Chartier | 4aeec17 | 2014-03-27 16:09:46 -0700 | [diff] [blame] | 200 | if (ref != nullptr && mod_union_table_->ShouldAddReference(ref)) { |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 201 | // Push the adddress of the reference. |
Mathieu Chartier | 407f702 | 2014-02-18 14:37:05 -0800 | [diff] [blame] | 202 | references_->push_back(ref_ptr); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 203 | } |
| 204 | } |
| 205 | |
Mathieu Chartier | da7c650 | 2015-07-23 16:01:26 -0700 | [diff] [blame] | 206 | void VisitRootIfNonNull(mirror::CompressedReference<mirror::Object>* root) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 207 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 208 | if (!root->IsNull()) { |
Mathieu Chartier | da7c650 | 2015-07-23 16:01:26 -0700 | [diff] [blame] | 209 | VisitRoot(root); |
| 210 | } |
| 211 | } |
| 212 | |
| 213 | void VisitRoot(mirror::CompressedReference<mirror::Object>* root) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 214 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 215 | if (mod_union_table_->ShouldAddReference(root->AsMirrorPtr())) { |
| 216 | *has_target_reference_ = true; |
| 217 | // TODO: Add MarkCompressedReference callback here. |
Mathieu Chartier | 56f9a89 | 2016-04-06 15:27:19 -0700 | [diff] [blame] | 218 | mirror::Object* old_ref = root->AsMirrorPtr(); |
| 219 | mirror::Object* new_ref = visitor_->MarkObject(old_ref); |
| 220 | if (old_ref != new_ref) { |
| 221 | root->Assign(new_ref); |
| 222 | } |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 223 | } |
Mathieu Chartier | da7c650 | 2015-07-23 16:01:26 -0700 | [diff] [blame] | 224 | } |
| 225 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 226 | private: |
| 227 | ModUnionTableReferenceCache* const mod_union_table_; |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 228 | MarkObjectVisitor* const visitor_; |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 229 | std::vector<mirror::HeapReference<mirror::Object>*>* const references_; |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 230 | bool* const has_target_reference_; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 231 | }; |
| 232 | |
| 233 | class ModUnionReferenceVisitor { |
| 234 | public: |
Roland Levillain | 3887c46 | 2015-08-12 18:15:42 +0100 | [diff] [blame] | 235 | ModUnionReferenceVisitor(ModUnionTableReferenceCache* const mod_union_table, |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 236 | MarkObjectVisitor* visitor, |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 237 | std::vector<mirror::HeapReference<mirror::Object>*>* references, |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 238 | bool* has_target_reference) |
Roland Levillain | 3887c46 | 2015-08-12 18:15:42 +0100 | [diff] [blame] | 239 | : mod_union_table_(mod_union_table), |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 240 | visitor_(visitor), |
| 241 | references_(references), |
| 242 | has_target_reference_(has_target_reference) {} |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 243 | |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 244 | void operator()(mirror::Object* obj) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 245 | REQUIRES_SHARED(Locks::heap_bitmap_lock_, Locks::mutator_lock_) { |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 246 | // We don't have an early exit since we use the visitor pattern, an early |
| 247 | // exit should significantly speed this up. |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 248 | AddToReferenceArrayVisitor visitor(mod_union_table_, |
| 249 | visitor_, |
| 250 | references_, |
| 251 | has_target_reference_); |
Mathieu Chartier | 059ef3d | 2015-08-18 13:54:21 -0700 | [diff] [blame] | 252 | obj->VisitReferences(visitor, VoidFunctor()); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 253 | } |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 254 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 255 | private: |
| 256 | ModUnionTableReferenceCache* const mod_union_table_; |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 257 | MarkObjectVisitor* const visitor_; |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 258 | std::vector<mirror::HeapReference<mirror::Object>*>* const references_; |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 259 | bool* const has_target_reference_; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 260 | }; |
| 261 | |
| 262 | class CheckReferenceVisitor { |
| 263 | public: |
Roland Levillain | 3887c46 | 2015-08-12 18:15:42 +0100 | [diff] [blame] | 264 | CheckReferenceVisitor(ModUnionTableReferenceCache* mod_union_table, |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 265 | const std::set<mirror::Object*>& references) |
Roland Levillain | 3887c46 | 2015-08-12 18:15:42 +0100 | [diff] [blame] | 266 | : mod_union_table_(mod_union_table), |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 267 | references_(references) {} |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 268 | |
| 269 | // Extra parameters are required since we use this same visitor signature for checking objects. |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 270 | void operator()(mirror::Object* obj, MemberOffset offset, bool is_static ATTRIBUTE_UNUSED) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 271 | REQUIRES_SHARED(Locks::heap_bitmap_lock_, Locks::mutator_lock_) { |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 272 | mirror::Object* ref = obj->GetFieldObject<mirror::Object>(offset); |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 273 | if (ref != nullptr && |
| 274 | mod_union_table_->ShouldAddReference(ref) && |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 275 | references_.find(ref) == references_.end()) { |
Mathieu Chartier | 407f702 | 2014-02-18 14:37:05 -0800 | [diff] [blame] | 276 | Heap* heap = mod_union_table_->GetHeap(); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 277 | space::ContinuousSpace* from_space = heap->FindContinuousSpaceFromObject(obj, false); |
| 278 | space::ContinuousSpace* to_space = heap->FindContinuousSpaceFromObject(ref, false); |
Mathieu Chartier | 407f702 | 2014-02-18 14:37:05 -0800 | [diff] [blame] | 279 | LOG(INFO) << "Object " << reinterpret_cast<const void*>(obj) << "(" << PrettyTypeOf(obj) |
| 280 | << ")" << "References " << reinterpret_cast<const void*>(ref) << "(" << PrettyTypeOf(ref) |
| 281 | << ") without being in mod-union table"; |
| 282 | LOG(INFO) << "FromSpace " << from_space->GetName() << " type " |
| 283 | << from_space->GetGcRetentionPolicy(); |
| 284 | LOG(INFO) << "ToSpace " << to_space->GetName() << " type " |
| 285 | << to_space->GetGcRetentionPolicy(); |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 286 | heap->DumpSpaces(LOG_STREAM(INFO)); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 287 | LOG(FATAL) << "FATAL ERROR"; |
| 288 | } |
| 289 | } |
| 290 | |
Mathieu Chartier | da7c650 | 2015-07-23 16:01:26 -0700 | [diff] [blame] | 291 | void VisitRootIfNonNull(mirror::CompressedReference<mirror::Object>* root) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 292 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | da7c650 | 2015-07-23 16:01:26 -0700 | [diff] [blame] | 293 | if (kIsDebugBuild && !root->IsNull()) { |
| 294 | VisitRoot(root); |
| 295 | } |
| 296 | } |
| 297 | |
| 298 | void VisitRoot(mirror::CompressedReference<mirror::Object>* root) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 299 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | da7c650 | 2015-07-23 16:01:26 -0700 | [diff] [blame] | 300 | DCHECK(!mod_union_table_->ShouldAddReference(root->AsMirrorPtr())); |
| 301 | } |
| 302 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 303 | private: |
| 304 | ModUnionTableReferenceCache* const mod_union_table_; |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 305 | const std::set<mirror::Object*>& references_; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 306 | }; |
| 307 | |
| 308 | class ModUnionCheckReferences { |
| 309 | public: |
Roland Levillain | 3887c46 | 2015-08-12 18:15:42 +0100 | [diff] [blame] | 310 | ModUnionCheckReferences(ModUnionTableReferenceCache* mod_union_table, |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 311 | const std::set<mirror::Object*>& references) |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 312 | REQUIRES(Locks::heap_bitmap_lock_) |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 313 | : mod_union_table_(mod_union_table), references_(references) {} |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 314 | |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 315 | void operator()(mirror::Object* obj) const NO_THREAD_SAFETY_ANALYSIS { |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 316 | Locks::heap_bitmap_lock_->AssertSharedHeld(Thread::Current()); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 317 | CheckReferenceVisitor visitor(mod_union_table_, references_); |
Mathieu Chartier | 059ef3d | 2015-08-18 13:54:21 -0700 | [diff] [blame] | 318 | obj->VisitReferences(visitor, VoidFunctor()); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 319 | } |
| 320 | |
| 321 | private: |
| 322 | ModUnionTableReferenceCache* const mod_union_table_; |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 323 | const std::set<mirror::Object*>& references_; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 324 | }; |
| 325 | |
Mathieu Chartier | 21328a1 | 2016-07-22 10:47:45 -0700 | [diff] [blame] | 326 | class EmptyMarkObjectVisitor : public MarkObjectVisitor { |
| 327 | public: |
| 328 | mirror::Object* MarkObject(mirror::Object* obj) OVERRIDE {return obj;} |
| 329 | void MarkHeapReference(mirror::HeapReference<mirror::Object>*) OVERRIDE {} |
| 330 | }; |
| 331 | |
| 332 | void ModUnionTable::FilterCards() { |
| 333 | EmptyMarkObjectVisitor visitor; |
| 334 | // Use empty visitor since filtering is automatically done by UpdateAndMarkReferences. |
| 335 | UpdateAndMarkReferences(&visitor); |
| 336 | } |
| 337 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 338 | void ModUnionTableReferenceCache::Verify() { |
| 339 | // Start by checking that everything in the mod union table is marked. |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 340 | for (const auto& ref_pair : references_) { |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 341 | for (mirror::HeapReference<mirror::Object>* ref : ref_pair.second) { |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 342 | CHECK(heap_->IsLiveObjectLocked(ref->AsMirrorPtr())); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 343 | } |
| 344 | } |
| 345 | |
| 346 | // Check the references of each clean card which is also in the mod union table. |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 347 | CardTable* card_table = heap_->GetCardTable(); |
Mathieu Chartier | a8e8f9c | 2014-04-09 14:51:05 -0700 | [diff] [blame] | 348 | ContinuousSpaceBitmap* live_bitmap = space_->GetLiveBitmap(); |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 349 | for (const auto& ref_pair : references_) { |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 350 | const uint8_t* card = ref_pair.first; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 351 | if (*card == CardTable::kCardClean) { |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 352 | std::set<mirror::Object*> reference_set; |
| 353 | for (mirror::HeapReference<mirror::Object>* obj_ptr : ref_pair.second) { |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 354 | reference_set.insert(obj_ptr->AsMirrorPtr()); |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 355 | } |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 356 | ModUnionCheckReferences visitor(this, reference_set); |
| 357 | uintptr_t start = reinterpret_cast<uintptr_t>(card_table->AddrFromCard(card)); |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 358 | live_bitmap->VisitMarkedRange(start, start + CardTable::kCardSize, visitor); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 359 | } |
| 360 | } |
| 361 | } |
| 362 | |
| 363 | void ModUnionTableReferenceCache::Dump(std::ostream& os) { |
| 364 | CardTable* card_table = heap_->GetCardTable(); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 365 | os << "ModUnionTable cleared cards: ["; |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 366 | for (uint8_t* card_addr : cleared_cards_) { |
Mathieu Chartier | 02e2511 | 2013-08-14 16:14:24 -0700 | [diff] [blame] | 367 | uintptr_t start = reinterpret_cast<uintptr_t>(card_table->AddrFromCard(card_addr)); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 368 | uintptr_t end = start + CardTable::kCardSize; |
| 369 | os << reinterpret_cast<void*>(start) << "-" << reinterpret_cast<void*>(end) << ","; |
| 370 | } |
| 371 | os << "]\nModUnionTable references: ["; |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 372 | for (const auto& ref_pair : references_) { |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 373 | const uint8_t* card_addr = ref_pair.first; |
Mathieu Chartier | 02e2511 | 2013-08-14 16:14:24 -0700 | [diff] [blame] | 374 | uintptr_t start = reinterpret_cast<uintptr_t>(card_table->AddrFromCard(card_addr)); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 375 | uintptr_t end = start + CardTable::kCardSize; |
| 376 | os << reinterpret_cast<void*>(start) << "-" << reinterpret_cast<void*>(end) << "->{"; |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 377 | for (mirror::HeapReference<mirror::Object>* ref : ref_pair.second) { |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 378 | os << reinterpret_cast<const void*>(ref->AsMirrorPtr()) << ","; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 379 | } |
| 380 | os << "},"; |
| 381 | } |
| 382 | } |
| 383 | |
Mathieu Chartier | 21328a1 | 2016-07-22 10:47:45 -0700 | [diff] [blame] | 384 | void ModUnionTableReferenceCache::VisitObjects(ObjectCallback* callback, void* arg) { |
| 385 | CardTable* const card_table = heap_->GetCardTable(); |
| 386 | ContinuousSpaceBitmap* live_bitmap = space_->GetLiveBitmap(); |
| 387 | for (uint8_t* card : cleared_cards_) { |
| 388 | uintptr_t start = reinterpret_cast<uintptr_t>(card_table->AddrFromCard(card)); |
| 389 | uintptr_t end = start + CardTable::kCardSize; |
| 390 | live_bitmap->VisitMarkedRange(start, |
| 391 | end, |
| 392 | [this, callback, arg](mirror::Object* obj) { |
| 393 | callback(obj, arg); |
| 394 | }); |
| 395 | } |
| 396 | // This may visit the same card twice, TODO avoid this. |
| 397 | for (const auto& pair : references_) { |
| 398 | const uint8_t* card = pair.first; |
| 399 | uintptr_t start = reinterpret_cast<uintptr_t>(card_table->AddrFromCard(card)); |
| 400 | uintptr_t end = start + CardTable::kCardSize; |
| 401 | live_bitmap->VisitMarkedRange(start, |
| 402 | end, |
| 403 | [this, callback, arg](mirror::Object* obj) { |
| 404 | callback(obj, arg); |
| 405 | }); |
| 406 | } |
| 407 | } |
| 408 | |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 409 | void ModUnionTableReferenceCache::UpdateAndMarkReferences(MarkObjectVisitor* visitor) { |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 410 | CardTable* const card_table = heap_->GetCardTable(); |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 411 | std::vector<mirror::HeapReference<mirror::Object>*> cards_references; |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 412 | // If has_target_reference is true then there was a GcRoot compressed reference which wasn't |
| 413 | // added. In this case we need to keep the card dirty. |
| 414 | // We don't know if the GcRoot addresses will remain constant, for example, classloaders have a |
| 415 | // hash set of GcRoot which may be resized or modified. |
| 416 | bool has_target_reference; |
| 417 | ModUnionReferenceVisitor add_visitor(this, visitor, &cards_references, &has_target_reference); |
| 418 | CardSet new_cleared_cards; |
| 419 | for (uint8_t* card : cleared_cards_) { |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 420 | // Clear and re-compute alloc space references associated with this card. |
| 421 | cards_references.clear(); |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 422 | has_target_reference = false; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 423 | uintptr_t start = reinterpret_cast<uintptr_t>(card_table->AddrFromCard(card)); |
| 424 | uintptr_t end = start + CardTable::kCardSize; |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 425 | space::ContinuousSpace* space = |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 426 | heap_->FindContinuousSpaceFromObject(reinterpret_cast<mirror::Object*>(start), false); |
Mathieu Chartier | 02e2511 | 2013-08-14 16:14:24 -0700 | [diff] [blame] | 427 | DCHECK(space != nullptr); |
Mathieu Chartier | a8e8f9c | 2014-04-09 14:51:05 -0700 | [diff] [blame] | 428 | ContinuousSpaceBitmap* live_bitmap = space->GetLiveBitmap(); |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 429 | live_bitmap->VisitMarkedRange(start, end, add_visitor); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 430 | // Update the corresponding references for the card. |
Mathieu Chartier | 02e2511 | 2013-08-14 16:14:24 -0700 | [diff] [blame] | 431 | auto found = references_.find(card); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 432 | if (found == references_.end()) { |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 433 | // Don't add card for an empty reference array. |
| 434 | if (!cards_references.empty()) { |
| 435 | references_.Put(card, cards_references); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 436 | } |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 437 | } else { |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 438 | if (cards_references.empty()) { |
| 439 | references_.erase(found); |
| 440 | } else { |
| 441 | found->second = cards_references; |
| 442 | } |
| 443 | } |
| 444 | if (has_target_reference) { |
| 445 | // Keep this card for next time since it contains a GcRoot which matches the |
| 446 | // ShouldAddReference criteria. This usually occurs for class loaders. |
| 447 | new_cleared_cards.insert(card); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 448 | } |
| 449 | } |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 450 | cleared_cards_ = std::move(new_cleared_cards); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 451 | size_t count = 0; |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 452 | for (auto it = references_.begin(); it != references_.end();) { |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 453 | std::vector<mirror::HeapReference<mirror::Object>*>& references = it->second; |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 454 | // Since there is no card mark for setting a reference to null, we check each reference. |
| 455 | // If all of the references of a card are null then we can remove that card. This is racy |
| 456 | // with the mutators, but handled by rescanning dirty cards. |
| 457 | bool all_null = true; |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 458 | for (mirror::HeapReference<mirror::Object>* obj_ptr : references) { |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 459 | if (obj_ptr->AsMirrorPtr() != nullptr) { |
| 460 | all_null = false; |
| 461 | visitor->MarkHeapReference(obj_ptr); |
| 462 | } |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 463 | } |
Mathieu Chartier | a52f2f9 | 2015-08-16 14:37:04 -0700 | [diff] [blame] | 464 | count += references.size(); |
| 465 | if (!all_null) { |
| 466 | ++it; |
| 467 | } else { |
| 468 | // All null references, erase the array from the set. |
| 469 | it = references_.erase(it); |
| 470 | } |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 471 | } |
| 472 | if (VLOG_IS_ON(heap)) { |
| 473 | VLOG(gc) << "Marked " << count << " references in mod union table"; |
| 474 | } |
| 475 | } |
| 476 | |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 477 | ModUnionTableCardCache::ModUnionTableCardCache(const std::string& name, |
| 478 | Heap* heap, |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 479 | space::ContinuousSpace* space) |
| 480 | : ModUnionTable(name, heap, space) { |
| 481 | // Normally here we could use End() instead of Limit(), but for testing we may want to have a |
| 482 | // mod-union table for a space which can still grow. |
| 483 | if (!space->IsImageSpace()) { |
| 484 | CHECK_ALIGNED(reinterpret_cast<uintptr_t>(space->Limit()), CardTable::kCardSize); |
| 485 | } |
| 486 | card_bitmap_.reset(CardBitmap::Create( |
| 487 | "mod union bitmap", reinterpret_cast<uintptr_t>(space->Begin()), |
| 488 | RoundUp(reinterpret_cast<uintptr_t>(space->Limit()), CardTable::kCardSize))); |
| 489 | } |
| 490 | |
| 491 | class CardBitVisitor { |
| 492 | public: |
Mathieu Chartier | c895082 | 2015-09-15 14:07:10 -0700 | [diff] [blame] | 493 | CardBitVisitor(MarkObjectVisitor* visitor, |
| 494 | space::ContinuousSpace* space, |
| 495 | space::ContinuousSpace* immune_space, |
| 496 | ModUnionTable::CardBitmap* card_bitmap) |
| 497 | : visitor_(visitor), |
| 498 | space_(space), |
| 499 | immune_space_(immune_space), |
| 500 | bitmap_(space->GetLiveBitmap()), |
| 501 | card_bitmap_(card_bitmap) { |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 502 | DCHECK(immune_space_ != nullptr); |
| 503 | } |
| 504 | |
| 505 | void operator()(size_t bit_index) const { |
| 506 | const uintptr_t start = card_bitmap_->AddrFromBitIndex(bit_index); |
| 507 | DCHECK(space_->HasAddress(reinterpret_cast<mirror::Object*>(start))) |
| 508 | << start << " " << *space_; |
| 509 | bool reference_to_other_space = false; |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 510 | ModUnionScanImageRootVisitor scan_visitor(visitor_, space_, immune_space_, |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 511 | &reference_to_other_space); |
| 512 | bitmap_->VisitMarkedRange(start, start + CardTable::kCardSize, scan_visitor); |
| 513 | if (!reference_to_other_space) { |
| 514 | // No non null reference to another space, clear the bit. |
| 515 | card_bitmap_->ClearBit(bit_index); |
| 516 | } |
| 517 | } |
| 518 | |
| 519 | private: |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 520 | MarkObjectVisitor* const visitor_; |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 521 | space::ContinuousSpace* const space_; |
| 522 | space::ContinuousSpace* const immune_space_; |
| 523 | ContinuousSpaceBitmap* const bitmap_; |
| 524 | ModUnionTable::CardBitmap* const card_bitmap_; |
| 525 | }; |
| 526 | |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 527 | void ModUnionTableCardCache::ClearCards() { |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 528 | CardTable* const card_table = GetHeap()->GetCardTable(); |
| 529 | ModUnionAddToCardBitmapVisitor visitor(card_bitmap_.get(), card_table); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 530 | // Clear dirty cards in the this space and update the corresponding mod-union bits. |
Mathieu Chartier | 11409ae | 2013-09-23 11:49:36 -0700 | [diff] [blame] | 531 | card_table->ModifyCardsAtomic(space_->Begin(), space_->End(), AgeCardVisitor(), visitor); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 532 | } |
| 533 | |
Mathieu Chartier | 962cd7a | 2016-08-16 12:15:59 -0700 | [diff] [blame] | 534 | void ModUnionTableCardCache::ClearTable() { |
| 535 | card_bitmap_->Bitmap::Clear(); |
| 536 | } |
| 537 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 538 | // Mark all references to the alloc space(s). |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 539 | void ModUnionTableCardCache::UpdateAndMarkReferences(MarkObjectVisitor* visitor) { |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 540 | // TODO: Needs better support for multi-images? b/26317072 |
| 541 | space::ImageSpace* image_space = |
| 542 | heap_->GetBootImageSpaces().empty() ? nullptr : heap_->GetBootImageSpaces()[0]; |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 543 | // If we don't have an image space, just pass in space_ as the immune space. Pass in the same |
| 544 | // space_ instead of image_space to avoid a null check in ModUnionUpdateObjectReferencesVisitor. |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 545 | CardBitVisitor bit_visitor(visitor, space_, image_space != nullptr ? image_space : space_, |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 546 | card_bitmap_.get()); |
| 547 | card_bitmap_->VisitSetBits( |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 548 | 0, RoundUp(space_->Size(), CardTable::kCardSize) / CardTable::kCardSize, bit_visitor); |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 549 | } |
| 550 | |
Mathieu Chartier | 21328a1 | 2016-07-22 10:47:45 -0700 | [diff] [blame] | 551 | void ModUnionTableCardCache::VisitObjects(ObjectCallback* callback, void* arg) { |
| 552 | card_bitmap_->VisitSetBits( |
| 553 | 0, |
| 554 | RoundUp(space_->Size(), CardTable::kCardSize) / CardTable::kCardSize, |
| 555 | [this, callback, arg](size_t bit_index) { |
| 556 | const uintptr_t start = card_bitmap_->AddrFromBitIndex(bit_index); |
| 557 | DCHECK(space_->HasAddress(reinterpret_cast<mirror::Object*>(start))) |
| 558 | << start << " " << *space_; |
| 559 | space_->GetLiveBitmap()->VisitMarkedRange(start, |
| 560 | start + CardTable::kCardSize, |
| 561 | [this, callback, arg](mirror::Object* obj) { |
| 562 | callback(obj, arg); |
| 563 | }); |
| 564 | }); |
| 565 | } |
| 566 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 567 | void ModUnionTableCardCache::Dump(std::ostream& os) { |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 568 | os << "ModUnionTable dirty cards: ["; |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 569 | // TODO: Find cleaner way of doing this. |
| 570 | for (uint8_t* addr = space_->Begin(); addr < AlignUp(space_->End(), CardTable::kCardSize); |
| 571 | addr += CardTable::kCardSize) { |
| 572 | if (card_bitmap_->Test(reinterpret_cast<uintptr_t>(addr))) { |
| 573 | os << reinterpret_cast<void*>(addr) << "-" |
| 574 | << reinterpret_cast<void*>(addr + CardTable::kCardSize) << "\n"; |
| 575 | } |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 576 | } |
| 577 | os << "]"; |
| 578 | } |
| 579 | |
Mathieu Chartier | e4cab17 | 2014-08-19 18:24:04 -0700 | [diff] [blame] | 580 | void ModUnionTableCardCache::SetCards() { |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 581 | // Only clean up to the end since there cannot be any objects past the End() of the space. |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 582 | for (uint8_t* addr = space_->Begin(); addr < AlignUp(space_->End(), CardTable::kCardSize); |
Mathieu Chartier | e4cab17 | 2014-08-19 18:24:04 -0700 | [diff] [blame] | 583 | addr += CardTable::kCardSize) { |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 584 | card_bitmap_->Set(reinterpret_cast<uintptr_t>(addr)); |
Mathieu Chartier | e4cab17 | 2014-08-19 18:24:04 -0700 | [diff] [blame] | 585 | } |
| 586 | } |
| 587 | |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 588 | bool ModUnionTableCardCache::ContainsCardFor(uintptr_t addr) { |
| 589 | return card_bitmap_->Test(addr); |
| 590 | } |
| 591 | |
Mathieu Chartier | e4cab17 | 2014-08-19 18:24:04 -0700 | [diff] [blame] | 592 | void ModUnionTableReferenceCache::SetCards() { |
Mathieu Chartier | 4858a93 | 2015-01-23 13:18:53 -0800 | [diff] [blame] | 593 | for (uint8_t* addr = space_->Begin(); addr < AlignUp(space_->End(), CardTable::kCardSize); |
| 594 | addr += CardTable::kCardSize) { |
| 595 | cleared_cards_.insert(heap_->GetCardTable()->CardFromAddr(reinterpret_cast<void*>(addr))); |
| 596 | } |
| 597 | } |
| 598 | |
| 599 | bool ModUnionTableReferenceCache::ContainsCardFor(uintptr_t addr) { |
| 600 | auto* card_ptr = heap_->GetCardTable()->CardFromAddr(reinterpret_cast<void*>(addr)); |
| 601 | return cleared_cards_.find(card_ptr) != cleared_cards_.end() || |
| 602 | references_.find(card_ptr) != references_.end(); |
Mathieu Chartier | e4cab17 | 2014-08-19 18:24:04 -0700 | [diff] [blame] | 603 | } |
| 604 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 605 | } // namespace accounting |
| 606 | } // namespace gc |
| 607 | } // namespace art |