Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2012 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #include "heap.h" |
| 18 | #include "heap_bitmap.h" |
| 19 | #include "mark_sweep.h" |
| 20 | #include "mod_union_table.h" |
| 21 | #include "space.h" |
| 22 | #include "stl_util.h" |
| 23 | #include "UniquePtr.h" |
| 24 | |
| 25 | namespace art { |
| 26 | |
| 27 | class MarkIfReachesAllocspaceVisitor { |
| 28 | public: |
Mathieu Chartier | b062fdd | 2012-07-03 09:51:48 -0700 | [diff] [blame] | 29 | explicit MarkIfReachesAllocspaceVisitor(MarkSweep* const mark_sweep, SpaceBitmap* bitmap) |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 30 | : mark_sweep_(mark_sweep), |
| 31 | bitmap_(bitmap) { |
| 32 | } |
| 33 | |
| 34 | // Extra parameters are required since we use this same visitor signature for checking objects. |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 35 | void operator ()(const Object* obj, const Object* ref, const MemberOffset& /* offset */, bool /* is_static */) const { |
Mathieu Chartier | b062fdd | 2012-07-03 09:51:48 -0700 | [diff] [blame] | 36 | // TODO: Optimize? |
| 37 | // TODO: C++0x auto |
| 38 | const Spaces& spaces = mark_sweep_->heap_->GetSpaces(); |
| 39 | for (Spaces::const_iterator cur = spaces.begin(); cur != spaces.end(); ++cur) { |
| 40 | if ((*cur)->IsAllocSpace() && (*cur)->Contains(ref)) { |
| 41 | bitmap_->Set(obj); |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 42 | break; |
Mathieu Chartier | b062fdd | 2012-07-03 09:51:48 -0700 | [diff] [blame] | 43 | } |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 44 | } |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 45 | } |
| 46 | |
| 47 | private: |
| 48 | MarkSweep* const mark_sweep_; |
Mathieu Chartier | b062fdd | 2012-07-03 09:51:48 -0700 | [diff] [blame] | 49 | SpaceBitmap* bitmap_; |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 50 | }; |
| 51 | |
| 52 | class ModUnionVisitor { |
| 53 | public: |
Mathieu Chartier | b062fdd | 2012-07-03 09:51:48 -0700 | [diff] [blame] | 54 | explicit ModUnionVisitor(MarkSweep* const mark_sweep, SpaceBitmap* bitmap) |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 55 | : mark_sweep_(mark_sweep), |
| 56 | bitmap_(bitmap) { |
| 57 | } |
| 58 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 59 | void operator ()(Object* obj) const |
| 60 | SHARED_LOCKS_REQUIRED(GlobalSynchronization::heap_bitmap_lock_, |
| 61 | GlobalSynchronization::mutator_lock_) { |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 62 | DCHECK(obj != NULL); |
| 63 | // We don't have an early exit since we use the visitor pattern, an early |
| 64 | // exit should significantly speed this up. |
| 65 | MarkIfReachesAllocspaceVisitor visitor(mark_sweep_, bitmap_); |
| 66 | mark_sweep_->VisitObjectReferences(obj, visitor); |
| 67 | } |
| 68 | private: |
| 69 | MarkSweep* const mark_sweep_; |
Mathieu Chartier | b062fdd | 2012-07-03 09:51:48 -0700 | [diff] [blame] | 70 | SpaceBitmap* bitmap_; |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 71 | }; |
| 72 | |
Mathieu Chartier | 357e9be | 2012-08-01 11:00:14 -0700 | [diff] [blame] | 73 | class ModUnionClearCardSetVisitor { |
| 74 | public: |
| 75 | explicit ModUnionClearCardSetVisitor(std::set<byte*>* const cleared_cards) |
| 76 | : cleared_cards_(cleared_cards) { |
| 77 | } |
| 78 | |
| 79 | inline void operator ()(byte* card) const { |
| 80 | cleared_cards_->insert(card); |
| 81 | } |
| 82 | private: |
| 83 | std::set<byte*>* const cleared_cards_; |
| 84 | }; |
| 85 | |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 86 | class ModUnionClearCardVisitor { |
| 87 | public: |
| 88 | explicit ModUnionClearCardVisitor(std::vector<byte*>* cleared_cards) |
| 89 | : cleared_cards_(cleared_cards) { |
| 90 | } |
| 91 | |
| 92 | void operator ()(byte* card) const { |
| 93 | cleared_cards_->push_back(card); |
| 94 | } |
| 95 | private: |
| 96 | std::vector<byte*>* cleared_cards_; |
| 97 | }; |
| 98 | |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 99 | ModUnionTableBitmap::ModUnionTableBitmap(Heap* heap) : ModUnionTable(heap) { |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 100 | // Prevent fragmentation of the heap which is caused by resizing of the vector. |
| 101 | // TODO: Make a new vector which uses madvise (basically same as a mark stack). |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 102 | cleared_cards_.reserve(32); |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 103 | const Spaces& spaces = mark_sweep_->GetHeap()->GetSpaces(); |
| 104 | // Create one heap bitmap per image space. |
| 105 | // TODO: C++0x auto |
| 106 | for (Spaces::const_iterator it = spaces.begin(); it != spaces.end(); ++it) { |
| 107 | Space* space = *it; |
| 108 | if (space->IsImageSpace()) { |
| 109 | // The mod-union table is only needed when we have an image space since it's purpose is to |
| 110 | // cache image roots. |
Mathieu Chartier | 357e9be | 2012-08-01 11:00:14 -0700 | [diff] [blame] | 111 | UniquePtr<SpaceBitmap> bitmap(SpaceBitmap::Create("mod-union table bitmap", space->Begin(), |
| 112 | space->Capacity())); |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 113 | CHECK(bitmap.get() != NULL) << "Failed to create mod-union bitmap"; |
| 114 | bitmaps_.Put(space, bitmap.release()); |
| 115 | } |
| 116 | } |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 117 | } |
| 118 | |
| 119 | ModUnionTableBitmap::~ModUnionTableBitmap() { |
| 120 | STLDeleteValues(&bitmaps_); |
| 121 | } |
| 122 | |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 123 | void ModUnionTableBitmap::ClearCards(Space* space) { |
| 124 | CardTable* card_table = mark_sweep_->heap_->GetCardTable(); |
| 125 | ModUnionClearCardVisitor visitor(&cleared_cards_); |
| 126 | // Clear dirty cards in the this image space and update the corresponding mod-union bits. |
| 127 | card_table->VisitClear(space->Begin(), space->End(), visitor); |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 128 | } |
| 129 | |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 130 | void ModUnionTableBitmap::Update() { |
| 131 | CardTable* card_table = mark_sweep_->heap_->GetCardTable(); |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 132 | while (!cleared_cards_.empty()) { |
| 133 | byte* card = cleared_cards_.back(); |
| 134 | cleared_cards_.pop_back(); |
| 135 | |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 136 | uintptr_t start = reinterpret_cast<uintptr_t>(card_table->AddrFromCard(card)); |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 137 | uintptr_t end = start + GC_CARD_SIZE; |
| 138 | Space* space = heap_->FindSpaceFromObject(reinterpret_cast<Object*>(start)); |
| 139 | SpaceBitmap* bitmap = space->GetLiveBitmap(); |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 140 | |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 141 | // Clear the mod-union bitmap range corresponding to this card so that we don't have any |
| 142 | // objects marked which do not reach the alloc space. |
Mathieu Chartier | b062fdd | 2012-07-03 09:51:48 -0700 | [diff] [blame] | 143 | bitmap->VisitRange(start, end, SpaceBitmap::ClearVisitor(bitmap)); |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 144 | |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 145 | // At this point we need to update the mod-union bitmap to contain all the objects which reach |
| 146 | // the alloc space. |
| 147 | ModUnionVisitor visitor(mark_sweep_, bitmap); |
Mathieu Chartier | 357e9be | 2012-08-01 11:00:14 -0700 | [diff] [blame] | 148 | space->GetLiveBitmap()->VisitMarkedRange(start, end, visitor, IdentityFunctor()); |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 149 | } |
| 150 | } |
| 151 | |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 152 | class ModUnionScanImageRootVisitor { |
| 153 | public: |
| 154 | ModUnionScanImageRootVisitor(MarkSweep* const mark_sweep) : mark_sweep_(mark_sweep) { |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 155 | } |
| 156 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 157 | void operator ()(const Object* root) const |
| 158 | EXCLUSIVE_LOCKS_REQUIRED(GlobalSynchronization::heap_bitmap_lock_) |
| 159 | SHARED_LOCKS_REQUIRED(GlobalSynchronization::mutator_lock_) { |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 160 | DCHECK(root != NULL); |
Mathieu Chartier | 357e9be | 2012-08-01 11:00:14 -0700 | [diff] [blame] | 161 | mark_sweep_->ScanRoot(root); |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 162 | } |
| 163 | |
| 164 | private: |
| 165 | MarkSweep* const mark_sweep_; |
| 166 | }; |
| 167 | |
Brian Carlstrom | 6f653d9 | 2012-07-28 00:07:10 -0700 | [diff] [blame] | 168 | void ModUnionTableBitmap::MarkReferences() { |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 169 | // Some tests have no image space, and therefore no mod-union bitmap. |
Brian Carlstrom | 6f653d9 | 2012-07-28 00:07:10 -0700 | [diff] [blame] | 170 | ModUnionScanImageRootVisitor image_root_scanner(GetMarkSweep()); |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 171 | for (BitmapMap::iterator cur = bitmaps_.begin(); cur != bitmaps_.end(); ++cur) { |
| 172 | const Space* space = cur->first; |
| 173 | uintptr_t begin = reinterpret_cast<uintptr_t>(space->Begin()); |
| 174 | uintptr_t end = reinterpret_cast<uintptr_t>(space->End()); |
Mathieu Chartier | 357e9be | 2012-08-01 11:00:14 -0700 | [diff] [blame] | 175 | cur->second->VisitMarkedRange(begin, end, image_root_scanner, IdentityFunctor()); |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 176 | } |
| 177 | } |
| 178 | |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 179 | |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 180 | ModUnionTableReferenceCache::ModUnionTableReferenceCache(Heap* heap) : ModUnionTable(heap) { |
Mathieu Chartier | 357e9be | 2012-08-01 11:00:14 -0700 | [diff] [blame] | 181 | |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 182 | } |
| 183 | |
| 184 | ModUnionTableReferenceCache::~ModUnionTableReferenceCache() { |
| 185 | |
| 186 | } |
| 187 | |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 188 | |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 189 | void ModUnionTableReferenceCache::ClearCards(Space* space) { |
| 190 | CardTable* card_table = GetMarkSweep()->GetHeap()->GetCardTable(); |
Mathieu Chartier | 357e9be | 2012-08-01 11:00:14 -0700 | [diff] [blame] | 191 | ModUnionClearCardSetVisitor visitor(&cleared_cards_); |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 192 | // Clear dirty cards in the this space and update the corresponding mod-union bits. |
| 193 | card_table->VisitClear(space->Begin(), space->End(), visitor); |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 194 | } |
| 195 | |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 196 | class AddToReferenceArrayVisitor { |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 197 | public: |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 198 | explicit AddToReferenceArrayVisitor( |
| 199 | ModUnionTableReferenceCache* const mod_union_table, |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 200 | ModUnionTableReferenceCache::ReferenceArray* references) |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 201 | : mod_union_table_(mod_union_table), |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 202 | references_(references) { |
| 203 | } |
| 204 | |
| 205 | // Extra parameters are required since we use this same visitor signature for checking objects. |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 206 | void operator ()(const Object* obj, const Object* ref, const MemberOffset& /* offset */, |
| 207 | bool /* is_static */) const { |
| 208 | // Only add the reference if it fits our criteria. |
| 209 | if (mod_union_table_->AddReference(obj, ref)) { |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 210 | references_->push_back(ref); |
| 211 | } |
| 212 | } |
| 213 | |
| 214 | private: |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 215 | ModUnionTableReferenceCache* mod_union_table_; |
| 216 | ModUnionTable::ReferenceArray* references_; |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 217 | }; |
| 218 | |
| 219 | class ModUnionReferenceVisitor { |
| 220 | public: |
| 221 | explicit ModUnionReferenceVisitor( |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 222 | ModUnionTableReferenceCache* const mod_union_table, |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 223 | ModUnionTableReferenceCache::ReferenceArray* references) |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 224 | : mod_union_table_(mod_union_table), |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 225 | references_(references) { |
| 226 | } |
| 227 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 228 | void operator ()(Object* obj) const |
| 229 | SHARED_LOCKS_REQUIRED(GlobalSynchronization::heap_bitmap_lock_, |
| 230 | GlobalSynchronization::mutator_lock_) { |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 231 | DCHECK(obj != NULL); |
| 232 | // We don't have an early exit since we use the visitor pattern, an early |
| 233 | // exit should significantly speed this up. |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 234 | AddToReferenceArrayVisitor visitor(mod_union_table_, references_); |
| 235 | mod_union_table_->GetMarkSweep()->VisitObjectReferences(obj, visitor); |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 236 | } |
| 237 | private: |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 238 | ModUnionTableReferenceCache* const mod_union_table_; |
| 239 | ModUnionTable::ReferenceArray* references_; |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 240 | }; |
| 241 | |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 242 | |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 243 | class CheckReferenceVisitor { |
| 244 | public: |
| 245 | typedef std::set<const Object*> ReferenceSet; |
| 246 | |
| 247 | explicit CheckReferenceVisitor( |
| 248 | ModUnionTableReferenceCache* const mod_union_table, |
| 249 | const ReferenceSet& references) |
| 250 | : mod_union_table_(mod_union_table), |
| 251 | references_(references) { |
| 252 | } |
| 253 | |
| 254 | // Extra parameters are required since we use this same visitor signature for checking objects. |
Mathieu Chartier | fd678be | 2012-08-30 14:50:54 -0700 | [diff] [blame^] | 255 | void operator ()(const Object* obj, const Object* ref, const MemberOffset& /* offset */, |
| 256 | bool /* is_static */) const |
| 257 | SHARED_LOCKS_REQUIRED(GlobalSynchronization::heap_bitmap_lock_, |
| 258 | GlobalSynchronization::mutator_lock_) { |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 259 | Heap* heap = mod_union_table_->GetMarkSweep()->GetHeap(); |
| 260 | if (mod_union_table_->AddReference(obj, ref) && references_.find(ref) == references_.end()) { |
| 261 | Space* from_space = heap->FindSpaceFromObject(obj); |
| 262 | Space* to_space = heap->FindSpaceFromObject(ref); |
| 263 | LOG(INFO) << "Object " << reinterpret_cast<const void*>(obj) << "(" << PrettyTypeOf(obj) << ")" |
| 264 | << "References " << reinterpret_cast<const void*>(ref) |
| 265 | << "(" << PrettyTypeOf(ref) << ") without being in mod-union table"; |
| 266 | LOG(INFO) << "FromSpace " << from_space->GetName() << " type " << from_space->GetGcRetentionPolicy(); |
| 267 | LOG(INFO) << "ToSpace " << to_space->GetName() << " type " << to_space->GetGcRetentionPolicy(); |
| 268 | mod_union_table_->GetHeap()->DumpSpaces(); |
| 269 | LOG(FATAL) << "FATAL ERROR"; |
| 270 | } |
| 271 | } |
| 272 | |
| 273 | private: |
| 274 | ModUnionTableReferenceCache* const mod_union_table_; |
| 275 | const ReferenceSet& references_; |
| 276 | }; |
| 277 | |
| 278 | class ModUnionCheckReferences { |
| 279 | public: |
| 280 | typedef std::set<const Object*> ReferenceSet; |
| 281 | |
| 282 | explicit ModUnionCheckReferences ( |
| 283 | ModUnionTableReferenceCache* const mod_union_table, |
| 284 | const ReferenceSet& references) |
| 285 | : mod_union_table_(mod_union_table), |
| 286 | references_(references) { |
| 287 | } |
| 288 | |
Mathieu Chartier | fd678be | 2012-08-30 14:50:54 -0700 | [diff] [blame^] | 289 | void operator ()(Object* obj) const |
| 290 | SHARED_LOCKS_REQUIRED(GlobalSynchronization::heap_bitmap_lock_, |
| 291 | GlobalSynchronization::mutator_lock_) { |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 292 | DCHECK(obj != NULL); |
| 293 | MarkSweep* mark_sweep = mod_union_table_->GetMarkSweep(); |
| 294 | CheckReferenceVisitor visitor(mod_union_table_, references_); |
| 295 | mark_sweep->VisitObjectReferences(obj, visitor); |
| 296 | } |
| 297 | |
| 298 | private: |
| 299 | ModUnionTableReferenceCache* const mod_union_table_; |
| 300 | const ReferenceSet& references_; |
| 301 | }; |
| 302 | |
| 303 | void ModUnionTableReferenceCache::Verify() { |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 304 | // Start by checking that everything in the mod union table is marked. |
| 305 | Heap* heap = GetMarkSweep()->GetHeap(); |
| 306 | for (ReferenceMap::const_iterator it = references_.begin(); it != references_.end(); ++it) { |
| 307 | for (ReferenceArray::const_iterator it_ref = it->second.begin(); it_ref != it->second.end(); ++it_ref ) { |
| 308 | DCHECK(heap->GetLiveBitmap()->Test(*it_ref)); |
| 309 | } |
| 310 | } |
| 311 | |
| 312 | // Check the references of each clean card which is also in the mod union table. |
| 313 | for (ReferenceMap::const_iterator it = references_.begin(); it != references_.end(); ++it) { |
| 314 | const byte* card = &*it->first; |
| 315 | if (*card == GC_CARD_CLEAN) { |
| 316 | std::set<const Object*> reference_set; |
| 317 | for (ReferenceArray::const_iterator itr = it->second.begin(); itr != it->second.end();++itr) { |
| 318 | reference_set.insert(*itr); |
| 319 | } |
| 320 | ModUnionCheckReferences visitor(this, reference_set); |
| 321 | CardTable* card_table = heap->GetCardTable(); |
| 322 | uintptr_t start = reinterpret_cast<uintptr_t>(card_table->AddrFromCard(card)); |
| 323 | uintptr_t end = start + GC_CARD_SIZE; |
| 324 | SpaceBitmap* live_bitmap = |
| 325 | heap->FindSpaceFromObject(reinterpret_cast<Object*>(start))->GetLiveBitmap(); |
Mathieu Chartier | fd678be | 2012-08-30 14:50:54 -0700 | [diff] [blame^] | 326 | live_bitmap->VisitMarkedRange(start, end, visitor, IdentityFunctor()); |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 327 | } |
| 328 | } |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 329 | } |
| 330 | |
| 331 | void ModUnionTableReferenceCache::Update() { |
| 332 | Heap* heap = GetMarkSweep()->GetHeap(); |
| 333 | CardTable* card_table = heap->GetCardTable(); |
| 334 | |
| 335 | ReferenceArray cards_references; |
| 336 | ModUnionReferenceVisitor visitor(this, &cards_references); |
| 337 | |
Mathieu Chartier | 357e9be | 2012-08-01 11:00:14 -0700 | [diff] [blame] | 338 | for (ClearedCards::iterator it = cleared_cards_.begin(); it != cleared_cards_.end(); ++it) { |
| 339 | byte* card = *it; |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 340 | // Clear and re-compute alloc space references associated with this card. |
| 341 | cards_references.clear(); |
| 342 | uintptr_t start = reinterpret_cast<uintptr_t>(card_table->AddrFromCard(card)); |
| 343 | uintptr_t end = start + GC_CARD_SIZE; |
| 344 | SpaceBitmap* live_bitmap = |
| 345 | heap->FindSpaceFromObject(reinterpret_cast<Object*>(start))->GetLiveBitmap(); |
Mathieu Chartier | 357e9be | 2012-08-01 11:00:14 -0700 | [diff] [blame] | 346 | live_bitmap->VisitMarkedRange(start, end, visitor, IdentityFunctor()); |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 347 | |
| 348 | // Update the corresponding references for the card. |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 349 | // TODO: C++0x auto |
| 350 | ReferenceMap::iterator found = references_.find(card); |
| 351 | if (found == references_.end()) { |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 352 | if (cards_references.empty()) { |
| 353 | // No reason to add empty array. |
| 354 | continue; |
| 355 | } |
| 356 | references_.Put(card, cards_references); |
| 357 | } else { |
| 358 | found->second = cards_references; |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 359 | } |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 360 | } |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 361 | cleared_cards_.clear(); |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 362 | } |
| 363 | |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 364 | void ModUnionTableReferenceCache::MarkReferences() { |
| 365 | Heap* heap = GetMarkSweep()->GetHeap(); |
| 366 | HeapBitmap* mark_bitmap = heap->GetMarkBitmap(); |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 367 | // TODO: C++0x auto |
| 368 | size_t count = 0; |
| 369 | for (ReferenceMap::const_iterator it = references_.begin(); it != references_.end(); ++it) { |
| 370 | for (ReferenceArray::const_iterator it_ref = it->second.begin(); it_ref != it->second.end(); ++it_ref ) { |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 371 | mark_bitmap->Set(*it_ref); |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 372 | ++count; |
| 373 | } |
| 374 | } |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 375 | if (VLOG_IS_ON(heap)) { |
| 376 | VLOG(gc) << "Marked " << count << " references in mod union table"; |
| 377 | } |
| 378 | } |
| 379 | |
| 380 | ModUnionTableCardCache::ModUnionTableCardCache(Heap* heap) : ModUnionTable(heap) { |
| 381 | |
| 382 | } |
| 383 | |
| 384 | ModUnionTableCardCache::~ModUnionTableCardCache() { |
| 385 | |
| 386 | } |
| 387 | |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 388 | void ModUnionTableCardCache::ClearCards(Space* space) { |
| 389 | CardTable* card_table = GetMarkSweep()->GetHeap()->GetCardTable(); |
| 390 | ModUnionClearCardSetVisitor visitor(&cleared_cards_); |
| 391 | // Clear dirty cards in the this space and update the corresponding mod-union bits. |
| 392 | card_table->VisitClear(space->Begin(), space->End(), visitor); |
| 393 | } |
| 394 | |
| 395 | // Mark all references to the alloc space(s). |
| 396 | void ModUnionTableCardCache::MarkReferences() { |
| 397 | CardTable* card_table = heap_->GetCardTable(); |
| 398 | ModUnionScanImageRootVisitor visitor(GetMarkSweep()); |
| 399 | for (ClearedCards::const_iterator it = cleared_cards_.begin(); it != cleared_cards_.end(); ++it) { |
| 400 | byte* card = *it; |
| 401 | uintptr_t start = reinterpret_cast<uintptr_t>(card_table->AddrFromCard(card)); |
| 402 | uintptr_t end = start + GC_CARD_SIZE; |
| 403 | SpaceBitmap* live_bitmap = |
| 404 | heap_->FindSpaceFromObject(reinterpret_cast<Object*>(start))->GetLiveBitmap(); |
Mathieu Chartier | 357e9be | 2012-08-01 11:00:14 -0700 | [diff] [blame] | 405 | live_bitmap->VisitMarkedRange(start, end, visitor, IdentityFunctor()); |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 406 | } |
Mathieu Chartier | e6e0651 | 2012-06-26 15:00:26 -0700 | [diff] [blame] | 407 | } |
| 408 | |
| 409 | } // namespace art |