blob: 3b6750ebdb0a77fea16fdee928d8efb882f8c7b6 [file] [log] [blame]
Ian Rogers1d54e732013-05-02 21:10:01 -07001/*
2 * Copyright (C) 2012 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "mod_union_table.h"
18
Ian Rogers700a4022014-05-19 16:49:03 -070019#include <memory>
20
Ian Rogers1d54e732013-05-02 21:10:01 -070021#include "base/stl_util.h"
Mathieu Chartier4858a932015-01-23 13:18:53 -080022#include "bitmap-inl.h"
Ian Rogers1d54e732013-05-02 21:10:01 -070023#include "card_table-inl.h"
Mathieu Chartiera8e8f9c2014-04-09 14:51:05 -070024#include "gc/accounting/space_bitmap-inl.h"
Ian Rogers1d54e732013-05-02 21:10:01 -070025#include "gc/heap.h"
Lei Li3befba42015-01-23 16:37:59 +080026#include "gc/space/image_space.h"
Mathieu Chartier97509952015-07-13 14:35:43 -070027#include "gc/space/space.h"
Ian Rogers1d54e732013-05-02 21:10:01 -070028#include "mirror/object-inl.h"
Ian Rogers1d54e732013-05-02 21:10:01 -070029#include "space_bitmap-inl.h"
Mathieu Chartierc8950822015-09-15 14:07:10 -070030#include "thread-inl.h"
Ian Rogers1d54e732013-05-02 21:10:01 -070031
32namespace art {
33namespace gc {
34namespace accounting {
35
Mathieu Chartier4858a932015-01-23 13:18:53 -080036class ModUnionAddToCardSetVisitor {
Ian Rogers1d54e732013-05-02 21:10:01 -070037 public:
Mathieu Chartier4858a932015-01-23 13:18:53 -080038 explicit ModUnionAddToCardSetVisitor(ModUnionTable::CardSet* const cleared_cards)
Mathieu Chartierc8950822015-09-15 14:07:10 -070039 : cleared_cards_(cleared_cards) {}
Ian Rogers1d54e732013-05-02 21:10:01 -070040
Mathieu Chartierc8950822015-09-15 14:07:10 -070041 inline void operator()(uint8_t* card,
42 uint8_t expected_value,
Mathieu Chartier4858a932015-01-23 13:18:53 -080043 uint8_t new_value ATTRIBUTE_UNUSED) const {
Ian Rogers1d54e732013-05-02 21:10:01 -070044 if (expected_value == CardTable::kCardDirty) {
45 cleared_cards_->insert(card);
46 }
47 }
48
49 private:
Mathieu Chartier0a9dc052013-07-25 11:01:28 -070050 ModUnionTable::CardSet* const cleared_cards_;
Ian Rogers1d54e732013-05-02 21:10:01 -070051};
52
Mathieu Chartier4858a932015-01-23 13:18:53 -080053class ModUnionAddToCardBitmapVisitor {
Ian Rogers1d54e732013-05-02 21:10:01 -070054 public:
Roland Levillain3887c462015-08-12 18:15:42 +010055 ModUnionAddToCardBitmapVisitor(ModUnionTable::CardBitmap* bitmap, CardTable* card_table)
Mathieu Chartierc8950822015-09-15 14:07:10 -070056 : bitmap_(bitmap), card_table_(card_table) {}
Ian Rogers1d54e732013-05-02 21:10:01 -070057
Mathieu Chartierc8950822015-09-15 14:07:10 -070058 inline void operator()(uint8_t* card,
59 uint8_t expected_value,
Mathieu Chartier4858a932015-01-23 13:18:53 -080060 uint8_t new_value ATTRIBUTE_UNUSED) const {
61 if (expected_value == CardTable::kCardDirty) {
62 // We want the address the card represents, not the address of the card.
63 bitmap_->Set(reinterpret_cast<uintptr_t>(card_table_->AddrFromCard(card)));
64 }
65 }
66
67 private:
68 ModUnionTable::CardBitmap* const bitmap_;
69 CardTable* const card_table_;
70};
71
72class ModUnionAddToCardVectorVisitor {
73 public:
74 explicit ModUnionAddToCardVectorVisitor(std::vector<uint8_t*>* cleared_cards)
75 : cleared_cards_(cleared_cards) {
76 }
77
78 void operator()(uint8_t* card, uint8_t expected_card, uint8_t new_card ATTRIBUTE_UNUSED) const {
Ian Rogers1d54e732013-05-02 21:10:01 -070079 if (expected_card == CardTable::kCardDirty) {
80 cleared_cards_->push_back(card);
81 }
82 }
Mathieu Chartier4858a932015-01-23 13:18:53 -080083
Ian Rogers1d54e732013-05-02 21:10:01 -070084 private:
Ian Rogers13735952014-10-08 12:43:28 -070085 std::vector<uint8_t*>* const cleared_cards_;
Ian Rogers1d54e732013-05-02 21:10:01 -070086};
87
Mathieu Chartier11409ae2013-09-23 11:49:36 -070088class ModUnionUpdateObjectReferencesVisitor {
Ian Rogers1d54e732013-05-02 21:10:01 -070089 public:
Mathieu Chartier97509952015-07-13 14:35:43 -070090 ModUnionUpdateObjectReferencesVisitor(MarkObjectVisitor* visitor,
Mathieu Chartiere4cab172014-08-19 18:24:04 -070091 space::ContinuousSpace* from_space,
Mathieu Chartier4858a932015-01-23 13:18:53 -080092 space::ContinuousSpace* immune_space,
Mathieu Chartiere4cab172014-08-19 18:24:04 -070093 bool* contains_reference_to_other_space)
Mathieu Chartierc8950822015-09-15 14:07:10 -070094 : visitor_(visitor),
95 from_space_(from_space),
96 immune_space_(immune_space),
97 contains_reference_to_other_space_(contains_reference_to_other_space) {}
Ian Rogers1d54e732013-05-02 21:10:01 -070098
Mathieu Chartier11409ae2013-09-23 11:49:36 -070099 // Extra parameters are required since we use this same visitor signature for checking objects.
Mathieu Chartierc8950822015-09-15 14:07:10 -0700100 void operator()(mirror::Object* obj, MemberOffset offset, bool is_static ATTRIBUTE_UNUSED) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700101 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartierd82e89e2015-08-05 10:10:07 -0700102 MarkReference(obj->GetFieldObjectReferenceAddr(offset));
Ian Rogers1d54e732013-05-02 21:10:01 -0700103 }
104
Mathieu Chartierda7c6502015-07-23 16:01:26 -0700105 void VisitRootIfNonNull(mirror::CompressedReference<mirror::Object>* root) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700106 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartierd82e89e2015-08-05 10:10:07 -0700107 VisitRoot(root);
Mathieu Chartierda7c6502015-07-23 16:01:26 -0700108 }
109
110 void VisitRoot(mirror::CompressedReference<mirror::Object>* root) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700111 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartierd82e89e2015-08-05 10:10:07 -0700112 MarkReference(root);
Mathieu Chartierda7c6502015-07-23 16:01:26 -0700113 }
114
Ian Rogers1d54e732013-05-02 21:10:01 -0700115 private:
Mathieu Chartierd82e89e2015-08-05 10:10:07 -0700116 template<bool kPoisonReferences>
117 void MarkReference(mirror::ObjectReference<kPoisonReferences, mirror::Object>* obj_ptr) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700118 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartierd82e89e2015-08-05 10:10:07 -0700119 // Only add the reference if it is non null and fits our criteria.
120 mirror::Object* ref = obj_ptr->AsMirrorPtr();
121 if (ref != nullptr && !from_space_->HasAddress(ref) && !immune_space_->HasAddress(ref)) {
122 *contains_reference_to_other_space_ = true;
123 mirror::Object* new_object = visitor_->MarkObject(ref);
124 if (ref != new_object) {
125 obj_ptr->Assign(new_object);
126 }
127 }
128 }
129
Mathieu Chartier97509952015-07-13 14:35:43 -0700130 MarkObjectVisitor* const visitor_;
Mathieu Chartiere4cab172014-08-19 18:24:04 -0700131 // Space which we are scanning
132 space::ContinuousSpace* const from_space_;
Mathieu Chartier4858a932015-01-23 13:18:53 -0800133 space::ContinuousSpace* const immune_space_;
Mathieu Chartiere4cab172014-08-19 18:24:04 -0700134 // Set if we have any references to another space.
135 bool* const contains_reference_to_other_space_;
Ian Rogers1d54e732013-05-02 21:10:01 -0700136};
137
Mathieu Chartier11409ae2013-09-23 11:49:36 -0700138class ModUnionScanImageRootVisitor {
139 public:
Mathieu Chartier4858a932015-01-23 13:18:53 -0800140 // Immune space is any other space which we don't care about references to. Currently this is
141 // the image space in the case of the zygote mod union table.
Mathieu Chartier97509952015-07-13 14:35:43 -0700142 ModUnionScanImageRootVisitor(MarkObjectVisitor* visitor,
Mathieu Chartier4858a932015-01-23 13:18:53 -0800143 space::ContinuousSpace* from_space,
144 space::ContinuousSpace* immune_space,
Mathieu Chartiere4cab172014-08-19 18:24:04 -0700145 bool* contains_reference_to_other_space)
Mathieu Chartierc8950822015-09-15 14:07:10 -0700146 : visitor_(visitor),
147 from_space_(from_space),
148 immune_space_(immune_space),
Mathieu Chartiere4cab172014-08-19 18:24:04 -0700149 contains_reference_to_other_space_(contains_reference_to_other_space) {}
Mathieu Chartier11409ae2013-09-23 11:49:36 -0700150
Mathieu Chartierc8950822015-09-15 14:07:10 -0700151 void operator()(mirror::Object* root) const
Mathieu Chartier90443472015-07-16 20:32:27 -0700152 REQUIRES(Locks::heap_bitmap_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700153 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartier4858a932015-01-23 13:18:53 -0800154 DCHECK(root != nullptr);
Mathieu Chartierc8950822015-09-15 14:07:10 -0700155 ModUnionUpdateObjectReferencesVisitor ref_visitor(visitor_,
156 from_space_,
157 immune_space_,
Mathieu Chartiere4cab172014-08-19 18:24:04 -0700158 contains_reference_to_other_space_);
Mathieu Chartier059ef3d2015-08-18 13:54:21 -0700159 root->VisitReferences(ref_visitor, VoidFunctor());
Mathieu Chartier11409ae2013-09-23 11:49:36 -0700160 }
161
162 private:
Mathieu Chartier97509952015-07-13 14:35:43 -0700163 MarkObjectVisitor* const visitor_;
Mathieu Chartiere4cab172014-08-19 18:24:04 -0700164 // Space which we are scanning
165 space::ContinuousSpace* const from_space_;
Mathieu Chartier4858a932015-01-23 13:18:53 -0800166 space::ContinuousSpace* const immune_space_;
Mathieu Chartiere4cab172014-08-19 18:24:04 -0700167 // Set if we have any references to another space.
168 bool* const contains_reference_to_other_space_;
Mathieu Chartier11409ae2013-09-23 11:49:36 -0700169};
170
171void ModUnionTableReferenceCache::ClearCards() {
Ian Rogers1d54e732013-05-02 21:10:01 -0700172 CardTable* card_table = GetHeap()->GetCardTable();
Mathieu Chartier4858a932015-01-23 13:18:53 -0800173 ModUnionAddToCardSetVisitor visitor(&cleared_cards_);
Ian Rogers1d54e732013-05-02 21:10:01 -0700174 // Clear dirty cards in the this space and update the corresponding mod-union bits.
Mathieu Chartier11409ae2013-09-23 11:49:36 -0700175 card_table->ModifyCardsAtomic(space_->Begin(), space_->End(), AgeCardVisitor(), visitor);
Ian Rogers1d54e732013-05-02 21:10:01 -0700176}
177
Mathieu Chartier962cd7a2016-08-16 12:15:59 -0700178void ModUnionTableReferenceCache::ClearTable() {
179 cleared_cards_.clear();
180 references_.clear();
181}
182
Ian Rogers1d54e732013-05-02 21:10:01 -0700183class AddToReferenceArrayVisitor {
184 public:
Roland Levillain3887c462015-08-12 18:15:42 +0100185 AddToReferenceArrayVisitor(ModUnionTableReferenceCache* mod_union_table,
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700186 MarkObjectVisitor* visitor,
Mathieu Chartierc8950822015-09-15 14:07:10 -0700187 std::vector<mirror::HeapReference<mirror::Object>*>* references,
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700188 bool* has_target_reference)
189 : mod_union_table_(mod_union_table),
190 visitor_(visitor),
191 references_(references),
192 has_target_reference_(has_target_reference) {}
Ian Rogers1d54e732013-05-02 21:10:01 -0700193
194 // Extra parameters are required since we use this same visitor signature for checking objects.
Mathieu Chartierc8950822015-09-15 14:07:10 -0700195 void operator()(mirror::Object* obj, MemberOffset offset, bool is_static ATTRIBUTE_UNUSED) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700196 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartierc8950822015-09-15 14:07:10 -0700197 mirror::HeapReference<mirror::Object>* ref_ptr = obj->GetFieldObjectReferenceAddr(offset);
Mathieu Chartier407f7022014-02-18 14:37:05 -0800198 mirror::Object* ref = ref_ptr->AsMirrorPtr();
Ian Rogers1d54e732013-05-02 21:10:01 -0700199 // Only add the reference if it is non null and fits our criteria.
Mathieu Chartier4aeec172014-03-27 16:09:46 -0700200 if (ref != nullptr && mod_union_table_->ShouldAddReference(ref)) {
Mathieu Chartier11409ae2013-09-23 11:49:36 -0700201 // Push the adddress of the reference.
Mathieu Chartier407f7022014-02-18 14:37:05 -0800202 references_->push_back(ref_ptr);
Ian Rogers1d54e732013-05-02 21:10:01 -0700203 }
204 }
205
Mathieu Chartierda7c6502015-07-23 16:01:26 -0700206 void VisitRootIfNonNull(mirror::CompressedReference<mirror::Object>* root) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700207 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700208 if (!root->IsNull()) {
Mathieu Chartierda7c6502015-07-23 16:01:26 -0700209 VisitRoot(root);
210 }
211 }
212
213 void VisitRoot(mirror::CompressedReference<mirror::Object>* root) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700214 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700215 if (mod_union_table_->ShouldAddReference(root->AsMirrorPtr())) {
216 *has_target_reference_ = true;
217 // TODO: Add MarkCompressedReference callback here.
Mathieu Chartier56f9a892016-04-06 15:27:19 -0700218 mirror::Object* old_ref = root->AsMirrorPtr();
219 mirror::Object* new_ref = visitor_->MarkObject(old_ref);
220 if (old_ref != new_ref) {
221 root->Assign(new_ref);
222 }
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700223 }
Mathieu Chartierda7c6502015-07-23 16:01:26 -0700224 }
225
Ian Rogers1d54e732013-05-02 21:10:01 -0700226 private:
227 ModUnionTableReferenceCache* const mod_union_table_;
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700228 MarkObjectVisitor* const visitor_;
Mathieu Chartierc8950822015-09-15 14:07:10 -0700229 std::vector<mirror::HeapReference<mirror::Object>*>* const references_;
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700230 bool* const has_target_reference_;
Ian Rogers1d54e732013-05-02 21:10:01 -0700231};
232
233class ModUnionReferenceVisitor {
234 public:
Roland Levillain3887c462015-08-12 18:15:42 +0100235 ModUnionReferenceVisitor(ModUnionTableReferenceCache* const mod_union_table,
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700236 MarkObjectVisitor* visitor,
Mathieu Chartierc8950822015-09-15 14:07:10 -0700237 std::vector<mirror::HeapReference<mirror::Object>*>* references,
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700238 bool* has_target_reference)
Roland Levillain3887c462015-08-12 18:15:42 +0100239 : mod_union_table_(mod_union_table),
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700240 visitor_(visitor),
241 references_(references),
242 has_target_reference_(has_target_reference) {}
Ian Rogers1d54e732013-05-02 21:10:01 -0700243
Mathieu Chartierc8950822015-09-15 14:07:10 -0700244 void operator()(mirror::Object* obj) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700245 REQUIRES_SHARED(Locks::heap_bitmap_lock_, Locks::mutator_lock_) {
Ian Rogers1d54e732013-05-02 21:10:01 -0700246 // We don't have an early exit since we use the visitor pattern, an early
247 // exit should significantly speed this up.
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700248 AddToReferenceArrayVisitor visitor(mod_union_table_,
249 visitor_,
250 references_,
251 has_target_reference_);
Mathieu Chartier059ef3d2015-08-18 13:54:21 -0700252 obj->VisitReferences(visitor, VoidFunctor());
Ian Rogers1d54e732013-05-02 21:10:01 -0700253 }
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700254
Ian Rogers1d54e732013-05-02 21:10:01 -0700255 private:
256 ModUnionTableReferenceCache* const mod_union_table_;
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700257 MarkObjectVisitor* const visitor_;
Mathieu Chartierc8950822015-09-15 14:07:10 -0700258 std::vector<mirror::HeapReference<mirror::Object>*>* const references_;
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700259 bool* const has_target_reference_;
Ian Rogers1d54e732013-05-02 21:10:01 -0700260};
261
262class CheckReferenceVisitor {
263 public:
Roland Levillain3887c462015-08-12 18:15:42 +0100264 CheckReferenceVisitor(ModUnionTableReferenceCache* mod_union_table,
Mathieu Chartierc8950822015-09-15 14:07:10 -0700265 const std::set<mirror::Object*>& references)
Roland Levillain3887c462015-08-12 18:15:42 +0100266 : mod_union_table_(mod_union_table),
Mathieu Chartierc8950822015-09-15 14:07:10 -0700267 references_(references) {}
Ian Rogers1d54e732013-05-02 21:10:01 -0700268
269 // Extra parameters are required since we use this same visitor signature for checking objects.
Mathieu Chartierc8950822015-09-15 14:07:10 -0700270 void operator()(mirror::Object* obj, MemberOffset offset, bool is_static ATTRIBUTE_UNUSED) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700271 REQUIRES_SHARED(Locks::heap_bitmap_lock_, Locks::mutator_lock_) {
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700272 mirror::Object* ref = obj->GetFieldObject<mirror::Object>(offset);
Mathieu Chartierc8950822015-09-15 14:07:10 -0700273 if (ref != nullptr &&
274 mod_union_table_->ShouldAddReference(ref) &&
Ian Rogers1d54e732013-05-02 21:10:01 -0700275 references_.find(ref) == references_.end()) {
Mathieu Chartier407f7022014-02-18 14:37:05 -0800276 Heap* heap = mod_union_table_->GetHeap();
Ian Rogers1d54e732013-05-02 21:10:01 -0700277 space::ContinuousSpace* from_space = heap->FindContinuousSpaceFromObject(obj, false);
278 space::ContinuousSpace* to_space = heap->FindContinuousSpaceFromObject(ref, false);
Mathieu Chartier407f7022014-02-18 14:37:05 -0800279 LOG(INFO) << "Object " << reinterpret_cast<const void*>(obj) << "(" << PrettyTypeOf(obj)
280 << ")" << "References " << reinterpret_cast<const void*>(ref) << "(" << PrettyTypeOf(ref)
281 << ") without being in mod-union table";
282 LOG(INFO) << "FromSpace " << from_space->GetName() << " type "
283 << from_space->GetGcRetentionPolicy();
284 LOG(INFO) << "ToSpace " << to_space->GetName() << " type "
285 << to_space->GetGcRetentionPolicy();
Andreas Gampe3fec9ac2016-09-13 10:47:28 -0700286 heap->DumpSpaces(LOG_STREAM(INFO));
Ian Rogers1d54e732013-05-02 21:10:01 -0700287 LOG(FATAL) << "FATAL ERROR";
288 }
289 }
290
Mathieu Chartierda7c6502015-07-23 16:01:26 -0700291 void VisitRootIfNonNull(mirror::CompressedReference<mirror::Object>* root) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700292 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartierda7c6502015-07-23 16:01:26 -0700293 if (kIsDebugBuild && !root->IsNull()) {
294 VisitRoot(root);
295 }
296 }
297
298 void VisitRoot(mirror::CompressedReference<mirror::Object>* root) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700299 REQUIRES_SHARED(Locks::mutator_lock_) {
Mathieu Chartierda7c6502015-07-23 16:01:26 -0700300 DCHECK(!mod_union_table_->ShouldAddReference(root->AsMirrorPtr()));
301 }
302
Ian Rogers1d54e732013-05-02 21:10:01 -0700303 private:
304 ModUnionTableReferenceCache* const mod_union_table_;
Mathieu Chartierc8950822015-09-15 14:07:10 -0700305 const std::set<mirror::Object*>& references_;
Ian Rogers1d54e732013-05-02 21:10:01 -0700306};
307
308class ModUnionCheckReferences {
309 public:
Roland Levillain3887c462015-08-12 18:15:42 +0100310 ModUnionCheckReferences(ModUnionTableReferenceCache* mod_union_table,
Mathieu Chartierc8950822015-09-15 14:07:10 -0700311 const std::set<mirror::Object*>& references)
Mathieu Chartier90443472015-07-16 20:32:27 -0700312 REQUIRES(Locks::heap_bitmap_lock_)
Mathieu Chartierc8950822015-09-15 14:07:10 -0700313 : mod_union_table_(mod_union_table), references_(references) {}
Ian Rogers1d54e732013-05-02 21:10:01 -0700314
Mathieu Chartierc8950822015-09-15 14:07:10 -0700315 void operator()(mirror::Object* obj) const NO_THREAD_SAFETY_ANALYSIS {
Ian Rogers1d54e732013-05-02 21:10:01 -0700316 Locks::heap_bitmap_lock_->AssertSharedHeld(Thread::Current());
Ian Rogers1d54e732013-05-02 21:10:01 -0700317 CheckReferenceVisitor visitor(mod_union_table_, references_);
Mathieu Chartier059ef3d2015-08-18 13:54:21 -0700318 obj->VisitReferences(visitor, VoidFunctor());
Ian Rogers1d54e732013-05-02 21:10:01 -0700319 }
320
321 private:
322 ModUnionTableReferenceCache* const mod_union_table_;
Mathieu Chartierc8950822015-09-15 14:07:10 -0700323 const std::set<mirror::Object*>& references_;
Ian Rogers1d54e732013-05-02 21:10:01 -0700324};
325
Mathieu Chartier21328a12016-07-22 10:47:45 -0700326class EmptyMarkObjectVisitor : public MarkObjectVisitor {
327 public:
328 mirror::Object* MarkObject(mirror::Object* obj) OVERRIDE {return obj;}
329 void MarkHeapReference(mirror::HeapReference<mirror::Object>*) OVERRIDE {}
330};
331
332void ModUnionTable::FilterCards() {
333 EmptyMarkObjectVisitor visitor;
334 // Use empty visitor since filtering is automatically done by UpdateAndMarkReferences.
335 UpdateAndMarkReferences(&visitor);
336}
337
Ian Rogers1d54e732013-05-02 21:10:01 -0700338void ModUnionTableReferenceCache::Verify() {
339 // Start by checking that everything in the mod union table is marked.
Mathieu Chartier11409ae2013-09-23 11:49:36 -0700340 for (const auto& ref_pair : references_) {
Mathieu Chartierc8950822015-09-15 14:07:10 -0700341 for (mirror::HeapReference<mirror::Object>* ref : ref_pair.second) {
Ian Rogersef7d42f2014-01-06 12:55:46 -0800342 CHECK(heap_->IsLiveObjectLocked(ref->AsMirrorPtr()));
Ian Rogers1d54e732013-05-02 21:10:01 -0700343 }
344 }
345
346 // Check the references of each clean card which is also in the mod union table.
Mathieu Chartier11409ae2013-09-23 11:49:36 -0700347 CardTable* card_table = heap_->GetCardTable();
Mathieu Chartiera8e8f9c2014-04-09 14:51:05 -0700348 ContinuousSpaceBitmap* live_bitmap = space_->GetLiveBitmap();
Mathieu Chartier11409ae2013-09-23 11:49:36 -0700349 for (const auto& ref_pair : references_) {
Ian Rogers13735952014-10-08 12:43:28 -0700350 const uint8_t* card = ref_pair.first;
Ian Rogers1d54e732013-05-02 21:10:01 -0700351 if (*card == CardTable::kCardClean) {
Mathieu Chartierc8950822015-09-15 14:07:10 -0700352 std::set<mirror::Object*> reference_set;
353 for (mirror::HeapReference<mirror::Object>* obj_ptr : ref_pair.second) {
Ian Rogersef7d42f2014-01-06 12:55:46 -0800354 reference_set.insert(obj_ptr->AsMirrorPtr());
Mathieu Chartier11409ae2013-09-23 11:49:36 -0700355 }
Ian Rogers1d54e732013-05-02 21:10:01 -0700356 ModUnionCheckReferences visitor(this, reference_set);
357 uintptr_t start = reinterpret_cast<uintptr_t>(card_table->AddrFromCard(card));
Mathieu Chartier11409ae2013-09-23 11:49:36 -0700358 live_bitmap->VisitMarkedRange(start, start + CardTable::kCardSize, visitor);
Ian Rogers1d54e732013-05-02 21:10:01 -0700359 }
360 }
361}
362
363void ModUnionTableReferenceCache::Dump(std::ostream& os) {
364 CardTable* card_table = heap_->GetCardTable();
Ian Rogers1d54e732013-05-02 21:10:01 -0700365 os << "ModUnionTable cleared cards: [";
Ian Rogers13735952014-10-08 12:43:28 -0700366 for (uint8_t* card_addr : cleared_cards_) {
Mathieu Chartier02e25112013-08-14 16:14:24 -0700367 uintptr_t start = reinterpret_cast<uintptr_t>(card_table->AddrFromCard(card_addr));
Ian Rogers1d54e732013-05-02 21:10:01 -0700368 uintptr_t end = start + CardTable::kCardSize;
369 os << reinterpret_cast<void*>(start) << "-" << reinterpret_cast<void*>(end) << ",";
370 }
371 os << "]\nModUnionTable references: [";
Mathieu Chartier11409ae2013-09-23 11:49:36 -0700372 for (const auto& ref_pair : references_) {
Ian Rogers13735952014-10-08 12:43:28 -0700373 const uint8_t* card_addr = ref_pair.first;
Mathieu Chartier02e25112013-08-14 16:14:24 -0700374 uintptr_t start = reinterpret_cast<uintptr_t>(card_table->AddrFromCard(card_addr));
Ian Rogers1d54e732013-05-02 21:10:01 -0700375 uintptr_t end = start + CardTable::kCardSize;
376 os << reinterpret_cast<void*>(start) << "-" << reinterpret_cast<void*>(end) << "->{";
Mathieu Chartierc8950822015-09-15 14:07:10 -0700377 for (mirror::HeapReference<mirror::Object>* ref : ref_pair.second) {
Ian Rogersef7d42f2014-01-06 12:55:46 -0800378 os << reinterpret_cast<const void*>(ref->AsMirrorPtr()) << ",";
Ian Rogers1d54e732013-05-02 21:10:01 -0700379 }
380 os << "},";
381 }
382}
383
Mathieu Chartier21328a12016-07-22 10:47:45 -0700384void ModUnionTableReferenceCache::VisitObjects(ObjectCallback* callback, void* arg) {
385 CardTable* const card_table = heap_->GetCardTable();
386 ContinuousSpaceBitmap* live_bitmap = space_->GetLiveBitmap();
387 for (uint8_t* card : cleared_cards_) {
388 uintptr_t start = reinterpret_cast<uintptr_t>(card_table->AddrFromCard(card));
389 uintptr_t end = start + CardTable::kCardSize;
390 live_bitmap->VisitMarkedRange(start,
391 end,
392 [this, callback, arg](mirror::Object* obj) {
393 callback(obj, arg);
394 });
395 }
396 // This may visit the same card twice, TODO avoid this.
397 for (const auto& pair : references_) {
398 const uint8_t* card = pair.first;
399 uintptr_t start = reinterpret_cast<uintptr_t>(card_table->AddrFromCard(card));
400 uintptr_t end = start + CardTable::kCardSize;
401 live_bitmap->VisitMarkedRange(start,
402 end,
403 [this, callback, arg](mirror::Object* obj) {
404 callback(obj, arg);
405 });
406 }
407}
408
Mathieu Chartier97509952015-07-13 14:35:43 -0700409void ModUnionTableReferenceCache::UpdateAndMarkReferences(MarkObjectVisitor* visitor) {
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700410 CardTable* const card_table = heap_->GetCardTable();
Mathieu Chartierc8950822015-09-15 14:07:10 -0700411 std::vector<mirror::HeapReference<mirror::Object>*> cards_references;
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700412 // If has_target_reference is true then there was a GcRoot compressed reference which wasn't
413 // added. In this case we need to keep the card dirty.
414 // We don't know if the GcRoot addresses will remain constant, for example, classloaders have a
415 // hash set of GcRoot which may be resized or modified.
416 bool has_target_reference;
417 ModUnionReferenceVisitor add_visitor(this, visitor, &cards_references, &has_target_reference);
418 CardSet new_cleared_cards;
419 for (uint8_t* card : cleared_cards_) {
Ian Rogers1d54e732013-05-02 21:10:01 -0700420 // Clear and re-compute alloc space references associated with this card.
421 cards_references.clear();
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700422 has_target_reference = false;
Ian Rogers1d54e732013-05-02 21:10:01 -0700423 uintptr_t start = reinterpret_cast<uintptr_t>(card_table->AddrFromCard(card));
424 uintptr_t end = start + CardTable::kCardSize;
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700425 space::ContinuousSpace* space =
Mathieu Chartierc8950822015-09-15 14:07:10 -0700426 heap_->FindContinuousSpaceFromObject(reinterpret_cast<mirror::Object*>(start), false);
Mathieu Chartier02e25112013-08-14 16:14:24 -0700427 DCHECK(space != nullptr);
Mathieu Chartiera8e8f9c2014-04-09 14:51:05 -0700428 ContinuousSpaceBitmap* live_bitmap = space->GetLiveBitmap();
Mathieu Chartier11409ae2013-09-23 11:49:36 -0700429 live_bitmap->VisitMarkedRange(start, end, add_visitor);
Ian Rogers1d54e732013-05-02 21:10:01 -0700430 // Update the corresponding references for the card.
Mathieu Chartier02e25112013-08-14 16:14:24 -0700431 auto found = references_.find(card);
Ian Rogers1d54e732013-05-02 21:10:01 -0700432 if (found == references_.end()) {
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700433 // Don't add card for an empty reference array.
434 if (!cards_references.empty()) {
435 references_.Put(card, cards_references);
Ian Rogers1d54e732013-05-02 21:10:01 -0700436 }
Ian Rogers1d54e732013-05-02 21:10:01 -0700437 } else {
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700438 if (cards_references.empty()) {
439 references_.erase(found);
440 } else {
441 found->second = cards_references;
442 }
443 }
444 if (has_target_reference) {
445 // Keep this card for next time since it contains a GcRoot which matches the
446 // ShouldAddReference criteria. This usually occurs for class loaders.
447 new_cleared_cards.insert(card);
Ian Rogers1d54e732013-05-02 21:10:01 -0700448 }
449 }
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700450 cleared_cards_ = std::move(new_cleared_cards);
Ian Rogers1d54e732013-05-02 21:10:01 -0700451 size_t count = 0;
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700452 for (auto it = references_.begin(); it != references_.end();) {
Mathieu Chartierc8950822015-09-15 14:07:10 -0700453 std::vector<mirror::HeapReference<mirror::Object>*>& references = it->second;
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700454 // Since there is no card mark for setting a reference to null, we check each reference.
455 // If all of the references of a card are null then we can remove that card. This is racy
456 // with the mutators, but handled by rescanning dirty cards.
457 bool all_null = true;
Mathieu Chartierc8950822015-09-15 14:07:10 -0700458 for (mirror::HeapReference<mirror::Object>* obj_ptr : references) {
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700459 if (obj_ptr->AsMirrorPtr() != nullptr) {
460 all_null = false;
461 visitor->MarkHeapReference(obj_ptr);
462 }
Ian Rogers1d54e732013-05-02 21:10:01 -0700463 }
Mathieu Chartiera52f2f92015-08-16 14:37:04 -0700464 count += references.size();
465 if (!all_null) {
466 ++it;
467 } else {
468 // All null references, erase the array from the set.
469 it = references_.erase(it);
470 }
Ian Rogers1d54e732013-05-02 21:10:01 -0700471 }
472 if (VLOG_IS_ON(heap)) {
473 VLOG(gc) << "Marked " << count << " references in mod union table";
474 }
475}
476
Mathieu Chartierc8950822015-09-15 14:07:10 -0700477ModUnionTableCardCache::ModUnionTableCardCache(const std::string& name,
478 Heap* heap,
Mathieu Chartier4858a932015-01-23 13:18:53 -0800479 space::ContinuousSpace* space)
480 : ModUnionTable(name, heap, space) {
481 // Normally here we could use End() instead of Limit(), but for testing we may want to have a
482 // mod-union table for a space which can still grow.
483 if (!space->IsImageSpace()) {
484 CHECK_ALIGNED(reinterpret_cast<uintptr_t>(space->Limit()), CardTable::kCardSize);
485 }
486 card_bitmap_.reset(CardBitmap::Create(
487 "mod union bitmap", reinterpret_cast<uintptr_t>(space->Begin()),
488 RoundUp(reinterpret_cast<uintptr_t>(space->Limit()), CardTable::kCardSize)));
489}
490
491class CardBitVisitor {
492 public:
Mathieu Chartierc8950822015-09-15 14:07:10 -0700493 CardBitVisitor(MarkObjectVisitor* visitor,
494 space::ContinuousSpace* space,
495 space::ContinuousSpace* immune_space,
496 ModUnionTable::CardBitmap* card_bitmap)
497 : visitor_(visitor),
498 space_(space),
499 immune_space_(immune_space),
500 bitmap_(space->GetLiveBitmap()),
501 card_bitmap_(card_bitmap) {
Mathieu Chartier4858a932015-01-23 13:18:53 -0800502 DCHECK(immune_space_ != nullptr);
503 }
504
505 void operator()(size_t bit_index) const {
506 const uintptr_t start = card_bitmap_->AddrFromBitIndex(bit_index);
507 DCHECK(space_->HasAddress(reinterpret_cast<mirror::Object*>(start)))
508 << start << " " << *space_;
509 bool reference_to_other_space = false;
Mathieu Chartier97509952015-07-13 14:35:43 -0700510 ModUnionScanImageRootVisitor scan_visitor(visitor_, space_, immune_space_,
Mathieu Chartier4858a932015-01-23 13:18:53 -0800511 &reference_to_other_space);
512 bitmap_->VisitMarkedRange(start, start + CardTable::kCardSize, scan_visitor);
513 if (!reference_to_other_space) {
514 // No non null reference to another space, clear the bit.
515 card_bitmap_->ClearBit(bit_index);
516 }
517 }
518
519 private:
Mathieu Chartier97509952015-07-13 14:35:43 -0700520 MarkObjectVisitor* const visitor_;
Mathieu Chartier4858a932015-01-23 13:18:53 -0800521 space::ContinuousSpace* const space_;
522 space::ContinuousSpace* const immune_space_;
523 ContinuousSpaceBitmap* const bitmap_;
524 ModUnionTable::CardBitmap* const card_bitmap_;
525};
526
Mathieu Chartier11409ae2013-09-23 11:49:36 -0700527void ModUnionTableCardCache::ClearCards() {
Mathieu Chartier4858a932015-01-23 13:18:53 -0800528 CardTable* const card_table = GetHeap()->GetCardTable();
529 ModUnionAddToCardBitmapVisitor visitor(card_bitmap_.get(), card_table);
Ian Rogers1d54e732013-05-02 21:10:01 -0700530 // Clear dirty cards in the this space and update the corresponding mod-union bits.
Mathieu Chartier11409ae2013-09-23 11:49:36 -0700531 card_table->ModifyCardsAtomic(space_->Begin(), space_->End(), AgeCardVisitor(), visitor);
Ian Rogers1d54e732013-05-02 21:10:01 -0700532}
533
Mathieu Chartier962cd7a2016-08-16 12:15:59 -0700534void ModUnionTableCardCache::ClearTable() {
535 card_bitmap_->Bitmap::Clear();
536}
537
Ian Rogers1d54e732013-05-02 21:10:01 -0700538// Mark all references to the alloc space(s).
Mathieu Chartier97509952015-07-13 14:35:43 -0700539void ModUnionTableCardCache::UpdateAndMarkReferences(MarkObjectVisitor* visitor) {
Jeff Haodcdc85b2015-12-04 14:06:18 -0800540 // TODO: Needs better support for multi-images? b/26317072
541 space::ImageSpace* image_space =
542 heap_->GetBootImageSpaces().empty() ? nullptr : heap_->GetBootImageSpaces()[0];
Mathieu Chartier4858a932015-01-23 13:18:53 -0800543 // If we don't have an image space, just pass in space_ as the immune space. Pass in the same
544 // space_ instead of image_space to avoid a null check in ModUnionUpdateObjectReferencesVisitor.
Mathieu Chartier97509952015-07-13 14:35:43 -0700545 CardBitVisitor bit_visitor(visitor, space_, image_space != nullptr ? image_space : space_,
Mathieu Chartier4858a932015-01-23 13:18:53 -0800546 card_bitmap_.get());
547 card_bitmap_->VisitSetBits(
Mathieu Chartier97509952015-07-13 14:35:43 -0700548 0, RoundUp(space_->Size(), CardTable::kCardSize) / CardTable::kCardSize, bit_visitor);
Ian Rogers1d54e732013-05-02 21:10:01 -0700549}
550
Mathieu Chartier21328a12016-07-22 10:47:45 -0700551void ModUnionTableCardCache::VisitObjects(ObjectCallback* callback, void* arg) {
552 card_bitmap_->VisitSetBits(
553 0,
554 RoundUp(space_->Size(), CardTable::kCardSize) / CardTable::kCardSize,
555 [this, callback, arg](size_t bit_index) {
556 const uintptr_t start = card_bitmap_->AddrFromBitIndex(bit_index);
557 DCHECK(space_->HasAddress(reinterpret_cast<mirror::Object*>(start)))
558 << start << " " << *space_;
559 space_->GetLiveBitmap()->VisitMarkedRange(start,
560 start + CardTable::kCardSize,
561 [this, callback, arg](mirror::Object* obj) {
562 callback(obj, arg);
563 });
564 });
565}
566
Ian Rogers1d54e732013-05-02 21:10:01 -0700567void ModUnionTableCardCache::Dump(std::ostream& os) {
Ian Rogers1d54e732013-05-02 21:10:01 -0700568 os << "ModUnionTable dirty cards: [";
Mathieu Chartier4858a932015-01-23 13:18:53 -0800569 // TODO: Find cleaner way of doing this.
570 for (uint8_t* addr = space_->Begin(); addr < AlignUp(space_->End(), CardTable::kCardSize);
571 addr += CardTable::kCardSize) {
572 if (card_bitmap_->Test(reinterpret_cast<uintptr_t>(addr))) {
573 os << reinterpret_cast<void*>(addr) << "-"
574 << reinterpret_cast<void*>(addr + CardTable::kCardSize) << "\n";
575 }
Ian Rogers1d54e732013-05-02 21:10:01 -0700576 }
577 os << "]";
578}
579
Mathieu Chartiere4cab172014-08-19 18:24:04 -0700580void ModUnionTableCardCache::SetCards() {
Mathieu Chartier4858a932015-01-23 13:18:53 -0800581 // Only clean up to the end since there cannot be any objects past the End() of the space.
Ian Rogers13735952014-10-08 12:43:28 -0700582 for (uint8_t* addr = space_->Begin(); addr < AlignUp(space_->End(), CardTable::kCardSize);
Mathieu Chartiere4cab172014-08-19 18:24:04 -0700583 addr += CardTable::kCardSize) {
Mathieu Chartier4858a932015-01-23 13:18:53 -0800584 card_bitmap_->Set(reinterpret_cast<uintptr_t>(addr));
Mathieu Chartiere4cab172014-08-19 18:24:04 -0700585 }
586}
587
Mathieu Chartier4858a932015-01-23 13:18:53 -0800588bool ModUnionTableCardCache::ContainsCardFor(uintptr_t addr) {
589 return card_bitmap_->Test(addr);
590}
591
Mathieu Chartiere4cab172014-08-19 18:24:04 -0700592void ModUnionTableReferenceCache::SetCards() {
Mathieu Chartier4858a932015-01-23 13:18:53 -0800593 for (uint8_t* addr = space_->Begin(); addr < AlignUp(space_->End(), CardTable::kCardSize);
594 addr += CardTable::kCardSize) {
595 cleared_cards_.insert(heap_->GetCardTable()->CardFromAddr(reinterpret_cast<void*>(addr)));
596 }
597}
598
599bool ModUnionTableReferenceCache::ContainsCardFor(uintptr_t addr) {
600 auto* card_ptr = heap_->GetCardTable()->CardFromAddr(reinterpret_cast<void*>(addr));
601 return cleared_cards_.find(card_ptr) != cleared_cards_.end() ||
602 references_.find(card_ptr) != references_.end();
Mathieu Chartiere4cab172014-08-19 18:24:04 -0700603}
604
Ian Rogers1d54e732013-05-02 21:10:01 -0700605} // namespace accounting
606} // namespace gc
607} // namespace art