blob: 442ad1d98c39ec810948f8a8c9924ddf4fb5c46e [file] [log] [blame]
ulan@chromium.org2efb9002012-01-19 15:36:35 +00001// Copyright 2012 the V8 project authors. All rights reserved.
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +00002// Redistribution and use in source and binary forms, with or without
3// modification, are permitted provided that the following conditions are
4// met:
5//
6// * Redistributions of source code must retain the above copyright
7// notice, this list of conditions and the following disclaimer.
8// * Redistributions in binary form must reproduce the above
9// copyright notice, this list of conditions and the following
10// disclaimer in the documentation and/or other materials provided
11// with the distribution.
12// * Neither the name of Google Inc. nor the names of its
13// contributors may be used to endorse or promote products derived
14// from this software without specific prior written permission.
15//
16// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
28#ifndef V8_MARK_COMPACT_H_
29#define V8_MARK_COMPACT_H_
30
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +000031#include "compiler-intrinsics.h"
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +000032#include "spaces.h"
33
kasperl@chromium.org71affb52009-05-26 05:44:31 +000034namespace v8 {
35namespace internal {
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +000036
37// Callback function, returns whether an object is alive. The heap size
38// of the object is returned in size. It optionally updates the offset
39// to the first live object in the page (only used for old and map objects).
40typedef bool (*IsAliveFunction)(HeapObject* obj, int* size, int* offset);
41
mads.s.ager31e71382008-08-13 09:32:07 +000042// Forward declarations.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +000043class CodeFlusher;
44class GCTracer;
kasper.lund7276f142008-07-30 08:49:36 +000045class MarkingVisitor;
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +000046class RootMarkingVisitor;
47
48
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +000049class Marking {
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +000050 public:
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +000051 explicit Marking(Heap* heap)
52 : heap_(heap) {
53 }
54
55 static inline MarkBit MarkBitFrom(Address addr);
56
57 static inline MarkBit MarkBitFrom(HeapObject* obj) {
58 return MarkBitFrom(reinterpret_cast<Address>(obj));
59 }
60
61 // Impossible markbits: 01
62 static const char* kImpossibleBitPattern;
63 static inline bool IsImpossible(MarkBit mark_bit) {
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +000064 return !mark_bit.Get() && mark_bit.Next().Get();
65 }
66
67 // Black markbits: 10 - this is required by the sweeper.
68 static const char* kBlackBitPattern;
69 static inline bool IsBlack(MarkBit mark_bit) {
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +000070 return mark_bit.Get() && !mark_bit.Next().Get();
71 }
72
73 // White markbits: 00 - this is required by the mark bit clearer.
74 static const char* kWhiteBitPattern;
75 static inline bool IsWhite(MarkBit mark_bit) {
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +000076 return !mark_bit.Get();
77 }
78
79 // Grey markbits: 11
80 static const char* kGreyBitPattern;
81 static inline bool IsGrey(MarkBit mark_bit) {
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +000082 return mark_bit.Get() && mark_bit.Next().Get();
83 }
84
85 static inline void MarkBlack(MarkBit mark_bit) {
86 mark_bit.Set();
87 mark_bit.Next().Clear();
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +000088 }
89
90 static inline void BlackToGrey(MarkBit markbit) {
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +000091 markbit.Next().Set();
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +000092 }
93
94 static inline void WhiteToGrey(MarkBit markbit) {
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +000095 markbit.Set();
96 markbit.Next().Set();
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +000097 }
98
99 static inline void GreyToBlack(MarkBit markbit) {
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000100 markbit.Next().Clear();
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000101 }
102
103 static inline void BlackToGrey(HeapObject* obj) {
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000104 BlackToGrey(MarkBitFrom(obj));
105 }
106
107 static inline void AnyToGrey(MarkBit markbit) {
108 markbit.Set();
109 markbit.Next().Set();
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000110 }
111
112 // Returns true if the the object whose mark is transferred is marked black.
113 bool TransferMark(Address old_start, Address new_start);
114
115#ifdef DEBUG
116 enum ObjectColor {
117 BLACK_OBJECT,
118 WHITE_OBJECT,
119 GREY_OBJECT,
120 IMPOSSIBLE_COLOR
121 };
122
123 static const char* ColorName(ObjectColor color) {
124 switch (color) {
125 case BLACK_OBJECT: return "black";
126 case WHITE_OBJECT: return "white";
127 case GREY_OBJECT: return "grey";
128 case IMPOSSIBLE_COLOR: return "impossible";
129 }
130 return "error";
131 }
132
133 static ObjectColor Color(HeapObject* obj) {
134 return Color(Marking::MarkBitFrom(obj));
135 }
136
137 static ObjectColor Color(MarkBit mark_bit) {
138 if (IsBlack(mark_bit)) return BLACK_OBJECT;
139 if (IsWhite(mark_bit)) return WHITE_OBJECT;
140 if (IsGrey(mark_bit)) return GREY_OBJECT;
141 UNREACHABLE();
142 return IMPOSSIBLE_COLOR;
143 }
144#endif
145
146 // Returns true if the transferred color is black.
147 INLINE(static bool TransferColor(HeapObject* from,
148 HeapObject* to)) {
149 MarkBit from_mark_bit = MarkBitFrom(from);
150 MarkBit to_mark_bit = MarkBitFrom(to);
151 bool is_black = false;
152 if (from_mark_bit.Get()) {
153 to_mark_bit.Set();
154 is_black = true; // Looks black so far.
155 }
156 if (from_mark_bit.Next().Get()) {
157 to_mark_bit.Next().Set();
158 is_black = false; // Was actually gray.
159 }
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000160 return is_black;
161 }
162
163 private:
164 Heap* heap_;
165};
166
167// ----------------------------------------------------------------------------
168// Marking deque for tracing live objects.
169
170class MarkingDeque {
171 public:
172 MarkingDeque()
173 : array_(NULL), top_(0), bottom_(0), mask_(0), overflowed_(false) { }
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000174
175 void Initialize(Address low, Address high) {
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000176 HeapObject** obj_low = reinterpret_cast<HeapObject**>(low);
177 HeapObject** obj_high = reinterpret_cast<HeapObject**>(high);
178 array_ = obj_low;
179 mask_ = RoundDownToPowerOf2(static_cast<int>(obj_high - obj_low)) - 1;
180 top_ = bottom_ = 0;
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000181 overflowed_ = false;
182 }
183
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000184 inline bool IsFull() { return ((top_ + 1) & mask_) == bottom_; }
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000185
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000186 inline bool IsEmpty() { return top_ == bottom_; }
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000187
188 bool overflowed() const { return overflowed_; }
189
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000190 void ClearOverflowed() { overflowed_ = false; }
191
192 void SetOverflowed() { overflowed_ = true; }
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000193
194 // Push the (marked) object on the marking stack if there is room,
195 // otherwise mark the object as overflowed and wait for a rescan of the
196 // heap.
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000197 inline void PushBlack(HeapObject* object) {
198 ASSERT(object->IsHeapObject());
199 if (IsFull()) {
200 Marking::BlackToGrey(object);
ulan@chromium.org2efb9002012-01-19 15:36:35 +0000201 MemoryChunk::IncrementLiveBytesFromGC(object->address(), -object->Size());
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000202 SetOverflowed();
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000203 } else {
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000204 array_[top_] = object;
205 top_ = ((top_ + 1) & mask_);
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000206 }
207 }
208
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000209 inline void PushGrey(HeapObject* object) {
210 ASSERT(object->IsHeapObject());
211 if (IsFull()) {
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000212 SetOverflowed();
213 } else {
214 array_[top_] = object;
215 top_ = ((top_ + 1) & mask_);
216 }
217 }
218
219 inline HeapObject* Pop() {
220 ASSERT(!IsEmpty());
221 top_ = ((top_ - 1) & mask_);
222 HeapObject* object = array_[top_];
223 ASSERT(object->IsHeapObject());
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000224 return object;
225 }
226
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000227 inline void UnshiftGrey(HeapObject* object) {
228 ASSERT(object->IsHeapObject());
229 if (IsFull()) {
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000230 SetOverflowed();
231 } else {
232 bottom_ = ((bottom_ - 1) & mask_);
233 array_[bottom_] = object;
234 }
235 }
236
237 HeapObject** array() { return array_; }
238 int bottom() { return bottom_; }
239 int top() { return top_; }
240 int mask() { return mask_; }
241 void set_top(int top) { top_ = top; }
242
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000243 private:
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000244 HeapObject** array_;
245 // array_[(top - 1) & mask_] is the top element in the deque. The Deque is
246 // empty when top_ == bottom_. It is full when top_ + 1 == bottom
247 // (mod mask + 1).
248 int top_;
249 int bottom_;
250 int mask_;
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000251 bool overflowed_;
252
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000253 DISALLOW_COPY_AND_ASSIGN(MarkingDeque);
254};
255
256
257class SlotsBufferAllocator {
258 public:
259 SlotsBuffer* AllocateBuffer(SlotsBuffer* next_buffer);
260 void DeallocateBuffer(SlotsBuffer* buffer);
261
262 void DeallocateChain(SlotsBuffer** buffer_address);
263};
264
265
266// SlotsBuffer records a sequence of slots that has to be updated
267// after live objects were relocated from evacuation candidates.
268// All slots are either untyped or typed:
269// - Untyped slots are expected to contain a tagged object pointer.
270// They are recorded by an address.
271// - Typed slots are expected to contain an encoded pointer to a heap
272// object where the way of encoding depends on the type of the slot.
273// They are recorded as a pair (SlotType, slot address).
274// We assume that zero-page is never mapped this allows us to distinguish
275// untyped slots from typed slots during iteration by a simple comparison:
276// if element of slots buffer is less than NUMBER_OF_SLOT_TYPES then it
277// is the first element of typed slot's pair.
278class SlotsBuffer {
279 public:
280 typedef Object** ObjectSlot;
281
282 explicit SlotsBuffer(SlotsBuffer* next_buffer)
283 : idx_(0), chain_length_(1), next_(next_buffer) {
284 if (next_ != NULL) {
285 chain_length_ = next_->chain_length_ + 1;
286 }
287 }
288
289 ~SlotsBuffer() {
290 }
291
292 void Add(ObjectSlot slot) {
293 ASSERT(0 <= idx_ && idx_ < kNumberOfElements);
294 slots_[idx_++] = slot;
295 }
296
297 enum SlotType {
rossberg@chromium.orgb4b2aa62011-10-13 09:49:59 +0000298 EMBEDDED_OBJECT_SLOT,
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000299 RELOCATED_CODE_OBJECT,
300 CODE_TARGET_SLOT,
301 CODE_ENTRY_SLOT,
302 DEBUG_TARGET_SLOT,
303 JS_RETURN_SLOT,
304 NUMBER_OF_SLOT_TYPES
305 };
306
307 void UpdateSlots(Heap* heap);
308
309 void UpdateSlotsWithFilter(Heap* heap);
310
311 SlotsBuffer* next() { return next_; }
312
313 static int SizeOfChain(SlotsBuffer* buffer) {
314 if (buffer == NULL) return 0;
315 return static_cast<int>(buffer->idx_ +
316 (buffer->chain_length_ - 1) * kNumberOfElements);
317 }
318
319 inline bool IsFull() {
320 return idx_ == kNumberOfElements;
321 }
322
323 inline bool HasSpaceForTypedSlot() {
324 return idx_ < kNumberOfElements - 1;
325 }
326
327 static void UpdateSlotsRecordedIn(Heap* heap,
328 SlotsBuffer* buffer,
329 bool code_slots_filtering_required) {
330 while (buffer != NULL) {
331 if (code_slots_filtering_required) {
332 buffer->UpdateSlotsWithFilter(heap);
333 } else {
334 buffer->UpdateSlots(heap);
335 }
336 buffer = buffer->next();
337 }
338 }
339
340 enum AdditionMode {
341 FAIL_ON_OVERFLOW,
342 IGNORE_OVERFLOW
343 };
344
345 static bool ChainLengthThresholdReached(SlotsBuffer* buffer) {
346 return buffer != NULL && buffer->chain_length_ >= kChainLengthThreshold;
347 }
348
349 static bool AddTo(SlotsBufferAllocator* allocator,
350 SlotsBuffer** buffer_address,
351 ObjectSlot slot,
352 AdditionMode mode) {
353 SlotsBuffer* buffer = *buffer_address;
354 if (buffer == NULL || buffer->IsFull()) {
355 if (mode == FAIL_ON_OVERFLOW && ChainLengthThresholdReached(buffer)) {
356 allocator->DeallocateChain(buffer_address);
357 return false;
358 }
359 buffer = allocator->AllocateBuffer(buffer);
360 *buffer_address = buffer;
361 }
362 buffer->Add(slot);
363 return true;
364 }
365
366 static bool IsTypedSlot(ObjectSlot slot);
367
368 static bool AddTo(SlotsBufferAllocator* allocator,
369 SlotsBuffer** buffer_address,
370 SlotType type,
371 Address addr,
372 AdditionMode mode);
373
374 static const int kNumberOfElements = 1021;
375
376 private:
rossberg@chromium.org994edf62012-02-06 10:12:55 +0000377 static const int kChainLengthThreshold = 15;
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000378
379 intptr_t idx_;
380 intptr_t chain_length_;
381 SlotsBuffer* next_;
382 ObjectSlot slots_[kNumberOfElements];
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000383};
kasper.lund7276f142008-07-30 08:49:36 +0000384
mads.s.ager31e71382008-08-13 09:32:07 +0000385
ricow@chromium.org64e3a4b2011-12-13 08:07:27 +0000386// Defined in isolate.h.
387class ThreadLocalTop;
388
389
ager@chromium.orgddb913d2009-01-27 10:01:48 +0000390// -------------------------------------------------------------------------
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000391// Mark-Compact collector
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000392class MarkCompactCollector {
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000393 public:
394 // Type of functions to compute forwarding addresses of objects in
395 // compacted spaces. Given an object and its size, return a (non-failure)
396 // Object* that will be the object after forwarding. There is a separate
397 // allocation function for each (compactable) space based on the location
398 // of the object before compaction.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000399 typedef MaybeObject* (*AllocationFunction)(Heap* heap,
400 HeapObject* object,
lrn@chromium.org303ada72010-10-27 09:33:13 +0000401 int object_size);
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000402
403 // Type of functions to encode the forwarding address for an object.
404 // Given the object, its size, and the new (non-failure) object it will be
405 // forwarded to, encode the forwarding address. For paged spaces, the
406 // 'offset' input/output parameter contains the offset of the forwarded
407 // object from the forwarding address of the previous live object in the
408 // page as input, and is updated to contain the offset to be used for the
409 // next live object in the same page. For spaces using a different
ulan@chromium.org2efb9002012-01-19 15:36:35 +0000410 // encoding (i.e., contiguous spaces), the offset parameter is ignored.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000411 typedef void (*EncodingFunction)(Heap* heap,
412 HeapObject* old_object,
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000413 int object_size,
414 Object* new_object,
415 int* offset);
416
417 // Type of functions to process non-live objects.
kmillikin@chromium.orgc36ce6e2011-04-04 08:25:31 +0000418 typedef void (*ProcessNonLiveFunction)(HeapObject* object, Isolate* isolate);
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000419
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000420 // Pointer to member function, used in IterateLiveObjects.
421 typedef int (MarkCompactCollector::*LiveObjectCallback)(HeapObject* obj);
422
erik.corry@gmail.combbceb572012-03-09 10:52:05 +0000423 // Set the global flags, it must be called before Prepare to take effect.
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000424 inline void SetFlags(int flags);
425
ager@chromium.orgea4f62e2010-08-16 16:28:43 +0000426 static void Initialize();
427
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000428 void CollectEvacuationCandidates(PagedSpace* space);
429
430 void AddEvacuationCandidate(Page* p);
431
kasperl@chromium.org061ef742009-02-27 12:16:20 +0000432 // Prepares for GC by resetting relocation info in old and map spaces and
433 // choosing spaces to compact.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000434 void Prepare(GCTracer* tracer);
kasperl@chromium.org061ef742009-02-27 12:16:20 +0000435
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000436 // Performs a global garbage collection.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000437 void CollectGarbage();
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000438
jkummerow@chromium.orgab7dad42012-02-07 12:07:34 +0000439 enum CompactionMode {
440 INCREMENTAL_COMPACTION,
441 NON_INCREMENTAL_COMPACTION
442 };
443
444 bool StartCompaction(CompactionMode mode);
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000445
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000446 void AbortCompaction();
kasper.lund7276f142008-07-30 08:49:36 +0000447
448 // During a full GC, there is a stack-allocated GCTracer that is used for
449 // bookkeeping information. Return a pointer to that tracer.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000450 GCTracer* tracer() { return tracer_; }
kasper.lund7276f142008-07-30 08:49:36 +0000451
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000452#ifdef DEBUG
453 // Checks whether performing mark-compact collection.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000454 bool in_use() { return state_ > PREPARE_GC; }
455 bool are_map_pointers_encoded() { return state_ == UPDATE_POINTERS; }
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000456#endif
457
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +0000458 // Determine type of object and emit deletion log event.
kmillikin@chromium.orgc36ce6e2011-04-04 08:25:31 +0000459 static void ReportDeleteIfNeeded(HeapObject* obj, Isolate* isolate);
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +0000460
ricow@chromium.orgd236f4d2010-09-01 06:52:08 +0000461 // Distinguishable invalid map encodings (for single word and multiple words)
462 // that indicate free regions.
463 static const uint32_t kSingleFreeEncoding = 0;
464 static const uint32_t kMultiFreeEncoding = 1;
465
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000466 static inline bool IsMarked(Object* obj);
467
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000468 inline Heap* heap() const { return heap_; }
469
470 CodeFlusher* code_flusher() { return code_flusher_; }
471 inline bool is_code_flushing_enabled() const { return code_flusher_ != NULL; }
472 void EnableCodeFlushing(bool enable);
473
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000474 enum SweeperType {
475 CONSERVATIVE,
476 LAZY_CONSERVATIVE,
477 PRECISE
478 };
479
480#ifdef DEBUG
481 void VerifyMarkbitsAreClean();
482 static void VerifyMarkbitsAreClean(PagedSpace* space);
483 static void VerifyMarkbitsAreClean(NewSpace* space);
484#endif
485
486 // Sweep a single page from the given space conservatively.
487 // Return a number of reclaimed bytes.
488 static intptr_t SweepConservatively(PagedSpace* space, Page* p);
489
490 INLINE(static bool ShouldSkipEvacuationSlotRecording(Object** anchor)) {
491 return Page::FromAddress(reinterpret_cast<Address>(anchor))->
492 ShouldSkipEvacuationSlotRecording();
493 }
494
495 INLINE(static bool ShouldSkipEvacuationSlotRecording(Object* host)) {
496 return Page::FromAddress(reinterpret_cast<Address>(host))->
497 ShouldSkipEvacuationSlotRecording();
498 }
499
500 INLINE(static bool IsOnEvacuationCandidate(Object* obj)) {
501 return Page::FromAddress(reinterpret_cast<Address>(obj))->
502 IsEvacuationCandidate();
503 }
504
505 void EvictEvacuationCandidate(Page* page) {
506 if (FLAG_trace_fragmentation) {
507 PrintF("Page %p is too popular. Disabling evacuation.\n",
508 reinterpret_cast<void*>(page));
509 }
510
511 // TODO(gc) If all evacuation candidates are too popular we
512 // should stop slots recording entirely.
513 page->ClearEvacuationCandidate();
514
515 // We were not collecting slots on this page that point
516 // to other evacuation candidates thus we have to
517 // rescan the page after evacuation to discover and update all
518 // pointers to evacuated objects.
519 if (page->owner()->identity() == OLD_DATA_SPACE) {
520 evacuation_candidates_.RemoveElement(page);
521 } else {
522 page->SetFlag(Page::RESCAN_ON_EVACUATION);
523 }
524 }
525
rossberg@chromium.orgb4b2aa62011-10-13 09:49:59 +0000526 void RecordRelocSlot(RelocInfo* rinfo, Object* target);
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000527 void RecordCodeEntrySlot(Address slot, Code* target);
528
529 INLINE(void RecordSlot(Object** anchor_slot, Object** slot, Object* object));
530
531 void MigrateObject(Address dst,
532 Address src,
533 int size,
534 AllocationSpace to_old_space);
535
536 bool TryPromoteObject(HeapObject* object, int object_size);
537
kmillikin@chromium.org7c2628c2011-08-10 11:27:35 +0000538 inline Object* encountered_weak_maps() { return encountered_weak_maps_; }
539 inline void set_encountered_weak_maps(Object* weak_map) {
540 encountered_weak_maps_ = weak_map;
541 }
542
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000543 void InvalidateCode(Code* code);
544
erik.corry@gmail.com394dbcf2011-10-27 07:38:48 +0000545 void ClearMarkbits();
546
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000547 private:
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000548 MarkCompactCollector();
549 ~MarkCompactCollector();
550
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000551 bool MarkInvalidatedCode();
552 void RemoveDeadInvalidatedCode();
553 void ProcessInvalidatedCode(ObjectVisitor* visitor);
554
555
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000556#ifdef DEBUG
557 enum CollectorState {
558 IDLE,
559 PREPARE_GC,
560 MARK_LIVE_OBJECTS,
561 SWEEP_SPACES,
562 ENCODE_FORWARDING_ADDRESSES,
563 UPDATE_POINTERS,
ricow@chromium.org30ce4112010-05-31 10:38:25 +0000564 RELOCATE_OBJECTS
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000565 };
566
567 // The current stage of the collector.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000568 CollectorState state_;
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000569#endif
sgjesse@chromium.orgc81c8942009-08-21 10:54:26 +0000570
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000571 // Global flag that forces sweeping to be precise, so we can traverse the
572 // heap.
573 bool sweep_precisely_;
sgjesse@chromium.orgc81c8942009-08-21 10:54:26 +0000574
rossberg@chromium.org994edf62012-02-06 10:12:55 +0000575 bool reduce_memory_footprint_;
576
erik.corry@gmail.combbceb572012-03-09 10:52:05 +0000577 bool abort_incremental_marking_;
578
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000579 // True if we are collecting slots to perform evacuation from evacuation
580 // candidates.
581 bool compacting_;
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000582
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000583 bool was_marked_incrementally_;
ager@chromium.orga1645e22009-09-09 19:27:10 +0000584
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000585 bool collect_maps_;
kasper.lund7276f142008-07-30 08:49:36 +0000586
ulan@chromium.org2efb9002012-01-19 15:36:35 +0000587 bool flush_monomorphic_ics_;
588
kasper.lund7276f142008-07-30 08:49:36 +0000589 // A pointer to the current stack-allocated GC tracer object during a full
590 // collection (NULL before and after).
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000591 GCTracer* tracer_;
kasper.lund7276f142008-07-30 08:49:36 +0000592
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000593 SlotsBufferAllocator slots_buffer_allocator_;
594
595 SlotsBuffer* migration_slots_buffer_;
596
ager@chromium.orgddb913d2009-01-27 10:01:48 +0000597 // Finishes GC, performs heap verification if enabled.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000598 void Finish();
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000599
ager@chromium.orgddb913d2009-01-27 10:01:48 +0000600 // -----------------------------------------------------------------------
601 // Phase 1: Marking live objects.
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000602 //
ager@chromium.orgddb913d2009-01-27 10:01:48 +0000603 // Before: The heap has been prepared for garbage collection by
604 // MarkCompactCollector::Prepare() and is otherwise in its
605 // normal state.
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000606 //
ager@chromium.orgddb913d2009-01-27 10:01:48 +0000607 // After: Live objects are marked and non-live objects are unmarked.
608
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000609
mads.s.ager31e71382008-08-13 09:32:07 +0000610 friend class RootMarkingVisitor;
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000611 friend class MarkingVisitor;
ager@chromium.orgea4f62e2010-08-16 16:28:43 +0000612 friend class StaticMarkingVisitor;
ricow@chromium.org0b9f8502010-08-18 07:45:01 +0000613 friend class CodeMarkingVisitor;
614 friend class SharedFunctionInfoMarkingVisitor;
615
ricow@chromium.org64e3a4b2011-12-13 08:07:27 +0000616 // Mark non-optimize code for functions inlined into the given optimized
617 // code. This will prevent it from being flushed.
618 void MarkInlinedFunctionsCode(Code* code);
619
620 // Mark code objects that are active on the stack to prevent them
621 // from being flushed.
622 void PrepareThreadForCodeFlushing(Isolate* isolate, ThreadLocalTop* top);
623
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000624 void PrepareForCodeFlushing();
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000625
626 // Marking operations for objects reachable from roots.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000627 void MarkLiveObjects();
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000628
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000629 void AfterMarking();
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000630
ulan@chromium.org2efb9002012-01-19 15:36:35 +0000631 // Marks the object black and pushes it on the marking stack.
632 // This is for non-incremental marking.
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000633 INLINE(void MarkObject(HeapObject* obj, MarkBit mark_bit));
ager@chromium.org3bf7b912008-11-17 09:09:45 +0000634
yangguo@chromium.org659ceec2012-01-26 07:37:54 +0000635 INLINE(bool MarkObjectWithoutPush(HeapObject* object));
636 INLINE(void MarkObjectAndPush(HeapObject* value));
637
ulan@chromium.org2efb9002012-01-19 15:36:35 +0000638 // Marks the object black. This is for non-incremental marking.
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000639 INLINE(void SetMark(HeapObject* obj, MarkBit mark_bit));
640
ulan@chromium.org2efb9002012-01-19 15:36:35 +0000641 // Clears the cache of ICs related to this map.
642 INLINE(void ClearCacheOnMap(Map* map));
643
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000644 void ProcessNewlyMarkedObject(HeapObject* obj);
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000645
kasperl@chromium.org9bbf9682008-10-30 11:53:07 +0000646 // Creates back pointers for all map transitions, stores them in
647 // the prototype field. The original prototype pointers are restored
648 // in ClearNonLiveTransitions(). All JSObject maps
649 // connected by map transitions have the same prototype object, which
650 // is why we can use this field temporarily for back pointers.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000651 void CreateBackPointers();
kasperl@chromium.org9bbf9682008-10-30 11:53:07 +0000652
653 // Mark a Map and its DescriptorArray together, skipping transitions.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000654 void MarkMapContents(Map* map);
yangguo@chromium.org659ceec2012-01-26 07:37:54 +0000655 void MarkAccessorPairSlot(HeapObject* accessors, int offset);
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000656 void MarkDescriptorArray(DescriptorArray* descriptors);
kasperl@chromium.org9bbf9682008-10-30 11:53:07 +0000657
mads.s.ager31e71382008-08-13 09:32:07 +0000658 // Mark the heap roots and all objects reachable from them.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000659 void MarkRoots(RootMarkingVisitor* visitor);
ager@chromium.org5ec48922009-05-05 07:25:34 +0000660
661 // Mark the symbol table specially. References to symbols from the
662 // symbol table are weak.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000663 void MarkSymbolTable();
kasper.lund7276f142008-07-30 08:49:36 +0000664
665 // Mark objects in object groups that have at least one object in the
666 // group marked.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000667 void MarkObjectGroups();
kasper.lund7276f142008-07-30 08:49:36 +0000668
ricow@chromium.orgbadaffc2011-03-17 12:15:27 +0000669 // Mark objects in implicit references groups if their parent object
670 // is marked.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000671 void MarkImplicitRefGroups();
ricow@chromium.orgbadaffc2011-03-17 12:15:27 +0000672
673 // Mark all objects which are reachable due to host application
674 // logic like object groups or implicit references' groups.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000675 void ProcessExternalMarking();
kasper.lund7276f142008-07-30 08:49:36 +0000676
mads.s.ager31e71382008-08-13 09:32:07 +0000677 // Mark objects reachable (transitively) from objects in the marking stack
678 // or overflowed in the heap.
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000679 void ProcessMarkingDeque();
mads.s.ager31e71382008-08-13 09:32:07 +0000680
681 // Mark objects reachable (transitively) from objects in the marking
682 // stack. This function empties the marking stack, but may leave
683 // overflowed objects in the heap, in which case the marking stack's
684 // overflow flag will be set.
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000685 void EmptyMarkingDeque();
mads.s.ager31e71382008-08-13 09:32:07 +0000686
687 // Refill the marking stack with overflowed objects from the heap. This
688 // function either leaves the marking stack full or clears the overflow
689 // flag on the marking stack.
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000690 void RefillMarkingDeque();
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000691
ricow@chromium.org4f693d62011-07-04 14:01:31 +0000692 // After reachable maps have been marked process per context object
693 // literal map caches removing unmarked entries.
694 void ProcessMapCaches();
695
ager@chromium.org9085a012009-05-11 19:22:57 +0000696 // Callback function for telling whether the object *p is an unmarked
697 // heap object.
698 static bool IsUnmarkedHeapObject(Object** p);
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000699
ager@chromium.orgddb913d2009-01-27 10:01:48 +0000700 // Map transitions from a live map to a dead map must be killed.
kasperl@chromium.org9bbf9682008-10-30 11:53:07 +0000701 // We replace them with a null descriptor, with the same key.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000702 void ClearNonLiveTransitions();
yangguo@chromium.org659ceec2012-01-26 07:37:54 +0000703 void ClearNonLivePrototypeTransitions(Map* map);
704 void ClearNonLiveMapTransitions(Map* map, MarkBit map_mark);
kasperl@chromium.org9bbf9682008-10-30 11:53:07 +0000705
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000706 // Marking detaches initial maps from SharedFunctionInfo objects
707 // to make this reference weak. We need to reattach initial maps
708 // back after collection. This is either done during
709 // ClearNonLiveTransitions pass or by calling this function.
710 void ReattachInitialMaps();
711
kmillikin@chromium.org7c2628c2011-08-10 11:27:35 +0000712 // Mark all values associated with reachable keys in weak maps encountered
713 // so far. This might push new object or even new weak maps onto the
714 // marking stack.
715 void ProcessWeakMaps();
716
717 // After all reachable objects have been marked those weak map entries
718 // with an unreachable key are removed from all encountered weak maps.
719 // The linked list of all encountered weak maps is destroyed.
720 void ClearWeakMaps();
721
ager@chromium.orgddb913d2009-01-27 10:01:48 +0000722 // -----------------------------------------------------------------------
723 // Phase 2: Sweeping to clear mark bits and free non-live objects for
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000724 // a non-compacting collection.
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000725 //
ager@chromium.orgddb913d2009-01-27 10:01:48 +0000726 // Before: Live objects are marked and non-live objects are unmarked.
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000727 //
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000728 // After: Live objects are unmarked, non-live regions have been added to
729 // their space's free list. Active eden semispace is compacted by
730 // evacuation.
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000731 //
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000732
ager@chromium.orgddb913d2009-01-27 10:01:48 +0000733 // If we are not compacting the heap, we simply sweep the spaces except
734 // for the large object space, clearing mark bits and adding unmarked
735 // regions to each space's free list.
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000736 void SweepSpaces();
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000737
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000738 void EvacuateNewSpace();
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000739
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000740 void EvacuateLiveObjectsFromPage(Page* p);
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000741
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000742 void EvacuatePages();
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000743
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000744 void EvacuateNewSpaceAndCandidates();
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000745
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000746 void SweepSpace(PagedSpace* space, SweeperType sweeper);
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000747
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000748#ifdef DEBUG
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000749 friend class MarkObjectVisitor;
750 static void VisitObject(HeapObject* obj);
751
752 friend class UnmarkObjectVisitor;
753 static void UnmarkObject(HeapObject* obj);
754#endif
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000755
756 Heap* heap_;
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000757 MarkingDeque marking_deque_;
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000758 CodeFlusher* code_flusher_;
kmillikin@chromium.org7c2628c2011-08-10 11:27:35 +0000759 Object* encountered_weak_maps_;
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000760
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000761 List<Page*> evacuation_candidates_;
762 List<Code*> invalidated_code_;
763
sgjesse@chromium.orgea88ce92011-03-23 11:19:56 +0000764 friend class Heap;
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000765};
766
767
erik.corry@gmail.comc3b670f2011-10-05 21:44:48 +0000768const char* AllocationSpaceName(AllocationSpace space);
769
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000770} } // namespace v8::internal
771
772#endif // V8_MARK_COMPACT_H_