Ben Murdoch | b8a8cc1 | 2014-11-26 15:28:44 +0000 | [diff] [blame] | 1 | // Copyright 2011 the V8 project authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
Ben Murdoch | 4a90d5f | 2016-03-22 12:00:34 +0000 | [diff] [blame] | 5 | #include "src/heap/store-buffer.h" |
| 6 | |
Ben Murdoch | b8a8cc1 | 2014-11-26 15:28:44 +0000 | [diff] [blame] | 7 | #include <algorithm> |
| 8 | |
Ben Murdoch | b8a8cc1 | 2014-11-26 15:28:44 +0000 | [diff] [blame] | 9 | #include "src/counters.h" |
Ben Murdoch | 4a90d5f | 2016-03-22 12:00:34 +0000 | [diff] [blame] | 10 | #include "src/heap/incremental-marking.h" |
Ben Murdoch | b8a8cc1 | 2014-11-26 15:28:44 +0000 | [diff] [blame] | 11 | #include "src/heap/store-buffer-inl.h" |
Ben Murdoch | 4a90d5f | 2016-03-22 12:00:34 +0000 | [diff] [blame] | 12 | #include "src/isolate.h" |
| 13 | #include "src/objects-inl.h" |
| 14 | #include "src/v8.h" |
Ben Murdoch | b8a8cc1 | 2014-11-26 15:28:44 +0000 | [diff] [blame] | 15 | |
| 16 | namespace v8 { |
| 17 | namespace internal { |
| 18 | |
| 19 | StoreBuffer::StoreBuffer(Heap* heap) |
Ben Murdoch | 097c5b2 | 2016-05-18 11:27:45 +0100 | [diff] [blame^] | 20 | : heap_(heap), start_(nullptr), limit_(nullptr), virtual_memory_(nullptr) {} |
Ben Murdoch | b8a8cc1 | 2014-11-26 15:28:44 +0000 | [diff] [blame] | 21 | |
| 22 | void StoreBuffer::SetUp() { |
Ben Murdoch | 4a90d5f | 2016-03-22 12:00:34 +0000 | [diff] [blame] | 23 | // Allocate 3x the buffer size, so that we can start the new store buffer |
| 24 | // aligned to 2x the size. This lets us use a bit test to detect the end of |
| 25 | // the area. |
Ben Murdoch | b8a8cc1 | 2014-11-26 15:28:44 +0000 | [diff] [blame] | 26 | virtual_memory_ = new base::VirtualMemory(kStoreBufferSize * 3); |
| 27 | uintptr_t start_as_int = |
| 28 | reinterpret_cast<uintptr_t>(virtual_memory_->address()); |
| 29 | start_ = |
| 30 | reinterpret_cast<Address*>(RoundUp(start_as_int, kStoreBufferSize * 2)); |
| 31 | limit_ = start_ + (kStoreBufferSize / kPointerSize); |
| 32 | |
Ben Murdoch | b8a8cc1 | 2014-11-26 15:28:44 +0000 | [diff] [blame] | 33 | DCHECK(reinterpret_cast<Address>(start_) >= virtual_memory_->address()); |
| 34 | DCHECK(reinterpret_cast<Address>(limit_) >= virtual_memory_->address()); |
| 35 | Address* vm_limit = reinterpret_cast<Address*>( |
| 36 | reinterpret_cast<char*>(virtual_memory_->address()) + |
| 37 | virtual_memory_->size()); |
| 38 | DCHECK(start_ <= vm_limit); |
| 39 | DCHECK(limit_ <= vm_limit); |
| 40 | USE(vm_limit); |
| 41 | DCHECK((reinterpret_cast<uintptr_t>(limit_) & kStoreBufferOverflowBit) != 0); |
| 42 | DCHECK((reinterpret_cast<uintptr_t>(limit_ - 1) & kStoreBufferOverflowBit) == |
| 43 | 0); |
| 44 | |
Ben Murdoch | 4a90d5f | 2016-03-22 12:00:34 +0000 | [diff] [blame] | 45 | if (!virtual_memory_->Commit(reinterpret_cast<Address>(start_), |
| 46 | kStoreBufferSize, |
| 47 | false)) { // Not executable. |
| 48 | V8::FatalProcessOutOfMemory("StoreBuffer::SetUp"); |
| 49 | } |
| 50 | heap_->set_store_buffer_top(reinterpret_cast<Smi*>(start_)); |
Ben Murdoch | b8a8cc1 | 2014-11-26 15:28:44 +0000 | [diff] [blame] | 51 | } |
| 52 | |
| 53 | |
| 54 | void StoreBuffer::TearDown() { |
| 55 | delete virtual_memory_; |
Ben Murdoch | b8a8cc1 | 2014-11-26 15:28:44 +0000 | [diff] [blame] | 56 | start_ = limit_ = NULL; |
Ben Murdoch | 4a90d5f | 2016-03-22 12:00:34 +0000 | [diff] [blame] | 57 | heap_->set_store_buffer_top(reinterpret_cast<Smi*>(start_)); |
Ben Murdoch | b8a8cc1 | 2014-11-26 15:28:44 +0000 | [diff] [blame] | 58 | } |
| 59 | |
| 60 | |
| 61 | void StoreBuffer::StoreBufferOverflow(Isolate* isolate) { |
Ben Murdoch | 097c5b2 | 2016-05-18 11:27:45 +0100 | [diff] [blame^] | 62 | isolate->heap()->store_buffer()->MoveEntriesToRememberedSet(); |
Ben Murdoch | b8a8cc1 | 2014-11-26 15:28:44 +0000 | [diff] [blame] | 63 | isolate->counters()->store_buffer_overflows()->Increment(); |
| 64 | } |
| 65 | |
Ben Murdoch | 097c5b2 | 2016-05-18 11:27:45 +0100 | [diff] [blame^] | 66 | void StoreBuffer::MoveEntriesToRememberedSet() { |
Ben Murdoch | b8a8cc1 | 2014-11-26 15:28:44 +0000 | [diff] [blame] | 67 | Address* top = reinterpret_cast<Address*>(heap_->store_buffer_top()); |
Ben Murdoch | b8a8cc1 | 2014-11-26 15:28:44 +0000 | [diff] [blame] | 68 | if (top == start_) return; |
Ben Murdoch | b8a8cc1 | 2014-11-26 15:28:44 +0000 | [diff] [blame] | 69 | DCHECK(top <= limit_); |
Ben Murdoch | 4a90d5f | 2016-03-22 12:00:34 +0000 | [diff] [blame] | 70 | heap_->set_store_buffer_top(reinterpret_cast<Smi*>(start_)); |
Ben Murdoch | b8a8cc1 | 2014-11-26 15:28:44 +0000 | [diff] [blame] | 71 | for (Address* current = start_; current < top; current++) { |
Ben Murdoch | b8a8cc1 | 2014-11-26 15:28:44 +0000 | [diff] [blame] | 72 | DCHECK(!heap_->code_space()->Contains(*current)); |
Ben Murdoch | 097c5b2 | 2016-05-18 11:27:45 +0100 | [diff] [blame^] | 73 | Address addr = *current; |
| 74 | Page* page = Page::FromAnyPointerAddress(heap_, addr); |
| 75 | RememberedSet<OLD_TO_NEW>::Insert(page, addr); |
Ben Murdoch | 4a90d5f | 2016-03-22 12:00:34 +0000 | [diff] [blame] | 76 | } |
Ben Murdoch | b8a8cc1 | 2014-11-26 15:28:44 +0000 | [diff] [blame] | 77 | } |
Ben Murdoch | 4a90d5f | 2016-03-22 12:00:34 +0000 | [diff] [blame] | 78 | |
| 79 | } // namespace internal |
| 80 | } // namespace v8 |