blob: 29055cb70d053547d44091cdfaf420e0f6736e2d [file] [log] [blame]
Ben Murdoch3ef787d2012-04-12 10:51:47 +01001// Copyright 2012 the V8 project authors. All rights reserved.
Ben Murdochb8a8cc12014-11-26 15:28:44 +00002// Use of this source code is governed by a BSD-style license that can be
3// found in the LICENSE file.
Steve Blocka7e24c12009-10-30 11:49:00 +00004
5#ifndef V8_ZONE_H_
6#define V8_ZONE_H_
7
Ben Murdochb8a8cc12014-11-26 15:28:44 +00008#include <limits>
9
Ben Murdochda12d292016-06-02 14:46:10 +010010#include "src/base/accounting-allocator.h"
Ben Murdoch61f157c2016-09-16 13:49:30 +010011#include "src/base/hashmap.h"
Ben Murdochb8a8cc12014-11-26 15:28:44 +000012#include "src/base/logging.h"
13#include "src/globals.h"
Ben Murdochb8a8cc12014-11-26 15:28:44 +000014#include "src/list.h"
15#include "src/splay-tree.h"
Ben Murdoch257744e2011-11-30 15:57:28 +000016
Steve Blocka7e24c12009-10-30 11:49:00 +000017namespace v8 {
18namespace internal {
19
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000020// Forward declarations.
Steve Block44f0eee2011-05-26 01:26:41 +010021class Segment;
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000022
Steve Blocka7e24c12009-10-30 11:49:00 +000023
24// The Zone supports very fast allocation of small chunks of
25// memory. The chunks cannot be deallocated individually, but instead
26// the Zone supports deallocating all chunks in one fast
27// operation. The Zone is used to hold temporary data structures like
28// the abstract syntax tree, which is deallocated after compilation.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000029//
Steve Blocka7e24c12009-10-30 11:49:00 +000030// Note: There is no need to initialize the Zone; the first time an
31// allocation is attempted, a segment of memory will be requested
32// through a call to malloc().
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000033//
Steve Blocka7e24c12009-10-30 11:49:00 +000034// Note: The implementation is inherently not thread safe. Do not use
35// from multi-threaded code.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000036class Zone final {
Steve Blocka7e24c12009-10-30 11:49:00 +000037 public:
Ben Murdochda12d292016-06-02 14:46:10 +010038 explicit Zone(base::AccountingAllocator* allocator);
Ben Murdochb8a8cc12014-11-26 15:28:44 +000039 ~Zone();
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000040
Steve Blocka7e24c12009-10-30 11:49:00 +000041 // Allocate 'size' bytes of memory in the Zone; expands the Zone by
42 // allocating new segments of memory on demand using malloc().
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000043 void* New(size_t size);
Steve Blocka7e24c12009-10-30 11:49:00 +000044
45 template <typename T>
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000046 T* NewArray(size_t length) {
47 DCHECK_LT(length, std::numeric_limits<size_t>::max() / sizeof(T));
Ben Murdochb8a8cc12014-11-26 15:28:44 +000048 return static_cast<T*>(New(length * sizeof(T)));
49 }
Steve Blocka7e24c12009-10-30 11:49:00 +000050
Ben Murdoch69a99ed2011-11-30 16:03:39 +000051 // Deletes all objects and free all memory allocated in the Zone. Keeps one
52 // small (size <= kMaximumKeptSegmentSize) segment around if it finds one.
Steve Block44f0eee2011-05-26 01:26:41 +010053 void DeleteAll();
Steve Blocka7e24c12009-10-30 11:49:00 +000054
Ben Murdochb8a8cc12014-11-26 15:28:44 +000055 // Deletes the last small segment kept around by DeleteAll(). You
56 // may no longer allocate in the Zone after a call to this method.
Ben Murdoch69a99ed2011-11-30 16:03:39 +000057 void DeleteKeptSegment();
58
Steve Blocka7e24c12009-10-30 11:49:00 +000059 // Returns true if more memory has been allocated in zones than
60 // the limit allows.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000061 bool excess_allocation() const {
62 return segment_bytes_allocated_ > kExcessLimit;
63 }
Steve Blocka7e24c12009-10-30 11:49:00 +000064
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000065 size_t allocation_size() const { return allocation_size_; }
Ben Murdochb8e0da22011-05-16 14:20:40 +010066
Ben Murdochda12d292016-06-02 14:46:10 +010067 base::AccountingAllocator* allocator() const { return allocator_; }
68
Steve Blocka7e24c12009-10-30 11:49:00 +000069 private:
Ben Murdoch3ef787d2012-04-12 10:51:47 +010070 // All pointers returned from New() have this alignment. In addition, if the
71 // object being allocated has a size that is divisible by 8 then its alignment
Ben Murdochb8a8cc12014-11-26 15:28:44 +000072 // will be 8. ASan requires 8-byte alignment.
73#ifdef V8_USE_ADDRESS_SANITIZER
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000074 static const size_t kAlignment = 8;
Ben Murdochb8a8cc12014-11-26 15:28:44 +000075 STATIC_ASSERT(kPointerSize <= 8);
76#else
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000077 static const size_t kAlignment = kPointerSize;
Ben Murdochb8a8cc12014-11-26 15:28:44 +000078#endif
Steve Blocka7e24c12009-10-30 11:49:00 +000079
80 // Never allocate segments smaller than this size in bytes.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000081 static const size_t kMinimumSegmentSize = 8 * KB;
Steve Blocka7e24c12009-10-30 11:49:00 +000082
83 // Never allocate segments larger than this size in bytes.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000084 static const size_t kMaximumSegmentSize = 1 * MB;
Steve Blocka7e24c12009-10-30 11:49:00 +000085
86 // Never keep segments larger than this size in bytes around.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000087 static const size_t kMaximumKeptSegmentSize = 64 * KB;
Steve Blocka7e24c12009-10-30 11:49:00 +000088
89 // Report zone excess when allocation exceeds this limit.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000090 static const size_t kExcessLimit = 256 * MB;
Ben Murdochb8a8cc12014-11-26 15:28:44 +000091
92 // The number of bytes allocated in this zone so far.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000093 size_t allocation_size_;
Steve Blocka7e24c12009-10-30 11:49:00 +000094
95 // The number of bytes allocated in segments. Note that this number
96 // includes memory allocated from the OS but not yet allocated from
97 // the zone.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000098 size_t segment_bytes_allocated_;
Steve Blocka7e24c12009-10-30 11:49:00 +000099
Steve Blocka7e24c12009-10-30 11:49:00 +0000100 // Expand the Zone to hold at least 'size' more bytes and allocate
101 // the bytes. Returns the address of the newly allocated chunk of
102 // memory in the Zone. Should only be called if there isn't enough
103 // room in the Zone already.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000104 Address NewExpand(size_t size);
Steve Blocka7e24c12009-10-30 11:49:00 +0000105
Steve Block44f0eee2011-05-26 01:26:41 +0100106 // Creates a new segment, sets it size, and pushes it to the front
107 // of the segment chain. Returns the new segment.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000108 inline Segment* NewSegment(size_t size);
Steve Block44f0eee2011-05-26 01:26:41 +0100109
110 // Deletes the given segment. Does not touch the segment chain.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000111 inline void DeleteSegment(Segment* segment, size_t size);
Steve Blocka7e24c12009-10-30 11:49:00 +0000112
113 // The free region in the current (front) segment is represented as
114 // the half-open interval [position, limit). The 'position' variable
115 // is guaranteed to be aligned as dictated by kAlignment.
Steve Block44f0eee2011-05-26 01:26:41 +0100116 Address position_;
117 Address limit_;
118
Ben Murdochda12d292016-06-02 14:46:10 +0100119 base::AccountingAllocator* allocator_;
120
Steve Block44f0eee2011-05-26 01:26:41 +0100121 Segment* segment_head_;
Steve Blocka7e24c12009-10-30 11:49:00 +0000122};
123
124
125// ZoneObject is an abstraction that helps define classes of objects
126// allocated in the Zone. Use it as a base class; see ast.h.
127class ZoneObject {
128 public:
129 // Allocate a new ZoneObject of 'size' bytes in the Zone.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000130 void* operator new(size_t size, Zone* zone) { return zone->New(size); }
Steve Blocka7e24c12009-10-30 11:49:00 +0000131
132 // Ideally, the delete operator should be private instead of
133 // public, but unfortunately the compiler sometimes synthesizes
134 // (unused) destructors for classes derived from ZoneObject, which
135 // require the operator to be visible. MSVC requires the delete
136 // operator to be public.
137
138 // ZoneObjects should never be deleted individually; use
139 // Zone::DeleteAll() to delete all zone objects in one go.
140 void operator delete(void*, size_t) { UNREACHABLE(); }
Ben Murdoch69a99ed2011-11-30 16:03:39 +0000141 void operator delete(void* pointer, Zone* zone) { UNREACHABLE(); }
Steve Blocka7e24c12009-10-30 11:49:00 +0000142};
143
144
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000145// The ZoneScope is used to automatically call DeleteAll() on a
146// Zone when the ZoneScope is destroyed (i.e. goes out of scope)
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000147class ZoneScope final {
Steve Blocka7e24c12009-10-30 11:49:00 +0000148 public:
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000149 explicit ZoneScope(Zone* zone) : zone_(zone) { }
150 ~ZoneScope() { zone_->DeleteAll(); }
Steve Blocka7e24c12009-10-30 11:49:00 +0000151
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000152 Zone* zone() const { return zone_; }
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000153
154 private:
155 Zone* zone_;
156};
157
158
159// The ZoneAllocationPolicy is used to specialize generic data
160// structures to allocate themselves and their elements in the Zone.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000161class ZoneAllocationPolicy final {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000162 public:
163 explicit ZoneAllocationPolicy(Zone* zone) : zone_(zone) { }
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000164 void* New(size_t size) { return zone()->New(size); }
165 static void Delete(void* pointer) {}
166 Zone* zone() const { return zone_; }
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000167
168 private:
169 Zone* zone_;
Steve Blocka7e24c12009-10-30 11:49:00 +0000170};
171
172
173// ZoneLists are growable lists with constant-time access to the
174// elements. The list itself and all its elements are allocated in the
175// Zone. ZoneLists cannot be deleted individually; you can delete all
176// objects in the Zone by calling Zone::DeleteAll().
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000177template <typename T>
178class ZoneList final : public List<T, ZoneAllocationPolicy> {
Steve Blocka7e24c12009-10-30 11:49:00 +0000179 public:
180 // Construct a new ZoneList with the given capacity; the length is
181 // always zero. The capacity must be non-negative.
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000182 ZoneList(int capacity, Zone* zone)
183 : List<T, ZoneAllocationPolicy>(capacity, ZoneAllocationPolicy(zone)) { }
184
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000185 void* operator new(size_t size, Zone* zone) { return zone->New(size); }
Ben Murdochb0fe1622011-05-05 13:52:32 +0100186
187 // Construct a new ZoneList by copying the elements of the given ZoneList.
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000188 ZoneList(const ZoneList<T>& other, Zone* zone)
189 : List<T, ZoneAllocationPolicy>(other.length(),
190 ZoneAllocationPolicy(zone)) {
191 AddAll(other, zone);
192 }
193
194 // We add some convenience wrappers so that we can pass in a Zone
195 // instead of a (less convenient) ZoneAllocationPolicy.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000196 void Add(const T& element, Zone* zone) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000197 List<T, ZoneAllocationPolicy>::Add(element, ZoneAllocationPolicy(zone));
198 }
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000199 void AddAll(const List<T, ZoneAllocationPolicy>& other, Zone* zone) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000200 List<T, ZoneAllocationPolicy>::AddAll(other, ZoneAllocationPolicy(zone));
201 }
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000202 void AddAll(const Vector<T>& other, Zone* zone) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000203 List<T, ZoneAllocationPolicy>::AddAll(other, ZoneAllocationPolicy(zone));
204 }
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000205 void InsertAt(int index, const T& element, Zone* zone) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000206 List<T, ZoneAllocationPolicy>::InsertAt(index, element,
207 ZoneAllocationPolicy(zone));
208 }
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000209 Vector<T> AddBlock(T value, int count, Zone* zone) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000210 return List<T, ZoneAllocationPolicy>::AddBlock(value, count,
211 ZoneAllocationPolicy(zone));
212 }
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000213 void Allocate(int length, Zone* zone) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000214 List<T, ZoneAllocationPolicy>::Allocate(length, ZoneAllocationPolicy(zone));
215 }
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000216 void Initialize(int capacity, Zone* zone) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000217 List<T, ZoneAllocationPolicy>::Initialize(capacity,
218 ZoneAllocationPolicy(zone));
Ben Murdochb0fe1622011-05-05 13:52:32 +0100219 }
Ben Murdoch69a99ed2011-11-30 16:03:39 +0000220
221 void operator delete(void* pointer) { UNREACHABLE(); }
222 void operator delete(void* pointer, Zone* zone) { UNREACHABLE(); }
Steve Blocka7e24c12009-10-30 11:49:00 +0000223};
224
225
Steve Blocka7e24c12009-10-30 11:49:00 +0000226// A zone splay tree. The config type parameter encapsulates the
Steve Block6ded16b2010-05-10 14:33:55 +0100227// different configurations of a concrete splay tree (see splay-tree.h).
228// The tree itself and all its elements are allocated in the Zone.
Steve Blocka7e24c12009-10-30 11:49:00 +0000229template <typename Config>
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000230class ZoneSplayTree final : public SplayTree<Config, ZoneAllocationPolicy> {
Steve Blocka7e24c12009-10-30 11:49:00 +0000231 public:
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000232 explicit ZoneSplayTree(Zone* zone)
233 : SplayTree<Config, ZoneAllocationPolicy>(ZoneAllocationPolicy(zone)) {}
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000234 ~ZoneSplayTree() {
235 // Reset the root to avoid unneeded iteration over all tree nodes
236 // in the destructor. For a zone-allocated tree, nodes will be
237 // freed by the Zone.
238 SplayTree<Config, ZoneAllocationPolicy>::ResetRoot();
239 }
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000240
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000241 void* operator new(size_t size, Zone* zone) { return zone->New(size); }
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000242
243 void operator delete(void* pointer) { UNREACHABLE(); }
244 void operator delete(void* pointer, Zone* zone) { UNREACHABLE(); }
Steve Blocka7e24c12009-10-30 11:49:00 +0000245};
246
Ben Murdoch61f157c2016-09-16 13:49:30 +0100247typedef base::TemplateHashMapImpl<ZoneAllocationPolicy> ZoneHashMap;
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100248
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000249} // namespace internal
250} // namespace v8
Steve Blocka7e24c12009-10-30 11:49:00 +0000251
252#endif // V8_ZONE_H_