blob: 60c2cbb69dd7626694211079aecb7787384fb541 [file] [log] [blame]
ager@chromium.org9258b6b2008-09-11 09:11:10 +00001// Copyright 2006-2008 the V8 project authors. All rights reserved.
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +00002// Redistribution and use in source and binary forms, with or without
3// modification, are permitted provided that the following conditions are
4// met:
5//
6// * Redistributions of source code must retain the above copyright
7// notice, this list of conditions and the following disclaimer.
8// * Redistributions in binary form must reproduce the above
9// copyright notice, this list of conditions and the following
10// disclaimer in the documentation and/or other materials provided
11// with the distribution.
12// * Neither the name of Google Inc. nor the names of its
13// contributors may be used to endorse or promote products derived
14// from this software without specific prior written permission.
15//
16// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
28#include "v8.h"
29
30#include "accessors.h"
31#include "api.h"
32#include "execution.h"
33#include "global-handles.h"
34#include "ic-inl.h"
35#include "natives.h"
36#include "platform.h"
37#include "runtime.h"
38#include "serialize.h"
39#include "stub-cache.h"
40#include "v8threads.h"
christian.plesner.hansen@gmail.com9d58c2b2009-10-16 11:48:38 +000041#include "top.h"
ager@chromium.orgc4c92722009-11-18 14:12:51 +000042#include "bootstrapper.h"
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +000043
kasperl@chromium.org71affb52009-05-26 05:44:31 +000044namespace v8 {
45namespace internal {
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +000046
sgjesse@chromium.orgac6aa172009-12-04 12:29:05 +000047
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +000048// -----------------------------------------------------------------------------
49// Coding of external references.
50
51// The encoding of an external reference. The type is in the high word.
52// The id is in the low word.
53static uint32_t EncodeExternal(TypeCode type, uint16_t id) {
54 return static_cast<uint32_t>(type) << 16 | id;
55}
56
57
58static int* GetInternalPointer(StatsCounter* counter) {
59 // All counters refer to dummy_counter, if deserializing happens without
60 // setting up counters.
61 static int dummy_counter = 0;
62 return counter->Enabled() ? counter->GetInternalPointer() : &dummy_counter;
63}
64
65
66// ExternalReferenceTable is a helper class that defines the relationship
67// between external references and their encodings. It is used to build
68// hashmaps in ExternalReferenceEncoder and ExternalReferenceDecoder.
69class ExternalReferenceTable {
70 public:
71 static ExternalReferenceTable* instance() {
72 if (!instance_) instance_ = new ExternalReferenceTable();
73 return instance_;
74 }
75
76 int size() const { return refs_.length(); }
77
78 Address address(int i) { return refs_[i].address; }
79
80 uint32_t code(int i) { return refs_[i].code; }
81
82 const char* name(int i) { return refs_[i].name; }
83
84 int max_id(int code) { return max_id_[code]; }
85
86 private:
87 static ExternalReferenceTable* instance_;
88
iposva@chromium.org245aa852009-02-10 00:49:54 +000089 ExternalReferenceTable() : refs_(64) { PopulateTable(); }
90 ~ExternalReferenceTable() { }
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +000091
92 struct ExternalReferenceEntry {
93 Address address;
94 uint32_t code;
95 const char* name;
96 };
97
iposva@chromium.org245aa852009-02-10 00:49:54 +000098 void PopulateTable();
99
100 // For a few types of references, we can get their address from their id.
101 void AddFromId(TypeCode type, uint16_t id, const char* name);
102
103 // For other types of references, the caller will figure out the address.
104 void Add(Address address, TypeCode type, uint16_t id, const char* name);
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000105
106 List<ExternalReferenceEntry> refs_;
107 int max_id_[kTypeCodeCount];
108};
109
110
111ExternalReferenceTable* ExternalReferenceTable::instance_ = NULL;
112
113
iposva@chromium.org245aa852009-02-10 00:49:54 +0000114void ExternalReferenceTable::AddFromId(TypeCode type,
115 uint16_t id,
116 const char* name) {
117 Address address;
118 switch (type) {
ager@chromium.orgeadaf222009-06-16 09:43:10 +0000119 case C_BUILTIN: {
120 ExternalReference ref(static_cast<Builtins::CFunctionId>(id));
121 address = ref.address();
iposva@chromium.org245aa852009-02-10 00:49:54 +0000122 break;
ager@chromium.orgeadaf222009-06-16 09:43:10 +0000123 }
124 case BUILTIN: {
125 ExternalReference ref(static_cast<Builtins::Name>(id));
126 address = ref.address();
iposva@chromium.org245aa852009-02-10 00:49:54 +0000127 break;
ager@chromium.orgeadaf222009-06-16 09:43:10 +0000128 }
129 case RUNTIME_FUNCTION: {
130 ExternalReference ref(static_cast<Runtime::FunctionId>(id));
131 address = ref.address();
iposva@chromium.org245aa852009-02-10 00:49:54 +0000132 break;
ager@chromium.orgeadaf222009-06-16 09:43:10 +0000133 }
134 case IC_UTILITY: {
135 ExternalReference ref(IC_Utility(static_cast<IC::UtilityId>(id)));
136 address = ref.address();
iposva@chromium.org245aa852009-02-10 00:49:54 +0000137 break;
ager@chromium.orgeadaf222009-06-16 09:43:10 +0000138 }
iposva@chromium.org245aa852009-02-10 00:49:54 +0000139 default:
140 UNREACHABLE();
141 return;
142 }
143 Add(address, type, id, name);
144}
145
146
147void ExternalReferenceTable::Add(Address address,
148 TypeCode type,
149 uint16_t id,
150 const char* name) {
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000151 ASSERT_NE(NULL, address);
iposva@chromium.org245aa852009-02-10 00:49:54 +0000152 ExternalReferenceEntry entry;
153 entry.address = address;
154 entry.code = EncodeExternal(type, id);
155 entry.name = name;
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000156 ASSERT_NE(0, entry.code);
iposva@chromium.org245aa852009-02-10 00:49:54 +0000157 refs_.Add(entry);
158 if (id > max_id_[type]) max_id_[type] = id;
159}
160
161
162void ExternalReferenceTable::PopulateTable() {
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000163 for (int type_code = 0; type_code < kTypeCodeCount; type_code++) {
164 max_id_[type_code] = 0;
165 }
166
iposva@chromium.org245aa852009-02-10 00:49:54 +0000167 // The following populates all of the different type of external references
168 // into the ExternalReferenceTable.
169 //
170 // NOTE: This function was originally 100k of code. It has since been
171 // rewritten to be mostly table driven, as the callback macro style tends to
172 // very easily cause code bloat. Please be careful in the future when adding
173 // new references.
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000174
iposva@chromium.org245aa852009-02-10 00:49:54 +0000175 struct RefTableEntry {
176 TypeCode type;
177 uint16_t id;
178 const char* name;
179 };
180
181 static const RefTableEntry ref_table[] = {
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000182 // Builtins
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +0000183#define DEF_ENTRY_C(name, ignored) \
iposva@chromium.org245aa852009-02-10 00:49:54 +0000184 { C_BUILTIN, \
185 Builtins::c_##name, \
186 "Builtins::" #name },
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000187
188 BUILTIN_LIST_C(DEF_ENTRY_C)
189#undef DEF_ENTRY_C
190
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +0000191#define DEF_ENTRY_C(name, ignored) \
iposva@chromium.org245aa852009-02-10 00:49:54 +0000192 { BUILTIN, \
193 Builtins::name, \
194 "Builtins::" #name },
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +0000195#define DEF_ENTRY_A(name, kind, state) DEF_ENTRY_C(name, ignored)
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000196
197 BUILTIN_LIST_C(DEF_ENTRY_C)
198 BUILTIN_LIST_A(DEF_ENTRY_A)
ager@chromium.org8bb60582008-12-11 12:02:20 +0000199 BUILTIN_LIST_DEBUG_A(DEF_ENTRY_A)
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000200#undef DEF_ENTRY_C
201#undef DEF_ENTRY_A
202
203 // Runtime functions
ager@chromium.orga1645e22009-09-09 19:27:10 +0000204#define RUNTIME_ENTRY(name, nargs, ressize) \
iposva@chromium.org245aa852009-02-10 00:49:54 +0000205 { RUNTIME_FUNCTION, \
206 Runtime::k##name, \
207 "Runtime::" #name },
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000208
209 RUNTIME_FUNCTION_LIST(RUNTIME_ENTRY)
210#undef RUNTIME_ENTRY
211
212 // IC utilities
213#define IC_ENTRY(name) \
iposva@chromium.org245aa852009-02-10 00:49:54 +0000214 { IC_UTILITY, \
215 IC::k##name, \
216 "IC::" #name },
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000217
218 IC_UTIL_LIST(IC_ENTRY)
219#undef IC_ENTRY
iposva@chromium.org245aa852009-02-10 00:49:54 +0000220 }; // end of ref_table[].
221
222 for (size_t i = 0; i < ARRAY_SIZE(ref_table); ++i) {
223 AddFromId(ref_table[i].type, ref_table[i].id, ref_table[i].name);
224 }
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000225
ager@chromium.org65dad4b2009-04-23 08:48:43 +0000226#ifdef ENABLE_DEBUGGER_SUPPORT
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000227 // Debug addresses
228 Add(Debug_Address(Debug::k_after_break_target_address).address(),
229 DEBUG_ADDRESS,
230 Debug::k_after_break_target_address << kDebugIdShift,
231 "Debug::after_break_target_address()");
vegorov@chromium.org2356e6f2010-06-09 09:38:56 +0000232 Add(Debug_Address(Debug::k_debug_break_slot_address).address(),
233 DEBUG_ADDRESS,
234 Debug::k_debug_break_slot_address << kDebugIdShift,
235 "Debug::debug_break_slot_address()");
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000236 Add(Debug_Address(Debug::k_debug_break_return_address).address(),
237 DEBUG_ADDRESS,
238 Debug::k_debug_break_return_address << kDebugIdShift,
239 "Debug::debug_break_return_address()");
whesse@chromium.orge90029b2010-08-02 11:52:17 +0000240 Add(Debug_Address(Debug::k_restarter_frame_function_pointer).address(),
241 DEBUG_ADDRESS,
242 Debug::k_restarter_frame_function_pointer << kDebugIdShift,
243 "Debug::restarter_frame_function_pointer_address()");
ager@chromium.org65dad4b2009-04-23 08:48:43 +0000244#endif
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000245
246 // Stat counters
iposva@chromium.org245aa852009-02-10 00:49:54 +0000247 struct StatsRefTableEntry {
248 StatsCounter* counter;
249 uint16_t id;
250 const char* name;
251 };
252
253 static const StatsRefTableEntry stats_ref_table[] = {
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000254#define COUNTER_ENTRY(name, caption) \
iposva@chromium.org245aa852009-02-10 00:49:54 +0000255 { &Counters::name, \
256 Counters::k_##name, \
257 "Counters::" #name },
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000258
259 STATS_COUNTER_LIST_1(COUNTER_ENTRY)
260 STATS_COUNTER_LIST_2(COUNTER_ENTRY)
261#undef COUNTER_ENTRY
iposva@chromium.org245aa852009-02-10 00:49:54 +0000262 }; // end of stats_ref_table[].
263
264 for (size_t i = 0; i < ARRAY_SIZE(stats_ref_table); ++i) {
265 Add(reinterpret_cast<Address>(
266 GetInternalPointer(stats_ref_table[i].counter)),
267 STATS_COUNTER,
268 stats_ref_table[i].id,
269 stats_ref_table[i].name);
270 }
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000271
272 // Top addresses
christian.plesner.hansen@gmail.com9d58c2b2009-10-16 11:48:38 +0000273 const char* top_address_format = "Top::%s";
274
275 const char* AddressNames[] = {
276#define C(name) #name,
277 TOP_ADDRESS_LIST(C)
278 TOP_ADDRESS_LIST_PROF(C)
279 NULL
280#undef C
281 };
282
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000283 int top_format_length = StrLength(top_address_format) - 2;
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000284 for (uint16_t i = 0; i < Top::k_top_address_count; ++i) {
christian.plesner.hansen@gmail.com9d58c2b2009-10-16 11:48:38 +0000285 const char* address_name = AddressNames[i];
286 Vector<char> name =
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000287 Vector<char>::New(top_format_length + StrLength(address_name) + 1);
kasperl@chromium.orgb9123622008-09-17 14:05:56 +0000288 const char* chars = name.start();
christian.plesner.hansen@gmail.com9d58c2b2009-10-16 11:48:38 +0000289 OS::SNPrintF(name, top_address_format, address_name);
kasperl@chromium.orgb9123622008-09-17 14:05:56 +0000290 Add(Top::get_address_from_id((Top::AddressId)i), TOP_ADDRESS, i, chars);
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000291 }
292
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000293 // Accessors
294#define ACCESSOR_DESCRIPTOR_DECLARATION(name) \
295 Add((Address)&Accessors::name, \
296 ACCESSOR, \
297 Accessors::k##name, \
298 "Accessors::" #name);
299
300 ACCESSOR_DESCRIPTOR_LIST(ACCESSOR_DESCRIPTOR_DECLARATION)
301#undef ACCESSOR_DESCRIPTOR_DECLARATION
302
303 // Stub cache tables
304 Add(SCTableReference::keyReference(StubCache::kPrimary).address(),
305 STUB_CACHE_TABLE,
306 1,
307 "StubCache::primary_->key");
308 Add(SCTableReference::valueReference(StubCache::kPrimary).address(),
309 STUB_CACHE_TABLE,
310 2,
311 "StubCache::primary_->value");
312 Add(SCTableReference::keyReference(StubCache::kSecondary).address(),
313 STUB_CACHE_TABLE,
314 3,
315 "StubCache::secondary_->key");
316 Add(SCTableReference::valueReference(StubCache::kSecondary).address(),
317 STUB_CACHE_TABLE,
318 4,
319 "StubCache::secondary_->value");
320
321 // Runtime entries
ager@chromium.orgeadaf222009-06-16 09:43:10 +0000322 Add(ExternalReference::perform_gc_function().address(),
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000323 RUNTIME_ENTRY,
324 1,
325 "Runtime::PerformGC");
ager@chromium.org357bf652010-04-12 11:30:10 +0000326 Add(ExternalReference::fill_heap_number_with_random_function().address(),
ager@chromium.orgeadaf222009-06-16 09:43:10 +0000327 RUNTIME_ENTRY,
328 2,
ager@chromium.org357bf652010-04-12 11:30:10 +0000329 "V8::FillHeapNumberWithRandom");
330
331 Add(ExternalReference::random_uint32_function().address(),
332 RUNTIME_ENTRY,
333 3,
334 "V8::Random");
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000335
lrn@chromium.org303ada72010-10-27 09:33:13 +0000336 Add(ExternalReference::delete_handle_scope_extensions().address(),
337 RUNTIME_ENTRY,
ager@chromium.org378b34e2011-01-28 08:04:38 +0000338 4,
lrn@chromium.org303ada72010-10-27 09:33:13 +0000339 "HandleScope::DeleteExtensions");
340
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000341 // Miscellaneous
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000342 Add(ExternalReference::the_hole_value_location().address(),
343 UNCLASSIFIED,
344 2,
345 "Factory::the_hole_value().location()");
ager@chromium.orgab99eea2009-08-25 07:05:41 +0000346 Add(ExternalReference::roots_address().address(),
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000347 UNCLASSIFIED,
348 3,
ager@chromium.orgab99eea2009-08-25 07:05:41 +0000349 "Heap::roots_address()");
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000350 Add(ExternalReference::address_of_stack_limit().address(),
ager@chromium.orgab99eea2009-08-25 07:05:41 +0000351 UNCLASSIFIED,
352 4,
ager@chromium.org6f10e412009-02-13 10:11:16 +0000353 "StackGuard::address_of_jslimit()");
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000354 Add(ExternalReference::address_of_real_stack_limit().address(),
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000355 UNCLASSIFIED,
ager@chromium.orgab99eea2009-08-25 07:05:41 +0000356 5,
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000357 "StackGuard::address_of_real_jslimit()");
ricow@chromium.org4980dff2010-07-19 08:33:45 +0000358#ifndef V8_INTERPRETED_REGEXP
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000359 Add(ExternalReference::address_of_regexp_stack_limit().address(),
360 UNCLASSIFIED,
361 6,
ager@chromium.org32912102009-01-16 10:38:43 +0000362 "RegExpStack::limit_address()");
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000363 Add(ExternalReference::address_of_regexp_stack_memory_address().address(),
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000364 UNCLASSIFIED,
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000365 7,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000366 "RegExpStack::memory_address()");
367 Add(ExternalReference::address_of_regexp_stack_memory_size().address(),
368 UNCLASSIFIED,
369 8,
370 "RegExpStack::memory_size()");
371 Add(ExternalReference::address_of_static_offsets_vector().address(),
372 UNCLASSIFIED,
373 9,
374 "OffsetsVector::static_offsets_vector");
ricow@chromium.org4980dff2010-07-19 08:33:45 +0000375#endif // V8_INTERPRETED_REGEXP
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000376 Add(ExternalReference::new_space_start().address(),
377 UNCLASSIFIED,
378 10,
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000379 "Heap::NewSpaceStart()");
ager@chromium.orgce5e87b2010-03-10 10:24:18 +0000380 Add(ExternalReference::new_space_mask().address(),
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000381 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000382 11,
ager@chromium.orgce5e87b2010-03-10 10:24:18 +0000383 "Heap::NewSpaceMask()");
384 Add(ExternalReference::heap_always_allocate_scope_depth().address(),
385 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000386 12,
kasperl@chromium.org9bbf9682008-10-30 11:53:07 +0000387 "Heap::always_allocate_scope_depth()");
388 Add(ExternalReference::new_space_allocation_limit_address().address(),
389 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000390 13,
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000391 "Heap::NewSpaceAllocationLimitAddress()");
392 Add(ExternalReference::new_space_allocation_top_address().address(),
393 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000394 14,
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000395 "Heap::NewSpaceAllocationTopAddress()");
ager@chromium.org65dad4b2009-04-23 08:48:43 +0000396#ifdef ENABLE_DEBUGGER_SUPPORT
397 Add(ExternalReference::debug_break().address(),
398 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000399 15,
ager@chromium.org65dad4b2009-04-23 08:48:43 +0000400 "Debug::Break()");
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000401 Add(ExternalReference::debug_step_in_fp_address().address(),
402 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000403 16,
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000404 "Debug::step_in_fp_addr()");
kasperl@chromium.org2abc4502009-07-02 07:00:29 +0000405#endif
ager@chromium.org65dad4b2009-04-23 08:48:43 +0000406 Add(ExternalReference::double_fp_operation(Token::ADD).address(),
407 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000408 17,
ager@chromium.org65dad4b2009-04-23 08:48:43 +0000409 "add_two_doubles");
410 Add(ExternalReference::double_fp_operation(Token::SUB).address(),
411 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000412 18,
ager@chromium.org65dad4b2009-04-23 08:48:43 +0000413 "sub_two_doubles");
414 Add(ExternalReference::double_fp_operation(Token::MUL).address(),
415 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000416 19,
ager@chromium.org65dad4b2009-04-23 08:48:43 +0000417 "mul_two_doubles");
kasperl@chromium.org86f77b72009-07-06 08:21:57 +0000418 Add(ExternalReference::double_fp_operation(Token::DIV).address(),
kasperl@chromium.org2abc4502009-07-02 07:00:29 +0000419 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000420 20,
kasperl@chromium.org86f77b72009-07-06 08:21:57 +0000421 "div_two_doubles");
422 Add(ExternalReference::double_fp_operation(Token::MOD).address(),
423 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000424 21,
kasperl@chromium.org86f77b72009-07-06 08:21:57 +0000425 "mod_two_doubles");
426 Add(ExternalReference::compare_doubles().address(),
427 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000428 22,
kasperl@chromium.org2abc4502009-07-02 07:00:29 +0000429 "compare_doubles");
ricow@chromium.orgc9c80822010-04-21 08:22:37 +0000430#ifndef V8_INTERPRETED_REGEXP
ager@chromium.org18ad94b2009-09-02 08:22:29 +0000431 Add(ExternalReference::re_case_insensitive_compare_uc16().address(),
432 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000433 23,
ager@chromium.org18ad94b2009-09-02 08:22:29 +0000434 "NativeRegExpMacroAssembler::CaseInsensitiveCompareUC16()");
435 Add(ExternalReference::re_check_stack_guard_state().address(),
436 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000437 24,
ager@chromium.org18ad94b2009-09-02 08:22:29 +0000438 "RegExpMacroAssembler*::CheckStackGuardState()");
439 Add(ExternalReference::re_grow_stack().address(),
440 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000441 25,
ager@chromium.org18ad94b2009-09-02 08:22:29 +0000442 "NativeRegExpMacroAssembler::GrowStack()");
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +0000443 Add(ExternalReference::re_word_character_map().address(),
444 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000445 26,
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +0000446 "NativeRegExpMacroAssembler::word_character_map");
ricow@chromium.orgc9c80822010-04-21 08:22:37 +0000447#endif // V8_INTERPRETED_REGEXP
kmillikin@chromium.org13bd2942009-12-16 15:36:05 +0000448 // Keyed lookup cache.
449 Add(ExternalReference::keyed_lookup_cache_keys().address(),
450 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000451 27,
kmillikin@chromium.org13bd2942009-12-16 15:36:05 +0000452 "KeyedLookupCache::keys()");
453 Add(ExternalReference::keyed_lookup_cache_field_offsets().address(),
454 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000455 28,
kmillikin@chromium.org13bd2942009-12-16 15:36:05 +0000456 "KeyedLookupCache::field_offsets()");
ager@chromium.orgce5e87b2010-03-10 10:24:18 +0000457 Add(ExternalReference::transcendental_cache_array_address().address(),
458 UNCLASSIFIED,
whesse@chromium.org2c186ca2010-06-16 11:32:39 +0000459 29,
ager@chromium.orgce5e87b2010-03-10 10:24:18 +0000460 "TranscendentalCache::caches()");
lrn@chromium.org303ada72010-10-27 09:33:13 +0000461 Add(ExternalReference::handle_scope_next_address().address(),
462 UNCLASSIFIED,
463 30,
464 "HandleScope::next");
465 Add(ExternalReference::handle_scope_limit_address().address(),
466 UNCLASSIFIED,
467 31,
468 "HandleScope::limit");
469 Add(ExternalReference::handle_scope_level_address().address(),
470 UNCLASSIFIED,
471 32,
472 "HandleScope::level");
kasperl@chromium.orga5551262010-12-07 12:49:48 +0000473 Add(ExternalReference::new_deoptimizer_function().address(),
474 UNCLASSIFIED,
475 33,
476 "Deoptimizer::New()");
477 Add(ExternalReference::compute_output_frames_function().address(),
478 UNCLASSIFIED,
479 34,
480 "Deoptimizer::ComputeOutputFrames()");
481 Add(ExternalReference::address_of_min_int().address(),
482 UNCLASSIFIED,
483 35,
484 "LDoubleConstant::min_int");
485 Add(ExternalReference::address_of_one_half().address(),
486 UNCLASSIFIED,
487 36,
488 "LDoubleConstant::one_half");
sgjesse@chromium.orgc6c57182011-01-17 12:24:25 +0000489 Add(ExternalReference::address_of_minus_zero().address(),
ager@chromium.org5f0c45f2010-12-17 08:51:21 +0000490 UNCLASSIFIED,
491 37,
sgjesse@chromium.orgc6c57182011-01-17 12:24:25 +0000492 "LDoubleConstant::minus_zero");
493 Add(ExternalReference::address_of_negative_infinity().address(),
494 UNCLASSIFIED,
495 38,
ager@chromium.org5f0c45f2010-12-17 08:51:21 +0000496 "LDoubleConstant::negative_infinity");
497 Add(ExternalReference::power_double_double_function().address(),
498 UNCLASSIFIED,
sgjesse@chromium.orgc6c57182011-01-17 12:24:25 +0000499 39,
ager@chromium.org5f0c45f2010-12-17 08:51:21 +0000500 "power_double_double_function");
501 Add(ExternalReference::power_double_int_function().address(),
502 UNCLASSIFIED,
sgjesse@chromium.orgc6c57182011-01-17 12:24:25 +0000503 40,
ager@chromium.org5f0c45f2010-12-17 08:51:21 +0000504 "power_double_int_function");
kmillikin@chromium.orgd2c22f02011-01-10 08:15:37 +0000505 Add(ExternalReference::arguments_marker_location().address(),
506 UNCLASSIFIED,
ager@chromium.org378b34e2011-01-28 08:04:38 +0000507 41,
kmillikin@chromium.orgd2c22f02011-01-10 08:15:37 +0000508 "Factory::arguments_marker().location()");
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000509}
510
511
512ExternalReferenceEncoder::ExternalReferenceEncoder()
513 : encodings_(Match) {
514 ExternalReferenceTable* external_references =
515 ExternalReferenceTable::instance();
516 for (int i = 0; i < external_references->size(); ++i) {
517 Put(external_references->address(i), i);
518 }
519}
520
521
522uint32_t ExternalReferenceEncoder::Encode(Address key) const {
523 int index = IndexOf(key);
whesse@chromium.orge90029b2010-08-02 11:52:17 +0000524 ASSERT(key == NULL || index >= 0);
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000525 return index >=0 ? ExternalReferenceTable::instance()->code(index) : 0;
526}
527
528
529const char* ExternalReferenceEncoder::NameOfAddress(Address key) const {
530 int index = IndexOf(key);
531 return index >=0 ? ExternalReferenceTable::instance()->name(index) : NULL;
532}
533
534
535int ExternalReferenceEncoder::IndexOf(Address key) const {
536 if (key == NULL) return -1;
537 HashMap::Entry* entry =
538 const_cast<HashMap &>(encodings_).Lookup(key, Hash(key), false);
ager@chromium.org9085a012009-05-11 19:22:57 +0000539 return entry == NULL
540 ? -1
541 : static_cast<int>(reinterpret_cast<intptr_t>(entry->value));
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000542}
543
544
545void ExternalReferenceEncoder::Put(Address key, int index) {
546 HashMap::Entry* entry = encodings_.Lookup(key, Hash(key), true);
whesse@chromium.orgcec079d2010-03-22 14:44:04 +0000547 entry->value = reinterpret_cast<void*>(index);
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000548}
549
550
551ExternalReferenceDecoder::ExternalReferenceDecoder()
whesse@chromium.org4a5224e2010-10-20 12:37:07 +0000552 : encodings_(NewArray<Address*>(kTypeCodeCount)) {
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000553 ExternalReferenceTable* external_references =
554 ExternalReferenceTable::instance();
555 for (int type = kFirstTypeCode; type < kTypeCodeCount; ++type) {
556 int max = external_references->max_id(type) + 1;
557 encodings_[type] = NewArray<Address>(max + 1);
558 }
559 for (int i = 0; i < external_references->size(); ++i) {
560 Put(external_references->code(i), external_references->address(i));
561 }
562}
563
564
565ExternalReferenceDecoder::~ExternalReferenceDecoder() {
566 for (int type = kFirstTypeCode; type < kTypeCodeCount; ++type) {
567 DeleteArray(encodings_[type]);
568 }
569 DeleteArray(encodings_);
570}
571
572
kasperl@chromium.org061ef742009-02-27 12:16:20 +0000573bool Serializer::serialization_enabled_ = false;
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000574bool Serializer::too_late_to_enable_now_ = false;
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +0000575ExternalReferenceDecoder* Deserializer::external_reference_decoder_ = NULL;
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +0000576
577
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +0000578Deserializer::Deserializer(SnapshotByteSource* source) : source_(source) {
ager@chromium.org3811b432009-10-28 14:53:37 +0000579}
580
581
582// This routine both allocates a new object, and also keeps
583// track of where objects have been allocated so that we can
584// fix back references when deserializing.
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000585Address Deserializer::Allocate(int space_index, Space* space, int size) {
586 Address address;
587 if (!SpaceIsLarge(space_index)) {
588 ASSERT(!SpaceIsPaged(space_index) ||
589 size <= Page::kPageSize - Page::kObjectStartOffset);
lrn@chromium.org303ada72010-10-27 09:33:13 +0000590 MaybeObject* maybe_new_allocation;
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000591 if (space_index == NEW_SPACE) {
lrn@chromium.org303ada72010-10-27 09:33:13 +0000592 maybe_new_allocation =
593 reinterpret_cast<NewSpace*>(space)->AllocateRaw(size);
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000594 } else {
lrn@chromium.org303ada72010-10-27 09:33:13 +0000595 maybe_new_allocation =
596 reinterpret_cast<PagedSpace*>(space)->AllocateRaw(size);
ager@chromium.org3811b432009-10-28 14:53:37 +0000597 }
lrn@chromium.org303ada72010-10-27 09:33:13 +0000598 Object* new_allocation = maybe_new_allocation->ToObjectUnchecked();
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000599 HeapObject* new_object = HeapObject::cast(new_allocation);
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000600 address = new_object->address();
601 high_water_[space_index] = address + size;
602 } else {
603 ASSERT(SpaceIsLarge(space_index));
ager@chromium.org3811b432009-10-28 14:53:37 +0000604 ASSERT(size > Page::kPageSize - Page::kObjectStartOffset);
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000605 LargeObjectSpace* lo_space = reinterpret_cast<LargeObjectSpace*>(space);
ager@chromium.org3811b432009-10-28 14:53:37 +0000606 Object* new_allocation;
607 if (space_index == kLargeData) {
lrn@chromium.org303ada72010-10-27 09:33:13 +0000608 new_allocation = lo_space->AllocateRaw(size)->ToObjectUnchecked();
ager@chromium.org3811b432009-10-28 14:53:37 +0000609 } else if (space_index == kLargeFixedArray) {
lrn@chromium.org303ada72010-10-27 09:33:13 +0000610 new_allocation =
611 lo_space->AllocateRawFixedArray(size)->ToObjectUnchecked();
ager@chromium.org3811b432009-10-28 14:53:37 +0000612 } else {
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000613 ASSERT_EQ(kLargeCode, space_index);
lrn@chromium.org303ada72010-10-27 09:33:13 +0000614 new_allocation = lo_space->AllocateRawCode(size)->ToObjectUnchecked();
ager@chromium.org3811b432009-10-28 14:53:37 +0000615 }
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000616 HeapObject* new_object = HeapObject::cast(new_allocation);
617 // Record all large objects in the same space.
618 address = new_object->address();
kmillikin@chromium.org5d8f0e62010-03-24 08:21:20 +0000619 pages_[LO_SPACE].Add(address);
ager@chromium.org3811b432009-10-28 14:53:37 +0000620 }
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000621 last_object_address_ = address;
ager@chromium.org3811b432009-10-28 14:53:37 +0000622 return address;
623}
624
625
626// This returns the address of an object that has been described in the
627// snapshot as being offset bytes back in a particular space.
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000628HeapObject* Deserializer::GetAddressFromEnd(int space) {
629 int offset = source_->GetInt();
630 ASSERT(!SpaceIsLarge(space));
631 offset <<= kObjectAlignmentBits;
632 return HeapObject::FromAddress(high_water_[space] - offset);
633}
634
635
636// This returns the address of an object that has been described in the
637// snapshot as being offset bytes into a particular space.
638HeapObject* Deserializer::GetAddressFromStart(int space) {
ager@chromium.org3811b432009-10-28 14:53:37 +0000639 int offset = source_->GetInt();
640 if (SpaceIsLarge(space)) {
641 // Large spaces have one object per 'page'.
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000642 return HeapObject::FromAddress(pages_[LO_SPACE][offset]);
ager@chromium.org3811b432009-10-28 14:53:37 +0000643 }
644 offset <<= kObjectAlignmentBits;
645 if (space == NEW_SPACE) {
646 // New space has only one space - numbered 0.
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000647 return HeapObject::FromAddress(pages_[space][0] + offset);
ager@chromium.org3811b432009-10-28 14:53:37 +0000648 }
649 ASSERT(SpaceIsPaged(space));
sgjesse@chromium.org846fb742009-12-18 08:56:33 +0000650 int page_of_pointee = offset >> kPageSizeBits;
ager@chromium.org3811b432009-10-28 14:53:37 +0000651 Address object_address = pages_[space][page_of_pointee] +
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000652 (offset & Page::kPageAlignmentMask);
ager@chromium.org3811b432009-10-28 14:53:37 +0000653 return HeapObject::FromAddress(object_address);
654}
655
656
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000657void Deserializer::Deserialize() {
ager@chromium.org3811b432009-10-28 14:53:37 +0000658 // Don't GC while deserializing - just expand the heap.
659 AlwaysAllocateScope always_allocate;
660 // Don't use the free lists while deserializing.
661 LinearAllocationScope allocate_linearly;
662 // No active threads.
663 ASSERT_EQ(NULL, ThreadState::FirstInUse());
664 // No active handles.
665 ASSERT(HandleScopeImplementer::instance()->blocks()->is_empty());
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +0000666 // Make sure the entire partial snapshot cache is traversed, filling it with
667 // valid object pointers.
668 partial_snapshot_cache_length_ = kPartialSnapshotCacheCapacity;
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000669 ASSERT_EQ(NULL, external_reference_decoder_);
ager@chromium.org3811b432009-10-28 14:53:37 +0000670 external_reference_decoder_ = new ExternalReferenceDecoder();
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +0000671 Heap::IterateStrongRoots(this, VISIT_ONLY_STRONG);
672 Heap::IterateWeakRoots(this, VISIT_ALL);
whesse@chromium.org4a5224e2010-10-20 12:37:07 +0000673
674 Heap::set_global_contexts_list(Heap::undefined_value());
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +0000675}
676
677
678void Deserializer::DeserializePartial(Object** root) {
679 // Don't GC while deserializing - just expand the heap.
680 AlwaysAllocateScope always_allocate;
681 // Don't use the free lists while deserializing.
682 LinearAllocationScope allocate_linearly;
683 if (external_reference_decoder_ == NULL) {
684 external_reference_decoder_ = new ExternalReferenceDecoder();
685 }
686 VisitPointer(root);
687}
688
689
690Deserializer::~Deserializer() {
ager@chromium.org3811b432009-10-28 14:53:37 +0000691 ASSERT(source_->AtEOF());
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +0000692 if (external_reference_decoder_ != NULL) {
693 delete external_reference_decoder_;
694 external_reference_decoder_ = NULL;
695 }
ager@chromium.org3811b432009-10-28 14:53:37 +0000696}
697
698
699// This is called on the roots. It is the driver of the deserialization
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000700// process. It is also called on the body of each function.
701void Deserializer::VisitPointers(Object** start, Object** end) {
702 // The space must be new space. Any other space would cause ReadChunk to try
703 // to update the remembered using NULL as the address.
704 ReadChunk(start, end, NEW_SPACE, NULL);
ager@chromium.org3811b432009-10-28 14:53:37 +0000705}
706
707
708// This routine writes the new object into the pointer provided and then
709// returns true if the new object was in young space and false otherwise.
710// The reason for this strange interface is that otherwise the object is
711// written very late, which means the ByteArray map is not set up by the
712// time we need to use it to mark the space at the end of a page free (by
713// making it into a byte array).
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000714void Deserializer::ReadObject(int space_number,
715 Space* space,
716 Object** write_back) {
ager@chromium.org3811b432009-10-28 14:53:37 +0000717 int size = source_->GetInt() << kObjectAlignmentBits;
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000718 Address address = Allocate(space_number, space, size);
ager@chromium.org3811b432009-10-28 14:53:37 +0000719 *write_back = HeapObject::FromAddress(address);
720 Object** current = reinterpret_cast<Object**>(address);
721 Object** limit = current + (size >> kPointerSizeLog2);
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +0000722 if (FLAG_log_snapshot_positions) {
723 LOG(SnapshotPositionEvent(address, source_->position()));
724 }
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000725 ReadChunk(current, limit, space_number, address);
726}
727
728
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +0000729// This macro is always used with a constant argument so it should all fold
730// away to almost nothing in the generated code. It might be nicer to do this
731// with the ternary operator but there are type issues with that.
732#define ASSIGN_DEST_SPACE(space_number) \
733 Space* dest_space; \
734 if (space_number == NEW_SPACE) { \
735 dest_space = Heap::new_space(); \
736 } else if (space_number == OLD_POINTER_SPACE) { \
737 dest_space = Heap::old_pointer_space(); \
738 } else if (space_number == OLD_DATA_SPACE) { \
739 dest_space = Heap::old_data_space(); \
740 } else if (space_number == CODE_SPACE) { \
741 dest_space = Heap::code_space(); \
742 } else if (space_number == MAP_SPACE) { \
743 dest_space = Heap::map_space(); \
744 } else if (space_number == CELL_SPACE) { \
745 dest_space = Heap::cell_space(); \
746 } else { \
747 ASSERT(space_number >= LO_SPACE); \
748 dest_space = Heap::lo_space(); \
749 }
750
751
752static const int kUnknownOffsetFromStart = -1;
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000753
754
755void Deserializer::ReadChunk(Object** current,
756 Object** limit,
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +0000757 int source_space,
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000758 Address address) {
ager@chromium.org3811b432009-10-28 14:53:37 +0000759 while (current < limit) {
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000760 int data = source_->Get();
ager@chromium.org3811b432009-10-28 14:53:37 +0000761 switch (data) {
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +0000762#define CASE_STATEMENT(where, how, within, space_number) \
763 case where + how + within + space_number: \
764 ASSERT((where & ~kPointedToMask) == 0); \
765 ASSERT((how & ~kHowToCodeMask) == 0); \
766 ASSERT((within & ~kWhereToPointMask) == 0); \
767 ASSERT((space_number & ~kSpaceMask) == 0);
768
769#define CASE_BODY(where, how, within, space_number_if_any, offset_from_start) \
770 { \
771 bool emit_write_barrier = false; \
772 bool current_was_incremented = false; \
773 int space_number = space_number_if_any == kAnyOldSpace ? \
774 (data & kSpaceMask) : space_number_if_any; \
775 if (where == kNewObject && how == kPlain && within == kStartOfObject) {\
776 ASSIGN_DEST_SPACE(space_number) \
777 ReadObject(space_number, dest_space, current); \
778 emit_write_barrier = \
779 (space_number == NEW_SPACE && source_space != NEW_SPACE); \
780 } else { \
781 Object* new_object = NULL; /* May not be a real Object pointer. */ \
782 if (where == kNewObject) { \
783 ASSIGN_DEST_SPACE(space_number) \
784 ReadObject(space_number, dest_space, &new_object); \
785 } else if (where == kRootArray) { \
786 int root_id = source_->GetInt(); \
787 new_object = Heap::roots_address()[root_id]; \
788 } else if (where == kPartialSnapshotCache) { \
789 int cache_index = source_->GetInt(); \
790 new_object = partial_snapshot_cache_[cache_index]; \
791 } else if (where == kExternalReference) { \
792 int reference_id = source_->GetInt(); \
793 Address address = \
794 external_reference_decoder_->Decode(reference_id); \
795 new_object = reinterpret_cast<Object*>(address); \
796 } else if (where == kBackref) { \
797 emit_write_barrier = \
798 (space_number == NEW_SPACE && source_space != NEW_SPACE); \
799 new_object = GetAddressFromEnd(data & kSpaceMask); \
800 } else { \
801 ASSERT(where == kFromStart); \
802 if (offset_from_start == kUnknownOffsetFromStart) { \
803 emit_write_barrier = \
804 (space_number == NEW_SPACE && source_space != NEW_SPACE); \
805 new_object = GetAddressFromStart(data & kSpaceMask); \
806 } else { \
807 Address object_address = pages_[space_number][0] + \
808 (offset_from_start << kObjectAlignmentBits); \
809 new_object = HeapObject::FromAddress(object_address); \
810 } \
811 } \
812 if (within == kFirstInstruction) { \
813 Code* new_code_object = reinterpret_cast<Code*>(new_object); \
814 new_object = reinterpret_cast<Object*>( \
815 new_code_object->instruction_start()); \
816 } \
817 if (how == kFromCode) { \
818 Address location_of_branch_data = \
819 reinterpret_cast<Address>(current); \
820 Assembler::set_target_at(location_of_branch_data, \
821 reinterpret_cast<Address>(new_object)); \
822 if (within == kFirstInstruction) { \
823 location_of_branch_data += Assembler::kCallTargetSize; \
824 current = reinterpret_cast<Object**>(location_of_branch_data); \
825 current_was_incremented = true; \
826 } \
827 } else { \
828 *current = new_object; \
829 } \
830 } \
831 if (emit_write_barrier) { \
832 Heap::RecordWrite(address, static_cast<int>( \
833 reinterpret_cast<Address>(current) - address)); \
834 } \
835 if (!current_was_incremented) { \
836 current++; /* Increment current if it wasn't done above. */ \
837 } \
838 break; \
839 } \
840
841// This generates a case and a body for each space. The large object spaces are
842// very rare in snapshots so they are grouped in one body.
843#define ONE_PER_SPACE(where, how, within) \
844 CASE_STATEMENT(where, how, within, NEW_SPACE) \
845 CASE_BODY(where, how, within, NEW_SPACE, kUnknownOffsetFromStart) \
846 CASE_STATEMENT(where, how, within, OLD_DATA_SPACE) \
847 CASE_BODY(where, how, within, OLD_DATA_SPACE, kUnknownOffsetFromStart) \
848 CASE_STATEMENT(where, how, within, OLD_POINTER_SPACE) \
849 CASE_BODY(where, how, within, OLD_POINTER_SPACE, kUnknownOffsetFromStart) \
850 CASE_STATEMENT(where, how, within, CODE_SPACE) \
851 CASE_BODY(where, how, within, CODE_SPACE, kUnknownOffsetFromStart) \
852 CASE_STATEMENT(where, how, within, CELL_SPACE) \
853 CASE_BODY(where, how, within, CELL_SPACE, kUnknownOffsetFromStart) \
854 CASE_STATEMENT(where, how, within, MAP_SPACE) \
855 CASE_BODY(where, how, within, MAP_SPACE, kUnknownOffsetFromStart) \
856 CASE_STATEMENT(where, how, within, kLargeData) \
857 CASE_STATEMENT(where, how, within, kLargeCode) \
858 CASE_STATEMENT(where, how, within, kLargeFixedArray) \
859 CASE_BODY(where, how, within, kAnyOldSpace, kUnknownOffsetFromStart)
860
861// This generates a case and a body for the new space (which has to do extra
862// write barrier handling) and handles the other spaces with 8 fall-through
863// cases and one body.
864#define ALL_SPACES(where, how, within) \
865 CASE_STATEMENT(where, how, within, NEW_SPACE) \
866 CASE_BODY(where, how, within, NEW_SPACE, kUnknownOffsetFromStart) \
867 CASE_STATEMENT(where, how, within, OLD_DATA_SPACE) \
868 CASE_STATEMENT(where, how, within, OLD_POINTER_SPACE) \
869 CASE_STATEMENT(where, how, within, CODE_SPACE) \
870 CASE_STATEMENT(where, how, within, CELL_SPACE) \
871 CASE_STATEMENT(where, how, within, MAP_SPACE) \
872 CASE_STATEMENT(where, how, within, kLargeData) \
873 CASE_STATEMENT(where, how, within, kLargeCode) \
874 CASE_STATEMENT(where, how, within, kLargeFixedArray) \
875 CASE_BODY(where, how, within, kAnyOldSpace, kUnknownOffsetFromStart)
876
erik.corry@gmail.com145eff52010-08-23 11:36:18 +0000877#define ONE_PER_CODE_SPACE(where, how, within) \
878 CASE_STATEMENT(where, how, within, CODE_SPACE) \
879 CASE_BODY(where, how, within, CODE_SPACE, kUnknownOffsetFromStart) \
880 CASE_STATEMENT(where, how, within, kLargeCode) \
881 CASE_BODY(where, how, within, LO_SPACE, kUnknownOffsetFromStart)
882
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +0000883#define EMIT_COMMON_REFERENCE_PATTERNS(pseudo_space_number, \
884 space_number, \
885 offset_from_start) \
886 CASE_STATEMENT(kFromStart, kPlain, kStartOfObject, pseudo_space_number) \
887 CASE_BODY(kFromStart, kPlain, kStartOfObject, space_number, offset_from_start)
888
889 // We generate 15 cases and bodies that process special tags that combine
890 // the raw data tag and the length into one byte.
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000891#define RAW_CASE(index, size) \
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +0000892 case kRawData + index: { \
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000893 byte* raw_data_out = reinterpret_cast<byte*>(current); \
894 source_->CopyRaw(raw_data_out, size); \
895 current = reinterpret_cast<Object**>(raw_data_out + size); \
896 break; \
897 }
898 COMMON_RAW_LENGTHS(RAW_CASE)
899#undef RAW_CASE
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +0000900
901 // Deserialize a chunk of raw data that doesn't have one of the popular
902 // lengths.
903 case kRawData: {
ager@chromium.org3811b432009-10-28 14:53:37 +0000904 int size = source_->GetInt();
905 byte* raw_data_out = reinterpret_cast<byte*>(current);
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000906 source_->CopyRaw(raw_data_out, size);
907 current = reinterpret_cast<Object**>(raw_data_out + size);
ager@chromium.org3811b432009-10-28 14:53:37 +0000908 break;
909 }
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +0000910
911 // Deserialize a new object and write a pointer to it to the current
912 // object.
913 ONE_PER_SPACE(kNewObject, kPlain, kStartOfObject)
erik.corry@gmail.com145eff52010-08-23 11:36:18 +0000914 // Support for direct instruction pointers in functions
915 ONE_PER_CODE_SPACE(kNewObject, kPlain, kFirstInstruction)
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +0000916 // Deserialize a new code object and write a pointer to its first
917 // instruction to the current code object.
918 ONE_PER_SPACE(kNewObject, kFromCode, kFirstInstruction)
919 // Find a recently deserialized object using its offset from the current
920 // allocation point and write a pointer to it to the current object.
921 ALL_SPACES(kBackref, kPlain, kStartOfObject)
922 // Find a recently deserialized code object using its offset from the
923 // current allocation point and write a pointer to its first instruction
erik.corry@gmail.com145eff52010-08-23 11:36:18 +0000924 // to the current code object or the instruction pointer in a function
925 // object.
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +0000926 ALL_SPACES(kBackref, kFromCode, kFirstInstruction)
erik.corry@gmail.com145eff52010-08-23 11:36:18 +0000927 ALL_SPACES(kBackref, kPlain, kFirstInstruction)
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +0000928 // Find an already deserialized object using its offset from the start
929 // and write a pointer to it to the current object.
930 ALL_SPACES(kFromStart, kPlain, kStartOfObject)
erik.corry@gmail.com145eff52010-08-23 11:36:18 +0000931 ALL_SPACES(kFromStart, kPlain, kFirstInstruction)
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +0000932 // Find an already deserialized code object using its offset from the
933 // start and write a pointer to its first instruction to the current code
934 // object.
935 ALL_SPACES(kFromStart, kFromCode, kFirstInstruction)
936 // Find an already deserialized object at one of the predetermined popular
937 // offsets from the start and write a pointer to it in the current object.
938 COMMON_REFERENCE_PATTERNS(EMIT_COMMON_REFERENCE_PATTERNS)
939 // Find an object in the roots array and write a pointer to it to the
940 // current object.
941 CASE_STATEMENT(kRootArray, kPlain, kStartOfObject, 0)
942 CASE_BODY(kRootArray, kPlain, kStartOfObject, 0, kUnknownOffsetFromStart)
943 // Find an object in the partial snapshots cache and write a pointer to it
944 // to the current object.
945 CASE_STATEMENT(kPartialSnapshotCache, kPlain, kStartOfObject, 0)
946 CASE_BODY(kPartialSnapshotCache,
947 kPlain,
948 kStartOfObject,
949 0,
950 kUnknownOffsetFromStart)
erik.corry@gmail.com145eff52010-08-23 11:36:18 +0000951 // Find an code entry in the partial snapshots cache and
952 // write a pointer to it to the current object.
953 CASE_STATEMENT(kPartialSnapshotCache, kPlain, kFirstInstruction, 0)
954 CASE_BODY(kPartialSnapshotCache,
955 kPlain,
956 kFirstInstruction,
957 0,
958 kUnknownOffsetFromStart)
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +0000959 // Find an external reference and write a pointer to it to the current
960 // object.
961 CASE_STATEMENT(kExternalReference, kPlain, kStartOfObject, 0)
962 CASE_BODY(kExternalReference,
963 kPlain,
964 kStartOfObject,
965 0,
966 kUnknownOffsetFromStart)
967 // Find an external reference and write a pointer to it in the current
968 // code object.
969 CASE_STATEMENT(kExternalReference, kFromCode, kStartOfObject, 0)
970 CASE_BODY(kExternalReference,
971 kFromCode,
972 kStartOfObject,
973 0,
974 kUnknownOffsetFromStart)
975
976#undef CASE_STATEMENT
977#undef CASE_BODY
978#undef ONE_PER_SPACE
979#undef ALL_SPACES
980#undef EMIT_COMMON_REFERENCE_PATTERNS
981#undef ASSIGN_DEST_SPACE
982
983 case kNewPage: {
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000984 int space = source_->Get();
985 pages_[space].Add(last_object_address_);
fschneider@chromium.org013f3e12010-04-26 13:27:52 +0000986 if (space == CODE_SPACE) {
987 CPU::FlushICache(last_object_address_, Page::kPageSize);
988 }
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000989 break;
990 }
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +0000991
992 case kNativesStringResource: {
ager@chromium.orgc4c92722009-11-18 14:12:51 +0000993 int index = source_->Get();
994 Vector<const char> source_vector = Natives::GetScriptSource(index);
995 NativesExternalStringResource* resource =
996 new NativesExternalStringResource(source_vector.start());
997 *current++ = reinterpret_cast<Object*>(resource);
998 break;
999 }
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001000
1001 case kSynchronize: {
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001002 // If we get here then that indicates that you have a mismatch between
1003 // the number of GC roots when serializing and deserializing.
1004 UNREACHABLE();
1005 }
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001006
ager@chromium.org3811b432009-10-28 14:53:37 +00001007 default:
1008 UNREACHABLE();
1009 }
1010 }
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001011 ASSERT_EQ(current, limit);
ager@chromium.org3811b432009-10-28 14:53:37 +00001012}
1013
1014
1015void SnapshotByteSink::PutInt(uintptr_t integer, const char* description) {
1016 const int max_shift = ((kPointerSize * kBitsPerByte) / 7) * 7;
1017 for (int shift = max_shift; shift > 0; shift -= 7) {
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001018 if (integer >= static_cast<uintptr_t>(1u) << shift) {
fschneider@chromium.orgb95b98b2010-02-23 10:34:29 +00001019 Put((static_cast<int>((integer >> shift)) & 0x7f) | 0x80, "IntPart");
ager@chromium.org3811b432009-10-28 14:53:37 +00001020 }
1021 }
fschneider@chromium.orgb95b98b2010-02-23 10:34:29 +00001022 PutSection(static_cast<int>(integer & 0x7f), "IntLastPart");
ager@chromium.org3811b432009-10-28 14:53:37 +00001023}
1024
1025#ifdef DEBUG
1026
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001027void Deserializer::Synchronize(const char* tag) {
ager@chromium.org3811b432009-10-28 14:53:37 +00001028 int data = source_->Get();
1029 // If this assert fails then that indicates that you have a mismatch between
1030 // the number of GC roots when serializing and deserializing.
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001031 ASSERT_EQ(kSynchronize, data);
ager@chromium.org3811b432009-10-28 14:53:37 +00001032 do {
1033 int character = source_->Get();
1034 if (character == 0) break;
1035 if (FLAG_debug_serialization) {
1036 PrintF("%c", character);
1037 }
1038 } while (true);
1039 if (FLAG_debug_serialization) {
1040 PrintF("\n");
1041 }
1042}
1043
1044
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001045void Serializer::Synchronize(const char* tag) {
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001046 sink_->Put(kSynchronize, tag);
ager@chromium.org3811b432009-10-28 14:53:37 +00001047 int character;
1048 do {
1049 character = *tag++;
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001050 sink_->PutSection(character, "TagCharacter");
ager@chromium.org3811b432009-10-28 14:53:37 +00001051 } while (character != 0);
1052}
1053
1054#endif
1055
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001056Serializer::Serializer(SnapshotByteSink* sink)
ager@chromium.org3811b432009-10-28 14:53:37 +00001057 : sink_(sink),
1058 current_root_index_(0),
kmillikin@chromium.org5d8f0e62010-03-24 08:21:20 +00001059 external_reference_encoder_(new ExternalReferenceEncoder),
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001060 large_object_total_(0) {
ager@chromium.org3811b432009-10-28 14:53:37 +00001061 for (int i = 0; i <= LAST_SPACE; i++) {
1062 fullness_[i] = 0;
1063 }
1064}
1065
1066
kmillikin@chromium.org5d8f0e62010-03-24 08:21:20 +00001067Serializer::~Serializer() {
1068 delete external_reference_encoder_;
1069}
1070
1071
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001072void StartupSerializer::SerializeStrongReferences() {
ager@chromium.org3811b432009-10-28 14:53:37 +00001073 // No active threads.
1074 CHECK_EQ(NULL, ThreadState::FirstInUse());
1075 // No active or weak handles.
1076 CHECK(HandleScopeImplementer::instance()->blocks()->is_empty());
1077 CHECK_EQ(0, GlobalHandles::NumberOfWeakHandles());
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001078 // We don't support serializing installed extensions.
1079 for (RegisteredExtension* ext = RegisteredExtension::first_extension();
1080 ext != NULL;
1081 ext = ext->next()) {
1082 CHECK_NE(v8::INSTALLED, ext->state());
1083 }
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001084 Heap::IterateStrongRoots(this, VISIT_ONLY_STRONG);
ager@chromium.org3811b432009-10-28 14:53:37 +00001085}
1086
1087
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001088void PartialSerializer::Serialize(Object** object) {
fschneider@chromium.org0c20e672010-01-14 15:28:53 +00001089 this->VisitPointer(object);
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001090
1091 // After we have done the partial serialization the partial snapshot cache
1092 // will contain some references needed to decode the partial snapshot. We
1093 // fill it up with undefineds so it has a predictable length so the
1094 // deserialization code doesn't need to know the length.
1095 for (int index = partial_snapshot_cache_length_;
1096 index < kPartialSnapshotCacheCapacity;
1097 index++) {
1098 partial_snapshot_cache_[index] = Heap::undefined_value();
1099 startup_serializer_->VisitPointer(&partial_snapshot_cache_[index]);
1100 }
1101 partial_snapshot_cache_length_ = kPartialSnapshotCacheCapacity;
fschneider@chromium.org0c20e672010-01-14 15:28:53 +00001102}
1103
1104
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001105void Serializer::VisitPointers(Object** start, Object** end) {
ager@chromium.org3811b432009-10-28 14:53:37 +00001106 for (Object** current = start; current < end; current++) {
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001107 if ((*current)->IsSmi()) {
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001108 sink_->Put(kRawData, "RawData");
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001109 sink_->PutInt(kPointerSize, "length");
1110 for (int i = 0; i < kPointerSize; i++) {
1111 sink_->Put(reinterpret_cast<byte*>(current)[i], "Byte");
1112 }
1113 } else {
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001114 SerializeObject(*current, kPlain, kStartOfObject);
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001115 }
ager@chromium.org3811b432009-10-28 14:53:37 +00001116 }
1117}
1118
1119
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001120Object* SerializerDeserializer::partial_snapshot_cache_[
1121 kPartialSnapshotCacheCapacity];
1122int SerializerDeserializer::partial_snapshot_cache_length_ = 0;
1123
1124
1125// This ensures that the partial snapshot cache keeps things alive during GC and
1126// tracks their movement. When it is called during serialization of the startup
1127// snapshot the partial snapshot is empty, so nothing happens. When the partial
1128// (context) snapshot is created, this array is populated with the pointers that
1129// the partial snapshot will need. As that happens we emit serialized objects to
1130// the startup snapshot that correspond to the elements of this cache array. On
1131// deserialization we therefore need to visit the cache array. This fills it up
1132// with pointers to deserialized objects.
whesse@chromium.orgcec079d2010-03-22 14:44:04 +00001133void SerializerDeserializer::Iterate(ObjectVisitor* visitor) {
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001134 visitor->VisitPointers(
1135 &partial_snapshot_cache_[0],
1136 &partial_snapshot_cache_[partial_snapshot_cache_length_]);
1137}
1138
1139
1140// When deserializing we need to set the size of the snapshot cache. This means
1141// the root iteration code (above) will iterate over array elements, writing the
1142// references to deserialized objects in them.
1143void SerializerDeserializer::SetSnapshotCacheSize(int size) {
1144 partial_snapshot_cache_length_ = size;
1145}
1146
1147
1148int PartialSerializer::PartialSnapshotCacheIndex(HeapObject* heap_object) {
1149 for (int i = 0; i < partial_snapshot_cache_length_; i++) {
1150 Object* entry = partial_snapshot_cache_[i];
1151 if (entry == heap_object) return i;
1152 }
kmillikin@chromium.org5d8f0e62010-03-24 08:21:20 +00001153
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001154 // We didn't find the object in the cache. So we add it to the cache and
1155 // then visit the pointer so that it becomes part of the startup snapshot
1156 // and we can refer to it from the partial snapshot.
1157 int length = partial_snapshot_cache_length_;
1158 CHECK(length < kPartialSnapshotCacheCapacity);
1159 partial_snapshot_cache_[length] = heap_object;
1160 startup_serializer_->VisitPointer(&partial_snapshot_cache_[length]);
1161 // We don't recurse from the startup snapshot generator into the partial
1162 // snapshot generator.
1163 ASSERT(length == partial_snapshot_cache_length_);
1164 return partial_snapshot_cache_length_++;
1165}
1166
1167
1168int PartialSerializer::RootIndex(HeapObject* heap_object) {
fschneider@chromium.org0c20e672010-01-14 15:28:53 +00001169 for (int i = 0; i < Heap::kRootListLength; i++) {
1170 Object* root = Heap::roots_address()[i];
1171 if (root == heap_object) return i;
1172 }
1173 return kInvalidRootIndex;
1174}
1175
1176
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001177// Encode the location of an already deserialized object in order to write its
1178// location into a later object. We can encode the location as an offset from
1179// the start of the deserialized objects or as an offset backwards from the
1180// current allocation pointer.
1181void Serializer::SerializeReferenceToPreviousObject(
1182 int space,
1183 int address,
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001184 HowToCode how_to_code,
1185 WhereToPoint where_to_point) {
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001186 int offset = CurrentAllocationAddress(space) - address;
1187 bool from_start = true;
1188 if (SpaceIsPaged(space)) {
1189 // For paged space it is simple to encode back from current allocation if
1190 // the object is on the same page as the current allocation pointer.
1191 if ((CurrentAllocationAddress(space) >> kPageSizeBits) ==
1192 (address >> kPageSizeBits)) {
1193 from_start = false;
1194 address = offset;
1195 }
1196 } else if (space == NEW_SPACE) {
1197 // For new space it is always simple to encode back from current allocation.
1198 if (offset < address) {
1199 from_start = false;
1200 address = offset;
1201 }
1202 }
1203 // If we are actually dealing with real offsets (and not a numbering of
1204 // all objects) then we should shift out the bits that are always 0.
1205 if (!SpaceIsLarge(space)) address >>= kObjectAlignmentBits;
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001206 if (from_start) {
1207#define COMMON_REFS_CASE(pseudo_space, actual_space, offset) \
1208 if (space == actual_space && address == offset && \
1209 how_to_code == kPlain && where_to_point == kStartOfObject) { \
1210 sink_->Put(kFromStart + how_to_code + where_to_point + \
1211 pseudo_space, "RefSer"); \
1212 } else /* NOLINT */
1213 COMMON_REFERENCE_PATTERNS(COMMON_REFS_CASE)
1214#undef COMMON_REFS_CASE
1215 { /* NOLINT */
1216 sink_->Put(kFromStart + how_to_code + where_to_point + space, "RefSer");
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001217 sink_->PutInt(address, "address");
1218 }
1219 } else {
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001220 sink_->Put(kBackref + how_to_code + where_to_point + space, "BackRefSer");
1221 sink_->PutInt(address, "address");
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001222 }
1223}
1224
1225
1226void StartupSerializer::SerializeObject(
ager@chromium.org3811b432009-10-28 14:53:37 +00001227 Object* o,
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001228 HowToCode how_to_code,
1229 WhereToPoint where_to_point) {
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001230 CHECK(o->IsHeapObject());
1231 HeapObject* heap_object = HeapObject::cast(o);
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001232
1233 if (address_mapper_.IsMapped(heap_object)) {
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001234 int space = SpaceOfAlreadySerializedObject(heap_object);
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001235 int address = address_mapper_.MappedTo(heap_object);
1236 SerializeReferenceToPreviousObject(space,
1237 address,
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001238 how_to_code,
1239 where_to_point);
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001240 } else {
1241 // Object has not yet been serialized. Serialize it here.
1242 ObjectSerializer object_serializer(this,
1243 heap_object,
1244 sink_,
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001245 how_to_code,
1246 where_to_point);
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001247 object_serializer.Serialize();
1248 }
1249}
1250
1251
1252void StartupSerializer::SerializeWeakReferences() {
1253 for (int i = partial_snapshot_cache_length_;
1254 i < kPartialSnapshotCacheCapacity;
1255 i++) {
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001256 sink_->Put(kRootArray + kPlain + kStartOfObject, "RootSerialization");
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001257 sink_->PutInt(Heap::kUndefinedValueRootIndex, "root_index");
1258 }
1259 Heap::IterateWeakRoots(this, VISIT_ALL);
1260}
1261
1262
1263void PartialSerializer::SerializeObject(
1264 Object* o,
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001265 HowToCode how_to_code,
1266 WhereToPoint where_to_point) {
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001267 CHECK(o->IsHeapObject());
1268 HeapObject* heap_object = HeapObject::cast(o);
1269
1270 int root_index;
1271 if ((root_index = RootIndex(heap_object)) != kInvalidRootIndex) {
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001272 sink_->Put(kRootArray + how_to_code + where_to_point, "RootSerialization");
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001273 sink_->PutInt(root_index, "root_index");
1274 return;
1275 }
1276
1277 if (ShouldBeInThePartialSnapshotCache(heap_object)) {
1278 int cache_index = PartialSnapshotCacheIndex(heap_object);
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001279 sink_->Put(kPartialSnapshotCache + how_to_code + where_to_point,
1280 "PartialSnapshotCache");
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001281 sink_->PutInt(cache_index, "partial_snapshot_cache_index");
1282 return;
1283 }
1284
1285 // Pointers from the partial snapshot to the objects in the startup snapshot
1286 // should go through the root array or through the partial snapshot cache.
1287 // If this is not the case you may have to add something to the root array.
1288 ASSERT(!startup_serializer_->address_mapper()->IsMapped(heap_object));
1289 // All the symbols that the partial snapshot needs should be either in the
1290 // root table or in the partial snapshot cache.
1291 ASSERT(!heap_object->IsSymbol());
1292
1293 if (address_mapper_.IsMapped(heap_object)) {
1294 int space = SpaceOfAlreadySerializedObject(heap_object);
1295 int address = address_mapper_.MappedTo(heap_object);
1296 SerializeReferenceToPreviousObject(space,
1297 address,
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001298 how_to_code,
1299 where_to_point);
ager@chromium.org3811b432009-10-28 14:53:37 +00001300 } else {
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001301 // Object has not yet been serialized. Serialize it here.
1302 ObjectSerializer serializer(this,
1303 heap_object,
1304 sink_,
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001305 how_to_code,
1306 where_to_point);
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001307 serializer.Serialize();
ager@chromium.org3811b432009-10-28 14:53:37 +00001308 }
1309}
1310
1311
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001312void Serializer::ObjectSerializer::Serialize() {
1313 int space = Serializer::SpaceOfObject(object_);
ager@chromium.org3811b432009-10-28 14:53:37 +00001314 int size = object_->Size();
1315
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001316 sink_->Put(kNewObject + reference_representation_ + space,
1317 "ObjectSerialization");
ager@chromium.org3811b432009-10-28 14:53:37 +00001318 sink_->PutInt(size >> kObjectAlignmentBits, "Size in words");
1319
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001320 LOG(SnapshotPositionEvent(object_->address(), sink_->Position()));
1321
ager@chromium.org3811b432009-10-28 14:53:37 +00001322 // Mark this object as already serialized.
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001323 bool start_new_page;
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001324 int offset = serializer_->Allocate(space, size, &start_new_page);
1325 serializer_->address_mapper()->AddMapping(object_, offset);
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001326 if (start_new_page) {
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001327 sink_->Put(kNewPage, "NewPage");
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001328 sink_->PutSection(space, "NewPageSpace");
1329 }
ager@chromium.org3811b432009-10-28 14:53:37 +00001330
1331 // Serialize the map (first word of the object).
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001332 serializer_->SerializeObject(object_->map(), kPlain, kStartOfObject);
ager@chromium.org3811b432009-10-28 14:53:37 +00001333
1334 // Serialize the rest of the object.
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001335 CHECK_EQ(0, bytes_processed_so_far_);
ager@chromium.org3811b432009-10-28 14:53:37 +00001336 bytes_processed_so_far_ = kPointerSize;
sgjesse@chromium.orgac6aa172009-12-04 12:29:05 +00001337 object_->IterateBody(object_->map()->instance_type(), size, this);
ager@chromium.org3811b432009-10-28 14:53:37 +00001338 OutputRawData(object_->address() + size);
1339}
1340
1341
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001342void Serializer::ObjectSerializer::VisitPointers(Object** start,
1343 Object** end) {
1344 Object** current = start;
1345 while (current < end) {
1346 while (current < end && (*current)->IsSmi()) current++;
1347 if (current < end) OutputRawData(reinterpret_cast<Address>(current));
ager@chromium.org3811b432009-10-28 14:53:37 +00001348
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001349 while (current < end && !(*current)->IsSmi()) {
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001350 serializer_->SerializeObject(*current, kPlain, kStartOfObject);
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001351 bytes_processed_so_far_ += kPointerSize;
1352 current++;
1353 }
ager@chromium.org3811b432009-10-28 14:53:37 +00001354 }
ager@chromium.org3811b432009-10-28 14:53:37 +00001355}
1356
1357
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001358void Serializer::ObjectSerializer::VisitExternalReferences(Address* start,
1359 Address* end) {
ager@chromium.org3811b432009-10-28 14:53:37 +00001360 Address references_start = reinterpret_cast<Address>(start);
1361 OutputRawData(references_start);
1362
1363 for (Address* current = start; current < end; current++) {
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001364 sink_->Put(kExternalReference + kPlain + kStartOfObject, "ExternalRef");
ager@chromium.org3811b432009-10-28 14:53:37 +00001365 int reference_id = serializer_->EncodeExternalReference(*current);
1366 sink_->PutInt(reference_id, "reference id");
1367 }
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001368 bytes_processed_so_far_ += static_cast<int>((end - start) * kPointerSize);
ager@chromium.org3811b432009-10-28 14:53:37 +00001369}
1370
1371
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001372void Serializer::ObjectSerializer::VisitRuntimeEntry(RelocInfo* rinfo) {
1373 Address target_start = rinfo->target_address_address();
1374 OutputRawData(target_start);
1375 Address target = rinfo->target_address();
1376 uint32_t encoding = serializer_->EncodeExternalReference(target);
1377 CHECK(target == NULL ? encoding == 0 : encoding != 0);
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001378 int representation;
1379 // Can't use a ternary operator because of gcc.
1380 if (rinfo->IsCodedSpecially()) {
1381 representation = kStartOfObject + kFromCode;
1382 } else {
1383 representation = kStartOfObject + kPlain;
1384 }
1385 sink_->Put(kExternalReference + representation, "ExternalReference");
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001386 sink_->PutInt(encoding, "reference id");
kmillikin@chromium.org9155e252010-05-26 13:27:57 +00001387 bytes_processed_so_far_ += rinfo->target_address_size();
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001388}
1389
1390
1391void Serializer::ObjectSerializer::VisitCodeTarget(RelocInfo* rinfo) {
1392 CHECK(RelocInfo::IsCodeTarget(rinfo->rmode()));
ager@chromium.org3811b432009-10-28 14:53:37 +00001393 Address target_start = rinfo->target_address_address();
1394 OutputRawData(target_start);
1395 Code* target = Code::GetCodeFromTargetAddress(rinfo->target_address());
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001396 serializer_->SerializeObject(target, kFromCode, kFirstInstruction);
kmillikin@chromium.org9155e252010-05-26 13:27:57 +00001397 bytes_processed_so_far_ += rinfo->target_address_size();
ager@chromium.org3811b432009-10-28 14:53:37 +00001398}
1399
1400
erik.corry@gmail.com145eff52010-08-23 11:36:18 +00001401void Serializer::ObjectSerializer::VisitCodeEntry(Address entry_address) {
1402 Code* target = Code::cast(Code::GetObjectFromEntryAddress(entry_address));
1403 OutputRawData(entry_address);
1404 serializer_->SerializeObject(target, kPlain, kFirstInstruction);
1405 bytes_processed_so_far_ += kPointerSize;
1406}
1407
1408
kasperl@chromium.orga5551262010-12-07 12:49:48 +00001409void Serializer::ObjectSerializer::VisitGlobalPropertyCell(RelocInfo* rinfo) {
1410 // We shouldn't have any global property cell references in code
1411 // objects in the snapshot.
1412 UNREACHABLE();
1413}
1414
1415
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001416void Serializer::ObjectSerializer::VisitExternalAsciiString(
1417 v8::String::ExternalAsciiStringResource** resource_pointer) {
1418 Address references_start = reinterpret_cast<Address>(resource_pointer);
1419 OutputRawData(references_start);
1420 for (int i = 0; i < Natives::GetBuiltinsCount(); i++) {
sgjesse@chromium.orgac6aa172009-12-04 12:29:05 +00001421 Object* source = Heap::natives_source_cache()->get(i);
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001422 if (!source->IsUndefined()) {
sgjesse@chromium.orgac6aa172009-12-04 12:29:05 +00001423 ExternalAsciiString* string = ExternalAsciiString::cast(source);
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001424 typedef v8::String::ExternalAsciiStringResource Resource;
1425 Resource* resource = string->resource();
1426 if (resource == *resource_pointer) {
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001427 sink_->Put(kNativesStringResource, "NativesStringResource");
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001428 sink_->PutSection(i, "NativesStringResourceEnd");
1429 bytes_processed_so_far_ += sizeof(resource);
1430 return;
1431 }
1432 }
1433 }
1434 // One of the strings in the natives cache should match the resource. We
1435 // can't serialize any other kinds of external strings.
1436 UNREACHABLE();
1437}
1438
1439
1440void Serializer::ObjectSerializer::OutputRawData(Address up_to) {
ager@chromium.org3811b432009-10-28 14:53:37 +00001441 Address object_start = object_->address();
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001442 int up_to_offset = static_cast<int>(up_to - object_start);
ager@chromium.org3811b432009-10-28 14:53:37 +00001443 int skipped = up_to_offset - bytes_processed_so_far_;
1444 // This assert will fail if the reloc info gives us the target_address_address
1445 // locations in a non-ascending order. Luckily that doesn't happen.
1446 ASSERT(skipped >= 0);
1447 if (skipped != 0) {
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001448 Address base = object_start + bytes_processed_so_far_;
1449#define RAW_CASE(index, length) \
1450 if (skipped == length) { \
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001451 sink_->PutSection(kRawData + index, "RawDataFixed"); \
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001452 } else /* NOLINT */
1453 COMMON_RAW_LENGTHS(RAW_CASE)
1454#undef RAW_CASE
1455 { /* NOLINT */
erik.corry@gmail.com9dfbea42010-05-21 12:58:28 +00001456 sink_->Put(kRawData, "RawData");
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001457 sink_->PutInt(skipped, "length");
ager@chromium.org3811b432009-10-28 14:53:37 +00001458 }
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001459 for (int i = 0; i < skipped; i++) {
1460 unsigned int data = base[i];
1461 sink_->PutSection(data, "Byte");
1462 }
1463 bytes_processed_so_far_ += skipped;
ager@chromium.org3811b432009-10-28 14:53:37 +00001464 }
ager@chromium.org3811b432009-10-28 14:53:37 +00001465}
1466
1467
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001468int Serializer::SpaceOfObject(HeapObject* object) {
ager@chromium.org3811b432009-10-28 14:53:37 +00001469 for (int i = FIRST_SPACE; i <= LAST_SPACE; i++) {
1470 AllocationSpace s = static_cast<AllocationSpace>(i);
1471 if (Heap::InSpace(object, s)) {
1472 if (i == LO_SPACE) {
1473 if (object->IsCode()) {
1474 return kLargeCode;
1475 } else if (object->IsFixedArray()) {
1476 return kLargeFixedArray;
1477 } else {
1478 return kLargeData;
1479 }
1480 }
1481 return i;
1482 }
1483 }
1484 UNREACHABLE();
1485 return 0;
1486}
1487
1488
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001489int Serializer::SpaceOfAlreadySerializedObject(HeapObject* object) {
ager@chromium.org3811b432009-10-28 14:53:37 +00001490 for (int i = FIRST_SPACE; i <= LAST_SPACE; i++) {
1491 AllocationSpace s = static_cast<AllocationSpace>(i);
1492 if (Heap::InSpace(object, s)) {
1493 return i;
1494 }
1495 }
1496 UNREACHABLE();
1497 return 0;
1498}
1499
1500
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001501int Serializer::Allocate(int space, int size, bool* new_page) {
1502 CHECK(space >= 0 && space < kNumberOfSpaces);
ager@chromium.org3811b432009-10-28 14:53:37 +00001503 if (SpaceIsLarge(space)) {
1504 // In large object space we merely number the objects instead of trying to
1505 // determine some sort of address.
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001506 *new_page = true;
sgjesse@chromium.orgb302e562010-02-03 11:26:59 +00001507 large_object_total_ += size;
ager@chromium.org3811b432009-10-28 14:53:37 +00001508 return fullness_[LO_SPACE]++;
1509 }
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001510 *new_page = false;
1511 if (fullness_[space] == 0) {
1512 *new_page = true;
1513 }
ager@chromium.org3811b432009-10-28 14:53:37 +00001514 if (SpaceIsPaged(space)) {
1515 // Paged spaces are a little special. We encode their addresses as if the
1516 // pages were all contiguous and each page were filled up in the range
1517 // 0 - Page::kObjectAreaSize. In practice the pages may not be contiguous
1518 // and allocation does not start at offset 0 in the page, but this scheme
1519 // means the deserializer can get the page number quickly by shifting the
1520 // serialized address.
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001521 CHECK(IsPowerOf2(Page::kPageSize));
ager@chromium.org3811b432009-10-28 14:53:37 +00001522 int used_in_this_page = (fullness_[space] & (Page::kPageSize - 1));
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001523 CHECK(size <= Page::kObjectAreaSize);
ager@chromium.org3811b432009-10-28 14:53:37 +00001524 if (used_in_this_page + size > Page::kObjectAreaSize) {
ager@chromium.orgc4c92722009-11-18 14:12:51 +00001525 *new_page = true;
ager@chromium.org3811b432009-10-28 14:53:37 +00001526 fullness_[space] = RoundUp(fullness_[space], Page::kPageSize);
1527 }
1528 }
1529 int allocation_address = fullness_[space];
1530 fullness_[space] = allocation_address + size;
1531 return allocation_address;
1532}
1533
1534
christian.plesner.hansen43d26ec2008-07-03 15:10:15 +00001535} } // namespace v8::internal