blob: aaa32b9e145ca5b90ff85c69f6e7ec5f5500b3b6 [file] [log] [blame]
Steve Block1e0659c2011-05-24 12:43:12 +01001// Copyright 2011 the V8 project authors. All rights reserved.
Ben Murdochb8a8cc12014-11-26 15:28:44 +00002// Use of this source code is governed by a BSD-style license that can be
3// found in the LICENSE file.
Ben Murdochb0fe1622011-05-05 13:52:32 +01004
Ben Murdochb8a8cc12014-11-26 15:28:44 +00005#include "src/v8.h"
Steve Block44f0eee2011-05-26 01:26:41 +01006
Ben Murdochb8a8cc12014-11-26 15:28:44 +00007#include "src/safepoint-table.h"
Ben Murdochb8e0da22011-05-16 14:20:40 +01008
Ben Murdochb8a8cc12014-11-26 15:28:44 +00009#include "src/deoptimizer.h"
10#include "src/disasm.h"
11#include "src/macro-assembler.h"
12#include "src/ostreams.h"
13#include "src/zone-inl.h"
Ben Murdochb0fe1622011-05-05 13:52:32 +010014
15namespace v8 {
16namespace internal {
17
Ben Murdochb8e0da22011-05-16 14:20:40 +010018
19bool SafepointEntry::HasRegisters() const {
Ben Murdochb8a8cc12014-11-26 15:28:44 +000020 DCHECK(is_valid());
21 DCHECK(IsAligned(kNumSafepointRegisters, kBitsPerByte));
Ben Murdochb8e0da22011-05-16 14:20:40 +010022 const int num_reg_bytes = kNumSafepointRegisters >> kBitsPerByteLog2;
23 for (int i = 0; i < num_reg_bytes; i++) {
24 if (bits_[i] != SafepointTable::kNoRegisters) return true;
25 }
26 return false;
27}
28
29
30bool SafepointEntry::HasRegisterAt(int reg_index) const {
Ben Murdochb8a8cc12014-11-26 15:28:44 +000031 DCHECK(is_valid());
32 DCHECK(reg_index >= 0 && reg_index < kNumSafepointRegisters);
Ben Murdochb8e0da22011-05-16 14:20:40 +010033 int byte_index = reg_index >> kBitsPerByteLog2;
34 int bit_index = reg_index & (kBitsPerByte - 1);
35 return (bits_[byte_index] & (1 << bit_index)) != 0;
36}
37
38
Ben Murdochb0fe1622011-05-05 13:52:32 +010039SafepointTable::SafepointTable(Code* code) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +000040 DCHECK(code->is_crankshafted());
Ben Murdochb0fe1622011-05-05 13:52:32 +010041 code_ = code;
Steve Block1e0659c2011-05-24 12:43:12 +010042 Address header = code->instruction_start() + code->safepoint_table_offset();
Ben Murdochb0fe1622011-05-05 13:52:32 +010043 length_ = Memory::uint32_at(header + kLengthOffset);
44 entry_size_ = Memory::uint32_at(header + kEntrySizeOffset);
45 pc_and_deoptimization_indexes_ = header + kHeaderSize;
46 entries_ = pc_and_deoptimization_indexes_ +
Ben Murdochb8a8cc12014-11-26 15:28:44 +000047 (length_ * kPcAndDeoptimizationIndexSize);
48 DCHECK(entry_size_ > 0);
Ben Murdoch589d6972011-11-30 16:04:58 +000049 STATIC_ASSERT(SafepointEntry::DeoptimizationIndexField::kMax ==
50 Safepoint::kNoDeoptimizationIndex);
Ben Murdochb0fe1622011-05-05 13:52:32 +010051}
52
53
Ben Murdochb8e0da22011-05-16 14:20:40 +010054SafepointEntry SafepointTable::FindEntry(Address pc) const {
55 unsigned pc_offset = static_cast<unsigned>(pc - code_->instruction_start());
56 for (unsigned i = 0; i < length(); i++) {
57 // TODO(kasperl): Replace the linear search with binary search.
58 if (GetPcOffset(i) == pc_offset) return GetEntry(i);
Ben Murdochb0fe1622011-05-05 13:52:32 +010059 }
Ben Murdochb8e0da22011-05-16 14:20:40 +010060 return SafepointEntry();
Ben Murdochb0fe1622011-05-05 13:52:32 +010061}
62
63
Emily Bernierd0a1eb72015-03-24 16:35:39 -040064void SafepointTable::PrintEntry(unsigned index,
65 std::ostream& os) const { // NOLINT
Ben Murdochb0fe1622011-05-05 13:52:32 +010066 disasm::NameConverter converter;
Ben Murdochb8e0da22011-05-16 14:20:40 +010067 SafepointEntry entry = GetEntry(index);
68 uint8_t* bits = entry.bits();
Ben Murdochb0fe1622011-05-05 13:52:32 +010069
70 // Print the stack slot bits.
71 if (entry_size_ > 0) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +000072 DCHECK(IsAligned(kNumSafepointRegisters, kBitsPerByte));
Ben Murdochb0fe1622011-05-05 13:52:32 +010073 const int first = kNumSafepointRegisters >> kBitsPerByteLog2;
74 int last = entry_size_ - 1;
Ben Murdochb8a8cc12014-11-26 15:28:44 +000075 for (int i = first; i < last; i++) PrintBits(os, bits[i], kBitsPerByte);
Ben Murdochb0fe1622011-05-05 13:52:32 +010076 int last_bits = code_->stack_slots() - ((last - first) * kBitsPerByte);
Ben Murdochb8a8cc12014-11-26 15:28:44 +000077 PrintBits(os, bits[last], last_bits);
Ben Murdochb0fe1622011-05-05 13:52:32 +010078
79 // Print the registers (if any).
Ben Murdochb8e0da22011-05-16 14:20:40 +010080 if (!entry.HasRegisters()) return;
Ben Murdochb0fe1622011-05-05 13:52:32 +010081 for (int j = 0; j < kNumSafepointRegisters; j++) {
Ben Murdochb8e0da22011-05-16 14:20:40 +010082 if (entry.HasRegisterAt(j)) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +000083 os << " | " << converter.NameOfCPURegister(j);
Ben Murdochb0fe1622011-05-05 13:52:32 +010084 }
85 }
86 }
87}
88
89
Emily Bernierd0a1eb72015-03-24 16:35:39 -040090void SafepointTable::PrintBits(std::ostream& os, // NOLINT
Ben Murdochb8a8cc12014-11-26 15:28:44 +000091 uint8_t byte, int digits) {
92 DCHECK(digits >= 0 && digits <= kBitsPerByte);
Ben Murdochb0fe1622011-05-05 13:52:32 +010093 for (int i = 0; i < digits; i++) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +000094 os << (((byte & (1 << i)) == 0) ? "0" : "1");
Ben Murdochb0fe1622011-05-05 13:52:32 +010095 }
96}
97
98
Ben Murdochb8a8cc12014-11-26 15:28:44 +000099void Safepoint::DefinePointerRegister(Register reg, Zone* zone) {
100 registers_->Add(reg.code(), zone);
Ben Murdochb8e0da22011-05-16 14:20:40 +0100101}
102
103
Steve Block1e0659c2011-05-24 12:43:12 +0100104Safepoint SafepointTableBuilder::DefineSafepoint(
Ben Murdoch2b4ba112012-01-20 14:57:15 +0000105 Assembler* assembler,
106 Safepoint::Kind kind,
107 int arguments,
108 Safepoint::DeoptMode deopt_mode) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000109 DCHECK(arguments >= 0);
Ben Murdoch2b4ba112012-01-20 14:57:15 +0000110 DeoptimizationInfo info;
111 info.pc = assembler->pc_offset();
112 info.arguments = arguments;
113 info.has_doubles = (kind & Safepoint::kWithDoubles);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000114 deoptimization_info_.Add(info, zone_);
115 deopt_index_list_.Add(Safepoint::kNoDeoptimizationIndex, zone_);
Ben Murdoch2b4ba112012-01-20 14:57:15 +0000116 if (deopt_mode == Safepoint::kNoLazyDeopt) {
117 last_lazy_safepoint_ = deopt_index_list_.length();
118 }
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000119 indexes_.Add(new(zone_) ZoneList<int>(8, zone_), zone_);
Steve Block1e0659c2011-05-24 12:43:12 +0100120 registers_.Add((kind & Safepoint::kWithRegisters)
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000121 ? new(zone_) ZoneList<int>(4, zone_)
122 : NULL,
123 zone_);
Ben Murdochb0fe1622011-05-05 13:52:32 +0100124 return Safepoint(indexes_.last(), registers_.last());
125}
126
127
Ben Murdoch2b4ba112012-01-20 14:57:15 +0000128void SafepointTableBuilder::RecordLazyDeoptimizationIndex(int index) {
129 while (last_lazy_safepoint_ < deopt_index_list_.length()) {
130 deopt_index_list_[last_lazy_safepoint_++] = index;
131 }
132}
133
Ben Murdochb0fe1622011-05-05 13:52:32 +0100134unsigned SafepointTableBuilder::GetCodeOffset() const {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000135 DCHECK(emitted_);
Ben Murdochb0fe1622011-05-05 13:52:32 +0100136 return offset_;
137}
138
139
140void SafepointTableBuilder::Emit(Assembler* assembler, int bits_per_entry) {
141 // Make sure the safepoint table is properly aligned. Pad with nops.
142 assembler->Align(kIntSize);
143 assembler->RecordComment(";;; Safepoint table.");
144 offset_ = assembler->pc_offset();
145
146 // Take the register bits into account.
147 bits_per_entry += kNumSafepointRegisters;
148
149 // Compute the number of bytes per safepoint entry.
150 int bytes_per_entry =
151 RoundUp(bits_per_entry, kBitsPerByte) >> kBitsPerByteLog2;
152
153 // Emit the table header.
154 int length = deoptimization_info_.length();
155 assembler->dd(length);
156 assembler->dd(bytes_per_entry);
157
Ben Murdoch2b4ba112012-01-20 14:57:15 +0000158 // Emit sorted table of pc offsets together with deoptimization indexes.
Ben Murdochb0fe1622011-05-05 13:52:32 +0100159 for (int i = 0; i < length; i++) {
160 assembler->dd(deoptimization_info_[i].pc);
Ben Murdoch2b4ba112012-01-20 14:57:15 +0000161 assembler->dd(EncodeExceptPC(deoptimization_info_[i],
162 deopt_index_list_[i]));
Ben Murdochb0fe1622011-05-05 13:52:32 +0100163 }
164
165 // Emit table of bitmaps.
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000166 ZoneList<uint8_t> bits(bytes_per_entry, zone_);
Ben Murdochb0fe1622011-05-05 13:52:32 +0100167 for (int i = 0; i < length; i++) {
168 ZoneList<int>* indexes = indexes_[i];
169 ZoneList<int>* registers = registers_[i];
170 bits.Clear();
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000171 bits.AddBlock(0, bytes_per_entry, zone_);
Ben Murdochb0fe1622011-05-05 13:52:32 +0100172
173 // Run through the registers (if any).
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000174 DCHECK(IsAligned(kNumSafepointRegisters, kBitsPerByte));
Ben Murdochb0fe1622011-05-05 13:52:32 +0100175 if (registers == NULL) {
176 const int num_reg_bytes = kNumSafepointRegisters >> kBitsPerByteLog2;
177 for (int j = 0; j < num_reg_bytes; j++) {
178 bits[j] = SafepointTable::kNoRegisters;
179 }
180 } else {
181 for (int j = 0; j < registers->length(); j++) {
182 int index = registers->at(j);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000183 DCHECK(index >= 0 && index < kNumSafepointRegisters);
Ben Murdochb0fe1622011-05-05 13:52:32 +0100184 int byte_index = index >> kBitsPerByteLog2;
185 int bit_index = index & (kBitsPerByte - 1);
186 bits[byte_index] |= (1 << bit_index);
187 }
188 }
189
190 // Run through the indexes and build a bitmap.
191 for (int j = 0; j < indexes->length(); j++) {
192 int index = bits_per_entry - 1 - indexes->at(j);
193 int byte_index = index >> kBitsPerByteLog2;
194 int bit_index = index & (kBitsPerByte - 1);
195 bits[byte_index] |= (1U << bit_index);
196 }
197
198 // Emit the bitmap for the current entry.
199 for (int k = 0; k < bytes_per_entry; k++) {
200 assembler->db(bits[k]);
201 }
202 }
203 emitted_ = true;
204}
205
206
Ben Murdoch2b4ba112012-01-20 14:57:15 +0000207uint32_t SafepointTableBuilder::EncodeExceptPC(const DeoptimizationInfo& info,
208 unsigned index) {
Ben Murdochb8e0da22011-05-16 14:20:40 +0100209 uint32_t encoding = SafepointEntry::DeoptimizationIndexField::encode(index);
Ben Murdochb8e0da22011-05-16 14:20:40 +0100210 encoding |= SafepointEntry::ArgumentsField::encode(info.arguments);
211 encoding |= SafepointEntry::SaveDoublesField::encode(info.has_doubles);
Ben Murdochb0fe1622011-05-05 13:52:32 +0100212 return encoding;
213}
214
215
Steve Block1e0659c2011-05-24 12:43:12 +0100216
Ben Murdochb0fe1622011-05-05 13:52:32 +0100217} } // namespace v8::internal