blob: 1bec0c8cda9c397e3bc85232d2a0a667b60cf423 [file] [log] [blame]
Ben Murdoch3ef787d2012-04-12 10:51:47 +01001// Copyright 2012 the V8 project authors. All rights reserved.
Ben Murdochb8a8cc12014-11-26 15:28:44 +00002// Use of this source code is governed by a BSD-style license that can be
3// found in the LICENSE file.
Ben Murdoch3ef787d2012-04-12 10:51:47 +01004
Ben Murdochb8a8cc12014-11-26 15:28:44 +00005#include "src/v8.h"
Ben Murdoch3ef787d2012-04-12 10:51:47 +01006
Ben Murdochb8a8cc12014-11-26 15:28:44 +00007#include "src/mips/lithium-codegen-mips.h"
8#include "src/mips/lithium-gap-resolver-mips.h"
Ben Murdoch3ef787d2012-04-12 10:51:47 +01009
10namespace v8 {
11namespace internal {
12
Ben Murdoch3ef787d2012-04-12 10:51:47 +010013LGapResolver::LGapResolver(LCodeGen* owner)
14 : cgen_(owner),
Ben Murdochb8a8cc12014-11-26 15:28:44 +000015 moves_(32, owner->zone()),
Ben Murdoch3ef787d2012-04-12 10:51:47 +010016 root_index_(0),
17 in_cycle_(false),
18 saved_destination_(NULL) {}
19
20
21void LGapResolver::Resolve(LParallelMove* parallel_move) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +000022 DCHECK(moves_.is_empty());
Ben Murdoch3ef787d2012-04-12 10:51:47 +010023 // Build up a worklist of moves.
24 BuildInitialMoveList(parallel_move);
25
26 for (int i = 0; i < moves_.length(); ++i) {
27 LMoveOperands move = moves_[i];
28 // Skip constants to perform them last. They don't block other moves
29 // and skipping such moves with register destinations keeps those
30 // registers free for the whole algorithm.
31 if (!move.IsEliminated() && !move.source()->IsConstantOperand()) {
32 root_index_ = i; // Any cycle is found when by reaching this move again.
33 PerformMove(i);
34 if (in_cycle_) {
35 RestoreValue();
36 }
37 }
38 }
39
40 // Perform the moves with constant sources.
41 for (int i = 0; i < moves_.length(); ++i) {
42 if (!moves_[i].IsEliminated()) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +000043 DCHECK(moves_[i].source()->IsConstantOperand());
Ben Murdoch3ef787d2012-04-12 10:51:47 +010044 EmitMove(i);
45 }
46 }
47
48 moves_.Rewind(0);
49}
50
51
52void LGapResolver::BuildInitialMoveList(LParallelMove* parallel_move) {
53 // Perform a linear sweep of the moves to add them to the initial list of
54 // moves to perform, ignoring any move that is redundant (the source is
55 // the same as the destination, the destination is ignored and
56 // unallocated, or the move was already eliminated).
57 const ZoneList<LMoveOperands>* moves = parallel_move->move_operands();
58 for (int i = 0; i < moves->length(); ++i) {
59 LMoveOperands move = moves->at(i);
Ben Murdochb8a8cc12014-11-26 15:28:44 +000060 if (!move.IsRedundant()) moves_.Add(move, cgen_->zone());
Ben Murdoch3ef787d2012-04-12 10:51:47 +010061 }
62 Verify();
63}
64
65
66void LGapResolver::PerformMove(int index) {
67 // Each call to this function performs a move and deletes it from the move
68 // graph. We first recursively perform any move blocking this one. We
69 // mark a move as "pending" on entry to PerformMove in order to detect
70 // cycles in the move graph.
71
72 // We can only find a cycle, when doing a depth-first traversal of moves,
73 // be encountering the starting move again. So by spilling the source of
74 // the starting move, we break the cycle. All moves are then unblocked,
75 // and the starting move is completed by writing the spilled value to
76 // its destination. All other moves from the spilled source have been
77 // completed prior to breaking the cycle.
78 // An additional complication is that moves to MemOperands with large
79 // offsets (more than 1K or 4K) require us to spill this spilled value to
80 // the stack, to free up the register.
Ben Murdochb8a8cc12014-11-26 15:28:44 +000081 DCHECK(!moves_[index].IsPending());
82 DCHECK(!moves_[index].IsRedundant());
Ben Murdoch3ef787d2012-04-12 10:51:47 +010083
84 // Clear this move's destination to indicate a pending move. The actual
85 // destination is saved in a stack allocated local. Multiple moves can
86 // be pending because this function is recursive.
Ben Murdochb8a8cc12014-11-26 15:28:44 +000087 DCHECK(moves_[index].source() != NULL); // Or else it will look eliminated.
Ben Murdoch3ef787d2012-04-12 10:51:47 +010088 LOperand* destination = moves_[index].destination();
89 moves_[index].set_destination(NULL);
90
91 // Perform a depth-first traversal of the move graph to resolve
92 // dependencies. Any unperformed, unpending move with a source the same
93 // as this one's destination blocks this one so recursively perform all
94 // such moves.
95 for (int i = 0; i < moves_.length(); ++i) {
96 LMoveOperands other_move = moves_[i];
97 if (other_move.Blocks(destination) && !other_move.IsPending()) {
98 PerformMove(i);
99 // If there is a blocking, pending move it must be moves_[root_index_]
100 // and all other moves with the same source as moves_[root_index_] are
101 // sucessfully executed (because they are cycle-free) by this loop.
102 }
103 }
104
105 // We are about to resolve this move and don't need it marked as
106 // pending, so restore its destination.
107 moves_[index].set_destination(destination);
108
109 // The move may be blocked on a pending move, which must be the starting move.
110 // In this case, we have a cycle, and we save the source of this move to
111 // a scratch register to break it.
112 LMoveOperands other_move = moves_[root_index_];
113 if (other_move.Blocks(destination)) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000114 DCHECK(other_move.IsPending());
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100115 BreakCycle(index);
116 return;
117 }
118
119 // This move is no longer blocked.
120 EmitMove(index);
121}
122
123
124void LGapResolver::Verify() {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000125#ifdef ENABLE_SLOW_DCHECKS
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100126 // No operand should be the destination for more than one move.
127 for (int i = 0; i < moves_.length(); ++i) {
128 LOperand* destination = moves_[i].destination();
129 for (int j = i + 1; j < moves_.length(); ++j) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000130 SLOW_DCHECK(!destination->Equals(moves_[j].destination()));
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100131 }
132 }
133#endif
134}
135
136#define __ ACCESS_MASM(cgen_->masm())
137
138void LGapResolver::BreakCycle(int index) {
139 // We save in a register the value that should end up in the source of
140 // moves_[root_index]. After performing all moves in the tree rooted
141 // in that move, we save the value to that source.
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000142 DCHECK(moves_[index].destination()->Equals(moves_[root_index_].source()));
143 DCHECK(!in_cycle_);
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100144 in_cycle_ = true;
145 LOperand* source = moves_[index].source();
146 saved_destination_ = moves_[index].destination();
147 if (source->IsRegister()) {
Ben Murdochdb1b4382012-04-26 19:03:50 +0100148 __ mov(kLithiumScratchReg, cgen_->ToRegister(source));
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100149 } else if (source->IsStackSlot()) {
Ben Murdochdb1b4382012-04-26 19:03:50 +0100150 __ lw(kLithiumScratchReg, cgen_->ToMemOperand(source));
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100151 } else if (source->IsDoubleRegister()) {
152 __ mov_d(kLithiumScratchDouble, cgen_->ToDoubleRegister(source));
153 } else if (source->IsDoubleStackSlot()) {
154 __ ldc1(kLithiumScratchDouble, cgen_->ToMemOperand(source));
155 } else {
156 UNREACHABLE();
157 }
158 // This move will be done by restoring the saved value to the destination.
159 moves_[index].Eliminate();
160}
161
162
163void LGapResolver::RestoreValue() {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000164 DCHECK(in_cycle_);
165 DCHECK(saved_destination_ != NULL);
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100166
Ben Murdochdb1b4382012-04-26 19:03:50 +0100167 // Spilled value is in kLithiumScratchReg or kLithiumScratchDouble.
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100168 if (saved_destination_->IsRegister()) {
Ben Murdochdb1b4382012-04-26 19:03:50 +0100169 __ mov(cgen_->ToRegister(saved_destination_), kLithiumScratchReg);
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100170 } else if (saved_destination_->IsStackSlot()) {
Ben Murdochdb1b4382012-04-26 19:03:50 +0100171 __ sw(kLithiumScratchReg, cgen_->ToMemOperand(saved_destination_));
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100172 } else if (saved_destination_->IsDoubleRegister()) {
173 __ mov_d(cgen_->ToDoubleRegister(saved_destination_),
174 kLithiumScratchDouble);
175 } else if (saved_destination_->IsDoubleStackSlot()) {
176 __ sdc1(kLithiumScratchDouble,
177 cgen_->ToMemOperand(saved_destination_));
178 } else {
179 UNREACHABLE();
180 }
181
182 in_cycle_ = false;
183 saved_destination_ = NULL;
184}
185
186
187void LGapResolver::EmitMove(int index) {
188 LOperand* source = moves_[index].source();
189 LOperand* destination = moves_[index].destination();
190
191 // Dispatch on the source and destination operand kinds. Not all
192 // combinations are possible.
193
194 if (source->IsRegister()) {
195 Register source_register = cgen_->ToRegister(source);
196 if (destination->IsRegister()) {
197 __ mov(cgen_->ToRegister(destination), source_register);
198 } else {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000199 DCHECK(destination->IsStackSlot());
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100200 __ sw(source_register, cgen_->ToMemOperand(destination));
201 }
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100202 } else if (source->IsStackSlot()) {
203 MemOperand source_operand = cgen_->ToMemOperand(source);
204 if (destination->IsRegister()) {
205 __ lw(cgen_->ToRegister(destination), source_operand);
206 } else {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000207 DCHECK(destination->IsStackSlot());
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100208 MemOperand destination_operand = cgen_->ToMemOperand(destination);
209 if (in_cycle_) {
210 if (!destination_operand.OffsetIsInt16Encodable()) {
211 // 'at' is overwritten while saving the value to the destination.
212 // Therefore we can't use 'at'. It is OK if the read from the source
213 // destroys 'at', since that happens before the value is read.
214 // This uses only a single reg of the double reg-pair.
215 __ lwc1(kLithiumScratchDouble, source_operand);
216 __ swc1(kLithiumScratchDouble, destination_operand);
217 } else {
218 __ lw(at, source_operand);
219 __ sw(at, destination_operand);
220 }
221 } else {
Ben Murdochdb1b4382012-04-26 19:03:50 +0100222 __ lw(kLithiumScratchReg, source_operand);
223 __ sw(kLithiumScratchReg, destination_operand);
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100224 }
225 }
226
227 } else if (source->IsConstantOperand()) {
228 LConstantOperand* constant_source = LConstantOperand::cast(source);
229 if (destination->IsRegister()) {
230 Register dst = cgen_->ToRegister(destination);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000231 Representation r = cgen_->IsSmi(constant_source)
232 ? Representation::Smi() : Representation::Integer32();
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100233 if (cgen_->IsInteger32(constant_source)) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000234 __ li(dst, Operand(cgen_->ToRepresentation(constant_source, r)));
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100235 } else {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000236 __ li(dst, cgen_->ToHandle(constant_source));
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100237 }
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000238 } else if (destination->IsDoubleRegister()) {
239 DoubleRegister result = cgen_->ToDoubleRegister(destination);
240 double v = cgen_->ToDouble(constant_source);
241 __ Move(result, v);
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100242 } else {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000243 DCHECK(destination->IsStackSlot());
244 DCHECK(!in_cycle_); // Constant moves happen after all cycles are gone.
245 Representation r = cgen_->IsSmi(constant_source)
246 ? Representation::Smi() : Representation::Integer32();
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100247 if (cgen_->IsInteger32(constant_source)) {
Ben Murdochdb1b4382012-04-26 19:03:50 +0100248 __ li(kLithiumScratchReg,
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000249 Operand(cgen_->ToRepresentation(constant_source, r)));
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100250 } else {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000251 __ li(kLithiumScratchReg, cgen_->ToHandle(constant_source));
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100252 }
Ben Murdochdb1b4382012-04-26 19:03:50 +0100253 __ sw(kLithiumScratchReg, cgen_->ToMemOperand(destination));
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100254 }
255
256 } else if (source->IsDoubleRegister()) {
257 DoubleRegister source_register = cgen_->ToDoubleRegister(source);
258 if (destination->IsDoubleRegister()) {
259 __ mov_d(cgen_->ToDoubleRegister(destination), source_register);
260 } else {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000261 DCHECK(destination->IsDoubleStackSlot());
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100262 MemOperand destination_operand = cgen_->ToMemOperand(destination);
263 __ sdc1(source_register, destination_operand);
264 }
265
266 } else if (source->IsDoubleStackSlot()) {
267 MemOperand source_operand = cgen_->ToMemOperand(source);
268 if (destination->IsDoubleRegister()) {
269 __ ldc1(cgen_->ToDoubleRegister(destination), source_operand);
270 } else {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000271 DCHECK(destination->IsDoubleStackSlot());
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100272 MemOperand destination_operand = cgen_->ToMemOperand(destination);
273 if (in_cycle_) {
274 // kLithiumScratchDouble was used to break the cycle,
Ben Murdochdb1b4382012-04-26 19:03:50 +0100275 // but kLithiumScratchReg is free.
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100276 MemOperand source_high_operand =
277 cgen_->ToHighMemOperand(source);
278 MemOperand destination_high_operand =
279 cgen_->ToHighMemOperand(destination);
Ben Murdochdb1b4382012-04-26 19:03:50 +0100280 __ lw(kLithiumScratchReg, source_operand);
281 __ sw(kLithiumScratchReg, destination_operand);
282 __ lw(kLithiumScratchReg, source_high_operand);
283 __ sw(kLithiumScratchReg, destination_high_operand);
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100284 } else {
285 __ ldc1(kLithiumScratchDouble, source_operand);
286 __ sdc1(kLithiumScratchDouble, destination_operand);
287 }
288 }
289 } else {
290 UNREACHABLE();
291 }
292
293 moves_[index].Eliminate();
294}
295
296
297#undef __
298
299} } // namespace v8::internal