| // Copyright 2009 the V8 project authors. All rights reserved. |
| // Redistribution and use in source and binary forms, with or without |
| // modification, are permitted provided that the following conditions are |
| // met: |
| // |
| // * Redistributions of source code must retain the above copyright |
| // notice, this list of conditions and the following disclaimer. |
| // * Redistributions in binary form must reproduce the above |
| // copyright notice, this list of conditions and the following |
| // disclaimer in the documentation and/or other materials provided |
| // with the distribution. |
| // * Neither the name of Google Inc. nor the names of its |
| // contributors may be used to endorse or promote products derived |
| // from this software without specific prior written permission. |
| // |
| // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| |
| #include "v8.h" |
| |
| #include "codegen-inl.h" |
| #include "register-allocator-inl.h" |
| |
| namespace v8 { namespace internal { |
| |
| // ------------------------------------------------------------------------- |
| // VirtualFrame implementation. |
| |
| VirtualFrame::SpilledScope::SpilledScope(CodeGenerator* cgen) |
| : cgen_(cgen), |
| previous_state_(cgen->in_spilled_code()) { |
| ASSERT(cgen->has_valid_frame()); |
| cgen->frame()->SpillAll(); |
| cgen->set_in_spilled_code(true); |
| } |
| |
| |
| VirtualFrame::SpilledScope::~SpilledScope() { |
| cgen_->set_in_spilled_code(previous_state_); |
| } |
| |
| |
| // When cloned, a frame is a deep copy of the original. |
| VirtualFrame::VirtualFrame(VirtualFrame* original) |
| : cgen_(original->cgen_), |
| masm_(original->masm_), |
| elements_(original->elements_.capacity()), |
| parameter_count_(original->parameter_count_), |
| local_count_(original->local_count_), |
| stack_pointer_(original->stack_pointer_), |
| frame_pointer_(original->frame_pointer_) { |
| // Copy all the elements from the original. |
| for (int i = 0; i < original->elements_.length(); i++) { |
| elements_.Add(original->elements_[i]); |
| } |
| for (int i = 0; i < kNumRegisters; i++) { |
| register_locations_[i] = original->register_locations_[i]; |
| } |
| } |
| |
| |
| FrameElement VirtualFrame::CopyElementAt(int index) { |
| ASSERT(index >= 0); |
| ASSERT(index < elements_.length()); |
| |
| FrameElement target = elements_[index]; |
| FrameElement result; |
| |
| switch (target.type()) { |
| case FrameElement::CONSTANT: |
| // We do not copy constants and instead return a fresh unsynced |
| // constant. |
| result = FrameElement::ConstantElement(target.handle(), |
| FrameElement::NOT_SYNCED); |
| break; |
| |
| case FrameElement::COPY: |
| // We do not allow copies of copies, so we follow one link to |
| // the actual backing store of a copy before making a copy. |
| index = target.index(); |
| ASSERT(elements_[index].is_memory() || elements_[index].is_register()); |
| // Fall through. |
| |
| case FrameElement::MEMORY: // Fall through. |
| case FrameElement::REGISTER: |
| // All copies are backed by memory or register locations. |
| result.set_static_type(target.static_type()); |
| result.type_ = FrameElement::COPY; |
| result.copied_ = false; |
| result.synced_ = false; |
| result.data_.index_ = index; |
| elements_[index].set_copied(); |
| break; |
| |
| case FrameElement::INVALID: |
| // We should not try to copy invalid elements. |
| UNREACHABLE(); |
| break; |
| } |
| return result; |
| } |
| |
| |
| // Modify the state of the virtual frame to match the actual frame by adding |
| // extra in-memory elements to the top of the virtual frame. The extra |
| // elements will be externally materialized on the actual frame (eg, by |
| // pushing an exception handler). No code is emitted. |
| void VirtualFrame::Adjust(int count) { |
| ASSERT(count >= 0); |
| ASSERT(stack_pointer_ == elements_.length() - 1); |
| |
| for (int i = 0; i < count; i++) { |
| elements_.Add(FrameElement::MemoryElement()); |
| } |
| stack_pointer_ += count; |
| } |
| |
| |
| // Modify the state of the virtual frame to match the actual frame by |
| // removing elements from the top of the virtual frame. The elements will |
| // be externally popped from the actual frame (eg, by a runtime call). No |
| // code is emitted. |
| void VirtualFrame::Forget(int count) { |
| ASSERT(count >= 0); |
| ASSERT(stack_pointer_ == elements_.length() - 1); |
| |
| stack_pointer_ -= count; |
| ForgetElements(count); |
| } |
| |
| |
| void VirtualFrame::ForgetElements(int count) { |
| ASSERT(count >= 0); |
| ASSERT(elements_.length() >= count); |
| |
| for (int i = 0; i < count; i++) { |
| FrameElement last = elements_.RemoveLast(); |
| if (last.is_register()) { |
| // A hack to properly count register references for the code |
| // generator's current frame and also for other frames. The |
| // same code appears in PrepareMergeTo. |
| if (cgen_->frame() == this) { |
| Unuse(last.reg()); |
| } else { |
| register_locations_[last.reg().code()] = kIllegalIndex; |
| } |
| } |
| } |
| } |
| |
| |
| void VirtualFrame::Use(Register reg, int index) { |
| ASSERT(register_locations_[reg.code()] == kIllegalIndex); |
| register_locations_[reg.code()] = index; |
| cgen_->allocator()->Use(reg); |
| } |
| |
| |
| void VirtualFrame::Unuse(Register reg) { |
| ASSERT(register_locations_[reg.code()] != kIllegalIndex); |
| register_locations_[reg.code()] = kIllegalIndex; |
| cgen_->allocator()->Unuse(reg); |
| } |
| |
| |
| void VirtualFrame::Spill(Register target) { |
| if (is_used(target)) { |
| SpillElementAt(register_index(target)); |
| } |
| } |
| |
| |
| // If there are any registers referenced only by the frame, spill one. |
| Register VirtualFrame::SpillAnyRegister() { |
| // Find the leftmost (ordered by register code) register whose only |
| // reference is in the frame. |
| for (int i = 0; i < kNumRegisters; i++) { |
| if (is_used(i) && cgen_->allocator()->count(i) == 1) { |
| Register result = { i }; |
| Spill(result); |
| ASSERT(!cgen_->allocator()->is_used(result)); |
| return result; |
| } |
| } |
| return no_reg; |
| } |
| |
| |
| // Make the type of the element at a given index be MEMORY. |
| void VirtualFrame::SpillElementAt(int index) { |
| if (!elements_[index].is_valid()) return; |
| |
| SyncElementAt(index); |
| // The element is now in memory. Its copied flag is preserved. |
| FrameElement new_element = FrameElement::MemoryElement(); |
| if (elements_[index].is_copied()) { |
| new_element.set_copied(); |
| } |
| if (elements_[index].is_register()) { |
| Unuse(elements_[index].reg()); |
| } |
| new_element.set_static_type(elements_[index].static_type()); |
| elements_[index] = new_element; |
| } |
| |
| |
| // Clear the dirty bits for the range of elements in |
| // [min(stack_pointer_ + 1,begin), end). |
| void VirtualFrame::SyncRange(int begin, int end) { |
| ASSERT(begin >= 0); |
| ASSERT(end <= elements_.length()); |
| if (begin > stack_pointer_) { |
| // Elements between stack_pointer_ + 1 and begin must also be synced. |
| for (int i = stack_pointer_ + 1; i < end; i++) { |
| SyncElementByPushing(i); |
| } |
| } else if (end <= stack_pointer_ + 1) { |
| for (int i = begin; i < end; i++) { |
| if (!elements_[i].is_synced()) { |
| SyncElementBelowStackPointer(i); |
| } |
| } |
| } else { |
| // Split into two ranges that each satisfy a condition above. |
| SyncRange(begin, stack_pointer_ + 1); |
| SyncRange(stack_pointer_ + 1, end); |
| } |
| } |
| |
| |
| // Clear the dirty bit for the element at a given index. |
| void VirtualFrame::SyncElementAt(int index) { |
| if (index <= stack_pointer_) { |
| if (!elements_[index].is_synced()) { |
| SyncElementBelowStackPointer(index); |
| } |
| } else { |
| for (int i = stack_pointer_ + 1; i <= index; i++) { |
| SyncElementByPushing(i); |
| } |
| } |
| } |
| |
| |
| // Make the type of all elements be MEMORY. |
| void VirtualFrame::SpillAll() { |
| for (int i = 0; i < elements_.length(); i++) { |
| SpillElementAt(i); |
| } |
| } |
| |
| |
| void VirtualFrame::PrepareMergeTo(VirtualFrame* expected) { |
| // Perform state changes on this frame that will make merge to the |
| // expected frame simpler or else increase the likelihood that his |
| // frame will match another. |
| for (int i = 0; i < elements_.length(); i++) { |
| FrameElement source = elements_[i]; |
| FrameElement target = expected->elements_[i]; |
| |
| if (!target.is_valid() || |
| (target.is_memory() && !source.is_memory() && source.is_synced())) { |
| // No code needs to be generated to invalidate valid elements. |
| // No code needs to be generated to move values to memory if |
| // they are already synced. We perform those moves here, before |
| // merging. |
| if (source.is_register()) { |
| // If the frame is the code generator's current frame, we have |
| // to decrement both the frame-internal and global register |
| // counts. |
| if (cgen_->frame() == this) { |
| Unuse(source.reg()); |
| } else { |
| register_locations_[source.reg().code()] = kIllegalIndex; |
| } |
| } |
| elements_[i] = target; |
| } else if (target.is_register() && !target.is_synced() && |
| !source.is_memory()) { |
| // If an element's target is a register that doesn't need to be |
| // synced, and the element is not in memory, then the sync state |
| // of the element is irrelevant. We clear the sync bit. |
| ASSERT(source.is_valid()); |
| elements_[i].clear_sync(); |
| } |
| |
| elements_[i].clear_copied(); |
| if (elements_[i].is_copy()) { |
| elements_[elements_[i].index()].set_copied(); |
| } |
| |
| // No code needs to be generated to change the static type of an |
| // element. |
| elements_[i].set_static_type(target.static_type()); |
| } |
| } |
| |
| |
| void VirtualFrame::PrepareForCall(int spilled_args, int dropped_args) { |
| ASSERT(height() >= dropped_args); |
| ASSERT(height() >= spilled_args); |
| ASSERT(dropped_args <= spilled_args); |
| |
| SyncRange(0, elements_.length()); |
| // Spill registers. |
| for (int i = 0; i < kNumRegisters; i++) { |
| if (is_used(i)) { |
| SpillElementAt(register_locations_[i]); |
| } |
| } |
| |
| // Spill the arguments. |
| for (int i = elements_.length() - spilled_args; i < elements_.length(); i++) { |
| if (!elements_[i].is_memory()) { |
| SpillElementAt(i); |
| } |
| } |
| |
| // Forget the frame elements that will be popped by the call. |
| Forget(dropped_args); |
| } |
| |
| |
| void VirtualFrame::DetachFromCodeGenerator() { |
| // Tell the global register allocator that it is free to reallocate all |
| // register references contained in this frame. The frame elements remain |
| // register references, so the frame-internal reference count is not |
| // decremented. |
| for (int i = 0; i < elements_.length(); i++) { |
| if (elements_[i].is_register()) { |
| cgen_->allocator()->Unuse(elements_[i].reg()); |
| } |
| } |
| } |
| |
| |
| void VirtualFrame::AttachToCodeGenerator() { |
| // Tell the global register allocator that the frame-internal register |
| // references are live again. |
| for (int i = 0; i < elements_.length(); i++) { |
| if (elements_[i].is_register()) { |
| cgen_->allocator()->Use(elements_[i].reg()); |
| } |
| } |
| } |
| |
| |
| void VirtualFrame::PrepareForReturn() { |
| // Spill all locals. This is necessary to make sure all locals have |
| // the right value when breaking at the return site in the debugger. |
| // |
| // TODO(203): It is also necessary to ensure that merging at the |
| // return site does not generate code to overwrite eax, where the |
| // return value is kept in a non-refcounted register reference. |
| for (int i = 0; i < expression_base_index(); i++) SpillElementAt(i); |
| } |
| |
| |
| void VirtualFrame::SetElementAt(int index, Result* value) { |
| int frame_index = elements_.length() - index - 1; |
| ASSERT(frame_index >= 0); |
| ASSERT(frame_index < elements_.length()); |
| ASSERT(value->is_valid()); |
| FrameElement original = elements_[frame_index]; |
| |
| // Early exit if the element is the same as the one being set. |
| bool same_register = original.is_register() |
| && value->is_register() |
| && original.reg().is(value->reg()); |
| bool same_constant = original.is_constant() |
| && value->is_constant() |
| && original.handle().is_identical_to(value->handle()); |
| if (same_register || same_constant) { |
| value->Unuse(); |
| return; |
| } |
| |
| InvalidateFrameSlotAt(frame_index); |
| |
| FrameElement new_element; |
| if (value->is_register()) { |
| if (is_used(value->reg())) { |
| // The register already appears on the frame. Either the existing |
| // register element, or the new element at frame_index, must be made |
| // a copy. |
| int i = register_index(value->reg()); |
| ASSERT(value->static_type() == elements_[i].static_type()); |
| |
| if (i < frame_index) { |
| // The register FrameElement is lower in the frame than the new copy. |
| elements_[frame_index] = CopyElementAt(i); |
| } else { |
| // There was an early bailout for the case of setting a |
| // register element to itself. |
| ASSERT(i != frame_index); |
| elements_[frame_index] = elements_[i]; |
| elements_[i] = CopyElementAt(frame_index); |
| if (elements_[frame_index].is_synced()) { |
| elements_[i].set_sync(); |
| } |
| elements_[frame_index].clear_sync(); |
| register_locations_[value->reg().code()] = frame_index; |
| for (int j = i + 1; j < elements_.length(); j++) { |
| if (elements_[j].is_copy() && elements_[j].index() == i) { |
| elements_[j].set_index(frame_index); |
| } |
| } |
| } |
| } else { |
| // The register value->reg() was not already used on the frame. |
| Use(value->reg(), frame_index); |
| elements_[frame_index] = |
| FrameElement::RegisterElement(value->reg(), |
| FrameElement::NOT_SYNCED, |
| value->static_type()); |
| } |
| } else { |
| ASSERT(value->is_constant()); |
| elements_[frame_index] = |
| FrameElement::ConstantElement(value->handle(), |
| FrameElement::NOT_SYNCED); |
| } |
| value->Unuse(); |
| } |
| |
| |
| void VirtualFrame::PushFrameSlotAt(int index) { |
| FrameElement new_element = CopyElementAt(index); |
| elements_.Add(new_element); |
| } |
| |
| |
| Result VirtualFrame::CallStub(CodeStub* stub, int arg_count) { |
| PrepareForCall(arg_count, arg_count); |
| return RawCallStub(stub); |
| } |
| |
| |
| void VirtualFrame::Push(Register reg, StaticType static_type) { |
| if (is_used(reg)) { |
| int index = register_index(reg); |
| FrameElement element = CopyElementAt(index); |
| ASSERT(static_type.merge(element.static_type()) == element.static_type()); |
| elements_.Add(element); |
| } else { |
| Use(reg, elements_.length()); |
| FrameElement element = |
| FrameElement::RegisterElement(reg, |
| FrameElement::NOT_SYNCED, |
| static_type); |
| elements_.Add(element); |
| } |
| } |
| |
| |
| void VirtualFrame::Push(Handle<Object> value) { |
| FrameElement element = |
| FrameElement::ConstantElement(value, FrameElement::NOT_SYNCED); |
| elements_.Add(element); |
| } |
| |
| |
| void VirtualFrame::Push(Result* result) { |
| if (result->is_register()) { |
| Push(result->reg(), result->static_type()); |
| } else { |
| ASSERT(result->is_constant()); |
| Push(result->handle()); |
| } |
| result->Unuse(); |
| } |
| |
| |
| void VirtualFrame::Nip(int num_dropped) { |
| ASSERT(num_dropped >= 0); |
| if (num_dropped == 0) return; |
| Result tos = Pop(); |
| if (num_dropped > 1) { |
| Drop(num_dropped - 1); |
| } |
| SetElementAt(0, &tos); |
| } |
| |
| |
| bool FrameElement::Equals(FrameElement other) { |
| if (type_ != other.type_ || |
| copied_ != other.copied_ || |
| synced_ != other.synced_) return false; |
| |
| if (is_register()) { |
| if (!reg().is(other.reg())) return false; |
| } else if (is_constant()) { |
| if (!handle().is_identical_to(other.handle())) return false; |
| } else if (is_copy()) { |
| if (index() != other.index()) return false; |
| } |
| |
| return true; |
| } |
| |
| |
| bool VirtualFrame::Equals(VirtualFrame* other) { |
| #ifdef DEBUG |
| // These are sanity checks in debug builds, but we do not need to |
| // use them to distinguish frames at merge points. |
| if (cgen_ != other->cgen_) return false; |
| if (masm_ != other->masm_) return false; |
| if (parameter_count_ != other->parameter_count_) return false; |
| if (local_count_ != other->local_count_) return false; |
| if (frame_pointer_ != other->frame_pointer_) return false; |
| |
| for (int i = 0; i < kNumRegisters; i++) { |
| if (register_locations_[i] != other->register_locations_[i]) { |
| return false; |
| } |
| } |
| if (elements_.length() != other->elements_.length()) return false; |
| #endif |
| if (stack_pointer_ != other->stack_pointer_) return false; |
| for (int i = 0; i < elements_.length(); i++) { |
| if (!elements_[i].Equals(other->elements_[i])) return false; |
| } |
| |
| return true; |
| } |
| |
| } } // namespace v8::internal |