| // Copyright 2009 the V8 project authors. All rights reserved. |
| // Redistribution and use in source and binary forms, with or without |
| // modification, are permitted provided that the following conditions are |
| // met: |
| // |
| // * Redistributions of source code must retain the above copyright |
| // notice, this list of conditions and the following disclaimer. |
| // * Redistributions in binary form must reproduce the above |
| // copyright notice, this list of conditions and the following |
| // disclaimer in the documentation and/or other materials provided |
| // with the distribution. |
| // * Neither the name of Google Inc. nor the names of its |
| // contributors may be used to endorse or promote products derived |
| // from this software without specific prior written permission. |
| // |
| // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| |
| |
| #include "v8.h" |
| |
| #include "ic-inl.h" |
| #include "codegen-inl.h" |
| #include "stub-cache.h" |
| #include "macro-assembler-x64.h" |
| |
| namespace v8 { |
| namespace internal { |
| |
| //----------------------------------------------------------------------------- |
| // StubCompiler static helper functions |
| |
| #define __ ACCESS_MASM(masm) |
| |
| |
| static void ProbeTable(MacroAssembler* masm, |
| Code::Flags flags, |
| StubCache::Table table, |
| Register name, |
| Register offset) { |
| ASSERT_EQ(8, kPointerSize); |
| ASSERT_EQ(16, sizeof(StubCache::Entry)); |
| // The offset register holds the entry offset times four (due to masking |
| // and shifting optimizations). |
| ExternalReference key_offset(SCTableReference::keyReference(table)); |
| Label miss; |
| |
| __ movq(kScratchRegister, key_offset); |
| // Check that the key in the entry matches the name. |
| // Multiply entry offset by 16 to get the entry address. Since the |
| // offset register already holds the entry offset times four, multiply |
| // by a further four. |
| __ cmpl(name, Operand(kScratchRegister, offset, times_4, 0)); |
| __ j(not_equal, &miss); |
| // Get the code entry from the cache. |
| // Use key_offset + kPointerSize, rather than loading value_offset. |
| __ movq(kScratchRegister, |
| Operand(kScratchRegister, offset, times_4, kPointerSize)); |
| // Check that the flags match what we're looking for. |
| __ movl(offset, FieldOperand(kScratchRegister, Code::kFlagsOffset)); |
| __ and_(offset, Immediate(~Code::kFlagsNotUsedInLookup)); |
| __ cmpl(offset, Immediate(flags)); |
| __ j(not_equal, &miss); |
| |
| // Jump to the first instruction in the code stub. |
| __ addq(kScratchRegister, Immediate(Code::kHeaderSize - kHeapObjectTag)); |
| __ jmp(kScratchRegister); |
| |
| __ bind(&miss); |
| } |
| |
| |
| void StubCompiler::GenerateLoadMiss(MacroAssembler* masm, Code::Kind kind) { |
| ASSERT(kind == Code::LOAD_IC || kind == Code::KEYED_LOAD_IC); |
| Code* code = NULL; |
| if (kind == Code::LOAD_IC) { |
| code = Builtins::builtin(Builtins::LoadIC_Miss); |
| } else { |
| code = Builtins::builtin(Builtins::KeyedLoadIC_Miss); |
| } |
| |
| Handle<Code> ic(code); |
| __ Jump(ic, RelocInfo::CODE_TARGET); |
| } |
| |
| |
| void StubCompiler::GenerateLoadGlobalFunctionPrototype(MacroAssembler* masm, |
| int index, |
| Register prototype) { |
| // Load the global or builtins object from the current context. |
| __ movq(prototype, |
| Operand(rsi, Context::SlotOffset(Context::GLOBAL_INDEX))); |
| // Load the global context from the global or builtins object. |
| __ movq(prototype, |
| FieldOperand(prototype, GlobalObject::kGlobalContextOffset)); |
| // Load the function from the global context. |
| __ movq(prototype, Operand(prototype, Context::SlotOffset(index))); |
| // Load the initial map. The global functions all have initial maps. |
| __ movq(prototype, |
| FieldOperand(prototype, JSFunction::kPrototypeOrInitialMapOffset)); |
| // Load the prototype from the initial map. |
| __ movq(prototype, FieldOperand(prototype, Map::kPrototypeOffset)); |
| } |
| |
| |
| // Load a fast property out of a holder object (src). In-object properties |
| // are loaded directly otherwise the property is loaded from the properties |
| // fixed array. |
| void StubCompiler::GenerateFastPropertyLoad(MacroAssembler* masm, |
| Register dst, Register src, |
| JSObject* holder, int index) { |
| // Adjust for the number of properties stored in the holder. |
| index -= holder->map()->inobject_properties(); |
| if (index < 0) { |
| // Get the property straight out of the holder. |
| int offset = holder->map()->instance_size() + (index * kPointerSize); |
| __ movq(dst, FieldOperand(src, offset)); |
| } else { |
| // Calculate the offset into the properties array. |
| int offset = index * kPointerSize + FixedArray::kHeaderSize; |
| __ movq(dst, FieldOperand(src, JSObject::kPropertiesOffset)); |
| __ movq(dst, FieldOperand(dst, offset)); |
| } |
| } |
| |
| |
| template <typename Pushable> |
| static void PushInterceptorArguments(MacroAssembler* masm, |
| Register receiver, |
| Register holder, |
| Pushable name, |
| JSObject* holder_obj) { |
| __ push(receiver); |
| __ push(holder); |
| __ push(name); |
| InterceptorInfo* interceptor = holder_obj->GetNamedInterceptor(); |
| __ movq(kScratchRegister, Handle<Object>(interceptor), |
| RelocInfo::EMBEDDED_OBJECT); |
| __ push(kScratchRegister); |
| __ push(FieldOperand(kScratchRegister, InterceptorInfo::kDataOffset)); |
| } |
| |
| |
| void StubCache::GenerateProbe(MacroAssembler* masm, |
| Code::Flags flags, |
| Register receiver, |
| Register name, |
| Register scratch, |
| Register extra) { |
| Label miss; |
| USE(extra); // The register extra is not used on the X64 platform. |
| // Make sure that code is valid. The shifting code relies on the |
| // entry size being 16. |
| ASSERT(sizeof(Entry) == 16); |
| |
| // Make sure the flags do not name a specific type. |
| ASSERT(Code::ExtractTypeFromFlags(flags) == 0); |
| |
| // Make sure that there are no register conflicts. |
| ASSERT(!scratch.is(receiver)); |
| ASSERT(!scratch.is(name)); |
| |
| // Check that the receiver isn't a smi. |
| __ JumpIfSmi(receiver, &miss); |
| |
| // Get the map of the receiver and compute the hash. |
| __ movl(scratch, FieldOperand(name, String::kHashFieldOffset)); |
| // Use only the low 32 bits of the map pointer. |
| __ addl(scratch, FieldOperand(receiver, HeapObject::kMapOffset)); |
| __ xor_(scratch, Immediate(flags)); |
| __ and_(scratch, Immediate((kPrimaryTableSize - 1) << kHeapObjectTagSize)); |
| |
| // Probe the primary table. |
| ProbeTable(masm, flags, kPrimary, name, scratch); |
| |
| // Primary miss: Compute hash for secondary probe. |
| __ movl(scratch, FieldOperand(name, String::kHashFieldOffset)); |
| __ addl(scratch, FieldOperand(receiver, HeapObject::kMapOffset)); |
| __ xor_(scratch, Immediate(flags)); |
| __ and_(scratch, Immediate((kPrimaryTableSize - 1) << kHeapObjectTagSize)); |
| __ subl(scratch, name); |
| __ addl(scratch, Immediate(flags)); |
| __ and_(scratch, Immediate((kSecondaryTableSize - 1) << kHeapObjectTagSize)); |
| |
| // Probe the secondary table. |
| ProbeTable(masm, flags, kSecondary, name, scratch); |
| |
| // Cache miss: Fall-through and let caller handle the miss by |
| // entering the runtime system. |
| __ bind(&miss); |
| } |
| |
| |
| void StubCompiler::GenerateStoreField(MacroAssembler* masm, |
| Builtins::Name storage_extend, |
| JSObject* object, |
| int index, |
| Map* transition, |
| Register receiver_reg, |
| Register name_reg, |
| Register scratch, |
| Label* miss_label) { |
| // Check that the object isn't a smi. |
| __ JumpIfSmi(receiver_reg, miss_label); |
| |
| // Check that the map of the object hasn't changed. |
| __ Cmp(FieldOperand(receiver_reg, HeapObject::kMapOffset), |
| Handle<Map>(object->map())); |
| __ j(not_equal, miss_label); |
| |
| // Perform global security token check if needed. |
| if (object->IsJSGlobalProxy()) { |
| __ CheckAccessGlobalProxy(receiver_reg, scratch, miss_label); |
| } |
| |
| // Stub never generated for non-global objects that require access |
| // checks. |
| ASSERT(object->IsJSGlobalProxy() || !object->IsAccessCheckNeeded()); |
| |
| // Perform map transition for the receiver if necessary. |
| if ((transition != NULL) && (object->map()->unused_property_fields() == 0)) { |
| // The properties must be extended before we can store the value. |
| // We jump to a runtime call that extends the properties array. |
| __ Move(rcx, Handle<Map>(transition)); |
| Handle<Code> ic(Builtins::builtin(storage_extend)); |
| __ Jump(ic, RelocInfo::CODE_TARGET); |
| return; |
| } |
| |
| if (transition != NULL) { |
| // Update the map of the object; no write barrier updating is |
| // needed because the map is never in new space. |
| __ Move(FieldOperand(receiver_reg, HeapObject::kMapOffset), |
| Handle<Map>(transition)); |
| } |
| |
| // Adjust for the number of properties stored in the object. Even in the |
| // face of a transition we can use the old map here because the size of the |
| // object and the number of in-object properties is not going to change. |
| index -= object->map()->inobject_properties(); |
| |
| if (index < 0) { |
| // Set the property straight into the object. |
| int offset = object->map()->instance_size() + (index * kPointerSize); |
| __ movq(FieldOperand(receiver_reg, offset), rax); |
| |
| // Update the write barrier for the array address. |
| // Pass the value being stored in the now unused name_reg. |
| __ movq(name_reg, rax); |
| __ RecordWrite(receiver_reg, offset, name_reg, scratch); |
| } else { |
| // Write to the properties array. |
| int offset = index * kPointerSize + FixedArray::kHeaderSize; |
| // Get the properties array (optimistically). |
| __ movq(scratch, FieldOperand(receiver_reg, JSObject::kPropertiesOffset)); |
| __ movq(FieldOperand(scratch, offset), rax); |
| |
| // Update the write barrier for the array address. |
| // Pass the value being stored in the now unused name_reg. |
| __ movq(name_reg, rax); |
| __ RecordWrite(scratch, offset, name_reg, receiver_reg); |
| } |
| |
| // Return the value (register rax). |
| __ ret(0); |
| } |
| |
| |
| void StubCompiler::GenerateLoadArrayLength(MacroAssembler* masm, |
| Register receiver, |
| Register scratch, |
| Label* miss_label) { |
| // Check that the receiver isn't a smi. |
| __ JumpIfSmi(receiver, miss_label); |
| |
| // Check that the object is a JS array. |
| __ CmpObjectType(receiver, JS_ARRAY_TYPE, scratch); |
| __ j(not_equal, miss_label); |
| |
| // Load length directly from the JS array. |
| __ movq(rax, FieldOperand(receiver, JSArray::kLengthOffset)); |
| __ ret(0); |
| } |
| |
| |
| // Generate code to check if an object is a string. If the object is |
| // a string, the map's instance type is left in the scratch register. |
| static void GenerateStringCheck(MacroAssembler* masm, |
| Register receiver, |
| Register scratch, |
| Label* smi, |
| Label* non_string_object) { |
| // Check that the object isn't a smi. |
| __ JumpIfSmi(receiver, smi); |
| |
| // Check that the object is a string. |
| __ movq(scratch, FieldOperand(receiver, HeapObject::kMapOffset)); |
| __ movzxbq(scratch, FieldOperand(scratch, Map::kInstanceTypeOffset)); |
| ASSERT(kNotStringTag != 0); |
| __ testl(scratch, Immediate(kNotStringTag)); |
| __ j(not_zero, non_string_object); |
| } |
| |
| |
| void StubCompiler::GenerateLoadStringLength(MacroAssembler* masm, |
| Register receiver, |
| Register scratch, |
| Label* miss) { |
| Label load_length, check_wrapper; |
| |
| // Check if the object is a string leaving the instance type in the |
| // scratch register. |
| GenerateStringCheck(masm, receiver, scratch, miss, &check_wrapper); |
| |
| // Load length directly from the string. |
| __ bind(&load_length); |
| __ movl(rax, FieldOperand(receiver, String::kLengthOffset)); |
| __ Integer32ToSmi(rax, rax); |
| __ ret(0); |
| |
| // Check if the object is a JSValue wrapper. |
| __ bind(&check_wrapper); |
| __ cmpl(scratch, Immediate(JS_VALUE_TYPE)); |
| __ j(not_equal, miss); |
| |
| // Check if the wrapped value is a string and load the length |
| // directly if it is. |
| __ movq(receiver, FieldOperand(receiver, JSValue::kValueOffset)); |
| GenerateStringCheck(masm, receiver, scratch, miss, miss); |
| __ jmp(&load_length); |
| } |
| |
| |
| template <class Pushable> |
| static void CompileCallLoadPropertyWithInterceptor(MacroAssembler* masm, |
| Register receiver, |
| Register holder, |
| Pushable name, |
| JSObject* holder_obj) { |
| PushInterceptorArguments(masm, receiver, holder, name, holder_obj); |
| |
| ExternalReference ref = |
| ExternalReference(IC_Utility(IC::kLoadPropertyWithInterceptorOnly)); |
| __ movq(rax, Immediate(5)); |
| __ movq(rbx, ref); |
| |
| CEntryStub stub(1); |
| __ CallStub(&stub); |
| } |
| |
| |
| |
| void StubCompiler::GenerateLoadFunctionPrototype(MacroAssembler* masm, |
| Register receiver, |
| Register result, |
| Register scratch, |
| Label* miss_label) { |
| __ TryGetFunctionPrototype(receiver, result, miss_label); |
| if (!result.is(rax)) __ movq(rax, result); |
| __ ret(0); |
| } |
| |
| |
| static void LookupPostInterceptor(JSObject* holder, |
| String* name, |
| LookupResult* lookup) { |
| holder->LocalLookupRealNamedProperty(name, lookup); |
| if (lookup->IsNotFound()) { |
| Object* proto = holder->GetPrototype(); |
| if (proto != Heap::null_value()) { |
| proto->Lookup(name, lookup); |
| } |
| } |
| } |
| |
| |
| class LoadInterceptorCompiler BASE_EMBEDDED { |
| public: |
| explicit LoadInterceptorCompiler(Register name) : name_(name) {} |
| |
| void CompileCacheable(MacroAssembler* masm, |
| StubCompiler* stub_compiler, |
| Register receiver, |
| Register holder, |
| Register scratch1, |
| Register scratch2, |
| JSObject* holder_obj, |
| LookupResult* lookup, |
| String* name, |
| Label* miss_label) { |
| AccessorInfo* callback = 0; |
| bool optimize = false; |
| // So far the most popular follow ups for interceptor loads are FIELD |
| // and CALLBACKS, so inline only them, other cases may be added |
| // later. |
| if (lookup->type() == FIELD) { |
| optimize = true; |
| } else if (lookup->type() == CALLBACKS) { |
| Object* callback_object = lookup->GetCallbackObject(); |
| if (callback_object->IsAccessorInfo()) { |
| callback = AccessorInfo::cast(callback_object); |
| optimize = callback->getter() != NULL; |
| } |
| } |
| |
| if (!optimize) { |
| CompileRegular(masm, receiver, holder, scratch2, holder_obj, miss_label); |
| return; |
| } |
| |
| // Note: starting a frame here makes GC aware of pointers pushed below. |
| __ EnterInternalFrame(); |
| |
| if (lookup->type() == CALLBACKS) { |
| __ push(receiver); |
| } |
| __ push(holder); |
| __ push(name_); |
| |
| CompileCallLoadPropertyWithInterceptor(masm, |
| receiver, |
| holder, |
| name_, |
| holder_obj); |
| |
| Label interceptor_failed; |
| __ CompareRoot(rax, Heap::kNoInterceptorResultSentinelRootIndex); |
| __ j(equal, &interceptor_failed); |
| __ LeaveInternalFrame(); |
| __ ret(0); |
| |
| __ bind(&interceptor_failed); |
| __ pop(name_); |
| __ pop(holder); |
| if (lookup->type() == CALLBACKS) { |
| __ pop(receiver); |
| } |
| |
| __ LeaveInternalFrame(); |
| |
| if (lookup->type() == FIELD) { |
| holder = stub_compiler->CheckPrototypes(holder_obj, |
| holder, |
| lookup->holder(), |
| scratch1, |
| scratch2, |
| name, |
| miss_label); |
| stub_compiler->GenerateFastPropertyLoad(masm, |
| rax, |
| holder, |
| lookup->holder(), |
| lookup->GetFieldIndex()); |
| __ ret(0); |
| } else { |
| ASSERT(lookup->type() == CALLBACKS); |
| ASSERT(lookup->GetCallbackObject()->IsAccessorInfo()); |
| ASSERT(callback != NULL); |
| ASSERT(callback->getter() != NULL); |
| |
| Label cleanup; |
| __ pop(scratch2); |
| __ push(receiver); |
| __ push(scratch2); |
| |
| holder = stub_compiler->CheckPrototypes(holder_obj, holder, |
| lookup->holder(), scratch1, |
| scratch2, |
| name, |
| &cleanup); |
| |
| __ pop(scratch2); // save old return address |
| __ push(holder); |
| __ Move(holder, Handle<AccessorInfo>(callback)); |
| __ push(holder); |
| __ push(FieldOperand(holder, AccessorInfo::kDataOffset)); |
| __ push(name_); |
| __ push(scratch2); // restore old return address |
| |
| ExternalReference ref = |
| ExternalReference(IC_Utility(IC::kLoadCallbackProperty)); |
| __ TailCallRuntime(ref, 5, 1); |
| |
| __ bind(&cleanup); |
| __ pop(scratch1); |
| __ pop(scratch2); |
| __ push(scratch1); |
| } |
| } |
| |
| |
| void CompileRegular(MacroAssembler* masm, |
| Register receiver, |
| Register holder, |
| Register scratch, |
| JSObject* holder_obj, |
| Label* miss_label) { |
| __ pop(scratch); // save old return address |
| PushInterceptorArguments(masm, receiver, holder, name_, holder_obj); |
| __ push(scratch); // restore old return address |
| |
| ExternalReference ref = ExternalReference( |
| IC_Utility(IC::kLoadPropertyWithInterceptorForLoad)); |
| __ TailCallRuntime(ref, 5, 1); |
| } |
| |
| private: |
| Register name_; |
| }; |
| |
| |
| template <class Compiler> |
| static void CompileLoadInterceptor(Compiler* compiler, |
| StubCompiler* stub_compiler, |
| MacroAssembler* masm, |
| JSObject* object, |
| JSObject* holder, |
| String* name, |
| LookupResult* lookup, |
| Register receiver, |
| Register scratch1, |
| Register scratch2, |
| Label* miss) { |
| ASSERT(holder->HasNamedInterceptor()); |
| ASSERT(!holder->GetNamedInterceptor()->getter()->IsUndefined()); |
| |
| // Check that the receiver isn't a smi. |
| __ JumpIfSmi(receiver, miss); |
| |
| // Check that the maps haven't changed. |
| Register reg = |
| stub_compiler->CheckPrototypes(object, receiver, holder, |
| scratch1, scratch2, name, miss); |
| |
| if (lookup->IsValid() && lookup->IsCacheable()) { |
| compiler->CompileCacheable(masm, |
| stub_compiler, |
| receiver, |
| reg, |
| scratch1, |
| scratch2, |
| holder, |
| lookup, |
| name, |
| miss); |
| } else { |
| compiler->CompileRegular(masm, |
| receiver, |
| reg, |
| scratch2, |
| holder, |
| miss); |
| } |
| } |
| |
| |
| class CallInterceptorCompiler BASE_EMBEDDED { |
| public: |
| explicit CallInterceptorCompiler(const ParameterCount& arguments) |
| : arguments_(arguments), argc_(arguments.immediate()) {} |
| |
| void CompileCacheable(MacroAssembler* masm, |
| StubCompiler* stub_compiler, |
| Register receiver, |
| Register holder, |
| Register scratch1, |
| Register scratch2, |
| JSObject* holder_obj, |
| LookupResult* lookup, |
| String* name, |
| Label* miss_label) { |
| JSFunction* function = 0; |
| bool optimize = false; |
| // So far the most popular case for failed interceptor is |
| // CONSTANT_FUNCTION sitting below. |
| if (lookup->type() == CONSTANT_FUNCTION) { |
| function = lookup->GetConstantFunction(); |
| // JSArray holder is a special case for call constant function |
| // (see the corresponding code). |
| if (function->is_compiled() && !holder_obj->IsJSArray()) { |
| optimize = true; |
| } |
| } |
| |
| if (!optimize) { |
| CompileRegular(masm, receiver, holder, scratch2, holder_obj, miss_label); |
| return; |
| } |
| |
| __ EnterInternalFrame(); |
| __ push(holder); // save the holder |
| |
| CompileCallLoadPropertyWithInterceptor( |
| masm, |
| receiver, |
| holder, |
| // Under EnterInternalFrame this refers to name. |
| Operand(rbp, (argc_ + 3) * kPointerSize), |
| holder_obj); |
| |
| __ pop(receiver); // restore holder |
| __ LeaveInternalFrame(); |
| |
| __ CompareRoot(rax, Heap::kNoInterceptorResultSentinelRootIndex); |
| Label invoke; |
| __ j(not_equal, &invoke); |
| |
| stub_compiler->CheckPrototypes(holder_obj, receiver, |
| lookup->holder(), scratch1, |
| scratch2, |
| name, |
| miss_label); |
| if (lookup->holder()->IsGlobalObject()) { |
| __ movq(rdx, Operand(rsp, (argc_ + 1) * kPointerSize)); |
| __ movq(rdx, FieldOperand(rdx, GlobalObject::kGlobalReceiverOffset)); |
| __ movq(Operand(rsp, (argc_ + 1) * kPointerSize), rdx); |
| } |
| |
| ASSERT(function->is_compiled()); |
| // Get the function and setup the context. |
| __ Move(rdi, Handle<JSFunction>(function)); |
| __ movq(rsi, FieldOperand(rdi, JSFunction::kContextOffset)); |
| |
| // Jump to the cached code (tail call). |
| ASSERT(function->is_compiled()); |
| Handle<Code> code(function->code()); |
| ParameterCount expected(function->shared()->formal_parameter_count()); |
| __ InvokeCode(code, expected, arguments_, |
| RelocInfo::CODE_TARGET, JUMP_FUNCTION); |
| |
| __ bind(&invoke); |
| } |
| |
| void CompileRegular(MacroAssembler* masm, |
| Register receiver, |
| Register holder, |
| Register scratch, |
| JSObject* holder_obj, |
| Label* miss_label) { |
| __ EnterInternalFrame(); |
| |
| PushInterceptorArguments(masm, |
| receiver, |
| holder, |
| Operand(rbp, (argc_ + 3) * kPointerSize), |
| holder_obj); |
| |
| ExternalReference ref = ExternalReference( |
| IC_Utility(IC::kLoadPropertyWithInterceptorForCall)); |
| __ movq(rax, Immediate(5)); |
| __ movq(rbx, ref); |
| |
| CEntryStub stub(1); |
| __ CallStub(&stub); |
| |
| __ LeaveInternalFrame(); |
| } |
| |
| private: |
| const ParameterCount& arguments_; |
| int argc_; |
| }; |
| |
| |
| #undef __ |
| |
| #define __ ACCESS_MASM((masm())) |
| |
| |
| Object* CallStubCompiler::CompileCallConstant(Object* object, |
| JSObject* holder, |
| JSFunction* function, |
| String* name, |
| StubCompiler::CheckType check) { |
| // ----------- S t a t e ------------- |
| // ----------------------------------- |
| // rsp[0] return address |
| // rsp[8] argument argc |
| // rsp[16] argument argc - 1 |
| // ... |
| // rsp[argc * 8] argument 1 |
| // rsp[(argc + 1) * 8] argument 0 = receiver |
| // rsp[(argc + 2) * 8] function name |
| |
| Label miss; |
| |
| // Get the receiver from the stack. |
| const int argc = arguments().immediate(); |
| __ movq(rdx, Operand(rsp, (argc + 1) * kPointerSize)); |
| |
| // Check that the receiver isn't a smi. |
| if (check != NUMBER_CHECK) { |
| __ JumpIfSmi(rdx, &miss); |
| } |
| |
| // Make sure that it's okay not to patch the on stack receiver |
| // unless we're doing a receiver map check. |
| ASSERT(!object->IsGlobalObject() || check == RECEIVER_MAP_CHECK); |
| |
| switch (check) { |
| case RECEIVER_MAP_CHECK: |
| // Check that the maps haven't changed. |
| CheckPrototypes(JSObject::cast(object), rdx, holder, |
| rbx, rcx, name, &miss); |
| |
| // Patch the receiver on the stack with the global proxy if |
| // necessary. |
| if (object->IsGlobalObject()) { |
| __ movq(rdx, FieldOperand(rdx, GlobalObject::kGlobalReceiverOffset)); |
| __ movq(Operand(rsp, (argc + 1) * kPointerSize), rdx); |
| } |
| break; |
| |
| case STRING_CHECK: |
| if (!function->IsBuiltin()) { |
| // Calling non-builtins with a value as receiver requires boxing. |
| __ jmp(&miss); |
| } else { |
| // Check that the object is a two-byte string or a symbol. |
| __ CmpObjectType(rdx, FIRST_NONSTRING_TYPE, rcx); |
| __ j(above_equal, &miss); |
| // Check that the maps starting from the prototype haven't changed. |
| GenerateLoadGlobalFunctionPrototype(masm(), |
| Context::STRING_FUNCTION_INDEX, |
| rcx); |
| CheckPrototypes(JSObject::cast(object->GetPrototype()), rcx, holder, |
| rbx, rdx, name, &miss); |
| } |
| break; |
| |
| case NUMBER_CHECK: { |
| if (!function->IsBuiltin()) { |
| // Calling non-builtins with a value as receiver requires boxing. |
| __ jmp(&miss); |
| } else { |
| Label fast; |
| // Check that the object is a smi or a heap number. |
| __ JumpIfSmi(rdx, &fast); |
| __ CmpObjectType(rdx, HEAP_NUMBER_TYPE, rcx); |
| __ j(not_equal, &miss); |
| __ bind(&fast); |
| // Check that the maps starting from the prototype haven't changed. |
| GenerateLoadGlobalFunctionPrototype(masm(), |
| Context::NUMBER_FUNCTION_INDEX, |
| rcx); |
| CheckPrototypes(JSObject::cast(object->GetPrototype()), rcx, holder, |
| rbx, rdx, name, &miss); |
| } |
| break; |
| } |
| |
| case BOOLEAN_CHECK: { |
| if (!function->IsBuiltin()) { |
| // Calling non-builtins with a value as receiver requires boxing. |
| __ jmp(&miss); |
| } else { |
| Label fast; |
| // Check that the object is a boolean. |
| __ CompareRoot(rdx, Heap::kTrueValueRootIndex); |
| __ j(equal, &fast); |
| __ CompareRoot(rdx, Heap::kFalseValueRootIndex); |
| __ j(not_equal, &miss); |
| __ bind(&fast); |
| // Check that the maps starting from the prototype haven't changed. |
| GenerateLoadGlobalFunctionPrototype(masm(), |
| Context::BOOLEAN_FUNCTION_INDEX, |
| rcx); |
| CheckPrototypes(JSObject::cast(object->GetPrototype()), rcx, holder, |
| rbx, rdx, name, &miss); |
| } |
| break; |
| } |
| |
| case JSARRAY_HAS_FAST_ELEMENTS_CHECK: |
| CheckPrototypes(JSObject::cast(object), rdx, holder, |
| rbx, rcx, name, &miss); |
| // Make sure object->HasFastElements(). |
| // Get the elements array of the object. |
| __ movq(rbx, FieldOperand(rdx, JSObject::kElementsOffset)); |
| // Check that the object is in fast mode (not dictionary). |
| __ Cmp(FieldOperand(rbx, HeapObject::kMapOffset), |
| Factory::fixed_array_map()); |
| __ j(not_equal, &miss); |
| break; |
| |
| default: |
| UNREACHABLE(); |
| } |
| |
| // Get the function and setup the context. |
| __ Move(rdi, Handle<JSFunction>(function)); |
| __ movq(rsi, FieldOperand(rdi, JSFunction::kContextOffset)); |
| |
| // Jump to the cached code (tail call). |
| ASSERT(function->is_compiled()); |
| Handle<Code> code(function->code()); |
| ParameterCount expected(function->shared()->formal_parameter_count()); |
| __ InvokeCode(code, expected, arguments(), |
| RelocInfo::CODE_TARGET, JUMP_FUNCTION); |
| |
| // Handle call cache miss. |
| __ bind(&miss); |
| Handle<Code> ic = ComputeCallMiss(arguments().immediate()); |
| __ Jump(ic, RelocInfo::CODE_TARGET); |
| |
| // Return the generated code. |
| String* function_name = NULL; |
| if (function->shared()->name()->IsString()) { |
| function_name = String::cast(function->shared()->name()); |
| } |
| return GetCode(CONSTANT_FUNCTION, function_name); |
| } |
| |
| |
| Object* CallStubCompiler::CompileCallField(Object* object, |
| JSObject* holder, |
| int index, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // ----------------------------------- |
| // rsp[0] return address |
| // rsp[8] argument argc |
| // rsp[16] argument argc - 1 |
| // ... |
| // rsp[argc * 8] argument 1 |
| // rsp[(argc + 1) * 8] argument 0 = receiver |
| // rsp[(argc + 2) * 8] function name |
| Label miss; |
| |
| // Get the receiver from the stack. |
| const int argc = arguments().immediate(); |
| __ movq(rdx, Operand(rsp, (argc + 1) * kPointerSize)); |
| |
| // Check that the receiver isn't a smi. |
| __ JumpIfSmi(rdx, &miss); |
| |
| // Do the right check and compute the holder register. |
| Register reg = |
| CheckPrototypes(JSObject::cast(object), rdx, holder, |
| rbx, rcx, name, &miss); |
| |
| GenerateFastPropertyLoad(masm(), rdi, reg, holder, index); |
| |
| // Check that the function really is a function. |
| __ JumpIfSmi(rdi, &miss); |
| __ CmpObjectType(rdi, JS_FUNCTION_TYPE, rbx); |
| __ j(not_equal, &miss); |
| |
| // Patch the receiver on the stack with the global proxy if |
| // necessary. |
| if (object->IsGlobalObject()) { |
| __ movq(rdx, FieldOperand(rdx, GlobalObject::kGlobalReceiverOffset)); |
| __ movq(Operand(rsp, (argc + 1) * kPointerSize), rdx); |
| } |
| |
| // Invoke the function. |
| __ InvokeFunction(rdi, arguments(), JUMP_FUNCTION); |
| |
| // Handle call cache miss. |
| __ bind(&miss); |
| Handle<Code> ic = ComputeCallMiss(arguments().immediate()); |
| __ Jump(ic, RelocInfo::CODE_TARGET); |
| |
| // Return the generated code. |
| return GetCode(FIELD, name); |
| } |
| |
| |
| Object* CallStubCompiler::CompileCallInterceptor(Object* object, |
| JSObject* holder, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // ----------------------------------- |
| Label miss; |
| |
| // Get the number of arguments. |
| const int argc = arguments().immediate(); |
| |
| LookupResult lookup; |
| LookupPostInterceptor(holder, name, &lookup); |
| |
| // Get the receiver from the stack. |
| __ movq(rdx, Operand(rsp, (argc + 1) * kPointerSize)); |
| |
| CallInterceptorCompiler compiler(arguments()); |
| CompileLoadInterceptor(&compiler, |
| this, |
| masm(), |
| JSObject::cast(object), |
| holder, |
| name, |
| &lookup, |
| rdx, |
| rbx, |
| rcx, |
| &miss); |
| |
| // Restore receiver. |
| __ movq(rdx, Operand(rsp, (argc + 1) * kPointerSize)); |
| |
| // Check that the function really is a function. |
| __ JumpIfSmi(rax, &miss); |
| __ CmpObjectType(rax, JS_FUNCTION_TYPE, rbx); |
| __ j(not_equal, &miss); |
| |
| // Patch the receiver on the stack with the global proxy if |
| // necessary. |
| if (object->IsGlobalObject()) { |
| __ movq(rdx, FieldOperand(rdx, GlobalObject::kGlobalReceiverOffset)); |
| __ movq(Operand(rsp, (argc + 1) * kPointerSize), rdx); |
| } |
| |
| // Invoke the function. |
| __ movq(rdi, rax); |
| __ InvokeFunction(rdi, arguments(), JUMP_FUNCTION); |
| |
| // Handle load cache miss. |
| __ bind(&miss); |
| Handle<Code> ic = ComputeCallMiss(argc); |
| __ Jump(ic, RelocInfo::CODE_TARGET); |
| |
| // Return the generated code. |
| return GetCode(INTERCEPTOR, name); |
| } |
| |
| |
| |
| Object* CallStubCompiler::CompileCallGlobal(JSObject* object, |
| GlobalObject* holder, |
| JSGlobalPropertyCell* cell, |
| JSFunction* function, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // ----------------------------------- |
| // rsp[0] return address |
| // rsp[8] argument argc |
| // rsp[16] argument argc - 1 |
| // ... |
| // rsp[argc * 8] argument 1 |
| // rsp[(argc + 1) * 8] argument 0 = receiver |
| // rsp[(argc + 2) * 8] function name |
| Label miss; |
| |
| // Get the number of arguments. |
| const int argc = arguments().immediate(); |
| |
| // Get the receiver from the stack. |
| __ movq(rdx, Operand(rsp, (argc + 1) * kPointerSize)); |
| |
| // If the object is the holder then we know that it's a global |
| // object which can only happen for contextual calls. In this case, |
| // the receiver cannot be a smi. |
| if (object != holder) { |
| __ JumpIfSmi(rdx, &miss); |
| } |
| |
| // Check that the maps haven't changed. |
| CheckPrototypes(object, rdx, holder, rbx, rcx, name, &miss); |
| |
| // Get the value from the cell. |
| __ Move(rdi, Handle<JSGlobalPropertyCell>(cell)); |
| __ movq(rdi, FieldOperand(rdi, JSGlobalPropertyCell::kValueOffset)); |
| |
| // Check that the cell contains the same function. |
| if (Heap::InNewSpace(function)) { |
| // We can't embed a pointer to a function in new space so we have |
| // to verify that the shared function info is unchanged. This has |
| // the nice side effect that multiple closures based on the same |
| // function can all use this call IC. Before we load through the |
| // function, we have to verify that it still is a function. |
| __ JumpIfSmi(rdi, &miss); |
| __ CmpObjectType(rdi, JS_FUNCTION_TYPE, rcx); |
| __ j(not_equal, &miss); |
| |
| // Check the shared function info. Make sure it hasn't changed. |
| __ Move(rcx, Handle<SharedFunctionInfo>(function->shared())); |
| __ cmpq(FieldOperand(rdi, JSFunction::kSharedFunctionInfoOffset), rcx); |
| __ j(not_equal, &miss); |
| } else { |
| __ Cmp(rdi, Handle<JSFunction>(function)); |
| __ j(not_equal, &miss); |
| } |
| |
| // Patch the receiver on the stack with the global proxy. |
| if (object->IsGlobalObject()) { |
| __ movq(rdx, FieldOperand(rdx, GlobalObject::kGlobalReceiverOffset)); |
| __ movq(Operand(rsp, (argc + 1) * kPointerSize), rdx); |
| } |
| |
| // Setup the context (function already in edi). |
| __ movq(rsi, FieldOperand(rdi, JSFunction::kContextOffset)); |
| |
| // Jump to the cached code (tail call). |
| __ IncrementCounter(&Counters::call_global_inline, 1); |
| ASSERT(function->is_compiled()); |
| Handle<Code> code(function->code()); |
| ParameterCount expected(function->shared()->formal_parameter_count()); |
| __ InvokeCode(code, expected, arguments(), |
| RelocInfo::CODE_TARGET, JUMP_FUNCTION); |
| |
| // Handle call cache miss. |
| __ bind(&miss); |
| __ IncrementCounter(&Counters::call_global_inline_miss, 1); |
| Handle<Code> ic = ComputeCallMiss(arguments().immediate()); |
| __ Jump(ic, RelocInfo::CODE_TARGET); |
| |
| // Return the generated code. |
| return GetCode(NORMAL, name); |
| } |
| |
| |
| Object* LoadStubCompiler::CompileLoadCallback(String* name, |
| JSObject* object, |
| JSObject* holder, |
| AccessorInfo* callback) { |
| // ----------- S t a t e ------------- |
| // -- rcx : name |
| // -- rsp[0] : return address |
| // -- rsp[8] : receiver |
| // ----------------------------------- |
| Label miss; |
| |
| __ movq(rax, Operand(rsp, kPointerSize)); |
| Failure* failure = Failure::InternalError(); |
| bool success = GenerateLoadCallback(object, holder, rax, rcx, rbx, rdx, |
| callback, name, &miss, &failure); |
| if (!success) return failure; |
| |
| __ bind(&miss); |
| GenerateLoadMiss(masm(), Code::LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(CALLBACKS, name); |
| } |
| |
| |
| Object* LoadStubCompiler::CompileLoadConstant(JSObject* object, |
| JSObject* holder, |
| Object* value, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // -- rcx : name |
| // -- rsp[0] : return address |
| // -- rsp[8] : receiver |
| // ----------------------------------- |
| Label miss; |
| |
| __ movq(rax, Operand(rsp, kPointerSize)); |
| GenerateLoadConstant(object, holder, rax, rbx, rdx, value, name, &miss); |
| __ bind(&miss); |
| GenerateLoadMiss(masm(), Code::LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(CONSTANT_FUNCTION, name); |
| } |
| |
| |
| Object* LoadStubCompiler::CompileLoadField(JSObject* object, |
| JSObject* holder, |
| int index, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // -- rcx : name |
| // -- rsp[0] : return address |
| // -- rsp[8] : receiver |
| // ----------------------------------- |
| Label miss; |
| |
| __ movq(rax, Operand(rsp, kPointerSize)); |
| GenerateLoadField(object, holder, rax, rbx, rdx, index, name, &miss); |
| __ bind(&miss); |
| GenerateLoadMiss(masm(), Code::LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(FIELD, name); |
| } |
| |
| |
| Object* LoadStubCompiler::CompileLoadInterceptor(JSObject* receiver, |
| JSObject* holder, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // -- rcx : name |
| // -- rsp[0] : return address |
| // -- rsp[8] : receiver |
| // ----------------------------------- |
| Label miss; |
| |
| LookupResult lookup; |
| LookupPostInterceptor(holder, name, &lookup); |
| |
| __ movq(rax, Operand(rsp, kPointerSize)); |
| // TODO(368): Compile in the whole chain: all the interceptors in |
| // prototypes and ultimate answer. |
| GenerateLoadInterceptor(receiver, |
| holder, |
| &lookup, |
| rax, |
| rcx, |
| rdx, |
| rbx, |
| name, |
| &miss); |
| |
| __ bind(&miss); |
| GenerateLoadMiss(masm(), Code::LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(INTERCEPTOR, name); |
| } |
| |
| |
| Object* LoadStubCompiler::CompileLoadGlobal(JSObject* object, |
| GlobalObject* holder, |
| JSGlobalPropertyCell* cell, |
| String* name, |
| bool is_dont_delete) { |
| // ----------- S t a t e ------------- |
| // -- rcx : name |
| // -- rsp[0] : return address |
| // -- rsp[8] : receiver |
| // ----------------------------------- |
| Label miss; |
| |
| // Get the receiver from the stack. |
| __ movq(rax, Operand(rsp, kPointerSize)); |
| |
| // If the object is the holder then we know that it's a global |
| // object which can only happen for contextual loads. In this case, |
| // the receiver cannot be a smi. |
| if (object != holder) { |
| __ JumpIfSmi(rax, &miss); |
| } |
| |
| // Check that the maps haven't changed. |
| CheckPrototypes(object, rax, holder, rbx, rdx, name, &miss); |
| |
| // Get the value from the cell. |
| __ Move(rax, Handle<JSGlobalPropertyCell>(cell)); |
| __ movq(rax, FieldOperand(rax, JSGlobalPropertyCell::kValueOffset)); |
| |
| // Check for deleted property if property can actually be deleted. |
| if (!is_dont_delete) { |
| __ CompareRoot(rax, Heap::kTheHoleValueRootIndex); |
| __ j(equal, &miss); |
| } else if (FLAG_debug_code) { |
| __ CompareRoot(rax, Heap::kTheHoleValueRootIndex); |
| __ Check(not_equal, "DontDelete cells can't contain the hole"); |
| } |
| |
| __ IncrementCounter(&Counters::named_load_global_inline, 1); |
| __ ret(0); |
| |
| __ bind(&miss); |
| __ IncrementCounter(&Counters::named_load_global_inline_miss, 1); |
| GenerateLoadMiss(masm(), Code::LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(NORMAL, name); |
| } |
| |
| |
| Object* KeyedLoadStubCompiler::CompileLoadCallback(String* name, |
| JSObject* receiver, |
| JSObject* holder, |
| AccessorInfo* callback) { |
| // ----------- S t a t e ------------- |
| // -- rsp[0] : return address |
| // -- rsp[8] : name |
| // -- rsp[16] : receiver |
| // ----------------------------------- |
| Label miss; |
| |
| __ movq(rax, Operand(rsp, kPointerSize)); |
| __ movq(rcx, Operand(rsp, 2 * kPointerSize)); |
| __ IncrementCounter(&Counters::keyed_load_callback, 1); |
| |
| // Check that the name has not changed. |
| __ Cmp(rax, Handle<String>(name)); |
| __ j(not_equal, &miss); |
| |
| Failure* failure = Failure::InternalError(); |
| bool success = GenerateLoadCallback(receiver, holder, rcx, rax, rbx, rdx, |
| callback, name, &miss, &failure); |
| if (!success) return failure; |
| |
| __ bind(&miss); |
| __ DecrementCounter(&Counters::keyed_load_callback, 1); |
| GenerateLoadMiss(masm(), Code::KEYED_LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(CALLBACKS, name); |
| } |
| |
| |
| Object* KeyedLoadStubCompiler::CompileLoadArrayLength(String* name) { |
| // ----------- S t a t e ------------- |
| // -- rsp[0] : return address |
| // -- rsp[8] : name |
| // -- rsp[16] : receiver |
| // ----------------------------------- |
| Label miss; |
| |
| __ movq(rax, Operand(rsp, kPointerSize)); |
| __ movq(rcx, Operand(rsp, 2 * kPointerSize)); |
| __ IncrementCounter(&Counters::keyed_load_array_length, 1); |
| |
| // Check that the name has not changed. |
| __ Cmp(rax, Handle<String>(name)); |
| __ j(not_equal, &miss); |
| |
| GenerateLoadArrayLength(masm(), rcx, rdx, &miss); |
| __ bind(&miss); |
| __ DecrementCounter(&Counters::keyed_load_array_length, 1); |
| GenerateLoadMiss(masm(), Code::KEYED_LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(CALLBACKS, name); |
| } |
| |
| |
| Object* KeyedLoadStubCompiler::CompileLoadConstant(String* name, |
| JSObject* receiver, |
| JSObject* holder, |
| Object* value) { |
| // ----------- S t a t e ------------- |
| // -- rsp[0] : return address |
| // -- rsp[8] : name |
| // -- rsp[16] : receiver |
| // ----------------------------------- |
| Label miss; |
| |
| __ movq(rax, Operand(rsp, kPointerSize)); |
| __ movq(rcx, Operand(rsp, 2 * kPointerSize)); |
| __ IncrementCounter(&Counters::keyed_load_constant_function, 1); |
| |
| // Check that the name has not changed. |
| __ Cmp(rax, Handle<String>(name)); |
| __ j(not_equal, &miss); |
| |
| GenerateLoadConstant(receiver, holder, rcx, rbx, rdx, |
| value, name, &miss); |
| __ bind(&miss); |
| __ DecrementCounter(&Counters::keyed_load_constant_function, 1); |
| GenerateLoadMiss(masm(), Code::KEYED_LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(CONSTANT_FUNCTION, name); |
| } |
| |
| |
| Object* KeyedLoadStubCompiler::CompileLoadFunctionPrototype(String* name) { |
| // ----------- S t a t e ------------- |
| // -- rsp[0] : return address |
| // -- rsp[8] : name |
| // -- rsp[16] : receiver |
| // ----------------------------------- |
| Label miss; |
| |
| __ movq(rax, Operand(rsp, kPointerSize)); |
| __ movq(rcx, Operand(rsp, 2 * kPointerSize)); |
| __ IncrementCounter(&Counters::keyed_load_function_prototype, 1); |
| |
| // Check that the name has not changed. |
| __ Cmp(rax, Handle<String>(name)); |
| __ j(not_equal, &miss); |
| |
| GenerateLoadFunctionPrototype(masm(), rcx, rdx, rbx, &miss); |
| __ bind(&miss); |
| __ DecrementCounter(&Counters::keyed_load_function_prototype, 1); |
| GenerateLoadMiss(masm(), Code::KEYED_LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(CALLBACKS, name); |
| } |
| |
| |
| Object* KeyedLoadStubCompiler::CompileLoadInterceptor(JSObject* receiver, |
| JSObject* holder, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // -- rsp[0] : return address |
| // -- rsp[8] : name |
| // -- rsp[16] : receiver |
| // ----------------------------------- |
| Label miss; |
| |
| __ movq(rax, Operand(rsp, kPointerSize)); |
| __ movq(rcx, Operand(rsp, 2 * kPointerSize)); |
| __ IncrementCounter(&Counters::keyed_load_interceptor, 1); |
| |
| // Check that the name has not changed. |
| __ Cmp(rax, Handle<String>(name)); |
| __ j(not_equal, &miss); |
| |
| LookupResult lookup; |
| LookupPostInterceptor(holder, name, &lookup); |
| GenerateLoadInterceptor(receiver, |
| holder, |
| &lookup, |
| rcx, |
| rax, |
| rdx, |
| rbx, |
| name, |
| &miss); |
| __ bind(&miss); |
| __ DecrementCounter(&Counters::keyed_load_interceptor, 1); |
| GenerateLoadMiss(masm(), Code::KEYED_LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(INTERCEPTOR, name); |
| } |
| |
| |
| Object* KeyedLoadStubCompiler::CompileLoadStringLength(String* name) { |
| // ----------- S t a t e ------------- |
| // -- rsp[0] : return address |
| // -- rsp[8] : name |
| // -- rsp[16] : receiver |
| // ----------------------------------- |
| Label miss; |
| |
| __ movq(rax, Operand(rsp, kPointerSize)); |
| __ movq(rcx, Operand(rsp, 2 * kPointerSize)); |
| __ IncrementCounter(&Counters::keyed_load_string_length, 1); |
| |
| // Check that the name has not changed. |
| __ Cmp(rax, Handle<String>(name)); |
| __ j(not_equal, &miss); |
| |
| GenerateLoadStringLength(masm(), rcx, rdx, &miss); |
| __ bind(&miss); |
| __ DecrementCounter(&Counters::keyed_load_string_length, 1); |
| GenerateLoadMiss(masm(), Code::KEYED_LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(CALLBACKS, name); |
| } |
| |
| |
| Object* StoreStubCompiler::CompileStoreCallback(JSObject* object, |
| AccessorInfo* callback, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // -- rax : value |
| // -- rcx : name |
| // -- rsp[0] : return address |
| // -- rsp[8] : receiver |
| // ----------------------------------- |
| Label miss; |
| |
| // Get the object from the stack. |
| __ movq(rbx, Operand(rsp, 1 * kPointerSize)); |
| |
| // Check that the object isn't a smi. |
| __ JumpIfSmi(rbx, &miss); |
| |
| // Check that the map of the object hasn't changed. |
| __ Cmp(FieldOperand(rbx, HeapObject::kMapOffset), |
| Handle<Map>(object->map())); |
| __ j(not_equal, &miss); |
| |
| // Perform global security token check if needed. |
| if (object->IsJSGlobalProxy()) { |
| __ CheckAccessGlobalProxy(rbx, rdx, &miss); |
| } |
| |
| // Stub never generated for non-global objects that require access |
| // checks. |
| ASSERT(object->IsJSGlobalProxy() || !object->IsAccessCheckNeeded()); |
| |
| __ pop(rbx); // remove the return address |
| __ push(Operand(rsp, 0)); // receiver |
| __ Push(Handle<AccessorInfo>(callback)); // callback info |
| __ push(rcx); // name |
| __ push(rax); // value |
| __ push(rbx); // restore return address |
| |
| // Do tail-call to the runtime system. |
| ExternalReference store_callback_property = |
| ExternalReference(IC_Utility(IC::kStoreCallbackProperty)); |
| __ TailCallRuntime(store_callback_property, 4, 1); |
| |
| // Handle store cache miss. |
| __ bind(&miss); |
| __ Move(rcx, Handle<String>(name)); // restore name |
| Handle<Code> ic(Builtins::builtin(Builtins::StoreIC_Miss)); |
| __ Jump(ic, RelocInfo::CODE_TARGET); |
| |
| // Return the generated code. |
| return GetCode(CALLBACKS, name); |
| } |
| |
| |
| Object* StoreStubCompiler::CompileStoreField(JSObject* object, |
| int index, |
| Map* transition, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // -- rax : value |
| // -- rcx : name |
| // -- rsp[0] : return address |
| // -- rsp[8] : receiver |
| // ----------------------------------- |
| Label miss; |
| |
| // Get the object from the stack. |
| __ movq(rbx, Operand(rsp, 1 * kPointerSize)); |
| |
| // Generate store field code. Trashes the name register. |
| GenerateStoreField(masm(), |
| Builtins::StoreIC_ExtendStorage, |
| object, |
| index, |
| transition, |
| rbx, rcx, rdx, |
| &miss); |
| |
| // Handle store cache miss. |
| __ bind(&miss); |
| __ Move(rcx, Handle<String>(name)); // restore name |
| Handle<Code> ic(Builtins::builtin(Builtins::StoreIC_Miss)); |
| __ Jump(ic, RelocInfo::CODE_TARGET); |
| |
| // Return the generated code. |
| return GetCode(transition == NULL ? FIELD : MAP_TRANSITION, name); |
| } |
| |
| |
| Object* StoreStubCompiler::CompileStoreInterceptor(JSObject* receiver, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // -- rax : value |
| // -- rcx : name |
| // -- rsp[0] : return address |
| // -- rsp[8] : receiver |
| // ----------------------------------- |
| Label miss; |
| |
| // Get the object from the stack. |
| __ movq(rbx, Operand(rsp, 1 * kPointerSize)); |
| |
| // Check that the object isn't a smi. |
| __ JumpIfSmi(rbx, &miss); |
| |
| // Check that the map of the object hasn't changed. |
| __ Cmp(FieldOperand(rbx, HeapObject::kMapOffset), |
| Handle<Map>(receiver->map())); |
| __ j(not_equal, &miss); |
| |
| // Perform global security token check if needed. |
| if (receiver->IsJSGlobalProxy()) { |
| __ CheckAccessGlobalProxy(rbx, rdx, &miss); |
| } |
| |
| // Stub never generated for non-global objects that require access |
| // checks. |
| ASSERT(receiver->IsJSGlobalProxy() || !receiver->IsAccessCheckNeeded()); |
| |
| __ pop(rbx); // remove the return address |
| __ push(Operand(rsp, 0)); // receiver |
| __ push(rcx); // name |
| __ push(rax); // value |
| __ push(rbx); // restore return address |
| |
| // Do tail-call to the runtime system. |
| ExternalReference store_ic_property = |
| ExternalReference(IC_Utility(IC::kStoreInterceptorProperty)); |
| __ TailCallRuntime(store_ic_property, 3, 1); |
| |
| // Handle store cache miss. |
| __ bind(&miss); |
| __ Move(rcx, Handle<String>(name)); // restore name |
| Handle<Code> ic(Builtins::builtin(Builtins::StoreIC_Miss)); |
| __ Jump(ic, RelocInfo::CODE_TARGET); |
| |
| // Return the generated code. |
| return GetCode(INTERCEPTOR, name); |
| } |
| |
| |
| Object* StoreStubCompiler::CompileStoreGlobal(GlobalObject* object, |
| JSGlobalPropertyCell* cell, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // -- rax : value |
| // -- rcx : name |
| // -- rsp[0] : return address |
| // -- rsp[8] : receiver |
| // ----------------------------------- |
| Label miss; |
| |
| // Check that the map of the global has not changed. |
| __ movq(rbx, Operand(rsp, kPointerSize)); |
| __ Cmp(FieldOperand(rbx, HeapObject::kMapOffset), |
| Handle<Map>(object->map())); |
| __ j(not_equal, &miss); |
| |
| // Store the value in the cell. |
| __ Move(rcx, Handle<JSGlobalPropertyCell>(cell)); |
| __ movq(FieldOperand(rcx, JSGlobalPropertyCell::kValueOffset), rax); |
| |
| // Return the value (register rax). |
| __ IncrementCounter(&Counters::named_store_global_inline, 1); |
| __ ret(0); |
| |
| // Handle store cache miss. |
| __ bind(&miss); |
| __ IncrementCounter(&Counters::named_store_global_inline_miss, 1); |
| Handle<Code> ic(Builtins::builtin(Builtins::StoreIC_Miss)); |
| __ Jump(ic, RelocInfo::CODE_TARGET); |
| |
| // Return the generated code. |
| return GetCode(NORMAL, name); |
| } |
| |
| |
| Object* KeyedLoadStubCompiler::CompileLoadField(String* name, |
| JSObject* receiver, |
| JSObject* holder, |
| int index) { |
| // ----------- S t a t e ------------- |
| // -- rsp[0] : return address |
| // -- rsp[8] : name |
| // -- rsp[16] : receiver |
| // ----------------------------------- |
| Label miss; |
| |
| __ movq(rax, Operand(rsp, kPointerSize)); |
| __ movq(rcx, Operand(rsp, 2 * kPointerSize)); |
| __ IncrementCounter(&Counters::keyed_load_field, 1); |
| |
| // Check that the name has not changed. |
| __ Cmp(rax, Handle<String>(name)); |
| __ j(not_equal, &miss); |
| |
| GenerateLoadField(receiver, holder, rcx, rbx, rdx, index, name, &miss); |
| |
| __ bind(&miss); |
| __ DecrementCounter(&Counters::keyed_load_field, 1); |
| GenerateLoadMiss(masm(), Code::KEYED_LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(FIELD, name); |
| } |
| |
| |
| Object* KeyedStoreStubCompiler::CompileStoreField(JSObject* object, |
| int index, |
| Map* transition, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // -- rax : value |
| // -- rsp[0] : return address |
| // -- rsp[8] : key |
| // -- rsp[16] : receiver |
| // ----------------------------------- |
| Label miss; |
| |
| __ IncrementCounter(&Counters::keyed_store_field, 1); |
| |
| // Get the name from the stack. |
| __ movq(rcx, Operand(rsp, 1 * kPointerSize)); |
| // Check that the name has not changed. |
| __ Cmp(rcx, Handle<String>(name)); |
| __ j(not_equal, &miss); |
| |
| // Get the object from the stack. |
| __ movq(rbx, Operand(rsp, 2 * kPointerSize)); |
| |
| // Generate store field code. Trashes the name register. |
| GenerateStoreField(masm(), |
| Builtins::KeyedStoreIC_ExtendStorage, |
| object, |
| index, |
| transition, |
| rbx, rcx, rdx, |
| &miss); |
| |
| // Handle store cache miss. |
| __ bind(&miss); |
| __ DecrementCounter(&Counters::keyed_store_field, 1); |
| Handle<Code> ic(Builtins::builtin(Builtins::KeyedStoreIC_Miss)); |
| __ Jump(ic, RelocInfo::CODE_TARGET); |
| |
| // Return the generated code. |
| return GetCode(transition == NULL ? FIELD : MAP_TRANSITION, name); |
| } |
| |
| |
| // TODO(1241006): Avoid having lazy compile stubs specialized by the |
| // number of arguments. It is not needed anymore. |
| Object* StubCompiler::CompileLazyCompile(Code::Flags flags) { |
| // Enter an internal frame. |
| __ EnterInternalFrame(); |
| |
| // Push a copy of the function onto the stack. |
| __ push(rdi); |
| |
| __ push(rdi); // function is also the parameter to the runtime call |
| __ CallRuntime(Runtime::kLazyCompile, 1); |
| __ pop(rdi); |
| |
| // Tear down temporary frame. |
| __ LeaveInternalFrame(); |
| |
| // Do a tail-call of the compiled function. |
| __ lea(rcx, FieldOperand(rax, Code::kHeaderSize)); |
| __ jmp(rcx); |
| |
| return GetCodeWithFlags(flags, "LazyCompileStub"); |
| } |
| |
| |
| |
| void StubCompiler::GenerateLoadInterceptor(JSObject* object, |
| JSObject* holder, |
| LookupResult* lookup, |
| Register receiver, |
| Register name_reg, |
| Register scratch1, |
| Register scratch2, |
| String* name, |
| Label* miss) { |
| LoadInterceptorCompiler compiler(name_reg); |
| CompileLoadInterceptor(&compiler, |
| this, |
| masm(), |
| object, |
| holder, |
| name, |
| lookup, |
| receiver, |
| scratch1, |
| scratch2, |
| miss); |
| } |
| |
| |
| bool StubCompiler::GenerateLoadCallback(JSObject* object, |
| JSObject* holder, |
| Register receiver, |
| Register name_reg, |
| Register scratch1, |
| Register scratch2, |
| AccessorInfo* callback, |
| String* name, |
| Label* miss, |
| Failure** failure) { |
| // Check that the receiver isn't a smi. |
| __ JumpIfSmi(receiver, miss); |
| |
| // Check that the maps haven't changed. |
| Register reg = |
| CheckPrototypes(object, receiver, holder, |
| scratch1, scratch2, name, miss); |
| |
| // Push the arguments on the JS stack of the caller. |
| __ pop(scratch2); // remove return address |
| __ push(receiver); // receiver |
| __ push(reg); // holder |
| __ Move(reg, Handle<AccessorInfo>(callback)); // callback data |
| __ push(reg); |
| __ push(FieldOperand(reg, AccessorInfo::kDataOffset)); |
| __ push(name_reg); // name |
| __ push(scratch2); // restore return address |
| |
| // Do tail-call to the runtime system. |
| ExternalReference load_callback_property = |
| ExternalReference(IC_Utility(IC::kLoadCallbackProperty)); |
| __ TailCallRuntime(load_callback_property, 5, 1); |
| |
| return true; |
| } |
| |
| |
| Register StubCompiler::CheckPrototypes(JSObject* object, |
| Register object_reg, |
| JSObject* holder, |
| Register holder_reg, |
| Register scratch, |
| String* name, |
| Label* miss) { |
| // Check that the maps haven't changed. |
| Register result = |
| __ CheckMaps(object, object_reg, holder, holder_reg, scratch, miss); |
| |
| // If we've skipped any global objects, it's not enough to verify |
| // that their maps haven't changed. |
| while (object != holder) { |
| if (object->IsGlobalObject()) { |
| GlobalObject* global = GlobalObject::cast(object); |
| Object* probe = global->EnsurePropertyCell(name); |
| if (probe->IsFailure()) { |
| set_failure(Failure::cast(probe)); |
| return result; |
| } |
| JSGlobalPropertyCell* cell = JSGlobalPropertyCell::cast(probe); |
| ASSERT(cell->value()->IsTheHole()); |
| __ Move(scratch, Handle<Object>(cell)); |
| __ Cmp(FieldOperand(scratch, JSGlobalPropertyCell::kValueOffset), |
| Factory::the_hole_value()); |
| __ j(not_equal, miss); |
| } |
| object = JSObject::cast(object->GetPrototype()); |
| } |
| |
| // Return the register containing the holder. |
| return result; |
| } |
| |
| |
| void StubCompiler::GenerateLoadField(JSObject* object, |
| JSObject* holder, |
| Register receiver, |
| Register scratch1, |
| Register scratch2, |
| int index, |
| String* name, |
| Label* miss) { |
| // Check that the receiver isn't a smi. |
| __ JumpIfSmi(receiver, miss); |
| |
| // Check the prototype chain. |
| Register reg = |
| CheckPrototypes(object, receiver, holder, |
| scratch1, scratch2, name, miss); |
| |
| // Get the value from the properties. |
| GenerateFastPropertyLoad(masm(), rax, reg, holder, index); |
| __ ret(0); |
| } |
| |
| |
| void StubCompiler::GenerateLoadConstant(JSObject* object, |
| JSObject* holder, |
| Register receiver, |
| Register scratch1, |
| Register scratch2, |
| Object* value, |
| String* name, |
| Label* miss) { |
| // Check that the receiver isn't a smi. |
| __ JumpIfSmi(receiver, miss); |
| |
| // Check that the maps haven't changed. |
| Register reg = |
| CheckPrototypes(object, receiver, holder, |
| scratch1, scratch2, name, miss); |
| |
| // Return the constant value. |
| __ Move(rax, Handle<Object>(value)); |
| __ ret(0); |
| } |
| |
| |
| // Specialized stub for constructing objects from functions which only have only |
| // simple assignments of the form this.x = ...; in their body. |
| Object* ConstructStubCompiler::CompileConstructStub( |
| SharedFunctionInfo* shared) { |
| // ----------- S t a t e ------------- |
| // -- rax : argc |
| // -- rdi : constructor |
| // -- rsp[0] : return address |
| // -- rsp[4] : last argument |
| // ----------------------------------- |
| Label generic_stub_call; |
| |
| // Use r8 for holding undefined which is used in several places below. |
| __ Move(r8, Factory::undefined_value()); |
| |
| #ifdef ENABLE_DEBUGGER_SUPPORT |
| // Check to see whether there are any break points in the function code. If |
| // there are jump to the generic constructor stub which calls the actual |
| // code for the function thereby hitting the break points. |
| __ movq(rbx, FieldOperand(rdi, JSFunction::kSharedFunctionInfoOffset)); |
| __ movq(rbx, FieldOperand(rbx, SharedFunctionInfo::kDebugInfoOffset)); |
| __ cmpq(rbx, r8); |
| __ j(not_equal, &generic_stub_call); |
| #endif |
| |
| // Load the initial map and verify that it is in fact a map. |
| __ movq(rbx, FieldOperand(rdi, JSFunction::kPrototypeOrInitialMapOffset)); |
| // Will both indicate a NULL and a Smi. |
| ASSERT(kSmiTag == 0); |
| __ JumpIfSmi(rbx, &generic_stub_call); |
| __ CmpObjectType(rbx, MAP_TYPE, rcx); |
| __ j(not_equal, &generic_stub_call); |
| |
| #ifdef DEBUG |
| // Cannot construct functions this way. |
| // rdi: constructor |
| // rbx: initial map |
| __ CmpInstanceType(rbx, JS_FUNCTION_TYPE); |
| __ Assert(not_equal, "Function constructed by construct stub."); |
| #endif |
| |
| // Now allocate the JSObject in new space. |
| // rdi: constructor |
| // rbx: initial map |
| __ movzxbq(rcx, FieldOperand(rbx, Map::kInstanceSizeOffset)); |
| __ shl(rcx, Immediate(kPointerSizeLog2)); |
| __ AllocateInNewSpace(rcx, |
| rdx, |
| rcx, |
| no_reg, |
| &generic_stub_call, |
| NO_ALLOCATION_FLAGS); |
| |
| // Allocated the JSObject, now initialize the fields and add the heap tag. |
| // rbx: initial map |
| // rdx: JSObject (untagged) |
| __ movq(Operand(rdx, JSObject::kMapOffset), rbx); |
| __ Move(rbx, Factory::empty_fixed_array()); |
| __ movq(Operand(rdx, JSObject::kPropertiesOffset), rbx); |
| __ movq(Operand(rdx, JSObject::kElementsOffset), rbx); |
| |
| // rax: argc |
| // rdx: JSObject (untagged) |
| // Load the address of the first in-object property into r9. |
| __ lea(r9, Operand(rdx, JSObject::kHeaderSize)); |
| // Calculate the location of the first argument. The stack contains only the |
| // return address on top of the argc arguments. |
| __ lea(rcx, Operand(rsp, rax, times_pointer_size, 0)); |
| |
| // rax: argc |
| // rcx: first argument |
| // rdx: JSObject (untagged) |
| // r8: undefined |
| // r9: first in-object property of the JSObject |
| // Fill the initialized properties with a constant value or a passed argument |
| // depending on the this.x = ...; assignment in the function. |
| for (int i = 0; i < shared->this_property_assignments_count(); i++) { |
| if (shared->IsThisPropertyAssignmentArgument(i)) { |
| // Check if the argument assigned to the property is actually passed. |
| // If argument is not passed the property is set to undefined, |
| // otherwise find it on the stack. |
| int arg_number = shared->GetThisPropertyAssignmentArgument(i); |
| __ movq(rbx, r8); |
| __ cmpq(rax, Immediate(arg_number)); |
| __ cmovq(above, rbx, Operand(rcx, arg_number * -kPointerSize)); |
| // Store value in the property. |
| __ movq(Operand(r9, i * kPointerSize), rbx); |
| } else { |
| // Set the property to the constant value. |
| Handle<Object> constant(shared->GetThisPropertyAssignmentConstant(i)); |
| __ Move(Operand(r9, i * kPointerSize), constant); |
| } |
| } |
| |
| // Fill the unused in-object property fields with undefined. |
| for (int i = shared->this_property_assignments_count(); |
| i < shared->CalculateInObjectProperties(); |
| i++) { |
| __ movq(Operand(r9, i * kPointerSize), r8); |
| } |
| |
| // rax: argc |
| // rdx: JSObject (untagged) |
| // Move argc to rbx and the JSObject to return to rax and tag it. |
| __ movq(rbx, rax); |
| __ movq(rax, rdx); |
| __ or_(rax, Immediate(kHeapObjectTag)); |
| |
| // rax: JSObject |
| // rbx: argc |
| // Remove caller arguments and receiver from the stack and return. |
| __ pop(rcx); |
| __ lea(rsp, Operand(rsp, rbx, times_pointer_size, 1 * kPointerSize)); |
| __ push(rcx); |
| __ IncrementCounter(&Counters::constructed_objects, 1); |
| __ IncrementCounter(&Counters::constructed_objects_stub, 1); |
| __ ret(0); |
| |
| // Jump to the generic stub in case the specialized code cannot handle the |
| // construction. |
| __ bind(&generic_stub_call); |
| Code* code = Builtins::builtin(Builtins::JSConstructStubGeneric); |
| Handle<Code> generic_construct_stub(code); |
| __ Jump(generic_construct_stub, RelocInfo::CODE_TARGET); |
| |
| // Return the generated code. |
| return GetCode(); |
| } |
| |
| |
| #undef __ |
| |
| } } // namespace v8::internal |