| // Copyright 2006-2008 the V8 project authors. All rights reserved. |
| // Redistribution and use in source and binary forms, with or without |
| // modification, are permitted provided that the following conditions are |
| // met: |
| // |
| // * Redistributions of source code must retain the above copyright |
| // notice, this list of conditions and the following disclaimer. |
| // * Redistributions in binary form must reproduce the above |
| // copyright notice, this list of conditions and the following |
| // disclaimer in the documentation and/or other materials provided |
| // with the distribution. |
| // * Neither the name of Google Inc. nor the names of its |
| // contributors may be used to endorse or promote products derived |
| // from this software without specific prior written permission. |
| // |
| // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| |
| #include "v8.h" |
| |
| #include "ic-inl.h" |
| #include "codegen-inl.h" |
| #include "stub-cache.h" |
| |
| namespace v8 { namespace internal { |
| |
| #define __ masm-> |
| |
| |
| static void ProbeTable(MacroAssembler* masm, |
| Code::Flags flags, |
| StubCache::Table table, |
| Register name, |
| Register offset) { |
| ExternalReference key_offset(SCTableReference::keyReference(table)); |
| ExternalReference value_offset(SCTableReference::valueReference(table)); |
| |
| Label miss; |
| |
| // Save the offset on the stack. |
| __ push(offset); |
| |
| // Check that the key in the entry matches the name. |
| __ cmp(name, Operand::StaticArray(offset, times_2, key_offset)); |
| __ j(not_equal, &miss, not_taken); |
| |
| // Get the code entry from the cache. |
| __ mov(offset, Operand::StaticArray(offset, times_2, value_offset)); |
| |
| // Check that the flags match what we're looking for. |
| __ mov(offset, FieldOperand(offset, Code::kFlagsOffset)); |
| __ and_(offset, ~Code::kFlagsTypeMask); |
| __ cmp(offset, flags); |
| __ j(not_equal, &miss); |
| |
| // Restore offset and re-load code entry from cache. |
| __ pop(offset); |
| __ mov(offset, Operand::StaticArray(offset, times_2, value_offset)); |
| |
| // Jump to the first instruction in the code stub. |
| __ add(Operand(offset), Immediate(Code::kHeaderSize - kHeapObjectTag)); |
| __ jmp(Operand(offset)); |
| |
| // Miss: Restore offset and fall through. |
| __ bind(&miss); |
| __ pop(offset); |
| } |
| |
| |
| void StubCache::GenerateProbe(MacroAssembler* masm, |
| Code::Flags flags, |
| Register receiver, |
| Register name, |
| Register scratch) { |
| Label miss; |
| |
| // Make sure that code is valid. The shifting code relies on the |
| // entry size being 8. |
| ASSERT(sizeof(Entry) == 8); |
| |
| // Make sure the flags does not name a specific type. |
| ASSERT(Code::ExtractTypeFromFlags(flags) == 0); |
| |
| // Make sure that there are no register conflicts. |
| ASSERT(!scratch.is(receiver)); |
| ASSERT(!scratch.is(name)); |
| |
| // Check that the receiver isn't a smi. |
| __ test(receiver, Immediate(kSmiTagMask)); |
| __ j(zero, &miss, not_taken); |
| |
| // Get the map of the receiver and compute the hash. |
| __ mov(scratch, FieldOperand(name, String::kLengthOffset)); |
| __ add(scratch, FieldOperand(receiver, HeapObject::kMapOffset)); |
| __ xor_(scratch, flags); |
| __ and_(scratch, (kPrimaryTableSize - 1) << kHeapObjectTagSize); |
| |
| // Probe the primary table. |
| ProbeTable(masm, flags, kPrimary, name, scratch); |
| |
| // Primary miss: Compute hash for secondary probe. |
| __ sub(scratch, Operand(name)); |
| __ add(Operand(scratch), Immediate(flags)); |
| __ and_(scratch, (kSecondaryTableSize - 1) << kHeapObjectTagSize); |
| |
| // Probe the secondary table. |
| ProbeTable(masm, flags, kSecondary, name, scratch); |
| |
| // Cache miss: Fall-through and let caller handle the miss by |
| // entering the runtime system. |
| __ bind(&miss); |
| } |
| |
| |
| void StubCompiler::GenerateLoadGlobalFunctionPrototype(MacroAssembler* masm, |
| int index, |
| Register prototype) { |
| // Load the global or builtins object from the current context. |
| __ mov(prototype, Operand(esi, Context::SlotOffset(Context::GLOBAL_INDEX))); |
| // Load the global context from the global or builtins object. |
| __ mov(prototype, |
| FieldOperand(prototype, GlobalObject::kGlobalContextOffset)); |
| // Load the function from the global context. |
| __ mov(prototype, Operand(prototype, Context::SlotOffset(index))); |
| // Load the initial map. The global functions all have initial maps. |
| __ mov(prototype, |
| FieldOperand(prototype, JSFunction::kPrototypeOrInitialMapOffset)); |
| // Load the prototype from the initial map. |
| __ mov(prototype, FieldOperand(prototype, Map::kPrototypeOffset)); |
| } |
| |
| |
| void StubCompiler::GenerateLoadArrayLength(MacroAssembler* masm, |
| Register receiver, |
| Register scratch, |
| Label* miss_label) { |
| // Check that the receiver isn't a smi. |
| __ test(receiver, Immediate(kSmiTagMask)); |
| __ j(zero, miss_label, not_taken); |
| |
| // Check that the object is a JS array. |
| __ mov(scratch, FieldOperand(receiver, HeapObject::kMapOffset)); |
| __ movzx_b(scratch, FieldOperand(scratch, Map::kInstanceTypeOffset)); |
| __ cmp(scratch, JS_ARRAY_TYPE); |
| __ j(not_equal, miss_label, not_taken); |
| |
| // Load length directly from the JS array. |
| __ mov(eax, FieldOperand(receiver, JSArray::kLengthOffset)); |
| __ ret(0); |
| } |
| |
| |
| // Generate code to check if an object is a string. If the object is |
| // a string, the map's instance type is left in the scratch register. |
| static void GenerateStringCheck(MacroAssembler* masm, |
| Register receiver, |
| Register scratch, |
| Label* smi, |
| Label* non_string_object) { |
| // Check that the object isn't a smi. |
| __ test(receiver, Immediate(kSmiTagMask)); |
| __ j(zero, smi, not_taken); |
| |
| // Check that the object is a string. |
| __ mov(scratch, FieldOperand(receiver, HeapObject::kMapOffset)); |
| __ movzx_b(scratch, FieldOperand(scratch, Map::kInstanceTypeOffset)); |
| ASSERT(kNotStringTag != 0); |
| __ test(scratch, Immediate(kNotStringTag)); |
| __ j(not_zero, non_string_object, not_taken); |
| } |
| |
| |
| void StubCompiler::GenerateLoadStringLength(MacroAssembler* masm, |
| Register receiver, |
| Register scratch, |
| Label* miss) { |
| Label load_length, check_wrapper; |
| |
| // Check if the object is a string leaving the instance type in the |
| // scratch register. |
| GenerateStringCheck(masm, receiver, scratch, miss, &check_wrapper); |
| |
| // Load length directly from the string. |
| __ bind(&load_length); |
| __ and_(scratch, kStringSizeMask); |
| __ mov(eax, FieldOperand(receiver, String::kLengthOffset)); |
| // ecx is also the receiver. |
| __ lea(ecx, Operand(scratch, String::kLongLengthShift)); |
| __ shr(eax); // ecx is implicit shift register. |
| __ shl(eax, kSmiTagSize); |
| __ ret(0); |
| |
| // Check if the object is a JSValue wrapper. |
| __ bind(&check_wrapper); |
| __ cmp(scratch, JS_VALUE_TYPE); |
| __ j(not_equal, miss, not_taken); |
| |
| // Check if the wrapped value is a string and load the length |
| // directly if it is. |
| __ mov(receiver, FieldOperand(receiver, JSValue::kValueOffset)); |
| GenerateStringCheck(masm, receiver, scratch, miss, miss); |
| __ jmp(&load_length); |
| } |
| |
| |
| void StubCompiler::GenerateLoadFunctionPrototype(MacroAssembler* masm, |
| Register receiver, |
| Register scratch1, |
| Register scratch2, |
| Label* miss_label) { |
| __ TryGetFunctionPrototype(receiver, scratch1, scratch2, miss_label); |
| __ mov(eax, Operand(scratch1)); |
| __ ret(0); |
| } |
| |
| |
| // Load a fast property out of a holder object (src). In-object properties |
| // are loaded directly otherwise the property is loaded from the properties |
| // fixed array. |
| void StubCompiler::GenerateFastPropertyLoad(MacroAssembler* masm, |
| Register dst, Register src, |
| JSObject* holder, int index) { |
| // Adjust for the number of properties stored in the holder. |
| index -= holder->map()->inobject_properties(); |
| if (index < 0) { |
| // Get the property straight out of the holder. |
| int offset = holder->map()->instance_size() + (index * kPointerSize); |
| __ mov(dst, FieldOperand(src, offset)); |
| } else { |
| // Calculate the offset into the properties array. |
| int offset = index * kPointerSize + Array::kHeaderSize; |
| __ mov(dst, FieldOperand(src, JSObject::kPropertiesOffset)); |
| __ mov(dst, FieldOperand(dst, offset)); |
| } |
| } |
| |
| |
| void StubCompiler::GenerateLoadField(MacroAssembler* masm, |
| JSObject* object, |
| JSObject* holder, |
| Register receiver, |
| Register scratch1, |
| Register scratch2, |
| int index, |
| Label* miss_label) { |
| // Check that the receiver isn't a smi. |
| __ test(receiver, Immediate(kSmiTagMask)); |
| __ j(zero, miss_label, not_taken); |
| |
| // Check that the maps haven't changed. |
| Register reg = |
| __ CheckMaps(object, receiver, holder, scratch1, scratch2, miss_label); |
| |
| // Get the value from the properties. |
| GenerateFastPropertyLoad(masm, eax, reg, holder, index); |
| __ ret(0); |
| } |
| |
| |
| void StubCompiler::GenerateLoadCallback(MacroAssembler* masm, |
| JSObject* object, |
| JSObject* holder, |
| Register receiver, |
| Register name, |
| Register scratch1, |
| Register scratch2, |
| AccessorInfo* callback, |
| Label* miss_label) { |
| // Check that the receiver isn't a smi. |
| __ test(receiver, Immediate(kSmiTagMask)); |
| __ j(zero, miss_label, not_taken); |
| |
| // Check that the maps haven't changed. |
| Register reg = |
| __ CheckMaps(object, receiver, holder, scratch1, scratch2, miss_label); |
| |
| // Push the arguments on the JS stack of the caller. |
| __ pop(scratch2); // remove return address |
| __ push(receiver); // receiver |
| __ push(Immediate(Handle<AccessorInfo>(callback))); // callback data |
| __ push(name); // name |
| __ push(reg); // holder |
| __ push(scratch2); // restore return address |
| |
| // Do tail-call to the runtime system. |
| ExternalReference load_callback_property = |
| ExternalReference(IC_Utility(IC::kLoadCallbackProperty)); |
| __ TailCallRuntime(load_callback_property, 4); |
| } |
| |
| |
| void StubCompiler::GenerateLoadConstant(MacroAssembler* masm, |
| JSObject* object, |
| JSObject* holder, |
| Register receiver, |
| Register scratch1, |
| Register scratch2, |
| Object* value, |
| Label* miss_label) { |
| // Check that the receiver isn't a smi. |
| __ test(receiver, Immediate(kSmiTagMask)); |
| __ j(zero, miss_label, not_taken); |
| |
| // Check that the maps haven't changed. |
| Register reg = |
| __ CheckMaps(object, receiver, holder, scratch1, scratch2, miss_label); |
| |
| // Return the constant value. |
| __ mov(eax, Handle<Object>(value)); |
| __ ret(0); |
| } |
| |
| |
| void StubCompiler::GenerateLoadInterceptor(MacroAssembler* masm, |
| JSObject* object, |
| JSObject* holder, |
| Register receiver, |
| Register name, |
| Register scratch1, |
| Register scratch2, |
| Label* miss_label) { |
| // Check that the receiver isn't a smi. |
| __ test(receiver, Immediate(kSmiTagMask)); |
| __ j(zero, miss_label, not_taken); |
| |
| // Check that the maps haven't changed. |
| Register reg = |
| __ CheckMaps(object, receiver, holder, scratch1, scratch2, miss_label); |
| |
| // Push the arguments on the JS stack of the caller. |
| __ pop(scratch2); // remove return address |
| __ push(receiver); // receiver |
| __ push(reg); // holder |
| __ push(name); // name |
| __ push(scratch2); // restore return address |
| |
| // Do tail-call to the runtime system. |
| ExternalReference load_ic_property = |
| ExternalReference(IC_Utility(IC::kLoadInterceptorProperty)); |
| __ TailCallRuntime(load_ic_property, 3); |
| } |
| |
| |
| void StubCompiler::GenerateLoadMiss(MacroAssembler* masm, Code::Kind kind) { |
| ASSERT(kind == Code::LOAD_IC || kind == Code::KEYED_LOAD_IC); |
| Code* code = NULL; |
| if (kind == Code::LOAD_IC) { |
| code = Builtins::builtin(Builtins::LoadIC_Miss); |
| } else { |
| code = Builtins::builtin(Builtins::KeyedLoadIC_Miss); |
| } |
| |
| Handle<Code> ic(code); |
| __ jmp(ic, RelocInfo::CODE_TARGET); |
| } |
| |
| |
| void StubCompiler::GenerateStoreField(MacroAssembler* masm, |
| Builtins::Name storage_extend, |
| JSObject* object, |
| int index, |
| Map* transition, |
| Register receiver_reg, |
| Register name_reg, |
| Register scratch, |
| Label* miss_label) { |
| // Check that the object isn't a smi. |
| __ test(receiver_reg, Immediate(kSmiTagMask)); |
| __ j(zero, miss_label, not_taken); |
| |
| // Check that the map of the object hasn't changed. |
| __ cmp(FieldOperand(receiver_reg, HeapObject::kMapOffset), |
| Immediate(Handle<Map>(object->map()))); |
| __ j(not_equal, miss_label, not_taken); |
| |
| // Perform global security token check if needed. |
| if (object->IsJSGlobalProxy()) { |
| __ CheckAccessGlobalProxy(receiver_reg, scratch, miss_label); |
| } |
| |
| // Stub never generated for non-global objects that require access |
| // checks. |
| ASSERT(object->IsJSGlobalProxy() || !object->IsAccessCheckNeeded()); |
| |
| // Perform map transition for the receiver if necessary. |
| if ((transition != NULL) && (object->map()->unused_property_fields() == 0)) { |
| // The properties must be extended before we can store the value. |
| // We jump to a runtime call that extends the propeties array. |
| __ mov(ecx, Immediate(Handle<Map>(transition))); |
| Handle<Code> ic(Builtins::builtin(storage_extend)); |
| __ jmp(ic, RelocInfo::CODE_TARGET); |
| return; |
| } |
| |
| if (transition != NULL) { |
| // Update the map of the object; no write barrier updating is |
| // needed because the map is never in new space. |
| __ mov(FieldOperand(receiver_reg, HeapObject::kMapOffset), |
| Immediate(Handle<Map>(transition))); |
| } |
| |
| // Adjust for the number of properties stored in the object. Even in the |
| // face of a transition we can use the old map here because the size of the |
| // object and the number of in-object properties is not going to change. |
| index -= object->map()->inobject_properties(); |
| |
| if (index < 0) { |
| // Set the property straight into the object. |
| int offset = object->map()->instance_size() + (index * kPointerSize); |
| __ mov(FieldOperand(receiver_reg, offset), eax); |
| |
| // Update the write barrier for the array address. |
| // Pass the value being stored in the now unused name_reg. |
| __ mov(name_reg, Operand(eax)); |
| __ RecordWrite(receiver_reg, offset, name_reg, scratch); |
| } else { |
| // Write to the properties array. |
| int offset = index * kPointerSize + Array::kHeaderSize; |
| // Get the properties array (optimistically). |
| __ mov(scratch, FieldOperand(receiver_reg, JSObject::kPropertiesOffset)); |
| __ mov(FieldOperand(scratch, offset), eax); |
| |
| // Update the write barrier for the array address. |
| // Pass the value being stored in the now unused name_reg. |
| __ mov(name_reg, Operand(eax)); |
| __ RecordWrite(scratch, offset, name_reg, receiver_reg); |
| } |
| |
| // Return the value (register eax). |
| __ ret(0); |
| } |
| |
| |
| #undef __ |
| |
| #define __ masm()-> |
| |
| |
| // TODO(1241006): Avoid having lazy compile stubs specialized by the |
| // number of arguments. It is not needed anymore. |
| Object* StubCompiler::CompileLazyCompile(Code::Flags flags) { |
| HandleScope scope; |
| |
| // Enter an internal frame. |
| __ EnterInternalFrame(); |
| |
| // Push a copy of the function onto the stack. |
| __ push(edi); |
| |
| __ push(edi); // function is also the parameter to the runtime call |
| __ CallRuntime(Runtime::kLazyCompile, 1); |
| __ pop(edi); |
| |
| // Tear down temporary frame. |
| __ LeaveInternalFrame(); |
| |
| // Do a tail-call of the compiled function. |
| __ lea(ecx, FieldOperand(eax, Code::kHeaderSize)); |
| __ jmp(Operand(ecx)); |
| |
| return GetCodeWithFlags(flags); |
| } |
| |
| |
| Object* CallStubCompiler::CompileCallField(Object* object, |
| JSObject* holder, |
| int index) { |
| // ----------- S t a t e ------------- |
| // ----------------------------------- |
| |
| HandleScope scope; |
| Label miss; |
| |
| // Get the receiver from the stack. |
| const int argc = arguments().immediate(); |
| __ mov(edx, Operand(esp, (argc + 1) * kPointerSize)); |
| |
| // Check that the receiver isn't a smi. |
| __ test(edx, Immediate(kSmiTagMask)); |
| __ j(zero, &miss, not_taken); |
| |
| // Do the right check and compute the holder register. |
| Register reg = |
| __ CheckMaps(JSObject::cast(object), edx, holder, ebx, ecx, &miss); |
| |
| GenerateFastPropertyLoad(masm(), edi, reg, holder, index); |
| |
| // Check that the function really is a function. |
| __ test(edi, Immediate(kSmiTagMask)); |
| __ j(zero, &miss, not_taken); |
| __ mov(ebx, FieldOperand(edi, HeapObject::kMapOffset)); // get the map |
| __ movzx_b(ebx, FieldOperand(ebx, Map::kInstanceTypeOffset)); |
| __ cmp(ebx, JS_FUNCTION_TYPE); |
| __ j(not_equal, &miss, not_taken); |
| |
| // Patch the receiver on the stack with the global proxy if |
| // necessary. |
| if (object->IsGlobalObject()) { |
| __ mov(edx, FieldOperand(edx, GlobalObject::kGlobalReceiverOffset)); |
| __ mov(Operand(esp, (argc + 1) * kPointerSize), edx); |
| } |
| |
| // Invoke the function. |
| __ InvokeFunction(edi, arguments(), JUMP_FUNCTION); |
| |
| // Handle call cache miss. |
| __ bind(&miss); |
| Handle<Code> ic = ComputeCallMiss(arguments().immediate()); |
| __ jmp(ic, RelocInfo::CODE_TARGET); |
| |
| // Return the generated code. |
| return GetCode(FIELD); |
| } |
| |
| |
| Object* CallStubCompiler::CompileCallConstant(Object* object, |
| JSObject* holder, |
| JSFunction* function, |
| CheckType check) { |
| // ----------- S t a t e ------------- |
| // ----------------------------------- |
| |
| HandleScope scope; |
| Label miss; |
| |
| // Get the receiver from the stack. |
| const int argc = arguments().immediate(); |
| __ mov(edx, Operand(esp, (argc + 1) * kPointerSize)); |
| |
| // Check that the receiver isn't a smi. |
| if (check != NUMBER_CHECK) { |
| __ test(edx, Immediate(kSmiTagMask)); |
| __ j(zero, &miss, not_taken); |
| } |
| |
| // Make sure that it's okay not to patch the on stack receiver |
| // unless we're doing a receiver map check. |
| ASSERT(!object->IsGlobalObject() || check == RECEIVER_MAP_CHECK); |
| |
| switch (check) { |
| case RECEIVER_MAP_CHECK: |
| // Check that the maps haven't changed. |
| __ CheckMaps(JSObject::cast(object), edx, holder, ebx, ecx, &miss); |
| |
| // Patch the receiver on the stack with the global proxy if |
| // necessary. |
| if (object->IsGlobalObject()) { |
| __ mov(edx, FieldOperand(edx, GlobalObject::kGlobalReceiverOffset)); |
| __ mov(Operand(esp, (argc + 1) * kPointerSize), edx); |
| } |
| break; |
| |
| case STRING_CHECK: |
| // Check that the object is a two-byte string or a symbol. |
| __ mov(ecx, FieldOperand(edx, HeapObject::kMapOffset)); |
| __ movzx_b(ecx, FieldOperand(ecx, Map::kInstanceTypeOffset)); |
| __ cmp(ecx, FIRST_NONSTRING_TYPE); |
| __ j(above_equal, &miss, not_taken); |
| // Check that the maps starting from the prototype haven't changed. |
| GenerateLoadGlobalFunctionPrototype(masm(), |
| Context::STRING_FUNCTION_INDEX, |
| ecx); |
| __ CheckMaps(JSObject::cast(object->GetPrototype()), |
| ecx, holder, ebx, edx, &miss); |
| break; |
| |
| case NUMBER_CHECK: { |
| Label fast; |
| // Check that the object is a smi or a heap number. |
| __ test(edx, Immediate(kSmiTagMask)); |
| __ j(zero, &fast, taken); |
| __ mov(ecx, FieldOperand(edx, HeapObject::kMapOffset)); |
| __ movzx_b(ecx, FieldOperand(ecx, Map::kInstanceTypeOffset)); |
| __ cmp(ecx, HEAP_NUMBER_TYPE); |
| __ j(not_equal, &miss, not_taken); |
| __ bind(&fast); |
| // Check that the maps starting from the prototype haven't changed. |
| GenerateLoadGlobalFunctionPrototype(masm(), |
| Context::NUMBER_FUNCTION_INDEX, |
| ecx); |
| __ CheckMaps(JSObject::cast(object->GetPrototype()), |
| ecx, holder, ebx, edx, &miss); |
| break; |
| } |
| |
| case BOOLEAN_CHECK: { |
| Label fast; |
| // Check that the object is a boolean. |
| __ cmp(edx, Factory::true_value()); |
| __ j(equal, &fast, taken); |
| __ cmp(edx, Factory::false_value()); |
| __ j(not_equal, &miss, not_taken); |
| __ bind(&fast); |
| // Check that the maps starting from the prototype haven't changed. |
| GenerateLoadGlobalFunctionPrototype(masm(), |
| Context::BOOLEAN_FUNCTION_INDEX, |
| ecx); |
| __ CheckMaps(JSObject::cast(object->GetPrototype()), |
| ecx, holder, ebx, edx, &miss); |
| break; |
| } |
| |
| case JSARRAY_HAS_FAST_ELEMENTS_CHECK: |
| __ CheckMaps(JSObject::cast(object), edx, holder, ebx, ecx, &miss); |
| // Make sure object->elements()->map() != Heap::dictionary_array_map() |
| // Get the elements array of the object. |
| __ mov(ebx, FieldOperand(edx, JSObject::kElementsOffset)); |
| // Check that the object is in fast mode (not dictionary). |
| __ cmp(FieldOperand(ebx, HeapObject::kMapOffset), |
| Immediate(Factory::hash_table_map())); |
| __ j(equal, &miss, not_taken); |
| break; |
| |
| default: |
| UNREACHABLE(); |
| } |
| |
| // Get the function and setup the context. |
| __ mov(edi, Immediate(Handle<JSFunction>(function))); |
| __ mov(esi, FieldOperand(edi, JSFunction::kContextOffset)); |
| |
| // Jump to the cached code (tail call). |
| Handle<Code> code(function->code()); |
| ParameterCount expected(function->shared()->formal_parameter_count()); |
| __ InvokeCode(code, expected, arguments(), |
| RelocInfo::CODE_TARGET, JUMP_FUNCTION); |
| |
| // Handle call cache miss. |
| __ bind(&miss); |
| Handle<Code> ic = ComputeCallMiss(arguments().immediate()); |
| __ jmp(ic, RelocInfo::CODE_TARGET); |
| |
| // Return the generated code. |
| return GetCode(CONSTANT_FUNCTION); |
| } |
| |
| |
| Object* CallStubCompiler::CompileCallInterceptor(Object* object, |
| JSObject* holder, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // ----------------------------------- |
| |
| HandleScope scope; |
| Label miss; |
| |
| // Get the number of arguments. |
| const int argc = arguments().immediate(); |
| |
| // Get the receiver from the stack. |
| __ mov(edx, Operand(esp, (argc + 1) * kPointerSize)); |
| |
| // Check that the receiver isn't a smi. |
| __ test(edx, Immediate(kSmiTagMask)); |
| __ j(zero, &miss, not_taken); |
| |
| // Check that maps have not changed and compute the holder register. |
| Register reg = |
| __ CheckMaps(JSObject::cast(object), edx, holder, ebx, ecx, &miss); |
| |
| // Enter an internal frame. |
| __ EnterInternalFrame(); |
| |
| // Push arguments on the expression stack. |
| __ push(edx); // receiver |
| __ push(reg); // holder |
| __ push(Operand(ebp, (argc + 3) * kPointerSize)); // name |
| |
| // Perform call. |
| ExternalReference load_interceptor = |
| ExternalReference(IC_Utility(IC::kLoadInterceptorProperty)); |
| __ mov(eax, Immediate(3)); |
| __ mov(ebx, Immediate(load_interceptor)); |
| |
| CEntryStub stub; |
| __ CallStub(&stub); |
| |
| // Move result to edi and restore receiver. |
| __ mov(edi, eax); |
| __ mov(edx, Operand(ebp, (argc + 2) * kPointerSize)); // receiver |
| |
| // Exit frame. |
| __ LeaveInternalFrame(); |
| |
| // Check that the function really is a function. |
| __ test(edi, Immediate(kSmiTagMask)); |
| __ j(zero, &miss, not_taken); |
| __ mov(ebx, FieldOperand(edi, HeapObject::kMapOffset)); |
| __ movzx_b(ebx, FieldOperand(ebx, Map::kInstanceTypeOffset)); |
| __ cmp(ebx, JS_FUNCTION_TYPE); |
| __ j(not_equal, &miss, not_taken); |
| |
| // Patch the receiver on the stack with the global proxy if |
| // necessary. |
| if (object->IsGlobalObject()) { |
| __ mov(edx, FieldOperand(edx, GlobalObject::kGlobalReceiverOffset)); |
| __ mov(Operand(esp, (argc + 1) * kPointerSize), edx); |
| } |
| |
| // Invoke the function. |
| __ InvokeFunction(edi, arguments(), JUMP_FUNCTION); |
| |
| // Handle load cache miss. |
| __ bind(&miss); |
| Handle<Code> ic = ComputeCallMiss(argc); |
| __ jmp(ic, RelocInfo::CODE_TARGET); |
| |
| // Return the generated code. |
| return GetCode(INTERCEPTOR); |
| } |
| |
| |
| Object* StoreStubCompiler::CompileStoreField(JSObject* object, |
| int index, |
| Map* transition, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // -- eax : value |
| // -- ecx : name |
| // -- esp[0] : return address |
| // -- esp[4] : receiver |
| // ----------------------------------- |
| |
| HandleScope scope; |
| Label miss; |
| |
| // Get the object from the stack. |
| __ mov(ebx, Operand(esp, 1 * kPointerSize)); |
| |
| // Generate store field code. Trashes the name register. |
| GenerateStoreField(masm(), |
| Builtins::StoreIC_ExtendStorage, |
| object, |
| index, |
| transition, |
| ebx, ecx, edx, |
| &miss); |
| |
| // Handle store cache miss. |
| __ bind(&miss); |
| __ mov(ecx, Immediate(Handle<String>(name))); // restore name |
| Handle<Code> ic(Builtins::builtin(Builtins::StoreIC_Miss)); |
| __ jmp(ic, RelocInfo::CODE_TARGET); |
| |
| // Return the generated code. |
| return GetCode(transition == NULL ? FIELD : MAP_TRANSITION); |
| } |
| |
| |
| Object* StoreStubCompiler::CompileStoreCallback(JSObject* object, |
| AccessorInfo* callback, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // -- eax : value |
| // -- ecx : name |
| // -- esp[0] : return address |
| // -- esp[4] : receiver |
| // ----------------------------------- |
| |
| HandleScope scope; |
| Label miss; |
| |
| // Get the object from the stack. |
| __ mov(ebx, Operand(esp, 1 * kPointerSize)); |
| |
| // Check that the object isn't a smi. |
| __ test(ebx, Immediate(kSmiTagMask)); |
| __ j(zero, &miss, not_taken); |
| |
| // Check that the map of the object hasn't changed. |
| __ cmp(FieldOperand(ebx, HeapObject::kMapOffset), |
| Immediate(Handle<Map>(object->map()))); |
| __ j(not_equal, &miss, not_taken); |
| |
| // Perform global security token check if needed. |
| if (object->IsJSGlobalProxy()) { |
| __ CheckAccessGlobalProxy(ebx, edx, &miss); |
| } |
| |
| // Stub never generated for non-global objects that require access |
| // checks. |
| ASSERT(object->IsJSGlobalProxy() || !object->IsAccessCheckNeeded()); |
| |
| __ pop(ebx); // remove the return address |
| __ push(Operand(esp, 0)); // receiver |
| __ push(Immediate(Handle<AccessorInfo>(callback))); // callback info |
| __ push(ecx); // name |
| __ push(eax); // value |
| __ push(ebx); // restore return address |
| |
| // Do tail-call to the runtime system. |
| ExternalReference store_callback_property = |
| ExternalReference(IC_Utility(IC::kStoreCallbackProperty)); |
| __ TailCallRuntime(store_callback_property, 4); |
| |
| // Handle store cache miss. |
| __ bind(&miss); |
| __ mov(ecx, Immediate(Handle<String>(name))); // restore name |
| Handle<Code> ic(Builtins::builtin(Builtins::StoreIC_Miss)); |
| __ jmp(ic, RelocInfo::CODE_TARGET); |
| |
| // Return the generated code. |
| return GetCode(CALLBACKS); |
| } |
| |
| |
| Object* StoreStubCompiler::CompileStoreInterceptor(JSObject* receiver, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // -- eax : value |
| // -- ecx : name |
| // -- esp[0] : return address |
| // -- esp[4] : receiver |
| // ----------------------------------- |
| |
| HandleScope scope; |
| Label miss; |
| |
| // Get the object from the stack. |
| __ mov(ebx, Operand(esp, 1 * kPointerSize)); |
| |
| // Check that the object isn't a smi. |
| __ test(ebx, Immediate(kSmiTagMask)); |
| __ j(zero, &miss, not_taken); |
| |
| // Check that the map of the object hasn't changed. |
| __ cmp(FieldOperand(ebx, HeapObject::kMapOffset), |
| Immediate(Handle<Map>(receiver->map()))); |
| __ j(not_equal, &miss, not_taken); |
| |
| // Perform global security token check if needed. |
| if (receiver->IsJSGlobalProxy()) { |
| __ CheckAccessGlobalProxy(ebx, edx, &miss); |
| } |
| |
| // Stub never generated for non-global objects that require access |
| // checks. |
| ASSERT(receiver->IsJSGlobalProxy() || !receiver->IsAccessCheckNeeded()); |
| |
| __ pop(ebx); // remove the return address |
| __ push(Operand(esp, 0)); // receiver |
| __ push(ecx); // name |
| __ push(eax); // value |
| __ push(ebx); // restore return address |
| |
| // Do tail-call to the runtime system. |
| ExternalReference store_ic_property = |
| ExternalReference(IC_Utility(IC::kStoreInterceptorProperty)); |
| __ TailCallRuntime(store_ic_property, 3); |
| |
| // Handle store cache miss. |
| __ bind(&miss); |
| __ mov(ecx, Immediate(Handle<String>(name))); // restore name |
| Handle<Code> ic(Builtins::builtin(Builtins::StoreIC_Miss)); |
| __ jmp(ic, RelocInfo::CODE_TARGET); |
| |
| // Return the generated code. |
| return GetCode(INTERCEPTOR); |
| } |
| |
| |
| Object* KeyedStoreStubCompiler::CompileStoreField(JSObject* object, |
| int index, |
| Map* transition, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // -- eax : value |
| // -- esp[0] : return address |
| // -- esp[4] : key |
| // -- esp[8] : receiver |
| // ----------------------------------- |
| HandleScope scope; |
| Label miss; |
| |
| __ IncrementCounter(&Counters::keyed_store_field, 1); |
| |
| // Get the name from the stack. |
| __ mov(ecx, Operand(esp, 1 * kPointerSize)); |
| // Check that the name has not changed. |
| __ cmp(Operand(ecx), Immediate(Handle<String>(name))); |
| __ j(not_equal, &miss, not_taken); |
| |
| // Get the object from the stack. |
| __ mov(ebx, Operand(esp, 2 * kPointerSize)); |
| |
| // Generate store field code. Trashes the name register. |
| GenerateStoreField(masm(), |
| Builtins::KeyedStoreIC_ExtendStorage, |
| object, |
| index, |
| transition, |
| ebx, ecx, edx, |
| &miss); |
| |
| // Handle store cache miss. |
| __ bind(&miss); |
| __ DecrementCounter(&Counters::keyed_store_field, 1); |
| Handle<Code> ic(Builtins::builtin(Builtins::KeyedStoreIC_Miss)); |
| __ jmp(ic, RelocInfo::CODE_TARGET); |
| |
| // Return the generated code. |
| return GetCode(transition == NULL ? FIELD : MAP_TRANSITION); |
| } |
| |
| |
| Object* LoadStubCompiler::CompileLoadField(JSObject* object, |
| JSObject* holder, |
| int index) { |
| // ----------- S t a t e ------------- |
| // -- ecx : name |
| // -- esp[0] : return address |
| // -- esp[4] : receiver |
| // ----------------------------------- |
| |
| HandleScope scope; |
| Label miss; |
| |
| __ mov(eax, (Operand(esp, kPointerSize))); |
| GenerateLoadField(masm(), object, holder, eax, ebx, edx, index, &miss); |
| __ bind(&miss); |
| GenerateLoadMiss(masm(), Code::LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(FIELD); |
| } |
| |
| |
| Object* LoadStubCompiler::CompileLoadCallback(JSObject* object, |
| JSObject* holder, |
| AccessorInfo* callback) { |
| // ----------- S t a t e ------------- |
| // -- ecx : name |
| // -- esp[0] : return address |
| // -- esp[4] : receiver |
| // ----------------------------------- |
| |
| HandleScope scope; |
| Label miss; |
| |
| __ mov(eax, (Operand(esp, kPointerSize))); |
| GenerateLoadCallback(masm(), object, holder, eax, ecx, ebx, |
| edx, callback, &miss); |
| __ bind(&miss); |
| GenerateLoadMiss(masm(), Code::LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(CALLBACKS); |
| } |
| |
| |
| Object* LoadStubCompiler::CompileLoadConstant(JSObject* object, |
| JSObject* holder, |
| Object* value) { |
| // ----------- S t a t e ------------- |
| // -- ecx : name |
| // -- esp[0] : return address |
| // -- esp[4] : receiver |
| // ----------------------------------- |
| |
| HandleScope scope; |
| Label miss; |
| |
| __ mov(eax, (Operand(esp, kPointerSize))); |
| GenerateLoadConstant(masm(), object, holder, eax, ebx, edx, value, &miss); |
| __ bind(&miss); |
| GenerateLoadMiss(masm(), Code::LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(CONSTANT_FUNCTION); |
| } |
| |
| |
| Object* LoadStubCompiler::CompileLoadInterceptor(JSObject* receiver, |
| JSObject* holder, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // -- ecx : name |
| // -- esp[0] : return address |
| // -- esp[4] : receiver |
| // ----------------------------------- |
| HandleScope scope; |
| Label miss; |
| |
| __ mov(eax, (Operand(esp, kPointerSize))); |
| GenerateLoadInterceptor(masm(), receiver, holder, eax, ecx, edx, ebx, &miss); |
| __ bind(&miss); |
| GenerateLoadMiss(masm(), Code::LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(INTERCEPTOR); |
| } |
| |
| |
| Object* KeyedLoadStubCompiler::CompileLoadField(String* name, |
| JSObject* receiver, |
| JSObject* holder, |
| int index) { |
| // ----------- S t a t e ------------- |
| // -- esp[0] : return address |
| // -- esp[4] : name |
| // -- esp[8] : receiver |
| // ----------------------------------- |
| HandleScope scope; |
| Label miss; |
| |
| __ mov(eax, (Operand(esp, kPointerSize))); |
| __ mov(ecx, (Operand(esp, 2 * kPointerSize))); |
| __ IncrementCounter(&Counters::keyed_load_field, 1); |
| |
| // Check that the name has not changed. |
| __ cmp(Operand(eax), Immediate(Handle<String>(name))); |
| __ j(not_equal, &miss, not_taken); |
| |
| GenerateLoadField(masm(), receiver, holder, ecx, ebx, edx, index, &miss); |
| __ bind(&miss); |
| __ DecrementCounter(&Counters::keyed_load_field, 1); |
| GenerateLoadMiss(masm(), Code::KEYED_LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(FIELD); |
| } |
| |
| |
| Object* KeyedLoadStubCompiler::CompileLoadCallback(String* name, |
| JSObject* receiver, |
| JSObject* holder, |
| AccessorInfo* callback) { |
| // ----------- S t a t e ------------- |
| // -- esp[0] : return address |
| // -- esp[4] : name |
| // -- esp[8] : receiver |
| // ----------------------------------- |
| HandleScope scope; |
| Label miss; |
| |
| __ mov(eax, (Operand(esp, kPointerSize))); |
| __ mov(ecx, (Operand(esp, 2 * kPointerSize))); |
| __ IncrementCounter(&Counters::keyed_load_callback, 1); |
| |
| // Check that the name has not changed. |
| __ cmp(Operand(eax), Immediate(Handle<String>(name))); |
| __ j(not_equal, &miss, not_taken); |
| |
| GenerateLoadCallback(masm(), receiver, holder, ecx, eax, ebx, edx, |
| callback, &miss); |
| __ bind(&miss); |
| __ DecrementCounter(&Counters::keyed_load_callback, 1); |
| GenerateLoadMiss(masm(), Code::KEYED_LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(CALLBACKS); |
| } |
| |
| |
| Object* KeyedLoadStubCompiler::CompileLoadConstant(String* name, |
| JSObject* receiver, |
| JSObject* holder, |
| Object* value) { |
| // ----------- S t a t e ------------- |
| // -- esp[0] : return address |
| // -- esp[4] : name |
| // -- esp[8] : receiver |
| // ----------------------------------- |
| HandleScope scope; |
| Label miss; |
| |
| __ mov(eax, (Operand(esp, kPointerSize))); |
| __ mov(ecx, (Operand(esp, 2 * kPointerSize))); |
| __ IncrementCounter(&Counters::keyed_load_constant_function, 1); |
| |
| // Check that the name has not changed. |
| __ cmp(Operand(eax), Immediate(Handle<String>(name))); |
| __ j(not_equal, &miss, not_taken); |
| |
| GenerateLoadConstant(masm(), receiver, holder, ecx, ebx, edx, value, &miss); |
| __ bind(&miss); |
| __ DecrementCounter(&Counters::keyed_load_constant_function, 1); |
| GenerateLoadMiss(masm(), Code::KEYED_LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(CONSTANT_FUNCTION); |
| } |
| |
| |
| Object* KeyedLoadStubCompiler::CompileLoadInterceptor(JSObject* receiver, |
| JSObject* holder, |
| String* name) { |
| // ----------- S t a t e ------------- |
| // -- esp[0] : return address |
| // -- esp[4] : name |
| // -- esp[8] : receiver |
| // ----------------------------------- |
| HandleScope scope; |
| Label miss; |
| |
| __ mov(eax, (Operand(esp, kPointerSize))); |
| __ mov(ecx, (Operand(esp, 2 * kPointerSize))); |
| __ IncrementCounter(&Counters::keyed_load_interceptor, 1); |
| |
| // Check that the name has not changed. |
| __ cmp(Operand(eax), Immediate(Handle<String>(name))); |
| __ j(not_equal, &miss, not_taken); |
| |
| GenerateLoadInterceptor(masm(), receiver, holder, ecx, eax, edx, ebx, &miss); |
| __ bind(&miss); |
| __ DecrementCounter(&Counters::keyed_load_interceptor, 1); |
| GenerateLoadMiss(masm(), Code::KEYED_LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(INTERCEPTOR); |
| } |
| |
| |
| |
| |
| Object* KeyedLoadStubCompiler::CompileLoadArrayLength(String* name) { |
| // ----------- S t a t e ------------- |
| // -- esp[0] : return address |
| // -- esp[4] : name |
| // -- esp[8] : receiver |
| // ----------------------------------- |
| HandleScope scope; |
| Label miss; |
| |
| __ mov(eax, (Operand(esp, kPointerSize))); |
| __ mov(ecx, (Operand(esp, 2 * kPointerSize))); |
| __ IncrementCounter(&Counters::keyed_load_array_length, 1); |
| |
| // Check that the name has not changed. |
| __ cmp(Operand(eax), Immediate(Handle<String>(name))); |
| __ j(not_equal, &miss, not_taken); |
| |
| GenerateLoadArrayLength(masm(), ecx, edx, &miss); |
| __ bind(&miss); |
| __ DecrementCounter(&Counters::keyed_load_array_length, 1); |
| GenerateLoadMiss(masm(), Code::KEYED_LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(CALLBACKS); |
| } |
| |
| |
| Object* KeyedLoadStubCompiler::CompileLoadStringLength(String* name) { |
| // ----------- S t a t e ------------- |
| // -- esp[0] : return address |
| // -- esp[4] : name |
| // -- esp[8] : receiver |
| // ----------------------------------- |
| HandleScope scope; |
| Label miss; |
| |
| __ mov(eax, (Operand(esp, kPointerSize))); |
| __ mov(ecx, (Operand(esp, 2 * kPointerSize))); |
| __ IncrementCounter(&Counters::keyed_load_string_length, 1); |
| |
| // Check that the name has not changed. |
| __ cmp(Operand(eax), Immediate(Handle<String>(name))); |
| __ j(not_equal, &miss, not_taken); |
| |
| GenerateLoadStringLength(masm(), ecx, edx, &miss); |
| __ bind(&miss); |
| __ DecrementCounter(&Counters::keyed_load_string_length, 1); |
| GenerateLoadMiss(masm(), Code::KEYED_LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(CALLBACKS); |
| } |
| |
| |
| Object* KeyedLoadStubCompiler::CompileLoadFunctionPrototype(String* name) { |
| // ----------- S t a t e ------------- |
| // -- esp[0] : return address |
| // -- esp[4] : name |
| // -- esp[8] : receiver |
| // ----------------------------------- |
| HandleScope scope; |
| Label miss; |
| |
| __ mov(eax, (Operand(esp, kPointerSize))); |
| __ mov(ecx, (Operand(esp, 2 * kPointerSize))); |
| __ IncrementCounter(&Counters::keyed_load_function_prototype, 1); |
| |
| // Check that the name has not changed. |
| __ cmp(Operand(eax), Immediate(Handle<String>(name))); |
| __ j(not_equal, &miss, not_taken); |
| |
| GenerateLoadFunctionPrototype(masm(), ecx, edx, ebx, &miss); |
| __ bind(&miss); |
| __ DecrementCounter(&Counters::keyed_load_function_prototype, 1); |
| GenerateLoadMiss(masm(), Code::KEYED_LOAD_IC); |
| |
| // Return the generated code. |
| return GetCode(CALLBACKS); |
| } |
| |
| |
| #undef __ |
| |
| } } // namespace v8::internal |