blob: dde61691d5888861f6f1c29fe372fde305a064cb [file] [log] [blame]
Ben Murdochb8a8cc12014-11-26 15:28:44 +00001// Copyright 2014 the V8 project authors. All rights reserved.
2// Use of this source code is governed by a BSD-style license that can be
3// found in the LICENSE file.
4
Ben Murdochb8a8cc12014-11-26 15:28:44 +00005#if V8_TARGET_ARCH_X64
6
Ben Murdochb8a8cc12014-11-26 15:28:44 +00007#include "src/ic/handler-compiler.h"
Ben Murdoch097c5b22016-05-18 11:27:45 +01008
Ben Murdochda12d292016-06-02 14:46:10 +01009#include "src/api-arguments.h"
Ben Murdoch097c5b22016-05-18 11:27:45 +010010#include "src/field-type.h"
11#include "src/ic/call-optimization.h"
Ben Murdochb8a8cc12014-11-26 15:28:44 +000012#include "src/ic/ic.h"
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000013#include "src/isolate-inl.h"
Ben Murdochb8a8cc12014-11-26 15:28:44 +000014
15namespace v8 {
16namespace internal {
17
18#define __ ACCESS_MASM(masm)
19
Emily Bernierd0a1eb72015-03-24 16:35:39 -040020void PropertyHandlerCompiler::PushVectorAndSlot(Register vector,
21 Register slot) {
22 MacroAssembler* masm = this->masm();
23 __ Push(vector);
24 __ Push(slot);
25}
26
27
28void PropertyHandlerCompiler::PopVectorAndSlot(Register vector, Register slot) {
29 MacroAssembler* masm = this->masm();
30 __ Pop(slot);
31 __ Pop(vector);
32}
33
34
35void PropertyHandlerCompiler::DiscardVectorAndSlot() {
36 MacroAssembler* masm = this->masm();
37 // Remove vector and slot.
38 __ addp(rsp, Immediate(2 * kPointerSize));
39}
40
41
Ben Murdochb8a8cc12014-11-26 15:28:44 +000042void PropertyHandlerCompiler::GenerateDictionaryNegativeLookup(
43 MacroAssembler* masm, Label* miss_label, Register receiver,
44 Handle<Name> name, Register scratch0, Register scratch1) {
45 DCHECK(name->IsUniqueName());
46 DCHECK(!receiver.is(scratch0));
47 Counters* counters = masm->isolate()->counters();
48 __ IncrementCounter(counters->negative_lookups(), 1);
49 __ IncrementCounter(counters->negative_lookups_miss(), 1);
50
51 __ movp(scratch0, FieldOperand(receiver, HeapObject::kMapOffset));
52
53 const int kInterceptorOrAccessCheckNeededMask =
54 (1 << Map::kHasNamedInterceptor) | (1 << Map::kIsAccessCheckNeeded);
55
56 // Bail out if the receiver has a named interceptor or requires access checks.
57 __ testb(FieldOperand(scratch0, Map::kBitFieldOffset),
58 Immediate(kInterceptorOrAccessCheckNeededMask));
59 __ j(not_zero, miss_label);
60
61 // Check that receiver is a JSObject.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000062 __ CmpInstanceType(scratch0, FIRST_JS_RECEIVER_TYPE);
Ben Murdochb8a8cc12014-11-26 15:28:44 +000063 __ j(below, miss_label);
64
65 // Load properties array.
66 Register properties = scratch0;
67 __ movp(properties, FieldOperand(receiver, JSObject::kPropertiesOffset));
68
69 // Check that the properties array is a dictionary.
70 __ CompareRoot(FieldOperand(properties, HeapObject::kMapOffset),
71 Heap::kHashTableMapRootIndex);
72 __ j(not_equal, miss_label);
73
74 Label done;
75 NameDictionaryLookupStub::GenerateNegativeLookup(masm, miss_label, &done,
76 properties, name, scratch1);
77 __ bind(&done);
78 __ DecrementCounter(counters->negative_lookups_miss(), 1);
79}
80
81
82void NamedLoadHandlerCompiler::GenerateDirectLoadGlobalFunctionPrototype(
Emily Bernierd0a1eb72015-03-24 16:35:39 -040083 MacroAssembler* masm, int index, Register result, Label* miss) {
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000084 __ LoadNativeContextSlot(index, result);
Ben Murdochb8a8cc12014-11-26 15:28:44 +000085 // Load its initial map. The global functions all have initial maps.
Emily Bernierd0a1eb72015-03-24 16:35:39 -040086 __ movp(result,
87 FieldOperand(result, JSFunction::kPrototypeOrInitialMapOffset));
Ben Murdochb8a8cc12014-11-26 15:28:44 +000088 // Load the prototype from the initial map.
Emily Bernierd0a1eb72015-03-24 16:35:39 -040089 __ movp(result, FieldOperand(result, Map::kPrototypeOffset));
Ben Murdochb8a8cc12014-11-26 15:28:44 +000090}
91
92
93void NamedLoadHandlerCompiler::GenerateLoadFunctionPrototype(
94 MacroAssembler* masm, Register receiver, Register result, Register scratch,
95 Label* miss_label) {
96 __ TryGetFunctionPrototype(receiver, result, miss_label);
97 if (!result.is(rax)) __ movp(rax, result);
98 __ ret(0);
99}
100
101
102static void PushInterceptorArguments(MacroAssembler* masm, Register receiver,
103 Register holder, Register name,
104 Handle<JSObject> holder_obj) {
105 STATIC_ASSERT(NamedLoadHandlerCompiler::kInterceptorArgsNameIndex == 0);
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000106 STATIC_ASSERT(NamedLoadHandlerCompiler::kInterceptorArgsThisIndex == 1);
107 STATIC_ASSERT(NamedLoadHandlerCompiler::kInterceptorArgsHolderIndex == 2);
108 STATIC_ASSERT(NamedLoadHandlerCompiler::kInterceptorArgsLength == 3);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000109 __ Push(name);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000110 __ Push(receiver);
111 __ Push(holder);
112}
113
114
115static void CompileCallLoadPropertyWithInterceptor(
116 MacroAssembler* masm, Register receiver, Register holder, Register name,
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000117 Handle<JSObject> holder_obj, Runtime::FunctionId id) {
118 DCHECK(NamedLoadHandlerCompiler::kInterceptorArgsLength ==
119 Runtime::FunctionForId(id)->nargs);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000120 PushInterceptorArguments(masm, receiver, holder, name, holder_obj);
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000121 __ CallRuntime(id);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000122}
123
124
125// Generate call to api function.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000126void PropertyHandlerCompiler::GenerateApiAccessorCall(
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000127 MacroAssembler* masm, const CallOptimization& optimization,
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000128 Handle<Map> receiver_map, Register receiver, Register scratch,
129 bool is_store, Register store_parameter, Register accessor_holder,
130 int accessor_index) {
131 DCHECK(!accessor_holder.is(scratch));
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000132 DCHECK(optimization.is_simple_api_call());
133
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000134 __ PopReturnAddressTo(scratch);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000135 // receiver
136 __ Push(receiver);
137 // Write the arguments to stack frame.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000138 if (is_store) {
139 DCHECK(!receiver.is(store_parameter));
140 DCHECK(!scratch.is(store_parameter));
141 __ Push(store_parameter);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000142 }
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000143 __ PushReturnAddressFrom(scratch);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000144 // Stack now matches JSFunction abi.
145
Ben Murdochda12d292016-06-02 14:46:10 +0100146 // Abi for CallApiCallbackStub.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000147 Register callee = rdi;
148 Register data = rbx;
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000149 Register holder = rcx;
150 Register api_function_address = rdx;
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000151 scratch = no_reg;
152
153 // Put callee in place.
154 __ LoadAccessor(callee, accessor_holder, accessor_index,
155 is_store ? ACCESSOR_SETTER : ACCESSOR_GETTER);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000156
157 // Put holder in place.
158 CallOptimization::HolderLookup holder_lookup;
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000159 int holder_depth = 0;
160 optimization.LookupHolderOfExpectedType(receiver_map, &holder_lookup,
161 &holder_depth);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000162 switch (holder_lookup) {
163 case CallOptimization::kHolderIsReceiver:
164 __ Move(holder, receiver);
165 break;
166 case CallOptimization::kHolderFound:
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000167 __ movp(holder, FieldOperand(receiver, HeapObject::kMapOffset));
168 __ movp(holder, FieldOperand(holder, Map::kPrototypeOffset));
169 for (int i = 1; i < holder_depth; i++) {
170 __ movp(holder, FieldOperand(holder, HeapObject::kMapOffset));
171 __ movp(holder, FieldOperand(holder, Map::kPrototypeOffset));
172 }
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000173 break;
174 case CallOptimization::kHolderNotFound:
175 UNREACHABLE();
176 break;
177 }
178
179 Isolate* isolate = masm->isolate();
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000180 Handle<CallHandlerInfo> api_call_info = optimization.api_call_info();
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000181 bool call_data_undefined = false;
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000182 // Put call data in place.
183 if (api_call_info->data()->IsUndefined()) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000184 call_data_undefined = true;
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000185 __ LoadRoot(data, Heap::kUndefinedValueRootIndex);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000186 } else {
Ben Murdoch097c5b22016-05-18 11:27:45 +0100187 if (optimization.is_constant_call()) {
188 __ movp(data,
189 FieldOperand(callee, JSFunction::kSharedFunctionInfoOffset));
190 __ movp(data,
191 FieldOperand(data, SharedFunctionInfo::kFunctionDataOffset));
192 __ movp(data, FieldOperand(data, FunctionTemplateInfo::kCallCodeOffset));
193 } else {
194 __ movp(data,
195 FieldOperand(callee, FunctionTemplateInfo::kCallCodeOffset));
196 }
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000197 __ movp(data, FieldOperand(data, CallHandlerInfo::kDataOffset));
198 }
199
200 if (api_call_info->fast_handler()->IsCode()) {
201 // Just tail call into the fast handler if present.
202 __ Jump(handle(Code::cast(api_call_info->fast_handler())),
203 RelocInfo::CODE_TARGET);
204 return;
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000205 }
206
207 // Put api_function_address in place.
208 Address function_address = v8::ToCData<Address>(api_call_info->callback());
209 __ Move(api_function_address, function_address,
210 RelocInfo::EXTERNAL_REFERENCE);
211
212 // Jump to stub.
Ben Murdochda12d292016-06-02 14:46:10 +0100213 CallApiCallbackStub stub(isolate, is_store, call_data_undefined,
Ben Murdoch097c5b22016-05-18 11:27:45 +0100214 !optimization.is_constant_call());
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000215 __ TailCallStub(&stub);
216}
217
218
219void PropertyHandlerCompiler::GenerateCheckPropertyCell(
220 MacroAssembler* masm, Handle<JSGlobalObject> global, Handle<Name> name,
221 Register scratch, Label* miss) {
222 Handle<PropertyCell> cell = JSGlobalObject::EnsurePropertyCell(global, name);
223 DCHECK(cell->value()->IsTheHole());
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000224 Factory* factory = masm->isolate()->factory();
225 Handle<WeakCell> weak_cell = factory->NewWeakCell(cell);
226 __ LoadWeakValue(scratch, weak_cell, miss);
227 __ Cmp(FieldOperand(scratch, PropertyCell::kValueOffset),
228 factory->the_hole_value());
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000229 __ j(not_equal, miss);
230}
231
232
233void NamedStoreHandlerCompiler::GenerateStoreViaSetter(
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000234 MacroAssembler* masm, Handle<Map> map, Register receiver, Register holder,
235 int accessor_index, int expected_arguments, Register scratch) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000236 // ----------- S t a t e -------------
237 // -- rsp[0] : return address
238 // -----------------------------------
239 {
240 FrameScope scope(masm, StackFrame::INTERNAL);
241
Ben Murdochda12d292016-06-02 14:46:10 +0100242 // Save context register
243 __ pushq(rsi);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000244 // Save value register, so we can restore it later.
245 __ Push(value());
246
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000247 if (accessor_index >= 0) {
248 DCHECK(!holder.is(scratch));
249 DCHECK(!receiver.is(scratch));
250 DCHECK(!value().is(scratch));
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000251 // Call the JavaScript setter with receiver and value on the stack.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000252 if (map->IsJSGlobalObjectMap()) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000253 // Swap in the global receiver.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000254 __ movp(scratch,
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000255 FieldOperand(receiver, JSGlobalObject::kGlobalProxyOffset));
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000256 receiver = scratch;
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000257 }
258 __ Push(receiver);
259 __ Push(value());
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000260 __ LoadAccessor(rdi, holder, accessor_index, ACCESSOR_SETTER);
Ben Murdochda12d292016-06-02 14:46:10 +0100261 __ Set(rax, 1);
262 __ Call(masm->isolate()->builtins()->CallFunction(
263 ConvertReceiverMode::kNotNullOrUndefined),
264 RelocInfo::CODE_TARGET);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000265 } else {
266 // If we generate a global code snippet for deoptimization only, remember
267 // the place to continue after deoptimization.
268 masm->isolate()->heap()->SetSetterStubDeoptPCOffset(masm->pc_offset());
269 }
270
271 // We have to return the passed value, not the return value of the setter.
272 __ Pop(rax);
273
274 // Restore context register.
Ben Murdochda12d292016-06-02 14:46:10 +0100275 __ popq(rsi);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000276 }
277 __ ret(0);
278}
279
280
281void NamedLoadHandlerCompiler::GenerateLoadViaGetter(
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000282 MacroAssembler* masm, Handle<Map> map, Register receiver, Register holder,
283 int accessor_index, int expected_arguments, Register scratch) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000284 // ----------- S t a t e -------------
285 // -- rax : receiver
286 // -- rcx : name
287 // -- rsp[0] : return address
288 // -----------------------------------
289 {
290 FrameScope scope(masm, StackFrame::INTERNAL);
291
Ben Murdochda12d292016-06-02 14:46:10 +0100292 // Save context register
293 __ pushq(rsi);
294
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000295 if (accessor_index >= 0) {
296 DCHECK(!holder.is(scratch));
297 DCHECK(!receiver.is(scratch));
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000298 // Call the JavaScript getter with the receiver on the stack.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000299 if (map->IsJSGlobalObjectMap()) {
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000300 // Swap in the global receiver.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000301 __ movp(scratch,
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000302 FieldOperand(receiver, JSGlobalObject::kGlobalProxyOffset));
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000303 receiver = scratch;
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000304 }
305 __ Push(receiver);
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000306 __ LoadAccessor(rdi, holder, accessor_index, ACCESSOR_GETTER);
Ben Murdochda12d292016-06-02 14:46:10 +0100307 __ Set(rax, 0);
308 __ Call(masm->isolate()->builtins()->CallFunction(
309 ConvertReceiverMode::kNotNullOrUndefined),
310 RelocInfo::CODE_TARGET);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000311 } else {
312 // If we generate a global code snippet for deoptimization only, remember
313 // the place to continue after deoptimization.
314 masm->isolate()->heap()->SetGetterStubDeoptPCOffset(masm->pc_offset());
315 }
316
317 // Restore context register.
Ben Murdochda12d292016-06-02 14:46:10 +0100318 __ popq(rsi);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000319 }
320 __ ret(0);
321}
322
323
324static void StoreIC_PushArgs(MacroAssembler* masm) {
325 Register receiver = StoreDescriptor::ReceiverRegister();
326 Register name = StoreDescriptor::NameRegister();
327 Register value = StoreDescriptor::ValueRegister();
328
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000329 Register slot = VectorStoreICDescriptor::SlotRegister();
330 Register vector = VectorStoreICDescriptor::VectorRegister();
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000331
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000332 __ PopReturnAddressTo(r11);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000333 __ Push(receiver);
334 __ Push(name);
335 __ Push(value);
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000336 __ Push(slot);
337 __ Push(vector);
338 __ PushReturnAddressFrom(r11);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000339}
340
341
342void NamedStoreHandlerCompiler::GenerateSlow(MacroAssembler* masm) {
343 // Return address is on the stack.
344 StoreIC_PushArgs(masm);
345
346 // Do tail-call to runtime routine.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000347 __ TailCallRuntime(Runtime::kStoreIC_Slow);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000348}
349
350
351void ElementHandlerCompiler::GenerateStoreSlow(MacroAssembler* masm) {
352 // Return address is on the stack.
353 StoreIC_PushArgs(masm);
354
355 // Do tail-call to runtime routine.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000356 __ TailCallRuntime(Runtime::kKeyedStoreIC_Slow);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000357}
358
359
360#undef __
361#define __ ACCESS_MASM((masm()))
362
363
364void NamedStoreHandlerCompiler::GenerateRestoreName(Label* label,
365 Handle<Name> name) {
366 if (!label->is_unused()) {
367 __ bind(label);
368 __ Move(this->name(), name);
369 }
370}
371
372
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400373void NamedStoreHandlerCompiler::GenerateRestoreName(Handle<Name> name) {
374 __ Move(this->name(), name);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000375}
376
377
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000378void NamedStoreHandlerCompiler::RearrangeVectorAndSlot(
379 Register current_map, Register destination_map) {
380 DCHECK(false); // Not implemented.
381}
382
383
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400384void NamedStoreHandlerCompiler::GenerateRestoreMap(Handle<Map> transition,
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000385 Register map_reg,
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400386 Register scratch,
387 Label* miss) {
388 Handle<WeakCell> cell = Map::WeakCellForMap(transition);
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400389 DCHECK(!map_reg.is(scratch));
390 __ LoadWeakValue(map_reg, cell, miss);
391 if (transition->CanBeDeprecated()) {
392 __ movl(scratch, FieldOperand(map_reg, Map::kBitField3Offset));
393 __ andl(scratch, Immediate(Map::Deprecated::kMask));
394 __ j(not_zero, miss);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000395 }
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400396}
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000397
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400398
399void NamedStoreHandlerCompiler::GenerateConstantCheck(Register map_reg,
400 int descriptor,
401 Register value_reg,
402 Register scratch,
403 Label* miss_label) {
404 DCHECK(!map_reg.is(scratch));
405 DCHECK(!map_reg.is(value_reg));
406 DCHECK(!value_reg.is(scratch));
407 __ LoadInstanceDescriptors(map_reg, scratch);
408 __ movp(scratch,
409 FieldOperand(scratch, DescriptorArray::GetValueOffset(descriptor)));
410 __ cmpp(value_reg, scratch);
411 __ j(not_equal, miss_label);
412}
413
Ben Murdoch097c5b22016-05-18 11:27:45 +0100414void NamedStoreHandlerCompiler::GenerateFieldTypeChecks(FieldType* field_type,
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400415 Register value_reg,
416 Label* miss_label) {
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000417 Register map_reg = scratch1();
418 Register scratch = scratch2();
419 DCHECK(!value_reg.is(map_reg));
420 DCHECK(!value_reg.is(scratch));
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400421 __ JumpIfSmi(value_reg, miss_label);
Ben Murdoch097c5b22016-05-18 11:27:45 +0100422 if (field_type->IsClass()) {
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400423 Label do_store;
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000424 __ movp(map_reg, FieldOperand(value_reg, HeapObject::kMapOffset));
Ben Murdoch097c5b22016-05-18 11:27:45 +0100425 __ CmpWeakValue(map_reg, Map::WeakCellForMap(field_type->AsClass()),
426 scratch);
427 __ j(not_equal, miss_label);
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400428 }
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000429}
430
431
432Register PropertyHandlerCompiler::CheckPrototypes(
433 Register object_reg, Register holder_reg, Register scratch1,
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000434 Register scratch2, Handle<Name> name, Label* miss, PrototypeCheckType check,
435 ReturnHolder return_what) {
436 Handle<Map> receiver_map = map();
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000437
438 // Make sure there's no overlap between holder and object registers.
439 DCHECK(!scratch1.is(object_reg) && !scratch1.is(holder_reg));
440 DCHECK(!scratch2.is(object_reg) && !scratch2.is(holder_reg) &&
441 !scratch2.is(scratch1));
442
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000443 if (FLAG_eliminate_prototype_chain_checks) {
444 Handle<Cell> validity_cell =
445 Map::GetOrCreatePrototypeChainValidityCell(receiver_map, isolate());
446 if (!validity_cell.is_null()) {
447 DCHECK_EQ(Smi::FromInt(Map::kPrototypeChainValid),
448 validity_cell->value());
449 __ Move(scratch1, validity_cell, RelocInfo::CELL);
450 // Move(..., CELL) loads the payload's address!
451 __ SmiCompare(Operand(scratch1, 0),
452 Smi::FromInt(Map::kPrototypeChainValid));
453 __ j(not_equal, miss);
454 }
455
456 // The prototype chain of primitives (and their JSValue wrappers) depends
457 // on the native context, which can't be guarded by validity cells.
458 // |object_reg| holds the native context specific prototype in this case;
459 // we need to check its map.
460 if (check == CHECK_ALL_MAPS) {
461 __ movp(scratch1, FieldOperand(object_reg, HeapObject::kMapOffset));
462 Handle<WeakCell> cell = Map::WeakCellForMap(receiver_map);
463 __ CmpWeakValue(scratch1, cell, scratch2);
464 __ j(not_equal, miss);
465 }
466 }
467
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000468 // Keep track of the current object in register reg. On the first
469 // iteration, reg is an alias for object_reg, on later iterations,
470 // it is an alias for holder_reg.
471 Register reg = object_reg;
472 int depth = 0;
473
474 Handle<JSObject> current = Handle<JSObject>::null();
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000475 if (receiver_map->IsJSGlobalObjectMap()) {
476 current = isolate()->global_object();
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000477 }
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000478
479 // Check access rights to the global object. This has to happen after
480 // the map check so that we know that the object is actually a global
481 // object.
482 // This allows us to install generated handlers for accesses to the
483 // global proxy (as opposed to using slow ICs). See corresponding code
484 // in LookupForRead().
485 if (receiver_map->IsJSGlobalProxyMap()) {
486 __ CheckAccessGlobalProxy(reg, scratch2, miss);
487 }
488
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000489 Handle<JSObject> prototype = Handle<JSObject>::null();
490 Handle<Map> current_map = receiver_map;
491 Handle<Map> holder_map(holder()->map());
492 // Traverse the prototype chain and check the maps in the prototype chain for
493 // fast and global objects or do negative lookup for normal objects.
494 while (!current_map.is_identical_to(holder_map)) {
495 ++depth;
496
497 // Only global objects and objects that do not require access
498 // checks are allowed in stubs.
499 DCHECK(current_map->IsJSGlobalProxyMap() ||
500 !current_map->is_access_check_needed());
501
502 prototype = handle(JSObject::cast(current_map->prototype()));
503 if (current_map->is_dictionary_map() &&
504 !current_map->IsJSGlobalObjectMap()) {
505 DCHECK(!current_map->IsJSGlobalProxyMap()); // Proxy maps are fast.
506 if (!name->IsUniqueName()) {
507 DCHECK(name->IsString());
508 name = factory()->InternalizeString(Handle<String>::cast(name));
509 }
510 DCHECK(current.is_null() ||
511 current->property_dictionary()->FindEntry(name) ==
512 NameDictionary::kNotFound);
513
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000514 if (FLAG_eliminate_prototype_chain_checks && depth > 1) {
515 // TODO(jkummerow): Cache and re-use weak cell.
516 __ LoadWeakValue(reg, isolate()->factory()->NewWeakCell(current), miss);
517 }
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000518 GenerateDictionaryNegativeLookup(masm(), miss, reg, name, scratch1,
519 scratch2);
520
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000521 if (!FLAG_eliminate_prototype_chain_checks) {
522 __ movp(scratch1, FieldOperand(reg, HeapObject::kMapOffset));
523 __ movp(holder_reg, FieldOperand(scratch1, Map::kPrototypeOffset));
524 }
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000525 } else {
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400526 Register map_reg = scratch1;
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000527 if (!FLAG_eliminate_prototype_chain_checks) {
528 __ movp(map_reg, FieldOperand(reg, HeapObject::kMapOffset));
529 }
530 if (current_map->IsJSGlobalObjectMap()) {
531 GenerateCheckPropertyCell(masm(), Handle<JSGlobalObject>::cast(current),
532 name, scratch2, miss);
533 } else if (!FLAG_eliminate_prototype_chain_checks &&
534 (depth != 1 || check == CHECK_ALL_MAPS)) {
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400535 Handle<WeakCell> cell = Map::WeakCellForMap(current_map);
536 __ CmpWeakValue(map_reg, cell, scratch2);
537 __ j(not_equal, miss);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000538 }
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000539 if (!FLAG_eliminate_prototype_chain_checks) {
540 __ movp(holder_reg, FieldOperand(map_reg, Map::kPrototypeOffset));
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000541 }
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000542 }
543
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000544 reg = holder_reg; // From now on the object will be in holder_reg.
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000545 // Go to the next object in the prototype chain.
546 current = prototype;
547 current_map = handle(current->map());
548 }
549
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000550 DCHECK(!current_map->IsJSGlobalProxyMap());
551
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000552 // Log the check depth.
553 LOG(isolate(), IntEvent("check-maps-depth", depth + 1));
554
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000555 if (!FLAG_eliminate_prototype_chain_checks &&
556 (depth != 0 || check == CHECK_ALL_MAPS)) {
557 // Check the holder map.
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400558 __ movp(scratch1, FieldOperand(reg, HeapObject::kMapOffset));
559 Handle<WeakCell> cell = Map::WeakCellForMap(current_map);
560 __ CmpWeakValue(scratch1, cell, scratch2);
561 __ j(not_equal, miss);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000562 }
563
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000564 bool return_holder = return_what == RETURN_HOLDER;
565 if (FLAG_eliminate_prototype_chain_checks && return_holder && depth != 0) {
566 __ LoadWeakValue(reg, isolate()->factory()->NewWeakCell(current), miss);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000567 }
568
569 // Return the register containing the holder.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000570 return return_holder ? reg : no_reg;
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000571}
572
573
574void NamedLoadHandlerCompiler::FrontendFooter(Handle<Name> name, Label* miss) {
575 if (!miss->is_unused()) {
576 Label success;
577 __ jmp(&success);
578 __ bind(miss);
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400579 if (IC::ICUseVector(kind())) {
580 DCHECK(kind() == Code::LOAD_IC);
581 PopVectorAndSlot();
582 }
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000583 TailCallBuiltin(masm(), MissBuiltin(kind()));
584 __ bind(&success);
585 }
586}
587
588
589void NamedStoreHandlerCompiler::FrontendFooter(Handle<Name> name, Label* miss) {
590 if (!miss->is_unused()) {
591 Label success;
592 __ jmp(&success);
593 GenerateRestoreName(miss, name);
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000594 if (IC::ICUseVector(kind())) PopVectorAndSlot();
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000595 TailCallBuiltin(masm(), MissBuiltin(kind()));
596 __ bind(&success);
597 }
598}
599
600
601void NamedLoadHandlerCompiler::GenerateLoadCallback(
Ben Murdoch097c5b22016-05-18 11:27:45 +0100602 Register reg, Handle<AccessorInfo> callback) {
603 DCHECK(!AreAliased(kScratchRegister, scratch2(), scratch3(), receiver()));
604 DCHECK(!AreAliased(kScratchRegister, scratch2(), scratch3(), reg));
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000605
Ben Murdoch097c5b22016-05-18 11:27:45 +0100606 // Insert additional parameters into the stack frame above return address.
607 __ PopReturnAddressTo(scratch3());
608
609 // Build v8::PropertyCallbackInfo::args_ array on the stack and push property
610 // name below the exit frame to make GC aware of them.
611 STATIC_ASSERT(PropertyCallbackArguments::kShouldThrowOnErrorIndex == 0);
612 STATIC_ASSERT(PropertyCallbackArguments::kHolderIndex == 1);
613 STATIC_ASSERT(PropertyCallbackArguments::kIsolateIndex == 2);
614 STATIC_ASSERT(PropertyCallbackArguments::kReturnValueDefaultValueIndex == 3);
615 STATIC_ASSERT(PropertyCallbackArguments::kReturnValueOffset == 4);
616 STATIC_ASSERT(PropertyCallbackArguments::kDataIndex == 5);
617 STATIC_ASSERT(PropertyCallbackArguments::kThisIndex == 6);
618 STATIC_ASSERT(PropertyCallbackArguments::kArgsLength == 7);
619
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000620 __ Push(receiver()); // receiver
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000621 Handle<Object> data(callback->data(), isolate());
622 if (data->IsUndefined() || data->IsSmi()) {
623 __ Push(data);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000624 } else {
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000625 Handle<WeakCell> cell =
626 isolate()->factory()->NewWeakCell(Handle<HeapObject>::cast(data));
627 // The callback is alive if this instruction is executed,
628 // so the weak cell is not cleared and points to data.
629 __ GetWeakValue(scratch2(), cell);
630 __ Push(scratch2());
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000631 }
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000632 __ LoadRoot(kScratchRegister, Heap::kUndefinedValueRootIndex);
633 __ Push(kScratchRegister); // return value
634 __ Push(kScratchRegister); // return value default
635 __ PushAddress(ExternalReference::isolate_address(isolate()));
636 __ Push(reg); // holder
Ben Murdoch097c5b22016-05-18 11:27:45 +0100637 __ Push(Smi::FromInt(0)); // should_throw_on_error -> false
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000638
Ben Murdoch097c5b22016-05-18 11:27:45 +0100639 __ Push(name()); // name
640 __ PushReturnAddressFrom(scratch3());
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000641
642 // Abi for CallApiGetter
643 Register api_function_address = ApiGetterDescriptor::function_address();
644 Address getter_address = v8::ToCData<Address>(callback->getter());
645 __ Move(api_function_address, getter_address, RelocInfo::EXTERNAL_REFERENCE);
646
647 CallApiGetterStub stub(isolate());
648 __ TailCallStub(&stub);
649}
650
651
652void NamedLoadHandlerCompiler::GenerateLoadConstant(Handle<Object> value) {
653 // Return the constant value.
654 __ Move(rax, value);
655 __ ret(0);
656}
657
658
659void NamedLoadHandlerCompiler::GenerateLoadInterceptorWithFollowup(
660 LookupIterator* it, Register holder_reg) {
661 DCHECK(holder()->HasNamedInterceptor());
662 DCHECK(!holder()->GetNamedInterceptor()->getter()->IsUndefined());
663
664 // Compile the interceptor call, followed by inline code to load the
665 // property from further up the prototype chain if the call fails.
666 // Check that the maps haven't changed.
667 DCHECK(holder_reg.is(receiver()) || holder_reg.is(scratch1()));
668
669 // Preserve the receiver register explicitly whenever it is different from the
670 // holder and it is needed should the interceptor return without any result.
671 // The ACCESSOR case needs the receiver to be passed into C++ code, the FIELD
672 // case might cause a miss during the prototype check.
673 bool must_perform_prototype_check =
674 !holder().is_identical_to(it->GetHolder<JSObject>());
675 bool must_preserve_receiver_reg =
676 !receiver().is(holder_reg) &&
677 (it->state() == LookupIterator::ACCESSOR || must_perform_prototype_check);
678
679 // Save necessary data before invoking an interceptor.
680 // Requires a frame to make GC aware of pushed pointers.
681 {
682 FrameScope frame_scope(masm(), StackFrame::INTERNAL);
683
684 if (must_preserve_receiver_reg) {
685 __ Push(receiver());
686 }
687 __ Push(holder_reg);
688 __ Push(this->name());
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400689 InterceptorVectorSlotPush(holder_reg);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000690
691 // Invoke an interceptor. Note: map checks from receiver to
692 // interceptor's holder has been compiled before (see a caller
693 // of this method.)
694 CompileCallLoadPropertyWithInterceptor(
695 masm(), receiver(), holder_reg, this->name(), holder(),
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000696 Runtime::kLoadPropertyWithInterceptorOnly);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000697
698 // Check if interceptor provided a value for property. If it's
699 // the case, return immediately.
700 Label interceptor_failed;
701 __ CompareRoot(rax, Heap::kNoInterceptorResultSentinelRootIndex);
702 __ j(equal, &interceptor_failed);
703 frame_scope.GenerateLeaveFrame();
704 __ ret(0);
705
706 __ bind(&interceptor_failed);
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400707 InterceptorVectorSlotPop(holder_reg);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000708 __ Pop(this->name());
709 __ Pop(holder_reg);
710 if (must_preserve_receiver_reg) {
711 __ Pop(receiver());
712 }
713
714 // Leave the internal frame.
715 }
716
717 GenerateLoadPostInterceptor(it, holder_reg);
718}
719
720
721void NamedLoadHandlerCompiler::GenerateLoadInterceptor(Register holder_reg) {
722 // Call the runtime system to load the interceptor.
723 DCHECK(holder()->HasNamedInterceptor());
724 DCHECK(!holder()->GetNamedInterceptor()->getter()->IsUndefined());
725 __ PopReturnAddressTo(scratch2());
726 PushInterceptorArguments(masm(), receiver(), holder_reg, this->name(),
727 holder());
728 __ PushReturnAddressFrom(scratch2());
729
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000730 __ TailCallRuntime(Runtime::kLoadPropertyWithInterceptor);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000731}
732
733
734Handle<Code> NamedStoreHandlerCompiler::CompileStoreCallback(
Ben Murdoch097c5b22016-05-18 11:27:45 +0100735 Handle<JSObject> object, Handle<Name> name, Handle<AccessorInfo> callback,
736 LanguageMode language_mode) {
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400737 Register holder_reg = Frontend(name);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000738
739 __ PopReturnAddressTo(scratch1());
740 __ Push(receiver());
741 __ Push(holder_reg);
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000742 // If the callback cannot leak, then push the callback directly,
743 // otherwise wrap it in a weak cell.
744 if (callback->data()->IsUndefined() || callback->data()->IsSmi()) {
745 __ Push(callback);
746 } else {
747 Handle<WeakCell> cell = isolate()->factory()->NewWeakCell(callback);
748 __ Push(cell);
749 }
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000750 __ Push(name);
751 __ Push(value());
Ben Murdoch097c5b22016-05-18 11:27:45 +0100752 __ Push(Smi::FromInt(language_mode));
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000753 __ PushReturnAddressFrom(scratch1());
754
755 // Do tail-call to the runtime system.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000756 __ TailCallRuntime(Runtime::kStoreCallbackProperty);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000757
758 // Return the generated code.
759 return GetCode(kind(), Code::FAST, name);
760}
761
762
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000763Register NamedStoreHandlerCompiler::value() {
764 return StoreDescriptor::ValueRegister();
765}
766
767
768Handle<Code> NamedLoadHandlerCompiler::CompileLoadGlobal(
769 Handle<PropertyCell> cell, Handle<Name> name, bool is_configurable) {
770 Label miss;
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400771 if (IC::ICUseVector(kind())) {
772 PushVectorAndSlot();
773 }
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000774 FrontendHeader(receiver(), name, &miss, DONT_RETURN_ANYTHING);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000775
776 // Get the value from the cell.
777 Register result = StoreDescriptor::ValueRegister();
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400778 Handle<WeakCell> weak_cell = factory()->NewWeakCell(cell);
779 __ LoadWeakValue(result, weak_cell, &miss);
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000780 __ movp(result, FieldOperand(result, PropertyCell::kValueOffset));
781
782 // Check for deleted property if property can actually be deleted.
783 if (is_configurable) {
784 __ CompareRoot(result, Heap::kTheHoleValueRootIndex);
785 __ j(equal, &miss);
786 } else if (FLAG_debug_code) {
787 __ CompareRoot(result, Heap::kTheHoleValueRootIndex);
788 __ Check(not_equal, kDontDeleteCellsCannotContainTheHole);
789 }
790
791 Counters* counters = isolate()->counters();
Ben Murdoch097c5b22016-05-18 11:27:45 +0100792 __ IncrementCounter(counters->ic_named_load_global_stub(), 1);
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400793 if (IC::ICUseVector(kind())) {
794 DiscardVectorAndSlot();
795 }
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000796 __ ret(0);
797
798 FrontendFooter(name, &miss);
799
800 // Return the generated code.
801 return GetCode(kind(), Code::NORMAL, name);
802}
803
804
805#undef __
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000806} // namespace internal
807} // namespace v8
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000808
809#endif // V8_TARGET_ARCH_X64