| // Copyright 2014 the V8 project authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| |
| #include "src/ic/ic-compiler.h" |
| |
| #include "src/ic/handler-compiler.h" |
| #include "src/ic/ic-inl.h" |
| #include "src/profiler/cpu-profiler.h" |
| |
| |
| namespace v8 { |
| namespace internal { |
| |
| |
| Handle<Code> PropertyICCompiler::Find(Handle<Name> name, |
| Handle<Map> stub_holder, Code::Kind kind, |
| ExtraICState extra_state, |
| CacheHolderFlag cache_holder) { |
| Code::Flags flags = |
| Code::ComputeMonomorphicFlags(kind, extra_state, cache_holder); |
| Object* probe = stub_holder->FindInCodeCache(*name, flags); |
| if (probe->IsCode()) return handle(Code::cast(probe)); |
| return Handle<Code>::null(); |
| } |
| |
| |
| bool PropertyICCompiler::IncludesNumberMap(MapHandleList* maps) { |
| for (int i = 0; i < maps->length(); ++i) { |
| if (maps->at(i)->instance_type() == HEAP_NUMBER_TYPE) return true; |
| } |
| return false; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::ComputeKeyedLoadMonomorphicHandler( |
| Handle<Map> receiver_map, ExtraICState extra_ic_state) { |
| Isolate* isolate = receiver_map->GetIsolate(); |
| bool is_js_array = receiver_map->instance_type() == JS_ARRAY_TYPE; |
| ElementsKind elements_kind = receiver_map->elements_kind(); |
| |
| // No need to check for an elements-free prototype chain here, the generated |
| // stub code needs to check that dynamically anyway. |
| bool convert_hole_to_undefined = |
| is_js_array && elements_kind == FAST_HOLEY_ELEMENTS && |
| *receiver_map == isolate->get_initial_js_array_map(elements_kind) && |
| !(is_strong(LoadICState::GetLanguageMode(extra_ic_state))); |
| Handle<Code> stub; |
| if (receiver_map->has_indexed_interceptor()) { |
| stub = LoadIndexedInterceptorStub(isolate).GetCode(); |
| } else if (receiver_map->IsStringMap()) { |
| // We have a string. |
| stub = LoadIndexedStringStub(isolate).GetCode(); |
| } else if (receiver_map->has_sloppy_arguments_elements()) { |
| stub = KeyedLoadSloppyArgumentsStub(isolate).GetCode(); |
| } else if (receiver_map->has_fast_elements() || |
| receiver_map->has_fixed_typed_array_elements()) { |
| stub = LoadFastElementStub(isolate, is_js_array, elements_kind, |
| convert_hole_to_undefined).GetCode(); |
| } else { |
| stub = LoadDictionaryElementStub(isolate, LoadICState(extra_ic_state)) |
| .GetCode(); |
| } |
| return stub; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::ComputeKeyedStoreMonomorphicHandler( |
| Handle<Map> receiver_map, LanguageMode language_mode, |
| KeyedAccessStoreMode store_mode) { |
| Isolate* isolate = receiver_map->GetIsolate(); |
| ExtraICState extra_state = |
| KeyedStoreIC::ComputeExtraICState(language_mode, store_mode); |
| |
| DCHECK(store_mode == STANDARD_STORE || |
| store_mode == STORE_AND_GROW_NO_TRANSITION || |
| store_mode == STORE_NO_TRANSITION_IGNORE_OUT_OF_BOUNDS || |
| store_mode == STORE_NO_TRANSITION_HANDLE_COW); |
| |
| PropertyICCompiler compiler(isolate, Code::KEYED_STORE_IC, extra_state); |
| Handle<Code> code = |
| compiler.CompileKeyedStoreMonomorphicHandler(receiver_map, store_mode); |
| return code; |
| } |
| |
| |
| Code* PropertyICCompiler::FindPreMonomorphic(Isolate* isolate, Code::Kind kind, |
| ExtraICState state) { |
| Code::Flags flags = Code::ComputeFlags(kind, PREMONOMORPHIC, state); |
| UnseededNumberDictionary* dictionary = |
| isolate->heap()->non_monomorphic_cache(); |
| int entry = dictionary->FindEntry(isolate, flags); |
| DCHECK(entry != -1); |
| Object* code = dictionary->ValueAt(entry); |
| // This might be called during the marking phase of the collector |
| // hence the unchecked cast. |
| return reinterpret_cast<Code*>(code); |
| } |
| |
| |
| static void FillCache(Isolate* isolate, Handle<Code> code) { |
| Handle<UnseededNumberDictionary> dictionary = UnseededNumberDictionary::Set( |
| isolate->factory()->non_monomorphic_cache(), code->flags(), code); |
| isolate->heap()->SetRootNonMonomorphicCache(*dictionary); |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::ComputeStore(Isolate* isolate, |
| InlineCacheState ic_state, |
| ExtraICState extra_state) { |
| Code::Flags flags = Code::ComputeFlags(Code::STORE_IC, ic_state, extra_state); |
| Handle<UnseededNumberDictionary> cache = |
| isolate->factory()->non_monomorphic_cache(); |
| int entry = cache->FindEntry(isolate, flags); |
| if (entry != -1) return Handle<Code>(Code::cast(cache->ValueAt(entry))); |
| |
| PropertyICCompiler compiler(isolate, Code::STORE_IC); |
| Handle<Code> code; |
| if (ic_state == UNINITIALIZED) { |
| code = compiler.CompileStoreInitialize(flags); |
| } else if (ic_state == PREMONOMORPHIC) { |
| code = compiler.CompileStorePreMonomorphic(flags); |
| } else if (ic_state == GENERIC) { |
| code = compiler.CompileStoreGeneric(flags); |
| } else if (ic_state == MEGAMORPHIC) { |
| code = compiler.CompileStoreMegamorphic(flags); |
| } else { |
| UNREACHABLE(); |
| } |
| |
| FillCache(isolate, code); |
| return code; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::ComputeCompareNil(Handle<Map> receiver_map, |
| CompareNilICStub* stub) { |
| Isolate* isolate = receiver_map->GetIsolate(); |
| Handle<String> name(isolate->heap()->empty_string()); |
| if (!receiver_map->is_dictionary_map()) { |
| Handle<Code> cached_ic = |
| Find(name, receiver_map, Code::COMPARE_NIL_IC, stub->GetExtraICState()); |
| if (!cached_ic.is_null()) return cached_ic; |
| } |
| |
| Code::FindAndReplacePattern pattern; |
| Handle<WeakCell> cell = Map::WeakCellForMap(receiver_map); |
| pattern.Add(isolate->factory()->meta_map(), cell); |
| Handle<Code> ic = stub->GetCodeCopy(pattern); |
| |
| if (!receiver_map->is_dictionary_map()) { |
| Map::UpdateCodeCache(receiver_map, name, ic); |
| } |
| |
| return ic; |
| } |
| |
| |
| void PropertyICCompiler::ComputeKeyedStorePolymorphicHandlers( |
| MapHandleList* receiver_maps, MapHandleList* transitioned_maps, |
| CodeHandleList* handlers, KeyedAccessStoreMode store_mode, |
| LanguageMode language_mode) { |
| Isolate* isolate = receiver_maps->at(0)->GetIsolate(); |
| DCHECK(store_mode == STANDARD_STORE || |
| store_mode == STORE_AND_GROW_NO_TRANSITION || |
| store_mode == STORE_NO_TRANSITION_IGNORE_OUT_OF_BOUNDS || |
| store_mode == STORE_NO_TRANSITION_HANDLE_COW); |
| ExtraICState extra_state = |
| KeyedStoreIC::ComputeExtraICState(language_mode, store_mode); |
| PropertyICCompiler compiler(isolate, Code::KEYED_STORE_IC, extra_state); |
| compiler.CompileKeyedStorePolymorphicHandlers( |
| receiver_maps, transitioned_maps, handlers, store_mode); |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::CompileLoadInitialize(Code::Flags flags) { |
| LoadIC::GenerateInitialize(masm()); |
| Handle<Code> code = GetCodeWithFlags(flags, "CompileLoadInitialize"); |
| PROFILE(isolate(), CodeCreateEvent(Logger::LOAD_INITIALIZE_TAG, *code, 0)); |
| return code; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::CompileStoreInitialize(Code::Flags flags) { |
| StoreIC::GenerateInitialize(masm()); |
| Handle<Code> code = GetCodeWithFlags(flags, "CompileStoreInitialize"); |
| PROFILE(isolate(), CodeCreateEvent(Logger::STORE_INITIALIZE_TAG, *code, 0)); |
| return code; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::CompileStorePreMonomorphic(Code::Flags flags) { |
| StoreIC::GeneratePreMonomorphic(masm()); |
| Handle<Code> code = GetCodeWithFlags(flags, "CompileStorePreMonomorphic"); |
| PROFILE(isolate(), |
| CodeCreateEvent(Logger::STORE_PREMONOMORPHIC_TAG, *code, 0)); |
| return code; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::CompileStoreGeneric(Code::Flags flags) { |
| ExtraICState extra_state = Code::ExtractExtraICStateFromFlags(flags); |
| LanguageMode language_mode = StoreICState::GetLanguageMode(extra_state); |
| GenerateRuntimeSetProperty(masm(), language_mode); |
| Handle<Code> code = GetCodeWithFlags(flags, "CompileStoreGeneric"); |
| PROFILE(isolate(), CodeCreateEvent(Logger::STORE_GENERIC_TAG, *code, 0)); |
| return code; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::CompileStoreMegamorphic(Code::Flags flags) { |
| StoreIC::GenerateMegamorphic(masm()); |
| Handle<Code> code = GetCodeWithFlags(flags, "CompileStoreMegamorphic"); |
| PROFILE(isolate(), CodeCreateEvent(Logger::STORE_MEGAMORPHIC_TAG, *code, 0)); |
| return code; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::GetCode(Code::Kind kind, Code::StubType type, |
| Handle<Name> name, |
| InlineCacheState state) { |
| Code::Flags flags = |
| Code::ComputeFlags(kind, state, extra_ic_state_, type, cache_holder()); |
| Handle<Code> code = GetCodeWithFlags(flags, name); |
| PROFILE(isolate(), CodeCreateEvent(log_kind(code), *code, *name)); |
| #ifdef DEBUG |
| code->VerifyEmbeddedObjects(); |
| #endif |
| return code; |
| } |
| |
| |
| void PropertyICCompiler::CompileKeyedStorePolymorphicHandlers( |
| MapHandleList* receiver_maps, MapHandleList* transitioned_maps, |
| CodeHandleList* handlers, KeyedAccessStoreMode store_mode) { |
| for (int i = 0; i < receiver_maps->length(); ++i) { |
| Handle<Map> receiver_map(receiver_maps->at(i)); |
| Handle<Code> cached_stub; |
| Handle<Map> transitioned_map = |
| Map::FindTransitionedMap(receiver_map, receiver_maps); |
| |
| // TODO(mvstanton): The code below is doing pessimistic elements |
| // transitions. I would like to stop doing that and rely on Allocation Site |
| // Tracking to do a better job of ensuring the data types are what they need |
| // to be. Not all the elements are in place yet, pessimistic elements |
| // transitions are still important for performance. |
| bool is_js_array = receiver_map->instance_type() == JS_ARRAY_TYPE; |
| ElementsKind elements_kind = receiver_map->elements_kind(); |
| if (!transitioned_map.is_null()) { |
| cached_stub = |
| ElementsTransitionAndStoreStub(isolate(), elements_kind, |
| transitioned_map->elements_kind(), |
| is_js_array, store_mode).GetCode(); |
| } else if (receiver_map->instance_type() < FIRST_JS_RECEIVER_TYPE) { |
| // TODO(mvstanton): Consider embedding store_mode in the state of the slow |
| // keyed store ic for uniformity. |
| cached_stub = isolate()->builtins()->KeyedStoreIC_Slow(); |
| } else { |
| if (IsSloppyArgumentsElements(elements_kind)) { |
| cached_stub = |
| KeyedStoreSloppyArgumentsStub(isolate(), store_mode).GetCode(); |
| } else if (receiver_map->has_fast_elements() || |
| receiver_map->has_fixed_typed_array_elements()) { |
| cached_stub = StoreFastElementStub(isolate(), is_js_array, |
| elements_kind, store_mode).GetCode(); |
| } else { |
| cached_stub = |
| StoreElementStub(isolate(), elements_kind, store_mode).GetCode(); |
| } |
| } |
| DCHECK(!cached_stub.is_null()); |
| handlers->Add(cached_stub); |
| transitioned_maps->Add(transitioned_map); |
| } |
| } |
| |
| |
| #define __ ACCESS_MASM(masm()) |
| |
| |
| Handle<Code> PropertyICCompiler::CompileKeyedStoreMonomorphicHandler( |
| Handle<Map> receiver_map, KeyedAccessStoreMode store_mode) { |
| ElementsKind elements_kind = receiver_map->elements_kind(); |
| bool is_jsarray = receiver_map->instance_type() == JS_ARRAY_TYPE; |
| Handle<Code> stub; |
| if (receiver_map->has_sloppy_arguments_elements()) { |
| stub = KeyedStoreSloppyArgumentsStub(isolate(), store_mode).GetCode(); |
| } else if (receiver_map->has_fast_elements() || |
| receiver_map->has_fixed_typed_array_elements()) { |
| stub = StoreFastElementStub(isolate(), is_jsarray, elements_kind, |
| store_mode).GetCode(); |
| } else { |
| stub = StoreElementStub(isolate(), elements_kind, store_mode).GetCode(); |
| } |
| return stub; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::CompileKeyedStoreMonomorphic( |
| Handle<Map> receiver_map, KeyedAccessStoreMode store_mode) { |
| Handle<Code> stub = |
| CompileKeyedStoreMonomorphicHandler(receiver_map, store_mode); |
| |
| Handle<WeakCell> cell = Map::WeakCellForMap(receiver_map); |
| |
| __ DispatchWeakMap(receiver(), scratch1(), scratch2(), cell, stub, |
| DO_SMI_CHECK); |
| |
| TailCallBuiltin(masm(), Builtins::kKeyedStoreIC_Miss); |
| |
| return GetCode(kind(), Code::NORMAL, factory()->empty_string()); |
| } |
| |
| |
| #undef __ |
| } // namespace internal |
| } // namespace v8 |