| // Copyright 2014 the V8 project authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| |
| #include "src/v8.h" |
| |
| #include "src/ic/handler-compiler.h" |
| #include "src/ic/ic-inl.h" |
| #include "src/ic/ic-compiler.h" |
| |
| |
| namespace v8 { |
| namespace internal { |
| |
| |
| Handle<Code> PropertyICCompiler::Find(Handle<Name> name, |
| Handle<Map> stub_holder, Code::Kind kind, |
| ExtraICState extra_state, |
| CacheHolderFlag cache_holder) { |
| Code::Flags flags = |
| Code::ComputeMonomorphicFlags(kind, extra_state, cache_holder); |
| Object* probe = stub_holder->FindInCodeCache(*name, flags); |
| if (probe->IsCode()) return handle(Code::cast(probe)); |
| return Handle<Code>::null(); |
| } |
| |
| |
| bool PropertyICCompiler::IncludesNumberType(TypeHandleList* types) { |
| for (int i = 0; i < types->length(); ++i) { |
| if (types->at(i)->Is(HeapType::Number())) return true; |
| } |
| return false; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::CompileMonomorphic(Handle<HeapType> type, |
| Handle<Code> handler, |
| Handle<Name> name, |
| IcCheckType check) { |
| TypeHandleList types(1); |
| CodeHandleList handlers(1); |
| types.Add(type); |
| handlers.Add(handler); |
| Code::StubType stub_type = handler->type(); |
| return CompilePolymorphic(&types, &handlers, name, stub_type, check); |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::ComputeMonomorphic( |
| Code::Kind kind, Handle<Name> name, Handle<HeapType> type, |
| Handle<Code> handler, ExtraICState extra_ic_state) { |
| Isolate* isolate = name->GetIsolate(); |
| if (handler.is_identical_to(isolate->builtins()->LoadIC_Normal()) || |
| handler.is_identical_to(isolate->builtins()->StoreIC_Normal())) { |
| name = isolate->factory()->normal_ic_symbol(); |
| } |
| |
| CacheHolderFlag flag; |
| Handle<Map> stub_holder = IC::GetICCacheHolder(*type, isolate, &flag); |
| if (kind == Code::KEYED_STORE_IC) { |
| // Always set the "property" bit. |
| extra_ic_state = |
| KeyedStoreIC::IcCheckTypeField::update(extra_ic_state, PROPERTY); |
| DCHECK(STANDARD_STORE == |
| KeyedStoreIC::GetKeyedAccessStoreMode(extra_ic_state)); |
| } |
| |
| Handle<Code> ic; |
| // There are multiple string maps that all use the same prototype. That |
| // prototype cannot hold multiple handlers, one for each of the string maps, |
| // for a single name. Hence, turn off caching of the IC. |
| bool can_be_cached = !type->Is(HeapType::String()); |
| if (can_be_cached) { |
| ic = Find(name, stub_holder, kind, extra_ic_state, flag); |
| if (!ic.is_null()) return ic; |
| } |
| |
| PropertyICCompiler ic_compiler(isolate, kind, extra_ic_state, flag); |
| ic = ic_compiler.CompileMonomorphic(type, handler, name, PROPERTY); |
| |
| if (can_be_cached) Map::UpdateCodeCache(stub_holder, name, ic); |
| return ic; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::ComputeKeyedLoadMonomorphic( |
| Handle<Map> receiver_map) { |
| Isolate* isolate = receiver_map->GetIsolate(); |
| Code::Flags flags = Code::ComputeMonomorphicFlags(Code::KEYED_LOAD_IC); |
| Handle<Name> name = isolate->factory()->KeyedLoadMonomorphic_string(); |
| |
| Handle<Object> probe(receiver_map->FindInCodeCache(*name, flags), isolate); |
| if (probe->IsCode()) return Handle<Code>::cast(probe); |
| |
| Handle<Code> stub = ComputeKeyedLoadMonomorphicHandler(receiver_map); |
| PropertyICCompiler compiler(isolate, Code::KEYED_LOAD_IC); |
| Handle<Code> code = |
| compiler.CompileMonomorphic(HeapType::Class(receiver_map, isolate), stub, |
| isolate->factory()->empty_string(), ELEMENT); |
| |
| Map::UpdateCodeCache(receiver_map, name, code); |
| return code; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::ComputeKeyedLoadMonomorphicHandler( |
| Handle<Map> receiver_map) { |
| Isolate* isolate = receiver_map->GetIsolate(); |
| ElementsKind elements_kind = receiver_map->elements_kind(); |
| Handle<Code> stub; |
| if (receiver_map->has_indexed_interceptor()) { |
| stub = LoadIndexedInterceptorStub(isolate).GetCode(); |
| } else if (receiver_map->IsStringMap()) { |
| // We have a string. |
| stub = LoadIndexedStringStub(isolate).GetCode(); |
| } else if (receiver_map->has_sloppy_arguments_elements()) { |
| stub = KeyedLoadSloppyArgumentsStub(isolate).GetCode(); |
| } else if (receiver_map->has_fast_elements() || |
| receiver_map->has_external_array_elements() || |
| receiver_map->has_fixed_typed_array_elements()) { |
| stub = LoadFastElementStub(isolate, |
| receiver_map->instance_type() == JS_ARRAY_TYPE, |
| elements_kind).GetCode(); |
| } else { |
| stub = LoadDictionaryElementStub(isolate).GetCode(); |
| } |
| return stub; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::ComputeKeyedStoreMonomorphic( |
| Handle<Map> receiver_map, StrictMode strict_mode, |
| KeyedAccessStoreMode store_mode) { |
| Isolate* isolate = receiver_map->GetIsolate(); |
| ExtraICState extra_state = |
| KeyedStoreIC::ComputeExtraICState(strict_mode, store_mode); |
| Code::Flags flags = |
| Code::ComputeMonomorphicFlags(Code::KEYED_STORE_IC, extra_state); |
| |
| DCHECK(store_mode == STANDARD_STORE || |
| store_mode == STORE_AND_GROW_NO_TRANSITION || |
| store_mode == STORE_NO_TRANSITION_IGNORE_OUT_OF_BOUNDS || |
| store_mode == STORE_NO_TRANSITION_HANDLE_COW); |
| |
| Handle<String> name = isolate->factory()->KeyedStoreMonomorphic_string(); |
| Handle<Object> probe(receiver_map->FindInCodeCache(*name, flags), isolate); |
| if (probe->IsCode()) return Handle<Code>::cast(probe); |
| |
| PropertyICCompiler compiler(isolate, Code::KEYED_STORE_IC, extra_state); |
| Handle<Code> code = |
| compiler.CompileKeyedStoreMonomorphic(receiver_map, store_mode); |
| |
| Map::UpdateCodeCache(receiver_map, name, code); |
| DCHECK(KeyedStoreIC::GetKeyedAccessStoreMode(code->extra_ic_state()) == |
| store_mode); |
| return code; |
| } |
| |
| |
| Code* PropertyICCompiler::FindPreMonomorphic(Isolate* isolate, Code::Kind kind, |
| ExtraICState state) { |
| Code::Flags flags = Code::ComputeFlags(kind, PREMONOMORPHIC, state); |
| UnseededNumberDictionary* dictionary = |
| isolate->heap()->non_monomorphic_cache(); |
| int entry = dictionary->FindEntry(isolate, flags); |
| DCHECK(entry != -1); |
| Object* code = dictionary->ValueAt(entry); |
| // This might be called during the marking phase of the collector |
| // hence the unchecked cast. |
| return reinterpret_cast<Code*>(code); |
| } |
| |
| |
| static void FillCache(Isolate* isolate, Handle<Code> code) { |
| Handle<UnseededNumberDictionary> dictionary = UnseededNumberDictionary::Set( |
| isolate->factory()->non_monomorphic_cache(), code->flags(), code); |
| isolate->heap()->public_set_non_monomorphic_cache(*dictionary); |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::ComputeLoad(Isolate* isolate, |
| InlineCacheState ic_state, |
| ExtraICState extra_state) { |
| Code::Flags flags = Code::ComputeFlags(Code::LOAD_IC, ic_state, extra_state); |
| Handle<UnseededNumberDictionary> cache = |
| isolate->factory()->non_monomorphic_cache(); |
| int entry = cache->FindEntry(isolate, flags); |
| if (entry != -1) return Handle<Code>(Code::cast(cache->ValueAt(entry))); |
| |
| PropertyICCompiler compiler(isolate, Code::LOAD_IC); |
| Handle<Code> code; |
| if (ic_state == UNINITIALIZED) { |
| code = compiler.CompileLoadInitialize(flags); |
| } else if (ic_state == PREMONOMORPHIC) { |
| code = compiler.CompileLoadPreMonomorphic(flags); |
| } else { |
| UNREACHABLE(); |
| } |
| FillCache(isolate, code); |
| return code; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::ComputeStore(Isolate* isolate, |
| InlineCacheState ic_state, |
| ExtraICState extra_state) { |
| Code::Flags flags = Code::ComputeFlags(Code::STORE_IC, ic_state, extra_state); |
| Handle<UnseededNumberDictionary> cache = |
| isolate->factory()->non_monomorphic_cache(); |
| int entry = cache->FindEntry(isolate, flags); |
| if (entry != -1) return Handle<Code>(Code::cast(cache->ValueAt(entry))); |
| |
| PropertyICCompiler compiler(isolate, Code::STORE_IC); |
| Handle<Code> code; |
| if (ic_state == UNINITIALIZED) { |
| code = compiler.CompileStoreInitialize(flags); |
| } else if (ic_state == PREMONOMORPHIC) { |
| code = compiler.CompileStorePreMonomorphic(flags); |
| } else if (ic_state == GENERIC) { |
| code = compiler.CompileStoreGeneric(flags); |
| } else if (ic_state == MEGAMORPHIC) { |
| code = compiler.CompileStoreMegamorphic(flags); |
| } else { |
| UNREACHABLE(); |
| } |
| |
| FillCache(isolate, code); |
| return code; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::ComputeCompareNil(Handle<Map> receiver_map, |
| CompareNilICStub* stub) { |
| Isolate* isolate = receiver_map->GetIsolate(); |
| Handle<String> name(isolate->heap()->empty_string()); |
| if (!receiver_map->is_dictionary_map()) { |
| Handle<Code> cached_ic = |
| Find(name, receiver_map, Code::COMPARE_NIL_IC, stub->GetExtraICState()); |
| if (!cached_ic.is_null()) return cached_ic; |
| } |
| |
| Code::FindAndReplacePattern pattern; |
| pattern.Add(isolate->factory()->meta_map(), receiver_map); |
| Handle<Code> ic = stub->GetCodeCopy(pattern); |
| |
| if (!receiver_map->is_dictionary_map()) { |
| Map::UpdateCodeCache(receiver_map, name, ic); |
| } |
| |
| return ic; |
| } |
| |
| |
| // TODO(verwaest): Change this method so it takes in a TypeHandleList. |
| Handle<Code> PropertyICCompiler::ComputeKeyedLoadPolymorphic( |
| MapHandleList* receiver_maps) { |
| Isolate* isolate = receiver_maps->at(0)->GetIsolate(); |
| Code::Flags flags = Code::ComputeFlags(Code::KEYED_LOAD_IC, POLYMORPHIC); |
| Handle<PolymorphicCodeCache> cache = |
| isolate->factory()->polymorphic_code_cache(); |
| Handle<Object> probe = cache->Lookup(receiver_maps, flags); |
| if (probe->IsCode()) return Handle<Code>::cast(probe); |
| |
| TypeHandleList types(receiver_maps->length()); |
| for (int i = 0; i < receiver_maps->length(); i++) { |
| types.Add(HeapType::Class(receiver_maps->at(i), isolate)); |
| } |
| CodeHandleList handlers(receiver_maps->length()); |
| ElementHandlerCompiler compiler(isolate); |
| compiler.CompileElementHandlers(receiver_maps, &handlers); |
| PropertyICCompiler ic_compiler(isolate, Code::KEYED_LOAD_IC); |
| Handle<Code> code = ic_compiler.CompilePolymorphic( |
| &types, &handlers, isolate->factory()->empty_string(), Code::NORMAL, |
| ELEMENT); |
| |
| isolate->counters()->keyed_load_polymorphic_stubs()->Increment(); |
| |
| PolymorphicCodeCache::Update(cache, receiver_maps, flags, code); |
| return code; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::ComputePolymorphic( |
| Code::Kind kind, TypeHandleList* types, CodeHandleList* handlers, |
| int valid_types, Handle<Name> name, ExtraICState extra_ic_state) { |
| Handle<Code> handler = handlers->at(0); |
| Code::StubType type = valid_types == 1 ? handler->type() : Code::NORMAL; |
| DCHECK(kind == Code::LOAD_IC || kind == Code::STORE_IC); |
| PropertyICCompiler ic_compiler(name->GetIsolate(), kind, extra_ic_state); |
| return ic_compiler.CompilePolymorphic(types, handlers, name, type, PROPERTY); |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::ComputeKeyedStorePolymorphic( |
| MapHandleList* receiver_maps, KeyedAccessStoreMode store_mode, |
| StrictMode strict_mode) { |
| Isolate* isolate = receiver_maps->at(0)->GetIsolate(); |
| DCHECK(store_mode == STANDARD_STORE || |
| store_mode == STORE_AND_GROW_NO_TRANSITION || |
| store_mode == STORE_NO_TRANSITION_IGNORE_OUT_OF_BOUNDS || |
| store_mode == STORE_NO_TRANSITION_HANDLE_COW); |
| Handle<PolymorphicCodeCache> cache = |
| isolate->factory()->polymorphic_code_cache(); |
| ExtraICState extra_state = |
| KeyedStoreIC::ComputeExtraICState(strict_mode, store_mode); |
| Code::Flags flags = |
| Code::ComputeFlags(Code::KEYED_STORE_IC, POLYMORPHIC, extra_state); |
| Handle<Object> probe = cache->Lookup(receiver_maps, flags); |
| if (probe->IsCode()) return Handle<Code>::cast(probe); |
| |
| PropertyICCompiler compiler(isolate, Code::KEYED_STORE_IC, extra_state); |
| Handle<Code> code = |
| compiler.CompileKeyedStorePolymorphic(receiver_maps, store_mode); |
| PolymorphicCodeCache::Update(cache, receiver_maps, flags, code); |
| return code; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::CompileLoadInitialize(Code::Flags flags) { |
| LoadIC::GenerateInitialize(masm()); |
| Handle<Code> code = GetCodeWithFlags(flags, "CompileLoadInitialize"); |
| PROFILE(isolate(), CodeCreateEvent(Logger::LOAD_INITIALIZE_TAG, *code, 0)); |
| return code; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::CompileLoadPreMonomorphic(Code::Flags flags) { |
| LoadIC::GeneratePreMonomorphic(masm()); |
| Handle<Code> code = GetCodeWithFlags(flags, "CompileLoadPreMonomorphic"); |
| PROFILE(isolate(), |
| CodeCreateEvent(Logger::LOAD_PREMONOMORPHIC_TAG, *code, 0)); |
| return code; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::CompileStoreInitialize(Code::Flags flags) { |
| StoreIC::GenerateInitialize(masm()); |
| Handle<Code> code = GetCodeWithFlags(flags, "CompileStoreInitialize"); |
| PROFILE(isolate(), CodeCreateEvent(Logger::STORE_INITIALIZE_TAG, *code, 0)); |
| return code; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::CompileStorePreMonomorphic(Code::Flags flags) { |
| StoreIC::GeneratePreMonomorphic(masm()); |
| Handle<Code> code = GetCodeWithFlags(flags, "CompileStorePreMonomorphic"); |
| PROFILE(isolate(), |
| CodeCreateEvent(Logger::STORE_PREMONOMORPHIC_TAG, *code, 0)); |
| return code; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::CompileStoreGeneric(Code::Flags flags) { |
| ExtraICState extra_state = Code::ExtractExtraICStateFromFlags(flags); |
| StrictMode strict_mode = StoreIC::GetStrictMode(extra_state); |
| GenerateRuntimeSetProperty(masm(), strict_mode); |
| Handle<Code> code = GetCodeWithFlags(flags, "CompileStoreGeneric"); |
| PROFILE(isolate(), CodeCreateEvent(Logger::STORE_GENERIC_TAG, *code, 0)); |
| return code; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::CompileStoreMegamorphic(Code::Flags flags) { |
| StoreIC::GenerateMegamorphic(masm()); |
| Handle<Code> code = GetCodeWithFlags(flags, "CompileStoreMegamorphic"); |
| PROFILE(isolate(), CodeCreateEvent(Logger::STORE_MEGAMORPHIC_TAG, *code, 0)); |
| return code; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::GetCode(Code::Kind kind, Code::StubType type, |
| Handle<Name> name, |
| InlineCacheState state) { |
| Code::Flags flags = |
| Code::ComputeFlags(kind, state, extra_ic_state_, type, cache_holder()); |
| Handle<Code> code = GetCodeWithFlags(flags, name); |
| IC::RegisterWeakMapDependency(code); |
| PROFILE(isolate(), CodeCreateEvent(log_kind(code), *code, *name)); |
| return code; |
| } |
| |
| |
| Handle<Code> PropertyICCompiler::CompileKeyedStorePolymorphic( |
| MapHandleList* receiver_maps, KeyedAccessStoreMode store_mode) { |
| // Collect MONOMORPHIC stubs for all |receiver_maps|. |
| CodeHandleList handlers(receiver_maps->length()); |
| MapHandleList transitioned_maps(receiver_maps->length()); |
| for (int i = 0; i < receiver_maps->length(); ++i) { |
| Handle<Map> receiver_map(receiver_maps->at(i)); |
| Handle<Code> cached_stub; |
| Handle<Map> transitioned_map = |
| receiver_map->FindTransitionedMap(receiver_maps); |
| |
| // TODO(mvstanton): The code below is doing pessimistic elements |
| // transitions. I would like to stop doing that and rely on Allocation Site |
| // Tracking to do a better job of ensuring the data types are what they need |
| // to be. Not all the elements are in place yet, pessimistic elements |
| // transitions are still important for performance. |
| bool is_js_array = receiver_map->instance_type() == JS_ARRAY_TYPE; |
| ElementsKind elements_kind = receiver_map->elements_kind(); |
| if (!transitioned_map.is_null()) { |
| cached_stub = |
| ElementsTransitionAndStoreStub(isolate(), elements_kind, |
| transitioned_map->elements_kind(), |
| is_js_array, store_mode).GetCode(); |
| } else if (receiver_map->instance_type() < FIRST_JS_RECEIVER_TYPE) { |
| cached_stub = isolate()->builtins()->KeyedStoreIC_Slow(); |
| } else { |
| if (receiver_map->has_fast_elements() || |
| receiver_map->has_external_array_elements() || |
| receiver_map->has_fixed_typed_array_elements()) { |
| cached_stub = StoreFastElementStub(isolate(), is_js_array, |
| elements_kind, store_mode).GetCode(); |
| } else { |
| cached_stub = StoreElementStub(isolate(), elements_kind).GetCode(); |
| } |
| } |
| DCHECK(!cached_stub.is_null()); |
| handlers.Add(cached_stub); |
| transitioned_maps.Add(transitioned_map); |
| } |
| |
| Handle<Code> code = CompileKeyedStorePolymorphic(receiver_maps, &handlers, |
| &transitioned_maps); |
| isolate()->counters()->keyed_store_polymorphic_stubs()->Increment(); |
| PROFILE(isolate(), CodeCreateEvent(log_kind(code), *code, 0)); |
| return code; |
| } |
| |
| |
| #define __ ACCESS_MASM(masm()) |
| |
| |
| Handle<Code> PropertyICCompiler::CompileKeyedStoreMonomorphic( |
| Handle<Map> receiver_map, KeyedAccessStoreMode store_mode) { |
| ElementsKind elements_kind = receiver_map->elements_kind(); |
| bool is_jsarray = receiver_map->instance_type() == JS_ARRAY_TYPE; |
| Handle<Code> stub; |
| if (receiver_map->has_fast_elements() || |
| receiver_map->has_external_array_elements() || |
| receiver_map->has_fixed_typed_array_elements()) { |
| stub = StoreFastElementStub(isolate(), is_jsarray, elements_kind, |
| store_mode).GetCode(); |
| } else { |
| stub = StoreElementStub(isolate(), elements_kind).GetCode(); |
| } |
| |
| __ DispatchMap(receiver(), scratch1(), receiver_map, stub, DO_SMI_CHECK); |
| |
| TailCallBuiltin(masm(), Builtins::kKeyedStoreIC_Miss); |
| |
| return GetCode(kind(), Code::NORMAL, factory()->empty_string()); |
| } |
| |
| |
| #undef __ |
| } |
| } // namespace v8::internal |