OLD | NEW |
1 // Copyright 2014 the V8 project authors. All rights reserved. | 1 // Copyright 2014 the V8 project authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "src/v8.h" | 5 #include "src/v8.h" |
6 | 6 |
7 #if V8_TARGET_ARCH_ARM64 | 7 #if V8_TARGET_ARCH_ARM64 |
8 | 8 |
9 #include "src/ic/call-optimization.h" | 9 #include "src/ic/call-optimization.h" |
10 #include "src/ic/ic-compiler.h" | 10 #include "src/ic/handler-compiler.h" |
11 | 11 |
12 namespace v8 { | 12 namespace v8 { |
13 namespace internal { | 13 namespace internal { |
14 | 14 |
15 #define __ ACCESS_MASM(masm) | 15 #define __ ACCESS_MASM(masm) |
16 | 16 |
17 | 17 |
18 void PropertyHandlerCompiler::GenerateDictionaryNegativeLookup( | 18 void PropertyHandlerCompiler::GenerateDictionaryNegativeLookup( |
19 MacroAssembler* masm, Label* miss_label, Register receiver, | 19 MacroAssembler* masm, Label* miss_label, Register receiver, |
20 Handle<Name> name, Register scratch0, Register scratch1) { | 20 Handle<Name> name, Register scratch0, Register scratch1) { |
(...skipping 178 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
199 ExternalReference ref = ExternalReference( | 199 ExternalReference ref = ExternalReference( |
200 &fun, ExternalReference::DIRECT_API_CALL, masm->isolate()); | 200 &fun, ExternalReference::DIRECT_API_CALL, masm->isolate()); |
201 __ Mov(api_function_address, ref); | 201 __ Mov(api_function_address, ref); |
202 | 202 |
203 // Jump to stub. | 203 // Jump to stub. |
204 CallApiFunctionStub stub(isolate, is_store, call_data_undefined, argc); | 204 CallApiFunctionStub stub(isolate, is_store, call_data_undefined, argc); |
205 __ TailCallStub(&stub); | 205 __ TailCallStub(&stub); |
206 } | 206 } |
207 | 207 |
208 | 208 |
| 209 void NamedStoreHandlerCompiler::GenerateStoreViaSetter( |
| 210 MacroAssembler* masm, Handle<HeapType> type, Register receiver, |
| 211 Handle<JSFunction> setter) { |
| 212 // ----------- S t a t e ------------- |
| 213 // -- lr : return address |
| 214 // ----------------------------------- |
| 215 Label miss; |
| 216 |
| 217 { |
| 218 FrameScope scope(masm, StackFrame::INTERNAL); |
| 219 |
| 220 // Save value register, so we can restore it later. |
| 221 __ Push(value()); |
| 222 |
| 223 if (!setter.is_null()) { |
| 224 // Call the JavaScript setter with receiver and value on the stack. |
| 225 if (IC::TypeToMap(*type, masm->isolate())->IsJSGlobalObjectMap()) { |
| 226 // Swap in the global receiver. |
| 227 __ Ldr(receiver, |
| 228 FieldMemOperand(receiver, JSGlobalObject::kGlobalProxyOffset)); |
| 229 } |
| 230 __ Push(receiver, value()); |
| 231 ParameterCount actual(1); |
| 232 ParameterCount expected(setter); |
| 233 __ InvokeFunction(setter, expected, actual, CALL_FUNCTION, |
| 234 NullCallWrapper()); |
| 235 } else { |
| 236 // If we generate a global code snippet for deoptimization only, remember |
| 237 // the place to continue after deoptimization. |
| 238 masm->isolate()->heap()->SetSetterStubDeoptPCOffset(masm->pc_offset()); |
| 239 } |
| 240 |
| 241 // We have to return the passed value, not the return value of the setter. |
| 242 __ Pop(x0); |
| 243 |
| 244 // Restore context register. |
| 245 __ Ldr(cp, MemOperand(fp, StandardFrameConstants::kContextOffset)); |
| 246 } |
| 247 __ Ret(); |
| 248 } |
| 249 |
| 250 |
| 251 void NamedLoadHandlerCompiler::GenerateLoadViaGetter( |
| 252 MacroAssembler* masm, Handle<HeapType> type, Register receiver, |
| 253 Handle<JSFunction> getter) { |
| 254 { |
| 255 FrameScope scope(masm, StackFrame::INTERNAL); |
| 256 |
| 257 if (!getter.is_null()) { |
| 258 // Call the JavaScript getter with the receiver on the stack. |
| 259 if (IC::TypeToMap(*type, masm->isolate())->IsJSGlobalObjectMap()) { |
| 260 // Swap in the global receiver. |
| 261 __ Ldr(receiver, |
| 262 FieldMemOperand(receiver, JSGlobalObject::kGlobalProxyOffset)); |
| 263 } |
| 264 __ Push(receiver); |
| 265 ParameterCount actual(0); |
| 266 ParameterCount expected(getter); |
| 267 __ InvokeFunction(getter, expected, actual, CALL_FUNCTION, |
| 268 NullCallWrapper()); |
| 269 } else { |
| 270 // If we generate a global code snippet for deoptimization only, remember |
| 271 // the place to continue after deoptimization. |
| 272 masm->isolate()->heap()->SetGetterStubDeoptPCOffset(masm->pc_offset()); |
| 273 } |
| 274 |
| 275 // Restore context register. |
| 276 __ Ldr(cp, MemOperand(fp, StandardFrameConstants::kContextOffset)); |
| 277 } |
| 278 __ Ret(); |
| 279 } |
| 280 |
| 281 |
| 282 void ElementHandlerCompiler::GenerateLoadDictionaryElement( |
| 283 MacroAssembler* masm) { |
| 284 // The return address is in lr. |
| 285 Label slow, miss; |
| 286 |
| 287 Register result = x0; |
| 288 Register key = LoadIC::NameRegister(); |
| 289 Register receiver = LoadIC::ReceiverRegister(); |
| 290 DCHECK(receiver.is(x1)); |
| 291 DCHECK(key.is(x2)); |
| 292 |
| 293 __ JumpIfNotSmi(key, &miss); |
| 294 __ Ldr(x4, FieldMemOperand(receiver, JSObject::kElementsOffset)); |
| 295 __ LoadFromNumberDictionary(&slow, x4, key, result, x7, x3, x5, x6); |
| 296 __ Ret(); |
| 297 |
| 298 __ Bind(&slow); |
| 299 __ IncrementCounter( |
| 300 masm->isolate()->counters()->keyed_load_external_array_slow(), 1, x4, x3); |
| 301 TailCallBuiltin(masm, Builtins::kKeyedLoadIC_Slow); |
| 302 |
| 303 // Miss case, call the runtime. |
| 304 __ Bind(&miss); |
| 305 TailCallBuiltin(masm, Builtins::kKeyedLoadIC_Miss); |
| 306 } |
| 307 |
| 308 |
209 #undef __ | 309 #undef __ |
210 #define __ ACCESS_MASM(masm()) | 310 #define __ ACCESS_MASM(masm()) |
211 | 311 |
212 | 312 |
| 313 Handle<Code> NamedLoadHandlerCompiler::CompileLoadGlobal( |
| 314 Handle<PropertyCell> cell, Handle<Name> name, bool is_configurable) { |
| 315 Label miss; |
| 316 FrontendHeader(receiver(), name, &miss); |
| 317 |
| 318 // Get the value from the cell. |
| 319 Register result = StoreIC::ValueRegister(); |
| 320 __ Mov(result, Operand(cell)); |
| 321 __ Ldr(result, FieldMemOperand(result, Cell::kValueOffset)); |
| 322 |
| 323 // Check for deleted property if property can actually be deleted. |
| 324 if (is_configurable) { |
| 325 __ JumpIfRoot(result, Heap::kTheHoleValueRootIndex, &miss); |
| 326 } |
| 327 |
| 328 Counters* counters = isolate()->counters(); |
| 329 __ IncrementCounter(counters->named_load_global_stub(), 1, x1, x3); |
| 330 __ Ret(); |
| 331 |
| 332 FrontendFooter(name, &miss); |
| 333 |
| 334 // Return the generated code. |
| 335 return GetCode(kind(), Code::NORMAL, name); |
| 336 } |
| 337 |
| 338 |
| 339 Handle<Code> NamedStoreHandlerCompiler::CompileStoreInterceptor( |
| 340 Handle<Name> name) { |
| 341 Label miss; |
| 342 |
| 343 ASM_LOCATION("NamedStoreHandlerCompiler::CompileStoreInterceptor"); |
| 344 |
| 345 __ Push(receiver(), this->name(), value()); |
| 346 |
| 347 // Do tail-call to the runtime system. |
| 348 ExternalReference store_ic_property = ExternalReference( |
| 349 IC_Utility(IC::kStorePropertyWithInterceptor), isolate()); |
| 350 __ TailCallExternalReference(store_ic_property, 3, 1); |
| 351 |
| 352 // Return the generated code. |
| 353 return GetCode(kind(), Code::FAST, name); |
| 354 } |
| 355 |
| 356 |
| 357 Register NamedStoreHandlerCompiler::value() { return StoreIC::ValueRegister(); } |
| 358 |
| 359 |
213 void NamedStoreHandlerCompiler::GenerateRestoreName(Label* label, | 360 void NamedStoreHandlerCompiler::GenerateRestoreName(Label* label, |
214 Handle<Name> name) { | 361 Handle<Name> name) { |
215 if (!label->is_unused()) { | 362 if (!label->is_unused()) { |
216 __ Bind(label); | 363 __ Bind(label); |
217 __ Mov(this->name(), Operand(name)); | 364 __ Mov(this->name(), Operand(name)); |
218 } | 365 } |
219 } | 366 } |
220 | 367 |
221 | 368 |
222 // Generate StoreTransition code, value is passed in x0 register. | 369 // Generate StoreTransition code, value is passed in x0 register. |
(...skipping 461 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
684 ExternalReference store_callback_property = | 831 ExternalReference store_callback_property = |
685 ExternalReference(IC_Utility(IC::kStoreCallbackProperty), isolate()); | 832 ExternalReference(IC_Utility(IC::kStoreCallbackProperty), isolate()); |
686 __ TailCallExternalReference(store_callback_property, 5, 1); | 833 __ TailCallExternalReference(store_callback_property, 5, 1); |
687 | 834 |
688 // Return the generated code. | 835 // Return the generated code. |
689 return GetCode(kind(), Code::FAST, name); | 836 return GetCode(kind(), Code::FAST, name); |
690 } | 837 } |
691 | 838 |
692 | 839 |
693 #undef __ | 840 #undef __ |
694 #define __ ACCESS_MASM(masm) | |
695 | |
696 | |
697 void NamedStoreHandlerCompiler::GenerateStoreViaSetter( | |
698 MacroAssembler* masm, Handle<HeapType> type, Register receiver, | |
699 Handle<JSFunction> setter) { | |
700 // ----------- S t a t e ------------- | |
701 // -- lr : return address | |
702 // ----------------------------------- | |
703 Label miss; | |
704 | |
705 { | |
706 FrameScope scope(masm, StackFrame::INTERNAL); | |
707 | |
708 // Save value register, so we can restore it later. | |
709 __ Push(value()); | |
710 | |
711 if (!setter.is_null()) { | |
712 // Call the JavaScript setter with receiver and value on the stack. | |
713 if (IC::TypeToMap(*type, masm->isolate())->IsJSGlobalObjectMap()) { | |
714 // Swap in the global receiver. | |
715 __ Ldr(receiver, | |
716 FieldMemOperand(receiver, JSGlobalObject::kGlobalProxyOffset)); | |
717 } | |
718 __ Push(receiver, value()); | |
719 ParameterCount actual(1); | |
720 ParameterCount expected(setter); | |
721 __ InvokeFunction(setter, expected, actual, CALL_FUNCTION, | |
722 NullCallWrapper()); | |
723 } else { | |
724 // If we generate a global code snippet for deoptimization only, remember | |
725 // the place to continue after deoptimization. | |
726 masm->isolate()->heap()->SetSetterStubDeoptPCOffset(masm->pc_offset()); | |
727 } | |
728 | |
729 // We have to return the passed value, not the return value of the setter. | |
730 __ Pop(x0); | |
731 | |
732 // Restore context register. | |
733 __ Ldr(cp, MemOperand(fp, StandardFrameConstants::kContextOffset)); | |
734 } | |
735 __ Ret(); | |
736 } | |
737 | |
738 | |
739 #undef __ | |
740 #define __ ACCESS_MASM(masm()) | |
741 | |
742 | |
743 Handle<Code> NamedStoreHandlerCompiler::CompileStoreInterceptor( | |
744 Handle<Name> name) { | |
745 Label miss; | |
746 | |
747 ASM_LOCATION("NamedStoreHandlerCompiler::CompileStoreInterceptor"); | |
748 | |
749 __ Push(receiver(), this->name(), value()); | |
750 | |
751 // Do tail-call to the runtime system. | |
752 ExternalReference store_ic_property = ExternalReference( | |
753 IC_Utility(IC::kStorePropertyWithInterceptor), isolate()); | |
754 __ TailCallExternalReference(store_ic_property, 3, 1); | |
755 | |
756 // Return the generated code. | |
757 return GetCode(kind(), Code::FAST, name); | |
758 } | |
759 | |
760 | |
761 Register NamedStoreHandlerCompiler::value() { return StoreIC::ValueRegister(); } | |
762 | |
763 | |
764 #undef __ | |
765 #define __ ACCESS_MASM(masm) | |
766 | |
767 void NamedLoadHandlerCompiler::GenerateLoadViaGetter( | |
768 MacroAssembler* masm, Handle<HeapType> type, Register receiver, | |
769 Handle<JSFunction> getter) { | |
770 { | |
771 FrameScope scope(masm, StackFrame::INTERNAL); | |
772 | |
773 if (!getter.is_null()) { | |
774 // Call the JavaScript getter with the receiver on the stack. | |
775 if (IC::TypeToMap(*type, masm->isolate())->IsJSGlobalObjectMap()) { | |
776 // Swap in the global receiver. | |
777 __ Ldr(receiver, | |
778 FieldMemOperand(receiver, JSGlobalObject::kGlobalProxyOffset)); | |
779 } | |
780 __ Push(receiver); | |
781 ParameterCount actual(0); | |
782 ParameterCount expected(getter); | |
783 __ InvokeFunction(getter, expected, actual, CALL_FUNCTION, | |
784 NullCallWrapper()); | |
785 } else { | |
786 // If we generate a global code snippet for deoptimization only, remember | |
787 // the place to continue after deoptimization. | |
788 masm->isolate()->heap()->SetGetterStubDeoptPCOffset(masm->pc_offset()); | |
789 } | |
790 | |
791 // Restore context register. | |
792 __ Ldr(cp, MemOperand(fp, StandardFrameConstants::kContextOffset)); | |
793 } | |
794 __ Ret(); | |
795 } | |
796 | |
797 | |
798 #undef __ | |
799 #define __ ACCESS_MASM(masm()) | |
800 | |
801 | |
802 Handle<Code> NamedLoadHandlerCompiler::CompileLoadGlobal( | |
803 Handle<PropertyCell> cell, Handle<Name> name, bool is_configurable) { | |
804 Label miss; | |
805 FrontendHeader(receiver(), name, &miss); | |
806 | |
807 // Get the value from the cell. | |
808 Register result = StoreIC::ValueRegister(); | |
809 __ Mov(result, Operand(cell)); | |
810 __ Ldr(result, FieldMemOperand(result, Cell::kValueOffset)); | |
811 | |
812 // Check for deleted property if property can actually be deleted. | |
813 if (is_configurable) { | |
814 __ JumpIfRoot(result, Heap::kTheHoleValueRootIndex, &miss); | |
815 } | |
816 | |
817 Counters* counters = isolate()->counters(); | |
818 __ IncrementCounter(counters->named_load_global_stub(), 1, x1, x3); | |
819 __ Ret(); | |
820 | |
821 FrontendFooter(name, &miss); | |
822 | |
823 // Return the generated code. | |
824 return GetCode(kind(), Code::NORMAL, name); | |
825 } | |
826 | |
827 | |
828 Handle<Code> PropertyICCompiler::CompilePolymorphic(TypeHandleList* types, | |
829 CodeHandleList* handlers, | |
830 Handle<Name> name, | |
831 Code::StubType type, | |
832 IcCheckType check) { | |
833 Label miss; | |
834 | |
835 if (check == PROPERTY && | |
836 (kind() == Code::KEYED_LOAD_IC || kind() == Code::KEYED_STORE_IC)) { | |
837 // In case we are compiling an IC for dictionary loads and stores, just | |
838 // check whether the name is unique. | |
839 if (name.is_identical_to(isolate()->factory()->normal_ic_symbol())) { | |
840 __ JumpIfNotUniqueName(this->name(), &miss); | |
841 } else { | |
842 __ CompareAndBranch(this->name(), Operand(name), ne, &miss); | |
843 } | |
844 } | |
845 | |
846 Label number_case; | |
847 Label* smi_target = IncludesNumberType(types) ? &number_case : &miss; | |
848 __ JumpIfSmi(receiver(), smi_target); | |
849 | |
850 // Polymorphic keyed stores may use the map register | |
851 Register map_reg = scratch1(); | |
852 DCHECK(kind() != Code::KEYED_STORE_IC || | |
853 map_reg.is(KeyedStoreIC::MapRegister())); | |
854 __ Ldr(map_reg, FieldMemOperand(receiver(), HeapObject::kMapOffset)); | |
855 int receiver_count = types->length(); | |
856 int number_of_handled_maps = 0; | |
857 for (int current = 0; current < receiver_count; ++current) { | |
858 Handle<HeapType> type = types->at(current); | |
859 Handle<Map> map = IC::TypeToMap(*type, isolate()); | |
860 if (!map->is_deprecated()) { | |
861 number_of_handled_maps++; | |
862 Label try_next; | |
863 __ Cmp(map_reg, Operand(map)); | |
864 __ B(ne, &try_next); | |
865 if (type->Is(HeapType::Number())) { | |
866 DCHECK(!number_case.is_unused()); | |
867 __ Bind(&number_case); | |
868 } | |
869 __ Jump(handlers->at(current), RelocInfo::CODE_TARGET); | |
870 __ Bind(&try_next); | |
871 } | |
872 } | |
873 DCHECK(number_of_handled_maps != 0); | |
874 | |
875 __ Bind(&miss); | |
876 TailCallBuiltin(masm(), MissBuiltin(kind())); | |
877 | |
878 // Return the generated code. | |
879 InlineCacheState state = | |
880 (number_of_handled_maps > 1) ? POLYMORPHIC : MONOMORPHIC; | |
881 return GetCode(kind(), type, name, state); | |
882 } | |
883 | |
884 | |
885 Handle<Code> PropertyICCompiler::CompileKeyedStorePolymorphic( | |
886 MapHandleList* receiver_maps, CodeHandleList* handler_stubs, | |
887 MapHandleList* transitioned_maps) { | |
888 Label miss; | |
889 | |
890 ASM_LOCATION("PropertyICCompiler::CompileStorePolymorphic"); | |
891 | |
892 __ JumpIfSmi(receiver(), &miss); | |
893 | |
894 int receiver_count = receiver_maps->length(); | |
895 __ Ldr(scratch1(), FieldMemOperand(receiver(), HeapObject::kMapOffset)); | |
896 for (int i = 0; i < receiver_count; i++) { | |
897 __ Cmp(scratch1(), Operand(receiver_maps->at(i))); | |
898 | |
899 Label skip; | |
900 __ B(&skip, ne); | |
901 if (!transitioned_maps->at(i).is_null()) { | |
902 // This argument is used by the handler stub. For example, see | |
903 // ElementsTransitionGenerator::GenerateMapChangeElementsTransition. | |
904 __ Mov(transition_map(), Operand(transitioned_maps->at(i))); | |
905 } | |
906 __ Jump(handler_stubs->at(i), RelocInfo::CODE_TARGET); | |
907 __ Bind(&skip); | |
908 } | |
909 | |
910 __ Bind(&miss); | |
911 TailCallBuiltin(masm(), MissBuiltin(kind())); | |
912 | |
913 return GetCode(kind(), Code::NORMAL, factory()->empty_string(), POLYMORPHIC); | |
914 } | |
915 | |
916 | |
917 #undef __ | |
918 #define __ ACCESS_MASM(masm) | |
919 | |
920 void ElementHandlerCompiler::GenerateLoadDictionaryElement( | |
921 MacroAssembler* masm) { | |
922 // The return address is in lr. | |
923 Label slow, miss; | |
924 | |
925 Register result = x0; | |
926 Register key = LoadIC::NameRegister(); | |
927 Register receiver = LoadIC::ReceiverRegister(); | |
928 DCHECK(receiver.is(x1)); | |
929 DCHECK(key.is(x2)); | |
930 | |
931 __ JumpIfNotSmi(key, &miss); | |
932 __ Ldr(x4, FieldMemOperand(receiver, JSObject::kElementsOffset)); | |
933 __ LoadFromNumberDictionary(&slow, x4, key, result, x7, x3, x5, x6); | |
934 __ Ret(); | |
935 | |
936 __ Bind(&slow); | |
937 __ IncrementCounter( | |
938 masm->isolate()->counters()->keyed_load_external_array_slow(), 1, x4, x3); | |
939 TailCallBuiltin(masm, Builtins::kKeyedLoadIC_Slow); | |
940 | |
941 // Miss case, call the runtime. | |
942 __ Bind(&miss); | |
943 TailCallBuiltin(masm, Builtins::kKeyedLoadIC_Miss); | |
944 } | |
945 | |
946 | |
947 void PropertyICCompiler::GenerateRuntimeSetProperty(MacroAssembler* masm, | |
948 StrictMode strict_mode) { | |
949 ASM_LOCATION("PropertyICCompiler::GenerateRuntimeSetProperty"); | |
950 | |
951 __ Push(StoreIC::ReceiverRegister(), StoreIC::NameRegister(), | |
952 StoreIC::ValueRegister()); | |
953 | |
954 __ Mov(x10, Smi::FromInt(strict_mode)); | |
955 __ Push(x10); | |
956 | |
957 // Do tail-call to runtime routine. | |
958 __ TailCallRuntime(Runtime::kSetProperty, 4, 1); | |
959 } | |
960 | |
961 | |
962 #undef __ | |
963 } | 841 } |
964 } // namespace v8::internal | 842 } // namespace v8::internal |
965 | 843 |
966 #endif // V8_TARGET_ARCH_ARM64 | 844 #endif // V8_TARGET_ARCH_IA32 |
OLD | NEW |