OLD | NEW |
1 // Copyright 2009 the V8 project authors. All rights reserved. | 1 // Copyright 2009 the V8 project authors. All rights reserved. |
2 // Redistribution and use in source and binary forms, with or without | 2 // Redistribution and use in source and binary forms, with or without |
3 // modification, are permitted provided that the following conditions are | 3 // modification, are permitted provided that the following conditions are |
4 // met: | 4 // met: |
5 // | 5 // |
6 // * Redistributions of source code must retain the above copyright | 6 // * Redistributions of source code must retain the above copyright |
7 // notice, this list of conditions and the following disclaimer. | 7 // notice, this list of conditions and the following disclaimer. |
8 // * Redistributions in binary form must reproduce the above | 8 // * Redistributions in binary form must reproduce the above |
9 // copyright notice, this list of conditions and the following | 9 // copyright notice, this list of conditions and the following |
10 // disclaimer in the documentation and/or other materials provided | 10 // disclaimer in the documentation and/or other materials provided |
(...skipping 301 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
312 // Compare to end of capture, and loop if not done. | 312 // Compare to end of capture, and loop if not done. |
313 __ cmpq(r9, rbx); | 313 __ cmpq(r9, rbx); |
314 __ j(below, &loop); | 314 __ j(below, &loop); |
315 | 315 |
316 // Compute new value of character position after the matched part. | 316 // Compute new value of character position after the matched part. |
317 __ movq(rdi, r11); | 317 __ movq(rdi, r11); |
318 __ subq(rdi, rsi); | 318 __ subq(rdi, rsi); |
319 } else { | 319 } else { |
320 ASSERT(mode_ == UC16); | 320 ASSERT(mode_ == UC16); |
321 // Save important/volatile registers before calling C function. | 321 // Save important/volatile registers before calling C function. |
322 #ifndef __MSVC__ | 322 #ifndef _WIN64 |
323 // Callee save on Win64 | 323 // Callee save on Win64 |
324 __ push(rsi); | 324 __ push(rsi); |
325 __ push(rdi); | 325 __ push(rdi); |
326 #endif | 326 #endif |
327 __ push(backtrack_stackpointer()); | 327 __ push(backtrack_stackpointer()); |
328 | 328 |
329 int num_arguments = 3; | 329 int num_arguments = 3; |
330 FrameAlign(num_arguments); | 330 FrameAlign(num_arguments); |
331 | 331 |
332 // Put arguments into parameter registers. Parameters are | 332 // Put arguments into parameter registers. Parameters are |
333 // Address byte_offset1 - Address captured substring's start. | 333 // Address byte_offset1 - Address captured substring's start. |
334 // Address byte_offset2 - Address of current character position. | 334 // Address byte_offset2 - Address of current character position. |
335 // size_t byte_length - length of capture in bytes(!) | 335 // size_t byte_length - length of capture in bytes(!) |
336 #ifdef __MSVC__ | 336 #ifdef _WIN64 |
337 // Compute and set byte_offset1 (start of capture). | 337 // Compute and set byte_offset1 (start of capture). |
338 __ lea(rcx, Operand(rsi, rdx, times_1, 0)); | 338 __ lea(rcx, Operand(rsi, rdx, times_1, 0)); |
339 // Set byte_offset2. | 339 // Set byte_offset2. |
340 __ lea(rdx, Operand(rsi, rdi, times_1, 0)); | 340 __ lea(rdx, Operand(rsi, rdi, times_1, 0)); |
341 // Set byte_length. | 341 // Set byte_length. |
342 __ movq(r8, rbx); | 342 __ movq(r8, rbx); |
343 #else // AMD64 calling convention | 343 #else // AMD64 calling convention |
344 // Compute byte_offset2 (current position = rsi+rdi). | 344 // Compute byte_offset2 (current position = rsi+rdi). |
345 __ lea(rax, Operand(rsi, rdi, times_1, 0)); | 345 __ lea(rax, Operand(rsi, rdi, times_1, 0)); |
346 // Compute and set byte_offset1 (start of capture). | 346 // Compute and set byte_offset1 (start of capture). |
347 __ lea(rdi, Operand(rsi, rdx, times_1, 0)); | 347 __ lea(rdi, Operand(rsi, rdx, times_1, 0)); |
348 // Set byte_offset2. | 348 // Set byte_offset2. |
349 __ movq(rsi, rax); | 349 __ movq(rsi, rax); |
350 // Set byte_length. | 350 // Set byte_length. |
351 __ movq(rdx, rbx); | 351 __ movq(rdx, rbx); |
352 #endif | 352 #endif |
353 Address function_address = FUNCTION_ADDR(&CaseInsensitiveCompareUC16); | 353 Address function_address = FUNCTION_ADDR(&CaseInsensitiveCompareUC16); |
354 CallCFunction(function_address, num_arguments); | 354 CallCFunction(function_address, num_arguments); |
355 | 355 |
356 // Restore original values before reacting on result value. | 356 // Restore original values before reacting on result value. |
357 __ Move(code_object_pointer(), masm_->CodeObject()); | 357 __ Move(code_object_pointer(), masm_->CodeObject()); |
358 __ pop(backtrack_stackpointer()); | 358 __ pop(backtrack_stackpointer()); |
359 #ifndef __MSVC__ | 359 #ifndef _WIN64 |
360 __ pop(rdi); | 360 __ pop(rdi); |
361 __ pop(rsi); | 361 __ pop(rsi); |
362 #endif | 362 #endif |
363 | 363 |
364 // Check if function returned non-zero for success or zero for failure. | 364 // Check if function returned non-zero for success or zero for failure. |
365 __ testq(rax, rax); | 365 __ testq(rax, rax); |
366 BranchOrBacktrack(zero, on_no_match); | 366 BranchOrBacktrack(zero, on_no_match); |
367 // On success, increment position by length of capture. | 367 // On success, increment position by length of capture. |
368 // Requires that rbx is callee save (true for both Win64 and AMD64 ABIs). | 368 // Requires that rbx is callee save (true for both Win64 and AMD64 ABIs). |
369 __ addq(rdi, rbx); | 369 __ addq(rdi, rbx); |
(...skipping 227 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
597 // Finalize code - write the entry point code now we know how many | 597 // Finalize code - write the entry point code now we know how many |
598 // registers we need. | 598 // registers we need. |
599 | 599 |
600 // Entry code: | 600 // Entry code: |
601 __ bind(&entry_label_); | 601 __ bind(&entry_label_); |
602 // Start new stack frame. | 602 // Start new stack frame. |
603 __ push(rbp); | 603 __ push(rbp); |
604 __ movq(rbp, rsp); | 604 __ movq(rbp, rsp); |
605 // Save parameters and callee-save registers. Order here should correspond | 605 // Save parameters and callee-save registers. Order here should correspond |
606 // to order of kBackup_ebx etc. | 606 // to order of kBackup_ebx etc. |
607 #ifdef __MSVC__ | 607 #ifdef _WIN64 |
608 // MSVC passes arguments in rcx, rdx, r8, r9, with backing stack slots. | 608 // MSVC passes arguments in rcx, rdx, r8, r9, with backing stack slots. |
609 // Store register parameters in pre-allocated stack slots, | 609 // Store register parameters in pre-allocated stack slots, |
610 __ movq(Operand(rbp, kInputString), rcx); | 610 __ movq(Operand(rbp, kInputString), rcx); |
611 __ movq(Operand(rbp, kStartIndex), rdx); | 611 __ movq(Operand(rbp, kStartIndex), rdx); |
612 __ movq(Operand(rbp, kInputStart), r8); | 612 __ movq(Operand(rbp, kInputStart), r8); |
613 __ movq(Operand(rbp, kInputEnd), r9); | 613 __ movq(Operand(rbp, kInputEnd), r9); |
614 // Callee-save on Win64. | 614 // Callee-save on Win64. |
615 __ push(rsi); | 615 __ push(rsi); |
616 __ push(rdi); | 616 __ push(rdi); |
617 __ push(rbx); | 617 __ push(rbx); |
(...skipping 115 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
733 } | 733 } |
734 __ movl(Operand(rbx, i * kIntSize), rax); | 734 __ movl(Operand(rbx, i * kIntSize), rax); |
735 } | 735 } |
736 } | 736 } |
737 __ movq(rax, Immediate(SUCCESS)); | 737 __ movq(rax, Immediate(SUCCESS)); |
738 } | 738 } |
739 | 739 |
740 // Exit and return rax | 740 // Exit and return rax |
741 __ bind(&exit_label_); | 741 __ bind(&exit_label_); |
742 | 742 |
743 #ifdef __MSVC__ | 743 #ifdef _WIN64 |
744 // Restore callee save registers. | 744 // Restore callee save registers. |
745 __ lea(rsp, Operand(rbp, kLastCalleeSaveRegister)); | 745 __ lea(rsp, Operand(rbp, kLastCalleeSaveRegister)); |
746 __ pop(rbx); | 746 __ pop(rbx); |
747 __ pop(rdi); | 747 __ pop(rdi); |
748 __ pop(rsi); | 748 __ pop(rsi); |
749 // Stack now at rbp. | 749 // Stack now at rbp. |
750 #else | 750 #else |
751 // Restore callee save register. | 751 // Restore callee save register. |
752 __ movq(rbx, Operand(rbp, kBackup_rbx)); | 752 __ movq(rbx, Operand(rbp, kBackup_rbx)); |
753 // Skip rsp to rbp. | 753 // Skip rsp to rbp. |
(...skipping 33 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
787 SafeReturn(); | 787 SafeReturn(); |
788 } | 788 } |
789 | 789 |
790 // Backtrack stack overflow code. | 790 // Backtrack stack overflow code. |
791 if (stack_overflow_label_.is_linked()) { | 791 if (stack_overflow_label_.is_linked()) { |
792 SafeCallTarget(&stack_overflow_label_); | 792 SafeCallTarget(&stack_overflow_label_); |
793 // Reached if the backtrack-stack limit has been hit. | 793 // Reached if the backtrack-stack limit has been hit. |
794 | 794 |
795 Label grow_failed; | 795 Label grow_failed; |
796 // Save registers before calling C function | 796 // Save registers before calling C function |
797 #ifndef __MSVC__ | 797 #ifndef _WIN64 |
798 // Callee-save in Microsoft 64-bit ABI, but not in AMD64 ABI. | 798 // Callee-save in Microsoft 64-bit ABI, but not in AMD64 ABI. |
799 __ push(rsi); | 799 __ push(rsi); |
800 __ push(rdi); | 800 __ push(rdi); |
801 #endif | 801 #endif |
802 | 802 |
803 // Call GrowStack(backtrack_stackpointer()) | 803 // Call GrowStack(backtrack_stackpointer()) |
804 int num_arguments = 2; | 804 int num_arguments = 2; |
805 FrameAlign(num_arguments); | 805 FrameAlign(num_arguments); |
806 #ifdef __MSVC__ | 806 #ifdef _WIN64 |
807 // Microsoft passes parameters in rcx, rdx. | 807 // Microsoft passes parameters in rcx, rdx. |
808 // First argument, backtrack stackpointer, is already in rcx. | 808 // First argument, backtrack stackpointer, is already in rcx. |
809 __ lea(rdx, Operand(rbp, kStackHighEnd)); // Second argument | 809 __ lea(rdx, Operand(rbp, kStackHighEnd)); // Second argument |
810 #else | 810 #else |
811 // AMD64 ABI passes paremeters in rdi, rsi. | 811 // AMD64 ABI passes paremeters in rdi, rsi. |
812 __ movq(rdi, backtrack_stackpointer()); // First argument. | 812 __ movq(rdi, backtrack_stackpointer()); // First argument. |
813 __ lea(rsi, Operand(rbp, kStackHighEnd)); // Second argument. | 813 __ lea(rsi, Operand(rbp, kStackHighEnd)); // Second argument. |
814 #endif | 814 #endif |
815 CallCFunction(FUNCTION_ADDR(&GrowStack), num_arguments); | 815 CallCFunction(FUNCTION_ADDR(&GrowStack), num_arguments); |
816 // If return NULL, we have failed to grow the stack, and | 816 // If return NULL, we have failed to grow the stack, and |
817 // must exit with a stack-overflow exception. | 817 // must exit with a stack-overflow exception. |
818 __ testq(rax, rax); | 818 __ testq(rax, rax); |
819 __ j(equal, &exit_with_exception); | 819 __ j(equal, &exit_with_exception); |
820 // Otherwise use return value as new stack pointer. | 820 // Otherwise use return value as new stack pointer. |
821 __ movq(backtrack_stackpointer(), rax); | 821 __ movq(backtrack_stackpointer(), rax); |
822 // Restore saved registers and continue. | 822 // Restore saved registers and continue. |
823 __ Move(code_object_pointer(), masm_->CodeObject()); | 823 __ Move(code_object_pointer(), masm_->CodeObject()); |
824 #ifndef __MSVC__ | 824 #ifndef _WIN64 |
825 __ pop(rdi); | 825 __ pop(rdi); |
826 __ pop(rsi); | 826 __ pop(rsi); |
827 #endif | 827 #endif |
828 SafeReturn(); | 828 SafeReturn(); |
829 } | 829 } |
830 | 830 |
831 if (exit_with_exception.is_linked()) { | 831 if (exit_with_exception.is_linked()) { |
832 // If any of the code above needed to exit with an exception. | 832 // If any of the code above needed to exit with an exception. |
833 __ bind(&exit_with_exception); | 833 __ bind(&exit_with_exception); |
834 // Exit with Result EXCEPTION(-1) to signal thrown exception. | 834 // Exit with Result EXCEPTION(-1) to signal thrown exception. |
(...skipping 138 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
973 } | 973 } |
974 | 974 |
975 | 975 |
976 // Private methods: | 976 // Private methods: |
977 | 977 |
978 void RegExpMacroAssemblerX64::CallCheckStackGuardState() { | 978 void RegExpMacroAssemblerX64::CallCheckStackGuardState() { |
979 // This function call preserves no register values. Caller should | 979 // This function call preserves no register values. Caller should |
980 // store anything volatile in a C call or overwritten by this function. | 980 // store anything volatile in a C call or overwritten by this function. |
981 int num_arguments = 3; | 981 int num_arguments = 3; |
982 FrameAlign(num_arguments); | 982 FrameAlign(num_arguments); |
983 #ifdef __MSVC__ | 983 #ifdef _WIN64 |
984 // Second argument: Code* of self. (Do this before overwriting r8). | 984 // Second argument: Code* of self. (Do this before overwriting r8). |
985 __ movq(rdx, code_object_pointer()); | 985 __ movq(rdx, code_object_pointer()); |
986 // Third argument: RegExp code frame pointer. | 986 // Third argument: RegExp code frame pointer. |
987 __ movq(r8, rbp); | 987 __ movq(r8, rbp); |
988 // First argument: Next address on the stack (will be address of | 988 // First argument: Next address on the stack (will be address of |
989 // return address). | 989 // return address). |
990 __ lea(rcx, Operand(rsp, -kPointerSize)); | 990 __ lea(rcx, Operand(rsp, -kPointerSize)); |
991 #else | 991 #else |
992 // Third argument: RegExp code frame pointer. | 992 // Third argument: RegExp code frame pointer. |
993 __ movq(rdx, rbp); | 993 __ movq(rdx, rbp); |
(...skipping 241 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1235 void RegExpMacroAssemblerX64::FrameAlign(int num_arguments) { | 1235 void RegExpMacroAssemblerX64::FrameAlign(int num_arguments) { |
1236 // TODO(lrn): Since we no longer use the system stack arbitrarily (but we do | 1236 // TODO(lrn): Since we no longer use the system stack arbitrarily (but we do |
1237 // use it, e.g., for SafeCall), we know the number of elements on the stack | 1237 // use it, e.g., for SafeCall), we know the number of elements on the stack |
1238 // since the last frame alignment. We might be able to do this simpler then. | 1238 // since the last frame alignment. We might be able to do this simpler then. |
1239 int frameAlignment = OS::ActivationFrameAlignment(); | 1239 int frameAlignment = OS::ActivationFrameAlignment(); |
1240 ASSERT(frameAlignment != 0); | 1240 ASSERT(frameAlignment != 0); |
1241 // Make stack end at alignment and make room for num_arguments pointers | 1241 // Make stack end at alignment and make room for num_arguments pointers |
1242 // (on Win64 only) and the original value of rsp. | 1242 // (on Win64 only) and the original value of rsp. |
1243 __ movq(kScratchRegister, rsp); | 1243 __ movq(kScratchRegister, rsp); |
1244 ASSERT(IsPowerOf2(frameAlignment)); | 1244 ASSERT(IsPowerOf2(frameAlignment)); |
1245 #ifdef __MSVC__ | 1245 #ifdef _WIN64 |
1246 // Allocate space for parameters and old rsp. | 1246 // Allocate space for parameters and old rsp. |
1247 __ subq(rsp, Immediate((num_arguments + 1) * kPointerSize)); | 1247 __ subq(rsp, Immediate((num_arguments + 1) * kPointerSize)); |
1248 __ and_(rsp, -frameAlignment); | 1248 __ and_(rsp, Immediate(-frameAlignment)); |
1249 __ movq(Operand(rsp, num_arguments * kPointerSize), kScratchRegister); | 1249 __ movq(Operand(rsp, num_arguments * kPointerSize), kScratchRegister); |
1250 #else | 1250 #else |
1251 // Allocate space for old rsp. | 1251 // Allocate space for old rsp. |
1252 __ subq(rsp, Immediate(kPointerSize)); | 1252 __ subq(rsp, Immediate(kPointerSize)); |
1253 __ and_(rsp, Immediate(-frameAlignment)); | 1253 __ and_(rsp, Immediate(-frameAlignment)); |
1254 __ movq(Operand(rsp, 0), kScratchRegister); | 1254 __ movq(Operand(rsp, 0), kScratchRegister); |
1255 #endif | 1255 #endif |
1256 } | 1256 } |
1257 | 1257 |
1258 | 1258 |
1259 void RegExpMacroAssemblerX64::CallCFunction(Address function_address, | 1259 void RegExpMacroAssemblerX64::CallCFunction(Address function_address, |
1260 int num_arguments) { | 1260 int num_arguments) { |
1261 // Don't compile regexps with serialization enabled. The addresses of the C++ | 1261 // Don't compile regexps with serialization enabled. The addresses of the C++ |
1262 // function being called isn't relocatable. | 1262 // function being called isn't relocatable. |
1263 ASSERT(!Serializer::enabled()); | 1263 ASSERT(!Serializer::enabled()); |
1264 __ movq(rax, reinterpret_cast<intptr_t>(function_address), RelocInfo::NONE); | 1264 __ movq(rax, reinterpret_cast<intptr_t>(function_address), RelocInfo::NONE); |
1265 __ call(rax); | 1265 __ call(rax); |
1266 ASSERT(OS::ActivationFrameAlignment() != 0); | 1266 ASSERT(OS::ActivationFrameAlignment() != 0); |
1267 #ifdef __MSVC__ | 1267 #ifdef _WIN64 |
1268 __ movq(rsp, Operand(rsp, num_arguments * kPointerSize)); | 1268 __ movq(rsp, Operand(rsp, num_arguments * kPointerSize)); |
1269 #else | 1269 #else |
1270 __ pop(rsp); | 1270 __ pop(rsp); |
1271 #endif | 1271 #endif |
1272 } | 1272 } |
1273 | 1273 |
1274 | 1274 |
1275 void RegExpMacroAssemblerX64::LoadCurrentCharacterUnchecked(int cp_offset, | 1275 void RegExpMacroAssemblerX64::LoadCurrentCharacterUnchecked(int cp_offset, |
1276 int characters) { | 1276 int characters) { |
1277 if (mode_ == ASCII) { | 1277 if (mode_ == ASCII) { |
(...skipping 14 matching lines...) Expand all Loading... |
1292 ASSERT(characters == 1); | 1292 ASSERT(characters == 1); |
1293 __ movzxwl(current_character(), | 1293 __ movzxwl(current_character(), |
1294 Operand(rsi, rdi, times_1, cp_offset * sizeof(uc16))); | 1294 Operand(rsi, rdi, times_1, cp_offset * sizeof(uc16))); |
1295 } | 1295 } |
1296 } | 1296 } |
1297 } | 1297 } |
1298 | 1298 |
1299 | 1299 |
1300 #undef __ | 1300 #undef __ |
1301 }} // namespace v8::internal | 1301 }} // namespace v8::internal |
OLD | NEW |