* Added tests for regexp-macro-assembler-ia32.

src/regexp-macro-assembler-ia32.cc

 // Copyright 2008 the V8 project authors. All rights reserved.
 // Redistribution and use in source and binary forms, with or without
 // modification, are permitted provided that the following conditions are
 // met:
 //
 //     * Redistributions of source code must retain the above copyright
 //       notice, this list of conditions and the following disclaimer.
 //     * Redistributions in binary form must reproduce the above
 //       copyright notice, this list of conditions and the following
 //       disclaimer in the documentation and/or other materials provided
@@ skipping 17 matching lines @@
 #include <string.h>
 #include "v8.h"
 #include "log.h"
 #include "ast.h"
 #include "macro-assembler.h"
 #include "regexp-macro-assembler-ia32.h"
 
 namespace v8 { namespace internal {
 /*
  * This assembler uses the following register assignment convention
- * - edx : current character, or kEndOfInput if current position is not
- *         inside string. The kEndOfInput value is greater than 0xffff,
- *         so any tests that don't check whether the current position
- *         is inside the correct range should retain bits above the
- *         15th in their computations, and fail if the value is too
- *         great.
+ * - edx : current character. Must be loaded using LoadCurrentCharacter
+ *         before using any of the dispatch methods.
  * - edi : current position in input, as negative offset from end of string.
+ *         NOTICE: This is the byte offset, not the character offset!

[Erik Corry, 2008/11/25 12:39:11]

No shouting :-)

  * - esi : end of input (points to byte after last character in input).
  * - ebp : points to the location above the registers on the stack,
  *         as if by the "enter <register_count>" opcode.
  * - esp : points to tip of backtracking stack.
  *
  * The registers eax, ebx and ecx are free to use for computations.
  *
  * Each call to a public method should retain this convention.
  * The stack will have the following structure:
  *       - int* capture_array (int[num_saved_registers_], for output).
  *       - end of input       (index of end of string, relative to *string_base)
  *       - start of input     (index of first character in string, relative
  *                            to *string_base)
  *       - void** string_base (location of a handle containing the string)
  *       - return address
  *       - backup of esi
  *       - backup of edi
  * ebp-> - old ebp
- *       - register 0  ebp[-4]
- *       - register 1  ebp[-8]
+ *       - register 0  ebp[-4]  (Only positions must be stored in the first
+ *       - register 1  ebp[-8]   num_saved_registers_ registers)
  *       - ...
  *
- * The data before ebp must be placed there by the calling code, e.g.,
- * by calling the code as cast to:
+ * The first num_saved_registers_ registers are initialized to point to
+ * "character -1" in the string (i.e., char_size() bytes before the first
+ * character of the string). The remaining registers are starts out as garbage.

[Erik Corry, 2008/11/25 12:39:11]

this sentence are not parse

+ *
+ * The data up to the return address must be placed there by the calling
+ * code, e.g., by calling the code as cast to:
  * bool (*match)(String** string_base,
  *               int start_offset,
  *               int end_offset,
  *               int* capture_output_array)
  */
 
 #define __ masm_->
 
 RegExpMacroAssemblerIA32::RegExpMacroAssemblerIA32(
     Mode mode,
     int registers_to_save,
     bool ignore_case)

[Erik Corry, 2008/11/25 12:39:11]

ignore_case is unused and likely to remain so.

[Lasse Reichstein, 2008/11/25 13:05:47]

I see that the CheckNotBackReferenceCaseIndependent method has been added. In
that case there indeed isn't any need for this parameter any more.

   : masm_(new MacroAssembler(NULL, kRegExpCodeSize)),
     constants_(kRegExpConstantsSize),
     mode_(mode),
     num_registers_(registers_to_save),
     num_saved_registers_(registers_to_save),
     ignore_case_(ignore_case),
     entry_label_(),
     start_label_(),
     success_label_(),
     exit_label_(),
@@ skipping 10 matching lines @@
   start_label_.Unuse();
   success_label_.Unuse();
   exit_label_.Unuse();
 }
 
 
 void RegExpMacroAssemblerIA32::AdvanceCurrentPosition(int by) {
   ASSERT(by > 0);
   Label inside_string;
   __ add(Operand(edi), Immediate(by * char_size()));
-  __ j(below, &inside_string);
-  Backtrack();
-
-  __ bind(&inside_string);
 }
 
 
 void RegExpMacroAssemblerIA32::AdvanceRegister(int reg, int by) {
   ASSERT(reg >= 0);
   ASSERT(reg < num_registers_);
   __ add(register_location(reg), Immediate(by));
 }
 
 
 void RegExpMacroAssemblerIA32::Backtrack() {
   __ pop(ecx);
   __ add(Operand(ecx), Immediate(self_));
   __ jmp(Operand(ecx));
 }
 
 
 void RegExpMacroAssemblerIA32::Bind(Label* label) {
   __ bind(label);
 }
 
 void RegExpMacroAssemblerIA32::CheckBitmap(uc16 start,
                                            Label* bitmap,
                                            Label* on_zero) {
+  UNREACHABLE();
   ReadCurrentChar(eax);
   __ sub(Operand(eax), Immediate(start));
   __ cmp(eax, 64);  // FIXME: 64 = length_of_bitmap_in_bits.
   BranchOrBacktrack(greater_equal, on_zero);
   __ mov(ebx, eax);
   __ shr(ebx, 3);
   // TODO(lrn): Where is the bitmap stored? Pass the bitmap as argument instead.
   // __ mov(ecx, position_of_bitmap);
   __ movzx_b(ebx, Operand(ecx, ebx, times_1, 0));
   __ and_(eax, (1<<3)-1);
@@ skipping 17 matching lines @@
 void RegExpMacroAssemblerIA32::CheckCharacterLT(uc16 limit, Label* on_less) {
   __ cmp(edx, limit);
   BranchOrBacktrack(less, on_less);
 }
 
 
 void RegExpMacroAssemblerIA32::CheckCharacters(Vector<const uc16> str,
                                                int cp_offset,
                                                Label* on_failure) {
   int byte_length = str.length() * char_size();
-  int start_offset = cp_offset * char_size();
+  int byte_offset = cp_offset * char_size();
   __ mov(ebx, edi);
-  __ add(Operand(ebx), Immediate(start_offset + byte_length));
+  __ add(Operand(ebx), Immediate(byte_offset + byte_length));
   BranchOrBacktrack(greater_equal, on_failure);
 
   ArraySlice constant_buffer = constants_.GetBuffer(str.length(), char_size());
-  for (int i = 0; i < str.length(); i++) {
-    if (mode_ == ASCII) {
+  if (mode_ == ASCII) {
+    for (int i = 0; i < str.length(); i++) {
       constant_buffer.at<char>(i) = static_cast<char>(str[i]);
-    } else {
-      memcpy(constant_buffer.location<void>(),
-             str.start(),
-             str.length() * sizeof(uc16));
     }
+  } else {
+    memcpy(constant_buffer.location<void>(),
+           str.start(),
+           str.length() * sizeof(uc16));
   }
 
   __ mov(eax, edi);
   __ mov(ebx, esi);
-  __ lea(edi, Operand(esi, edi, times_1, start_offset));
+  __ lea(edi, Operand(esi, edi, times_1, byte_offset));
   LoadConstantBufferAddress(esi, &constant_buffer);
   __ mov(ecx, str.length());
   if (mode_ == ASCII) {
     __ rep_cmpsb();
   } else {
     ASSERT(mode_ == UC16);
     __ rep_cmpsw();
   }
   __ mov(esi, ebx);
   __ mov(edi, eax);
@@ skipping 102 matching lines @@
 
 void RegExpMacroAssemblerIA32::DispatchByteMap(
     uc16 start,
     Label* byte_map,
     const Vector<Label*>& destinations) {
   Label fallthrough;
   ReadCurrentChar(eax);
   __ sub(Operand(eax), Immediate(start));
   __ cmp(eax, 64);  // FIXME: 64 = size of map. Found somehow??
   __ j(greater_equal, &fallthrough);
-  // FIXME: ecx must hold address of map
+  // TODO(lrn): ecx must hold address of map
   __ movzx_b(eax, Operand(ecx, eax, times_1, 0));
   // jump table: jump to destinations[eax];
 
   __ bind(&fallthrough);
 }
 
 
 
 void RegExpMacroAssemblerIA32::DispatchHighByteMap(
     byte start,
     Label* byte_map,
     const Vector<Label*>& destinations) {
+  UNREACHABLE();
+
   Label fallthrough;
   ReadCurrentChar(eax);
   __ shr(eax, 8);
   __ sub(Operand(eax), Immediate(start));
   __ cmp(eax, destinations.length() - start);
   __ j(greater_equal, &fallthrough);
 
   // TODO(lrn) jumptable: jump to destinations[eax]
   __ bind(&fallthrough);
 }
 
 
 void RegExpMacroAssemblerIA32::EmitOrLink(Label* label) {
   UNREACHABLE();  // Has no use.
 }
 
 
 void RegExpMacroAssemblerIA32::Fail() {
-  __ mov(eax, 0);
+  __ xor_(eax, Operand(eax));  // zero eax.
   __ jmp(&exit_label_);
 }
 
 
 Handle<Object> RegExpMacroAssemblerIA32::GetCode() {
   // Finalize code - write the entry point code now we know how many
   // registers we need.
 
   // Entry code:
   __ bind(&entry_label_);
   __ push(esi);
   __ push(edi);
   __ enter(Immediate(num_registers_ * sizeof(uint32_t)));
   __ mov(esi, Operand(ebp, kInputEndOffset));
   __ mov(edi, Operand(ebp, kInputStartOffset));
   __ sub(edi, Operand(esi));
   __ mov(edx, Operand(ebp, kInputBuffer));
   __ mov(edx, Operand(edx, 0));
   __ add(esi, Operand(edx));
+  if (num_saved_registers_ > 0) {
+    // Fill saved registers with initial value = start offset - 1
+    __ mov(ecx, -num_saved_registers_);
+    __ mov(eax, Operand(edi));
+    if (char_size() == 1) {
+      __ dec(eax);

[Erik Corry, 2008/11/25 12:39:11]

I think dec is deprecated for performance reasons (sets only some of the flags).

+    } else {
+      __ sub(Operand(eax), Immediate(2));
+    }
+    Label init_loop;
+    __ bind(&init_loop);
+    __ mov(Operand(ebp, ecx, times_4, +0), eax);
+    __ inc(ecx);
+    __ j(not_equal, &init_loop);
+  }
   __ jmp(&start_label_);
 
   // Exit code:
   __ bind(&success_label_);
-  __ mov(ebx, Operand(ebp, kRegisterOutput));
-  __ mov(ecx, Operand(ebp, kInputEndOffset));
-  __ sub(ecx, Operand(ebp, kInputStartOffset));
-  for (int i = 0; i < num_saved_registers_; i++) {
-    __ mov(eax, register_location(i));
-    __ sub(eax, Operand(ecx));  // Convert to index from start, not end.
-    __ mov(Operand(ebx, i * sizeof(int32_t)), eax);
+  if (num_saved_registers_ > 0) {
+    // copy captures to output
+    __ mov(ebx, Operand(ebp, kRegisterOutput));
+    __ mov(ecx, Operand(ebp, kInputEndOffset));
+    __ sub(ecx, Operand(ebp, kInputStartOffset));
+    for (int i = 0; i < num_saved_registers_; i++) {
+      __ mov(eax, register_location(i));
+      __ add(eax, Operand(ecx));  // Convert to index from start, not end.
+      if (char_size() == 2) {
+        __ shr(eax);
+      }
+      __ mov(Operand(ebx, i * sizeof(int32_t)), eax);
+    }
   }
-  // copy captures to output
   __ mov(eax, Immediate(1));
 
   __ bind(&exit_label_);
   __ leave();
   __ pop(edi);
   __ pop(esi);
   __ ret(0);
 
   CodeDesc code_desc;
   masm_->GetCode(&code_desc);
@@ skipping 34 matching lines @@
     RegExpMacroAssemblerIA32::Implementation() {
   return kIA32Implementation;
 }
 
 
 
 void RegExpMacroAssemblerIA32::LoadCurrentCharacter(int cp_offset,
                                                     Label* on_end_of_input) {
   ASSERT(cp_offset >= 0);
   ASSERT(cp_offset < (1<<30));  // Be sane! (And ensure negation works)
-  __ cmp(edi, -cp_offset);
-  BranchOrBacktrack(less_equal, on_end_of_input);
+  __ cmp(edi, -cp_offset * char_size());
+  BranchOrBacktrack(greater_equal, on_end_of_input);
   ReadChar(edx, cp_offset);
 }
 
 
 void RegExpMacroAssemblerIA32::PopCurrentPosition() {
   __ pop(edi);
 }
 
 
 void RegExpMacroAssemblerIA32::PopRegister(int register_index) {
   RecordRegister(register_index);
   __ pop(register_location(register_index));
 }
 
 
 void RegExpMacroAssemblerIA32::PushBacktrack(Label* label) {
-  // Check for preemption first.
-  Label no_preempt;
-  Label retry_preempt;
-  // Check for preemption.
-  ExternalReference stack_limit =
-      ExternalReference::address_of_stack_guard_limit();
-  __ cmp(esp, Operand::StaticVariable(stack_limit));
-  __ j(above, &no_preempt);
-
-  __ push(edi);  // Current position.
-  __ push(edx);  // Current character.
-  // Restore original edi, esi.
-  __ mov(edi, Operand(ebp, kBackup_edi));
-  __ mov(esi, Operand(ebp, kBackup_esi));
-
-  __ bind(&retry_preempt);
-  // simulate stack for Runtime call.
-  __ push(Immediate(0));  // Dummy receiver
-  __ CallRuntime(Runtime::kStackGuard, 0);
-  __ cmp(esp, Operand::StaticVariable(stack_limit));
-  __ j(below_equal, &retry_preempt);
-
-  __ pop(edx);
-  __ pop(edi);
-  __ mov(esi, Operand(ebp, kInputBuffer));
-  __ mov(esi, Operand(esi, 0));
-  __ add(esi, Operand(ebp, kInputEndOffset));
-
-  __ bind(&no_preempt);
-
-  Label cont;
+  // CheckStackLimit();  // Not ready yet.
   __ push(label, RelocInfo::NONE);
 }
 
 
 void RegExpMacroAssemblerIA32::PushCurrentPosition() {
   __ push(edi);
 }
 
 
 void RegExpMacroAssemblerIA32::PushRegister(int register_index) {
   __ push(register_location(register_index));
 }
 
 
 void RegExpMacroAssemblerIA32::ReadCurrentPositionFromRegister(int reg) {
   __ mov(edi, register_location(reg));
 }
 
 
 void RegExpMacroAssemblerIA32::ReadStackPointerFromRegister(int reg) {
   __ mov(esp, register_location(reg));
 }
 
 
 void RegExpMacroAssemblerIA32::SetRegister(int register_index, int to) {
+  ASSERT(register_index >= num_saved_registers_);  // Reserved for positions!

[Erik Corry, 2008/11/25 12:39:11]

We might want to use this instruction on capture positions too.

[Lasse Reichstein, 2008/11/25 13:05:47]

It won't work for positions, as currently implemented. Internally, a position is
stored as a negative byte index from the end of the string. You should only ever
use WriteCurrentPositionToRegister to create position values.
If we need to store a position, we should create
 WritePositionToRegister(int reg, int cp_offset)

   RecordRegister(register_index);
   __ mov(register_location(register_index), Immediate(to));
 }
 
 
 void RegExpMacroAssemblerIA32::Succeed() {
   __ jmp(&success_label_);
 }
 
 
 void RegExpMacroAssemblerIA32::WriteCurrentPositionToRegister(
     int register_index) {
+  RecordRegister(register_index);
   __ mov(register_location(register_index), edi);
 }
 
 void RegExpMacroAssemblerIA32::WriteStackPointerToRegister(int reg) {
   __ mov(register_location(reg), esp);
 }
 
 
 // Private methods:
 
@@ skipping 11 matching lines @@
 
 void RegExpMacroAssemblerIA32::BranchOrBacktrack(Condition condition,
                                                  Label* to) {
   if (condition < 0) {  // No condition
     if (to == NULL) {
       Backtrack();
       return;
     }
     __ jmp(to);
     return;
-  } else if (to == NULL) {
+  }
+  if (to == NULL) {
     Label skip;
     __ j(NegateCondition(condition), &skip);
     Backtrack();
     __ bind(&skip);
     return;
   }
   __ j(condition, to);
 }
 
 
 void RegExpMacroAssemblerIA32::Canonicalize(Register reg) {
   if (mode_ == ASCII) {
     Label end;
     __ cmp(Operand(reg), Immediate('a'));
     __ j(below, &end);
     __ cmp(Operand(reg), Immediate('z'));
     __ j(above, &end);
     __ sub(Operand(reg), Immediate('a' - 'A'));
     __ bind(&end);
     return;
   }
   ASSERT(mode_ == UC16);
   // TODO(lrn): Use some tables.
 }
 
 
+void RegExpMacroAssemblerIA32::CheckStackLimit() {
+  if (FLAG_check_stack) {
+    // Check for preemption first.
+    Label no_preempt;
+    Label retry_preempt;
+    // Check for preemption.
+    ExternalReference stack_guard_limit =
+        ExternalReference::address_of_stack_guard_limit();
+    __ cmp(esp, Operand::StaticVariable(stack_guard_limit));
+    __ j(above, &no_preempt, taken);

[Erik Corry, 2008/11/25 12:39:11]

This needs to be moved out of line at some point (ie in the generated code).

+
+    __ push(edi);  // Current position.
+    __ push(edx);  // Current character.
+    // Restore original edi, esi.
+    __ mov(edi, Operand(ebp, kBackup_edi));
+    __ mov(esi, Operand(ebp, kBackup_esi));
+
+    __ bind(&retry_preempt);
+    // simulate stack for Runtime call.
+    __ push(eax);
+    __ push(Immediate(Smi::FromInt(0)));  // Dummy receiver
+    __ CallRuntime(Runtime::kStackGuard, 1);
+    __ pop(eax);
+
+    __ cmp(esp, Operand::StaticVariable(stack_guard_limit));
+    __ j(below_equal, &retry_preempt);
+
+    __ pop(edx);
+    __ pop(edi);
+    __ mov(esi, Operand(ebp, kInputBuffer));
+    __ mov(esi, Operand(esi, 0));
+    __ add(esi, Operand(ebp, kInputEndOffset));
+
+    __ bind(&no_preempt);
+  }
+}
+
+
 void RegExpMacroAssemblerIA32::RecordRegister(int register_index) {
   if (register_index >= num_registers_) {
     num_registers_ = register_index + 1;
   }
 }
 
 
 void RegExpMacroAssemblerIA32::ReadChar(Register destination, int offset) {
   if (mode_ == ASCII) {
     __ movzx_b(destination, Operand(esi, edi, times_1, offset));
@@ skipping 10 matching lines @@
 
 
 void RegExpMacroAssemblerIA32::LoadConstantBufferAddress(Register reg,
                                                          ArraySlice* buffer) {
   __ mov(reg, buffer->array());
   __ add(Operand(reg), Immediate(buffer->base_offset()));
 }
 
 #undef __
 }}