Generate code for store buffer updates in open-coded object field stores.

runtime/vm/assembler_ia32.cc

 // Copyright (c) 2011, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 #include "vm/globals.h"
 #if defined(TARGET_ARCH_IA32)
 
 #include "vm/assembler.h"
 #include "vm/heap.h"
 #include "vm/memory_region.h"
 #include "vm/runtime_entry.h"
 #include "vm/stub_code.h"
 
 namespace dart {
 
+DECLARE_RUNTIME_ENTRY(StoreBuffer);
+
 DEFINE_FLAG(bool, print_stop_message, true, "Print stop message.");
 DEFINE_FLAG(bool, code_comments, false,
             "Include comments into code and disassembly");
 
 
 class DirectCallRelocation : public AssemblerFixup {
  public:
   void Process(const MemoryRegion& region, int position) {
     // Direct calls are relative to the following instruction on x86.
     int32_t pointer = region.Load<int32_t>(position);
@@ skipping 66 matching lines @@
 }
 
 
 void Assembler::popl(const Address& address) {
   AssemblerBuffer::EnsureCapacity ensured(&buffer_);
   EmitUint8(0x8F);
   EmitOperand(0, address);
 }
 
 
+void Assembler::pushal() {
+  AssemblerBuffer::EnsureCapacity ensured(&buffer_);
+  EmitUint8(0x60);
+}
+
+
+void Assembler::popal() {
+  AssemblerBuffer::EnsureCapacity ensured(&buffer_);
+  EmitUint8(0x61);
+}
+
+
 void Assembler::movl(Register dst, const Immediate& imm) {
   AssemblerBuffer::EnsureCapacity ensured(&buffer_);
   EmitUint8(0xB8 + dst);
   EmitImmediate(imm);
 }
 
 
 void Assembler::movl(Register dst, Register src) {
   AssemblerBuffer::EnsureCapacity ensured(&buffer_);
   EmitUint8(0x89);
@@ skipping 1246 matching lines @@
       EmitOperand(7, Operand(reg));
       buffer_.EmitObject(object);
     }
   }
 }
 
 
 void Assembler::StoreIntoObject(Register object,
                                 const FieldAddress& dest,
                                 Register value) {
-  // TODO(iposva): Add write barrier.
   movl(dest, value);
+  Label done;
+  // Check that 'value' is a new object.  Store buffer updates are not
+  // required when storing a smi or an old object.
+  testl(value, Immediate(kNewObjectAlignmentOffset | kHeapObjectTag));
+  j(NOT_EQUAL, &done, Assembler::kNearJump);
+  // Check that 'object' is an old object.  A store buffer update is
+  // not required when storing into a new object.
+  testl(object, Immediate(kOldObjectAlignmentOffset | kHeapObjectTag));
+  j(NOT_EQUAL, &done, Assembler::kNearJump);
+  // A store buffer update is required.
+  pushal();
+  pushl(dest);  // Push argument
+  CallRuntime(kStoreBufferRuntimeEntry);
+  popl(value);  // Pop argument
+  popal();
+  Bind(&done);
 }
 
 
+void Assembler::StoreIntoObjectNoBarrier(Register object,
+                                         const FieldAddress& dest,
+                                         Register value) {
+  movl(dest, value);
+#if defined(DEBUG)
+  Label done;
+  testl(value, Immediate(kNewObjectAlignmentOffset | kHeapObjectTag));
+  j(NOT_EQUAL, &done, Assembler::kNearJump);
+  testl(object, Immediate(kOldObjectAlignmentOffset | kHeapObjectTag));
+  j(NOT_EQUAL, &done, Assembler::kNearJump);
+  Stop("Store buffer update is required");
+  Bind(&done);
+#endif
+  // No store buffer update.
+}
+
+
+void Assembler::StoreIntoObjectNoBarrier(Register object,
+                                         const FieldAddress& dest,
+                                         const Object& value) {
+  if (value.IsSmi()) {
+    movl(dest, Immediate(reinterpret_cast<int32_t>(value.raw())));
+  } else {
+    ASSERT(value.IsOld());
+    AssemblerBuffer::EnsureCapacity ensured(&buffer_);
+    EmitUint8(0xC7);
+    EmitOperand(0, dest);
+    buffer_.EmitObject(value);
+  }
+  // No store buffer update.
+}
+
+
 void Assembler::LoadDoubleConstant(XmmRegister dst, double value) {
   // TODO(5410843): Need to have a code constants table.
   int64_t constant = bit_cast<int64_t, double>(value);
   pushl(Immediate(Utils::High32Bits(constant)));
   pushl(Immediate(Utils::Low32Bits(constant)));
   movsd(dst, Address(ESP, 0));
   addl(ESP, Immediate(2 * kWordSize));
 }
 
 
@@ skipping 263 matching lines @@
     comments.SetCommentAt(i, comments_[i]->comment());
   }
 
   return comments;
 }
 
 
 }  // namespace dart
 
 #endif  // defined TARGET_ARCH_IA32