Support reusable boxes for Float32x4 fields

runtime/vm/intermediate_language_arm.cc

 // Copyright (c) 2013, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 #include "vm/globals.h"  // Needed here to get TARGET_ARCH_ARM.
 #if defined(TARGET_ARCH_ARM)
 
 #include "vm/intermediate_language.h"
 
 #include "vm/dart_entry.h"
@@ skipping 1565 matching lines @@
         UNREACHABLE();
       }
     }
   }
   __ Bind(&ok);
 }
 
 
 class StoreInstanceFieldSlowPath : public SlowPathCode {
  public:
-  StoreInstanceFieldSlowPath(StoreInstanceFieldInstr* instruction,
-                             const Class& cls)
-      : instruction_(instruction), cls_(cls) { }
+  explicit StoreInstanceFieldSlowPath(StoreInstanceFieldInstr* instruction)
+      : instruction_(instruction) { }
 
   virtual void EmitNativeCode(FlowGraphCompiler* compiler) {
     __ Comment("StoreInstanceFieldSlowPath");
-    __ Bind(entry_label());
-    const Code& stub =
-        Code::Handle(StubCode::GetAllocationStubForClass(cls_));
-    const ExternalLabel label(cls_.ToCString(), stub.EntryPoint());
+    {
+      __ Bind(double_entry_label());
 
-    LocationSummary* locs = instruction_->locs();
-    locs->live_registers()->Remove(locs->out());
+      const Class& cls = compiler->double_class();
+      const Code& stub =
+          Code::Handle(StubCode::GetAllocationStubForClass(cls));
+      const ExternalLabel label(cls.ToCString(), stub.EntryPoint());
 
-    compiler->SaveLiveRegisters(locs);
-    compiler->GenerateCall(Scanner::kNoSourcePos,  // No token position.
-                           &label,
-                           PcDescriptors::kOther,
-                           locs);
-    __ MoveRegister(locs->temp(0).reg(), R0);
-    compiler->RestoreLiveRegisters(locs);
+      LocationSummary* locs = instruction_->locs();
+      locs->live_registers()->Remove(locs->out());
 
-    __ b(exit_label());
+      compiler->SaveLiveRegisters(locs);
+      compiler->GenerateCall(Scanner::kNoSourcePos,  // No token position.
+                             &label,
+                             PcDescriptors::kOther,
+                             locs);
+      __ MoveRegister(locs->temp(0).reg(), R0);
+      compiler->RestoreLiveRegisters(locs);
+
+      __ b(double_exit_label());
+    }
+
+    {
+      __ Bind(float32x4_entry_label());
+
+      const Class& cls = compiler->float32x4_class();
+      const Code& stub =
+          Code::Handle(StubCode::GetAllocationStubForClass(cls));
+      const ExternalLabel label(cls.ToCString(), stub.EntryPoint());
+
+      LocationSummary* locs = instruction_->locs();
+      locs->live_registers()->Remove(locs->out());
+
+      compiler->SaveLiveRegisters(locs);
+      compiler->GenerateCall(Scanner::kNoSourcePos,  // No token position.
+                             &label,
+                             PcDescriptors::kOther,
+                             locs);
+      __ MoveRegister(locs->temp(0).reg(), R0);
+      compiler->RestoreLiveRegisters(locs);
+
+      __ b(float32x4_exit_label());
+    }
   }
 
+  Label* double_entry_label() {
+    // Use default SlowPathCode label for double.
+    return entry_label();
+  }
+  Label* double_exit_label() {
+    // Use default SlowPathCode label for double.
+    return exit_label();
+  }
+
+  Label* float32x4_entry_label() { return &float32x4_entry_label_; }
+  Label* float32x4_exit_label() { return &float32x4_exit_label_; }
+
  private:
+  Label float32x4_entry_label_;
+  Label float32x4_exit_label_;
   StoreInstanceFieldInstr* instruction_;
-  const Class& cls_;
 };
 
 
 LocationSummary* StoreInstanceFieldInstr::MakeLocationSummary(bool opt) const {
   const intptr_t kNumInputs = 2;
   const intptr_t kNumTemps = 0;
   LocationSummary* summary =
       new LocationSummary(kNumInputs, kNumTemps,
           (field().guarded_cid() == kIllegalCid) || (is_initialization_)
           ? LocationSummary::kCallOnSlowPath
@@ skipping 21 matching lines @@
 }
 
 
 void StoreInstanceFieldInstr::EmitNativeCode(FlowGraphCompiler* compiler) {
   Label skip_store;
 
   Register instance_reg = locs()->in(0).reg();
 
   if (IsUnboxedStore() && compiler->is_optimizing()) {
     DRegister value = EvenDRegisterOf(locs()->in(1).fpu_reg());
+    DRegister value_odd = OddDRegisterOf(locs()->in(1).fpu_reg());
     Register temp = locs()->temp(0).reg();
     Register temp2 = locs()->temp(1).reg();
     const intptr_t cid = field().UnboxedFieldCid();
 
     if (is_initialization_) {
+      StoreInstanceFieldSlowPath* slow_path =
+          new StoreInstanceFieldSlowPath(this);
+      compiler->AddSlowPathCode(slow_path);
+
       const Class* cls = NULL;
+      Label* entry_label = NULL;
+      Label* exit_label = NULL;
       switch (cid) {
         case kDoubleCid:
           cls = &compiler->double_class();
+          entry_label = slow_path->double_entry_label();
+          exit_label = slow_path->double_exit_label();
           break;
-        // TODO(johnmccutchan): Add kFloat32x4Cid here.
+        case kFloat32x4Cid:
+          cls = &compiler->float32x4_class();
+          entry_label = slow_path->float32x4_entry_label();
+          exit_label = slow_path->float32x4_exit_label();
+          break;
         default:
           UNREACHABLE();
       }
-      StoreInstanceFieldSlowPath* slow_path =
-          new StoreInstanceFieldSlowPath(this, *cls);
-      compiler->AddSlowPathCode(slow_path);
+
       __ TryAllocate(*cls,
-                     slow_path->entry_label(),
+                     entry_label,
                      temp,
                      temp2);
-      __ Bind(slow_path->exit_label());
+      __ Bind(exit_label);
       __ MoveRegister(temp2, temp);
       __ StoreIntoObject(instance_reg,
                          FieldAddress(instance_reg, field().Offset()),
                          temp2);
     } else {
       __ ldr(temp, FieldAddress(instance_reg, field().Offset()));
     }
     switch (cid) {
       case kDoubleCid:
-      __ StoreDToOffset(value, temp, Double::value_offset() - kHeapObjectTag);
-      // TODO(johnmccutchan): Add kFloat32x4Cid here.
-      break;
+        __ Comment("UnboxedDoubleStoreInstanceFieldInstr");
+        __ StoreDToOffset(value, temp, Double::value_offset() - kHeapObjectTag);
+        break;
+      case kFloat32x4Cid:
+        __ Comment("UnboxedFloat32x4StoreInstanceFieldInstr");
+        __ StoreDToOffset(value, temp,
+            Float32x4::value_offset() - kHeapObjectTag);
+        __ StoreDToOffset(value_odd, temp,
+            Float32x4::value_offset() + 2*kWordSize - kHeapObjectTag);
+        break;
       default:
         UNREACHABLE();
     }
 
     return;
   }
 
   if (IsPotentialUnboxedStore()) {
     Register value_reg = locs()->in(1).reg();
     Register temp = locs()->temp(0).reg();
     Register temp2 = locs()->temp(1).reg();
     DRegister fpu_temp = EvenDRegisterOf(locs()->temp(2).fpu_reg());
+    DRegister fpu_temp_odd = OddDRegisterOf(locs()->temp(2).fpu_reg());
 
     Label store_pointer;
-    Label copy_double;
     Label store_double;
+    Label store_float32x4;
 
     __ LoadObject(temp, Field::ZoneHandle(field().raw()));
 
     __ ldr(temp2, FieldAddress(temp, Field::is_nullable_offset()));
     __ CompareImmediate(temp2, kNullCid);
     __ b(&store_pointer, EQ);
 
     __ ldrb(temp2, FieldAddress(temp, Field::kind_bits_offset()));
     __ tst(temp2, ShifterOperand(1 << Field::kUnboxingCandidateBit));
     __ b(&store_pointer, EQ);
 
     __ ldr(temp2, FieldAddress(temp, Field::guarded_cid_offset()));
     __ CompareImmediate(temp2, kDoubleCid);
     __ b(&store_double, EQ);
 
+    __ ldr(temp2, FieldAddress(temp, Field::guarded_cid_offset()));
+    __ CompareImmediate(temp2, kFloat32x4Cid);
+    __ b(&store_float32x4, EQ);
+
     // Fall through.
     __ b(&store_pointer);
 
-    __ Bind(&store_double);
-
-    __ ldr(temp, FieldAddress(instance_reg, field().Offset()));
-    __ CompareImmediate(temp,
-                        reinterpret_cast<intptr_t>(Object::null()));
-    __ b(&copy_double, NE);
-
     StoreInstanceFieldSlowPath* slow_path =
-        new StoreInstanceFieldSlowPath(this, compiler->double_class());
+          new StoreInstanceFieldSlowPath(this);
     compiler->AddSlowPathCode(slow_path);
 
-    if (!compiler->is_optimizing()) {
-      locs()->live_registers()->Add(locs()->in(0));
-      locs()->live_registers()->Add(locs()->in(1));
+    {
+      __ Bind(&store_double);
+      Label copy_double;
+
+      __ ldr(temp, FieldAddress(instance_reg, field().Offset()));
+      __ CompareImmediate(temp,
+                          reinterpret_cast<intptr_t>(Object::null()));
+      __ b(&copy_double, NE);
+
+      if (!compiler->is_optimizing()) {
+        locs()->live_registers()->Add(locs()->in(0));
+        locs()->live_registers()->Add(locs()->in(1));
+      }
+
+      __ TryAllocate(compiler->double_class(),
+                     slow_path->double_entry_label(),
+                     temp,
+                     temp2);
+      __ Bind(slow_path->double_exit_label());
+      __ MoveRegister(temp2, temp);
+      __ StoreIntoObject(instance_reg,
+                         FieldAddress(instance_reg, field().Offset()),
+                         temp2);
+      __ Bind(&copy_double);
+      __ LoadDFromOffset(fpu_temp,
+                         value_reg,
+                         Double::value_offset() - kHeapObjectTag);
+      __ StoreDToOffset(fpu_temp,
+                        temp,
+                        Double::value_offset() - kHeapObjectTag);
+      __ b(&skip_store);
     }
 
-    __ TryAllocate(compiler->double_class(),
-                   slow_path->entry_label(),
-                   temp,
-                   temp2);
-    __ Bind(slow_path->exit_label());
-    __ MoveRegister(temp2, temp);
-    __ StoreIntoObject(instance_reg,
-                       FieldAddress(instance_reg, field().Offset()),
-                       temp2);
-    __ Bind(&copy_double);
-    __ LoadDFromOffset(fpu_temp,
-                       value_reg,
-                       Double::value_offset() - kHeapObjectTag);
-    __ StoreDToOffset(fpu_temp, temp, Double::value_offset() - kHeapObjectTag);
-    __ b(&skip_store);
+    {
+      __ Bind(&store_float32x4);
+      Label copy_float32x4;
+
+      __ ldr(temp, FieldAddress(instance_reg, field().Offset()));
+      __ CompareImmediate(temp,
+                          reinterpret_cast<intptr_t>(Object::null()));
+      __ b(&copy_float32x4, NE);
+
+      if (!compiler->is_optimizing()) {
+        locs()->live_registers()->Add(locs()->in(0));
+        locs()->live_registers()->Add(locs()->in(1));
+      }
+
+      __ TryAllocate(compiler->float32x4_class(),
+                     slow_path->float32x4_entry_label(),
+                     temp,
+                     temp2);
+      __ Bind(slow_path->float32x4_exit_label());
+      __ MoveRegister(temp2, temp);
+      __ StoreIntoObject(instance_reg,
+                         FieldAddress(instance_reg, field().Offset()),
+                         temp2);
+      __ Bind(&copy_float32x4);
+      __ LoadDFromOffset(fpu_temp, value_reg,
+          Float32x4::value_offset() - kHeapObjectTag);
+      __ LoadDFromOffset(fpu_temp_odd, value_reg,
+          Float32x4::value_offset() + 2*kWordSize - kHeapObjectTag);
+      __ StoreDToOffset(fpu_temp, temp,
+          Float32x4::value_offset() - kHeapObjectTag);
+      __ StoreDToOffset(fpu_temp_odd, temp,
+          Float32x4::value_offset() + 2*kWordSize - kHeapObjectTag);
+      __ b(&skip_store);
+    }
+
     __ Bind(&store_pointer);
   }
 
   if (ShouldEmitStoreBarrier()) {
     Register value_reg = locs()->in(1).reg();
     __ StoreIntoObject(instance_reg,
                        FieldAddress(instance_reg, field().Offset()),
                        value_reg,
                        CanValueBeSmi());
   } else {
@@ skipping 123 matching lines @@
                                 deopt_id(),
                                 kAllocateObjectWithBoundsCheckRuntimeEntry,
                                 3,
                                 locs());
   __ Drop(3);
   ASSERT(locs()->out().reg() == R0);
   __ Pop(R0);  // Pop new instance.
 }
 
 
-class BoxDoubleSlowPath : public SlowPathCode {
+class LoadFieldSlowPath : public SlowPathCode {
  public:
-  explicit BoxDoubleSlowPath(Instruction* instruction)
+  explicit LoadFieldSlowPath(Instruction* instruction)
       : instruction_(instruction) { }
 
   virtual void EmitNativeCode(FlowGraphCompiler* compiler) {
-    __ Comment("BoxDoubleSlowPath");
-    __ Bind(entry_label());
-    const Class& double_class = compiler->double_class();
-    const Code& stub =
-        Code::Handle(StubCode::GetAllocationStubForClass(double_class));
-    const ExternalLabel label(double_class.ToCString(), stub.EntryPoint());
+    __ Comment("LoadFieldSlowPath");
+    {
+      __ Bind(double_entry_label());
+      const Class& double_class = compiler->double_class();
+      const Code& stub =
+          Code::Handle(StubCode::GetAllocationStubForClass(double_class));
+      const ExternalLabel label(double_class.ToCString(), stub.EntryPoint());
 
-    LocationSummary* locs = instruction_->locs();
-    locs->live_registers()->Remove(locs->out());
+      LocationSummary* locs = instruction_->locs();
+      locs->live_registers()->Remove(locs->out());
 
-    compiler->SaveLiveRegisters(locs);
-    compiler->GenerateCall(Scanner::kNoSourcePos,  // No token position.
-                           &label,
-                           PcDescriptors::kOther,
-                           locs);
-    __ MoveRegister(locs->out().reg(), R0);
-    compiler->RestoreLiveRegisters(locs);
+      compiler->SaveLiveRegisters(locs);
+      compiler->GenerateCall(Scanner::kNoSourcePos,  // No token position.
+                             &label,
+                             PcDescriptors::kOther,
+                             locs);
+      __ MoveRegister(locs->out().reg(), R0);
+      compiler->RestoreLiveRegisters(locs);
 
-    __ b(exit_label());
+      __ b(double_exit_label());
+    }
+    {
+      __ Bind(float32x4_entry_label());
+      const Class& float32x4_class = compiler->float32x4_class();
+      const Code& stub =
+          Code::Handle(StubCode::GetAllocationStubForClass(float32x4_class));
+      const ExternalLabel label(float32x4_class.ToCString(), stub.EntryPoint());
+
+      LocationSummary* locs = instruction_->locs();
+      locs->live_registers()->Remove(locs->out());
+
+      compiler->SaveLiveRegisters(locs);
+      compiler->GenerateCall(Scanner::kNoSourcePos,  // No token position.
+                             &label,
+                             PcDescriptors::kOther,
+                             locs);
+      __ MoveRegister(locs->out().reg(), R0);
+      compiler->RestoreLiveRegisters(locs);
+
+      __ b(float32x4_exit_label());
+    }
   }
 
+  Label* double_entry_label() {
+    // Use default SlowPathCode label for double.
+    return entry_label();
+  }
+  Label* double_exit_label() {
+    // Use default SlowPathCode label for double.
+    return exit_label();
+  }
+
+  Label* float32x4_entry_label() { return &float32x4_entry_label_; }
+  Label* float32x4_exit_label() { return &float32x4_exit_label_; }
+
  private:
+  Label float32x4_entry_label_;
+  Label float32x4_exit_label_;
   Instruction* instruction_;
 };
 
 
 LocationSummary* LoadFieldInstr::MakeLocationSummary(bool opt) const {
   const intptr_t kNumInputs = 1;
   const intptr_t kNumTemps = 0;
   LocationSummary* locs =
       new LocationSummary(
           kNumInputs, kNumTemps,
@@ skipping 12 matching lines @@
   }
   locs->set_out(Location::RequiresRegister());
   return locs;
 }
 
 
 void LoadFieldInstr::EmitNativeCode(FlowGraphCompiler* compiler) {
   Register instance_reg = locs()->in(0).reg();
   if (IsUnboxedLoad() && compiler->is_optimizing()) {
     DRegister result = EvenDRegisterOf(locs()->out().fpu_reg());
+    DRegister result_odd = OddDRegisterOf(locs()->out().fpu_reg());
     Register temp = locs()->temp(0).reg();
     __ ldr(temp, FieldAddress(instance_reg, offset_in_bytes()));
     intptr_t cid = field()->UnboxedFieldCid();
     switch (cid) {
       case kDoubleCid:
+        __ Comment("UnboxedDoubleLoadFieldInstr");
         __ LoadDFromOffset(result, temp,
                            Double::value_offset() - kHeapObjectTag);
         break;
-      // TODO(johnmccutchan): Add Float32x4 path here.
+      case kFloat32x4Cid:
+        __ Comment("UnboxedFloat32x4LoadFieldInstr");
+        __ LoadDFromOffset(result, temp,
+            Float32x4::value_offset() - kHeapObjectTag);
+        __ LoadDFromOffset(result_odd, temp,
+            Float32x4::value_offset() + 2*kWordSize - kHeapObjectTag);
+        break;
       default:
         UNREACHABLE();
     }
     return;
   }
 
   Label done;
   Register result_reg = locs()->out().reg();
   if (IsPotentialUnboxedLoad()) {
     Register temp = locs()->temp(1).reg();
     DRegister value = EvenDRegisterOf(locs()->temp(0).fpu_reg());
+    DRegister value_odd = OddDRegisterOf(locs()->temp(0).fpu_reg());
+
+    LoadFieldSlowPath* slow_path = new LoadFieldSlowPath(this);
+    compiler->AddSlowPathCode(slow_path);
 
     Label load_pointer;
     Label load_double;
+    Label load_float32x4;
 
     __ LoadObject(result_reg, Field::ZoneHandle(field()->raw()));
 
     FieldAddress field_cid_operand(result_reg, Field::guarded_cid_offset());
     FieldAddress field_nullability_operand(result_reg,
                                            Field::is_nullable_offset());
 
     __ ldr(temp, field_nullability_operand);
     __ CompareImmediate(temp, kNullCid);
     __ b(&load_pointer, EQ);
 
     __ ldr(temp, field_cid_operand);
     __ CompareImmediate(temp, kDoubleCid);
     __ b(&load_double, EQ);
 
+    __ ldr(temp, field_cid_operand);
+    __ CompareImmediate(temp, kFloat32x4Cid);
+    __ b(&load_float32x4, EQ);
+
     // Fall through.
     __ b(&load_pointer);
 
-    __ Bind(&load_double);
+    {
+      __ Bind(&load_double);
 
-    BoxDoubleSlowPath* slow_path = new BoxDoubleSlowPath(this);
-    compiler->AddSlowPathCode(slow_path);
+      if (!compiler->is_optimizing()) {
+        locs()->live_registers()->Add(locs()->in(0));
+      }
 
-    if (!compiler->is_optimizing()) {
-      locs()->live_registers()->Add(locs()->in(0));
+      __ TryAllocate(compiler->double_class(),
+                     slow_path->double_entry_label(),
+                     result_reg,
+                     temp);
+      __ Bind(slow_path->double_exit_label());
+      __ ldr(temp, FieldAddress(instance_reg, offset_in_bytes()));
+      __ LoadDFromOffset(value, temp, Double::value_offset() - kHeapObjectTag);
+      __ StoreDToOffset(value,
+                        result_reg,
+                        Double::value_offset() - kHeapObjectTag);
+      __ b(&done);
     }
 
-    __ TryAllocate(compiler->double_class(),
-                   slow_path->entry_label(),
-                   result_reg,
-                   temp);
-    __ Bind(slow_path->exit_label());
-    __ ldr(temp, FieldAddress(instance_reg, offset_in_bytes()));
-    __ LoadDFromOffset(value, temp, Double::value_offset() - kHeapObjectTag);
-    __ StoreDToOffset(value,
-                      result_reg,
-                      Double::value_offset() - kHeapObjectTag);
-    __ b(&done);
+    {
+      __ Bind(&load_float32x4);
 
-    // TODO(johnmccutchan): Add Float32x4 path here.
+      if (!compiler->is_optimizing()) {
+        locs()->live_registers()->Add(locs()->in(0));
+      }
+
+      __ TryAllocate(compiler->float32x4_class(),
+                     slow_path->float32x4_entry_label(),
+                     result_reg,
+                     temp);
+      __ Bind(slow_path->float32x4_exit_label());
+      __ ldr(temp, FieldAddress(instance_reg, offset_in_bytes()));
+      __ LoadDFromOffset(value, temp,
+          Float32x4::value_offset() - kHeapObjectTag);
+      __ LoadDFromOffset(value_odd, temp,
+          Float32x4::value_offset() + 2*kWordSize - kHeapObjectTag);
+      __ StoreDToOffset(value, result_reg,
+          Float32x4::value_offset() - kHeapObjectTag);
+      __ StoreDToOffset(value_odd, result_reg,
+          Float32x4::value_offset() + 2*kWordSize - kHeapObjectTag);
+      __ b(&done);
+    }
 
     __ Bind(&load_pointer);
   }
   __ LoadFromOffset(kWord, result_reg,
                     instance_reg, offset_in_bytes() - kHeapObjectTag);
   __ Bind(&done);
 }
 
 
 LocationSummary* InstantiateTypeInstr::MakeLocationSummary(bool opt) const {
@@ skipping 787 matching lines @@
   } else if (right_cid == kSmiCid) {
     __ tst(left, ShifterOperand(kSmiTagMask));
   } else {
     __ orr(IP, left, ShifterOperand(right));
     __ tst(IP, ShifterOperand(kSmiTagMask));
   }
   __ b(deopt, EQ);
 }
 
 
+class BoxDoubleSlowPath : public SlowPathCode {
+ public:
+  explicit BoxDoubleSlowPath(BoxDoubleInstr* instruction)
+      : instruction_(instruction) { }
+
+  virtual void EmitNativeCode(FlowGraphCompiler* compiler) {
+    __ Comment("BoxDoubleSlowPath");
+    __ Bind(entry_label());
+    const Class& double_class = compiler->double_class();
+    const Code& stub =
+        Code::Handle(StubCode::GetAllocationStubForClass(double_class));
+    const ExternalLabel label(double_class.ToCString(), stub.EntryPoint());
+
+    LocationSummary* locs = instruction_->locs();
+    locs->live_registers()->Remove(locs->out());
+
+    compiler->SaveLiveRegisters(locs);
+    compiler->GenerateCall(Scanner::kNoSourcePos,  // No token position.
+                           &label,
+                           PcDescriptors::kOther,
+                           locs);
+    __ MoveRegister(locs->out().reg(), R0);
+    compiler->RestoreLiveRegisters(locs);
+
+    __ b(exit_label());
+  }
+
+ private:
+  BoxDoubleInstr* instruction_;
+};
+
+
 LocationSummary* BoxDoubleInstr::MakeLocationSummary(bool opt) const {
   const intptr_t kNumInputs = 1;
   const intptr_t kNumTemps = 1;
   LocationSummary* summary =
       new LocationSummary(kNumInputs,
                           kNumTemps,
                           LocationSummary::kCallOnSlowPath);
   summary->set_in(0, Location::RequiresFpuRegister());
   summary->set_temp(0, Location::RequiresRegister());
   summary->set_out(Location::RequiresRegister());
@@ skipping 2050 matching lines @@
   compiler->GenerateCall(token_pos(),
                          &label,
                          PcDescriptors::kOther,
                          locs());
   __ Drop(2);  // Discard type arguments and receiver.
 }
 
 }  // namespace dart
 
 #endif  // defined TARGET_ARCH_ARM