Index: src/arm64/full-codegen-arm64.cc |
diff --git a/src/arm64/full-codegen-arm64.cc b/src/arm64/full-codegen-arm64.cc |
index 36aad7cd9a6fcb06923801905a8c466d3f08324f..d5f624dd8c0194725afe9d32a78ff891ebebe8ca 100644 |
--- a/src/arm64/full-codegen-arm64.cc |
+++ b/src/arm64/full-codegen-arm64.cc |
@@ -1248,7 +1248,7 @@ void FullCodeGenerator::VisitForInStatement(ForInStatement* stmt) { |
__ Mov(result_register(), x3); |
// Perform the assignment as if via '='. |
{ EffectContext context(this); |
- EmitAssignment(stmt->each()); |
+ EmitAssignment(stmt->each(), stmt->EachFeedbackSlot()); |
PrepareForBailoutForId(stmt->AssignmentId(), NO_REGISTERS); |
} |
@@ -1333,12 +1333,14 @@ void FullCodeGenerator::EmitLoadHomeObject(SuperReference* expr) { |
void FullCodeGenerator::EmitSetHomeObjectIfNeeded(Expression* initializer, |
- int offset) { |
+ int offset, |
+ FeedbackVectorICSlot slot) { |
if (NeedsHomeObject(initializer)) { |
__ Peek(StoreDescriptor::ReceiverRegister(), 0); |
__ Mov(StoreDescriptor::NameRegister(), |
Operand(isolate()->factory()->home_object_symbol())); |
__ Peek(StoreDescriptor::ValueRegister(), offset * kPointerSize); |
+ if (FLAG_vector_stores) EmitLoadStoreICSlot(slot); |
CallStoreIC(); |
} |
} |
@@ -1654,6 +1656,10 @@ void FullCodeGenerator::VisitObjectLiteral(ObjectLiteral* expr) { |
AccessorTable accessor_table(zone()); |
int property_index = 0; |
+ // store_slot_index points to the vector ic slot for the next store ic used. |
+ // ObjectLiteral::ComputeFeedbackRequirements controls the allocation of slots |
+ // and must be updated if the number of store ics emitted here changes. |
+ int store_slot_index = 0; |
for (; property_index < expr->properties()->length(); property_index++) { |
ObjectLiteral::Property* property = expr->properties()->at(property_index); |
if (property->is_computed_name()) break; |
@@ -1680,7 +1686,12 @@ void FullCodeGenerator::VisitObjectLiteral(ObjectLiteral* expr) { |
DCHECK(StoreDescriptor::ValueRegister().is(x0)); |
__ Mov(StoreDescriptor::NameRegister(), Operand(key->value())); |
__ Peek(StoreDescriptor::ReceiverRegister(), 0); |
- CallStoreIC(key->LiteralFeedbackId()); |
+ if (FLAG_vector_stores) { |
+ EmitLoadStoreICSlot(expr->GetNthSlot(store_slot_index++)); |
+ CallStoreIC(); |
+ } else { |
+ CallStoreIC(key->LiteralFeedbackId()); |
+ } |
PrepareForBailoutForId(key->id(), NO_REGISTERS); |
if (NeedsHomeObject(value)) { |
@@ -1688,6 +1699,9 @@ void FullCodeGenerator::VisitObjectLiteral(ObjectLiteral* expr) { |
__ Mov(StoreDescriptor::NameRegister(), |
Operand(isolate()->factory()->home_object_symbol())); |
__ Peek(StoreDescriptor::ValueRegister(), 0); |
+ if (FLAG_vector_stores) { |
+ EmitLoadStoreICSlot(expr->GetNthSlot(store_slot_index++)); |
+ } |
CallStoreIC(); |
} |
} else { |
@@ -1700,7 +1714,8 @@ void FullCodeGenerator::VisitObjectLiteral(ObjectLiteral* expr) { |
VisitForStackValue(key); |
VisitForStackValue(value); |
if (property->emit_store()) { |
- EmitSetHomeObjectIfNeeded(value, 2); |
+ EmitSetHomeObjectIfNeeded( |
+ value, 2, expr->SlotForHomeObject(value, &store_slot_index)); |
__ Mov(x0, Smi::FromInt(SLOPPY)); // Language mode |
__ Push(x0); |
__ CallRuntime(Runtime::kSetProperty, 4); |
@@ -1738,9 +1753,13 @@ void FullCodeGenerator::VisitObjectLiteral(ObjectLiteral* expr) { |
__ Push(x10); |
VisitForStackValue(it->first); |
EmitAccessor(it->second->getter); |
- EmitSetHomeObjectIfNeeded(it->second->getter, 2); |
+ EmitSetHomeObjectIfNeeded( |
+ it->second->getter, 2, |
+ expr->SlotForHomeObject(it->second->getter, &store_slot_index)); |
EmitAccessor(it->second->setter); |
- EmitSetHomeObjectIfNeeded(it->second->setter, 3); |
+ EmitSetHomeObjectIfNeeded( |
+ it->second->setter, 3, |
+ expr->SlotForHomeObject(it->second->setter, &store_slot_index)); |
__ Mov(x10, Smi::FromInt(NONE)); |
__ Push(x10); |
__ CallRuntime(Runtime::kDefineAccessorPropertyUnchecked, 5); |
@@ -1775,7 +1794,8 @@ void FullCodeGenerator::VisitObjectLiteral(ObjectLiteral* expr) { |
} else { |
EmitPropertyKey(property, expr->GetIdForProperty(property_index)); |
VisitForStackValue(value); |
- EmitSetHomeObjectIfNeeded(value, 2); |
+ EmitSetHomeObjectIfNeeded( |
+ value, 2, expr->SlotForHomeObject(value, &store_slot_index)); |
switch (property->kind()) { |
case ObjectLiteral::Property::CONSTANT: |
@@ -1821,6 +1841,10 @@ void FullCodeGenerator::VisitObjectLiteral(ObjectLiteral* expr) { |
} else { |
context()->Plug(x0); |
} |
+ |
+ // Verify that compilation exactly consumed the number of store ic slots that |
+ // the ObjectLiteral node had to offer. |
+ DCHECK(!FLAG_vector_stores || store_slot_index == expr->slot_count()); |
} |
@@ -1933,7 +1957,7 @@ void FullCodeGenerator::VisitAssignment(Assignment* expr) { |
Comment cmnt(masm_, "[ Assignment"); |
Property* property = expr->target()->AsProperty(); |
- LhsKind assign_type = GetAssignType(property); |
+ LhsKind assign_type = Property::GetAssignType(property); |
// Evaluate LHS expression. |
switch (assign_type) { |
@@ -2042,7 +2066,7 @@ void FullCodeGenerator::VisitAssignment(Assignment* expr) { |
switch (assign_type) { |
case VARIABLE: |
EmitVariableAssignment(expr->target()->AsVariableProxy()->var(), |
- expr->op()); |
+ expr->op(), expr->AssignmentSlot()); |
PrepareForBailoutForId(expr->AssignmentId(), TOS_REG); |
context()->Plug(x0); |
break; |
@@ -2290,17 +2314,18 @@ void FullCodeGenerator::EmitClassDefineProperties(ClassLiteral* lit) { |
} |
-void FullCodeGenerator::EmitAssignment(Expression* expr) { |
+void FullCodeGenerator::EmitAssignment(Expression* expr, |
+ FeedbackVectorICSlot slot) { |
DCHECK(expr->IsValidReferenceExpression()); |
Property* prop = expr->AsProperty(); |
- LhsKind assign_type = GetAssignType(prop); |
+ LhsKind assign_type = Property::GetAssignType(prop); |
switch (assign_type) { |
case VARIABLE: { |
Variable* var = expr->AsVariableProxy()->var(); |
EffectContext context(this); |
- EmitVariableAssignment(var, Token::ASSIGN); |
+ EmitVariableAssignment(var, Token::ASSIGN, slot); |
break; |
} |
case NAMED_PROPERTY: { |
@@ -2312,6 +2337,7 @@ void FullCodeGenerator::EmitAssignment(Expression* expr) { |
__ Pop(StoreDescriptor::ValueRegister()); // Restore value. |
__ Mov(StoreDescriptor::NameRegister(), |
Operand(prop->key()->AsLiteral()->value())); |
+ if (FLAG_vector_stores) EmitLoadStoreICSlot(slot); |
CallStoreIC(); |
break; |
} |
@@ -2358,6 +2384,7 @@ void FullCodeGenerator::EmitAssignment(Expression* expr) { |
__ Mov(StoreDescriptor::NameRegister(), x0); |
__ Pop(StoreDescriptor::ReceiverRegister(), |
StoreDescriptor::ValueRegister()); |
+ if (FLAG_vector_stores) EmitLoadStoreICSlot(slot); |
Handle<Code> ic = |
CodeFactory::KeyedStoreIC(isolate(), language_mode()).code(); |
CallIC(ic); |
@@ -2381,13 +2408,14 @@ void FullCodeGenerator::EmitStoreToStackLocalOrContextSlot( |
} |
-void FullCodeGenerator::EmitVariableAssignment(Variable* var, |
- Token::Value op) { |
+void FullCodeGenerator::EmitVariableAssignment(Variable* var, Token::Value op, |
+ FeedbackVectorICSlot slot) { |
ASM_LOCATION("FullCodeGenerator::EmitVariableAssignment"); |
if (var->IsUnallocated()) { |
// Global var, const, or let. |
__ Mov(StoreDescriptor::NameRegister(), Operand(var->name())); |
__ Ldr(StoreDescriptor::ReceiverRegister(), GlobalObjectMemOperand()); |
+ if (FLAG_vector_stores) EmitLoadStoreICSlot(slot); |
CallStoreIC(); |
} else if (var->mode() == LET && op != Token::INIT_LET) { |
@@ -2483,7 +2511,12 @@ void FullCodeGenerator::EmitNamedPropertyAssignment(Assignment* expr) { |
__ Mov(StoreDescriptor::NameRegister(), |
Operand(prop->key()->AsLiteral()->value())); |
__ Pop(StoreDescriptor::ReceiverRegister()); |
- CallStoreIC(expr->AssignmentFeedbackId()); |
+ if (FLAG_vector_stores) { |
+ EmitLoadStoreICSlot(expr->AssignmentSlot()); |
+ CallStoreIC(); |
+ } else { |
+ CallStoreIC(expr->AssignmentFeedbackId()); |
+ } |
PrepareForBailoutForId(expr->AssignmentId(), TOS_REG); |
context()->Plug(x0); |
@@ -2532,7 +2565,12 @@ void FullCodeGenerator::EmitKeyedPropertyAssignment(Assignment* expr) { |
Handle<Code> ic = |
CodeFactory::KeyedStoreIC(isolate(), language_mode()).code(); |
- CallIC(ic, expr->AssignmentFeedbackId()); |
+ if (FLAG_vector_stores) { |
+ EmitLoadStoreICSlot(expr->AssignmentSlot()); |
+ CallIC(ic); |
+ } else { |
+ CallIC(ic, expr->AssignmentFeedbackId()); |
+ } |
PrepareForBailoutForId(expr->AssignmentId(), TOS_REG); |
context()->Plug(x0); |
@@ -2782,7 +2820,7 @@ void FullCodeGenerator::EmitLoadSuperConstructor() { |
void FullCodeGenerator::EmitInitializeThisAfterSuper( |
- SuperReference* super_ref) { |
+ SuperReference* super_ref, FeedbackVectorICSlot slot) { |
Variable* this_var = super_ref->this_var()->var(); |
GetVar(x1, this_var); |
Label uninitialized_this; |
@@ -2792,7 +2830,7 @@ void FullCodeGenerator::EmitInitializeThisAfterSuper( |
__ CallRuntime(Runtime::kThrowReferenceError, 1); |
__ bind(&uninitialized_this); |
- EmitVariableAssignment(this_var, Token::INIT_CONST); |
+ EmitVariableAssignment(this_var, Token::INIT_CONST, slot); |
} |
@@ -3020,7 +3058,8 @@ void FullCodeGenerator::EmitSuperConstructorCall(Call* expr) { |
RecordJSReturnSite(expr); |
- EmitInitializeThisAfterSuper(expr->expression()->AsSuperReference()); |
+ EmitInitializeThisAfterSuper(expr->expression()->AsSuperReference(), |
+ expr->CallFeedbackICSlot()); |
context()->Plug(x0); |
} |
@@ -4307,6 +4346,7 @@ void FullCodeGenerator::EmitCallSuperWithSpread(CallRuntime* expr) { |
__ Ldr(cp, MemOperand(fp, StandardFrameConstants::kContextOffset)); |
context()->DropAndPlug(1, x0); |
+ // TODO(mvstanton): with FLAG_vector_stores this needs a slot id. |
EmitInitializeThisAfterSuper(super_reference); |
} |
@@ -4507,7 +4547,7 @@ void FullCodeGenerator::VisitCountOperation(CountOperation* expr) { |
SetSourcePosition(expr->position()); |
Property* prop = expr->expression()->AsProperty(); |
- LhsKind assign_type = GetAssignType(prop); |
+ LhsKind assign_type = Property::GetAssignType(prop); |
// Evaluate expression and get value. |
if (assign_type == VARIABLE) { |
@@ -4670,7 +4710,7 @@ void FullCodeGenerator::VisitCountOperation(CountOperation* expr) { |
if (expr->is_postfix()) { |
{ EffectContext context(this); |
EmitVariableAssignment(expr->expression()->AsVariableProxy()->var(), |
- Token::ASSIGN); |
+ Token::ASSIGN, expr->CountSlot()); |
PrepareForBailoutForId(expr->AssignmentId(), TOS_REG); |
context.Plug(x0); |
} |
@@ -4681,7 +4721,7 @@ void FullCodeGenerator::VisitCountOperation(CountOperation* expr) { |
} |
} else { |
EmitVariableAssignment(expr->expression()->AsVariableProxy()->var(), |
- Token::ASSIGN); |
+ Token::ASSIGN, expr->CountSlot()); |
PrepareForBailoutForId(expr->AssignmentId(), TOS_REG); |
context()->Plug(x0); |
} |
@@ -4690,7 +4730,12 @@ void FullCodeGenerator::VisitCountOperation(CountOperation* expr) { |
__ Mov(StoreDescriptor::NameRegister(), |
Operand(prop->key()->AsLiteral()->value())); |
__ Pop(StoreDescriptor::ReceiverRegister()); |
- CallStoreIC(expr->CountStoreFeedbackId()); |
+ if (FLAG_vector_stores) { |
+ EmitLoadStoreICSlot(expr->CountSlot()); |
+ CallStoreIC(); |
+ } else { |
+ CallStoreIC(expr->CountStoreFeedbackId()); |
+ } |
PrepareForBailoutForId(expr->AssignmentId(), TOS_REG); |
if (expr->is_postfix()) { |
if (!context()->IsEffect()) { |
@@ -4728,7 +4773,12 @@ void FullCodeGenerator::VisitCountOperation(CountOperation* expr) { |
__ Pop(StoreDescriptor::ReceiverRegister()); |
Handle<Code> ic = |
CodeFactory::KeyedStoreIC(isolate(), language_mode()).code(); |
- CallIC(ic, expr->CountStoreFeedbackId()); |
+ if (FLAG_vector_stores) { |
+ EmitLoadStoreICSlot(expr->CountSlot()); |
+ CallIC(ic); |
+ } else { |
+ CallIC(ic, expr->CountStoreFeedbackId()); |
+ } |
PrepareForBailoutForId(expr->AssignmentId(), TOS_REG); |
if (expr->is_postfix()) { |
if (!context()->IsEffect()) { |
@@ -5394,6 +5444,12 @@ void FullCodeGenerator::ClearPendingMessage() { |
} |
+void FullCodeGenerator::EmitLoadStoreICSlot(FeedbackVectorICSlot slot) { |
+ DCHECK(FLAG_vector_stores && !slot.IsInvalid()); |
+ __ Mov(VectorStoreICTrampolineDescriptor::SlotRegister(), SmiFromSlot(slot)); |
+} |
+ |
+ |
#undef __ |