| Index: src/arm64/full-codegen-arm64.cc
|
| diff --git a/src/arm64/full-codegen-arm64.cc b/src/arm64/full-codegen-arm64.cc
|
| index 36aad7cd9a6fcb06923801905a8c466d3f08324f..d5f624dd8c0194725afe9d32a78ff891ebebe8ca 100644
|
| --- a/src/arm64/full-codegen-arm64.cc
|
| +++ b/src/arm64/full-codegen-arm64.cc
|
| @@ -1248,7 +1248,7 @@ void FullCodeGenerator::VisitForInStatement(ForInStatement* stmt) {
|
| __ Mov(result_register(), x3);
|
| // Perform the assignment as if via '='.
|
| { EffectContext context(this);
|
| - EmitAssignment(stmt->each());
|
| + EmitAssignment(stmt->each(), stmt->EachFeedbackSlot());
|
| PrepareForBailoutForId(stmt->AssignmentId(), NO_REGISTERS);
|
| }
|
|
|
| @@ -1333,12 +1333,14 @@ void FullCodeGenerator::EmitLoadHomeObject(SuperReference* expr) {
|
|
|
|
|
| void FullCodeGenerator::EmitSetHomeObjectIfNeeded(Expression* initializer,
|
| - int offset) {
|
| + int offset,
|
| + FeedbackVectorICSlot slot) {
|
| if (NeedsHomeObject(initializer)) {
|
| __ Peek(StoreDescriptor::ReceiverRegister(), 0);
|
| __ Mov(StoreDescriptor::NameRegister(),
|
| Operand(isolate()->factory()->home_object_symbol()));
|
| __ Peek(StoreDescriptor::ValueRegister(), offset * kPointerSize);
|
| + if (FLAG_vector_stores) EmitLoadStoreICSlot(slot);
|
| CallStoreIC();
|
| }
|
| }
|
| @@ -1654,6 +1656,10 @@ void FullCodeGenerator::VisitObjectLiteral(ObjectLiteral* expr) {
|
|
|
| AccessorTable accessor_table(zone());
|
| int property_index = 0;
|
| + // store_slot_index points to the vector ic slot for the next store ic used.
|
| + // ObjectLiteral::ComputeFeedbackRequirements controls the allocation of slots
|
| + // and must be updated if the number of store ics emitted here changes.
|
| + int store_slot_index = 0;
|
| for (; property_index < expr->properties()->length(); property_index++) {
|
| ObjectLiteral::Property* property = expr->properties()->at(property_index);
|
| if (property->is_computed_name()) break;
|
| @@ -1680,7 +1686,12 @@ void FullCodeGenerator::VisitObjectLiteral(ObjectLiteral* expr) {
|
| DCHECK(StoreDescriptor::ValueRegister().is(x0));
|
| __ Mov(StoreDescriptor::NameRegister(), Operand(key->value()));
|
| __ Peek(StoreDescriptor::ReceiverRegister(), 0);
|
| - CallStoreIC(key->LiteralFeedbackId());
|
| + if (FLAG_vector_stores) {
|
| + EmitLoadStoreICSlot(expr->GetNthSlot(store_slot_index++));
|
| + CallStoreIC();
|
| + } else {
|
| + CallStoreIC(key->LiteralFeedbackId());
|
| + }
|
| PrepareForBailoutForId(key->id(), NO_REGISTERS);
|
|
|
| if (NeedsHomeObject(value)) {
|
| @@ -1688,6 +1699,9 @@ void FullCodeGenerator::VisitObjectLiteral(ObjectLiteral* expr) {
|
| __ Mov(StoreDescriptor::NameRegister(),
|
| Operand(isolate()->factory()->home_object_symbol()));
|
| __ Peek(StoreDescriptor::ValueRegister(), 0);
|
| + if (FLAG_vector_stores) {
|
| + EmitLoadStoreICSlot(expr->GetNthSlot(store_slot_index++));
|
| + }
|
| CallStoreIC();
|
| }
|
| } else {
|
| @@ -1700,7 +1714,8 @@ void FullCodeGenerator::VisitObjectLiteral(ObjectLiteral* expr) {
|
| VisitForStackValue(key);
|
| VisitForStackValue(value);
|
| if (property->emit_store()) {
|
| - EmitSetHomeObjectIfNeeded(value, 2);
|
| + EmitSetHomeObjectIfNeeded(
|
| + value, 2, expr->SlotForHomeObject(value, &store_slot_index));
|
| __ Mov(x0, Smi::FromInt(SLOPPY)); // Language mode
|
| __ Push(x0);
|
| __ CallRuntime(Runtime::kSetProperty, 4);
|
| @@ -1738,9 +1753,13 @@ void FullCodeGenerator::VisitObjectLiteral(ObjectLiteral* expr) {
|
| __ Push(x10);
|
| VisitForStackValue(it->first);
|
| EmitAccessor(it->second->getter);
|
| - EmitSetHomeObjectIfNeeded(it->second->getter, 2);
|
| + EmitSetHomeObjectIfNeeded(
|
| + it->second->getter, 2,
|
| + expr->SlotForHomeObject(it->second->getter, &store_slot_index));
|
| EmitAccessor(it->second->setter);
|
| - EmitSetHomeObjectIfNeeded(it->second->setter, 3);
|
| + EmitSetHomeObjectIfNeeded(
|
| + it->second->setter, 3,
|
| + expr->SlotForHomeObject(it->second->setter, &store_slot_index));
|
| __ Mov(x10, Smi::FromInt(NONE));
|
| __ Push(x10);
|
| __ CallRuntime(Runtime::kDefineAccessorPropertyUnchecked, 5);
|
| @@ -1775,7 +1794,8 @@ void FullCodeGenerator::VisitObjectLiteral(ObjectLiteral* expr) {
|
| } else {
|
| EmitPropertyKey(property, expr->GetIdForProperty(property_index));
|
| VisitForStackValue(value);
|
| - EmitSetHomeObjectIfNeeded(value, 2);
|
| + EmitSetHomeObjectIfNeeded(
|
| + value, 2, expr->SlotForHomeObject(value, &store_slot_index));
|
|
|
| switch (property->kind()) {
|
| case ObjectLiteral::Property::CONSTANT:
|
| @@ -1821,6 +1841,10 @@ void FullCodeGenerator::VisitObjectLiteral(ObjectLiteral* expr) {
|
| } else {
|
| context()->Plug(x0);
|
| }
|
| +
|
| + // Verify that compilation exactly consumed the number of store ic slots that
|
| + // the ObjectLiteral node had to offer.
|
| + DCHECK(!FLAG_vector_stores || store_slot_index == expr->slot_count());
|
| }
|
|
|
|
|
| @@ -1933,7 +1957,7 @@ void FullCodeGenerator::VisitAssignment(Assignment* expr) {
|
| Comment cmnt(masm_, "[ Assignment");
|
|
|
| Property* property = expr->target()->AsProperty();
|
| - LhsKind assign_type = GetAssignType(property);
|
| + LhsKind assign_type = Property::GetAssignType(property);
|
|
|
| // Evaluate LHS expression.
|
| switch (assign_type) {
|
| @@ -2042,7 +2066,7 @@ void FullCodeGenerator::VisitAssignment(Assignment* expr) {
|
| switch (assign_type) {
|
| case VARIABLE:
|
| EmitVariableAssignment(expr->target()->AsVariableProxy()->var(),
|
| - expr->op());
|
| + expr->op(), expr->AssignmentSlot());
|
| PrepareForBailoutForId(expr->AssignmentId(), TOS_REG);
|
| context()->Plug(x0);
|
| break;
|
| @@ -2290,17 +2314,18 @@ void FullCodeGenerator::EmitClassDefineProperties(ClassLiteral* lit) {
|
| }
|
|
|
|
|
| -void FullCodeGenerator::EmitAssignment(Expression* expr) {
|
| +void FullCodeGenerator::EmitAssignment(Expression* expr,
|
| + FeedbackVectorICSlot slot) {
|
| DCHECK(expr->IsValidReferenceExpression());
|
|
|
| Property* prop = expr->AsProperty();
|
| - LhsKind assign_type = GetAssignType(prop);
|
| + LhsKind assign_type = Property::GetAssignType(prop);
|
|
|
| switch (assign_type) {
|
| case VARIABLE: {
|
| Variable* var = expr->AsVariableProxy()->var();
|
| EffectContext context(this);
|
| - EmitVariableAssignment(var, Token::ASSIGN);
|
| + EmitVariableAssignment(var, Token::ASSIGN, slot);
|
| break;
|
| }
|
| case NAMED_PROPERTY: {
|
| @@ -2312,6 +2337,7 @@ void FullCodeGenerator::EmitAssignment(Expression* expr) {
|
| __ Pop(StoreDescriptor::ValueRegister()); // Restore value.
|
| __ Mov(StoreDescriptor::NameRegister(),
|
| Operand(prop->key()->AsLiteral()->value()));
|
| + if (FLAG_vector_stores) EmitLoadStoreICSlot(slot);
|
| CallStoreIC();
|
| break;
|
| }
|
| @@ -2358,6 +2384,7 @@ void FullCodeGenerator::EmitAssignment(Expression* expr) {
|
| __ Mov(StoreDescriptor::NameRegister(), x0);
|
| __ Pop(StoreDescriptor::ReceiverRegister(),
|
| StoreDescriptor::ValueRegister());
|
| + if (FLAG_vector_stores) EmitLoadStoreICSlot(slot);
|
| Handle<Code> ic =
|
| CodeFactory::KeyedStoreIC(isolate(), language_mode()).code();
|
| CallIC(ic);
|
| @@ -2381,13 +2408,14 @@ void FullCodeGenerator::EmitStoreToStackLocalOrContextSlot(
|
| }
|
|
|
|
|
| -void FullCodeGenerator::EmitVariableAssignment(Variable* var,
|
| - Token::Value op) {
|
| +void FullCodeGenerator::EmitVariableAssignment(Variable* var, Token::Value op,
|
| + FeedbackVectorICSlot slot) {
|
| ASM_LOCATION("FullCodeGenerator::EmitVariableAssignment");
|
| if (var->IsUnallocated()) {
|
| // Global var, const, or let.
|
| __ Mov(StoreDescriptor::NameRegister(), Operand(var->name()));
|
| __ Ldr(StoreDescriptor::ReceiverRegister(), GlobalObjectMemOperand());
|
| + if (FLAG_vector_stores) EmitLoadStoreICSlot(slot);
|
| CallStoreIC();
|
|
|
| } else if (var->mode() == LET && op != Token::INIT_LET) {
|
| @@ -2483,7 +2511,12 @@ void FullCodeGenerator::EmitNamedPropertyAssignment(Assignment* expr) {
|
| __ Mov(StoreDescriptor::NameRegister(),
|
| Operand(prop->key()->AsLiteral()->value()));
|
| __ Pop(StoreDescriptor::ReceiverRegister());
|
| - CallStoreIC(expr->AssignmentFeedbackId());
|
| + if (FLAG_vector_stores) {
|
| + EmitLoadStoreICSlot(expr->AssignmentSlot());
|
| + CallStoreIC();
|
| + } else {
|
| + CallStoreIC(expr->AssignmentFeedbackId());
|
| + }
|
|
|
| PrepareForBailoutForId(expr->AssignmentId(), TOS_REG);
|
| context()->Plug(x0);
|
| @@ -2532,7 +2565,12 @@ void FullCodeGenerator::EmitKeyedPropertyAssignment(Assignment* expr) {
|
|
|
| Handle<Code> ic =
|
| CodeFactory::KeyedStoreIC(isolate(), language_mode()).code();
|
| - CallIC(ic, expr->AssignmentFeedbackId());
|
| + if (FLAG_vector_stores) {
|
| + EmitLoadStoreICSlot(expr->AssignmentSlot());
|
| + CallIC(ic);
|
| + } else {
|
| + CallIC(ic, expr->AssignmentFeedbackId());
|
| + }
|
|
|
| PrepareForBailoutForId(expr->AssignmentId(), TOS_REG);
|
| context()->Plug(x0);
|
| @@ -2782,7 +2820,7 @@ void FullCodeGenerator::EmitLoadSuperConstructor() {
|
|
|
|
|
| void FullCodeGenerator::EmitInitializeThisAfterSuper(
|
| - SuperReference* super_ref) {
|
| + SuperReference* super_ref, FeedbackVectorICSlot slot) {
|
| Variable* this_var = super_ref->this_var()->var();
|
| GetVar(x1, this_var);
|
| Label uninitialized_this;
|
| @@ -2792,7 +2830,7 @@ void FullCodeGenerator::EmitInitializeThisAfterSuper(
|
| __ CallRuntime(Runtime::kThrowReferenceError, 1);
|
| __ bind(&uninitialized_this);
|
|
|
| - EmitVariableAssignment(this_var, Token::INIT_CONST);
|
| + EmitVariableAssignment(this_var, Token::INIT_CONST, slot);
|
| }
|
|
|
|
|
| @@ -3020,7 +3058,8 @@ void FullCodeGenerator::EmitSuperConstructorCall(Call* expr) {
|
|
|
| RecordJSReturnSite(expr);
|
|
|
| - EmitInitializeThisAfterSuper(expr->expression()->AsSuperReference());
|
| + EmitInitializeThisAfterSuper(expr->expression()->AsSuperReference(),
|
| + expr->CallFeedbackICSlot());
|
| context()->Plug(x0);
|
| }
|
|
|
| @@ -4307,6 +4346,7 @@ void FullCodeGenerator::EmitCallSuperWithSpread(CallRuntime* expr) {
|
| __ Ldr(cp, MemOperand(fp, StandardFrameConstants::kContextOffset));
|
| context()->DropAndPlug(1, x0);
|
|
|
| + // TODO(mvstanton): with FLAG_vector_stores this needs a slot id.
|
| EmitInitializeThisAfterSuper(super_reference);
|
| }
|
|
|
| @@ -4507,7 +4547,7 @@ void FullCodeGenerator::VisitCountOperation(CountOperation* expr) {
|
| SetSourcePosition(expr->position());
|
|
|
| Property* prop = expr->expression()->AsProperty();
|
| - LhsKind assign_type = GetAssignType(prop);
|
| + LhsKind assign_type = Property::GetAssignType(prop);
|
|
|
| // Evaluate expression and get value.
|
| if (assign_type == VARIABLE) {
|
| @@ -4670,7 +4710,7 @@ void FullCodeGenerator::VisitCountOperation(CountOperation* expr) {
|
| if (expr->is_postfix()) {
|
| { EffectContext context(this);
|
| EmitVariableAssignment(expr->expression()->AsVariableProxy()->var(),
|
| - Token::ASSIGN);
|
| + Token::ASSIGN, expr->CountSlot());
|
| PrepareForBailoutForId(expr->AssignmentId(), TOS_REG);
|
| context.Plug(x0);
|
| }
|
| @@ -4681,7 +4721,7 @@ void FullCodeGenerator::VisitCountOperation(CountOperation* expr) {
|
| }
|
| } else {
|
| EmitVariableAssignment(expr->expression()->AsVariableProxy()->var(),
|
| - Token::ASSIGN);
|
| + Token::ASSIGN, expr->CountSlot());
|
| PrepareForBailoutForId(expr->AssignmentId(), TOS_REG);
|
| context()->Plug(x0);
|
| }
|
| @@ -4690,7 +4730,12 @@ void FullCodeGenerator::VisitCountOperation(CountOperation* expr) {
|
| __ Mov(StoreDescriptor::NameRegister(),
|
| Operand(prop->key()->AsLiteral()->value()));
|
| __ Pop(StoreDescriptor::ReceiverRegister());
|
| - CallStoreIC(expr->CountStoreFeedbackId());
|
| + if (FLAG_vector_stores) {
|
| + EmitLoadStoreICSlot(expr->CountSlot());
|
| + CallStoreIC();
|
| + } else {
|
| + CallStoreIC(expr->CountStoreFeedbackId());
|
| + }
|
| PrepareForBailoutForId(expr->AssignmentId(), TOS_REG);
|
| if (expr->is_postfix()) {
|
| if (!context()->IsEffect()) {
|
| @@ -4728,7 +4773,12 @@ void FullCodeGenerator::VisitCountOperation(CountOperation* expr) {
|
| __ Pop(StoreDescriptor::ReceiverRegister());
|
| Handle<Code> ic =
|
| CodeFactory::KeyedStoreIC(isolate(), language_mode()).code();
|
| - CallIC(ic, expr->CountStoreFeedbackId());
|
| + if (FLAG_vector_stores) {
|
| + EmitLoadStoreICSlot(expr->CountSlot());
|
| + CallIC(ic);
|
| + } else {
|
| + CallIC(ic, expr->CountStoreFeedbackId());
|
| + }
|
| PrepareForBailoutForId(expr->AssignmentId(), TOS_REG);
|
| if (expr->is_postfix()) {
|
| if (!context()->IsEffect()) {
|
| @@ -5394,6 +5444,12 @@ void FullCodeGenerator::ClearPendingMessage() {
|
| }
|
|
|
|
|
| +void FullCodeGenerator::EmitLoadStoreICSlot(FeedbackVectorICSlot slot) {
|
| + DCHECK(FLAG_vector_stores && !slot.IsInvalid());
|
| + __ Mov(VectorStoreICTrampolineDescriptor::SlotRegister(), SmiFromSlot(slot));
|
| +}
|
| +
|
| +
|
| #undef __
|
|
|
|
|
|
|