| Index: runtime/vm/stub_code_arm.cc
|
| diff --git a/runtime/vm/stub_code_arm.cc b/runtime/vm/stub_code_arm.cc
|
| index b36d832c9f3bc6d72ac5bb2a97f721b1c14b8cd8..8b8d8e2e7848dc069c9146c92cc3367d20832673 100644
|
| --- a/runtime/vm/stub_code_arm.cc
|
| +++ b/runtime/vm/stub_code_arm.cc
|
| @@ -1339,10 +1339,11 @@ static void EmitFastSmiOp(Assembler* assembler,
|
| __ Bind(&ok);
|
| #endif
|
| if (FLAG_optimization_counter_threshold >= 0) {
|
| - // Update counter, ignore overflow.
|
| + // Update counter.
|
| const intptr_t count_offset = ICData::CountIndexFor(num_args) * kWordSize;
|
| __ LoadFromOffset(kWord, R1, R8, count_offset);
|
| __ adds(R1, R1, Operand(Smi::RawValue(1)));
|
| + __ LoadImmediate(R1, Smi::RawValue(Smi::kMaxValue), VS); // Overflow.
|
| __ StoreIntoSmiField(Address(R8, count_offset), R1);
|
| }
|
| __ Ret();
|
| @@ -1366,7 +1367,7 @@ void StubCode::GenerateNArgsCheckInlineCacheStub(
|
| Token::Kind kind,
|
| bool optimized) {
|
| __ CheckCodePointer();
|
| - ASSERT(num_args == 1 || num_args == 2);
|
| + ASSERT(num_args > 0);
|
| #if defined(DEBUG)
|
| {
|
| Label ok;
|
| @@ -1402,60 +1403,59 @@ void StubCode::GenerateNArgsCheckInlineCacheStub(
|
| // Load arguments descriptor into R4.
|
| __ ldr(R4, FieldAddress(R9, ICData::arguments_descriptor_offset()));
|
| // Loop that checks if there is an IC data match.
|
| - Label loop, found, miss;
|
| + Label loop, update, test, found;
|
| // R9: IC data object (preserved).
|
| __ ldr(R8, FieldAddress(R9, ICData::ic_data_offset()));
|
| // R8: ic_data_array with check entries: classes and target functions.
|
| - const int kIcDataOffset = Array::data_offset() - kHeapObjectTag;
|
| - // R8: points at the IC data array.
|
| + __ AddImmediate(R8, R8, Array::data_offset() - kHeapObjectTag);
|
| + // R8: points directly to the first ic data array element.
|
|
|
| // Get the receiver's class ID (first read number of arguments from
|
| // arguments descriptor array and then access the receiver from the stack).
|
| __ ldr(NOTFP, FieldAddress(R4, ArgumentsDescriptor::count_offset()));
|
| __ sub(NOTFP, NOTFP, Operand(Smi::RawValue(1)));
|
| + __ ldr(R0, Address(SP, NOTFP, LSL, 1)); // NOTFP (argument_count - 1) is smi.
|
| + __ LoadTaggedClassIdMayBeSmi(R0, R0);
|
| // NOTFP: argument_count - 1 (smi).
|
| + // R0: receiver's class ID (smi).
|
| + __ ldr(R1, Address(R8, 0)); // First class id (smi) to check.
|
| + __ b(&test);
|
|
|
| __ Comment("ICData loop");
|
| -
|
| - __ ldr(R0, Address(SP, NOTFP, LSL, 1)); // NOTFP (argument_count - 1) is Smi.
|
| - __ LoadTaggedClassIdMayBeSmi(R0, R0);
|
| - if (num_args == 2) {
|
| - __ sub(R1, NOTFP, Operand(Smi::RawValue(1)));
|
| - __ ldr(R1, Address(SP, R1, LSL, 1)); // R1 (argument_count - 2) is Smi.
|
| - __ LoadTaggedClassIdMayBeSmi(R1, R1);
|
| - }
|
| -
|
| - // We unroll the generic one that is generated once more than the others.
|
| - bool optimize = kind == Token::kILLEGAL;
|
| -
|
| __ Bind(&loop);
|
| - for (int unroll = optimize ? 4 : 2; unroll >= 0; unroll--) {
|
| - Label update;
|
| -
|
| - __ ldr(R2, Address(R8, kIcDataOffset));
|
| - __ cmp(R0, Operand(R2)); // Class id match?
|
| - if (num_args == 2) {
|
| - __ b(&update, NE); // Continue.
|
| - __ ldr(R2, Address(R8, kIcDataOffset + kWordSize));
|
| - __ cmp(R1, Operand(R2)); // Class id match?
|
| + for (int i = 0; i < num_args; i++) {
|
| + if (i > 0) {
|
| + // If not the first, load the next argument's class ID.
|
| + __ AddImmediate(R0, NOTFP, Smi::RawValue(-i));
|
| + __ ldr(R0, Address(SP, R0, LSL, 1));
|
| + __ LoadTaggedClassIdMayBeSmi(R0, R0);
|
| + // R0: next argument class ID (smi).
|
| + __ LoadFromOffset(kWord, R1, R8, i * kWordSize);
|
| + // R1: next class ID to check (smi).
|
| }
|
| - __ b(&found, EQ); // Break.
|
| -
|
| - __ Bind(&update);
|
| -
|
| - const intptr_t entry_size =
|
| - ICData::TestEntryLengthFor(num_args) * kWordSize;
|
| - __ AddImmediate(R8, entry_size); // Next entry.
|
| -
|
| - __ CompareImmediate(R2, Smi::RawValue(kIllegalCid)); // Done?
|
| - if (unroll == 0) {
|
| - __ b(&loop, NE);
|
| + __ cmp(R0, Operand(R1)); // Class id match?
|
| + if (i < (num_args - 1)) {
|
| + __ b(&update, NE); // Continue.
|
| } else {
|
| - __ b(&miss, EQ);
|
| + // Last check, all checks before matched.
|
| + __ b(&found, EQ); // Break.
|
| }
|
| }
|
| + __ Bind(&update);
|
| + // Reload receiver class ID. It has not been destroyed when num_args == 1.
|
| + if (num_args > 1) {
|
| + __ ldr(R0, Address(SP, NOTFP, LSL, 1));
|
| + __ LoadTaggedClassIdMayBeSmi(R0, R0);
|
| + }
|
| +
|
| + const intptr_t entry_size = ICData::TestEntryLengthFor(num_args) * kWordSize;
|
| + __ AddImmediate(R8, entry_size); // Next entry.
|
| + __ ldr(R1, Address(R8, 0)); // Next class ID.
|
| +
|
| + __ Bind(&test);
|
| + __ CompareImmediate(R1, Smi::RawValue(kIllegalCid)); // Done?
|
| + __ b(&loop, NE);
|
|
|
| - __ Bind(&miss);
|
| __ Comment("IC miss");
|
| // Compute address of arguments.
|
| // NOTFP: argument_count - 1 (smi).
|
| @@ -1494,14 +1494,14 @@ void StubCode::GenerateNArgsCheckInlineCacheStub(
|
| // R8: pointer to an IC data check group.
|
| const intptr_t target_offset = ICData::TargetIndexFor(num_args) * kWordSize;
|
| const intptr_t count_offset = ICData::CountIndexFor(num_args) * kWordSize;
|
| - __ LoadFromOffset(kWord, R0, R8, kIcDataOffset + target_offset);
|
| + __ LoadFromOffset(kWord, R0, R8, target_offset);
|
|
|
| if (FLAG_optimization_counter_threshold >= 0) {
|
| __ Comment("Update caller's counter");
|
| - __ LoadFromOffset(kWord, R1, R8, kIcDataOffset + count_offset);
|
| - // Ignore overflow.
|
| + __ LoadFromOffset(kWord, R1, R8, count_offset);
|
| __ adds(R1, R1, Operand(Smi::RawValue(1)));
|
| - __ StoreIntoSmiField(Address(R8, kIcDataOffset + count_offset), R1);
|
| + __ LoadImmediate(R1, Smi::RawValue(Smi::kMaxValue), VS); // Overflow.
|
| + __ StoreIntoSmiField(Address(R8, count_offset), R1);
|
| }
|
|
|
| __ Comment("Call target");
|
| @@ -1627,9 +1627,10 @@ void StubCode::GenerateZeroArgsUnoptimizedStaticCallStub(Assembler* assembler) {
|
| const intptr_t count_offset = ICData::CountIndexFor(0) * kWordSize;
|
|
|
| if (FLAG_optimization_counter_threshold >= 0) {
|
| - // Increment count for this call, ignore overflow.
|
| + // Increment count for this call.
|
| __ LoadFromOffset(kWord, R1, R8, count_offset);
|
| __ adds(R1, R1, Operand(Smi::RawValue(1)));
|
| + __ LoadImmediate(R1, Smi::RawValue(Smi::kMaxValue), VS); // Overflow.
|
| __ StoreIntoSmiField(Address(R8, count_offset), R1);
|
| }
|
|
|
|
|