| Index: runtime/vm/intermediate_language_x64.cc
|
| ===================================================================
|
| --- runtime/vm/intermediate_language_x64.cc (revision 26726)
|
| +++ runtime/vm/intermediate_language_x64.cc (working copy)
|
| @@ -96,20 +96,16 @@
|
| __ Bind(&done);
|
| }
|
| #endif
|
| - __ LeaveFrame();
|
| + __ LeaveFrame(true);
|
| __ ret();
|
|
|
| - // Generate 8 bytes of NOPs so that the debugger can patch the
|
| + // Generate 4 bytes of NOPs so that the debugger can patch the
|
| // return pattern with a call to the debug stub.
|
| // Note that the nop(8) byte pattern is not recognized by the debugger.
|
| __ nop(1);
|
| __ nop(1);
|
| __ nop(1);
|
| __ nop(1);
|
| - __ nop(1);
|
| - __ nop(1);
|
| - __ nop(1);
|
| - __ nop(1);
|
| compiler->AddCurrentDescriptor(PcDescriptors::kReturn,
|
| Isolate::kNoDeoptId,
|
| token_pos());
|
| @@ -315,7 +311,7 @@
|
| // The register allocator drops constant definitions that have no uses.
|
| if (!locs()->out().IsInvalid()) {
|
| Register result = locs()->out().reg();
|
| - __ LoadObject(result, value());
|
| + __ LoadObject(result, value(), Assembler::kNotPatchable);
|
| }
|
| }
|
|
|
| @@ -464,12 +460,11 @@
|
| const Array& kNoArgumentNames = Object::null_array();
|
| const int kNumArgumentsChecked = 2;
|
|
|
| - const Immediate& raw_null =
|
| - Immediate(reinterpret_cast<intptr_t>(Object::null()));
|
| Label check_identity;
|
| - __ cmpq(Address(RSP, 0 * kWordSize), raw_null);
|
| + __ LoadObject(TMP, Object::Handle(Object::null()));
|
| + __ cmpq(Address(RSP, 0 * kWordSize), TMP);
|
| __ j(EQUAL, &check_identity);
|
| - __ cmpq(Address(RSP, 1 * kWordSize), raw_null);
|
| + __ cmpq(Address(RSP, 1 * kWordSize), TMP);
|
| __ j(EQUAL, &check_identity);
|
|
|
| ICData& equality_ic_data = ICData::ZoneHandle(original_ic_data.raw());
|
| @@ -510,10 +505,12 @@
|
| __ popq(RDX);
|
| __ cmpq(RAX, RDX);
|
| __ j(EQUAL, &is_true);
|
| - __ LoadObject(RAX, (kind == Token::kEQ) ? Bool::False() : Bool::True());
|
| + __ LoadObject(RAX, (kind == Token::kEQ) ? Bool::False() : Bool::True(),
|
| + Assembler::kNotPatchable);
|
| __ jmp(&equality_done);
|
| __ Bind(&is_true);
|
| - __ LoadObject(RAX, (kind == Token::kEQ) ? Bool::True() : Bool::False());
|
| + __ LoadObject(RAX, (kind == Token::kEQ) ? Bool::True() : Bool::False(),
|
| + Assembler::kNotPatchable);
|
| if (kind == Token::kNE) {
|
| // Skip not-equal result conversion.
|
| __ jmp(&equality_done);
|
| @@ -536,10 +533,10 @@
|
| // Negate the condition: true label returns false and vice versa.
|
| __ CompareObject(RAX, Bool::True());
|
| __ j(EQUAL, &true_label, Assembler::kNearJump);
|
| - __ LoadObject(RAX, Bool::True());
|
| + __ LoadObject(RAX, Bool::True(), Assembler::kNotPatchable);
|
| __ jmp(&done, Assembler::kNearJump);
|
| __ Bind(&true_label);
|
| - __ LoadObject(RAX, Bool::False());
|
| + __ LoadObject(RAX, Bool::False(), Assembler::kNotPatchable);
|
| __ Bind(&done);
|
| }
|
| __ Bind(&equality_done);
|
| @@ -609,10 +606,10 @@
|
| Register result = locs->out().reg();
|
| Label load_true;
|
| __ j(cond, &load_true, Assembler::kNearJump);
|
| - __ LoadObject(result, Bool::False());
|
| + __ LoadObject(result, Bool::False(), Assembler::kNotPatchable);
|
| __ jmp(&done);
|
| __ Bind(&load_true);
|
| - __ LoadObject(result, Bool::True());
|
| + __ LoadObject(result, Bool::True(), Assembler::kNotPatchable);
|
| }
|
| } else {
|
| const int kNumberOfArguments = 2;
|
| @@ -628,10 +625,10 @@
|
| Label false_label;
|
| __ CompareObject(RAX, Bool::True());
|
| __ j(EQUAL, &false_label, Assembler::kNearJump);
|
| - __ LoadObject(RAX, Bool::True());
|
| + __ LoadObject(RAX, Bool::True(), Assembler::kNotPatchable);
|
| __ jmp(&done);
|
| __ Bind(&false_label);
|
| - __ LoadObject(RAX, Bool::False());
|
| + __ LoadObject(RAX, Bool::False(), Assembler::kNotPatchable);
|
| }
|
| } else {
|
| if (branch->is_checked()) {
|
| @@ -665,12 +662,11 @@
|
| __ testq(left, Immediate(kSmiTagMask));
|
| __ j(ZERO, deopt);
|
| // 'left' is not Smi.
|
| - const Immediate& raw_null =
|
| - Immediate(reinterpret_cast<intptr_t>(Object::null()));
|
| +
|
| Label identity_compare;
|
| - __ cmpq(right, raw_null);
|
| + __ CompareObject(right, Object::Handle(Object::null()));
|
| __ j(EQUAL, &identity_compare);
|
| - __ cmpq(left, raw_null);
|
| + __ CompareObject(left, Object::Handle(Object::null()));
|
| __ j(EQUAL, &identity_compare);
|
|
|
| __ LoadClassId(temp, left);
|
| @@ -691,10 +687,12 @@
|
| Register result = locs.out().reg();
|
| __ j(EQUAL, &is_equal, Assembler::kNearJump);
|
| // Not equal.
|
| - __ LoadObject(result, (kind == Token::kEQ) ? Bool::False() : Bool::True());
|
| + __ LoadObject(result, (kind == Token::kEQ) ? Bool::False() : Bool::True(),
|
| + Assembler::kNotPatchable);
|
| __ jmp(&done, Assembler::kNearJump);
|
| __ Bind(&is_equal);
|
| - __ LoadObject(result, (kind == Token::kEQ) ? Bool::True() : Bool::False());
|
| + __ LoadObject(result, (kind == Token::kEQ) ? Bool::True() : Bool::False(),
|
| + Assembler::kNotPatchable);
|
| __ Bind(&done);
|
| } else {
|
| Condition cond = TokenKindToSmiCondition(kind);
|
| @@ -717,12 +715,11 @@
|
| ASSERT(!ic_data.IsNull() && (ic_data.NumberOfChecks() > 0));
|
| Register left = locs->in(0).reg();
|
| Register right = locs->in(1).reg();
|
| - const Immediate& raw_null =
|
| - Immediate(reinterpret_cast<intptr_t>(Object::null()));
|
| +
|
| Label done, identity_compare, non_null_compare;
|
| - __ cmpq(right, raw_null);
|
| + __ CompareObject(right, Object::Handle(Object::null()));
|
| __ j(EQUAL, &identity_compare, Assembler::kNearJump);
|
| - __ cmpq(left, raw_null);
|
| + __ CompareObject(left, Object::Handle(Object::null()));
|
| __ j(NOT_EQUAL, &non_null_compare, Assembler::kNearJump);
|
| // Comparison with NULL is "===".
|
| __ Bind(&identity_compare);
|
| @@ -734,10 +731,10 @@
|
| Register result = locs->out().reg();
|
| Label load_true;
|
| __ j(cond, &load_true, Assembler::kNearJump);
|
| - __ LoadObject(result, Bool::False());
|
| + __ LoadObject(result, Bool::False(), Assembler::kNotPatchable);
|
| __ jmp(&done);
|
| __ Bind(&load_true);
|
| - __ LoadObject(result, Bool::True());
|
| + __ LoadObject(result, Bool::True(), Assembler::kNotPatchable);
|
| }
|
| __ jmp(&done);
|
| __ Bind(&non_null_compare); // Receiver is not null.
|
| @@ -795,10 +792,10 @@
|
| Register result = locs.out().reg();
|
| Label done, is_true;
|
| __ j(true_condition, &is_true);
|
| - __ LoadObject(result, Bool::False());
|
| + __ LoadObject(result, Bool::False(), Assembler::kNotPatchable);
|
| __ jmp(&done);
|
| __ Bind(&is_true);
|
| - __ LoadObject(result, Bool::True());
|
| + __ LoadObject(result, Bool::True(), Assembler::kNotPatchable);
|
| __ Bind(&done);
|
| }
|
| }
|
| @@ -1601,7 +1598,8 @@
|
| ASSERT((field_reg != value_reg) && (field_reg != value_cid_reg));
|
| }
|
|
|
| - __ LoadObject(field_reg, Field::ZoneHandle(field().raw()));
|
| + __ LoadObject(field_reg, Field::ZoneHandle(field().raw()),
|
| + Assembler::kNotPatchable);
|
|
|
| FieldAddress field_cid_operand(field_reg, Field::guarded_cid_offset());
|
| FieldAddress field_nullability_operand(
|
| @@ -1747,7 +1745,8 @@
|
| }
|
| } else {
|
| if (field_reg != kNoRegister) {
|
| - __ LoadObject(field_reg, Field::ZoneHandle(field().raw()));
|
| + __ LoadObject(field_reg, Field::ZoneHandle(field().raw()),
|
| + Assembler::kNotPatchable);
|
| }
|
|
|
| if (value_cid == kDynamicCid) {
|
| @@ -1783,9 +1782,7 @@
|
|
|
| if (field().is_nullable() && (field_cid != kNullCid)) {
|
| __ j(EQUAL, &ok);
|
| - const Immediate& raw_null =
|
| - Immediate(reinterpret_cast<intptr_t>(Object::null()));
|
| - __ cmpq(value_reg, raw_null);
|
| + __ CompareObject(value_reg, Object::Handle(Object::null()));
|
| }
|
|
|
| if (ok_is_fall_through) {
|
| @@ -1910,7 +1907,7 @@
|
| Register value = locs()->in(0).reg();
|
| Register temp = locs()->temp(0).reg();
|
|
|
| - __ LoadObject(temp, field());
|
| + __ LoadObject(temp, field(), Assembler::kNotPatchable);
|
| if (this->value()->NeedsStoreBuffer()) {
|
| __ StoreIntoObject(temp,
|
| FieldAddress(temp, Field::value_offset()), value, CanValueBeSmi());
|
| @@ -2062,9 +2059,7 @@
|
| Label type_arguments_instantiated;
|
| const intptr_t len = type_arguments().Length();
|
| if (type_arguments().IsRawInstantiatedRaw(len)) {
|
| - const Immediate& raw_null =
|
| - Immediate(reinterpret_cast<intptr_t>(Object::null()));
|
| - __ cmpq(instantiator_reg, raw_null);
|
| + __ CompareObject(instantiator_reg, Object::Handle(Object::null()));
|
| __ j(EQUAL, &type_arguments_instantiated, Assembler::kNearJump);
|
| }
|
| // Instantiate non-null type arguments.
|
| @@ -2111,14 +2106,13 @@
|
| // the type arguments.
|
| Label type_arguments_instantiated;
|
| ASSERT(type_arguments().IsRawInstantiatedRaw(type_arguments().Length()));
|
| - const Immediate& raw_null =
|
| - Immediate(reinterpret_cast<intptr_t>(Object::null()));
|
| - __ cmpq(instantiator_reg, raw_null);
|
| +
|
| + __ CompareObject(instantiator_reg, Object::Handle(Object::null()));
|
| __ j(EQUAL, &type_arguments_instantiated, Assembler::kNearJump);
|
| // Instantiate non-null type arguments.
|
| // In the non-factory case, we rely on the allocation stub to
|
| // instantiate the type arguments.
|
| - __ LoadObject(result_reg, type_arguments());
|
| + __ LoadObject(result_reg, type_arguments(), Assembler::kNotPatchable);
|
| // result_reg: uninstantiated type arguments.
|
|
|
| __ Bind(&type_arguments_instantiated);
|
| @@ -2153,10 +2147,9 @@
|
| // instantiated from null becomes a vector of dynamic, then use null as
|
| // the type arguments and do not pass the instantiator.
|
| ASSERT(type_arguments().IsRawInstantiatedRaw(type_arguments().Length()));
|
| - const Immediate& raw_null =
|
| - Immediate(reinterpret_cast<intptr_t>(Object::null()));
|
| +
|
| Label instantiator_not_null;
|
| - __ cmpq(instantiator_reg, raw_null);
|
| + __ CompareObject(instantiator_reg, Object::Handle(Object::null()));
|
| __ j(NOT_EQUAL, &instantiator_not_null, Assembler::kNearJump);
|
| // Null was used in VisitExtractConstructorTypeArguments as the
|
| // instantiated type arguments, no proper instantiator needed.
|
| @@ -2230,6 +2223,10 @@
|
| try_index(),
|
| compiler->assembler()->CodeSize(),
|
| catch_handler_types_);
|
| +
|
| + // Restore the pool pointer.
|
| + __ LoadPoolPointer();
|
| +
|
| if (HasParallelMove()) {
|
| compiler->parallel_move_resolver()->EmitNativeCode(parallel_move());
|
| }
|
| @@ -2309,7 +2306,8 @@
|
| // In unoptimized code check the usage counter to trigger OSR at loop
|
| // stack checks. Use progressively higher thresholds for more deeply
|
| // nested loops to attempt to hit outer loops with OSR when possible.
|
| - __ LoadObject(temp, compiler->parsed_function().function());
|
| + __ LoadObject(temp, compiler->parsed_function().function(),
|
| + Assembler::kNotPatchable);
|
| intptr_t threshold =
|
| FLAG_optimization_counter_threshold * (loop_depth() + 1);
|
| __ cmpq(FieldAddress(temp, Function::usage_counter_offset()),
|
| @@ -3756,10 +3754,10 @@
|
| __ addq(RSP, Immediate(16));
|
| __ testl(result, result);
|
| __ j(NOT_ZERO, &non_zero, Assembler::kNearJump);
|
| - __ LoadObject(result, Bool::False());
|
| + __ LoadObject(result, Bool::False(), Assembler::kNotPatchable);
|
| __ jmp(&done);
|
| __ Bind(&non_zero);
|
| - __ LoadObject(result, Bool::True());
|
| + __ LoadObject(result, Bool::True(), Assembler::kNotPatchable);
|
| __ Bind(&done);
|
| }
|
|
|
| @@ -4373,9 +4371,8 @@
|
| if (IsNullCheck()) {
|
| Label* deopt = compiler->AddDeoptStub(deopt_id(),
|
| kDeoptCheckClass);
|
| - const Immediate& raw_null =
|
| - Immediate(reinterpret_cast<intptr_t>(Object::null()));
|
| - __ cmpq(locs()->in(0).reg(), raw_null);
|
| + __ CompareObject(locs()->in(0).reg(),
|
| + Object::Handle(Object::null()));
|
| __ j(EQUAL, deopt);
|
| return;
|
| }
|
| @@ -4652,7 +4649,8 @@
|
| const bool result = (kind() == Token::kEQ_STRICT) ?
|
| left.constant().raw() == right.constant().raw() :
|
| left.constant().raw() != right.constant().raw();
|
| - __ LoadObject(locs()->out().reg(), result ? Bool::True() : Bool::False());
|
| + __ LoadObject(locs()->out().reg(), result ? Bool::True() : Bool::False(),
|
| + Assembler::kNotPatchable);
|
| return;
|
| }
|
| if (left.IsConstant()) {
|
| @@ -4676,10 +4674,10 @@
|
| Label load_true, done;
|
| Condition true_condition = (kind() == Token::kEQ_STRICT) ? EQUAL : NOT_EQUAL;
|
| __ j(true_condition, &load_true, Assembler::kNearJump);
|
| - __ LoadObject(result, Bool::False());
|
| + __ LoadObject(result, Bool::False(), Assembler::kNotPatchable);
|
| __ jmp(&done, Assembler::kNearJump);
|
| __ Bind(&load_true);
|
| - __ LoadObject(result, Bool::True());
|
| + __ LoadObject(result, Bool::True(), Assembler::kNotPatchable);
|
| __ Bind(&done);
|
| }
|
|
|
| @@ -4738,7 +4736,7 @@
|
| const Array& arguments_descriptor =
|
| Array::ZoneHandle(ArgumentsDescriptor::New(argument_count,
|
| argument_names()));
|
| - __ LoadObject(temp_reg, arguments_descriptor);
|
| + __ LoadObject(temp_reg, arguments_descriptor, Assembler::kNotPatchable);
|
| ASSERT(temp_reg == R10);
|
| compiler->GenerateDartCall(deopt_id(),
|
| token_pos(),
|
| @@ -4761,10 +4759,10 @@
|
| Register result = locs()->out().reg();
|
|
|
| Label done;
|
| - __ LoadObject(result, Bool::True());
|
| + __ LoadObject(result, Bool::True(), Assembler::kNotPatchable);
|
| __ CompareRegisters(result, value);
|
| __ j(NOT_EQUAL, &done, Assembler::kNearJump);
|
| - __ LoadObject(result, Bool::False());
|
| + __ LoadObject(result, Bool::False(), Assembler::kNotPatchable);
|
| __ Bind(&done);
|
| }
|
|
|
|
|