| Index: src/ic/ic.cc
|
| diff --git a/src/ic/ic.cc b/src/ic/ic.cc
|
| index 69954a8d183dea998a92a5d59ef87d570a9f8da6..4c34e221737d76c88b3c2cd8577b7a5fca632ad9 100644
|
| --- a/src/ic/ic.cc
|
| +++ b/src/ic/ic.cc
|
| @@ -552,7 +552,7 @@ void CompareIC::Clear(Isolate* isolate, Address address, Code* target,
|
| DCHECK(CodeStub::GetMajorKey(target) == CodeStub::CompareIC);
|
| CompareICStub stub(target->stub_key(), isolate);
|
| // Only clear CompareICs that can retain objects.
|
| - if (stub.state() != KNOWN_OBJECT) return;
|
| + if (stub.state() != CompareICState::KNOWN_OBJECT) return;
|
| SetTargetAtAddress(address, GetRawUninitialized(isolate, stub.op()),
|
| constant_pool);
|
| PatchInlinedSmiCode(address, DISABLE_INLINED_SMI_CHECK);
|
| @@ -815,7 +815,7 @@ Handle<Code> LoadIC::initialize_stub(Isolate* isolate,
|
|
|
| Handle<Code> LoadIC::megamorphic_stub() {
|
| if (kind() == Code::LOAD_IC) {
|
| - MegamorphicLoadStub stub(isolate(), State(extra_ic_state()));
|
| + MegamorphicLoadStub stub(isolate(), LoadICState(extra_ic_state()));
|
| return stub.GetCode();
|
| } else {
|
| DCHECK_EQ(Code::KEYED_LOAD_IC, kind());
|
| @@ -1339,16 +1339,9 @@ MaybeHandle<Object> StoreIC::Store(Handle<Object> object, Handle<Name> name,
|
| }
|
|
|
|
|
| -OStream& operator<<(OStream& os, const CallIC::State& s) {
|
| - return os << "(args(" << s.arg_count() << "), "
|
| - << (s.call_type() == CallIC::METHOD ? "METHOD" : "FUNCTION")
|
| - << ", ";
|
| -}
|
| -
|
| -
|
| Handle<Code> CallIC::initialize_stub(Isolate* isolate, int argc,
|
| - CallType call_type) {
|
| - CallICStub stub(isolate, State(argc, call_type));
|
| + CallICState::CallType call_type) {
|
| + CallICStub stub(isolate, CallICState(argc, call_type));
|
| Handle<Code> code = stub.GetCode();
|
| return code;
|
| }
|
| @@ -1836,21 +1829,9 @@ MaybeHandle<Object> KeyedStoreIC::Store(Handle<Object> object,
|
| }
|
|
|
|
|
| -CallIC::State::State(ExtraICState extra_ic_state)
|
| - : argc_(ArgcBits::decode(extra_ic_state)),
|
| - call_type_(CallTypeBits::decode(extra_ic_state)) {}
|
| -
|
| -
|
| -ExtraICState CallIC::State::GetExtraICState() const {
|
| - ExtraICState extra_ic_state =
|
| - ArgcBits::encode(argc_) | CallTypeBits::encode(call_type_);
|
| - return extra_ic_state;
|
| -}
|
| -
|
| -
|
| bool CallIC::DoCustomHandler(Handle<Object> receiver, Handle<Object> function,
|
| Handle<FixedArray> vector, Handle<Smi> slot,
|
| - const State& state) {
|
| + const CallICState& state) {
|
| DCHECK(FLAG_use_ic && function->IsJSFunction());
|
|
|
| // Are we the array function?
|
| @@ -1885,7 +1866,7 @@ bool CallIC::DoCustomHandler(Handle<Object> receiver, Handle<Object> function,
|
|
|
| void CallIC::PatchMegamorphic(Handle<Object> function,
|
| Handle<FixedArray> vector, Handle<Smi> slot) {
|
| - State state(target()->extra_ic_state());
|
| + CallICState state(target()->extra_ic_state());
|
| IC::State old_state = FeedbackToState(vector, slot);
|
|
|
| // We are going generic.
|
| @@ -1910,7 +1891,7 @@ void CallIC::PatchMegamorphic(Handle<Object> function,
|
|
|
| void CallIC::HandleMiss(Handle<Object> receiver, Handle<Object> function,
|
| Handle<FixedArray> vector, Handle<Smi> slot) {
|
| - State state(target()->extra_ic_state());
|
| + CallICState state(target()->extra_ic_state());
|
| IC::State old_state = FeedbackToState(vector, slot);
|
| Handle<Object> name = isolate()->factory()->empty_string();
|
| Object* feedback = vector->get(slot->value());
|
| @@ -2173,430 +2154,10 @@ RUNTIME_FUNCTION(ElementsTransitionAndStoreIC_Miss) {
|
| }
|
|
|
|
|
| -BinaryOpIC::State::State(Isolate* isolate, ExtraICState extra_ic_state)
|
| - : isolate_(isolate) {
|
| - op_ =
|
| - static_cast<Token::Value>(FIRST_TOKEN + OpField::decode(extra_ic_state));
|
| - mode_ = OverwriteModeField::decode(extra_ic_state);
|
| - fixed_right_arg_ =
|
| - Maybe<int>(HasFixedRightArgField::decode(extra_ic_state),
|
| - 1 << FixedRightArgValueField::decode(extra_ic_state));
|
| - left_kind_ = LeftKindField::decode(extra_ic_state);
|
| - if (fixed_right_arg_.has_value) {
|
| - right_kind_ = Smi::IsValid(fixed_right_arg_.value) ? SMI : INT32;
|
| - } else {
|
| - right_kind_ = RightKindField::decode(extra_ic_state);
|
| - }
|
| - result_kind_ = ResultKindField::decode(extra_ic_state);
|
| - DCHECK_LE(FIRST_TOKEN, op_);
|
| - DCHECK_LE(op_, LAST_TOKEN);
|
| -}
|
| -
|
| -
|
| -ExtraICState BinaryOpIC::State::GetExtraICState() const {
|
| - ExtraICState extra_ic_state =
|
| - OpField::encode(op_ - FIRST_TOKEN) | OverwriteModeField::encode(mode_) |
|
| - LeftKindField::encode(left_kind_) |
|
| - ResultKindField::encode(result_kind_) |
|
| - HasFixedRightArgField::encode(fixed_right_arg_.has_value);
|
| - if (fixed_right_arg_.has_value) {
|
| - extra_ic_state = FixedRightArgValueField::update(
|
| - extra_ic_state, WhichPowerOf2(fixed_right_arg_.value));
|
| - } else {
|
| - extra_ic_state = RightKindField::update(extra_ic_state, right_kind_);
|
| - }
|
| - return extra_ic_state;
|
| -}
|
| -
|
| -
|
| -// static
|
| -void BinaryOpIC::State::GenerateAheadOfTime(Isolate* isolate,
|
| - void (*Generate)(Isolate*,
|
| - const State&)) {
|
| -// TODO(olivf) We should investigate why adding stubs to the snapshot is so
|
| -// expensive at runtime. When solved we should be able to add most binops to
|
| -// the snapshot instead of hand-picking them.
|
| -// Generated list of commonly used stubs
|
| -#define GENERATE(op, left_kind, right_kind, result_kind, mode) \
|
| - do { \
|
| - State state(isolate, op, mode); \
|
| - state.left_kind_ = left_kind; \
|
| - state.fixed_right_arg_.has_value = false; \
|
| - state.right_kind_ = right_kind; \
|
| - state.result_kind_ = result_kind; \
|
| - Generate(isolate, state); \
|
| - } while (false)
|
| - GENERATE(Token::ADD, INT32, INT32, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::ADD, INT32, INT32, INT32, OVERWRITE_LEFT);
|
| - GENERATE(Token::ADD, INT32, INT32, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::ADD, INT32, INT32, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::ADD, INT32, NUMBER, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::ADD, INT32, NUMBER, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::ADD, INT32, NUMBER, NUMBER, OVERWRITE_RIGHT);
|
| - GENERATE(Token::ADD, INT32, SMI, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::ADD, INT32, SMI, INT32, OVERWRITE_LEFT);
|
| - GENERATE(Token::ADD, INT32, SMI, INT32, OVERWRITE_RIGHT);
|
| - GENERATE(Token::ADD, NUMBER, INT32, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::ADD, NUMBER, INT32, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::ADD, NUMBER, INT32, NUMBER, OVERWRITE_RIGHT);
|
| - GENERATE(Token::ADD, NUMBER, NUMBER, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::ADD, NUMBER, NUMBER, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::ADD, NUMBER, NUMBER, NUMBER, OVERWRITE_RIGHT);
|
| - GENERATE(Token::ADD, NUMBER, SMI, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::ADD, NUMBER, SMI, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::ADD, NUMBER, SMI, NUMBER, OVERWRITE_RIGHT);
|
| - GENERATE(Token::ADD, SMI, INT32, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::ADD, SMI, INT32, INT32, OVERWRITE_LEFT);
|
| - GENERATE(Token::ADD, SMI, INT32, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::ADD, SMI, NUMBER, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::ADD, SMI, NUMBER, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::ADD, SMI, NUMBER, NUMBER, OVERWRITE_RIGHT);
|
| - GENERATE(Token::ADD, SMI, SMI, INT32, OVERWRITE_LEFT);
|
| - GENERATE(Token::ADD, SMI, SMI, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_AND, INT32, INT32, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_AND, INT32, INT32, INT32, OVERWRITE_LEFT);
|
| - GENERATE(Token::BIT_AND, INT32, INT32, INT32, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_AND, INT32, INT32, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_AND, INT32, INT32, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_AND, INT32, SMI, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_AND, INT32, SMI, INT32, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_AND, INT32, SMI, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_AND, INT32, SMI, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::BIT_AND, INT32, SMI, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_AND, NUMBER, INT32, INT32, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_AND, NUMBER, SMI, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_AND, NUMBER, SMI, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_AND, SMI, INT32, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_AND, SMI, INT32, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_AND, SMI, NUMBER, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_AND, SMI, SMI, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_AND, SMI, SMI, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::BIT_AND, SMI, SMI, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_OR, INT32, INT32, INT32, OVERWRITE_LEFT);
|
| - GENERATE(Token::BIT_OR, INT32, INT32, INT32, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_OR, INT32, INT32, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::BIT_OR, INT32, SMI, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_OR, INT32, SMI, INT32, OVERWRITE_LEFT);
|
| - GENERATE(Token::BIT_OR, INT32, SMI, INT32, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_OR, INT32, SMI, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_OR, INT32, SMI, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_OR, NUMBER, SMI, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_OR, NUMBER, SMI, INT32, OVERWRITE_LEFT);
|
| - GENERATE(Token::BIT_OR, NUMBER, SMI, INT32, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_OR, NUMBER, SMI, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_OR, NUMBER, SMI, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::BIT_OR, SMI, INT32, INT32, OVERWRITE_LEFT);
|
| - GENERATE(Token::BIT_OR, SMI, INT32, INT32, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_OR, SMI, INT32, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_OR, SMI, SMI, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::BIT_OR, SMI, SMI, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_XOR, INT32, INT32, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_XOR, INT32, INT32, INT32, OVERWRITE_LEFT);
|
| - GENERATE(Token::BIT_XOR, INT32, INT32, INT32, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_XOR, INT32, INT32, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_XOR, INT32, INT32, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::BIT_XOR, INT32, NUMBER, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_XOR, INT32, SMI, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_XOR, INT32, SMI, INT32, OVERWRITE_LEFT);
|
| - GENERATE(Token::BIT_XOR, INT32, SMI, INT32, OVERWRITE_RIGHT);
|
| - GENERATE(Token::BIT_XOR, NUMBER, INT32, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_XOR, NUMBER, SMI, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_XOR, NUMBER, SMI, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_XOR, SMI, INT32, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_XOR, SMI, INT32, INT32, OVERWRITE_LEFT);
|
| - GENERATE(Token::BIT_XOR, SMI, INT32, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::BIT_XOR, SMI, SMI, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::BIT_XOR, SMI, SMI, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::BIT_XOR, SMI, SMI, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::DIV, INT32, INT32, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::DIV, INT32, INT32, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::DIV, INT32, NUMBER, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::DIV, INT32, NUMBER, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::DIV, INT32, SMI, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::DIV, INT32, SMI, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::DIV, NUMBER, INT32, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::DIV, NUMBER, INT32, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::DIV, NUMBER, NUMBER, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::DIV, NUMBER, NUMBER, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::DIV, NUMBER, NUMBER, NUMBER, OVERWRITE_RIGHT);
|
| - GENERATE(Token::DIV, NUMBER, SMI, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::DIV, NUMBER, SMI, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::DIV, SMI, INT32, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::DIV, SMI, INT32, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::DIV, SMI, INT32, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::DIV, SMI, NUMBER, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::DIV, SMI, NUMBER, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::DIV, SMI, NUMBER, NUMBER, OVERWRITE_RIGHT);
|
| - GENERATE(Token::DIV, SMI, SMI, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::DIV, SMI, SMI, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::DIV, SMI, SMI, NUMBER, OVERWRITE_RIGHT);
|
| - GENERATE(Token::DIV, SMI, SMI, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::DIV, SMI, SMI, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::DIV, SMI, SMI, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::MOD, NUMBER, SMI, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::MOD, SMI, SMI, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::MOD, SMI, SMI, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::MUL, INT32, INT32, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::MUL, INT32, INT32, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::MUL, INT32, NUMBER, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::MUL, INT32, NUMBER, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::MUL, INT32, SMI, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::MUL, INT32, SMI, INT32, OVERWRITE_LEFT);
|
| - GENERATE(Token::MUL, INT32, SMI, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::MUL, NUMBER, INT32, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::MUL, NUMBER, INT32, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::MUL, NUMBER, INT32, NUMBER, OVERWRITE_RIGHT);
|
| - GENERATE(Token::MUL, NUMBER, NUMBER, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::MUL, NUMBER, NUMBER, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::MUL, NUMBER, SMI, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::MUL, NUMBER, SMI, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::MUL, NUMBER, SMI, NUMBER, OVERWRITE_RIGHT);
|
| - GENERATE(Token::MUL, SMI, INT32, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::MUL, SMI, INT32, INT32, OVERWRITE_LEFT);
|
| - GENERATE(Token::MUL, SMI, INT32, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::MUL, SMI, NUMBER, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::MUL, SMI, NUMBER, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::MUL, SMI, NUMBER, NUMBER, OVERWRITE_RIGHT);
|
| - GENERATE(Token::MUL, SMI, SMI, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::MUL, SMI, SMI, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::MUL, SMI, SMI, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::MUL, SMI, SMI, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::MUL, SMI, SMI, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::MUL, SMI, SMI, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::SAR, INT32, SMI, INT32, OVERWRITE_RIGHT);
|
| - GENERATE(Token::SAR, INT32, SMI, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::SAR, INT32, SMI, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::SAR, NUMBER, SMI, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::SAR, NUMBER, SMI, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::SAR, SMI, SMI, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::SAR, SMI, SMI, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::SHL, INT32, SMI, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::SHL, INT32, SMI, INT32, OVERWRITE_RIGHT);
|
| - GENERATE(Token::SHL, INT32, SMI, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::SHL, INT32, SMI, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::SHL, NUMBER, SMI, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::SHL, SMI, SMI, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::SHL, SMI, SMI, INT32, OVERWRITE_LEFT);
|
| - GENERATE(Token::SHL, SMI, SMI, INT32, OVERWRITE_RIGHT);
|
| - GENERATE(Token::SHL, SMI, SMI, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::SHL, SMI, SMI, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::SHL, SMI, SMI, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::SHR, INT32, SMI, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::SHR, INT32, SMI, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::SHR, INT32, SMI, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::SHR, NUMBER, SMI, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::SHR, NUMBER, SMI, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::SHR, NUMBER, SMI, INT32, OVERWRITE_RIGHT);
|
| - GENERATE(Token::SHR, SMI, SMI, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::SHR, SMI, SMI, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::SHR, SMI, SMI, SMI, OVERWRITE_RIGHT);
|
| - GENERATE(Token::SUB, INT32, INT32, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::SUB, INT32, INT32, INT32, OVERWRITE_LEFT);
|
| - GENERATE(Token::SUB, INT32, NUMBER, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::SUB, INT32, NUMBER, NUMBER, OVERWRITE_RIGHT);
|
| - GENERATE(Token::SUB, INT32, SMI, INT32, OVERWRITE_LEFT);
|
| - GENERATE(Token::SUB, INT32, SMI, INT32, OVERWRITE_RIGHT);
|
| - GENERATE(Token::SUB, NUMBER, INT32, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::SUB, NUMBER, INT32, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::SUB, NUMBER, NUMBER, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::SUB, NUMBER, NUMBER, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::SUB, NUMBER, NUMBER, NUMBER, OVERWRITE_RIGHT);
|
| - GENERATE(Token::SUB, NUMBER, SMI, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::SUB, NUMBER, SMI, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::SUB, NUMBER, SMI, NUMBER, OVERWRITE_RIGHT);
|
| - GENERATE(Token::SUB, SMI, INT32, INT32, NO_OVERWRITE);
|
| - GENERATE(Token::SUB, SMI, NUMBER, NUMBER, NO_OVERWRITE);
|
| - GENERATE(Token::SUB, SMI, NUMBER, NUMBER, OVERWRITE_LEFT);
|
| - GENERATE(Token::SUB, SMI, NUMBER, NUMBER, OVERWRITE_RIGHT);
|
| - GENERATE(Token::SUB, SMI, SMI, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::SUB, SMI, SMI, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::SUB, SMI, SMI, SMI, OVERWRITE_RIGHT);
|
| -#undef GENERATE
|
| -#define GENERATE(op, left_kind, fixed_right_arg_value, result_kind, mode) \
|
| - do { \
|
| - State state(isolate, op, mode); \
|
| - state.left_kind_ = left_kind; \
|
| - state.fixed_right_arg_.has_value = true; \
|
| - state.fixed_right_arg_.value = fixed_right_arg_value; \
|
| - state.right_kind_ = SMI; \
|
| - state.result_kind_ = result_kind; \
|
| - Generate(isolate, state); \
|
| - } while (false)
|
| - GENERATE(Token::MOD, SMI, 2, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::MOD, SMI, 4, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::MOD, SMI, 4, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::MOD, SMI, 8, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::MOD, SMI, 16, SMI, OVERWRITE_LEFT);
|
| - GENERATE(Token::MOD, SMI, 32, SMI, NO_OVERWRITE);
|
| - GENERATE(Token::MOD, SMI, 2048, SMI, NO_OVERWRITE);
|
| -#undef GENERATE
|
| -}
|
| -
|
| -
|
| -Type* BinaryOpIC::State::GetResultType(Zone* zone) const {
|
| - Kind result_kind = result_kind_;
|
| - if (HasSideEffects()) {
|
| - result_kind = NONE;
|
| - } else if (result_kind == GENERIC && op_ == Token::ADD) {
|
| - return Type::Union(Type::Number(zone), Type::String(zone), zone);
|
| - } else if (result_kind == NUMBER && op_ == Token::SHR) {
|
| - return Type::Unsigned32(zone);
|
| - }
|
| - DCHECK_NE(GENERIC, result_kind);
|
| - return KindToType(result_kind, zone);
|
| -}
|
| -
|
| -
|
| -OStream& operator<<(OStream& os, const BinaryOpIC::State& s) {
|
| - os << "(" << Token::Name(s.op_);
|
| - if (s.mode_ == OVERWRITE_LEFT)
|
| - os << "_ReuseLeft";
|
| - else if (s.mode_ == OVERWRITE_RIGHT)
|
| - os << "_ReuseRight";
|
| - if (s.CouldCreateAllocationMementos()) os << "_CreateAllocationMementos";
|
| - os << ":" << BinaryOpIC::State::KindToString(s.left_kind_) << "*";
|
| - if (s.fixed_right_arg_.has_value) {
|
| - os << s.fixed_right_arg_.value;
|
| - } else {
|
| - os << BinaryOpIC::State::KindToString(s.right_kind_);
|
| - }
|
| - return os << "->" << BinaryOpIC::State::KindToString(s.result_kind_) << ")";
|
| -}
|
| -
|
| -
|
| -void BinaryOpIC::State::Update(Handle<Object> left, Handle<Object> right,
|
| - Handle<Object> result) {
|
| - ExtraICState old_extra_ic_state = GetExtraICState();
|
| -
|
| - left_kind_ = UpdateKind(left, left_kind_);
|
| - right_kind_ = UpdateKind(right, right_kind_);
|
| -
|
| - int32_t fixed_right_arg_value = 0;
|
| - bool has_fixed_right_arg =
|
| - op_ == Token::MOD && right->ToInt32(&fixed_right_arg_value) &&
|
| - fixed_right_arg_value > 0 &&
|
| - base::bits::IsPowerOfTwo32(fixed_right_arg_value) &&
|
| - FixedRightArgValueField::is_valid(WhichPowerOf2(fixed_right_arg_value)) &&
|
| - (left_kind_ == SMI || left_kind_ == INT32) &&
|
| - (result_kind_ == NONE || !fixed_right_arg_.has_value);
|
| - fixed_right_arg_ = Maybe<int32_t>(has_fixed_right_arg, fixed_right_arg_value);
|
| -
|
| - result_kind_ = UpdateKind(result, result_kind_);
|
| -
|
| - if (!Token::IsTruncatingBinaryOp(op_)) {
|
| - Kind input_kind = Max(left_kind_, right_kind_);
|
| - if (result_kind_ < input_kind && input_kind <= NUMBER) {
|
| - result_kind_ = input_kind;
|
| - }
|
| - }
|
| -
|
| - // We don't want to distinguish INT32 and NUMBER for string add (because
|
| - // NumberToString can't make use of this anyway).
|
| - if (left_kind_ == STRING && right_kind_ == INT32) {
|
| - DCHECK_EQ(STRING, result_kind_);
|
| - DCHECK_EQ(Token::ADD, op_);
|
| - right_kind_ = NUMBER;
|
| - } else if (right_kind_ == STRING && left_kind_ == INT32) {
|
| - DCHECK_EQ(STRING, result_kind_);
|
| - DCHECK_EQ(Token::ADD, op_);
|
| - left_kind_ = NUMBER;
|
| - }
|
| -
|
| - // Reset overwrite mode unless we can actually make use of it, or may be able
|
| - // to make use of it at some point in the future.
|
| - if ((mode_ == OVERWRITE_LEFT && left_kind_ > NUMBER) ||
|
| - (mode_ == OVERWRITE_RIGHT && right_kind_ > NUMBER) ||
|
| - result_kind_ > NUMBER) {
|
| - mode_ = NO_OVERWRITE;
|
| - }
|
| -
|
| - if (old_extra_ic_state == GetExtraICState()) {
|
| - // Tagged operations can lead to non-truncating HChanges
|
| - if (left->IsUndefined() || left->IsBoolean()) {
|
| - left_kind_ = GENERIC;
|
| - } else {
|
| - DCHECK(right->IsUndefined() || right->IsBoolean());
|
| - right_kind_ = GENERIC;
|
| - }
|
| - }
|
| -}
|
| -
|
| -
|
| -BinaryOpIC::State::Kind BinaryOpIC::State::UpdateKind(Handle<Object> object,
|
| - Kind kind) const {
|
| - Kind new_kind = GENERIC;
|
| - bool is_truncating = Token::IsTruncatingBinaryOp(op());
|
| - if (object->IsBoolean() && is_truncating) {
|
| - // Booleans will be automatically truncated by HChange.
|
| - new_kind = INT32;
|
| - } else if (object->IsUndefined()) {
|
| - // Undefined will be automatically truncated by HChange.
|
| - new_kind = is_truncating ? INT32 : NUMBER;
|
| - } else if (object->IsSmi()) {
|
| - new_kind = SMI;
|
| - } else if (object->IsHeapNumber()) {
|
| - double value = Handle<HeapNumber>::cast(object)->value();
|
| - new_kind = IsInt32Double(value) ? INT32 : NUMBER;
|
| - } else if (object->IsString() && op() == Token::ADD) {
|
| - new_kind = STRING;
|
| - }
|
| - if (new_kind == INT32 && SmiValuesAre32Bits()) {
|
| - new_kind = NUMBER;
|
| - }
|
| - if (kind != NONE && ((new_kind <= NUMBER && kind > NUMBER) ||
|
| - (new_kind > NUMBER && kind <= NUMBER))) {
|
| - new_kind = GENERIC;
|
| - }
|
| - return Max(kind, new_kind);
|
| -}
|
| -
|
| -
|
| -// static
|
| -const char* BinaryOpIC::State::KindToString(Kind kind) {
|
| - switch (kind) {
|
| - case NONE:
|
| - return "None";
|
| - case SMI:
|
| - return "Smi";
|
| - case INT32:
|
| - return "Int32";
|
| - case NUMBER:
|
| - return "Number";
|
| - case STRING:
|
| - return "String";
|
| - case GENERIC:
|
| - return "Generic";
|
| - }
|
| - UNREACHABLE();
|
| - return NULL;
|
| -}
|
| -
|
| -
|
| -// static
|
| -Type* BinaryOpIC::State::KindToType(Kind kind, Zone* zone) {
|
| - switch (kind) {
|
| - case NONE:
|
| - return Type::None(zone);
|
| - case SMI:
|
| - return Type::SignedSmall(zone);
|
| - case INT32:
|
| - return Type::Signed32(zone);
|
| - case NUMBER:
|
| - return Type::Number(zone);
|
| - case STRING:
|
| - return Type::String(zone);
|
| - case GENERIC:
|
| - return Type::Any(zone);
|
| - }
|
| - UNREACHABLE();
|
| - return NULL;
|
| -}
|
| -
|
| -
|
| MaybeHandle<Object> BinaryOpIC::Transition(
|
| Handle<AllocationSite> allocation_site, Handle<Object> left,
|
| Handle<Object> right) {
|
| - State state(isolate(), target()->extra_ic_state());
|
| + BinaryOpICState state(isolate(), target()->extra_ic_state());
|
|
|
| // Compute the actual result using the builtin for the binary operation.
|
| Object* builtin = isolate()->js_builtins_object()->javascript_builtin(
|
| @@ -2611,7 +2172,7 @@ MaybeHandle<Object> BinaryOpIC::Transition(
|
| // update the state of this very IC, so we must update the stored state.
|
| UpdateTarget();
|
| // Compute the new state.
|
| - State old_state(isolate(), target()->extra_ic_state());
|
| + BinaryOpICState old_state(isolate(), target()->extra_ic_state());
|
| state.Update(left, right, result);
|
|
|
| // Check if we have a string operation here.
|
| @@ -2693,7 +2254,9 @@ RUNTIME_FUNCTION(BinaryOpIC_MissWithAllocationSite) {
|
|
|
|
|
| Code* CompareIC::GetRawUninitialized(Isolate* isolate, Token::Value op) {
|
| - CompareICStub stub(isolate, op, UNINITIALIZED, UNINITIALIZED, UNINITIALIZED);
|
| + CompareICStub stub(isolate, op, CompareICState::UNINITIALIZED,
|
| + CompareICState::UNINITIALIZED,
|
| + CompareICState::UNINITIALIZED);
|
| Code* code = NULL;
|
| CHECK(stub.FindCodeInCache(&code));
|
| return code;
|
| @@ -2701,177 +2264,25 @@ Code* CompareIC::GetRawUninitialized(Isolate* isolate, Token::Value op) {
|
|
|
|
|
| Handle<Code> CompareIC::GetUninitialized(Isolate* isolate, Token::Value op) {
|
| - CompareICStub stub(isolate, op, UNINITIALIZED, UNINITIALIZED, UNINITIALIZED);
|
| + CompareICStub stub(isolate, op, CompareICState::UNINITIALIZED,
|
| + CompareICState::UNINITIALIZED,
|
| + CompareICState::UNINITIALIZED);
|
| return stub.GetCode();
|
| }
|
|
|
|
|
| -const char* CompareIC::GetStateName(State state) {
|
| - switch (state) {
|
| - case UNINITIALIZED:
|
| - return "UNINITIALIZED";
|
| - case SMI:
|
| - return "SMI";
|
| - case NUMBER:
|
| - return "NUMBER";
|
| - case INTERNALIZED_STRING:
|
| - return "INTERNALIZED_STRING";
|
| - case STRING:
|
| - return "STRING";
|
| - case UNIQUE_NAME:
|
| - return "UNIQUE_NAME";
|
| - case OBJECT:
|
| - return "OBJECT";
|
| - case KNOWN_OBJECT:
|
| - return "KNOWN_OBJECT";
|
| - case GENERIC:
|
| - return "GENERIC";
|
| - }
|
| - UNREACHABLE();
|
| - return NULL;
|
| -}
|
| -
|
| -
|
| -Type* CompareIC::StateToType(Zone* zone, CompareIC::State state,
|
| - Handle<Map> map) {
|
| - switch (state) {
|
| - case CompareIC::UNINITIALIZED:
|
| - return Type::None(zone);
|
| - case CompareIC::SMI:
|
| - return Type::SignedSmall(zone);
|
| - case CompareIC::NUMBER:
|
| - return Type::Number(zone);
|
| - case CompareIC::STRING:
|
| - return Type::String(zone);
|
| - case CompareIC::INTERNALIZED_STRING:
|
| - return Type::InternalizedString(zone);
|
| - case CompareIC::UNIQUE_NAME:
|
| - return Type::UniqueName(zone);
|
| - case CompareIC::OBJECT:
|
| - return Type::Receiver(zone);
|
| - case CompareIC::KNOWN_OBJECT:
|
| - return map.is_null() ? Type::Receiver(zone) : Type::Class(map, zone);
|
| - case CompareIC::GENERIC:
|
| - return Type::Any(zone);
|
| - }
|
| - UNREACHABLE();
|
| - return NULL;
|
| -}
|
| -
|
| -
|
| -CompareIC::State CompareIC::NewInputState(State old_state,
|
| - Handle<Object> value) {
|
| - switch (old_state) {
|
| - case UNINITIALIZED:
|
| - if (value->IsSmi()) return SMI;
|
| - if (value->IsHeapNumber()) return NUMBER;
|
| - if (value->IsInternalizedString()) return INTERNALIZED_STRING;
|
| - if (value->IsString()) return STRING;
|
| - if (value->IsSymbol()) return UNIQUE_NAME;
|
| - if (value->IsJSObject()) return OBJECT;
|
| - break;
|
| - case SMI:
|
| - if (value->IsSmi()) return SMI;
|
| - if (value->IsHeapNumber()) return NUMBER;
|
| - break;
|
| - case NUMBER:
|
| - if (value->IsNumber()) return NUMBER;
|
| - break;
|
| - case INTERNALIZED_STRING:
|
| - if (value->IsInternalizedString()) return INTERNALIZED_STRING;
|
| - if (value->IsString()) return STRING;
|
| - if (value->IsSymbol()) return UNIQUE_NAME;
|
| - break;
|
| - case STRING:
|
| - if (value->IsString()) return STRING;
|
| - break;
|
| - case UNIQUE_NAME:
|
| - if (value->IsUniqueName()) return UNIQUE_NAME;
|
| - break;
|
| - case OBJECT:
|
| - if (value->IsJSObject()) return OBJECT;
|
| - break;
|
| - case GENERIC:
|
| - break;
|
| - case KNOWN_OBJECT:
|
| - UNREACHABLE();
|
| - break;
|
| - }
|
| - return GENERIC;
|
| -}
|
| -
|
| -
|
| -CompareIC::State CompareIC::TargetState(State old_state, State old_left,
|
| - State old_right,
|
| - bool has_inlined_smi_code,
|
| - Handle<Object> x, Handle<Object> y) {
|
| - switch (old_state) {
|
| - case UNINITIALIZED:
|
| - if (x->IsSmi() && y->IsSmi()) return SMI;
|
| - if (x->IsNumber() && y->IsNumber()) return NUMBER;
|
| - if (Token::IsOrderedRelationalCompareOp(op_)) {
|
| - // Ordered comparisons treat undefined as NaN, so the
|
| - // NUMBER stub will do the right thing.
|
| - if ((x->IsNumber() && y->IsUndefined()) ||
|
| - (y->IsNumber() && x->IsUndefined())) {
|
| - return NUMBER;
|
| - }
|
| - }
|
| - if (x->IsInternalizedString() && y->IsInternalizedString()) {
|
| - // We compare internalized strings as plain ones if we need to determine
|
| - // the order in a non-equality compare.
|
| - return Token::IsEqualityOp(op_) ? INTERNALIZED_STRING : STRING;
|
| - }
|
| - if (x->IsString() && y->IsString()) return STRING;
|
| - if (!Token::IsEqualityOp(op_)) return GENERIC;
|
| - if (x->IsUniqueName() && y->IsUniqueName()) return UNIQUE_NAME;
|
| - if (x->IsJSObject() && y->IsJSObject()) {
|
| - if (Handle<JSObject>::cast(x)->map() ==
|
| - Handle<JSObject>::cast(y)->map()) {
|
| - return KNOWN_OBJECT;
|
| - } else {
|
| - return OBJECT;
|
| - }
|
| - }
|
| - return GENERIC;
|
| - case SMI:
|
| - return x->IsNumber() && y->IsNumber() ? NUMBER : GENERIC;
|
| - case INTERNALIZED_STRING:
|
| - DCHECK(Token::IsEqualityOp(op_));
|
| - if (x->IsString() && y->IsString()) return STRING;
|
| - if (x->IsUniqueName() && y->IsUniqueName()) return UNIQUE_NAME;
|
| - return GENERIC;
|
| - case NUMBER:
|
| - // If the failure was due to one side changing from smi to heap number,
|
| - // then keep the state (if other changed at the same time, we will get
|
| - // a second miss and then go to generic).
|
| - if (old_left == SMI && x->IsHeapNumber()) return NUMBER;
|
| - if (old_right == SMI && y->IsHeapNumber()) return NUMBER;
|
| - return GENERIC;
|
| - case KNOWN_OBJECT:
|
| - DCHECK(Token::IsEqualityOp(op_));
|
| - if (x->IsJSObject() && y->IsJSObject()) return OBJECT;
|
| - return GENERIC;
|
| - case STRING:
|
| - case UNIQUE_NAME:
|
| - case OBJECT:
|
| - case GENERIC:
|
| - return GENERIC;
|
| - }
|
| - UNREACHABLE();
|
| - return GENERIC; // Make the compiler happy.
|
| -}
|
| -
|
| -
|
| Code* CompareIC::UpdateCaches(Handle<Object> x, Handle<Object> y) {
|
| HandleScope scope(isolate());
|
| CompareICStub old_stub(target()->stub_key(), isolate());
|
| - State new_left = NewInputState(old_stub.left(), x);
|
| - State new_right = NewInputState(old_stub.right(), y);
|
| - State state = TargetState(old_stub.state(), old_stub.left(), old_stub.right(),
|
| - HasInlinedSmiCode(address()), x, y);
|
| + CompareICState::State new_left =
|
| + CompareICState::NewInputState(old_stub.left(), x);
|
| + CompareICState::State new_right =
|
| + CompareICState::NewInputState(old_stub.right(), y);
|
| + CompareICState::State state = CompareICState::TargetState(
|
| + old_stub.state(), old_stub.left(), old_stub.right(), op_,
|
| + HasInlinedSmiCode(address()), x, y);
|
| CompareICStub stub(isolate(), op_, new_left, new_right, state);
|
| - if (state == KNOWN_OBJECT) {
|
| + if (state == CompareICState::KNOWN_OBJECT) {
|
| stub.set_known_map(
|
| Handle<Map>(Handle<JSObject>::cast(x)->map(), isolate()));
|
| }
|
| @@ -2882,14 +2293,17 @@ Code* CompareIC::UpdateCaches(Handle<Object> x, Handle<Object> y) {
|
| PrintF("[CompareIC in ");
|
| JavaScriptFrame::PrintTop(isolate(), stdout, false, true);
|
| PrintF(" ((%s+%s=%s)->(%s+%s=%s))#%s @ %p]\n",
|
| - GetStateName(old_stub.left()), GetStateName(old_stub.right()),
|
| - GetStateName(old_stub.state()), GetStateName(new_left),
|
| - GetStateName(new_right), GetStateName(state), Token::Name(op_),
|
| + CompareICState::GetStateName(old_stub.left()),
|
| + CompareICState::GetStateName(old_stub.right()),
|
| + CompareICState::GetStateName(old_stub.state()),
|
| + CompareICState::GetStateName(new_left),
|
| + CompareICState::GetStateName(new_right),
|
| + CompareICState::GetStateName(state), Token::Name(op_),
|
| static_cast<void*>(*stub.GetCode()));
|
| }
|
|
|
| // Activate inlined smi code.
|
| - if (old_stub.state() == UNINITIALIZED) {
|
| + if (old_stub.state() == CompareICState::UNINITIALIZED) {
|
| PatchInlinedSmiCode(address(), ENABLE_INLINED_SMI_CHECK);
|
| }
|
|
|
|
|