| OLD | NEW |
| 1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file |
| 2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
| 3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
| 4 | 4 |
| 5 #include "vm/aot_optimizer.h" | 5 #include "vm/aot_optimizer.h" |
| 6 | 6 |
| 7 #include "vm/bit_vector.h" | 7 #include "vm/bit_vector.h" |
| 8 #include "vm/branch_optimizer.h" | 8 #include "vm/branch_optimizer.h" |
| 9 #include "vm/cha.h" | 9 #include "vm/cha.h" |
| 10 #include "vm/compiler.h" | 10 #include "vm/compiler.h" |
| (...skipping 11 matching lines...) Expand all Loading... |
| 22 #include "vm/object_store.h" | 22 #include "vm/object_store.h" |
| 23 #include "vm/parser.h" | 23 #include "vm/parser.h" |
| 24 #include "vm/precompiler.h" | 24 #include "vm/precompiler.h" |
| 25 #include "vm/resolver.h" | 25 #include "vm/resolver.h" |
| 26 #include "vm/scopes.h" | 26 #include "vm/scopes.h" |
| 27 #include "vm/stack_frame.h" | 27 #include "vm/stack_frame.h" |
| 28 #include "vm/symbols.h" | 28 #include "vm/symbols.h" |
| 29 | 29 |
| 30 namespace dart { | 30 namespace dart { |
| 31 | 31 |
| 32 DEFINE_FLAG(int, max_exhaustive_polymorphic_checks, 5, | 32 DEFINE_FLAG(int, |
| 33 max_exhaustive_polymorphic_checks, |
| 34 5, |
| 33 "If a call receiver is known to be of at most this many classes, " | 35 "If a call receiver is known to be of at most this many classes, " |
| 34 "generate exhaustive class tests instead of a megamorphic call"); | 36 "generate exhaustive class tests instead of a megamorphic call"); |
| 35 | 37 |
| 36 // Quick access to the current isolate and zone. | 38 // Quick access to the current isolate and zone. |
| 37 #define I (isolate()) | 39 #define I (isolate()) |
| 38 #define Z (zone()) | 40 #define Z (zone()) |
| 39 | 41 |
| 40 #ifdef DART_PRECOMPILER | 42 #ifdef DART_PRECOMPILER |
| 41 | 43 |
| 42 static bool ShouldInlineSimd() { | 44 static bool ShouldInlineSimd() { |
| (...skipping 18 matching lines...) Expand all Loading... |
| 61 // Returns Function::null() if there is no unique dynamic target for | 63 // Returns Function::null() if there is no unique dynamic target for |
| 62 // given 'fname'. 'fname' must be a symbol. | 64 // given 'fname'. 'fname' must be a symbol. |
| 63 static void GetUniqueDynamicTarget(Isolate* isolate, | 65 static void GetUniqueDynamicTarget(Isolate* isolate, |
| 64 const String& fname, | 66 const String& fname, |
| 65 Object* function) { | 67 Object* function) { |
| 66 UniqueFunctionsSet functions_set( | 68 UniqueFunctionsSet functions_set( |
| 67 isolate->object_store()->unique_dynamic_targets()); | 69 isolate->object_store()->unique_dynamic_targets()); |
| 68 ASSERT(fname.IsSymbol()); | 70 ASSERT(fname.IsSymbol()); |
| 69 *function = functions_set.GetOrNull(fname); | 71 *function = functions_set.GetOrNull(fname); |
| 70 ASSERT(functions_set.Release().raw() == | 72 ASSERT(functions_set.Release().raw() == |
| 71 isolate->object_store()->unique_dynamic_targets()); | 73 isolate->object_store()->unique_dynamic_targets()); |
| 72 } | 74 } |
| 73 | 75 |
| 74 | 76 |
| 75 AotOptimizer::AotOptimizer(Precompiler* precompiler, | 77 AotOptimizer::AotOptimizer(Precompiler* precompiler, |
| 76 FlowGraph* flow_graph, | 78 FlowGraph* flow_graph, |
| 77 bool use_speculative_inlining, | 79 bool use_speculative_inlining, |
| 78 GrowableArray<intptr_t>* inlining_black_list) | 80 GrowableArray<intptr_t>* inlining_black_list) |
| 79 : FlowGraphVisitor(flow_graph->reverse_postorder()), | 81 : FlowGraphVisitor(flow_graph->reverse_postorder()), |
| 80 precompiler_(precompiler), | 82 precompiler_(precompiler), |
| 81 flow_graph_(flow_graph), | 83 flow_graph_(flow_graph), |
| 82 use_speculative_inlining_(use_speculative_inlining), | 84 use_speculative_inlining_(use_speculative_inlining), |
| 83 inlining_black_list_(inlining_black_list), | 85 inlining_black_list_(inlining_black_list), |
| 84 has_unique_no_such_method_(false) { | 86 has_unique_no_such_method_(false) { |
| 85 ASSERT(!use_speculative_inlining || (inlining_black_list != NULL)); | 87 ASSERT(!use_speculative_inlining || (inlining_black_list != NULL)); |
| 86 Function& target_function = Function::Handle(); | 88 Function& target_function = Function::Handle(); |
| 87 if (isolate()->object_store()->unique_dynamic_targets() != Array::null()) { | 89 if (isolate()->object_store()->unique_dynamic_targets() != Array::null()) { |
| 88 GetUniqueDynamicTarget( | 90 GetUniqueDynamicTarget(isolate(), Symbols::NoSuchMethod(), |
| 89 isolate(), Symbols::NoSuchMethod(), &target_function); | 91 &target_function); |
| 90 has_unique_no_such_method_ = !target_function.IsNull(); | 92 has_unique_no_such_method_ = !target_function.IsNull(); |
| 91 } | 93 } |
| 92 } | 94 } |
| 93 | 95 |
| 94 | 96 |
| 95 // Optimize instance calls using ICData. | 97 // Optimize instance calls using ICData. |
| 96 void AotOptimizer::ApplyICData() { | 98 void AotOptimizer::ApplyICData() { |
| 97 VisitBlocks(); | 99 VisitBlocks(); |
| 98 } | 100 } |
| 99 | 101 |
| 100 | 102 |
| 101 void AotOptimizer::PopulateWithICData() { | 103 void AotOptimizer::PopulateWithICData() { |
| 102 ASSERT(current_iterator_ == NULL); | 104 ASSERT(current_iterator_ == NULL); |
| 103 for (BlockIterator block_it = flow_graph_->reverse_postorder_iterator(); | 105 for (BlockIterator block_it = flow_graph_->reverse_postorder_iterator(); |
| 104 !block_it.Done(); | 106 !block_it.Done(); block_it.Advance()) { |
| 105 block_it.Advance()) { | |
| 106 ForwardInstructionIterator it(block_it.Current()); | 107 ForwardInstructionIterator it(block_it.Current()); |
| 107 for (; !it.Done(); it.Advance()) { | 108 for (; !it.Done(); it.Advance()) { |
| 108 Instruction* instr = it.Current(); | 109 Instruction* instr = it.Current(); |
| 109 if (instr->IsInstanceCall()) { | 110 if (instr->IsInstanceCall()) { |
| 110 InstanceCallInstr* call = instr->AsInstanceCall(); | 111 InstanceCallInstr* call = instr->AsInstanceCall(); |
| 111 if (!call->HasICData()) { | 112 if (!call->HasICData()) { |
| 112 const Array& arguments_descriptor = | 113 const Array& arguments_descriptor = Array::Handle( |
| 113 Array::Handle(zone(), | 114 zone(), ArgumentsDescriptor::New(call->ArgumentCount(), |
| 114 ArgumentsDescriptor::New(call->ArgumentCount(), | 115 call->argument_names())); |
| 115 call->argument_names())); | 116 const ICData& ic_data = ICData::ZoneHandle( |
| 116 const ICData& ic_data = ICData::ZoneHandle(zone(), ICData::New( | 117 zone(), ICData::New(function(), call->function_name(), |
| 117 function(), call->function_name(), | 118 arguments_descriptor, call->deopt_id(), |
| 118 arguments_descriptor, call->deopt_id(), | 119 call->checked_argument_count(), false)); |
| 119 call->checked_argument_count(), false)); | |
| 120 call->set_ic_data(&ic_data); | 120 call->set_ic_data(&ic_data); |
| 121 } | 121 } |
| 122 } | 122 } |
| 123 } | 123 } |
| 124 current_iterator_ = NULL; | 124 current_iterator_ = NULL; |
| 125 } | 125 } |
| 126 } | 126 } |
| 127 | 127 |
| 128 | 128 |
| 129 bool AotOptimizer::RecognizeRuntimeTypeGetter(InstanceCallInstr* call) { | 129 bool AotOptimizer::RecognizeRuntimeTypeGetter(InstanceCallInstr* call) { |
| 130 if ((precompiler_ == NULL) || !precompiler_->get_runtime_type_is_unique()) { | 130 if ((precompiler_ == NULL) || !precompiler_->get_runtime_type_is_unique()) { |
| 131 return false; | 131 return false; |
| 132 } | 132 } |
| 133 | 133 |
| 134 if (call->function_name().raw() != Symbols::GetRuntimeType().raw()) { | 134 if (call->function_name().raw() != Symbols::GetRuntimeType().raw()) { |
| 135 return false; | 135 return false; |
| 136 } | 136 } |
| 137 | 137 |
| 138 // There is only a single function Object.get:runtimeType that can be invoked | 138 // There is only a single function Object.get:runtimeType that can be invoked |
| 139 // by this call. Convert dynamic invocation to a static one. | 139 // by this call. Convert dynamic invocation to a static one. |
| 140 const Class& cls = Class::Handle(Z, I->object_store()->object_class()); | 140 const Class& cls = Class::Handle(Z, I->object_store()->object_class()); |
| 141 const Array& args_desc_array = Array::Handle(Z, | 141 const Array& args_desc_array = Array::Handle( |
| 142 ArgumentsDescriptor::New(call->ArgumentCount(), | 142 Z, |
| 143 call->argument_names())); | 143 ArgumentsDescriptor::New(call->ArgumentCount(), call->argument_names())); |
| 144 ArgumentsDescriptor args_desc(args_desc_array); | 144 ArgumentsDescriptor args_desc(args_desc_array); |
| 145 const Function& function = Function::Handle(Z, | 145 const Function& function = |
| 146 Resolver::ResolveDynamicForReceiverClass( | 146 Function::Handle(Z, Resolver::ResolveDynamicForReceiverClass( |
| 147 cls, | 147 cls, call->function_name(), args_desc)); |
| 148 call->function_name(), | |
| 149 args_desc)); | |
| 150 ASSERT(!function.IsNull()); | 148 ASSERT(!function.IsNull()); |
| 151 | 149 |
| 152 ZoneGrowableArray<PushArgumentInstr*>* args = | 150 ZoneGrowableArray<PushArgumentInstr*>* args = |
| 153 new (Z) ZoneGrowableArray<PushArgumentInstr*>( | 151 new (Z) ZoneGrowableArray<PushArgumentInstr*>(call->ArgumentCount()); |
| 154 call->ArgumentCount()); | |
| 155 for (intptr_t i = 0; i < call->ArgumentCount(); i++) { | 152 for (intptr_t i = 0; i < call->ArgumentCount(); i++) { |
| 156 args->Add(call->PushArgumentAt(i)); | 153 args->Add(call->PushArgumentAt(i)); |
| 157 } | 154 } |
| 158 StaticCallInstr* static_call = new (Z) StaticCallInstr( | 155 StaticCallInstr* static_call = new (Z) StaticCallInstr( |
| 159 call->token_pos(), | 156 call->token_pos(), Function::ZoneHandle(Z, function.raw()), |
| 160 Function::ZoneHandle(Z, function.raw()), | 157 call->argument_names(), args, call->deopt_id()); |
| 161 call->argument_names(), | |
| 162 args, | |
| 163 call->deopt_id()); | |
| 164 static_call->set_result_cid(kTypeCid); | 158 static_call->set_result_cid(kTypeCid); |
| 165 call->ReplaceWith(static_call, current_iterator()); | 159 call->ReplaceWith(static_call, current_iterator()); |
| 166 return true; | 160 return true; |
| 167 } | 161 } |
| 168 | 162 |
| 169 | 163 |
| 170 // Optimize instance calls using cid. This is called after optimizer | 164 // Optimize instance calls using cid. This is called after optimizer |
| 171 // converted instance calls to instructions. Any remaining | 165 // converted instance calls to instructions. Any remaining |
| 172 // instance calls are either megamorphic calls, cannot be optimized or | 166 // instance calls are either megamorphic calls, cannot be optimized or |
| 173 // have no runtime type feedback collected. | 167 // have no runtime type feedback collected. |
| 174 // Attempts to convert an instance call (IC call) using propagated class-ids, | 168 // Attempts to convert an instance call (IC call) using propagated class-ids, |
| 175 // e.g., receiver class id, guarded-cid, or by guessing cid-s. | 169 // e.g., receiver class id, guarded-cid, or by guessing cid-s. |
| 176 void AotOptimizer::ApplyClassIds() { | 170 void AotOptimizer::ApplyClassIds() { |
| 177 ASSERT(current_iterator_ == NULL); | 171 ASSERT(current_iterator_ == NULL); |
| 178 for (BlockIterator block_it = flow_graph_->reverse_postorder_iterator(); | 172 for (BlockIterator block_it = flow_graph_->reverse_postorder_iterator(); |
| 179 !block_it.Done(); | 173 !block_it.Done(); block_it.Advance()) { |
| 180 block_it.Advance()) { | |
| 181 ForwardInstructionIterator it(block_it.Current()); | 174 ForwardInstructionIterator it(block_it.Current()); |
| 182 current_iterator_ = ⁢ | 175 current_iterator_ = ⁢ |
| 183 for (; !it.Done(); it.Advance()) { | 176 for (; !it.Done(); it.Advance()) { |
| 184 Instruction* instr = it.Current(); | 177 Instruction* instr = it.Current(); |
| 185 if (instr->IsInstanceCall()) { | 178 if (instr->IsInstanceCall()) { |
| 186 InstanceCallInstr* call = instr->AsInstanceCall(); | 179 InstanceCallInstr* call = instr->AsInstanceCall(); |
| 187 if (call->HasICData()) { | 180 if (call->HasICData()) { |
| 188 if (TryCreateICData(call)) { | 181 if (TryCreateICData(call)) { |
| 189 VisitInstanceCall(call); | 182 VisitInstanceCall(call); |
| 190 } | 183 } |
| (...skipping 19 matching lines...) Expand all Loading... |
| 210 return false; | 203 return false; |
| 211 } | 204 } |
| 212 GrowableArray<intptr_t> class_ids(call->ic_data()->NumArgsTested()); | 205 GrowableArray<intptr_t> class_ids(call->ic_data()->NumArgsTested()); |
| 213 ASSERT(call->ic_data()->NumArgsTested() <= call->ArgumentCount()); | 206 ASSERT(call->ic_data()->NumArgsTested() <= call->ArgumentCount()); |
| 214 for (intptr_t i = 0; i < call->ic_data()->NumArgsTested(); i++) { | 207 for (intptr_t i = 0; i < call->ic_data()->NumArgsTested(); i++) { |
| 215 class_ids.Add(call->PushArgumentAt(i)->value()->Type()->ToCid()); | 208 class_ids.Add(call->PushArgumentAt(i)->value()->Type()->ToCid()); |
| 216 } | 209 } |
| 217 | 210 |
| 218 const Token::Kind op_kind = call->token_kind(); | 211 const Token::Kind op_kind = call->token_kind(); |
| 219 if (Token::IsRelationalOperator(op_kind) || | 212 if (Token::IsRelationalOperator(op_kind) || |
| 220 Token::IsEqualityOperator(op_kind) || | 213 Token::IsEqualityOperator(op_kind) || Token::IsBinaryOperator(op_kind)) { |
| 221 Token::IsBinaryOperator(op_kind)) { | |
| 222 // Guess cid: if one of the inputs is a number assume that the other | 214 // Guess cid: if one of the inputs is a number assume that the other |
| 223 // is a number of same type. | 215 // is a number of same type. |
| 224 if (FLAG_guess_icdata_cid) { | 216 if (FLAG_guess_icdata_cid) { |
| 225 const intptr_t cid_0 = class_ids[0]; | 217 const intptr_t cid_0 = class_ids[0]; |
| 226 const intptr_t cid_1 = class_ids[1]; | 218 const intptr_t cid_1 = class_ids[1]; |
| 227 if ((cid_0 == kDynamicCid) && (IsNumberCid(cid_1))) { | 219 if ((cid_0 == kDynamicCid) && (IsNumberCid(cid_1))) { |
| 228 class_ids[0] = cid_1; | 220 class_ids[0] = cid_1; |
| 229 } else if (IsNumberCid(cid_0) && (cid_1 == kDynamicCid)) { | 221 } else if (IsNumberCid(cid_0) && (cid_1 == kDynamicCid)) { |
| 230 class_ids[1] = cid_0; | 222 class_ids[1] = cid_0; |
| 231 } | 223 } |
| 232 } | 224 } |
| 233 } | 225 } |
| 234 | 226 |
| 235 bool all_cids_known = true; | 227 bool all_cids_known = true; |
| 236 for (intptr_t i = 0; i < class_ids.length(); i++) { | 228 for (intptr_t i = 0; i < class_ids.length(); i++) { |
| 237 if (class_ids[i] == kDynamicCid) { | 229 if (class_ids[i] == kDynamicCid) { |
| 238 // Not all cid-s known. | 230 // Not all cid-s known. |
| 239 all_cids_known = false; | 231 all_cids_known = false; |
| 240 break; | 232 break; |
| 241 } | 233 } |
| 242 } | 234 } |
| 243 | 235 |
| 244 if (all_cids_known) { | 236 if (all_cids_known) { |
| 245 const Class& receiver_class = Class::Handle(Z, | 237 const Class& receiver_class = |
| 246 isolate()->class_table()->At(class_ids[0])); | 238 Class::Handle(Z, isolate()->class_table()->At(class_ids[0])); |
| 247 if (!receiver_class.is_finalized()) { | 239 if (!receiver_class.is_finalized()) { |
| 248 // Do not eagerly finalize classes. ResolveDynamicForReceiverClass can | 240 // Do not eagerly finalize classes. ResolveDynamicForReceiverClass can |
| 249 // cause class finalization, since callee's receiver class may not be | 241 // cause class finalization, since callee's receiver class may not be |
| 250 // finalized yet. | 242 // finalized yet. |
| 251 return false; | 243 return false; |
| 252 } | 244 } |
| 253 const Array& args_desc_array = Array::Handle(Z, | 245 const Array& args_desc_array = |
| 254 ArgumentsDescriptor::New(call->ArgumentCount(), | 246 Array::Handle(Z, ArgumentsDescriptor::New(call->ArgumentCount(), |
| 255 call->argument_names())); | 247 call->argument_names())); |
| 256 ArgumentsDescriptor args_desc(args_desc_array); | 248 ArgumentsDescriptor args_desc(args_desc_array); |
| 257 const Function& function = Function::Handle(Z, | 249 const Function& function = Function::Handle( |
| 258 Resolver::ResolveDynamicForReceiverClass( | 250 Z, Resolver::ResolveDynamicForReceiverClass( |
| 259 receiver_class, | 251 receiver_class, call->function_name(), args_desc)); |
| 260 call->function_name(), | |
| 261 args_desc)); | |
| 262 if (function.IsNull()) { | 252 if (function.IsNull()) { |
| 263 return false; | 253 return false; |
| 264 } | 254 } |
| 265 | 255 |
| 266 // Create new ICData, do not modify the one attached to the instruction | 256 // Create new ICData, do not modify the one attached to the instruction |
| 267 // since it is attached to the assembly instruction itself. | 257 // since it is attached to the assembly instruction itself. |
| 268 // TODO(srdjan): Prevent modification of ICData object that is | 258 // TODO(srdjan): Prevent modification of ICData object that is |
| 269 // referenced in assembly code. | 259 // referenced in assembly code. |
| 270 const ICData& ic_data = ICData::ZoneHandle(Z, | 260 const ICData& ic_data = ICData::ZoneHandle( |
| 271 ICData::NewFrom(*call->ic_data(), class_ids.length())); | 261 Z, ICData::NewFrom(*call->ic_data(), class_ids.length())); |
| 272 if (class_ids.length() > 1) { | 262 if (class_ids.length() > 1) { |
| 273 ic_data.AddCheck(class_ids, function); | 263 ic_data.AddCheck(class_ids, function); |
| 274 } else { | 264 } else { |
| 275 ASSERT(class_ids.length() == 1); | 265 ASSERT(class_ids.length() == 1); |
| 276 ic_data.AddReceiverCheck(class_ids[0], function); | 266 ic_data.AddReceiverCheck(class_ids[0], function); |
| 277 } | 267 } |
| 278 call->set_ic_data(&ic_data); | 268 call->set_ic_data(&ic_data); |
| 279 return true; | 269 return true; |
| 280 } | 270 } |
| 281 | 271 |
| 282 if (isolate()->object_store()->unique_dynamic_targets() != Array::null()) { | 272 if (isolate()->object_store()->unique_dynamic_targets() != Array::null()) { |
| 283 // Check if the target is unique. | 273 // Check if the target is unique. |
| 284 Function& target_function = Function::Handle(Z); | 274 Function& target_function = Function::Handle(Z); |
| 285 GetUniqueDynamicTarget(isolate(), call->function_name(), &target_function); | 275 GetUniqueDynamicTarget(isolate(), call->function_name(), &target_function); |
| 286 // Calls with named arguments must be resolved/checked at runtime. | 276 // Calls with named arguments must be resolved/checked at runtime. |
| 287 if (!target_function.IsNull() && | 277 if (!target_function.IsNull() && |
| 288 !target_function.HasOptionalNamedParameters() && | 278 !target_function.HasOptionalNamedParameters() && |
| 289 target_function.AreValidArgumentCounts(call->ArgumentCount(), 0, | 279 target_function.AreValidArgumentCounts(call->ArgumentCount(), 0, |
| 290 /* error_message = */ NULL)) { | 280 /* error_message = */ NULL)) { |
| 291 const Class& cls = Class::Handle(Z, target_function.Owner()); | 281 const Class& cls = Class::Handle(Z, target_function.Owner()); |
| 292 if (!CHA::IsImplemented(cls) && !CHA::HasSubclasses(cls)) { | 282 if (!CHA::IsImplemented(cls) && !CHA::HasSubclasses(cls)) { |
| 293 const ICData& ic_data = ICData::ZoneHandle(Z, | 283 const ICData& ic_data = |
| 294 ICData::NewFrom(*call->ic_data(), 1)); | 284 ICData::ZoneHandle(Z, ICData::NewFrom(*call->ic_data(), 1)); |
| 295 ic_data.AddReceiverCheck(cls.id(), target_function); | 285 ic_data.AddReceiverCheck(cls.id(), target_function); |
| 296 call->set_ic_data(&ic_data); | 286 call->set_ic_data(&ic_data); |
| 297 if (has_unique_no_such_method_) { | 287 if (has_unique_no_such_method_) { |
| 298 call->set_has_unique_selector(true); | 288 call->set_has_unique_selector(true); |
| 299 } | 289 } |
| 300 return true; | 290 return true; |
| 301 } | 291 } |
| 302 } | 292 } |
| 303 } | 293 } |
| 304 | 294 |
| 305 return false; | 295 return false; |
| 306 } | 296 } |
| 307 | 297 |
| 308 | 298 |
| 309 const ICData& AotOptimizer::TrySpecializeICData(const ICData& ic_data, | 299 const ICData& AotOptimizer::TrySpecializeICData(const ICData& ic_data, |
| 310 intptr_t cid) { | 300 intptr_t cid) { |
| 311 ASSERT(ic_data.NumArgsTested() == 1); | 301 ASSERT(ic_data.NumArgsTested() == 1); |
| 312 | 302 |
| 313 if ((ic_data.NumberOfUsedChecks() == 1) && ic_data.HasReceiverClassId(cid)) { | 303 if ((ic_data.NumberOfUsedChecks() == 1) && ic_data.HasReceiverClassId(cid)) { |
| 314 return ic_data; // Nothing to do | 304 return ic_data; // Nothing to do |
| 315 } | 305 } |
| 316 | 306 |
| 317 const Function& function = | 307 const Function& function = |
| 318 Function::Handle(Z, ic_data.GetTargetForReceiverClassId(cid)); | 308 Function::Handle(Z, ic_data.GetTargetForReceiverClassId(cid)); |
| 319 // TODO(fschneider): Try looking up the function on the class if it is | 309 // TODO(fschneider): Try looking up the function on the class if it is |
| 320 // not found in the ICData. | 310 // not found in the ICData. |
| 321 if (!function.IsNull()) { | 311 if (!function.IsNull()) { |
| 322 const ICData& new_ic_data = ICData::ZoneHandle(Z, ICData::New( | 312 const ICData& new_ic_data = ICData::ZoneHandle( |
| 323 Function::Handle(Z, ic_data.Owner()), | 313 Z, ICData::New(Function::Handle(Z, ic_data.Owner()), |
| 324 String::Handle(Z, ic_data.target_name()), | 314 String::Handle(Z, ic_data.target_name()), |
| 325 Object::empty_array(), // Dummy argument descriptor. | 315 Object::empty_array(), // Dummy argument descriptor. |
| 326 ic_data.deopt_id(), | 316 ic_data.deopt_id(), ic_data.NumArgsTested(), false)); |
| 327 ic_data.NumArgsTested(), false)); | |
| 328 new_ic_data.SetDeoptReasons(ic_data.DeoptReasons()); | 317 new_ic_data.SetDeoptReasons(ic_data.DeoptReasons()); |
| 329 new_ic_data.AddReceiverCheck(cid, function); | 318 new_ic_data.AddReceiverCheck(cid, function); |
| 330 return new_ic_data; | 319 return new_ic_data; |
| 331 } | 320 } |
| 332 | 321 |
| 333 return ic_data; | 322 return ic_data; |
| 334 } | 323 } |
| 335 | 324 |
| 336 | 325 |
| 337 static bool ClassIdIsOneOf(intptr_t class_id, | 326 static bool ClassIdIsOneOf(intptr_t class_id, |
| (...skipping 49 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 387 (class_ids[1] == argument_class_id)) { | 376 (class_ids[1] == argument_class_id)) { |
| 388 return true; | 377 return true; |
| 389 } | 378 } |
| 390 } | 379 } |
| 391 } | 380 } |
| 392 return false; | 381 return false; |
| 393 } | 382 } |
| 394 | 383 |
| 395 | 384 |
| 396 static bool HasOnlyOneSmi(const ICData& ic_data) { | 385 static bool HasOnlyOneSmi(const ICData& ic_data) { |
| 397 return (ic_data.NumberOfUsedChecks() == 1) | 386 return (ic_data.NumberOfUsedChecks() == 1) && |
| 398 && ic_data.HasReceiverClassId(kSmiCid); | 387 ic_data.HasReceiverClassId(kSmiCid); |
| 399 } | 388 } |
| 400 | 389 |
| 401 | 390 |
| 402 static bool HasOnlySmiOrMint(const ICData& ic_data) { | 391 static bool HasOnlySmiOrMint(const ICData& ic_data) { |
| 403 if (ic_data.NumberOfUsedChecks() == 1) { | 392 if (ic_data.NumberOfUsedChecks() == 1) { |
| 404 return ic_data.HasReceiverClassId(kSmiCid) | 393 return ic_data.HasReceiverClassId(kSmiCid) || |
| 405 || ic_data.HasReceiverClassId(kMintCid); | 394 ic_data.HasReceiverClassId(kMintCid); |
| 406 } | 395 } |
| 407 return (ic_data.NumberOfUsedChecks() == 2) | 396 return (ic_data.NumberOfUsedChecks() == 2) && |
| 408 && ic_data.HasReceiverClassId(kSmiCid) | 397 ic_data.HasReceiverClassId(kSmiCid) && |
| 409 && ic_data.HasReceiverClassId(kMintCid); | 398 ic_data.HasReceiverClassId(kMintCid); |
| 410 } | 399 } |
| 411 | 400 |
| 412 | 401 |
| 413 static bool HasOnlyTwoOf(const ICData& ic_data, intptr_t cid) { | 402 static bool HasOnlyTwoOf(const ICData& ic_data, intptr_t cid) { |
| 414 if (ic_data.NumberOfUsedChecks() != 1) { | 403 if (ic_data.NumberOfUsedChecks() != 1) { |
| 415 return false; | 404 return false; |
| 416 } | 405 } |
| 417 GrowableArray<intptr_t> first; | 406 GrowableArray<intptr_t> first; |
| 418 GrowableArray<intptr_t> second; | 407 GrowableArray<intptr_t> second; |
| 419 ic_data.GetUsedCidsForTwoArgs(&first, &second); | 408 ic_data.GetUsedCidsForTwoArgs(&first, &second); |
| (...skipping 22 matching lines...) Expand all Loading... |
| 442 // of Double and Smi for the receiver and argument classes. | 431 // of Double and Smi for the receiver and argument classes. |
| 443 static bool HasTwoDoubleOrSmi(const ICData& ic_data) { | 432 static bool HasTwoDoubleOrSmi(const ICData& ic_data) { |
| 444 GrowableArray<intptr_t> class_ids(2); | 433 GrowableArray<intptr_t> class_ids(2); |
| 445 class_ids.Add(kSmiCid); | 434 class_ids.Add(kSmiCid); |
| 446 class_ids.Add(kDoubleCid); | 435 class_ids.Add(kDoubleCid); |
| 447 return ICDataHasOnlyReceiverArgumentClassIds(ic_data, class_ids, class_ids); | 436 return ICDataHasOnlyReceiverArgumentClassIds(ic_data, class_ids, class_ids); |
| 448 } | 437 } |
| 449 | 438 |
| 450 | 439 |
| 451 static bool HasOnlyOneDouble(const ICData& ic_data) { | 440 static bool HasOnlyOneDouble(const ICData& ic_data) { |
| 452 return (ic_data.NumberOfUsedChecks() == 1) | 441 return (ic_data.NumberOfUsedChecks() == 1) && |
| 453 && ic_data.HasReceiverClassId(kDoubleCid); | 442 ic_data.HasReceiverClassId(kDoubleCid); |
| 454 } | 443 } |
| 455 | 444 |
| 456 | 445 |
| 457 static bool ShouldSpecializeForDouble(const ICData& ic_data) { | 446 static bool ShouldSpecializeForDouble(const ICData& ic_data) { |
| 458 // Don't specialize for double if we can't unbox them. | 447 // Don't specialize for double if we can't unbox them. |
| 459 if (!CanUnboxDouble()) { | 448 if (!CanUnboxDouble()) { |
| 460 return false; | 449 return false; |
| 461 } | 450 } |
| 462 | 451 |
| 463 // Unboxed double operation can't handle case of two smis. | 452 // Unboxed double operation can't handle case of two smis. |
| 464 if (ICDataHasReceiverArgumentClassIds(ic_data, kSmiCid, kSmiCid)) { | 453 if (ICDataHasReceiverArgumentClassIds(ic_data, kSmiCid, kSmiCid)) { |
| 465 return false; | 454 return false; |
| 466 } | 455 } |
| 467 | 456 |
| 468 // Check that it have seen only smis and doubles. | 457 // Check that it have seen only smis and doubles. |
| 469 return HasTwoDoubleOrSmi(ic_data); | 458 return HasTwoDoubleOrSmi(ic_data); |
| 470 } | 459 } |
| 471 | 460 |
| 472 | 461 |
| 473 void AotOptimizer::ReplaceCall(Definition* call, | 462 void AotOptimizer::ReplaceCall(Definition* call, Definition* replacement) { |
| 474 Definition* replacement) { | |
| 475 // Remove the original push arguments. | 463 // Remove the original push arguments. |
| 476 for (intptr_t i = 0; i < call->ArgumentCount(); ++i) { | 464 for (intptr_t i = 0; i < call->ArgumentCount(); ++i) { |
| 477 PushArgumentInstr* push = call->PushArgumentAt(i); | 465 PushArgumentInstr* push = call->PushArgumentAt(i); |
| 478 push->ReplaceUsesWith(push->value()->definition()); | 466 push->ReplaceUsesWith(push->value()->definition()); |
| 479 push->RemoveFromGraph(); | 467 push->RemoveFromGraph(); |
| 480 } | 468 } |
| 481 call->ReplaceWith(replacement, current_iterator()); | 469 call->ReplaceWith(replacement, current_iterator()); |
| 482 } | 470 } |
| 483 | 471 |
| 484 | 472 |
| 485 void AotOptimizer::AddCheckSmi(Definition* to_check, | 473 void AotOptimizer::AddCheckSmi(Definition* to_check, |
| 486 intptr_t deopt_id, | 474 intptr_t deopt_id, |
| 487 Environment* deopt_environment, | 475 Environment* deopt_environment, |
| 488 Instruction* insert_before) { | 476 Instruction* insert_before) { |
| 489 if (to_check->Type()->ToCid() != kSmiCid) { | 477 if (to_check->Type()->ToCid() != kSmiCid) { |
| 490 InsertBefore(insert_before, | 478 InsertBefore(insert_before, |
| 491 new(Z) CheckSmiInstr(new(Z) Value(to_check), | 479 new (Z) CheckSmiInstr(new (Z) Value(to_check), deopt_id, |
| 492 deopt_id, | 480 insert_before->token_pos()), |
| 493 insert_before->token_pos()), | 481 deopt_environment, FlowGraph::kEffect); |
| 494 deopt_environment, | |
| 495 FlowGraph::kEffect); | |
| 496 } | 482 } |
| 497 } | 483 } |
| 498 | 484 |
| 499 | 485 |
| 500 Instruction* AotOptimizer::GetCheckClass(Definition* to_check, | 486 Instruction* AotOptimizer::GetCheckClass(Definition* to_check, |
| 501 const ICData& unary_checks, | 487 const ICData& unary_checks, |
| 502 intptr_t deopt_id, | 488 intptr_t deopt_id, |
| 503 TokenPosition token_pos) { | 489 TokenPosition token_pos) { |
| 504 if ((unary_checks.NumberOfUsedChecks() == 1) && | 490 if ((unary_checks.NumberOfUsedChecks() == 1) && |
| 505 unary_checks.HasReceiverClassId(kSmiCid)) { | 491 unary_checks.HasReceiverClassId(kSmiCid)) { |
| 506 return new(Z) CheckSmiInstr(new(Z) Value(to_check), | 492 return new (Z) CheckSmiInstr(new (Z) Value(to_check), deopt_id, token_pos); |
| 507 deopt_id, | |
| 508 token_pos); | |
| 509 } | 493 } |
| 510 return new(Z) CheckClassInstr( | 494 return new (Z) CheckClassInstr(new (Z) Value(to_check), deopt_id, |
| 511 new(Z) Value(to_check), deopt_id, unary_checks, token_pos); | 495 unary_checks, token_pos); |
| 512 } | 496 } |
| 513 | 497 |
| 514 | 498 |
| 515 void AotOptimizer::AddCheckClass(Definition* to_check, | 499 void AotOptimizer::AddCheckClass(Definition* to_check, |
| 516 const ICData& unary_checks, | 500 const ICData& unary_checks, |
| 517 intptr_t deopt_id, | 501 intptr_t deopt_id, |
| 518 Environment* deopt_environment, | 502 Environment* deopt_environment, |
| 519 Instruction* insert_before) { | 503 Instruction* insert_before) { |
| 520 // Type propagation has not run yet, we cannot eliminate the check. | 504 // Type propagation has not run yet, we cannot eliminate the check. |
| 521 Instruction* check = GetCheckClass( | 505 Instruction* check = GetCheckClass(to_check, unary_checks, deopt_id, |
| 522 to_check, unary_checks, deopt_id, insert_before->token_pos()); | 506 insert_before->token_pos()); |
| 523 InsertBefore(insert_before, check, deopt_environment, FlowGraph::kEffect); | 507 InsertBefore(insert_before, check, deopt_environment, FlowGraph::kEffect); |
| 524 } | 508 } |
| 525 | 509 |
| 526 | 510 |
| 527 void AotOptimizer::AddReceiverCheck(InstanceCallInstr* call) { | 511 void AotOptimizer::AddReceiverCheck(InstanceCallInstr* call) { |
| 528 AddCheckClass(call->ArgumentAt(0), | 512 AddCheckClass(call->ArgumentAt(0), |
| 529 ICData::ZoneHandle(Z, call->ic_data()->AsUnaryClassChecks()), | 513 ICData::ZoneHandle(Z, call->ic_data()->AsUnaryClassChecks()), |
| 530 call->deopt_id(), | 514 call->deopt_id(), call->env(), call); |
| 531 call->env(), | |
| 532 call); | |
| 533 } | 515 } |
| 534 | 516 |
| 535 | 517 |
| 536 static bool ArgIsAlways(intptr_t cid, | 518 static bool ArgIsAlways(intptr_t cid, |
| 537 const ICData& ic_data, | 519 const ICData& ic_data, |
| 538 intptr_t arg_number) { | 520 intptr_t arg_number) { |
| 539 ASSERT(ic_data.NumArgsTested() > arg_number); | 521 ASSERT(ic_data.NumArgsTested() > arg_number); |
| 540 if (ic_data.NumberOfUsedChecks() == 0) { | 522 if (ic_data.NumberOfUsedChecks() == 0) { |
| 541 return false; | 523 return false; |
| 542 } | 524 } |
| (...skipping 57 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 600 } | 582 } |
| 601 if (IsLengthOneString(left)) { | 583 if (IsLengthOneString(left)) { |
| 602 // Optimize if left is a string with length one (either constant or | 584 // Optimize if left is a string with length one (either constant or |
| 603 // result of string-from-char-code. | 585 // result of string-from-char-code. |
| 604 if (left->IsConstant()) { | 586 if (left->IsConstant()) { |
| 605 ConstantInstr* left_const = left->AsConstant(); | 587 ConstantInstr* left_const = left->AsConstant(); |
| 606 const String& str = String::Cast(left_const->value()); | 588 const String& str = String::Cast(left_const->value()); |
| 607 ASSERT(str.Length() == 1); | 589 ASSERT(str.Length() == 1); |
| 608 ConstantInstr* char_code_left = flow_graph()->GetConstant( | 590 ConstantInstr* char_code_left = flow_graph()->GetConstant( |
| 609 Smi::ZoneHandle(Z, Smi::New(static_cast<intptr_t>(str.CharAt(0))))); | 591 Smi::ZoneHandle(Z, Smi::New(static_cast<intptr_t>(str.CharAt(0))))); |
| 610 left_val = new(Z) Value(char_code_left); | 592 left_val = new (Z) Value(char_code_left); |
| 611 } else if (left->IsOneByteStringFromCharCode()) { | 593 } else if (left->IsOneByteStringFromCharCode()) { |
| 612 // Use input of string-from-charcode as left value. | 594 // Use input of string-from-charcode as left value. |
| 613 OneByteStringFromCharCodeInstr* instr = | 595 OneByteStringFromCharCodeInstr* instr = |
| 614 left->AsOneByteStringFromCharCode(); | 596 left->AsOneByteStringFromCharCode(); |
| 615 left_val = new(Z) Value(instr->char_code()->definition()); | 597 left_val = new (Z) Value(instr->char_code()->definition()); |
| 616 to_remove_left = instr; | 598 to_remove_left = instr; |
| 617 } else { | 599 } else { |
| 618 // IsLengthOneString(left) should have been false. | 600 // IsLengthOneString(left) should have been false. |
| 619 UNREACHABLE(); | 601 UNREACHABLE(); |
| 620 } | 602 } |
| 621 | 603 |
| 622 Definition* to_remove_right = NULL; | 604 Definition* to_remove_right = NULL; |
| 623 Value* right_val = NULL; | 605 Value* right_val = NULL; |
| 624 if (right->IsOneByteStringFromCharCode()) { | 606 if (right->IsOneByteStringFromCharCode()) { |
| 625 // Skip string-from-char-code, and use its input as right value. | 607 // Skip string-from-char-code, and use its input as right value. |
| 626 OneByteStringFromCharCodeInstr* right_instr = | 608 OneByteStringFromCharCodeInstr* right_instr = |
| 627 right->AsOneByteStringFromCharCode(); | 609 right->AsOneByteStringFromCharCode(); |
| 628 right_val = new(Z) Value(right_instr->char_code()->definition()); | 610 right_val = new (Z) Value(right_instr->char_code()->definition()); |
| 629 to_remove_right = right_instr; | 611 to_remove_right = right_instr; |
| 630 } else { | 612 } else { |
| 631 const ICData& unary_checks_1 = | 613 const ICData& unary_checks_1 = |
| 632 ICData::ZoneHandle(Z, call->ic_data()->AsUnaryClassChecksForArgNr(1)); | 614 ICData::ZoneHandle(Z, call->ic_data()->AsUnaryClassChecksForArgNr(1)); |
| 633 AddCheckClass(right, | 615 AddCheckClass(right, unary_checks_1, call->deopt_id(), call->env(), call); |
| 634 unary_checks_1, | |
| 635 call->deopt_id(), | |
| 636 call->env(), | |
| 637 call); | |
| 638 // String-to-char-code instructions returns -1 (illegal charcode) if | 616 // String-to-char-code instructions returns -1 (illegal charcode) if |
| 639 // string is not of length one. | 617 // string is not of length one. |
| 640 StringToCharCodeInstr* char_code_right = | 618 StringToCharCodeInstr* char_code_right = new (Z) |
| 641 new(Z) StringToCharCodeInstr(new(Z) Value(right), kOneByteStringCid); | 619 StringToCharCodeInstr(new (Z) Value(right), kOneByteStringCid); |
| 642 InsertBefore(call, char_code_right, call->env(), FlowGraph::kValue); | 620 InsertBefore(call, char_code_right, call->env(), FlowGraph::kValue); |
| 643 right_val = new(Z) Value(char_code_right); | 621 right_val = new (Z) Value(char_code_right); |
| 644 } | 622 } |
| 645 | 623 |
| 646 // Comparing char-codes instead of strings. | 624 // Comparing char-codes instead of strings. |
| 647 EqualityCompareInstr* comp = | 625 EqualityCompareInstr* comp = |
| 648 new(Z) EqualityCompareInstr(call->token_pos(), | 626 new (Z) EqualityCompareInstr(call->token_pos(), op_kind, left_val, |
| 649 op_kind, | 627 right_val, kSmiCid, call->deopt_id()); |
| 650 left_val, | |
| 651 right_val, | |
| 652 kSmiCid, | |
| 653 call->deopt_id()); | |
| 654 ReplaceCall(call, comp); | 628 ReplaceCall(call, comp); |
| 655 | 629 |
| 656 // Remove dead instructions. | 630 // Remove dead instructions. |
| 657 if ((to_remove_left != NULL) && | 631 if ((to_remove_left != NULL) && |
| 658 (to_remove_left->input_use_list() == NULL)) { | 632 (to_remove_left->input_use_list() == NULL)) { |
| 659 to_remove_left->ReplaceUsesWith(flow_graph()->constant_null()); | 633 to_remove_left->ReplaceUsesWith(flow_graph()->constant_null()); |
| 660 to_remove_left->RemoveFromGraph(); | 634 to_remove_left->RemoveFromGraph(); |
| 661 } | 635 } |
| 662 if ((to_remove_right != NULL) && | 636 if ((to_remove_right != NULL) && |
| 663 (to_remove_right->input_use_list() == NULL)) { | 637 (to_remove_right->input_use_list() == NULL)) { |
| 664 to_remove_right->ReplaceUsesWith(flow_graph()->constant_null()); | 638 to_remove_right->ReplaceUsesWith(flow_graph()->constant_null()); |
| 665 to_remove_right->RemoveFromGraph(); | 639 to_remove_right->RemoveFromGraph(); |
| 666 } | 640 } |
| 667 return true; | 641 return true; |
| 668 } | 642 } |
| 669 return false; | 643 return false; |
| 670 } | 644 } |
| 671 | 645 |
| 672 | 646 |
| 673 static bool SmiFitsInDouble() { return kSmiBits < 53; } | 647 static bool SmiFitsInDouble() { |
| 648 return kSmiBits < 53; |
| 649 } |
| 674 | 650 |
| 675 | 651 |
| 676 static bool IsGetRuntimeType(Definition* defn) { | 652 static bool IsGetRuntimeType(Definition* defn) { |
| 677 StaticCallInstr* call = defn->AsStaticCall(); | 653 StaticCallInstr* call = defn->AsStaticCall(); |
| 678 return (call != NULL) && | 654 return (call != NULL) && (call->function().recognized_kind() == |
| 679 (call->function().recognized_kind() == | 655 MethodRecognizer::kObjectRuntimeType); |
| 680 MethodRecognizer::kObjectRuntimeType); | |
| 681 } | 656 } |
| 682 | 657 |
| 683 | 658 |
| 684 // Recognize a.runtimeType == b.runtimeType and fold it into | 659 // Recognize a.runtimeType == b.runtimeType and fold it into |
| 685 // Object._haveSameRuntimeType(a, b). | 660 // Object._haveSameRuntimeType(a, b). |
| 686 // Note: this optimization is not speculative. | 661 // Note: this optimization is not speculative. |
| 687 bool AotOptimizer::TryReplaceWithHaveSameRuntimeType(InstanceCallInstr* call) { | 662 bool AotOptimizer::TryReplaceWithHaveSameRuntimeType(InstanceCallInstr* call) { |
| 688 const ICData& ic_data = *call->ic_data(); | 663 const ICData& ic_data = *call->ic_data(); |
| 689 ASSERT(ic_data.NumArgsTested() == 2); | 664 ASSERT(ic_data.NumArgsTested() == 2); |
| 690 | 665 |
| 691 ASSERT(call->ArgumentCount() == 2); | 666 ASSERT(call->ArgumentCount() == 2); |
| 692 Definition* left = call->ArgumentAt(0); | 667 Definition* left = call->ArgumentAt(0); |
| 693 Definition* right = call->ArgumentAt(1); | 668 Definition* right = call->ArgumentAt(1); |
| 694 | 669 |
| 695 if (IsGetRuntimeType(left) && left->input_use_list()->IsSingleUse() && | 670 if (IsGetRuntimeType(left) && left->input_use_list()->IsSingleUse() && |
| 696 IsGetRuntimeType(right) && right->input_use_list()->IsSingleUse()) { | 671 IsGetRuntimeType(right) && right->input_use_list()->IsSingleUse()) { |
| 697 const Class& cls = Class::Handle(Z, I->object_store()->object_class()); | 672 const Class& cls = Class::Handle(Z, I->object_store()->object_class()); |
| 698 const Function& have_same_runtime_type = Function::ZoneHandle(Z, | 673 const Function& have_same_runtime_type = Function::ZoneHandle( |
| 674 Z, |
| 699 cls.LookupStaticFunctionAllowPrivate(Symbols::HaveSameRuntimeType())); | 675 cls.LookupStaticFunctionAllowPrivate(Symbols::HaveSameRuntimeType())); |
| 700 ASSERT(!have_same_runtime_type.IsNull()); | 676 ASSERT(!have_same_runtime_type.IsNull()); |
| 701 | 677 |
| 702 ZoneGrowableArray<PushArgumentInstr*>* args = | 678 ZoneGrowableArray<PushArgumentInstr*>* args = |
| 703 new (Z) ZoneGrowableArray<PushArgumentInstr*>(2); | 679 new (Z) ZoneGrowableArray<PushArgumentInstr*>(2); |
| 704 PushArgumentInstr* arg = new (Z) PushArgumentInstr( | 680 PushArgumentInstr* arg = |
| 705 new (Z) Value(left->ArgumentAt(0))); | 681 new (Z) PushArgumentInstr(new (Z) Value(left->ArgumentAt(0))); |
| 706 InsertBefore(call, arg, NULL, FlowGraph::kEffect); | 682 InsertBefore(call, arg, NULL, FlowGraph::kEffect); |
| 707 args->Add(arg); | 683 args->Add(arg); |
| 708 arg = new (Z) PushArgumentInstr( | 684 arg = new (Z) PushArgumentInstr(new (Z) Value(right->ArgumentAt(0))); |
| 709 new (Z) Value(right->ArgumentAt(0))); | |
| 710 InsertBefore(call, arg, NULL, FlowGraph::kEffect); | 685 InsertBefore(call, arg, NULL, FlowGraph::kEffect); |
| 711 args->Add(arg); | 686 args->Add(arg); |
| 712 StaticCallInstr* static_call = new (Z) StaticCallInstr( | 687 StaticCallInstr* static_call = |
| 713 call->token_pos(), | 688 new (Z) StaticCallInstr(call->token_pos(), have_same_runtime_type, |
| 714 have_same_runtime_type, | 689 Object::null_array(), // argument_names |
| 715 Object::null_array(), // argument_names | 690 args, call->deopt_id()); |
| 716 args, | |
| 717 call->deopt_id()); | |
| 718 static_call->set_result_cid(kBoolCid); | 691 static_call->set_result_cid(kBoolCid); |
| 719 ReplaceCall(call, static_call); | 692 ReplaceCall(call, static_call); |
| 720 return true; | 693 return true; |
| 721 } | 694 } |
| 722 | 695 |
| 723 return false; | 696 return false; |
| 724 } | 697 } |
| 725 | 698 |
| 726 | 699 |
| 727 bool AotOptimizer::TryReplaceWithEqualityOp(InstanceCallInstr* call, | 700 bool AotOptimizer::TryReplaceWithEqualityOp(InstanceCallInstr* call, |
| 728 Token::Kind op_kind) { | 701 Token::Kind op_kind) { |
| 729 const ICData& ic_data = *call->ic_data(); | 702 const ICData& ic_data = *call->ic_data(); |
| 730 ASSERT(ic_data.NumArgsTested() == 2); | 703 ASSERT(ic_data.NumArgsTested() == 2); |
| 731 | 704 |
| 732 ASSERT(call->ArgumentCount() == 2); | 705 ASSERT(call->ArgumentCount() == 2); |
| 733 Definition* left = call->ArgumentAt(0); | 706 Definition* left = call->ArgumentAt(0); |
| 734 Definition* right = call->ArgumentAt(1); | 707 Definition* right = call->ArgumentAt(1); |
| 735 | 708 |
| 736 intptr_t cid = kIllegalCid; | 709 intptr_t cid = kIllegalCid; |
| 737 if (HasOnlyTwoOf(ic_data, kOneByteStringCid)) { | 710 if (HasOnlyTwoOf(ic_data, kOneByteStringCid)) { |
| 738 return TryStringLengthOneEquality(call, op_kind); | 711 return TryStringLengthOneEquality(call, op_kind); |
| 739 } else if (HasOnlyTwoOf(ic_data, kSmiCid)) { | 712 } else if (HasOnlyTwoOf(ic_data, kSmiCid)) { |
| 740 InsertBefore(call, | 713 InsertBefore(call, |
| 741 new(Z) CheckSmiInstr(new(Z) Value(left), | 714 new (Z) CheckSmiInstr(new (Z) Value(left), call->deopt_id(), |
| 742 call->deopt_id(), | 715 call->token_pos()), |
| 743 call->token_pos()), | 716 call->env(), FlowGraph::kEffect); |
| 744 call->env(), | |
| 745 FlowGraph::kEffect); | |
| 746 InsertBefore(call, | 717 InsertBefore(call, |
| 747 new(Z) CheckSmiInstr(new(Z) Value(right), | 718 new (Z) CheckSmiInstr(new (Z) Value(right), call->deopt_id(), |
| 748 call->deopt_id(), | 719 call->token_pos()), |
| 749 call->token_pos()), | 720 call->env(), FlowGraph::kEffect); |
| 750 call->env(), | |
| 751 FlowGraph::kEffect); | |
| 752 cid = kSmiCid; | 721 cid = kSmiCid; |
| 753 } else if (HasTwoMintOrSmi(ic_data) && | 722 } else if (HasTwoMintOrSmi(ic_data) && |
| 754 FlowGraphCompiler::SupportsUnboxedMints()) { | 723 FlowGraphCompiler::SupportsUnboxedMints()) { |
| 755 cid = kMintCid; | 724 cid = kMintCid; |
| 756 } else if (HasTwoDoubleOrSmi(ic_data) && CanUnboxDouble()) { | 725 } else if (HasTwoDoubleOrSmi(ic_data) && CanUnboxDouble()) { |
| 757 // Use double comparison. | 726 // Use double comparison. |
| 758 if (SmiFitsInDouble()) { | 727 if (SmiFitsInDouble()) { |
| 759 cid = kDoubleCid; | 728 cid = kDoubleCid; |
| 760 } else { | 729 } else { |
| 761 if (ICDataHasReceiverArgumentClassIds(ic_data, kSmiCid, kSmiCid)) { | 730 if (ICDataHasReceiverArgumentClassIds(ic_data, kSmiCid, kSmiCid)) { |
| 762 // We cannot use double comparison on two smis. Need polymorphic | 731 // We cannot use double comparison on two smis. Need polymorphic |
| 763 // call. | 732 // call. |
| 764 return false; | 733 return false; |
| 765 } else { | 734 } else { |
| 766 InsertBefore(call, | 735 InsertBefore(call, new (Z) CheckEitherNonSmiInstr(new (Z) Value(left), |
| 767 new(Z) CheckEitherNonSmiInstr( | 736 new (Z) Value(right), |
| 768 new(Z) Value(left), | 737 call->deopt_id()), |
| 769 new(Z) Value(right), | 738 call->env(), FlowGraph::kEffect); |
| 770 call->deopt_id()), | |
| 771 call->env(), | |
| 772 FlowGraph::kEffect); | |
| 773 cid = kDoubleCid; | 739 cid = kDoubleCid; |
| 774 } | 740 } |
| 775 } | 741 } |
| 776 } else { | 742 } else { |
| 777 // Check if ICDData contains checks with Smi/Null combinations. In that case | 743 // Check if ICDData contains checks with Smi/Null combinations. In that case |
| 778 // we can still emit the optimized Smi equality operation but need to add | 744 // we can still emit the optimized Smi equality operation but need to add |
| 779 // checks for null or Smi. | 745 // checks for null or Smi. |
| 780 GrowableArray<intptr_t> smi_or_null(2); | 746 GrowableArray<intptr_t> smi_or_null(2); |
| 781 smi_or_null.Add(kSmiCid); | 747 smi_or_null.Add(kSmiCid); |
| 782 smi_or_null.Add(kNullCid); | 748 smi_or_null.Add(kNullCid); |
| 783 if (ICDataHasOnlyReceiverArgumentClassIds(ic_data, | 749 if (ICDataHasOnlyReceiverArgumentClassIds(ic_data, smi_or_null, |
| 784 smi_or_null, | |
| 785 smi_or_null)) { | 750 smi_or_null)) { |
| 786 const ICData& unary_checks_0 = | 751 const ICData& unary_checks_0 = |
| 787 ICData::ZoneHandle(Z, call->ic_data()->AsUnaryClassChecks()); | 752 ICData::ZoneHandle(Z, call->ic_data()->AsUnaryClassChecks()); |
| 788 AddCheckClass(left, | 753 AddCheckClass(left, unary_checks_0, call->deopt_id(), call->env(), call); |
| 789 unary_checks_0, | |
| 790 call->deopt_id(), | |
| 791 call->env(), | |
| 792 call); | |
| 793 | 754 |
| 794 const ICData& unary_checks_1 = | 755 const ICData& unary_checks_1 = |
| 795 ICData::ZoneHandle(Z, call->ic_data()->AsUnaryClassChecksForArgNr(1)); | 756 ICData::ZoneHandle(Z, call->ic_data()->AsUnaryClassChecksForArgNr(1)); |
| 796 AddCheckClass(right, | 757 AddCheckClass(right, unary_checks_1, call->deopt_id(), call->env(), call); |
| 797 unary_checks_1, | |
| 798 call->deopt_id(), | |
| 799 call->env(), | |
| 800 call); | |
| 801 cid = kSmiCid; | 758 cid = kSmiCid; |
| 802 } else { | 759 } else { |
| 803 // Shortcut for equality with null. | 760 // Shortcut for equality with null. |
| 804 // TODO(vegorov): this optimization is not speculative and should | 761 // TODO(vegorov): this optimization is not speculative and should |
| 805 // be hoisted out of this function. | 762 // be hoisted out of this function. |
| 806 ConstantInstr* right_const = right->AsConstant(); | 763 ConstantInstr* right_const = right->AsConstant(); |
| 807 ConstantInstr* left_const = left->AsConstant(); | 764 ConstantInstr* left_const = left->AsConstant(); |
| 808 if ((right_const != NULL && right_const->value().IsNull()) || | 765 if ((right_const != NULL && right_const->value().IsNull()) || |
| 809 (left_const != NULL && left_const->value().IsNull())) { | 766 (left_const != NULL && left_const->value().IsNull())) { |
| 810 StrictCompareInstr* comp = | 767 StrictCompareInstr* comp = new (Z) |
| 811 new(Z) StrictCompareInstr(call->token_pos(), | 768 StrictCompareInstr(call->token_pos(), Token::kEQ_STRICT, |
| 812 Token::kEQ_STRICT, | 769 new (Z) Value(left), new (Z) Value(right), |
| 813 new(Z) Value(left), | 770 false); // No number check. |
| 814 new(Z) Value(right), | |
| 815 false); // No number check. | |
| 816 ReplaceCall(call, comp); | 771 ReplaceCall(call, comp); |
| 817 return true; | 772 return true; |
| 818 } | 773 } |
| 819 return false; | 774 return false; |
| 820 } | 775 } |
| 821 } | 776 } |
| 822 ASSERT(cid != kIllegalCid); | 777 ASSERT(cid != kIllegalCid); |
| 823 EqualityCompareInstr* comp = new(Z) EqualityCompareInstr(call->token_pos(), | 778 EqualityCompareInstr* comp = new (Z) |
| 824 op_kind, | 779 EqualityCompareInstr(call->token_pos(), op_kind, new (Z) Value(left), |
| 825 new(Z) Value(left), | 780 new (Z) Value(right), cid, call->deopt_id()); |
| 826 new(Z) Value(right), | |
| 827 cid, | |
| 828 call->deopt_id()); | |
| 829 ReplaceCall(call, comp); | 781 ReplaceCall(call, comp); |
| 830 return true; | 782 return true; |
| 831 } | 783 } |
| 832 | 784 |
| 833 | 785 |
| 834 bool AotOptimizer::TryReplaceWithRelationalOp(InstanceCallInstr* call, | 786 bool AotOptimizer::TryReplaceWithRelationalOp(InstanceCallInstr* call, |
| 835 Token::Kind op_kind) { | 787 Token::Kind op_kind) { |
| 836 const ICData& ic_data = *call->ic_data(); | 788 const ICData& ic_data = *call->ic_data(); |
| 837 ASSERT(ic_data.NumArgsTested() == 2); | 789 ASSERT(ic_data.NumArgsTested() == 2); |
| 838 | 790 |
| 839 ASSERT(call->ArgumentCount() == 2); | 791 ASSERT(call->ArgumentCount() == 2); |
| 840 Definition* left = call->ArgumentAt(0); | 792 Definition* left = call->ArgumentAt(0); |
| 841 Definition* right = call->ArgumentAt(1); | 793 Definition* right = call->ArgumentAt(1); |
| 842 | 794 |
| 843 intptr_t cid = kIllegalCid; | 795 intptr_t cid = kIllegalCid; |
| 844 if (HasOnlyTwoOf(ic_data, kSmiCid)) { | 796 if (HasOnlyTwoOf(ic_data, kSmiCid)) { |
| 845 InsertBefore(call, | 797 InsertBefore(call, |
| 846 new(Z) CheckSmiInstr(new(Z) Value(left), | 798 new (Z) CheckSmiInstr(new (Z) Value(left), call->deopt_id(), |
| 847 call->deopt_id(), | 799 call->token_pos()), |
| 848 call->token_pos()), | 800 call->env(), FlowGraph::kEffect); |
| 849 call->env(), | |
| 850 FlowGraph::kEffect); | |
| 851 InsertBefore(call, | 801 InsertBefore(call, |
| 852 new(Z) CheckSmiInstr(new(Z) Value(right), | 802 new (Z) CheckSmiInstr(new (Z) Value(right), call->deopt_id(), |
| 853 call->deopt_id(), | 803 call->token_pos()), |
| 854 call->token_pos()), | 804 call->env(), FlowGraph::kEffect); |
| 855 call->env(), | |
| 856 FlowGraph::kEffect); | |
| 857 cid = kSmiCid; | 805 cid = kSmiCid; |
| 858 } else if (HasTwoMintOrSmi(ic_data) && | 806 } else if (HasTwoMintOrSmi(ic_data) && |
| 859 FlowGraphCompiler::SupportsUnboxedMints()) { | 807 FlowGraphCompiler::SupportsUnboxedMints()) { |
| 860 cid = kMintCid; | 808 cid = kMintCid; |
| 861 } else if (HasTwoDoubleOrSmi(ic_data) && CanUnboxDouble()) { | 809 } else if (HasTwoDoubleOrSmi(ic_data) && CanUnboxDouble()) { |
| 862 // Use double comparison. | 810 // Use double comparison. |
| 863 if (SmiFitsInDouble()) { | 811 if (SmiFitsInDouble()) { |
| 864 cid = kDoubleCid; | 812 cid = kDoubleCid; |
| 865 } else { | 813 } else { |
| 866 if (ICDataHasReceiverArgumentClassIds(ic_data, kSmiCid, kSmiCid)) { | 814 if (ICDataHasReceiverArgumentClassIds(ic_data, kSmiCid, kSmiCid)) { |
| 867 // We cannot use double comparison on two smis. Need polymorphic | 815 // We cannot use double comparison on two smis. Need polymorphic |
| 868 // call. | 816 // call. |
| 869 return false; | 817 return false; |
| 870 } else { | 818 } else { |
| 871 InsertBefore(call, | 819 InsertBefore(call, new (Z) CheckEitherNonSmiInstr(new (Z) Value(left), |
| 872 new(Z) CheckEitherNonSmiInstr( | 820 new (Z) Value(right), |
| 873 new(Z) Value(left), | 821 call->deopt_id()), |
| 874 new(Z) Value(right), | 822 call->env(), FlowGraph::kEffect); |
| 875 call->deopt_id()), | |
| 876 call->env(), | |
| 877 FlowGraph::kEffect); | |
| 878 cid = kDoubleCid; | 823 cid = kDoubleCid; |
| 879 } | 824 } |
| 880 } | 825 } |
| 881 } else { | 826 } else { |
| 882 return false; | 827 return false; |
| 883 } | 828 } |
| 884 ASSERT(cid != kIllegalCid); | 829 ASSERT(cid != kIllegalCid); |
| 885 RelationalOpInstr* comp = new(Z) RelationalOpInstr(call->token_pos(), | 830 RelationalOpInstr* comp = |
| 886 op_kind, | 831 new (Z) RelationalOpInstr(call->token_pos(), op_kind, new (Z) Value(left), |
| 887 new(Z) Value(left), | 832 new (Z) Value(right), cid, call->deopt_id()); |
| 888 new(Z) Value(right), | |
| 889 cid, | |
| 890 call->deopt_id()); | |
| 891 ReplaceCall(call, comp); | 833 ReplaceCall(call, comp); |
| 892 return true; | 834 return true; |
| 893 } | 835 } |
| 894 | 836 |
| 895 | 837 |
| 896 bool AotOptimizer::TryReplaceWithBinaryOp(InstanceCallInstr* call, | 838 bool AotOptimizer::TryReplaceWithBinaryOp(InstanceCallInstr* call, |
| 897 Token::Kind op_kind) { | 839 Token::Kind op_kind) { |
| 898 intptr_t operands_type = kIllegalCid; | 840 intptr_t operands_type = kIllegalCid; |
| 899 ASSERT(call->HasICData()); | 841 ASSERT(call->HasICData()); |
| 900 const ICData& ic_data = *call->ic_data(); | 842 const ICData& ic_data = *call->ic_data(); |
| 901 switch (op_kind) { | 843 switch (op_kind) { |
| 902 case Token::kADD: | 844 case Token::kADD: |
| 903 case Token::kSUB: | 845 case Token::kSUB: |
| 904 case Token::kMUL: | 846 case Token::kMUL: |
| 905 if (HasOnlyTwoOf(ic_data, kSmiCid)) { | 847 if (HasOnlyTwoOf(ic_data, kSmiCid)) { |
| 906 // Don't generate smi code if the IC data is marked because | 848 // Don't generate smi code if the IC data is marked because |
| 907 // of an overflow. | 849 // of an overflow. |
| 908 operands_type = ic_data.HasDeoptReason(ICData::kDeoptBinarySmiOp) | 850 operands_type = ic_data.HasDeoptReason(ICData::kDeoptBinarySmiOp) |
| 909 ? kMintCid | 851 ? kMintCid |
| 910 : kSmiCid; | 852 : kSmiCid; |
| 911 } else if (HasTwoMintOrSmi(ic_data) && | 853 } else if (HasTwoMintOrSmi(ic_data) && |
| 912 FlowGraphCompiler::SupportsUnboxedMints()) { | 854 FlowGraphCompiler::SupportsUnboxedMints()) { |
| 913 // Don't generate mint code if the IC data is marked because of an | 855 // Don't generate mint code if the IC data is marked because of an |
| 914 // overflow. | 856 // overflow. |
| 915 if (ic_data.HasDeoptReason(ICData::kDeoptBinaryMintOp)) return false; | 857 if (ic_data.HasDeoptReason(ICData::kDeoptBinaryMintOp)) return false; |
| 916 operands_type = kMintCid; | 858 operands_type = kMintCid; |
| 917 } else if (ShouldSpecializeForDouble(ic_data)) { | 859 } else if (ShouldSpecializeForDouble(ic_data)) { |
| 918 operands_type = kDoubleCid; | 860 operands_type = kDoubleCid; |
| 919 } else if (HasOnlyTwoOf(ic_data, kFloat32x4Cid)) { | 861 } else if (HasOnlyTwoOf(ic_data, kFloat32x4Cid)) { |
| 920 operands_type = kFloat32x4Cid; | 862 operands_type = kFloat32x4Cid; |
| (...skipping 35 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 956 case Token::kSHR: | 898 case Token::kSHR: |
| 957 case Token::kSHL: | 899 case Token::kSHL: |
| 958 if (HasOnlyTwoOf(ic_data, kSmiCid)) { | 900 if (HasOnlyTwoOf(ic_data, kSmiCid)) { |
| 959 // Left shift may overflow from smi into mint or big ints. | 901 // Left shift may overflow from smi into mint or big ints. |
| 960 // Don't generate smi code if the IC data is marked because | 902 // Don't generate smi code if the IC data is marked because |
| 961 // of an overflow. | 903 // of an overflow. |
| 962 if (ic_data.HasDeoptReason(ICData::kDeoptBinaryMintOp)) { | 904 if (ic_data.HasDeoptReason(ICData::kDeoptBinaryMintOp)) { |
| 963 return false; | 905 return false; |
| 964 } | 906 } |
| 965 operands_type = ic_data.HasDeoptReason(ICData::kDeoptBinarySmiOp) | 907 operands_type = ic_data.HasDeoptReason(ICData::kDeoptBinarySmiOp) |
| 966 ? kMintCid | 908 ? kMintCid |
| 967 : kSmiCid; | 909 : kSmiCid; |
| 968 } else if (HasTwoMintOrSmi(ic_data) && | 910 } else if (HasTwoMintOrSmi(ic_data) && |
| 969 HasOnlyOneSmi(ICData::Handle(Z, | 911 HasOnlyOneSmi(ICData::Handle( |
| 970 ic_data.AsUnaryClassChecksForArgNr(1)))) { | 912 Z, ic_data.AsUnaryClassChecksForArgNr(1)))) { |
| 971 // Don't generate mint code if the IC data is marked because of an | 913 // Don't generate mint code if the IC data is marked because of an |
| 972 // overflow. | 914 // overflow. |
| 973 if (ic_data.HasDeoptReason(ICData::kDeoptBinaryMintOp)) { | 915 if (ic_data.HasDeoptReason(ICData::kDeoptBinaryMintOp)) { |
| 974 return false; | 916 return false; |
| 975 } | 917 } |
| 976 // Check for smi/mint << smi or smi/mint >> smi. | 918 // Check for smi/mint << smi or smi/mint >> smi. |
| 977 operands_type = kMintCid; | 919 operands_type = kMintCid; |
| 978 } else { | 920 } else { |
| 979 return false; | 921 return false; |
| 980 } | 922 } |
| (...skipping 18 matching lines...) Expand all Loading... |
| 999 Definition* left = call->ArgumentAt(0); | 941 Definition* left = call->ArgumentAt(0); |
| 1000 Definition* right = call->ArgumentAt(1); | 942 Definition* right = call->ArgumentAt(1); |
| 1001 if (operands_type == kDoubleCid) { | 943 if (operands_type == kDoubleCid) { |
| 1002 if (!CanUnboxDouble()) { | 944 if (!CanUnboxDouble()) { |
| 1003 return false; | 945 return false; |
| 1004 } | 946 } |
| 1005 // Check that either left or right are not a smi. Result of a | 947 // Check that either left or right are not a smi. Result of a |
| 1006 // binary operation with two smis is a smi not a double, except '/' which | 948 // binary operation with two smis is a smi not a double, except '/' which |
| 1007 // returns a double for two smis. | 949 // returns a double for two smis. |
| 1008 if (op_kind != Token::kDIV) { | 950 if (op_kind != Token::kDIV) { |
| 1009 InsertBefore(call, | 951 InsertBefore(call, new (Z) CheckEitherNonSmiInstr(new (Z) Value(left), |
| 1010 new(Z) CheckEitherNonSmiInstr( | 952 new (Z) Value(right), |
| 1011 new(Z) Value(left), | 953 call->deopt_id()), |
| 1012 new(Z) Value(right), | 954 call->env(), FlowGraph::kEffect); |
| 1013 call->deopt_id()), | |
| 1014 call->env(), | |
| 1015 FlowGraph::kEffect); | |
| 1016 } | 955 } |
| 1017 | 956 |
| 1018 BinaryDoubleOpInstr* double_bin_op = | 957 BinaryDoubleOpInstr* double_bin_op = new (Z) |
| 1019 new(Z) BinaryDoubleOpInstr(op_kind, | 958 BinaryDoubleOpInstr(op_kind, new (Z) Value(left), new (Z) Value(right), |
| 1020 new(Z) Value(left), | 959 call->deopt_id(), call->token_pos()); |
| 1021 new(Z) Value(right), | |
| 1022 call->deopt_id(), call->token_pos()); | |
| 1023 ReplaceCall(call, double_bin_op); | 960 ReplaceCall(call, double_bin_op); |
| 1024 } else if (operands_type == kMintCid) { | 961 } else if (operands_type == kMintCid) { |
| 1025 if (!FlowGraphCompiler::SupportsUnboxedMints()) return false; | 962 if (!FlowGraphCompiler::SupportsUnboxedMints()) return false; |
| 1026 if ((op_kind == Token::kSHR) || (op_kind == Token::kSHL)) { | 963 if ((op_kind == Token::kSHR) || (op_kind == Token::kSHL)) { |
| 1027 ShiftMintOpInstr* shift_op = | 964 ShiftMintOpInstr* shift_op = new (Z) ShiftMintOpInstr( |
| 1028 new(Z) ShiftMintOpInstr( | 965 op_kind, new (Z) Value(left), new (Z) Value(right), call->deopt_id()); |
| 1029 op_kind, new(Z) Value(left), new(Z) Value(right), | |
| 1030 call->deopt_id()); | |
| 1031 ReplaceCall(call, shift_op); | 966 ReplaceCall(call, shift_op); |
| 1032 } else { | 967 } else { |
| 1033 BinaryMintOpInstr* bin_op = | 968 BinaryMintOpInstr* bin_op = new (Z) BinaryMintOpInstr( |
| 1034 new(Z) BinaryMintOpInstr( | 969 op_kind, new (Z) Value(left), new (Z) Value(right), call->deopt_id()); |
| 1035 op_kind, new(Z) Value(left), new(Z) Value(right), | |
| 1036 call->deopt_id()); | |
| 1037 ReplaceCall(call, bin_op); | 970 ReplaceCall(call, bin_op); |
| 1038 } | 971 } |
| 1039 } else if (operands_type == kFloat32x4Cid) { | 972 } else if (operands_type == kFloat32x4Cid) { |
| 1040 return InlineFloat32x4BinaryOp(call, op_kind); | 973 return InlineFloat32x4BinaryOp(call, op_kind); |
| 1041 } else if (operands_type == kInt32x4Cid) { | 974 } else if (operands_type == kInt32x4Cid) { |
| 1042 return InlineInt32x4BinaryOp(call, op_kind); | 975 return InlineInt32x4BinaryOp(call, op_kind); |
| 1043 } else if (operands_type == kFloat64x2Cid) { | 976 } else if (operands_type == kFloat64x2Cid) { |
| 1044 return InlineFloat64x2BinaryOp(call, op_kind); | 977 return InlineFloat64x2BinaryOp(call, op_kind); |
| 1045 } else if (op_kind == Token::kMOD) { | 978 } else if (op_kind == Token::kMOD) { |
| 1046 ASSERT(operands_type == kSmiCid); | 979 ASSERT(operands_type == kSmiCid); |
| 1047 if (right->IsConstant()) { | 980 if (right->IsConstant()) { |
| 1048 const Object& obj = right->AsConstant()->value(); | 981 const Object& obj = right->AsConstant()->value(); |
| 1049 if (obj.IsSmi() && Utils::IsPowerOfTwo(Smi::Cast(obj).Value())) { | 982 if (obj.IsSmi() && Utils::IsPowerOfTwo(Smi::Cast(obj).Value())) { |
| 1050 // Insert smi check and attach a copy of the original environment | 983 // Insert smi check and attach a copy of the original environment |
| 1051 // because the smi operation can still deoptimize. | 984 // because the smi operation can still deoptimize. |
| 1052 InsertBefore(call, | 985 InsertBefore(call, |
| 1053 new(Z) CheckSmiInstr(new(Z) Value(left), | 986 new (Z) CheckSmiInstr(new (Z) Value(left), |
| 1054 call->deopt_id(), | 987 call->deopt_id(), call->token_pos()), |
| 1055 call->token_pos()), | 988 call->env(), FlowGraph::kEffect); |
| 1056 call->env(), | 989 ConstantInstr* constant = flow_graph()->GetConstant( |
| 1057 FlowGraph::kEffect); | 990 Smi::Handle(Z, Smi::New(Smi::Cast(obj).Value() - 1))); |
| 1058 ConstantInstr* constant = | |
| 1059 flow_graph()->GetConstant(Smi::Handle(Z, | |
| 1060 Smi::New(Smi::Cast(obj).Value() - 1))); | |
| 1061 BinarySmiOpInstr* bin_op = | 991 BinarySmiOpInstr* bin_op = |
| 1062 new(Z) BinarySmiOpInstr(Token::kBIT_AND, | 992 new (Z) BinarySmiOpInstr(Token::kBIT_AND, new (Z) Value(left), |
| 1063 new(Z) Value(left), | 993 new (Z) Value(constant), call->deopt_id()); |
| 1064 new(Z) Value(constant), | |
| 1065 call->deopt_id()); | |
| 1066 ReplaceCall(call, bin_op); | 994 ReplaceCall(call, bin_op); |
| 1067 return true; | 995 return true; |
| 1068 } | 996 } |
| 1069 } | 997 } |
| 1070 // Insert two smi checks and attach a copy of the original | 998 // Insert two smi checks and attach a copy of the original |
| 1071 // environment because the smi operation can still deoptimize. | 999 // environment because the smi operation can still deoptimize. |
| 1072 AddCheckSmi(left, call->deopt_id(), call->env(), call); | 1000 AddCheckSmi(left, call->deopt_id(), call->env(), call); |
| 1073 AddCheckSmi(right, call->deopt_id(), call->env(), call); | 1001 AddCheckSmi(right, call->deopt_id(), call->env(), call); |
| 1074 BinarySmiOpInstr* bin_op = | 1002 BinarySmiOpInstr* bin_op = new (Z) BinarySmiOpInstr( |
| 1075 new(Z) BinarySmiOpInstr(op_kind, | 1003 op_kind, new (Z) Value(left), new (Z) Value(right), call->deopt_id()); |
| 1076 new(Z) Value(left), | |
| 1077 new(Z) Value(right), | |
| 1078 call->deopt_id()); | |
| 1079 ReplaceCall(call, bin_op); | 1004 ReplaceCall(call, bin_op); |
| 1080 } else { | 1005 } else { |
| 1081 ASSERT(operands_type == kSmiCid); | 1006 ASSERT(operands_type == kSmiCid); |
| 1082 // Insert two smi checks and attach a copy of the original | 1007 // Insert two smi checks and attach a copy of the original |
| 1083 // environment because the smi operation can still deoptimize. | 1008 // environment because the smi operation can still deoptimize. |
| 1084 AddCheckSmi(left, call->deopt_id(), call->env(), call); | 1009 AddCheckSmi(left, call->deopt_id(), call->env(), call); |
| 1085 AddCheckSmi(right, call->deopt_id(), call->env(), call); | 1010 AddCheckSmi(right, call->deopt_id(), call->env(), call); |
| 1086 if (left->IsConstant() && | 1011 if (left->IsConstant() && |
| 1087 ((op_kind == Token::kADD) || (op_kind == Token::kMUL))) { | 1012 ((op_kind == Token::kADD) || (op_kind == Token::kMUL))) { |
| 1088 // Constant should be on the right side. | 1013 // Constant should be on the right side. |
| 1089 Definition* temp = left; | 1014 Definition* temp = left; |
| 1090 left = right; | 1015 left = right; |
| 1091 right = temp; | 1016 right = temp; |
| 1092 } | 1017 } |
| 1093 BinarySmiOpInstr* bin_op = | 1018 BinarySmiOpInstr* bin_op = new (Z) BinarySmiOpInstr( |
| 1094 new(Z) BinarySmiOpInstr( | 1019 op_kind, new (Z) Value(left), new (Z) Value(right), call->deopt_id()); |
| 1095 op_kind, | |
| 1096 new(Z) Value(left), | |
| 1097 new(Z) Value(right), | |
| 1098 call->deopt_id()); | |
| 1099 ReplaceCall(call, bin_op); | 1020 ReplaceCall(call, bin_op); |
| 1100 } | 1021 } |
| 1101 return true; | 1022 return true; |
| 1102 } | 1023 } |
| 1103 | 1024 |
| 1104 | 1025 |
| 1105 bool AotOptimizer::TryReplaceWithUnaryOp(InstanceCallInstr* call, | 1026 bool AotOptimizer::TryReplaceWithUnaryOp(InstanceCallInstr* call, |
| 1106 Token::Kind op_kind) { | 1027 Token::Kind op_kind) { |
| 1107 ASSERT(call->ArgumentCount() == 1); | 1028 ASSERT(call->ArgumentCount() == 1); |
| 1108 Definition* input = call->ArgumentAt(0); | 1029 Definition* input = call->ArgumentAt(0); |
| 1109 Definition* unary_op = NULL; | 1030 Definition* unary_op = NULL; |
| 1110 if (HasOnlyOneSmi(*call->ic_data())) { | 1031 if (HasOnlyOneSmi(*call->ic_data())) { |
| 1111 InsertBefore(call, | 1032 InsertBefore(call, |
| 1112 new(Z) CheckSmiInstr(new(Z) Value(input), | 1033 new (Z) CheckSmiInstr(new (Z) Value(input), call->deopt_id(), |
| 1113 call->deopt_id(), | 1034 call->token_pos()), |
| 1114 call->token_pos()), | 1035 call->env(), FlowGraph::kEffect); |
| 1115 call->env(), | 1036 unary_op = new (Z) |
| 1116 FlowGraph::kEffect); | 1037 UnarySmiOpInstr(op_kind, new (Z) Value(input), call->deopt_id()); |
| 1117 unary_op = new(Z) UnarySmiOpInstr( | |
| 1118 op_kind, new(Z) Value(input), call->deopt_id()); | |
| 1119 } else if ((op_kind == Token::kBIT_NOT) && | 1038 } else if ((op_kind == Token::kBIT_NOT) && |
| 1120 HasOnlySmiOrMint(*call->ic_data()) && | 1039 HasOnlySmiOrMint(*call->ic_data()) && |
| 1121 FlowGraphCompiler::SupportsUnboxedMints()) { | 1040 FlowGraphCompiler::SupportsUnboxedMints()) { |
| 1122 unary_op = new(Z) UnaryMintOpInstr( | 1041 unary_op = new (Z) |
| 1123 op_kind, new(Z) Value(input), call->deopt_id()); | 1042 UnaryMintOpInstr(op_kind, new (Z) Value(input), call->deopt_id()); |
| 1124 } else if (HasOnlyOneDouble(*call->ic_data()) && | 1043 } else if (HasOnlyOneDouble(*call->ic_data()) && |
| 1125 (op_kind == Token::kNEGATE) && | 1044 (op_kind == Token::kNEGATE) && CanUnboxDouble()) { |
| 1126 CanUnboxDouble()) { | |
| 1127 AddReceiverCheck(call); | 1045 AddReceiverCheck(call); |
| 1128 unary_op = new(Z) UnaryDoubleOpInstr( | 1046 unary_op = new (Z) UnaryDoubleOpInstr(Token::kNEGATE, new (Z) Value(input), |
| 1129 Token::kNEGATE, new(Z) Value(input), call->deopt_id()); | 1047 call->deopt_id()); |
| 1130 } else { | 1048 } else { |
| 1131 return false; | 1049 return false; |
| 1132 } | 1050 } |
| 1133 ASSERT(unary_op != NULL); | 1051 ASSERT(unary_op != NULL); |
| 1134 ReplaceCall(call, unary_op); | 1052 ReplaceCall(call, unary_op); |
| 1135 return true; | 1053 return true; |
| 1136 } | 1054 } |
| 1137 | 1055 |
| 1138 | 1056 |
| 1139 // Using field class | 1057 // Using field class |
| 1140 RawField* AotOptimizer::GetField(intptr_t class_id, | 1058 RawField* AotOptimizer::GetField(intptr_t class_id, const String& field_name) { |
| 1141 const String& field_name) { | |
| 1142 Class& cls = Class::Handle(Z, isolate()->class_table()->At(class_id)); | 1059 Class& cls = Class::Handle(Z, isolate()->class_table()->At(class_id)); |
| 1143 Field& field = Field::Handle(Z); | 1060 Field& field = Field::Handle(Z); |
| 1144 while (!cls.IsNull()) { | 1061 while (!cls.IsNull()) { |
| 1145 field = cls.LookupInstanceField(field_name); | 1062 field = cls.LookupInstanceField(field_name); |
| 1146 if (!field.IsNull()) { | 1063 if (!field.IsNull()) { |
| 1147 return field.raw(); | 1064 return field.raw(); |
| 1148 } | 1065 } |
| 1149 cls = cls.SuperClass(); | 1066 cls = cls.SuperClass(); |
| 1150 } | 1067 } |
| 1151 return Field::null(); | 1068 return Field::null(); |
| 1152 } | 1069 } |
| 1153 | 1070 |
| 1154 | 1071 |
| 1155 bool AotOptimizer::InlineImplicitInstanceGetter(InstanceCallInstr* call) { | 1072 bool AotOptimizer::InlineImplicitInstanceGetter(InstanceCallInstr* call) { |
| 1156 ASSERT(call->HasICData()); | 1073 ASSERT(call->HasICData()); |
| 1157 const ICData& ic_data = *call->ic_data(); | 1074 const ICData& ic_data = *call->ic_data(); |
| 1158 ASSERT(ic_data.HasOneTarget()); | 1075 ASSERT(ic_data.HasOneTarget()); |
| 1159 GrowableArray<intptr_t> class_ids; | 1076 GrowableArray<intptr_t> class_ids; |
| 1160 ic_data.GetClassIdsAt(0, &class_ids); | 1077 ic_data.GetClassIdsAt(0, &class_ids); |
| 1161 ASSERT(class_ids.length() == 1); | 1078 ASSERT(class_ids.length() == 1); |
| 1162 // Inline implicit instance getter. | 1079 // Inline implicit instance getter. |
| 1163 const String& field_name = | 1080 const String& field_name = |
| 1164 String::Handle(Z, Field::NameFromGetter(call->function_name())); | 1081 String::Handle(Z, Field::NameFromGetter(call->function_name())); |
| 1165 const Field& field = | 1082 const Field& field = Field::ZoneHandle(Z, GetField(class_ids[0], field_name)); |
| 1166 Field::ZoneHandle(Z, GetField(class_ids[0], field_name)); | |
| 1167 ASSERT(!field.IsNull()); | 1083 ASSERT(!field.IsNull()); |
| 1168 | 1084 |
| 1169 if (flow_graph()->InstanceCallNeedsClassCheck( | 1085 if (flow_graph()->InstanceCallNeedsClassCheck(call, |
| 1170 call, RawFunction::kImplicitGetter)) { | 1086 RawFunction::kImplicitGetter)) { |
| 1171 return false; | 1087 return false; |
| 1172 } | 1088 } |
| 1173 LoadFieldInstr* load = new(Z) LoadFieldInstr( | 1089 LoadFieldInstr* load = new (Z) LoadFieldInstr( |
| 1174 new(Z) Value(call->ArgumentAt(0)), | 1090 new (Z) Value(call->ArgumentAt(0)), &field, |
| 1175 &field, | 1091 AbstractType::ZoneHandle(Z, field.type()), call->token_pos()); |
| 1176 AbstractType::ZoneHandle(Z, field.type()), | |
| 1177 call->token_pos()); | |
| 1178 load->set_is_immutable(field.is_final()); | 1092 load->set_is_immutable(field.is_final()); |
| 1179 | 1093 |
| 1180 // Discard the environment from the original instruction because the load | 1094 // Discard the environment from the original instruction because the load |
| 1181 // can't deoptimize. | 1095 // can't deoptimize. |
| 1182 call->RemoveEnvironment(); | 1096 call->RemoveEnvironment(); |
| 1183 ReplaceCall(call, load); | 1097 ReplaceCall(call, load); |
| 1184 | 1098 |
| 1185 if (load->result_cid() != kDynamicCid) { | 1099 if (load->result_cid() != kDynamicCid) { |
| 1186 // Reset value types if guarded_cid was used. | 1100 // Reset value types if guarded_cid was used. |
| 1187 for (Value::Iterator it(load->input_use_list()); | 1101 for (Value::Iterator it(load->input_use_list()); !it.Done(); it.Advance()) { |
| 1188 !it.Done(); | |
| 1189 it.Advance()) { | |
| 1190 it.Current()->SetReachingType(NULL); | 1102 it.Current()->SetReachingType(NULL); |
| 1191 } | 1103 } |
| 1192 } | 1104 } |
| 1193 return true; | 1105 return true; |
| 1194 } | 1106 } |
| 1195 | 1107 |
| 1196 | 1108 |
| 1197 bool AotOptimizer::InlineFloat32x4BinaryOp(InstanceCallInstr* call, | 1109 bool AotOptimizer::InlineFloat32x4BinaryOp(InstanceCallInstr* call, |
| 1198 Token::Kind op_kind) { | 1110 Token::Kind op_kind) { |
| 1199 if (!ShouldInlineSimd()) { | 1111 if (!ShouldInlineSimd()) { |
| 1200 return false; | 1112 return false; |
| 1201 } | 1113 } |
| 1202 ASSERT(call->ArgumentCount() == 2); | 1114 ASSERT(call->ArgumentCount() == 2); |
| 1203 Definition* left = call->ArgumentAt(0); | 1115 Definition* left = call->ArgumentAt(0); |
| 1204 Definition* right = call->ArgumentAt(1); | 1116 Definition* right = call->ArgumentAt(1); |
| 1205 // Type check left. | 1117 // Type check left. |
| 1206 AddCheckClass(left, | 1118 AddCheckClass(left, ICData::ZoneHandle( |
| 1207 ICData::ZoneHandle( | 1119 Z, call->ic_data()->AsUnaryClassChecksForArgNr(0)), |
| 1208 Z, call->ic_data()->AsUnaryClassChecksForArgNr(0)), | 1120 call->deopt_id(), call->env(), call); |
| 1209 call->deopt_id(), | |
| 1210 call->env(), | |
| 1211 call); | |
| 1212 // Type check right. | 1121 // Type check right. |
| 1213 AddCheckClass(right, | 1122 AddCheckClass(right, ICData::ZoneHandle( |
| 1214 ICData::ZoneHandle( | 1123 Z, call->ic_data()->AsUnaryClassChecksForArgNr(1)), |
| 1215 Z, call->ic_data()->AsUnaryClassChecksForArgNr(1)), | 1124 call->deopt_id(), call->env(), call); |
| 1216 call->deopt_id(), | |
| 1217 call->env(), | |
| 1218 call); | |
| 1219 // Replace call. | 1125 // Replace call. |
| 1220 BinaryFloat32x4OpInstr* float32x4_bin_op = | 1126 BinaryFloat32x4OpInstr* float32x4_bin_op = new (Z) BinaryFloat32x4OpInstr( |
| 1221 new(Z) BinaryFloat32x4OpInstr( | 1127 op_kind, new (Z) Value(left), new (Z) Value(right), call->deopt_id()); |
| 1222 op_kind, new(Z) Value(left), new(Z) Value(right), | |
| 1223 call->deopt_id()); | |
| 1224 ReplaceCall(call, float32x4_bin_op); | 1128 ReplaceCall(call, float32x4_bin_op); |
| 1225 | 1129 |
| 1226 return true; | 1130 return true; |
| 1227 } | 1131 } |
| 1228 | 1132 |
| 1229 | 1133 |
| 1230 bool AotOptimizer::InlineInt32x4BinaryOp(InstanceCallInstr* call, | 1134 bool AotOptimizer::InlineInt32x4BinaryOp(InstanceCallInstr* call, |
| 1231 Token::Kind op_kind) { | 1135 Token::Kind op_kind) { |
| 1232 if (!ShouldInlineSimd()) { | 1136 if (!ShouldInlineSimd()) { |
| 1233 return false; | 1137 return false; |
| 1234 } | 1138 } |
| 1235 ASSERT(call->ArgumentCount() == 2); | 1139 ASSERT(call->ArgumentCount() == 2); |
| 1236 Definition* left = call->ArgumentAt(0); | 1140 Definition* left = call->ArgumentAt(0); |
| 1237 Definition* right = call->ArgumentAt(1); | 1141 Definition* right = call->ArgumentAt(1); |
| 1238 // Type check left. | 1142 // Type check left. |
| 1239 AddCheckClass(left, | 1143 AddCheckClass(left, ICData::ZoneHandle( |
| 1240 ICData::ZoneHandle( | 1144 Z, call->ic_data()->AsUnaryClassChecksForArgNr(0)), |
| 1241 Z, call->ic_data()->AsUnaryClassChecksForArgNr(0)), | 1145 call->deopt_id(), call->env(), call); |
| 1242 call->deopt_id(), | |
| 1243 call->env(), | |
| 1244 call); | |
| 1245 // Type check right. | 1146 // Type check right. |
| 1246 AddCheckClass(right, | 1147 AddCheckClass(right, ICData::ZoneHandle( |
| 1247 ICData::ZoneHandle(Z, | 1148 Z, call->ic_data()->AsUnaryClassChecksForArgNr(1)), |
| 1248 call->ic_data()->AsUnaryClassChecksForArgNr(1)), | 1149 call->deopt_id(), call->env(), call); |
| 1249 call->deopt_id(), | |
| 1250 call->env(), | |
| 1251 call); | |
| 1252 // Replace call. | 1150 // Replace call. |
| 1253 BinaryInt32x4OpInstr* int32x4_bin_op = | 1151 BinaryInt32x4OpInstr* int32x4_bin_op = new (Z) BinaryInt32x4OpInstr( |
| 1254 new(Z) BinaryInt32x4OpInstr( | 1152 op_kind, new (Z) Value(left), new (Z) Value(right), call->deopt_id()); |
| 1255 op_kind, new(Z) Value(left), new(Z) Value(right), | |
| 1256 call->deopt_id()); | |
| 1257 ReplaceCall(call, int32x4_bin_op); | 1153 ReplaceCall(call, int32x4_bin_op); |
| 1258 return true; | 1154 return true; |
| 1259 } | 1155 } |
| 1260 | 1156 |
| 1261 | 1157 |
| 1262 bool AotOptimizer::InlineFloat64x2BinaryOp(InstanceCallInstr* call, | 1158 bool AotOptimizer::InlineFloat64x2BinaryOp(InstanceCallInstr* call, |
| 1263 Token::Kind op_kind) { | 1159 Token::Kind op_kind) { |
| 1264 if (!ShouldInlineSimd()) { | 1160 if (!ShouldInlineSimd()) { |
| 1265 return false; | 1161 return false; |
| 1266 } | 1162 } |
| 1267 ASSERT(call->ArgumentCount() == 2); | 1163 ASSERT(call->ArgumentCount() == 2); |
| 1268 Definition* left = call->ArgumentAt(0); | 1164 Definition* left = call->ArgumentAt(0); |
| 1269 Definition* right = call->ArgumentAt(1); | 1165 Definition* right = call->ArgumentAt(1); |
| 1270 // Type check left. | 1166 // Type check left. |
| 1271 AddCheckClass(left, | 1167 AddCheckClass( |
| 1272 ICData::ZoneHandle( | 1168 left, ICData::ZoneHandle(call->ic_data()->AsUnaryClassChecksForArgNr(0)), |
| 1273 call->ic_data()->AsUnaryClassChecksForArgNr(0)), | 1169 call->deopt_id(), call->env(), call); |
| 1274 call->deopt_id(), | |
| 1275 call->env(), | |
| 1276 call); | |
| 1277 // Type check right. | 1170 // Type check right. |
| 1278 AddCheckClass(right, | 1171 AddCheckClass( |
| 1279 ICData::ZoneHandle( | 1172 right, ICData::ZoneHandle(call->ic_data()->AsUnaryClassChecksForArgNr(1)), |
| 1280 call->ic_data()->AsUnaryClassChecksForArgNr(1)), | 1173 call->deopt_id(), call->env(), call); |
| 1281 call->deopt_id(), | |
| 1282 call->env(), | |
| 1283 call); | |
| 1284 // Replace call. | 1174 // Replace call. |
| 1285 BinaryFloat64x2OpInstr* float64x2_bin_op = | 1175 BinaryFloat64x2OpInstr* float64x2_bin_op = new (Z) BinaryFloat64x2OpInstr( |
| 1286 new(Z) BinaryFloat64x2OpInstr( | 1176 op_kind, new (Z) Value(left), new (Z) Value(right), call->deopt_id()); |
| 1287 op_kind, new(Z) Value(left), new(Z) Value(right), | |
| 1288 call->deopt_id()); | |
| 1289 ReplaceCall(call, float64x2_bin_op); | 1177 ReplaceCall(call, float64x2_bin_op); |
| 1290 return true; | 1178 return true; |
| 1291 } | 1179 } |
| 1292 | 1180 |
| 1293 | 1181 |
| 1294 // Only unique implicit instance getters can be currently handled. | 1182 // Only unique implicit instance getters can be currently handled. |
| 1295 bool AotOptimizer::TryInlineInstanceGetter(InstanceCallInstr* call) { | 1183 bool AotOptimizer::TryInlineInstanceGetter(InstanceCallInstr* call) { |
| 1296 ASSERT(call->HasICData()); | 1184 ASSERT(call->HasICData()); |
| 1297 const ICData& ic_data = *call->ic_data(); | 1185 const ICData& ic_data = *call->ic_data(); |
| 1298 if (ic_data.NumberOfUsedChecks() == 0) { | 1186 if (ic_data.NumberOfUsedChecks() == 0) { |
| (...skipping 15 matching lines...) Expand all Loading... |
| 1314 } | 1202 } |
| 1315 return InlineImplicitInstanceGetter(call); | 1203 return InlineImplicitInstanceGetter(call); |
| 1316 } | 1204 } |
| 1317 | 1205 |
| 1318 | 1206 |
| 1319 void AotOptimizer::ReplaceWithMathCFunction( | 1207 void AotOptimizer::ReplaceWithMathCFunction( |
| 1320 InstanceCallInstr* call, | 1208 InstanceCallInstr* call, |
| 1321 MethodRecognizer::Kind recognized_kind) { | 1209 MethodRecognizer::Kind recognized_kind) { |
| 1322 AddReceiverCheck(call); | 1210 AddReceiverCheck(call); |
| 1323 ZoneGrowableArray<Value*>* args = | 1211 ZoneGrowableArray<Value*>* args = |
| 1324 new(Z) ZoneGrowableArray<Value*>(call->ArgumentCount()); | 1212 new (Z) ZoneGrowableArray<Value*>(call->ArgumentCount()); |
| 1325 for (intptr_t i = 0; i < call->ArgumentCount(); i++) { | 1213 for (intptr_t i = 0; i < call->ArgumentCount(); i++) { |
| 1326 args->Add(new(Z) Value(call->ArgumentAt(i))); | 1214 args->Add(new (Z) Value(call->ArgumentAt(i))); |
| 1327 } | 1215 } |
| 1328 InvokeMathCFunctionInstr* invoke = | 1216 InvokeMathCFunctionInstr* invoke = new (Z) InvokeMathCFunctionInstr( |
| 1329 new(Z) InvokeMathCFunctionInstr(args, | 1217 args, call->deopt_id(), recognized_kind, call->token_pos()); |
| 1330 call->deopt_id(), | |
| 1331 recognized_kind, | |
| 1332 call->token_pos()); | |
| 1333 ReplaceCall(call, invoke); | 1218 ReplaceCall(call, invoke); |
| 1334 } | 1219 } |
| 1335 | 1220 |
| 1336 | 1221 |
| 1337 // Inline only simple, frequently called core library methods. | 1222 // Inline only simple, frequently called core library methods. |
| 1338 bool AotOptimizer::TryInlineInstanceMethod(InstanceCallInstr* call) { | 1223 bool AotOptimizer::TryInlineInstanceMethod(InstanceCallInstr* call) { |
| 1339 ASSERT(call->HasICData()); | 1224 ASSERT(call->HasICData()); |
| 1340 const ICData& ic_data = *call->ic_data(); | 1225 const ICData& ic_data = *call->ic_data(); |
| 1341 if (ic_data.NumberOfUsedChecks() != 1) { | 1226 if (ic_data.NumberOfUsedChecks() != 1) { |
| 1342 // No type feedback collected or multiple receivers/targets found. | 1227 // No type feedback collected or multiple receivers/targets found. |
| 1343 return false; | 1228 return false; |
| 1344 } | 1229 } |
| 1345 | 1230 |
| 1346 Function& target = Function::Handle(Z); | 1231 Function& target = Function::Handle(Z); |
| 1347 GrowableArray<intptr_t> class_ids; | 1232 GrowableArray<intptr_t> class_ids; |
| 1348 ic_data.GetCheckAt(0, &class_ids, &target); | 1233 ic_data.GetCheckAt(0, &class_ids, &target); |
| 1349 MethodRecognizer::Kind recognized_kind = | 1234 MethodRecognizer::Kind recognized_kind = |
| 1350 MethodRecognizer::RecognizeKind(target); | 1235 MethodRecognizer::RecognizeKind(target); |
| 1351 | 1236 |
| 1352 if (CanUnboxDouble() && | 1237 if (CanUnboxDouble() && |
| 1353 (recognized_kind == MethodRecognizer::kIntegerToDouble)) { | 1238 (recognized_kind == MethodRecognizer::kIntegerToDouble)) { |
| 1354 if (class_ids[0] == kSmiCid) { | 1239 if (class_ids[0] == kSmiCid) { |
| 1355 AddReceiverCheck(call); | 1240 AddReceiverCheck(call); |
| 1356 ReplaceCall(call, | 1241 ReplaceCall(call, |
| 1357 new(Z) SmiToDoubleInstr( | 1242 new (Z) SmiToDoubleInstr(new (Z) Value(call->ArgumentAt(0)), |
| 1358 new(Z) Value(call->ArgumentAt(0)), | 1243 call->token_pos())); |
| 1359 call->token_pos())); | |
| 1360 return true; | 1244 return true; |
| 1361 } else if ((class_ids[0] == kMintCid) && CanConvertUnboxedMintToDouble()) { | 1245 } else if ((class_ids[0] == kMintCid) && CanConvertUnboxedMintToDouble()) { |
| 1362 AddReceiverCheck(call); | 1246 AddReceiverCheck(call); |
| 1363 ReplaceCall(call, | 1247 ReplaceCall(call, |
| 1364 new(Z) MintToDoubleInstr(new(Z) Value(call->ArgumentAt(0)), | 1248 new (Z) MintToDoubleInstr(new (Z) Value(call->ArgumentAt(0)), |
| 1365 call->deopt_id())); | 1249 call->deopt_id())); |
| 1366 return true; | 1250 return true; |
| 1367 } | 1251 } |
| 1368 } | 1252 } |
| 1369 | 1253 |
| 1370 if (class_ids[0] == kDoubleCid) { | 1254 if (class_ids[0] == kDoubleCid) { |
| 1371 if (!CanUnboxDouble()) { | 1255 if (!CanUnboxDouble()) { |
| 1372 return false; | 1256 return false; |
| 1373 } | 1257 } |
| 1374 switch (recognized_kind) { | 1258 switch (recognized_kind) { |
| 1375 case MethodRecognizer::kDoubleToInteger: { | 1259 case MethodRecognizer::kDoubleToInteger: { |
| 1376 AddReceiverCheck(call); | 1260 AddReceiverCheck(call); |
| 1377 ASSERT(call->HasICData()); | 1261 ASSERT(call->HasICData()); |
| 1378 const ICData& ic_data = *call->ic_data(); | 1262 const ICData& ic_data = *call->ic_data(); |
| 1379 Definition* input = call->ArgumentAt(0); | 1263 Definition* input = call->ArgumentAt(0); |
| 1380 Definition* d2i_instr = NULL; | 1264 Definition* d2i_instr = NULL; |
| 1381 if (ic_data.HasDeoptReason(ICData::kDeoptDoubleToSmi)) { | 1265 if (ic_data.HasDeoptReason(ICData::kDeoptDoubleToSmi)) { |
| 1382 // Do not repeatedly deoptimize because result didn't fit into Smi. | 1266 // Do not repeatedly deoptimize because result didn't fit into Smi. |
| 1383 d2i_instr = new(Z) DoubleToIntegerInstr( | 1267 d2i_instr = new (Z) DoubleToIntegerInstr(new (Z) Value(input), call); |
| 1384 new(Z) Value(input), call); | |
| 1385 } else { | 1268 } else { |
| 1386 // Optimistically assume result fits into Smi. | 1269 // Optimistically assume result fits into Smi. |
| 1387 d2i_instr = new(Z) DoubleToSmiInstr( | 1270 d2i_instr = |
| 1388 new(Z) Value(input), call->deopt_id()); | 1271 new (Z) DoubleToSmiInstr(new (Z) Value(input), call->deopt_id()); |
| 1389 } | 1272 } |
| 1390 ReplaceCall(call, d2i_instr); | 1273 ReplaceCall(call, d2i_instr); |
| 1391 return true; | 1274 return true; |
| 1392 } | 1275 } |
| 1393 case MethodRecognizer::kDoubleMod: | 1276 case MethodRecognizer::kDoubleMod: |
| 1394 case MethodRecognizer::kDoubleRound: | 1277 case MethodRecognizer::kDoubleRound: |
| 1395 ReplaceWithMathCFunction(call, recognized_kind); | 1278 ReplaceWithMathCFunction(call, recognized_kind); |
| 1396 return true; | 1279 return true; |
| 1397 case MethodRecognizer::kDoubleTruncate: | 1280 case MethodRecognizer::kDoubleTruncate: |
| 1398 case MethodRecognizer::kDoubleFloor: | 1281 case MethodRecognizer::kDoubleFloor: |
| 1399 case MethodRecognizer::kDoubleCeil: | 1282 case MethodRecognizer::kDoubleCeil: |
| 1400 if (!TargetCPUFeatures::double_truncate_round_supported()) { | 1283 if (!TargetCPUFeatures::double_truncate_round_supported()) { |
| 1401 ReplaceWithMathCFunction(call, recognized_kind); | 1284 ReplaceWithMathCFunction(call, recognized_kind); |
| 1402 } else { | 1285 } else { |
| 1403 AddReceiverCheck(call); | 1286 AddReceiverCheck(call); |
| 1404 DoubleToDoubleInstr* d2d_instr = | 1287 DoubleToDoubleInstr* d2d_instr = |
| 1405 new(Z) DoubleToDoubleInstr(new(Z) Value(call->ArgumentAt(0)), | 1288 new (Z) DoubleToDoubleInstr(new (Z) Value(call->ArgumentAt(0)), |
| 1406 recognized_kind, call->deopt_id()); | 1289 recognized_kind, call->deopt_id()); |
| 1407 ReplaceCall(call, d2d_instr); | 1290 ReplaceCall(call, d2d_instr); |
| 1408 } | 1291 } |
| 1409 return true; | 1292 return true; |
| 1410 default: | 1293 default: |
| 1411 break; | 1294 break; |
| 1412 } | 1295 } |
| 1413 } | 1296 } |
| 1414 | 1297 |
| 1415 return FlowGraphInliner::TryReplaceInstanceCallWithInline( | 1298 return FlowGraphInliner::TryReplaceInstanceCallWithInline( |
| 1416 flow_graph_, current_iterator(), call); | 1299 flow_graph_, current_iterator(), call); |
| (...skipping 20 matching lines...) Expand all Loading... |
| 1437 const Class& type_class = Class::Handle(Z, type.type_class()); | 1320 const Class& type_class = Class::Handle(Z, type.type_class()); |
| 1438 const intptr_t num_type_args = type_class.NumTypeArguments(); | 1321 const intptr_t num_type_args = type_class.NumTypeArguments(); |
| 1439 if (num_type_args > 0) { | 1322 if (num_type_args > 0) { |
| 1440 // Only raw types can be directly compared, thus disregarding type | 1323 // Only raw types can be directly compared, thus disregarding type |
| 1441 // arguments. | 1324 // arguments. |
| 1442 const intptr_t num_type_params = type_class.NumTypeParameters(); | 1325 const intptr_t num_type_params = type_class.NumTypeParameters(); |
| 1443 const intptr_t from_index = num_type_args - num_type_params; | 1326 const intptr_t from_index = num_type_args - num_type_params; |
| 1444 const TypeArguments& type_arguments = | 1327 const TypeArguments& type_arguments = |
| 1445 TypeArguments::Handle(Z, type.arguments()); | 1328 TypeArguments::Handle(Z, type.arguments()); |
| 1446 const bool is_raw_type = type_arguments.IsNull() || | 1329 const bool is_raw_type = type_arguments.IsNull() || |
| 1447 type_arguments.IsRaw(from_index, num_type_params); | 1330 type_arguments.IsRaw(from_index, num_type_params); |
| 1448 if (!is_raw_type) { | 1331 if (!is_raw_type) { |
| 1449 // Unknown result. | 1332 // Unknown result. |
| 1450 return Bool::null(); | 1333 return Bool::null(); |
| 1451 } | 1334 } |
| 1452 } | 1335 } |
| 1453 | 1336 |
| 1454 const ClassTable& class_table = *isolate()->class_table(); | 1337 const ClassTable& class_table = *isolate()->class_table(); |
| 1455 Bool& prev = Bool::Handle(Z); | 1338 Bool& prev = Bool::Handle(Z); |
| 1456 Class& cls = Class::Handle(Z); | 1339 Class& cls = Class::Handle(Z); |
| 1457 | 1340 |
| 1458 bool results_differ = false; | 1341 bool results_differ = false; |
| 1459 for (int i = 0; i < ic_data.NumberOfChecks(); i++) { | 1342 for (int i = 0; i < ic_data.NumberOfChecks(); i++) { |
| 1460 cls = class_table.At(ic_data.GetReceiverClassIdAt(i)); | 1343 cls = class_table.At(ic_data.GetReceiverClassIdAt(i)); |
| 1461 if (cls.NumTypeArguments() > 0) { | 1344 if (cls.NumTypeArguments() > 0) { |
| 1462 return Bool::null(); | 1345 return Bool::null(); |
| 1463 } | 1346 } |
| 1464 const bool is_subtype = cls.IsSubtypeOf( | 1347 const bool is_subtype = |
| 1465 TypeArguments::Handle(Z), | 1348 cls.IsSubtypeOf(TypeArguments::Handle(Z), type_class, |
| 1466 type_class, | 1349 TypeArguments::Handle(Z), NULL, NULL, Heap::kOld); |
| 1467 TypeArguments::Handle(Z), | |
| 1468 NULL, | |
| 1469 NULL, | |
| 1470 Heap::kOld); | |
| 1471 results->Add(cls.id()); | 1350 results->Add(cls.id()); |
| 1472 results->Add(is_subtype); | 1351 results->Add(is_subtype); |
| 1473 if (prev.IsNull()) { | 1352 if (prev.IsNull()) { |
| 1474 prev = Bool::Get(is_subtype).raw(); | 1353 prev = Bool::Get(is_subtype).raw(); |
| 1475 } else { | 1354 } else { |
| 1476 if (is_subtype != prev.value()) { | 1355 if (is_subtype != prev.value()) { |
| 1477 results_differ = true; | 1356 results_differ = true; |
| 1478 } | 1357 } |
| 1479 } | 1358 } |
| 1480 } | 1359 } |
| 1481 return results_differ ? Bool::null() : prev.raw(); | 1360 return results_differ ? Bool::null() : prev.raw(); |
| 1482 } | 1361 } |
| 1483 | 1362 |
| 1484 | 1363 |
| 1485 // Returns true if checking against this type is a direct class id comparison. | 1364 // Returns true if checking against this type is a direct class id comparison. |
| 1486 bool AotOptimizer::TypeCheckAsClassEquality(const AbstractType& type) { | 1365 bool AotOptimizer::TypeCheckAsClassEquality(const AbstractType& type) { |
| 1487 ASSERT(type.IsFinalized() && !type.IsMalformedOrMalbounded()); | 1366 ASSERT(type.IsFinalized() && !type.IsMalformedOrMalbounded()); |
| 1488 // Requires CHA. | 1367 // Requires CHA. |
| 1489 if (!type.IsInstantiated()) return false; | 1368 if (!type.IsInstantiated()) return false; |
| 1490 // Function types have different type checking rules. | 1369 // Function types have different type checking rules. |
| 1491 if (type.IsFunctionType()) return false; | 1370 if (type.IsFunctionType()) return false; |
| 1492 const Class& type_class = Class::Handle(type.type_class()); | 1371 const Class& type_class = Class::Handle(type.type_class()); |
| 1493 // Could be an interface check? | 1372 // Could be an interface check? |
| 1494 if (CHA::IsImplemented(type_class)) return false; | 1373 if (CHA::IsImplemented(type_class)) return false; |
| 1495 // Check if there are subclasses. | 1374 // Check if there are subclasses. |
| 1496 if (CHA::HasSubclasses(type_class)) { | 1375 if (CHA::HasSubclasses(type_class)) { |
| 1497 return false; | 1376 return false; |
| 1498 } | 1377 } |
| 1499 | 1378 |
| 1500 // Private classes cannot be subclassed by later loaded libs. | 1379 // Private classes cannot be subclassed by later loaded libs. |
| 1501 if (!type_class.IsPrivate()) { | 1380 if (!type_class.IsPrivate()) { |
| 1502 if (isolate()->all_classes_finalized()) { | 1381 if (isolate()->all_classes_finalized()) { |
| 1503 if (FLAG_trace_cha) { | 1382 if (FLAG_trace_cha) { |
| 1504 THR_Print(" **(CHA) Typecheck as class equality since no " | 1383 THR_Print( |
| 1384 " **(CHA) Typecheck as class equality since no " |
| 1505 "subclasses: %s\n", | 1385 "subclasses: %s\n", |
| 1506 type_class.ToCString()); | 1386 type_class.ToCString()); |
| 1507 } | 1387 } |
| 1508 ASSERT(!FLAG_use_cha_deopt); | 1388 ASSERT(!FLAG_use_cha_deopt); |
| 1509 } else { | 1389 } else { |
| 1510 return false; | 1390 return false; |
| 1511 } | 1391 } |
| 1512 } | 1392 } |
| 1513 const intptr_t num_type_args = type_class.NumTypeArguments(); | 1393 const intptr_t num_type_args = type_class.NumTypeArguments(); |
| 1514 if (num_type_args > 0) { | 1394 if (num_type_args > 0) { |
| 1515 // Only raw types can be directly compared, thus disregarding type | 1395 // Only raw types can be directly compared, thus disregarding type |
| 1516 // arguments. | 1396 // arguments. |
| 1517 const intptr_t num_type_params = type_class.NumTypeParameters(); | 1397 const intptr_t num_type_params = type_class.NumTypeParameters(); |
| 1518 const intptr_t from_index = num_type_args - num_type_params; | 1398 const intptr_t from_index = num_type_args - num_type_params; |
| 1519 const TypeArguments& type_arguments = | 1399 const TypeArguments& type_arguments = |
| 1520 TypeArguments::Handle(type.arguments()); | 1400 TypeArguments::Handle(type.arguments()); |
| 1521 const bool is_raw_type = type_arguments.IsNull() || | 1401 const bool is_raw_type = type_arguments.IsNull() || |
| 1522 type_arguments.IsRaw(from_index, num_type_params); | 1402 type_arguments.IsRaw(from_index, num_type_params); |
| 1523 return is_raw_type; | 1403 return is_raw_type; |
| 1524 } | 1404 } |
| 1525 return true; | 1405 return true; |
| 1526 } | 1406 } |
| 1527 | 1407 |
| 1528 | 1408 |
| 1529 static bool CidTestResultsContains(const ZoneGrowableArray<intptr_t>& results, | 1409 static bool CidTestResultsContains(const ZoneGrowableArray<intptr_t>& results, |
| 1530 intptr_t test_cid) { | 1410 intptr_t test_cid) { |
| 1531 for (intptr_t i = 0; i < results.length(); i += 2) { | 1411 for (intptr_t i = 0; i < results.length(); i += 2) { |
| 1532 if (results[i] == test_cid) return true; | 1412 if (results[i] == test_cid) return true; |
| (...skipping 15 matching lines...) Expand all Loading... |
| 1548 // Tries to add cid tests to 'results' so that no deoptimization is | 1428 // Tries to add cid tests to 'results' so that no deoptimization is |
| 1549 // necessary. | 1429 // necessary. |
| 1550 // TODO(srdjan): Do also for other than 'int' type. | 1430 // TODO(srdjan): Do also for other than 'int' type. |
| 1551 static bool TryExpandTestCidsResult(ZoneGrowableArray<intptr_t>* results, | 1431 static bool TryExpandTestCidsResult(ZoneGrowableArray<intptr_t>* results, |
| 1552 const AbstractType& type) { | 1432 const AbstractType& type) { |
| 1553 ASSERT(results->length() >= 2); // At least on entry. | 1433 ASSERT(results->length() >= 2); // At least on entry. |
| 1554 const ClassTable& class_table = *Isolate::Current()->class_table(); | 1434 const ClassTable& class_table = *Isolate::Current()->class_table(); |
| 1555 if ((*results)[0] != kSmiCid) { | 1435 if ((*results)[0] != kSmiCid) { |
| 1556 const Class& cls = Class::Handle(class_table.At(kSmiCid)); | 1436 const Class& cls = Class::Handle(class_table.At(kSmiCid)); |
| 1557 const Class& type_class = Class::Handle(type.type_class()); | 1437 const Class& type_class = Class::Handle(type.type_class()); |
| 1558 const bool smi_is_subtype = cls.IsSubtypeOf(TypeArguments::Handle(), | 1438 const bool smi_is_subtype = |
| 1559 type_class, | 1439 cls.IsSubtypeOf(TypeArguments::Handle(), type_class, |
| 1560 TypeArguments::Handle(), | 1440 TypeArguments::Handle(), NULL, NULL, Heap::kOld); |
| 1561 NULL, | |
| 1562 NULL, | |
| 1563 Heap::kOld); | |
| 1564 results->Add((*results)[results->length() - 2]); | 1441 results->Add((*results)[results->length() - 2]); |
| 1565 results->Add((*results)[results->length() - 2]); | 1442 results->Add((*results)[results->length() - 2]); |
| 1566 for (intptr_t i = results->length() - 3; i > 1; --i) { | 1443 for (intptr_t i = results->length() - 3; i > 1; --i) { |
| 1567 (*results)[i] = (*results)[i - 2]; | 1444 (*results)[i] = (*results)[i - 2]; |
| 1568 } | 1445 } |
| 1569 (*results)[0] = kSmiCid; | 1446 (*results)[0] = kSmiCid; |
| 1570 (*results)[1] = smi_is_subtype; | 1447 (*results)[1] = smi_is_subtype; |
| 1571 } | 1448 } |
| 1572 | 1449 |
| 1573 ASSERT(type.IsInstantiated() && !type.IsMalformedOrMalbounded()); | 1450 ASSERT(type.IsInstantiated() && !type.IsMalformedOrMalbounded()); |
| (...skipping 46 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1620 type = Type::IntType(); | 1497 type = Type::IntType(); |
| 1621 } else if (matches_core(call, Symbols::_instanceOfSmi())) { | 1498 } else if (matches_core(call, Symbols::_instanceOfSmi())) { |
| 1622 type = Type::SmiType(); | 1499 type = Type::SmiType(); |
| 1623 } else if (matches_core(call, Symbols::_instanceOfDouble())) { | 1500 } else if (matches_core(call, Symbols::_instanceOfDouble())) { |
| 1624 type = Type::Double(); | 1501 type = Type::Double(); |
| 1625 } else if (matches_core(call, Symbols::_instanceOfString())) { | 1502 } else if (matches_core(call, Symbols::_instanceOfString())) { |
| 1626 type = Type::StringType(); | 1503 type = Type::StringType(); |
| 1627 } else { | 1504 } else { |
| 1628 UNIMPLEMENTED(); | 1505 UNIMPLEMENTED(); |
| 1629 } | 1506 } |
| 1630 negate = Bool::Cast(call->ArgumentAt(1)->OriginalDefinition() | 1507 negate = |
| 1631 ->AsConstant()->value()).value(); | 1508 Bool::Cast( |
| 1509 call->ArgumentAt(1)->OriginalDefinition()->AsConstant()->value()) |
| 1510 .value(); |
| 1632 } | 1511 } |
| 1633 } else { | 1512 } else { |
| 1634 type_args = call->ArgumentAt(1); | 1513 type_args = call->ArgumentAt(1); |
| 1635 type = AbstractType::Cast(call->ArgumentAt(2)->AsConstant()->value()).raw(); | 1514 type = AbstractType::Cast(call->ArgumentAt(2)->AsConstant()->value()).raw(); |
| 1636 negate = Bool::Cast(call->ArgumentAt(3)->OriginalDefinition() | 1515 negate = |
| 1637 ->AsConstant()->value()).value(); | 1516 Bool::Cast( |
| 1517 call->ArgumentAt(3)->OriginalDefinition()->AsConstant()->value()) |
| 1518 .value(); |
| 1638 } | 1519 } |
| 1639 | 1520 |
| 1640 if (TypeCheckAsClassEquality(type)) { | 1521 if (TypeCheckAsClassEquality(type)) { |
| 1641 LoadClassIdInstr* left_cid = new(Z) LoadClassIdInstr(new(Z) Value(left)); | 1522 LoadClassIdInstr* left_cid = new (Z) LoadClassIdInstr(new (Z) Value(left)); |
| 1642 InsertBefore(call, left_cid, NULL, FlowGraph::kValue); | 1523 InsertBefore(call, left_cid, NULL, FlowGraph::kValue); |
| 1643 const intptr_t type_cid = Class::Handle(Z, type.type_class()).id(); | 1524 const intptr_t type_cid = Class::Handle(Z, type.type_class()).id(); |
| 1644 ConstantInstr* cid = | 1525 ConstantInstr* cid = |
| 1645 flow_graph()->GetConstant(Smi::Handle(Z, Smi::New(type_cid))); | 1526 flow_graph()->GetConstant(Smi::Handle(Z, Smi::New(type_cid))); |
| 1646 | 1527 |
| 1647 StrictCompareInstr* check_cid = | 1528 StrictCompareInstr* check_cid = new (Z) StrictCompareInstr( |
| 1648 new(Z) StrictCompareInstr( | 1529 call->token_pos(), negate ? Token::kNE_STRICT : Token::kEQ_STRICT, |
| 1649 call->token_pos(), | 1530 new (Z) Value(left_cid), new (Z) Value(cid), |
| 1650 negate ? Token::kNE_STRICT : Token::kEQ_STRICT, | 1531 false); // No number check. |
| 1651 new(Z) Value(left_cid), | |
| 1652 new(Z) Value(cid), | |
| 1653 false); // No number check. | |
| 1654 ReplaceCall(call, check_cid); | 1532 ReplaceCall(call, check_cid); |
| 1655 return; | 1533 return; |
| 1656 } | 1534 } |
| 1657 | 1535 |
| 1658 TypeRangeCache* cache = thread()->type_range_cache(); | 1536 TypeRangeCache* cache = thread()->type_range_cache(); |
| 1659 intptr_t lower_limit, upper_limit; | 1537 intptr_t lower_limit, upper_limit; |
| 1660 if (cache != NULL && | 1538 if (cache != NULL && |
| 1661 cache->InstanceOfHasClassRange(type, &lower_limit, &upper_limit)) { | 1539 cache->InstanceOfHasClassRange(type, &lower_limit, &upper_limit)) { |
| 1662 // left.instanceof(type) => | 1540 // left.instanceof(type) => |
| 1663 // _classRangeCheck(left.cid, lower_limit, upper_limit) | 1541 // _classRangeCheck(left.cid, lower_limit, upper_limit) |
| 1664 | 1542 |
| 1665 LoadClassIdInstr* left_cid = new(Z) LoadClassIdInstr(new(Z) Value(left)); | 1543 LoadClassIdInstr* left_cid = new (Z) LoadClassIdInstr(new (Z) Value(left)); |
| 1666 InsertBefore(call, left_cid, NULL, FlowGraph::kValue); | 1544 InsertBefore(call, left_cid, NULL, FlowGraph::kValue); |
| 1667 ConstantInstr* lower_cid = | 1545 ConstantInstr* lower_cid = |
| 1668 flow_graph()->GetConstant(Smi::Handle(Z, Smi::New(lower_limit))); | 1546 flow_graph()->GetConstant(Smi::Handle(Z, Smi::New(lower_limit))); |
| 1669 ConstantInstr* upper_cid = | 1547 ConstantInstr* upper_cid = |
| 1670 flow_graph()->GetConstant(Smi::Handle(Z, Smi::New(upper_limit))); | 1548 flow_graph()->GetConstant(Smi::Handle(Z, Smi::New(upper_limit))); |
| 1671 | 1549 |
| 1672 ZoneGrowableArray<PushArgumentInstr*>* args = | 1550 ZoneGrowableArray<PushArgumentInstr*>* args = |
| 1673 new(Z) ZoneGrowableArray<PushArgumentInstr*>(3); | 1551 new (Z) ZoneGrowableArray<PushArgumentInstr*>(3); |
| 1674 PushArgumentInstr* arg = new (Z) PushArgumentInstr(new (Z) Value(left_cid)); | 1552 PushArgumentInstr* arg = new (Z) PushArgumentInstr(new (Z) Value(left_cid)); |
| 1675 InsertBefore(call, arg, NULL, FlowGraph::kEffect); | 1553 InsertBefore(call, arg, NULL, FlowGraph::kEffect); |
| 1676 args->Add(arg); | 1554 args->Add(arg); |
| 1677 arg = new (Z) PushArgumentInstr(new (Z) Value(lower_cid)); | 1555 arg = new (Z) PushArgumentInstr(new (Z) Value(lower_cid)); |
| 1678 InsertBefore(call, arg, NULL, FlowGraph::kEffect); | 1556 InsertBefore(call, arg, NULL, FlowGraph::kEffect); |
| 1679 args->Add(arg); | 1557 args->Add(arg); |
| 1680 arg = new (Z) PushArgumentInstr(new (Z) Value(upper_cid)); | 1558 arg = new (Z) PushArgumentInstr(new (Z) Value(upper_cid)); |
| 1681 InsertBefore(call, arg, NULL, FlowGraph::kEffect); | 1559 InsertBefore(call, arg, NULL, FlowGraph::kEffect); |
| 1682 args->Add(arg); | 1560 args->Add(arg); |
| 1683 | 1561 |
| 1684 const Library& dart_internal = | 1562 const Library& dart_internal = |
| 1685 Library::Handle(Z, Library::InternalLibrary()); | 1563 Library::Handle(Z, Library::InternalLibrary()); |
| 1686 const String& target_name = negate ? Symbols::_classRangeCheckNegative() | 1564 const String& target_name = negate ? Symbols::_classRangeCheckNegative() |
| 1687 : Symbols::_classRangeCheck(); | 1565 : Symbols::_classRangeCheck(); |
| 1688 const Function& target = Function::ZoneHandle(Z, | 1566 const Function& target = Function::ZoneHandle( |
| 1689 dart_internal.LookupFunctionAllowPrivate(target_name)); | 1567 Z, dart_internal.LookupFunctionAllowPrivate(target_name)); |
| 1690 ASSERT(!target.IsNull()); | 1568 ASSERT(!target.IsNull()); |
| 1691 ASSERT(target.IsRecognized() && target.always_inline()); | 1569 ASSERT(target.IsRecognized() && target.always_inline()); |
| 1692 | 1570 |
| 1693 StaticCallInstr* new_call = new (Z) StaticCallInstr( | 1571 StaticCallInstr* new_call = |
| 1694 call->token_pos(), | 1572 new (Z) StaticCallInstr(call->token_pos(), target, |
| 1695 target, | 1573 Object::null_array(), // argument_names |
| 1696 Object::null_array(), // argument_names | 1574 args, call->deopt_id()); |
| 1697 args, | |
| 1698 call->deopt_id()); | |
| 1699 ReplaceCall(call, new_call); | 1575 ReplaceCall(call, new_call); |
| 1700 return; | 1576 return; |
| 1701 } | 1577 } |
| 1702 | 1578 |
| 1703 const ICData& unary_checks = | 1579 const ICData& unary_checks = |
| 1704 ICData::ZoneHandle(Z, call->ic_data()->AsUnaryClassChecks()); | 1580 ICData::ZoneHandle(Z, call->ic_data()->AsUnaryClassChecks()); |
| 1705 if ((unary_checks.NumberOfChecks() > 0) && | 1581 if ((unary_checks.NumberOfChecks() > 0) && |
| 1706 (unary_checks.NumberOfChecks() <= FLAG_max_polymorphic_checks)) { | 1582 (unary_checks.NumberOfChecks() <= FLAG_max_polymorphic_checks)) { |
| 1707 ZoneGrowableArray<intptr_t>* results = | 1583 ZoneGrowableArray<intptr_t>* results = |
| 1708 new(Z) ZoneGrowableArray<intptr_t>(unary_checks.NumberOfChecks() * 2); | 1584 new (Z) ZoneGrowableArray<intptr_t>(unary_checks.NumberOfChecks() * 2); |
| 1709 InstanceOfAsBool(unary_checks, type, results); | 1585 InstanceOfAsBool(unary_checks, type, results); |
| 1710 if (results->length() == unary_checks.NumberOfChecks() * 2) { | 1586 if (results->length() == unary_checks.NumberOfChecks() * 2) { |
| 1711 const bool can_deopt = TryExpandTestCidsResult(results, type); | 1587 const bool can_deopt = TryExpandTestCidsResult(results, type); |
| 1712 if (can_deopt && !IsAllowedForInlining(call->deopt_id())) { | 1588 if (can_deopt && !IsAllowedForInlining(call->deopt_id())) { |
| 1713 // Guard against repeated speculative inlining. | 1589 // Guard against repeated speculative inlining. |
| 1714 return; | 1590 return; |
| 1715 } | 1591 } |
| 1716 TestCidsInstr* test_cids = new(Z) TestCidsInstr( | 1592 TestCidsInstr* test_cids = new (Z) |
| 1717 call->token_pos(), | 1593 TestCidsInstr(call->token_pos(), negate ? Token::kISNOT : Token::kIS, |
| 1718 negate ? Token::kISNOT : Token::kIS, | 1594 new (Z) Value(left), *results, |
| 1719 new(Z) Value(left), | 1595 can_deopt ? call->deopt_id() : Thread::kNoDeoptId); |
| 1720 *results, | |
| 1721 can_deopt ? call->deopt_id() : Thread::kNoDeoptId); | |
| 1722 // Remove type. | 1596 // Remove type. |
| 1723 ReplaceCall(call, test_cids); | 1597 ReplaceCall(call, test_cids); |
| 1724 return; | 1598 return; |
| 1725 } | 1599 } |
| 1726 } | 1600 } |
| 1727 | 1601 |
| 1728 InstanceOfInstr* instance_of = | 1602 InstanceOfInstr* instance_of = new (Z) |
| 1729 new(Z) InstanceOfInstr(call->token_pos(), | 1603 InstanceOfInstr(call->token_pos(), new (Z) Value(left), |
| 1730 new(Z) Value(left), | 1604 new (Z) Value(type_args), type, negate, call->deopt_id()); |
| 1731 new(Z) Value(type_args), | |
| 1732 type, | |
| 1733 negate, | |
| 1734 call->deopt_id()); | |
| 1735 ReplaceCall(call, instance_of); | 1605 ReplaceCall(call, instance_of); |
| 1736 } | 1606 } |
| 1737 | 1607 |
| 1738 | 1608 |
| 1739 // TODO(srdjan): Apply optimizations as in ReplaceWithInstanceOf (TestCids). | 1609 // TODO(srdjan): Apply optimizations as in ReplaceWithInstanceOf (TestCids). |
| 1740 void AotOptimizer::ReplaceWithTypeCast(InstanceCallInstr* call) { | 1610 void AotOptimizer::ReplaceWithTypeCast(InstanceCallInstr* call) { |
| 1741 ASSERT(Token::IsTypeCastOperator(call->token_kind())); | 1611 ASSERT(Token::IsTypeCastOperator(call->token_kind())); |
| 1742 Definition* left = call->ArgumentAt(0); | 1612 Definition* left = call->ArgumentAt(0); |
| 1743 Definition* type_args = call->ArgumentAt(1); | 1613 Definition* type_args = call->ArgumentAt(1); |
| 1744 const AbstractType& type = | 1614 const AbstractType& type = |
| 1745 AbstractType::Cast(call->ArgumentAt(2)->AsConstant()->value()); | 1615 AbstractType::Cast(call->ArgumentAt(2)->AsConstant()->value()); |
| 1746 ASSERT(!type.IsMalformedOrMalbounded()); | 1616 ASSERT(!type.IsMalformedOrMalbounded()); |
| 1747 const ICData& unary_checks = | 1617 const ICData& unary_checks = |
| 1748 ICData::ZoneHandle(Z, call->ic_data()->AsUnaryClassChecks()); | 1618 ICData::ZoneHandle(Z, call->ic_data()->AsUnaryClassChecks()); |
| 1749 if ((unary_checks.NumberOfChecks() > 0) && | 1619 if ((unary_checks.NumberOfChecks() > 0) && |
| 1750 (unary_checks.NumberOfChecks() <= FLAG_max_polymorphic_checks)) { | 1620 (unary_checks.NumberOfChecks() <= FLAG_max_polymorphic_checks)) { |
| 1751 ZoneGrowableArray<intptr_t>* results = | 1621 ZoneGrowableArray<intptr_t>* results = |
| 1752 new(Z) ZoneGrowableArray<intptr_t>(unary_checks.NumberOfChecks() * 2); | 1622 new (Z) ZoneGrowableArray<intptr_t>(unary_checks.NumberOfChecks() * 2); |
| 1753 const Bool& as_bool = Bool::ZoneHandle(Z, | 1623 const Bool& as_bool = |
| 1754 InstanceOfAsBool(unary_checks, type, results)); | 1624 Bool::ZoneHandle(Z, InstanceOfAsBool(unary_checks, type, results)); |
| 1755 if (as_bool.raw() == Bool::True().raw()) { | 1625 if (as_bool.raw() == Bool::True().raw()) { |
| 1756 // Guard against repeated speculative inlining. | 1626 // Guard against repeated speculative inlining. |
| 1757 if (!IsAllowedForInlining(call->deopt_id())) { | 1627 if (!IsAllowedForInlining(call->deopt_id())) { |
| 1758 return; | 1628 return; |
| 1759 } | 1629 } |
| 1760 AddReceiverCheck(call); | 1630 AddReceiverCheck(call); |
| 1761 // Remove the original push arguments. | 1631 // Remove the original push arguments. |
| 1762 for (intptr_t i = 0; i < call->ArgumentCount(); ++i) { | 1632 for (intptr_t i = 0; i < call->ArgumentCount(); ++i) { |
| 1763 PushArgumentInstr* push = call->PushArgumentAt(i); | 1633 PushArgumentInstr* push = call->PushArgumentAt(i); |
| 1764 push->ReplaceUsesWith(push->value()->definition()); | 1634 push->ReplaceUsesWith(push->value()->definition()); |
| 1765 push->RemoveFromGraph(); | 1635 push->RemoveFromGraph(); |
| 1766 } | 1636 } |
| 1767 // Remove call, replace it with 'left'. | 1637 // Remove call, replace it with 'left'. |
| 1768 call->ReplaceUsesWith(left); | 1638 call->ReplaceUsesWith(left); |
| 1769 ASSERT(current_iterator()->Current() == call); | 1639 ASSERT(current_iterator()->Current() == call); |
| 1770 current_iterator()->RemoveCurrentFromGraph(); | 1640 current_iterator()->RemoveCurrentFromGraph(); |
| 1771 return; | 1641 return; |
| 1772 } | 1642 } |
| 1773 } | 1643 } |
| 1774 AssertAssignableInstr* assert_as = | 1644 AssertAssignableInstr* assert_as = new (Z) AssertAssignableInstr( |
| 1775 new(Z) AssertAssignableInstr(call->token_pos(), | 1645 call->token_pos(), new (Z) Value(left), new (Z) Value(type_args), type, |
| 1776 new(Z) Value(left), | 1646 Symbols::InTypeCast(), call->deopt_id()); |
| 1777 new(Z) Value(type_args), | |
| 1778 type, | |
| 1779 Symbols::InTypeCast(), | |
| 1780 call->deopt_id()); | |
| 1781 ReplaceCall(call, assert_as); | 1647 ReplaceCall(call, assert_as); |
| 1782 } | 1648 } |
| 1783 | 1649 |
| 1784 | 1650 |
| 1785 bool AotOptimizer::IsAllowedForInlining(intptr_t call_deopt_id) { | 1651 bool AotOptimizer::IsAllowedForInlining(intptr_t call_deopt_id) { |
| 1786 if (!use_speculative_inlining_) return false; | 1652 if (!use_speculative_inlining_) return false; |
| 1787 for (intptr_t i = 0; i < inlining_black_list_->length(); ++i) { | 1653 for (intptr_t i = 0; i < inlining_black_list_->length(); ++i) { |
| 1788 if ((*inlining_black_list_)[i] == call_deopt_id) return false; | 1654 if ((*inlining_black_list_)[i] == call_deopt_id) return false; |
| 1789 } | 1655 } |
| 1790 return true; | 1656 return true; |
| (...skipping 20 matching lines...) Expand all Loading... |
| 1811 | 1677 |
| 1812 | 1678 |
| 1813 bool AotOptimizer::TryInlineFieldAccess(InstanceCallInstr* call) { | 1679 bool AotOptimizer::TryInlineFieldAccess(InstanceCallInstr* call) { |
| 1814 const Token::Kind op_kind = call->token_kind(); | 1680 const Token::Kind op_kind = call->token_kind(); |
| 1815 if ((op_kind == Token::kGET) && TryInlineInstanceGetter(call)) { | 1681 if ((op_kind == Token::kGET) && TryInlineInstanceGetter(call)) { |
| 1816 return true; | 1682 return true; |
| 1817 } | 1683 } |
| 1818 | 1684 |
| 1819 const ICData& unary_checks = | 1685 const ICData& unary_checks = |
| 1820 ICData::Handle(Z, call->ic_data()->AsUnaryClassChecks()); | 1686 ICData::Handle(Z, call->ic_data()->AsUnaryClassChecks()); |
| 1821 if ((unary_checks.NumberOfChecks() > 0) && | 1687 if ((unary_checks.NumberOfChecks() > 0) && (op_kind == Token::kSET) && |
| 1822 (op_kind == Token::kSET) && | |
| 1823 TryInlineInstanceSetter(call, unary_checks)) { | 1688 TryInlineInstanceSetter(call, unary_checks)) { |
| 1824 return true; | 1689 return true; |
| 1825 } | 1690 } |
| 1826 | 1691 |
| 1827 return false; | 1692 return false; |
| 1828 } | 1693 } |
| 1829 | 1694 |
| 1830 | 1695 |
| 1831 // Tries to optimize instance call by replacing it with a faster instruction | 1696 // Tries to optimize instance call by replacing it with a faster instruction |
| 1832 // (e.g, binary op, field load, ..). | 1697 // (e.g, binary op, field load, ..). |
| (...skipping 56 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1889 if (TryInlineInstanceMethod(instr)) { | 1754 if (TryInlineInstanceMethod(instr)) { |
| 1890 return; | 1755 return; |
| 1891 } | 1756 } |
| 1892 } | 1757 } |
| 1893 | 1758 |
| 1894 bool has_one_target = | 1759 bool has_one_target = |
| 1895 (unary_checks.NumberOfChecks() > 0) && unary_checks.HasOneTarget(); | 1760 (unary_checks.NumberOfChecks() > 0) && unary_checks.HasOneTarget(); |
| 1896 if (has_one_target) { | 1761 if (has_one_target) { |
| 1897 // Check if the single target is a polymorphic target, if it is, | 1762 // Check if the single target is a polymorphic target, if it is, |
| 1898 // we don't have one target. | 1763 // we don't have one target. |
| 1899 const Function& target = | 1764 const Function& target = Function::Handle(Z, unary_checks.GetTargetAt(0)); |
| 1900 Function::Handle(Z, unary_checks.GetTargetAt(0)); | |
| 1901 const bool polymorphic_target = MethodRecognizer::PolymorphicTarget(target); | 1765 const bool polymorphic_target = MethodRecognizer::PolymorphicTarget(target); |
| 1902 has_one_target = !polymorphic_target; | 1766 has_one_target = !polymorphic_target; |
| 1903 } | 1767 } |
| 1904 | 1768 |
| 1905 if (has_one_target) { | 1769 if (has_one_target) { |
| 1906 RawFunction::Kind function_kind = | 1770 RawFunction::Kind function_kind = |
| 1907 Function::Handle(Z, unary_checks.GetTargetAt(0)).kind(); | 1771 Function::Handle(Z, unary_checks.GetTargetAt(0)).kind(); |
| 1908 if (!flow_graph()->InstanceCallNeedsClassCheck( | 1772 if (!flow_graph()->InstanceCallNeedsClassCheck(instr, function_kind)) { |
| 1909 instr, function_kind)) { | |
| 1910 PolymorphicInstanceCallInstr* call = | 1773 PolymorphicInstanceCallInstr* call = |
| 1911 new(Z) PolymorphicInstanceCallInstr(instr, unary_checks, | 1774 new (Z) PolymorphicInstanceCallInstr(instr, unary_checks, |
| 1912 /* with_checks = */ false, | 1775 /* with_checks = */ false, |
| 1913 /* complete = */ true); | 1776 /* complete = */ true); |
| 1914 instr->ReplaceWith(call, current_iterator()); | 1777 instr->ReplaceWith(call, current_iterator()); |
| 1915 return; | 1778 return; |
| 1916 } | 1779 } |
| 1917 } | 1780 } |
| 1918 switch (instr->token_kind()) { | 1781 switch (instr->token_kind()) { |
| 1919 case Token::kEQ: | 1782 case Token::kEQ: |
| 1920 case Token::kLT: | 1783 case Token::kLT: |
| 1921 case Token::kLTE: | 1784 case Token::kLTE: |
| 1922 case Token::kGT: | 1785 case Token::kGT: |
| 1923 case Token::kGTE: { | 1786 case Token::kGTE: { |
| 1924 if (HasOnlyTwoOf(*instr->ic_data(), kSmiCid) || | 1787 if (HasOnlyTwoOf(*instr->ic_data(), kSmiCid) || |
| 1925 HasLikelySmiOperand(instr)) { | 1788 HasLikelySmiOperand(instr)) { |
| 1926 Definition* left = instr->ArgumentAt(0); | 1789 Definition* left = instr->ArgumentAt(0); |
| 1927 Definition* right = instr->ArgumentAt(1); | 1790 Definition* right = instr->ArgumentAt(1); |
| 1928 CheckedSmiComparisonInstr* smi_op = | 1791 CheckedSmiComparisonInstr* smi_op = new (Z) |
| 1929 new(Z) CheckedSmiComparisonInstr(instr->token_kind(), | 1792 CheckedSmiComparisonInstr(instr->token_kind(), new (Z) Value(left), |
| 1930 new(Z) Value(left), | 1793 new (Z) Value(right), instr); |
| 1931 new(Z) Value(right), | |
| 1932 instr); | |
| 1933 ReplaceCall(instr, smi_op); | 1794 ReplaceCall(instr, smi_op); |
| 1934 return; | 1795 return; |
| 1935 } | 1796 } |
| 1936 break; | 1797 break; |
| 1937 } | 1798 } |
| 1938 case Token::kBIT_OR: | 1799 case Token::kBIT_OR: |
| 1939 case Token::kBIT_XOR: | 1800 case Token::kBIT_XOR: |
| 1940 case Token::kBIT_AND: | 1801 case Token::kBIT_AND: |
| 1941 case Token::kADD: | 1802 case Token::kADD: |
| 1942 case Token::kSUB: | 1803 case Token::kSUB: |
| 1943 case Token::kMUL: { | 1804 case Token::kMUL: { |
| 1944 if (HasOnlyTwoOf(*instr->ic_data(), kSmiCid) || | 1805 if (HasOnlyTwoOf(*instr->ic_data(), kSmiCid) || |
| 1945 HasLikelySmiOperand(instr)) { | 1806 HasLikelySmiOperand(instr)) { |
| 1946 Definition* left = instr->ArgumentAt(0); | 1807 Definition* left = instr->ArgumentAt(0); |
| 1947 Definition* right = instr->ArgumentAt(1); | 1808 Definition* right = instr->ArgumentAt(1); |
| 1948 CheckedSmiOpInstr* smi_op = | 1809 CheckedSmiOpInstr* smi_op = |
| 1949 new(Z) CheckedSmiOpInstr(instr->token_kind(), | 1810 new (Z) CheckedSmiOpInstr(instr->token_kind(), new (Z) Value(left), |
| 1950 new(Z) Value(left), | 1811 new (Z) Value(right), instr); |
| 1951 new(Z) Value(right), | |
| 1952 instr); | |
| 1953 | 1812 |
| 1954 ReplaceCall(instr, smi_op); | 1813 ReplaceCall(instr, smi_op); |
| 1955 return; | 1814 return; |
| 1956 } | 1815 } |
| 1957 break; | 1816 break; |
| 1958 } | 1817 } |
| 1959 default: | 1818 default: |
| 1960 break; | 1819 break; |
| 1961 } | 1820 } |
| 1962 | 1821 |
| 1963 // No IC data checks. Try resolve target using the propagated cid. | 1822 // No IC data checks. Try resolve target using the propagated cid. |
| 1964 const intptr_t receiver_cid = | 1823 const intptr_t receiver_cid = |
| 1965 instr->PushArgumentAt(0)->value()->Type()->ToCid(); | 1824 instr->PushArgumentAt(0)->value()->Type()->ToCid(); |
| 1966 if (receiver_cid != kDynamicCid) { | 1825 if (receiver_cid != kDynamicCid) { |
| 1967 const Class& receiver_class = Class::Handle(Z, | 1826 const Class& receiver_class = |
| 1968 isolate()->class_table()->At(receiver_cid)); | 1827 Class::Handle(Z, isolate()->class_table()->At(receiver_cid)); |
| 1969 | 1828 |
| 1970 const Array& args_desc_array = Array::Handle(Z, | 1829 const Array& args_desc_array = |
| 1971 ArgumentsDescriptor::New(instr->ArgumentCount(), | 1830 Array::Handle(Z, ArgumentsDescriptor::New(instr->ArgumentCount(), |
| 1972 instr->argument_names())); | 1831 instr->argument_names())); |
| 1973 ArgumentsDescriptor args_desc(args_desc_array); | 1832 ArgumentsDescriptor args_desc(args_desc_array); |
| 1974 const Function& function = Function::Handle(Z, | 1833 const Function& function = Function::Handle( |
| 1975 Resolver::ResolveDynamicForReceiverClass( | 1834 Z, Resolver::ResolveDynamicForReceiverClass( |
| 1976 receiver_class, | 1835 receiver_class, instr->function_name(), args_desc)); |
| 1977 instr->function_name(), | |
| 1978 args_desc)); | |
| 1979 if (!function.IsNull()) { | 1836 if (!function.IsNull()) { |
| 1980 const ICData& ic_data = ICData::Handle( | 1837 const ICData& ic_data = ICData::Handle( |
| 1981 ICData::New(flow_graph_->function(), | 1838 ICData::New(flow_graph_->function(), instr->function_name(), |
| 1982 instr->function_name(), | 1839 args_desc_array, Thread::kNoDeoptId, |
| 1983 args_desc_array, | 1840 /* args_tested = */ 1, false)); |
| 1984 Thread::kNoDeoptId, | |
| 1985 /* args_tested = */ 1, | |
| 1986 false)); | |
| 1987 ic_data.AddReceiverCheck(receiver_class.id(), function); | 1841 ic_data.AddReceiverCheck(receiver_class.id(), function); |
| 1988 PolymorphicInstanceCallInstr* call = | 1842 PolymorphicInstanceCallInstr* call = |
| 1989 new(Z) PolymorphicInstanceCallInstr(instr, ic_data, | 1843 new (Z) PolymorphicInstanceCallInstr(instr, ic_data, |
| 1990 /* with_checks = */ false, | 1844 /* with_checks = */ false, |
| 1991 /* complete = */ true); | 1845 /* complete = */ true); |
| 1992 instr->ReplaceWith(call, current_iterator()); | 1846 instr->ReplaceWith(call, current_iterator()); |
| 1993 return; | 1847 return; |
| 1994 } | 1848 } |
| 1995 } | 1849 } |
| 1996 | 1850 |
| 1997 Definition* callee_receiver = instr->ArgumentAt(0); | 1851 Definition* callee_receiver = instr->ArgumentAt(0); |
| 1998 const Function& function = flow_graph_->function(); | 1852 const Function& function = flow_graph_->function(); |
| 1999 if (function.IsDynamicFunction() && | 1853 if (function.IsDynamicFunction() && |
| 2000 flow_graph_->IsReceiver(callee_receiver)) { | 1854 flow_graph_->IsReceiver(callee_receiver)) { |
| 2001 // Call receiver is method receiver. | 1855 // Call receiver is method receiver. |
| 2002 Class& receiver_class = Class::Handle(Z, function.Owner()); | 1856 Class& receiver_class = Class::Handle(Z, function.Owner()); |
| 2003 | 1857 |
| 2004 GrowableArray<intptr_t> class_ids(6); | 1858 GrowableArray<intptr_t> class_ids(6); |
| 2005 if (thread()->cha()->ConcreteSubclasses(receiver_class, &class_ids)) { | 1859 if (thread()->cha()->ConcreteSubclasses(receiver_class, &class_ids)) { |
| 2006 // First check if all subclasses end up calling the same method. | 1860 // First check if all subclasses end up calling the same method. |
| 2007 // If this is the case we will replace instance call with a direct | 1861 // If this is the case we will replace instance call with a direct |
| 2008 // static call. | 1862 // static call. |
| 2009 // Otherwise we will try to create ICData that contains all possible | 1863 // Otherwise we will try to create ICData that contains all possible |
| 2010 // targets with appropriate checks. | 1864 // targets with appropriate checks. |
| 2011 Function& single_target = Function::Handle(Z); | 1865 Function& single_target = Function::Handle(Z); |
| 2012 ICData& ic_data = ICData::Handle(Z); | 1866 ICData& ic_data = ICData::Handle(Z); |
| 2013 | 1867 |
| 2014 const Array& args_desc_array = Array::Handle(Z, | 1868 const Array& args_desc_array = |
| 2015 ArgumentsDescriptor::New(instr->ArgumentCount(), | 1869 Array::Handle(Z, ArgumentsDescriptor::New(instr->ArgumentCount(), |
| 2016 instr->argument_names())); | 1870 instr->argument_names())); |
| 2017 ArgumentsDescriptor args_desc(args_desc_array); | 1871 ArgumentsDescriptor args_desc(args_desc_array); |
| 2018 | 1872 |
| 2019 Function& target = Function::Handle(Z); | 1873 Function& target = Function::Handle(Z); |
| 2020 Class& cls = Class::Handle(Z); | 1874 Class& cls = Class::Handle(Z); |
| 2021 for (intptr_t i = 0; i < class_ids.length(); i++) { | 1875 for (intptr_t i = 0; i < class_ids.length(); i++) { |
| 2022 const intptr_t cid = class_ids[i]; | 1876 const intptr_t cid = class_ids[i]; |
| 2023 cls = isolate()->class_table()->At(cid); | 1877 cls = isolate()->class_table()->At(cid); |
| 2024 target = Resolver::ResolveDynamicForReceiverClass( | 1878 target = Resolver::ResolveDynamicForReceiverClass( |
| 2025 cls, | 1879 cls, instr->function_name(), args_desc); |
| 2026 instr->function_name(), | |
| 2027 args_desc); | |
| 2028 | 1880 |
| 2029 if (target.IsNull()) { | 1881 if (target.IsNull()) { |
| 2030 // Can't resolve the target. It might be a noSuchMethod, | 1882 // Can't resolve the target. It might be a noSuchMethod, |
| 2031 // call through getter or closurization. | 1883 // call through getter or closurization. |
| 2032 single_target = Function::null(); | 1884 single_target = Function::null(); |
| 2033 ic_data = ICData::null(); | 1885 ic_data = ICData::null(); |
| 2034 break; | 1886 break; |
| 2035 } else if (ic_data.IsNull()) { | 1887 } else if (ic_data.IsNull()) { |
| 2036 // First we are trying to compute a single target for all subclasses. | 1888 // First we are trying to compute a single target for all subclasses. |
| 2037 if (single_target.IsNull()) { | 1889 if (single_target.IsNull()) { |
| 2038 ASSERT(i == 0); | 1890 ASSERT(i == 0); |
| 2039 single_target = target.raw(); | 1891 single_target = target.raw(); |
| 2040 continue; | 1892 continue; |
| 2041 } else if (single_target.raw() == target.raw()) { | 1893 } else if (single_target.raw() == target.raw()) { |
| 2042 continue; | 1894 continue; |
| 2043 } | 1895 } |
| 2044 | 1896 |
| 2045 // The call does not resolve to a single target within the hierarchy. | 1897 // The call does not resolve to a single target within the hierarchy. |
| 2046 // If we have too many subclasses abort the optimization. | 1898 // If we have too many subclasses abort the optimization. |
| 2047 if (class_ids.length() > FLAG_max_exhaustive_polymorphic_checks) { | 1899 if (class_ids.length() > FLAG_max_exhaustive_polymorphic_checks) { |
| 2048 single_target = Function::null(); | 1900 single_target = Function::null(); |
| 2049 break; | 1901 break; |
| 2050 } | 1902 } |
| 2051 | 1903 |
| 2052 // Create an ICData and map all previously seen classes (< i) to | 1904 // Create an ICData and map all previously seen classes (< i) to |
| 2053 // the computed single_target. | 1905 // the computed single_target. |
| 2054 ic_data = ICData::New(function, | 1906 ic_data = ICData::New(function, instr->function_name(), |
| 2055 instr->function_name(), | 1907 args_desc_array, Thread::kNoDeoptId, |
| 2056 args_desc_array, | |
| 2057 Thread::kNoDeoptId, | |
| 2058 /* args_tested = */ 1, false); | 1908 /* args_tested = */ 1, false); |
| 2059 for (intptr_t j = 0; j < i; j++) { | 1909 for (intptr_t j = 0; j < i; j++) { |
| 2060 ic_data.AddReceiverCheck(class_ids[j], single_target); | 1910 ic_data.AddReceiverCheck(class_ids[j], single_target); |
| 2061 } | 1911 } |
| 2062 | 1912 |
| 2063 single_target = Function::null(); | 1913 single_target = Function::null(); |
| 2064 } | 1914 } |
| 2065 | 1915 |
| 2066 ASSERT(ic_data.raw() != ICData::null()); | 1916 ASSERT(ic_data.raw() != ICData::null()); |
| 2067 ASSERT(single_target.raw() == Function::null()); | 1917 ASSERT(single_target.raw() == Function::null()); |
| 2068 ic_data.AddReceiverCheck(cid, target); | 1918 ic_data.AddReceiverCheck(cid, target); |
| 2069 } | 1919 } |
| 2070 | 1920 |
| 2071 if (single_target.raw() != Function::null()) { | 1921 if (single_target.raw() != Function::null()) { |
| 2072 // If this is a getter or setter invocation try inlining it right away | 1922 // If this is a getter or setter invocation try inlining it right away |
| 2073 // instead of replacing it with a static call. | 1923 // instead of replacing it with a static call. |
| 2074 if ((op_kind == Token::kGET) || (op_kind == Token::kSET)) { | 1924 if ((op_kind == Token::kGET) || (op_kind == Token::kSET)) { |
| 2075 // Create fake IC data with the resolved target. | 1925 // Create fake IC data with the resolved target. |
| 2076 const ICData& ic_data = ICData::Handle( | 1926 const ICData& ic_data = ICData::Handle( |
| 2077 ICData::New(flow_graph_->function(), | 1927 ICData::New(flow_graph_->function(), instr->function_name(), |
| 2078 instr->function_name(), | 1928 args_desc_array, Thread::kNoDeoptId, |
| 2079 args_desc_array, | 1929 /* args_tested = */ 1, false)); |
| 2080 Thread::kNoDeoptId, | |
| 2081 /* args_tested = */ 1, | |
| 2082 false)); | |
| 2083 cls = single_target.Owner(); | 1930 cls = single_target.Owner(); |
| 2084 ic_data.AddReceiverCheck(cls.id(), single_target); | 1931 ic_data.AddReceiverCheck(cls.id(), single_target); |
| 2085 instr->set_ic_data(&ic_data); | 1932 instr->set_ic_data(&ic_data); |
| 2086 | 1933 |
| 2087 if (TryInlineFieldAccess(instr)) { | 1934 if (TryInlineFieldAccess(instr)) { |
| 2088 return; | 1935 return; |
| 2089 } | 1936 } |
| 2090 } | 1937 } |
| 2091 | 1938 |
| 2092 // We have computed that there is only a single target for this call | 1939 // We have computed that there is only a single target for this call |
| 2093 // within the whole hierarchy. Replace InstanceCall with StaticCall. | 1940 // within the whole hierarchy. Replace InstanceCall with StaticCall. |
| 2094 ZoneGrowableArray<PushArgumentInstr*>* args = | 1941 ZoneGrowableArray<PushArgumentInstr*>* args = new (Z) |
| 2095 new (Z) ZoneGrowableArray<PushArgumentInstr*>( | 1942 ZoneGrowableArray<PushArgumentInstr*>(instr->ArgumentCount()); |
| 2096 instr->ArgumentCount()); | |
| 2097 for (intptr_t i = 0; i < instr->ArgumentCount(); i++) { | 1943 for (intptr_t i = 0; i < instr->ArgumentCount(); i++) { |
| 2098 args->Add(instr->PushArgumentAt(i)); | 1944 args->Add(instr->PushArgumentAt(i)); |
| 2099 } | 1945 } |
| 2100 StaticCallInstr* call = new (Z) StaticCallInstr( | 1946 StaticCallInstr* call = new (Z) StaticCallInstr( |
| 2101 instr->token_pos(), | 1947 instr->token_pos(), Function::ZoneHandle(Z, single_target.raw()), |
| 2102 Function::ZoneHandle(Z, single_target.raw()), | 1948 instr->argument_names(), args, instr->deopt_id()); |
| 2103 instr->argument_names(), | |
| 2104 args, | |
| 2105 instr->deopt_id()); | |
| 2106 instr->ReplaceWith(call, current_iterator()); | 1949 instr->ReplaceWith(call, current_iterator()); |
| 2107 return; | 1950 return; |
| 2108 } else if ((ic_data.raw() != ICData::null()) && | 1951 } else if ((ic_data.raw() != ICData::null()) && |
| 2109 (ic_data.NumberOfChecks() > 0)) { | 1952 (ic_data.NumberOfChecks() > 0)) { |
| 2110 PolymorphicInstanceCallInstr* call = | 1953 PolymorphicInstanceCallInstr* call = |
| 2111 new(Z) PolymorphicInstanceCallInstr(instr, ic_data, | 1954 new (Z) PolymorphicInstanceCallInstr(instr, ic_data, |
| 2112 /* with_checks = */ true, | 1955 /* with_checks = */ true, |
| 2113 /* complete = */ true); | 1956 /* complete = */ true); |
| 2114 instr->ReplaceWith(call, current_iterator()); | 1957 instr->ReplaceWith(call, current_iterator()); |
| 2115 return; | 1958 return; |
| 2116 } | 1959 } |
| 2117 } | 1960 } |
| 2118 } | 1961 } |
| 2119 | 1962 |
| 2120 // More than one target. Generate generic polymorphic call without | 1963 // More than one target. Generate generic polymorphic call without |
| 2121 // deoptimization. | 1964 // deoptimization. |
| 2122 if (instr->ic_data()->NumberOfUsedChecks() > 0) { | 1965 if (instr->ic_data()->NumberOfUsedChecks() > 0) { |
| 2123 ASSERT(!FLAG_polymorphic_with_deopt); | 1966 ASSERT(!FLAG_polymorphic_with_deopt); |
| 2124 // OK to use checks with PolymorphicInstanceCallInstr since no | 1967 // OK to use checks with PolymorphicInstanceCallInstr since no |
| 2125 // deoptimization is allowed. | 1968 // deoptimization is allowed. |
| 2126 PolymorphicInstanceCallInstr* call = | 1969 PolymorphicInstanceCallInstr* call = |
| 2127 new(Z) PolymorphicInstanceCallInstr(instr, unary_checks, | 1970 new (Z) PolymorphicInstanceCallInstr(instr, unary_checks, |
| 2128 /* with_checks = */ true, | 1971 /* with_checks = */ true, |
| 2129 /* complete = */ false); | 1972 /* complete = */ false); |
| 2130 instr->ReplaceWith(call, current_iterator()); | 1973 instr->ReplaceWith(call, current_iterator()); |
| 2131 return; | 1974 return; |
| 2132 } | 1975 } |
| 2133 } | 1976 } |
| 2134 | 1977 |
| 2135 | 1978 |
| 2136 void AotOptimizer::VisitPolymorphicInstanceCall( | 1979 void AotOptimizer::VisitPolymorphicInstanceCall( |
| 2137 PolymorphicInstanceCallInstr* call) { | 1980 PolymorphicInstanceCallInstr* call) { |
| 2138 if (call->with_checks()) { | 1981 if (call->with_checks()) { |
| 2139 const intptr_t receiver_cid = | 1982 const intptr_t receiver_cid = |
| 2140 call->PushArgumentAt(0)->value()->Type()->ToCid(); | 1983 call->PushArgumentAt(0)->value()->Type()->ToCid(); |
| 2141 if (receiver_cid != kDynamicCid) { | 1984 if (receiver_cid != kDynamicCid) { |
| 2142 const Class& receiver_class = Class::Handle(Z, | 1985 const Class& receiver_class = |
| 2143 isolate()->class_table()->At(receiver_cid)); | 1986 Class::Handle(Z, isolate()->class_table()->At(receiver_cid)); |
| 2144 | 1987 |
| 2145 const Array& args_desc_array = Array::Handle(Z, | 1988 const Array& args_desc_array = Array::Handle( |
| 2146 ArgumentsDescriptor::New(call->ArgumentCount(), | 1989 Z, ArgumentsDescriptor::New(call->ArgumentCount(), |
| 2147 call->instance_call()->argument_names())); | 1990 call->instance_call()->argument_names())); |
| 2148 ArgumentsDescriptor args_desc(args_desc_array); | 1991 ArgumentsDescriptor args_desc(args_desc_array); |
| 2149 const Function& function = Function::Handle(Z, | 1992 const Function& function = Function::Handle( |
| 2150 Resolver::ResolveDynamicForReceiverClass( | 1993 Z, Resolver::ResolveDynamicForReceiverClass( |
| 2151 receiver_class, | 1994 receiver_class, call->instance_call()->function_name(), |
| 2152 call->instance_call()->function_name(), | 1995 args_desc)); |
| 2153 args_desc)); | |
| 2154 if (!function.IsNull()) { | 1996 if (!function.IsNull()) { |
| 2155 call->set_with_checks(false); | 1997 call->set_with_checks(false); |
| 2156 } | 1998 } |
| 2157 } | 1999 } |
| 2158 } | 2000 } |
| 2159 } | 2001 } |
| 2160 | 2002 |
| 2161 | 2003 |
| 2162 void AotOptimizer::VisitStaticCall(StaticCallInstr* call) { | 2004 void AotOptimizer::VisitStaticCall(StaticCallInstr* call) { |
| 2163 if (!IsAllowedForInlining(call->deopt_id())) { | 2005 if (!IsAllowedForInlining(call->deopt_id())) { |
| (...skipping 24 matching lines...) Expand all Loading... |
| 2188 case MethodRecognizer::kMathAcos: | 2030 case MethodRecognizer::kMathAcos: |
| 2189 case MethodRecognizer::kMathAtan: | 2031 case MethodRecognizer::kMathAtan: |
| 2190 case MethodRecognizer::kMathAtan2: | 2032 case MethodRecognizer::kMathAtan2: |
| 2191 FlowGraphInliner::TryReplaceStaticCallWithInline( | 2033 FlowGraphInliner::TryReplaceStaticCallWithInline( |
| 2192 flow_graph_, current_iterator(), call); | 2034 flow_graph_, current_iterator(), call); |
| 2193 break; | 2035 break; |
| 2194 case MethodRecognizer::kMathMin: | 2036 case MethodRecognizer::kMathMin: |
| 2195 case MethodRecognizer::kMathMax: { | 2037 case MethodRecognizer::kMathMax: { |
| 2196 // We can handle only monomorphic min/max call sites with both arguments | 2038 // We can handle only monomorphic min/max call sites with both arguments |
| 2197 // being either doubles or smis. | 2039 // being either doubles or smis. |
| 2198 if (CanUnboxDouble() && | 2040 if (CanUnboxDouble() && call->HasICData() && |
| 2199 call->HasICData() && | |
| 2200 (call->ic_data()->NumberOfChecks() == 1)) { | 2041 (call->ic_data()->NumberOfChecks() == 1)) { |
| 2201 const ICData& ic_data = *call->ic_data(); | 2042 const ICData& ic_data = *call->ic_data(); |
| 2202 intptr_t result_cid = kIllegalCid; | 2043 intptr_t result_cid = kIllegalCid; |
| 2203 if (ICDataHasReceiverArgumentClassIds(ic_data, | 2044 if (ICDataHasReceiverArgumentClassIds(ic_data, kDoubleCid, |
| 2204 kDoubleCid, kDoubleCid)) { | 2045 kDoubleCid)) { |
| 2205 result_cid = kDoubleCid; | 2046 result_cid = kDoubleCid; |
| 2206 } else if (ICDataHasReceiverArgumentClassIds(ic_data, | 2047 } else if (ICDataHasReceiverArgumentClassIds(ic_data, kSmiCid, |
| 2207 kSmiCid, kSmiCid)) { | 2048 kSmiCid)) { |
| 2208 result_cid = kSmiCid; | 2049 result_cid = kSmiCid; |
| 2209 } | 2050 } |
| 2210 if (result_cid != kIllegalCid) { | 2051 if (result_cid != kIllegalCid) { |
| 2211 MathMinMaxInstr* min_max = new(Z) MathMinMaxInstr( | 2052 MathMinMaxInstr* min_max = new (Z) MathMinMaxInstr( |
| 2212 recognized_kind, | 2053 recognized_kind, new (Z) Value(call->ArgumentAt(0)), |
| 2213 new(Z) Value(call->ArgumentAt(0)), | 2054 new (Z) Value(call->ArgumentAt(1)), call->deopt_id(), result_cid); |
| 2214 new(Z) Value(call->ArgumentAt(1)), | |
| 2215 call->deopt_id(), | |
| 2216 result_cid); | |
| 2217 const ICData& unary_checks = | 2055 const ICData& unary_checks = |
| 2218 ICData::ZoneHandle(Z, ic_data.AsUnaryClassChecks()); | 2056 ICData::ZoneHandle(Z, ic_data.AsUnaryClassChecks()); |
| 2219 AddCheckClass(min_max->left()->definition(), | 2057 AddCheckClass(min_max->left()->definition(), unary_checks, |
| 2220 unary_checks, | 2058 call->deopt_id(), call->env(), call); |
| 2221 call->deopt_id(), | 2059 AddCheckClass(min_max->right()->definition(), unary_checks, |
| 2222 call->env(), | 2060 call->deopt_id(), call->env(), call); |
| 2223 call); | |
| 2224 AddCheckClass(min_max->right()->definition(), | |
| 2225 unary_checks, | |
| 2226 call->deopt_id(), | |
| 2227 call->env(), | |
| 2228 call); | |
| 2229 ReplaceCall(call, min_max); | 2061 ReplaceCall(call, min_max); |
| 2230 } | 2062 } |
| 2231 } | 2063 } |
| 2232 break; | 2064 break; |
| 2233 } | 2065 } |
| 2234 case MethodRecognizer::kDoubleFromInteger: { | 2066 case MethodRecognizer::kDoubleFromInteger: { |
| 2235 if (call->HasICData() && (call->ic_data()->NumberOfChecks() == 1)) { | 2067 if (call->HasICData() && (call->ic_data()->NumberOfChecks() == 1)) { |
| 2236 const ICData& ic_data = *call->ic_data(); | 2068 const ICData& ic_data = *call->ic_data(); |
| 2237 if (CanUnboxDouble()) { | 2069 if (CanUnboxDouble()) { |
| 2238 if (ArgIsAlways(kSmiCid, ic_data, 1)) { | 2070 if (ArgIsAlways(kSmiCid, ic_data, 1)) { |
| 2239 Definition* arg = call->ArgumentAt(1); | 2071 Definition* arg = call->ArgumentAt(1); |
| 2240 AddCheckSmi(arg, call->deopt_id(), call->env(), call); | 2072 AddCheckSmi(arg, call->deopt_id(), call->env(), call); |
| 2241 ReplaceCall(call, | 2073 ReplaceCall(call, new (Z) SmiToDoubleInstr(new (Z) Value(arg), |
| 2242 new(Z) SmiToDoubleInstr(new(Z) Value(arg), | 2074 call->token_pos())); |
| 2243 call->token_pos())); | |
| 2244 } else if (ArgIsAlways(kMintCid, ic_data, 1) && | 2075 } else if (ArgIsAlways(kMintCid, ic_data, 1) && |
| 2245 CanConvertUnboxedMintToDouble()) { | 2076 CanConvertUnboxedMintToDouble()) { |
| 2246 Definition* arg = call->ArgumentAt(1); | 2077 Definition* arg = call->ArgumentAt(1); |
| 2247 ReplaceCall(call, | 2078 ReplaceCall(call, new (Z) MintToDoubleInstr(new (Z) Value(arg), |
| 2248 new(Z) MintToDoubleInstr(new(Z) Value(arg), | 2079 call->deopt_id())); |
| 2249 call->deopt_id())); | |
| 2250 } | 2080 } |
| 2251 } | 2081 } |
| 2252 } | 2082 } |
| 2253 break; | 2083 break; |
| 2254 } | 2084 } |
| 2255 default: | 2085 default: |
| 2256 break; | 2086 break; |
| 2257 } | 2087 } |
| 2258 } | 2088 } |
| 2259 | 2089 |
| 2260 | 2090 |
| 2261 void AotOptimizer::VisitLoadCodeUnits(LoadCodeUnitsInstr* instr) { | 2091 void AotOptimizer::VisitLoadCodeUnits(LoadCodeUnitsInstr* instr) { |
| 2262 // TODO(zerny): Use kUnboxedUint32 once it is fully supported/optimized. | 2092 // TODO(zerny): Use kUnboxedUint32 once it is fully supported/optimized. |
| 2263 #if defined(TARGET_ARCH_IA32) || defined(TARGET_ARCH_ARM) | 2093 #if defined(TARGET_ARCH_IA32) || defined(TARGET_ARCH_ARM) |
| 2264 if (!instr->can_pack_into_smi()) | 2094 if (!instr->can_pack_into_smi()) instr->set_representation(kUnboxedMint); |
| 2265 instr->set_representation(kUnboxedMint); | |
| 2266 #endif | 2095 #endif |
| 2267 } | 2096 } |
| 2268 | 2097 |
| 2269 | 2098 |
| 2270 bool AotOptimizer::TryInlineInstanceSetter(InstanceCallInstr* instr, | 2099 bool AotOptimizer::TryInlineInstanceSetter(InstanceCallInstr* instr, |
| 2271 const ICData& unary_ic_data) { | 2100 const ICData& unary_ic_data) { |
| 2272 ASSERT((unary_ic_data.NumberOfChecks() > 0) && | 2101 ASSERT((unary_ic_data.NumberOfChecks() > 0) && |
| 2273 (unary_ic_data.NumArgsTested() == 1)); | 2102 (unary_ic_data.NumArgsTested() == 1)); |
| 2274 if (I->type_checks()) { | 2103 if (I->type_checks()) { |
| 2275 // Checked mode setters are inlined like normal methods by conventional | 2104 // Checked mode setters are inlined like normal methods by conventional |
| 2276 // inlining. | 2105 // inlining. |
| 2277 return false; | 2106 return false; |
| 2278 } | 2107 } |
| 2279 | 2108 |
| 2280 ASSERT(instr->HasICData()); | 2109 ASSERT(instr->HasICData()); |
| 2281 if (unary_ic_data.NumberOfChecks() == 0) { | 2110 if (unary_ic_data.NumberOfChecks() == 0) { |
| 2282 // No type feedback collected. | 2111 // No type feedback collected. |
| 2283 return false; | 2112 return false; |
| 2284 } | 2113 } |
| 2285 if (!unary_ic_data.HasOneTarget()) { | 2114 if (!unary_ic_data.HasOneTarget()) { |
| 2286 // Polymorphic sites are inlined like normal method calls by conventional | 2115 // Polymorphic sites are inlined like normal method calls by conventional |
| 2287 // inlining. | 2116 // inlining. |
| 2288 return false; | 2117 return false; |
| 2289 } | 2118 } |
| 2290 Function& target = Function::Handle(Z); | 2119 Function& target = Function::Handle(Z); |
| 2291 intptr_t class_id; | 2120 intptr_t class_id; |
| 2292 unary_ic_data.GetOneClassCheckAt(0, &class_id, &target); | 2121 unary_ic_data.GetOneClassCheckAt(0, &class_id, &target); |
| 2293 if (target.kind() != RawFunction::kImplicitSetter) { | 2122 if (target.kind() != RawFunction::kImplicitSetter) { |
| 2294 // Non-implicit setter are inlined like normal method calls. | 2123 // Non-implicit setter are inlined like normal method calls. |
| 2295 return false; | 2124 return false; |
| 2296 } | 2125 } |
| 2297 // Inline implicit instance setter. | 2126 // Inline implicit instance setter. |
| 2298 const String& field_name = | 2127 const String& field_name = |
| 2299 String::Handle(Z, Field::NameFromSetter(instr->function_name())); | 2128 String::Handle(Z, Field::NameFromSetter(instr->function_name())); |
| 2300 const Field& field = | 2129 const Field& field = Field::ZoneHandle(Z, GetField(class_id, field_name)); |
| 2301 Field::ZoneHandle(Z, GetField(class_id, field_name)); | |
| 2302 ASSERT(!field.IsNull()); | 2130 ASSERT(!field.IsNull()); |
| 2303 | 2131 |
| 2304 if (flow_graph()->InstanceCallNeedsClassCheck( | 2132 if (flow_graph()->InstanceCallNeedsClassCheck(instr, |
| 2305 instr, RawFunction::kImplicitSetter)) { | 2133 RawFunction::kImplicitSetter)) { |
| 2306 return false; | 2134 return false; |
| 2307 } | 2135 } |
| 2308 | 2136 |
| 2309 // Field guard was detached. | 2137 // Field guard was detached. |
| 2310 StoreInstanceFieldInstr* store = new(Z) StoreInstanceFieldInstr( | 2138 StoreInstanceFieldInstr* store = new (Z) |
| 2311 field, | 2139 StoreInstanceFieldInstr(field, new (Z) Value(instr->ArgumentAt(0)), |
| 2312 new(Z) Value(instr->ArgumentAt(0)), | 2140 new (Z) Value(instr->ArgumentAt(1)), |
| 2313 new(Z) Value(instr->ArgumentAt(1)), | 2141 kEmitStoreBarrier, instr->token_pos()); |
| 2314 kEmitStoreBarrier, | |
| 2315 instr->token_pos()); | |
| 2316 | 2142 |
| 2317 // No unboxed stores in precompiled code. | 2143 // No unboxed stores in precompiled code. |
| 2318 ASSERT(!store->IsUnboxedStore()); | 2144 ASSERT(!store->IsUnboxedStore()); |
| 2319 | 2145 |
| 2320 // Discard the environment from the original instruction because the store | 2146 // Discard the environment from the original instruction because the store |
| 2321 // can't deoptimize. | 2147 // can't deoptimize. |
| 2322 instr->RemoveEnvironment(); | 2148 instr->RemoveEnvironment(); |
| 2323 ReplaceCall(instr, store); | 2149 ReplaceCall(instr, store); |
| 2324 return true; | 2150 return true; |
| 2325 } | 2151 } |
| 2326 | 2152 |
| 2327 | 2153 |
| 2328 void AotOptimizer::ReplaceArrayBoundChecks() { | 2154 void AotOptimizer::ReplaceArrayBoundChecks() { |
| 2329 for (BlockIterator block_it = flow_graph_->reverse_postorder_iterator(); | 2155 for (BlockIterator block_it = flow_graph_->reverse_postorder_iterator(); |
| 2330 !block_it.Done(); | 2156 !block_it.Done(); block_it.Advance()) { |
| 2331 block_it.Advance()) { | |
| 2332 ForwardInstructionIterator it(block_it.Current()); | 2157 ForwardInstructionIterator it(block_it.Current()); |
| 2333 current_iterator_ = ⁢ | 2158 current_iterator_ = ⁢ |
| 2334 for (; !it.Done(); it.Advance()) { | 2159 for (; !it.Done(); it.Advance()) { |
| 2335 CheckArrayBoundInstr* check = it.Current()->AsCheckArrayBound(); | 2160 CheckArrayBoundInstr* check = it.Current()->AsCheckArrayBound(); |
| 2336 if (check != NULL) { | 2161 if (check != NULL) { |
| 2337 GenericCheckBoundInstr* new_check = new(Z) GenericCheckBoundInstr( | 2162 GenericCheckBoundInstr* new_check = new (Z) GenericCheckBoundInstr( |
| 2338 new(Z) Value(check->length()->definition()), | 2163 new (Z) Value(check->length()->definition()), |
| 2339 new(Z) Value(check->index()->definition()), | 2164 new (Z) Value(check->index()->definition()), check->deopt_id()); |
| 2340 check->deopt_id()); | 2165 flow_graph_->InsertBefore(check, new_check, check->env(), |
| 2341 flow_graph_->InsertBefore(check, new_check, | 2166 FlowGraph::kEffect); |
| 2342 check->env(), FlowGraph::kEffect); | |
| 2343 current_iterator()->RemoveCurrentFromGraph(); | 2167 current_iterator()->RemoveCurrentFromGraph(); |
| 2344 } | 2168 } |
| 2345 } | 2169 } |
| 2346 } | 2170 } |
| 2347 } | 2171 } |
| 2348 | 2172 |
| 2349 #endif // DART_PRECOMPILER | 2173 #endif // DART_PRECOMPILER |
| 2350 | 2174 |
| 2351 } // namespace dart | 2175 } // namespace dart |
| OLD | NEW |