OLD | NEW |
1 // Copyright 2013 the V8 project authors. All rights reserved. | 1 // Copyright 2013 the V8 project authors. All rights reserved. |
2 // Redistribution and use in source and binary forms, with or without | 2 // Redistribution and use in source and binary forms, with or without |
3 // modification, are permitted provided that the following conditions are | 3 // modification, are permitted provided that the following conditions are |
4 // met: | 4 // met: |
5 // | 5 // |
6 // * Redistributions of source code must retain the above copyright | 6 // * Redistributions of source code must retain the above copyright |
7 // notice, this list of conditions and the following disclaimer. | 7 // notice, this list of conditions and the following disclaimer. |
8 // * Redistributions in binary form must reproduce the above | 8 // * Redistributions in binary form must reproduce the above |
9 // copyright notice, this list of conditions and the following | 9 // copyright notice, this list of conditions and the following |
10 // disclaimer in the documentation and/or other materials provided | 10 // disclaimer in the documentation and/or other materials provided |
(...skipping 32 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
43 | 43 |
44 namespace v8 { | 44 namespace v8 { |
45 namespace internal { | 45 namespace internal { |
46 | 46 |
47 typedef UniqueSet<Map>* MapSet; | 47 typedef UniqueSet<Map>* MapSet; |
48 | 48 |
49 struct HCheckTableEntry { | 49 struct HCheckTableEntry { |
50 HValue* object_; // The object being approximated. NULL => invalid entry. | 50 HValue* object_; // The object being approximated. NULL => invalid entry. |
51 HInstruction* check_; // The last check instruction. | 51 HInstruction* check_; // The last check instruction. |
52 MapSet maps_; // The set of known maps for the object. | 52 MapSet maps_; // The set of known maps for the object. |
53 bool is_stable_; | |
54 }; | 53 }; |
55 | 54 |
56 | 55 |
57 // The main data structure used during check elimination, which stores a | 56 // The main data structure used during check elimination, which stores a |
58 // set of known maps for each object. | 57 // set of known maps for each object. |
59 class HCheckTable : public ZoneObject { | 58 class HCheckTable : public ZoneObject { |
60 public: | 59 public: |
61 static const int kMaxTrackedObjects = 10; | 60 static const int kMaxTrackedObjects = 10; |
62 | 61 |
63 explicit HCheckTable(HCheckEliminationPhase* phase) | 62 explicit HCheckTable(HCheckEliminationPhase* phase) |
(...skipping 33 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
97 case HValue::kCheckMapValue: { | 96 case HValue::kCheckMapValue: { |
98 ReduceCheckMapValue(HCheckMapValue::cast(instr)); | 97 ReduceCheckMapValue(HCheckMapValue::cast(instr)); |
99 break; | 98 break; |
100 } | 99 } |
101 case HValue::kCheckHeapObject: { | 100 case HValue::kCheckHeapObject: { |
102 ReduceCheckHeapObject(HCheckHeapObject::cast(instr)); | 101 ReduceCheckHeapObject(HCheckHeapObject::cast(instr)); |
103 break; | 102 break; |
104 } | 103 } |
105 default: { | 104 default: { |
106 // If the instruction changes maps uncontrollably, drop everything. | 105 // If the instruction changes maps uncontrollably, drop everything. |
107 if (instr->CheckChangesFlag(kOsrEntries)) { | 106 if (instr->CheckChangesFlag(kMaps) || |
108 Reset(); | 107 instr->CheckChangesFlag(kOsrEntries)) { |
109 } else if (instr->CheckChangesFlag(kMaps)) { | 108 Kill(); |
110 KillUnstableEntries(); | |
111 } | 109 } |
112 } | 110 } |
113 // Improvements possible: | 111 // Improvements possible: |
114 // - eliminate redundant HCheckSmi, HCheckInstanceType instructions | 112 // - eliminate redundant HCheckSmi, HCheckInstanceType instructions |
115 // - track which values have been HCheckHeapObject'd | 113 // - track which values have been HCheckHeapObject'd |
116 } | 114 } |
117 | 115 |
118 return this; | 116 return this; |
119 } | 117 } |
120 | 118 |
(...skipping 28 matching lines...) Expand all Loading... |
149 HCheckTable* copy = new(phase_->zone()) HCheckTable(phase_); | 147 HCheckTable* copy = new(phase_->zone()) HCheckTable(phase_); |
150 for (int i = 0; i < size_; i++) { | 148 for (int i = 0; i < size_; i++) { |
151 HCheckTableEntry* old_entry = &entries_[i]; | 149 HCheckTableEntry* old_entry = &entries_[i]; |
152 HCheckTableEntry* new_entry = ©->entries_[i]; | 150 HCheckTableEntry* new_entry = ©->entries_[i]; |
153 new_entry->object_ = old_entry->object_; | 151 new_entry->object_ = old_entry->object_; |
154 new_entry->maps_ = old_entry->maps_->Copy(phase_->zone()); | 152 new_entry->maps_ = old_entry->maps_->Copy(phase_->zone()); |
155 // Keep the check if the existing check's block dominates the successor. | 153 // Keep the check if the existing check's block dominates the successor. |
156 if (old_entry->check_ != NULL && | 154 if (old_entry->check_ != NULL && |
157 old_entry->check_->block()->Dominates(succ)) { | 155 old_entry->check_->block()->Dominates(succ)) { |
158 new_entry->check_ = old_entry->check_; | 156 new_entry->check_ = old_entry->check_; |
159 new_entry->is_stable_ = old_entry->is_stable_; | |
160 } else { | 157 } else { |
161 // Leave it NULL till we meet a new check instruction for this object | 158 // Leave it NULL till we meet a new check instruction for this object |
162 // in the control flow. | 159 // in the control flow. |
163 new_entry->check_ = NULL; | 160 new_entry->check_ = NULL; |
164 } | 161 } |
165 } | 162 } |
166 copy->cursor_ = cursor_; | 163 copy->cursor_ = cursor_; |
167 copy->size_ = size_; | 164 copy->size_ = size_; |
168 | 165 |
169 // Create entries for succ block's phis. | 166 // Create entries for succ block's phis. |
170 if (succ->phis()->length() > 0) { | 167 if (succ->phis()->length() > 0) { |
171 int pred_index = succ->PredecessorIndexOf(from_block); | 168 int pred_index = succ->PredecessorIndexOf(from_block); |
172 for (int phi_index = 0; | 169 for (int phi_index = 0; |
173 phi_index < succ->phis()->length(); | 170 phi_index < succ->phis()->length(); |
174 ++phi_index) { | 171 ++phi_index) { |
175 HPhi* phi = succ->phis()->at(phi_index); | 172 HPhi* phi = succ->phis()->at(phi_index); |
176 HValue* phi_operand = phi->OperandAt(pred_index); | 173 HValue* phi_operand = phi->OperandAt(pred_index); |
177 | 174 |
178 HCheckTableEntry* pred_entry = copy->Find(phi_operand); | 175 HCheckTableEntry* pred_entry = copy->Find(phi_operand); |
179 if (pred_entry != NULL) { | 176 if (pred_entry != NULL) { |
180 // Create an entry for a phi in the table. | 177 // Create an entry for a phi in the table. |
181 copy->Insert(phi, NULL, pred_entry->maps_->Copy(phase_->zone()), | 178 copy->Insert(phi, NULL, pred_entry->maps_->Copy(phase_->zone())); |
182 pred_entry->is_stable_); | |
183 } | 179 } |
184 } | 180 } |
185 } | 181 } |
186 | 182 |
187 // Branch-sensitive analysis for certain comparisons may add more facts | 183 // Branch-sensitive analysis for certain comparisons may add more facts |
188 // to the state for the successor on the true branch. | 184 // to the state for the successor on the true branch. |
189 bool learned = false; | 185 bool learned = false; |
190 if (succ->predecessors()->length() == 1) { | 186 if (succ->predecessors()->length() == 1) { |
191 HControlInstruction* end = succ->predecessors()->at(0)->end(); | 187 HControlInstruction* end = succ->predecessors()->at(0)->end(); |
192 bool is_true_branch = end->SuccessorAt(0) == succ; | 188 bool is_true_branch = end->SuccessorAt(0) == succ; |
193 if (end->IsCompareMap()) { | 189 if (end->IsCompareMap()) { |
194 HCompareMap* cmp = HCompareMap::cast(end); | 190 HCompareMap* cmp = HCompareMap::cast(end); |
195 HValue* object = cmp->value()->ActualValue(); | 191 HValue* object = cmp->value()->ActualValue(); |
196 HCheckTableEntry* entry = copy->Find(object); | 192 HCheckTableEntry* entry = copy->Find(object); |
197 if (is_true_branch) { | 193 if (is_true_branch) { |
198 // Learn on the true branch of if(CompareMap(x)). | 194 // Learn on the true branch of if(CompareMap(x)). |
199 if (entry == NULL) { | 195 if (entry == NULL) { |
200 copy->Insert(object, cmp, cmp->map(), cmp->is_stable()); | 196 copy->Insert(object, cmp, cmp->map()); |
201 } else { | 197 } else { |
202 MapSet list = new(phase_->zone()) UniqueSet<Map>(); | 198 MapSet list = new(phase_->zone()) UniqueSet<Map>(); |
203 list->Add(cmp->map(), phase_->zone()); | 199 list->Add(cmp->map(), phase_->zone()); |
204 entry->maps_ = list; | 200 entry->maps_ = list; |
205 entry->check_ = cmp; | 201 entry->check_ = cmp; |
206 entry->is_stable_ = cmp->is_stable(); | |
207 } | 202 } |
208 } else { | 203 } else { |
209 // Learn on the false branch of if(CompareMap(x)). | 204 // Learn on the false branch of if(CompareMap(x)). |
210 if (entry != NULL) { | 205 if (entry != NULL) { |
211 entry->maps_->Remove(cmp->map()); | 206 entry->maps_->Remove(cmp->map()); |
212 } | 207 } |
213 } | 208 } |
214 learned = true; | 209 learned = true; |
215 } else if (is_true_branch && end->IsCompareObjectEqAndBranch()) { | 210 } else if (is_true_branch && end->IsCompareObjectEqAndBranch()) { |
216 // Learn on the true branch of if(CmpObjectEq(x, y)). | 211 // Learn on the true branch of if(CmpObjectEq(x, y)). |
217 HCompareObjectEqAndBranch* cmp = | 212 HCompareObjectEqAndBranch* cmp = |
218 HCompareObjectEqAndBranch::cast(end); | 213 HCompareObjectEqAndBranch::cast(end); |
219 HValue* left = cmp->left()->ActualValue(); | 214 HValue* left = cmp->left()->ActualValue(); |
220 HValue* right = cmp->right()->ActualValue(); | 215 HValue* right = cmp->right()->ActualValue(); |
221 HCheckTableEntry* le = copy->Find(left); | 216 HCheckTableEntry* le = copy->Find(left); |
222 HCheckTableEntry* re = copy->Find(right); | 217 HCheckTableEntry* re = copy->Find(right); |
223 if (le == NULL) { | 218 if (le == NULL) { |
224 if (re != NULL) { | 219 if (re != NULL) { |
225 copy->Insert(left, NULL, re->maps_->Copy(zone), re->is_stable_); | 220 copy->Insert(left, NULL, re->maps_->Copy(zone)); |
226 } | 221 } |
227 } else if (re == NULL) { | 222 } else if (re == NULL) { |
228 copy->Insert(right, NULL, le->maps_->Copy(zone), le->is_stable_); | 223 copy->Insert(right, NULL, le->maps_->Copy(zone)); |
229 } else { | 224 } else { |
230 MapSet intersect = le->maps_->Intersect(re->maps_, zone); | 225 MapSet intersect = le->maps_->Intersect(re->maps_, zone); |
231 le->maps_ = intersect; | 226 le->maps_ = intersect; |
232 re->maps_ = intersect->Copy(zone); | 227 re->maps_ = intersect->Copy(zone); |
233 } | 228 } |
234 learned = true; | 229 learned = true; |
235 } | 230 } |
236 // Learning on false branches requires storing negative facts. | 231 // Learning on false branches requires storing negative facts. |
237 } | 232 } |
238 | 233 |
239 if (FLAG_trace_check_elimination) { | 234 if (FLAG_trace_check_elimination) { |
240 PrintF("B%d checkmaps-table %s from B%d:\n", | 235 PrintF("B%d checkmaps-table %s from B%d:\n", |
241 succ->block_id(), | 236 succ->block_id(), |
242 learned ? "learned" : "copied", | 237 learned ? "learned" : "copied", |
243 from_block->block_id()); | 238 from_block->block_id()); |
244 copy->Print(); | 239 copy->Print(); |
245 } | 240 } |
246 | 241 |
247 return copy; | 242 return copy; |
248 } | 243 } |
249 | 244 |
250 // Merge this state with the other incoming state. | 245 // Merge this state with the other incoming state. |
251 HCheckTable* Merge(HBasicBlock* succ, HCheckTable* that, | 246 HCheckTable* Merge(HBasicBlock* succ, HCheckTable* that, |
252 HBasicBlock* pred_block, Zone* zone) { | 247 HBasicBlock* pred_block, Zone* zone) { |
253 if (that->size_ == 0) { | 248 if (that->size_ == 0) { |
254 // If the other state is empty, simply reset. | 249 // If the other state is empty, simply reset. |
255 Reset(); | 250 size_ = 0; |
| 251 cursor_ = 0; |
256 } else { | 252 } else { |
257 int pred_index = succ->PredecessorIndexOf(pred_block); | 253 int pred_index = succ->PredecessorIndexOf(pred_block); |
258 bool compact = false; | 254 bool compact = false; |
259 for (int i = 0; i < size_; i++) { | 255 for (int i = 0; i < size_; i++) { |
260 HCheckTableEntry* this_entry = &entries_[i]; | 256 HCheckTableEntry* this_entry = &entries_[i]; |
261 HCheckTableEntry* that_entry; | 257 HCheckTableEntry* that_entry; |
262 if (this_entry->object_->IsPhi() && | 258 if (this_entry->object_->IsPhi() && |
263 this_entry->object_->block() == succ) { | 259 this_entry->object_->block() == succ) { |
264 HPhi* phi = HPhi::cast(this_entry->object_); | 260 HPhi* phi = HPhi::cast(this_entry->object_); |
265 HValue* phi_operand = phi->OperandAt(pred_index); | 261 HValue* phi_operand = phi->OperandAt(pred_index); |
266 that_entry = that->Find(phi_operand); | 262 that_entry = that->Find(phi_operand); |
267 | 263 |
268 } else { | 264 } else { |
269 that_entry = that->Find(this_entry->object_); | 265 that_entry = that->Find(this_entry->object_); |
270 } | 266 } |
271 | 267 |
272 if (that_entry == NULL) { | 268 if (that_entry == NULL) { |
273 this_entry->object_ = NULL; | 269 this_entry->object_ = NULL; |
274 compact = true; | 270 compact = true; |
275 } else { | 271 } else { |
276 this_entry->maps_ = | 272 this_entry->maps_ = |
277 this_entry->maps_->Union(that_entry->maps_, phase_->zone()); | 273 this_entry->maps_->Union(that_entry->maps_, phase_->zone()); |
278 this_entry->is_stable_ = | |
279 this_entry->is_stable_ && that_entry->is_stable_; | |
280 if (this_entry->check_ != that_entry->check_) { | 274 if (this_entry->check_ != that_entry->check_) { |
281 this_entry->check_ = NULL; | 275 this_entry->check_ = NULL; |
282 } | 276 } |
283 ASSERT(this_entry->maps_->size() > 0); | 277 ASSERT(this_entry->maps_->size() > 0); |
284 } | 278 } |
285 } | 279 } |
286 if (compact) Compact(); | 280 if (compact) Compact(); |
287 } | 281 } |
288 | 282 |
289 if (FLAG_trace_check_elimination) { | 283 if (FLAG_trace_check_elimination) { |
(...skipping 60 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
350 } | 344 } |
351 | 345 |
352 if (FLAG_trace_check_elimination) { | 346 if (FLAG_trace_check_elimination) { |
353 Print(); | 347 Print(); |
354 } | 348 } |
355 INC_STAT(narrowed_); | 349 INC_STAT(narrowed_); |
356 } | 350 } |
357 } | 351 } |
358 } else { | 352 } else { |
359 // No entry; insert a new one. | 353 // No entry; insert a new one. |
360 Insert(object, instr, instr->map_set().Copy(phase_->zone()), | 354 Insert(object, instr, instr->map_set().Copy(phase_->zone())); |
361 instr->is_stable()); | |
362 } | 355 } |
363 } | 356 } |
364 | 357 |
365 void ReduceCheckValue(HCheckValue* instr) { | 358 void ReduceCheckValue(HCheckValue* instr) { |
366 // Canonicalize HCheckValues; they might have their values load-eliminated. | 359 // Canonicalize HCheckValues; they might have their values load-eliminated. |
367 HValue* value = instr->Canonicalize(); | 360 HValue* value = instr->Canonicalize(); |
368 if (value == NULL) { | 361 if (value == NULL) { |
369 instr->DeleteAndReplaceWith(instr->value()); | 362 instr->DeleteAndReplaceWith(instr->value()); |
370 INC_STAT(removed_); | 363 INC_STAT(removed_); |
371 } else if (value != instr) { | 364 } else if (value != instr) { |
(...skipping 41 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
413 INC_STAT(removed_); | 406 INC_STAT(removed_); |
414 } else { | 407 } else { |
415 // Only one map survives the check. | 408 // Only one map survives the check. |
416 maps->Clear(); | 409 maps->Clear(); |
417 maps->Add(map, phase_->zone()); | 410 maps->Add(map, phase_->zone()); |
418 entry->check_ = instr; | 411 entry->check_ = instr; |
419 } | 412 } |
420 } | 413 } |
421 } else { | 414 } else { |
422 // No prior information. | 415 // No prior information. |
423 // TODO(verwaest): Tag map constants with stability. | 416 Insert(object, instr, map); |
424 Insert(object, instr, map, false); | |
425 } | 417 } |
426 } | 418 } |
427 | 419 |
428 void ReduceCheckHeapObject(HCheckHeapObject* instr) { | 420 void ReduceCheckHeapObject(HCheckHeapObject* instr) { |
429 if (FindMaps(instr->value()->ActualValue()) != NULL) { | 421 if (FindMaps(instr->value()->ActualValue()) != NULL) { |
430 // If the object has known maps, it's definitely a heap object. | 422 // If the object has known maps, it's definitely a heap object. |
431 instr->DeleteAndReplaceWith(instr->value()); | 423 instr->DeleteAndReplaceWith(instr->value()); |
432 INC_STAT(removed_cho_); | 424 INC_STAT(removed_cho_); |
433 } | 425 } |
434 } | 426 } |
435 | 427 |
436 void ReduceStoreNamedField(HStoreNamedField* instr) { | 428 void ReduceStoreNamedField(HStoreNamedField* instr) { |
437 HValue* object = instr->object()->ActualValue(); | 429 HValue* object = instr->object()->ActualValue(); |
438 if (instr->has_transition()) { | 430 if (instr->has_transition()) { |
439 // This store transitions the object to a new map. | 431 // This store transitions the object to a new map. |
440 Kill(object); | 432 Kill(object); |
441 Insert(object, NULL, MapConstant(instr->transition()), | 433 Insert(object, NULL, MapConstant(instr->transition())); |
442 instr->is_stable()); | |
443 } else if (IsMapAccess(instr->access())) { | 434 } else if (IsMapAccess(instr->access())) { |
444 // This is a store directly to the map field of the object. | 435 // This is a store directly to the map field of the object. |
445 Kill(object); | 436 Kill(object); |
446 if (!instr->value()->IsConstant()) return; | 437 if (!instr->value()->IsConstant()) return; |
447 // TODO(verwaest): Tag with stability. | 438 Insert(object, NULL, MapConstant(instr->value())); |
448 Insert(object, NULL, MapConstant(instr->value()), false); | |
449 } else { | 439 } else { |
450 // If the instruction changes maps, it should be handled above. | 440 // If the instruction changes maps, it should be handled above. |
451 CHECK(!instr->CheckChangesFlag(kMaps)); | 441 CHECK(!instr->CheckChangesFlag(kMaps)); |
452 } | 442 } |
453 } | 443 } |
454 | 444 |
455 void ReduceCompareMap(HCompareMap* instr) { | 445 void ReduceCompareMap(HCompareMap* instr) { |
456 MapSet maps = FindMaps(instr->value()->ActualValue()); | 446 MapSet maps = FindMaps(instr->value()->ActualValue()); |
457 if (maps == NULL) return; | 447 if (maps == NULL) return; |
458 | 448 |
(...skipping 29 matching lines...) Expand all Loading... |
488 // If the object has the original map, it will be transitioned. | 478 // If the object has the original map, it will be transitioned. |
489 maps->Remove(instr->original_map()); | 479 maps->Remove(instr->original_map()); |
490 maps->Add(instr->transitioned_map(), phase_->zone()); | 480 maps->Add(instr->transitioned_map(), phase_->zone()); |
491 } else { | 481 } else { |
492 // Object does not have the given map, thus the transition is redundant. | 482 // Object does not have the given map, thus the transition is redundant. |
493 instr->DeleteAndReplaceWith(instr->object()); | 483 instr->DeleteAndReplaceWith(instr->object()); |
494 INC_STAT(transitions_); | 484 INC_STAT(transitions_); |
495 } | 485 } |
496 } | 486 } |
497 | 487 |
498 // Reset the table. | 488 // Kill everything in the table. |
499 void Reset() { | 489 void Kill() { |
500 size_ = 0; | 490 size_ = 0; |
501 cursor_ = 0; | 491 cursor_ = 0; |
502 } | 492 } |
503 | 493 |
504 // Kill everything in the table. | |
505 void KillUnstableEntries() { | |
506 bool compact = false; | |
507 for (int i = 0; i < size_; i++) { | |
508 HCheckTableEntry* entry = &entries_[i]; | |
509 ASSERT(entry->object_ != NULL); | |
510 if (!entry->is_stable_) { | |
511 entry->object_ = NULL; | |
512 compact = true; | |
513 } | |
514 } | |
515 if (compact) Compact(); | |
516 } | |
517 | |
518 // Kill everything in the table that may alias {object}. | 494 // Kill everything in the table that may alias {object}. |
519 void Kill(HValue* object) { | 495 void Kill(HValue* object) { |
520 bool compact = false; | 496 bool compact = false; |
521 for (int i = 0; i < size_; i++) { | 497 for (int i = 0; i < size_; i++) { |
522 HCheckTableEntry* entry = &entries_[i]; | 498 HCheckTableEntry* entry = &entries_[i]; |
523 ASSERT(entry->object_ != NULL); | 499 ASSERT(entry->object_ != NULL); |
524 if (phase_->aliasing_->MayAlias(entry->object_, object)) { | 500 if (phase_->aliasing_->MayAlias(entry->object_, object)) { |
525 entry->object_ = NULL; | 501 entry->object_ = NULL; |
526 compact = true; | 502 compact = true; |
527 } | 503 } |
(...skipping 61 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
589 if (phase_->aliasing_->MustAlias(entry->object_, object)) return entry; | 565 if (phase_->aliasing_->MustAlias(entry->object_, object)) return entry; |
590 } | 566 } |
591 return NULL; | 567 return NULL; |
592 } | 568 } |
593 | 569 |
594 MapSet FindMaps(HValue* object) { | 570 MapSet FindMaps(HValue* object) { |
595 HCheckTableEntry* entry = Find(object); | 571 HCheckTableEntry* entry = Find(object); |
596 return entry == NULL ? NULL : entry->maps_; | 572 return entry == NULL ? NULL : entry->maps_; |
597 } | 573 } |
598 | 574 |
599 void Insert(HValue* object, | 575 void Insert(HValue* object, HInstruction* check, Unique<Map> map) { |
600 HInstruction* check, | |
601 Unique<Map> map, | |
602 bool is_stable) { | |
603 MapSet list = new(phase_->zone()) UniqueSet<Map>(); | 576 MapSet list = new(phase_->zone()) UniqueSet<Map>(); |
604 list->Add(map, phase_->zone()); | 577 list->Add(map, phase_->zone()); |
605 Insert(object, check, list, is_stable); | 578 Insert(object, check, list); |
606 } | 579 } |
607 | 580 |
608 void Insert(HValue* object, | 581 void Insert(HValue* object, HInstruction* check, MapSet maps) { |
609 HInstruction* check, | |
610 MapSet maps, | |
611 bool is_stable) { | |
612 HCheckTableEntry* entry = &entries_[cursor_++]; | 582 HCheckTableEntry* entry = &entries_[cursor_++]; |
613 entry->object_ = object; | 583 entry->object_ = object; |
614 entry->check_ = check; | 584 entry->check_ = check; |
615 entry->maps_ = maps; | 585 entry->maps_ = maps; |
616 entry->is_stable_ = is_stable; | |
617 // If the table becomes full, wrap around and overwrite older entries. | 586 // If the table becomes full, wrap around and overwrite older entries. |
618 if (cursor_ == kMaxTrackedObjects) cursor_ = 0; | 587 if (cursor_ == kMaxTrackedObjects) cursor_ = 0; |
619 if (size_ < kMaxTrackedObjects) size_++; | 588 if (size_ < kMaxTrackedObjects) size_++; |
620 } | 589 } |
621 | 590 |
622 bool IsMapAccess(HObjectAccess access) { | 591 bool IsMapAccess(HObjectAccess access) { |
623 return access.IsInobject() && access.offset() == JSObject::kMapOffset; | 592 return access.IsInobject() && access.offset() == JSObject::kMapOffset; |
624 } | 593 } |
625 | 594 |
626 Unique<Map> MapConstant(HValue* value) { | 595 Unique<Map> MapConstant(HValue* value) { |
627 return Unique<Map>::cast(HConstant::cast(value)->GetUnique()); | 596 return Unique<Map>::cast(HConstant::cast(value)->GetUnique()); |
628 } | 597 } |
629 | 598 |
630 friend class HCheckMapsEffects; | 599 friend class HCheckMapsEffects; |
631 friend class HCheckEliminationPhase; | 600 friend class HCheckEliminationPhase; |
632 | 601 |
633 HCheckEliminationPhase* phase_; | 602 HCheckEliminationPhase* phase_; |
634 HCheckTableEntry entries_[kMaxTrackedObjects]; | 603 HCheckTableEntry entries_[kMaxTrackedObjects]; |
635 int16_t cursor_; // Must be <= kMaxTrackedObjects | 604 int16_t cursor_; // Must be <= kMaxTrackedObjects |
636 int16_t size_; // Must be <= kMaxTrackedObjects | 605 int16_t size_; // Must be <= kMaxTrackedObjects |
637 // TODO(titzer): STATIC_ASSERT kMaxTrackedObjects < max(cursor_) | 606 // TODO(titzer): STATIC_ASSERT kMaxTrackedObjects < max(cursor_) |
638 }; | 607 }; |
639 | 608 |
640 | 609 |
641 // Collects instructions that can cause effects that invalidate information | 610 // Collects instructions that can cause effects that invalidate information |
642 // needed for check elimination. | 611 // needed for check elimination. |
643 class HCheckMapsEffects : public ZoneObject { | 612 class HCheckMapsEffects : public ZoneObject { |
644 public: | 613 public: |
645 explicit HCheckMapsEffects(Zone* zone) | 614 explicit HCheckMapsEffects(Zone* zone) |
646 : stores_(5, zone) { } | 615 : maps_stored_(false), |
| 616 stores_(5, zone) { } |
647 | 617 |
648 inline bool Disabled() { | 618 inline bool Disabled() { |
649 return false; // Effects are _not_ disabled. | 619 return false; // Effects are _not_ disabled. |
650 } | 620 } |
651 | 621 |
652 // Process a possibly side-effecting instruction. | 622 // Process a possibly side-effecting instruction. |
653 void Process(HInstruction* instr, Zone* zone) { | 623 void Process(HInstruction* instr, Zone* zone) { |
654 if (instr->IsStoreNamedField()) { | 624 switch (instr->opcode()) { |
655 stores_.Add(HStoreNamedField::cast(instr), zone); | 625 case HValue::kStoreNamedField: { |
656 } else { | 626 stores_.Add(HStoreNamedField::cast(instr), zone); |
657 flags_.Add(instr->ChangesFlags()); | 627 break; |
| 628 } |
| 629 case HValue::kOsrEntry: { |
| 630 // Kill everything. Loads must not be hoisted past the OSR entry. |
| 631 maps_stored_ = true; |
| 632 } |
| 633 default: { |
| 634 maps_stored_ |= (instr->CheckChangesFlag(kMaps) | |
| 635 instr->CheckChangesFlag(kElementsKind)); |
| 636 } |
658 } | 637 } |
659 } | 638 } |
660 | 639 |
661 // Apply these effects to the given check elimination table. | 640 // Apply these effects to the given check elimination table. |
662 void Apply(HCheckTable* table) { | 641 void Apply(HCheckTable* table) { |
663 if (flags_.Contains(kOsrEntries)) { | 642 if (maps_stored_) { |
664 table->Reset(); | |
665 return; | |
666 } | |
667 if (flags_.Contains(kMaps) || flags_.Contains(kElementsKind)) { | |
668 // Uncontrollable map modifications; kill everything. | 643 // Uncontrollable map modifications; kill everything. |
669 table->KillUnstableEntries(); | 644 table->Kill(); |
670 return; | 645 return; |
671 } | 646 } |
672 | 647 |
673 // Kill maps for each store contained in these effects. | 648 // Kill maps for each store contained in these effects. |
674 for (int i = 0; i < stores_.length(); i++) { | 649 for (int i = 0; i < stores_.length(); i++) { |
675 HStoreNamedField* s = stores_[i]; | 650 HStoreNamedField* s = stores_[i]; |
676 if (table->IsMapAccess(s->access()) || s->has_transition()) { | 651 if (table->IsMapAccess(s->access()) || s->has_transition()) { |
677 table->Kill(s->object()->ActualValue()); | 652 table->Kill(s->object()->ActualValue()); |
678 } | 653 } |
679 } | 654 } |
680 } | 655 } |
681 | 656 |
682 // Union these effects with the other effects. | 657 // Union these effects with the other effects. |
683 void Union(HCheckMapsEffects* that, Zone* zone) { | 658 void Union(HCheckMapsEffects* that, Zone* zone) { |
684 flags_.Add(that->flags_); | 659 maps_stored_ |= that->maps_stored_; |
685 for (int i = 0; i < that->stores_.length(); i++) { | 660 for (int i = 0; i < that->stores_.length(); i++) { |
686 stores_.Add(that->stores_[i], zone); | 661 stores_.Add(that->stores_[i], zone); |
687 } | 662 } |
688 } | 663 } |
689 | 664 |
690 private: | 665 private: |
691 GVNFlagSet flags_; | 666 bool maps_stored_ : 1; |
692 ZoneList<HStoreNamedField*> stores_; | 667 ZoneList<HStoreNamedField*> stores_; |
693 }; | 668 }; |
694 | 669 |
695 | 670 |
696 // The main routine of the analysis phase. Use the HFlowEngine for either a | 671 // The main routine of the analysis phase. Use the HFlowEngine for either a |
697 // local or a global analysis. | 672 // local or a global analysis. |
698 void HCheckEliminationPhase::Run() { | 673 void HCheckEliminationPhase::Run() { |
699 HFlowEngine<HCheckTable, HCheckMapsEffects> engine(graph(), zone()); | 674 HFlowEngine<HCheckTable, HCheckMapsEffects> engine(graph(), zone()); |
700 HCheckTable* table = new(zone()) HCheckTable(this); | 675 HCheckTable* table = new(zone()) HCheckTable(this); |
701 | 676 |
702 if (GLOBAL) { | 677 if (GLOBAL) { |
703 // Perform a global analysis. | 678 // Perform a global analysis. |
704 engine.AnalyzeDominatedBlocks(graph()->blocks()->at(0), table); | 679 engine.AnalyzeDominatedBlocks(graph()->blocks()->at(0), table); |
705 } else { | 680 } else { |
706 // Perform only local analysis. | 681 // Perform only local analysis. |
707 for (int i = 0; i < graph()->blocks()->length(); i++) { | 682 for (int i = 0; i < graph()->blocks()->length(); i++) { |
708 table->Reset(); | 683 table->Kill(); |
709 engine.AnalyzeOneBlock(graph()->blocks()->at(i), table); | 684 engine.AnalyzeOneBlock(graph()->blocks()->at(i), table); |
710 } | 685 } |
711 } | 686 } |
712 | 687 |
713 if (FLAG_trace_check_elimination) PrintStats(); | 688 if (FLAG_trace_check_elimination) PrintStats(); |
714 } | 689 } |
715 | 690 |
716 | 691 |
717 // Are we eliminated yet? | 692 // Are we eliminated yet? |
718 void HCheckEliminationPhase::PrintStats() { | 693 void HCheckEliminationPhase::PrintStats() { |
719 #if DEBUG | 694 #if DEBUG |
720 #define PRINT_STAT(x) if (x##_ > 0) PrintF(" %-16s = %2d\n", #x, x##_) | 695 #define PRINT_STAT(x) if (x##_ > 0) PrintF(" %-16s = %2d\n", #x, x##_) |
721 #else | 696 #else |
722 #define PRINT_STAT(x) | 697 #define PRINT_STAT(x) |
723 #endif | 698 #endif |
724 PRINT_STAT(redundant); | 699 PRINT_STAT(redundant); |
725 PRINT_STAT(removed); | 700 PRINT_STAT(removed); |
726 PRINT_STAT(removed_cho); | 701 PRINT_STAT(removed_cho); |
727 PRINT_STAT(narrowed); | 702 PRINT_STAT(narrowed); |
728 PRINT_STAT(loads); | 703 PRINT_STAT(loads); |
729 PRINT_STAT(empty); | 704 PRINT_STAT(empty); |
730 PRINT_STAT(compares_true); | 705 PRINT_STAT(compares_true); |
731 PRINT_STAT(compares_false); | 706 PRINT_STAT(compares_false); |
732 PRINT_STAT(transitions); | 707 PRINT_STAT(transitions); |
733 } | 708 } |
734 | 709 |
735 } } // namespace v8::internal | 710 } } // namespace v8::internal |
OLD | NEW |