OLD | NEW |
1 // Copyright 2014 the V8 project authors. All rights reserved. | 1 // Copyright 2014 the V8 project authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "src/compiler/simplified-lowering.h" | 5 #include "src/compiler/simplified-lowering.h" |
6 | 6 |
7 #include <deque> | 7 #include <deque> |
8 #include <queue> | 8 #include <queue> |
9 | 9 |
10 #include "src/compiler/common-operator.h" | 10 #include "src/compiler/common-operator.h" |
(...skipping 36 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
47 // representation changes between uses that demand a particular | 47 // representation changes between uses that demand a particular |
48 // representation and nodes that produce a different representation. | 48 // representation and nodes that produce a different representation. |
49 LOWER | 49 LOWER |
50 }; | 50 }; |
51 | 51 |
52 | 52 |
53 class RepresentationSelector { | 53 class RepresentationSelector { |
54 public: | 54 public: |
55 // Information for each node tracked during the fixpoint. | 55 // Information for each node tracked during the fixpoint. |
56 struct NodeInfo { | 56 struct NodeInfo { |
57 RepTypeUnion use : 14; // Union of all usages for the node. | 57 MachineTypeUnion use : 14; // Union of all usages for the node. |
58 bool queued : 1; // Bookkeeping for the traversal. | 58 bool queued : 1; // Bookkeeping for the traversal. |
59 bool visited : 1; // Bookkeeping for the traversal. | 59 bool visited : 1; // Bookkeeping for the traversal. |
60 RepTypeUnion output : 14; // Output type of the node. | 60 MachineTypeUnion output : 14; // Output type of the node. |
61 }; | 61 }; |
62 | 62 |
63 RepresentationSelector(JSGraph* jsgraph, Zone* zone, | 63 RepresentationSelector(JSGraph* jsgraph, Zone* zone, |
64 RepresentationChanger* changer) | 64 RepresentationChanger* changer) |
65 : jsgraph_(jsgraph), | 65 : jsgraph_(jsgraph), |
66 count_(jsgraph->graph()->NodeCount()), | 66 count_(jsgraph->graph()->NodeCount()), |
67 info_(zone->NewArray<NodeInfo>(count_)), | 67 info_(zone->NewArray<NodeInfo>(count_)), |
68 nodes_(NodeVector::allocator_type(zone)), | 68 nodes_(NodeVector::allocator_type(zone)), |
69 replacements_(NodeVector::allocator_type(zone)), | 69 replacements_(NodeVector::allocator_type(zone)), |
70 contains_js_nodes_(false), | 70 contains_js_nodes_(false), |
(...skipping 37 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
108 for (NodeVector::iterator i = replacements_.begin(); | 108 for (NodeVector::iterator i = replacements_.begin(); |
109 i != replacements_.end(); ++i) { | 109 i != replacements_.end(); ++i) { |
110 Node* node = *i; | 110 Node* node = *i; |
111 Node* replacement = *(++i); | 111 Node* replacement = *(++i); |
112 node->ReplaceUses(replacement); | 112 node->ReplaceUses(replacement); |
113 } | 113 } |
114 } | 114 } |
115 | 115 |
116 // Enqueue {node} if the {use} contains new information for that node. | 116 // Enqueue {node} if the {use} contains new information for that node. |
117 // Add {node} to {nodes_} if this is the first time it's been visited. | 117 // Add {node} to {nodes_} if this is the first time it's been visited. |
118 void Enqueue(Node* node, RepTypeUnion use = 0) { | 118 void Enqueue(Node* node, MachineTypeUnion use = 0) { |
119 if (phase_ != PROPAGATE) return; | 119 if (phase_ != PROPAGATE) return; |
120 NodeInfo* info = GetInfo(node); | 120 NodeInfo* info = GetInfo(node); |
121 if (!info->visited) { | 121 if (!info->visited) { |
122 // First visit of this node. | 122 // First visit of this node. |
123 info->visited = true; | 123 info->visited = true; |
124 info->queued = true; | 124 info->queued = true; |
125 nodes_.push_back(node); | 125 nodes_.push_back(node); |
126 queue_.push(node); | 126 queue_.push(node); |
127 TRACE((" initial: ")); | 127 TRACE((" initial: ")); |
128 info->use |= use; | 128 info->use |= use; |
(...skipping 11 matching lines...) Expand all Loading... |
140 } else { | 140 } else { |
141 TRACE((" inqueue: ")); | 141 TRACE((" inqueue: ")); |
142 } | 142 } |
143 info->use |= use; | 143 info->use |= use; |
144 PrintUseInfo(node); | 144 PrintUseInfo(node); |
145 } | 145 } |
146 } | 146 } |
147 | 147 |
148 bool lower() { return phase_ == LOWER; } | 148 bool lower() { return phase_ == LOWER; } |
149 | 149 |
150 void Enqueue(Node* node, RepType use) { | 150 void Enqueue(Node* node, MachineType use) { |
151 Enqueue(node, static_cast<RepTypeUnion>(use)); | 151 Enqueue(node, static_cast<MachineTypeUnion>(use)); |
152 } | 152 } |
153 | 153 |
154 void SetOutput(Node* node, RepTypeUnion output) { | 154 void SetOutput(Node* node, MachineTypeUnion output) { |
155 // Every node should have at most one output representation. Note that | 155 // Every node should have at most one output representation. Note that |
156 // phis can have 0, if they have not been used in a representation-inducing | 156 // phis can have 0, if they have not been used in a representation-inducing |
157 // instruction. | 157 // instruction. |
158 DCHECK((output & rMask) == 0 || IsPowerOf2(output & rMask)); | 158 DCHECK((output & kRepMask) == 0 || IsPowerOf2(output & kRepMask)); |
159 GetInfo(node)->output = output; | 159 GetInfo(node)->output = output; |
160 } | 160 } |
161 | 161 |
162 bool BothInputsAre(Node* node, Type* type) { | 162 bool BothInputsAre(Node* node, Type* type) { |
163 DCHECK_EQ(2, node->InputCount()); | 163 DCHECK_EQ(2, node->InputCount()); |
164 return NodeProperties::GetBounds(node->InputAt(0)).upper->Is(type) && | 164 return NodeProperties::GetBounds(node->InputAt(0)).upper->Is(type) && |
165 NodeProperties::GetBounds(node->InputAt(1)).upper->Is(type); | 165 NodeProperties::GetBounds(node->InputAt(1)).upper->Is(type); |
166 } | 166 } |
167 | 167 |
168 void ProcessInput(Node* node, int index, RepTypeUnion use) { | 168 void ProcessInput(Node* node, int index, MachineTypeUnion use) { |
169 Node* input = node->InputAt(index); | 169 Node* input = node->InputAt(index); |
170 if (phase_ == PROPAGATE) { | 170 if (phase_ == PROPAGATE) { |
171 // In the propagate phase, propagate the usage information backward. | 171 // In the propagate phase, propagate the usage information backward. |
172 Enqueue(input, use); | 172 Enqueue(input, use); |
173 } else { | 173 } else { |
174 // In the change phase, insert a change before the use if necessary. | 174 // In the change phase, insert a change before the use if necessary. |
175 if ((use & rMask) == 0) return; // No input requirement on the use. | 175 if ((use & kRepMask) == 0) return; // No input requirement on the use. |
176 RepTypeUnion output = GetInfo(input)->output; | 176 MachineTypeUnion output = GetInfo(input)->output; |
177 if ((output & rMask & use) == 0) { | 177 if ((output & kRepMask & use) == 0) { |
178 // Output representation doesn't match usage. | 178 // Output representation doesn't match usage. |
179 TRACE((" change: #%d:%s(@%d #%d:%s) ", node->id(), | 179 TRACE((" change: #%d:%s(@%d #%d:%s) ", node->id(), |
180 node->op()->mnemonic(), index, input->id(), | 180 node->op()->mnemonic(), index, input->id(), |
181 input->op()->mnemonic())); | 181 input->op()->mnemonic())); |
182 TRACE((" from ")); | 182 TRACE((" from ")); |
183 PrintInfo(output); | 183 PrintInfo(output); |
184 TRACE((" to ")); | 184 TRACE((" to ")); |
185 PrintInfo(use); | 185 PrintInfo(use); |
186 TRACE(("\n")); | 186 TRACE(("\n")); |
187 Node* n = changer_->GetRepresentationFor(input, output, use); | 187 Node* n = changer_->GetRepresentationFor(input, output, use); |
188 node->ReplaceInput(index, n); | 188 node->ReplaceInput(index, n); |
189 } | 189 } |
190 } | 190 } |
191 } | 191 } |
192 | 192 |
193 static const RepTypeUnion kFloat64 = rFloat64 | tNumber; | |
194 static const RepTypeUnion kInt32 = rWord32 | tInt32; | |
195 static const RepTypeUnion kUint32 = rWord32 | tUint32; | |
196 static const RepTypeUnion kInt64 = rWord64 | tInt64; | |
197 static const RepTypeUnion kUint64 = rWord64 | tUint64; | |
198 static const RepTypeUnion kAnyTagged = rTagged | tAny; | |
199 | |
200 // The default, most general visitation case. For {node}, process all value, | 193 // The default, most general visitation case. For {node}, process all value, |
201 // context, effect, and control inputs, assuming that value inputs should have | 194 // context, effect, and control inputs, assuming that value inputs should have |
202 // {rTagged} representation and can observe all output values {tAny}. | 195 // {kRepTagged} representation and can observe all output values {kTypeAny}. |
203 void VisitInputs(Node* node) { | 196 void VisitInputs(Node* node) { |
204 InputIter i = node->inputs().begin(); | 197 InputIter i = node->inputs().begin(); |
205 for (int j = OperatorProperties::GetValueInputCount(node->op()); j > 0; | 198 for (int j = OperatorProperties::GetValueInputCount(node->op()); j > 0; |
206 ++i, j--) { | 199 ++i, j--) { |
207 ProcessInput(node, i.index(), kAnyTagged); // Value inputs | 200 ProcessInput(node, i.index(), kMachAnyTagged); // Value inputs |
208 } | 201 } |
209 for (int j = OperatorProperties::GetContextInputCount(node->op()); j > 0; | 202 for (int j = OperatorProperties::GetContextInputCount(node->op()); j > 0; |
210 ++i, j--) { | 203 ++i, j--) { |
211 ProcessInput(node, i.index(), kAnyTagged); // Context inputs | 204 ProcessInput(node, i.index(), kMachAnyTagged); // Context inputs |
212 } | 205 } |
213 for (int j = OperatorProperties::GetEffectInputCount(node->op()); j > 0; | 206 for (int j = OperatorProperties::GetEffectInputCount(node->op()); j > 0; |
214 ++i, j--) { | 207 ++i, j--) { |
215 Enqueue(*i); // Effect inputs: just visit | 208 Enqueue(*i); // Effect inputs: just visit |
216 } | 209 } |
217 for (int j = OperatorProperties::GetControlInputCount(node->op()); j > 0; | 210 for (int j = OperatorProperties::GetControlInputCount(node->op()); j > 0; |
218 ++i, j--) { | 211 ++i, j--) { |
219 Enqueue(*i); // Control inputs: just visit | 212 Enqueue(*i); // Control inputs: just visit |
220 } | 213 } |
221 SetOutput(node, kAnyTagged); | 214 SetOutput(node, kMachAnyTagged); |
222 } | 215 } |
223 | 216 |
224 // Helper for binops of the I x I -> O variety. | 217 // Helper for binops of the I x I -> O variety. |
225 void VisitBinop(Node* node, RepTypeUnion input_use, RepTypeUnion output) { | 218 void VisitBinop(Node* node, MachineTypeUnion input_use, |
| 219 MachineTypeUnion output) { |
226 DCHECK_EQ(2, node->InputCount()); | 220 DCHECK_EQ(2, node->InputCount()); |
227 ProcessInput(node, 0, input_use); | 221 ProcessInput(node, 0, input_use); |
228 ProcessInput(node, 1, input_use); | 222 ProcessInput(node, 1, input_use); |
229 SetOutput(node, output); | 223 SetOutput(node, output); |
230 } | 224 } |
231 | 225 |
232 // Helper for unops of the I -> O variety. | 226 // Helper for unops of the I -> O variety. |
233 void VisitUnop(Node* node, RepTypeUnion input_use, RepTypeUnion output) { | 227 void VisitUnop(Node* node, MachineTypeUnion input_use, |
| 228 MachineTypeUnion output) { |
234 DCHECK_EQ(1, node->InputCount()); | 229 DCHECK_EQ(1, node->InputCount()); |
235 ProcessInput(node, 0, input_use); | 230 ProcessInput(node, 0, input_use); |
236 SetOutput(node, output); | 231 SetOutput(node, output); |
237 } | 232 } |
238 | 233 |
239 // Helper for leaf nodes. | 234 // Helper for leaf nodes. |
240 void VisitLeaf(Node* node, RepTypeUnion output) { | 235 void VisitLeaf(Node* node, MachineTypeUnion output) { |
241 DCHECK_EQ(0, node->InputCount()); | 236 DCHECK_EQ(0, node->InputCount()); |
242 SetOutput(node, output); | 237 SetOutput(node, output); |
243 } | 238 } |
244 | 239 |
245 // Helpers for specific types of binops. | 240 // Helpers for specific types of binops. |
246 void VisitFloat64Binop(Node* node) { VisitBinop(node, kFloat64, kFloat64); } | 241 void VisitFloat64Binop(Node* node) { |
247 void VisitInt32Binop(Node* node) { VisitBinop(node, kInt32, kInt32); } | 242 VisitBinop(node, kMachFloat64, kMachFloat64); |
248 void VisitUint32Binop(Node* node) { VisitBinop(node, kUint32, kUint32); } | 243 } |
249 void VisitInt64Binop(Node* node) { VisitBinop(node, kInt64, kInt64); } | 244 void VisitInt32Binop(Node* node) { VisitBinop(node, kMachInt32, kMachInt32); } |
250 void VisitUint64Binop(Node* node) { VisitBinop(node, kUint64, kUint64); } | 245 void VisitUint32Binop(Node* node) { |
251 void VisitFloat64Cmp(Node* node) { VisitBinop(node, kFloat64, rBit); } | 246 VisitBinop(node, kMachUint32, kMachUint32); |
252 void VisitInt32Cmp(Node* node) { VisitBinop(node, kInt32, rBit); } | 247 } |
253 void VisitUint32Cmp(Node* node) { VisitBinop(node, kUint32, rBit); } | 248 void VisitInt64Binop(Node* node) { VisitBinop(node, kMachInt64, kMachInt64); } |
254 void VisitInt64Cmp(Node* node) { VisitBinop(node, kInt64, rBit); } | 249 void VisitUint64Binop(Node* node) { |
255 void VisitUint64Cmp(Node* node) { VisitBinop(node, kUint64, rBit); } | 250 VisitBinop(node, kMachUint64, kMachUint64); |
| 251 } |
| 252 void VisitFloat64Cmp(Node* node) { VisitBinop(node, kMachFloat64, kRepBit); } |
| 253 void VisitInt32Cmp(Node* node) { VisitBinop(node, kMachInt32, kRepBit); } |
| 254 void VisitUint32Cmp(Node* node) { VisitBinop(node, kMachUint32, kRepBit); } |
| 255 void VisitInt64Cmp(Node* node) { VisitBinop(node, kMachInt64, kRepBit); } |
| 256 void VisitUint64Cmp(Node* node) { VisitBinop(node, kMachUint64, kRepBit); } |
256 | 257 |
257 // Helper for handling phis. | 258 // Helper for handling phis. |
258 void VisitPhi(Node* node, RepTypeUnion use) { | 259 void VisitPhi(Node* node, MachineTypeUnion use) { |
259 // First, propagate the usage information to inputs of the phi. | 260 // First, propagate the usage information to inputs of the phi. |
260 int values = OperatorProperties::GetValueInputCount(node->op()); | 261 int values = OperatorProperties::GetValueInputCount(node->op()); |
261 Node::Inputs inputs = node->inputs(); | 262 Node::Inputs inputs = node->inputs(); |
262 for (Node::Inputs::iterator iter(inputs.begin()); iter != inputs.end(); | 263 for (Node::Inputs::iterator iter(inputs.begin()); iter != inputs.end(); |
263 ++iter, --values) { | 264 ++iter, --values) { |
264 // Propagate {use} of the phi to value inputs, and 0 to control. | 265 // Propagate {use} of the phi to value inputs, and 0 to control. |
265 // TODO(titzer): it'd be nice to have distinguished edge kinds here. | 266 // TODO(titzer): it'd be nice to have distinguished edge kinds here. |
266 ProcessInput(node, iter.index(), values > 0 ? use : 0); | 267 ProcessInput(node, iter.index(), values > 0 ? use : 0); |
267 } | 268 } |
268 // Phis adapt to whatever output representation their uses demand, | 269 // Phis adapt to whatever output representation their uses demand, |
269 // pushing representation changes to their inputs. | 270 // pushing representation changes to their inputs. |
270 RepTypeUnion use_rep = GetUseInfo(node) & rMask; | 271 MachineTypeUnion use_rep = GetUseInfo(node) & kRepMask; |
271 RepTypeUnion use_type = GetUseInfo(node) & tMask; | 272 MachineTypeUnion use_type = GetUseInfo(node) & kTypeMask; |
272 RepTypeUnion rep = 0; | 273 MachineTypeUnion rep = 0; |
273 if (use_rep & rTagged) { | 274 if (use_rep & kRepTagged) { |
274 rep = rTagged; // Tagged overrides everything. | 275 rep = kRepTagged; // Tagged overrides everything. |
275 } else if (use_rep & rFloat64) { | 276 } else if (use_rep & kRepFloat64) { |
276 rep = rFloat64; | 277 rep = kRepFloat64; |
277 } else if (use_rep & rWord64) { | 278 } else if (use_rep & kRepWord64) { |
278 rep = rWord64; | 279 rep = kRepWord64; |
279 } else if (use_rep & rWord32) { | 280 } else if (use_rep & kRepWord32) { |
280 rep = rWord32; | 281 rep = kRepWord32; |
281 } else if (use_rep & rBit) { | 282 } else if (use_rep & kRepBit) { |
282 rep = rBit; | 283 rep = kRepBit; |
283 } else { | 284 } else { |
284 // There was no representation associated with any of the uses. | 285 // There was no representation associated with any of the uses. |
285 // TODO(titzer): Select the best rep using phi's type, not the usage type? | 286 // TODO(titzer): Select the best rep using phi's type, not the usage type? |
286 if (use_type & tAny) { | 287 if (use_type & kTypeAny) { |
287 rep = rTagged; | 288 rep = kRepTagged; |
288 } else if (use_type & tNumber) { | 289 } else if (use_type & kTypeNumber) { |
289 rep = rFloat64; | 290 rep = kRepFloat64; |
290 } else if (use_type & tInt64 || use_type & tUint64) { | 291 } else if (use_type & kTypeInt64 || use_type & kTypeUint64) { |
291 rep = rWord64; | 292 rep = kRepWord64; |
292 } else if (use_type & tInt32 || use_type & tUint32) { | 293 } else if (use_type & kTypeInt32 || use_type & kTypeUint32) { |
293 rep = rWord32; | 294 rep = kRepWord32; |
294 } else if (use_type & tBool) { | 295 } else if (use_type & kTypeBool) { |
295 rep = rBit; | 296 rep = kRepBit; |
296 } else { | 297 } else { |
297 UNREACHABLE(); // should have at least a usage type! | 298 UNREACHABLE(); // should have at least a usage type! |
298 } | 299 } |
299 } | 300 } |
300 // Preserve the usage type, but set the representation. | 301 // Preserve the usage type, but set the representation. |
301 Type* upper = NodeProperties::GetBounds(node).upper; | 302 Type* upper = NodeProperties::GetBounds(node).upper; |
302 SetOutput(node, rep | changer_->TypeFromUpperBound(upper)); | 303 SetOutput(node, rep | changer_->TypeFromUpperBound(upper)); |
303 } | 304 } |
304 | 305 |
305 Operator* Int32Op(Node* node) { | 306 Operator* Int32Op(Node* node) { |
306 return changer_->Int32OperatorFor(node->opcode()); | 307 return changer_->Int32OperatorFor(node->opcode()); |
307 } | 308 } |
308 | 309 |
309 Operator* Uint32Op(Node* node) { | 310 Operator* Uint32Op(Node* node) { |
310 return changer_->Uint32OperatorFor(node->opcode()); | 311 return changer_->Uint32OperatorFor(node->opcode()); |
311 } | 312 } |
312 | 313 |
313 Operator* Float64Op(Node* node) { | 314 Operator* Float64Op(Node* node) { |
314 return changer_->Float64OperatorFor(node->opcode()); | 315 return changer_->Float64OperatorFor(node->opcode()); |
315 } | 316 } |
316 | 317 |
317 // Dispatching routine for visiting the node {node} with the usage {use}. | 318 // Dispatching routine for visiting the node {node} with the usage {use}. |
318 // Depending on the operator, propagate new usage info to the inputs. | 319 // Depending on the operator, propagate new usage info to the inputs. |
319 void VisitNode(Node* node, RepTypeUnion use, SimplifiedLowering* lowering) { | 320 void VisitNode(Node* node, MachineTypeUnion use, |
| 321 SimplifiedLowering* lowering) { |
320 switch (node->opcode()) { | 322 switch (node->opcode()) { |
321 //------------------------------------------------------------------ | 323 //------------------------------------------------------------------ |
322 // Common operators. | 324 // Common operators. |
323 //------------------------------------------------------------------ | 325 //------------------------------------------------------------------ |
324 case IrOpcode::kStart: | 326 case IrOpcode::kStart: |
325 case IrOpcode::kDead: | 327 case IrOpcode::kDead: |
326 return VisitLeaf(node, 0); | 328 return VisitLeaf(node, 0); |
327 case IrOpcode::kParameter: { | 329 case IrOpcode::kParameter: { |
328 // TODO(titzer): use representation from linkage. | 330 // TODO(titzer): use representation from linkage. |
329 Type* upper = NodeProperties::GetBounds(node).upper; | 331 Type* upper = NodeProperties::GetBounds(node).upper; |
330 ProcessInput(node, 0, 0); | 332 ProcessInput(node, 0, 0); |
331 SetOutput(node, rTagged | changer_->TypeFromUpperBound(upper)); | 333 SetOutput(node, kRepTagged | changer_->TypeFromUpperBound(upper)); |
332 return; | 334 return; |
333 } | 335 } |
334 case IrOpcode::kInt32Constant: | 336 case IrOpcode::kInt32Constant: |
335 return VisitLeaf(node, rWord32); | 337 return VisitLeaf(node, kRepWord32); |
336 case IrOpcode::kInt64Constant: | 338 case IrOpcode::kInt64Constant: |
337 return VisitLeaf(node, rWord64); | 339 return VisitLeaf(node, kRepWord64); |
338 case IrOpcode::kFloat64Constant: | 340 case IrOpcode::kFloat64Constant: |
339 return VisitLeaf(node, rFloat64); | 341 return VisitLeaf(node, kRepFloat64); |
340 case IrOpcode::kExternalConstant: | 342 case IrOpcode::kExternalConstant: |
341 return VisitLeaf(node, rPtr); | 343 return VisitLeaf(node, kMachPtr); |
342 case IrOpcode::kNumberConstant: | 344 case IrOpcode::kNumberConstant: |
343 return VisitLeaf(node, rTagged); | 345 return VisitLeaf(node, kRepTagged); |
344 case IrOpcode::kHeapConstant: | 346 case IrOpcode::kHeapConstant: |
345 return VisitLeaf(node, rTagged); | 347 return VisitLeaf(node, kRepTagged); |
346 | 348 |
347 case IrOpcode::kEnd: | 349 case IrOpcode::kEnd: |
348 case IrOpcode::kIfTrue: | 350 case IrOpcode::kIfTrue: |
349 case IrOpcode::kIfFalse: | 351 case IrOpcode::kIfFalse: |
350 case IrOpcode::kReturn: | 352 case IrOpcode::kReturn: |
351 case IrOpcode::kMerge: | 353 case IrOpcode::kMerge: |
352 case IrOpcode::kThrow: | 354 case IrOpcode::kThrow: |
353 return VisitInputs(node); // default visit for all node inputs. | 355 return VisitInputs(node); // default visit for all node inputs. |
354 | 356 |
355 case IrOpcode::kBranch: | 357 case IrOpcode::kBranch: |
356 ProcessInput(node, 0, rBit); | 358 ProcessInput(node, 0, kRepBit); |
357 Enqueue(NodeProperties::GetControlInput(node, 0)); | 359 Enqueue(NodeProperties::GetControlInput(node, 0)); |
358 break; | 360 break; |
359 case IrOpcode::kPhi: | 361 case IrOpcode::kPhi: |
360 return VisitPhi(node, use); | 362 return VisitPhi(node, use); |
361 | 363 |
362 //------------------------------------------------------------------ | 364 //------------------------------------------------------------------ |
363 // JavaScript operators. | 365 // JavaScript operators. |
364 //------------------------------------------------------------------ | 366 //------------------------------------------------------------------ |
365 // For now, we assume that all JS operators were too complex to lower | 367 // For now, we assume that all JS operators were too complex to lower |
366 // to Simplified and that they will always require tagged value inputs | 368 // to Simplified and that they will always require tagged value inputs |
367 // and produce tagged value outputs. | 369 // and produce tagged value outputs. |
368 // TODO(turbofan): it might be possible to lower some JSOperators here, | 370 // TODO(turbofan): it might be possible to lower some JSOperators here, |
369 // but that responsibility really lies in the typed lowering phase. | 371 // but that responsibility really lies in the typed lowering phase. |
370 #define DEFINE_JS_CASE(x) case IrOpcode::k##x: | 372 #define DEFINE_JS_CASE(x) case IrOpcode::k##x: |
371 JS_OP_LIST(DEFINE_JS_CASE) | 373 JS_OP_LIST(DEFINE_JS_CASE) |
372 #undef DEFINE_JS_CASE | 374 #undef DEFINE_JS_CASE |
373 contains_js_nodes_ = true; | 375 contains_js_nodes_ = true; |
374 VisitInputs(node); | 376 VisitInputs(node); |
375 return SetOutput(node, rTagged); | 377 return SetOutput(node, kRepTagged); |
376 | 378 |
377 //------------------------------------------------------------------ | 379 //------------------------------------------------------------------ |
378 // Simplified operators. | 380 // Simplified operators. |
379 //------------------------------------------------------------------ | 381 //------------------------------------------------------------------ |
380 case IrOpcode::kBooleanNot: { | 382 case IrOpcode::kBooleanNot: { |
381 if (lower()) { | 383 if (lower()) { |
382 RepTypeUnion input = GetInfo(node->InputAt(0))->output; | 384 MachineTypeUnion input = GetInfo(node->InputAt(0))->output; |
383 if (input & rBit) { | 385 if (input & kRepBit) { |
384 // BooleanNot(x: rBit) => WordEqual(x, #0) | 386 // BooleanNot(x: kRepBit) => WordEqual(x, #0) |
385 node->set_op(lowering->machine()->WordEqual()); | 387 node->set_op(lowering->machine()->WordEqual()); |
386 node->AppendInput(jsgraph_->zone(), jsgraph_->Int32Constant(0)); | 388 node->AppendInput(jsgraph_->zone(), jsgraph_->Int32Constant(0)); |
387 } else { | 389 } else { |
388 // BooleanNot(x: rTagged) => WordEqual(x, #false) | 390 // BooleanNot(x: kRepTagged) => WordEqual(x, #false) |
389 node->set_op(lowering->machine()->WordEqual()); | 391 node->set_op(lowering->machine()->WordEqual()); |
390 node->AppendInput(jsgraph_->zone(), jsgraph_->FalseConstant()); | 392 node->AppendInput(jsgraph_->zone(), jsgraph_->FalseConstant()); |
391 } | 393 } |
392 } else { | 394 } else { |
393 // No input representation requirement; adapt during lowering. | 395 // No input representation requirement; adapt during lowering. |
394 ProcessInput(node, 0, tBool); | 396 ProcessInput(node, 0, kTypeBool); |
395 SetOutput(node, rBit); | 397 SetOutput(node, kRepBit); |
396 } | 398 } |
397 break; | 399 break; |
398 } | 400 } |
399 case IrOpcode::kNumberEqual: | 401 case IrOpcode::kNumberEqual: |
400 case IrOpcode::kNumberLessThan: | 402 case IrOpcode::kNumberLessThan: |
401 case IrOpcode::kNumberLessThanOrEqual: { | 403 case IrOpcode::kNumberLessThanOrEqual: { |
402 // Number comparisons reduce to integer comparisons for integer inputs. | 404 // Number comparisons reduce to integer comparisons for integer inputs. |
403 if (BothInputsAre(node, Type::Signed32())) { | 405 if (BothInputsAre(node, Type::Signed32())) { |
404 // => signed Int32Cmp | 406 // => signed Int32Cmp |
405 VisitInt32Cmp(node); | 407 VisitInt32Cmp(node); |
406 if (lower()) node->set_op(Int32Op(node)); | 408 if (lower()) node->set_op(Int32Op(node)); |
407 } else if (BothInputsAre(node, Type::Unsigned32())) { | 409 } else if (BothInputsAre(node, Type::Unsigned32())) { |
408 // => unsigned Int32Cmp | 410 // => unsigned Int32Cmp |
409 VisitUint32Cmp(node); | 411 VisitUint32Cmp(node); |
410 if (lower()) node->set_op(Uint32Op(node)); | 412 if (lower()) node->set_op(Uint32Op(node)); |
411 } else { | 413 } else { |
412 // => Float64Cmp | 414 // => Float64Cmp |
413 VisitFloat64Cmp(node); | 415 VisitFloat64Cmp(node); |
414 if (lower()) node->set_op(Float64Op(node)); | 416 if (lower()) node->set_op(Float64Op(node)); |
415 } | 417 } |
416 break; | 418 break; |
417 } | 419 } |
418 case IrOpcode::kNumberAdd: | 420 case IrOpcode::kNumberAdd: |
419 case IrOpcode::kNumberSubtract: { | 421 case IrOpcode::kNumberSubtract: { |
420 // Add and subtract reduce to Int32Add/Sub if the inputs | 422 // Add and subtract reduce to Int32Add/Sub if the inputs |
421 // are already integers and all uses are truncating. | 423 // are already integers and all uses are truncating. |
422 if (BothInputsAre(node, Type::Signed32()) && | 424 if (BothInputsAre(node, Type::Signed32()) && |
423 (use & (tUint32 | tNumber | tAny)) == 0) { | 425 (use & (kTypeUint32 | kTypeNumber | kTypeAny)) == 0) { |
424 // => signed Int32Add/Sub | 426 // => signed Int32Add/Sub |
425 VisitInt32Binop(node); | 427 VisitInt32Binop(node); |
426 if (lower()) node->set_op(Int32Op(node)); | 428 if (lower()) node->set_op(Int32Op(node)); |
427 } else if (BothInputsAre(node, Type::Unsigned32()) && | 429 } else if (BothInputsAre(node, Type::Unsigned32()) && |
428 (use & (tInt32 | tNumber | tAny)) == 0) { | 430 (use & (kTypeInt32 | kTypeNumber | kTypeAny)) == 0) { |
429 // => unsigned Int32Add/Sub | 431 // => unsigned Int32Add/Sub |
430 VisitUint32Binop(node); | 432 VisitUint32Binop(node); |
431 if (lower()) node->set_op(Uint32Op(node)); | 433 if (lower()) node->set_op(Uint32Op(node)); |
432 } else { | 434 } else { |
433 // => Float64Add/Sub | 435 // => Float64Add/Sub |
434 VisitFloat64Binop(node); | 436 VisitFloat64Binop(node); |
435 if (lower()) node->set_op(Float64Op(node)); | 437 if (lower()) node->set_op(Float64Op(node)); |
436 } | 438 } |
437 break; | 439 break; |
438 } | 440 } |
439 case IrOpcode::kNumberMultiply: | 441 case IrOpcode::kNumberMultiply: |
440 case IrOpcode::kNumberDivide: | 442 case IrOpcode::kNumberDivide: |
441 case IrOpcode::kNumberModulus: { | 443 case IrOpcode::kNumberModulus: { |
442 // Float64Mul/Div/Mod | 444 // Float64Mul/Div/Mod |
443 VisitFloat64Binop(node); | 445 VisitFloat64Binop(node); |
444 if (lower()) node->set_op(Float64Op(node)); | 446 if (lower()) node->set_op(Float64Op(node)); |
445 break; | 447 break; |
446 } | 448 } |
447 case IrOpcode::kNumberToInt32: { | 449 case IrOpcode::kNumberToInt32: { |
448 RepTypeUnion use_rep = use & rMask; | 450 MachineTypeUnion use_rep = use & kRepMask; |
449 if (lower()) { | 451 if (lower()) { |
450 RepTypeUnion in = GetInfo(node->InputAt(0))->output; | 452 MachineTypeUnion in = GetInfo(node->InputAt(0))->output; |
451 if ((in & tMask) == tInt32 || (in & rMask) == rWord32) { | 453 if ((in & kTypeMask) == kTypeInt32 || (in & kRepMask) == kRepWord32) { |
452 // If the input has type int32, or is already a word32, just change | 454 // If the input has type int32, or is already a word32, just change |
453 // representation if necessary. | 455 // representation if necessary. |
454 VisitUnop(node, tInt32 | use_rep, tInt32 | use_rep); | 456 VisitUnop(node, kTypeInt32 | use_rep, kTypeInt32 | use_rep); |
455 DeferReplacement(node, node->InputAt(0)); | 457 DeferReplacement(node, node->InputAt(0)); |
456 } else { | 458 } else { |
457 // Require the input in float64 format and perform truncation. | 459 // Require the input in float64 format and perform truncation. |
458 // TODO(turbofan): could also avoid the truncation with a tag check. | 460 // TODO(turbofan): could also avoid the truncation with a tag check. |
459 VisitUnop(node, tInt32 | rFloat64, tInt32 | rWord32); | 461 VisitUnop(node, kTypeInt32 | kRepFloat64, kTypeInt32 | kRepWord32); |
460 // TODO(titzer): should be a truncation. | 462 // TODO(titzer): should be a truncation. |
461 node->set_op(lowering->machine()->ChangeFloat64ToInt32()); | 463 node->set_op(lowering->machine()->ChangeFloat64ToInt32()); |
462 } | 464 } |
463 } else { | 465 } else { |
464 // Propagate a type to the input, but pass through representation. | 466 // Propagate a type to the input, but pass through representation. |
465 VisitUnop(node, tInt32, tInt32 | use_rep); | 467 VisitUnop(node, kTypeInt32, kTypeInt32 | use_rep); |
466 } | 468 } |
467 break; | 469 break; |
468 } | 470 } |
469 case IrOpcode::kNumberToUint32: { | 471 case IrOpcode::kNumberToUint32: { |
470 RepTypeUnion use_rep = use & rMask; | 472 MachineTypeUnion use_rep = use & kRepMask; |
471 if (lower()) { | 473 if (lower()) { |
472 RepTypeUnion in = GetInfo(node->InputAt(0))->output; | 474 MachineTypeUnion in = GetInfo(node->InputAt(0))->output; |
473 if ((in & tMask) == tUint32 || (in & rMask) == rWord32) { | 475 if ((in & kTypeMask) == kTypeUint32 || |
| 476 (in & kRepMask) == kRepWord32) { |
474 // The input has type int32, just change representation. | 477 // The input has type int32, just change representation. |
475 VisitUnop(node, tUint32 | use_rep, tUint32 | use_rep); | 478 VisitUnop(node, kTypeUint32 | use_rep, kTypeUint32 | use_rep); |
476 DeferReplacement(node, node->InputAt(0)); | 479 DeferReplacement(node, node->InputAt(0)); |
477 } else { | 480 } else { |
478 // Require the input in float64 format to perform truncation. | 481 // Require the input in float64 format to perform truncation. |
479 // TODO(turbofan): could also avoid the truncation with a tag check. | 482 // TODO(turbofan): could also avoid the truncation with a tag check. |
480 VisitUnop(node, tUint32 | rFloat64, tUint32 | rWord32); | 483 VisitUnop(node, kTypeUint32 | kRepFloat64, |
| 484 kTypeUint32 | kRepWord32); |
481 // TODO(titzer): should be a truncation. | 485 // TODO(titzer): should be a truncation. |
482 node->set_op(lowering->machine()->ChangeFloat64ToUint32()); | 486 node->set_op(lowering->machine()->ChangeFloat64ToUint32()); |
483 } | 487 } |
484 } else { | 488 } else { |
485 // Propagate a type to the input, but pass through representation. | 489 // Propagate a type to the input, but pass through representation. |
486 VisitUnop(node, tUint32, tUint32 | use_rep); | 490 VisitUnop(node, kTypeUint32, kTypeUint32 | use_rep); |
487 } | 491 } |
488 break; | 492 break; |
489 } | 493 } |
490 case IrOpcode::kReferenceEqual: { | 494 case IrOpcode::kReferenceEqual: { |
491 VisitBinop(node, kAnyTagged, rBit); | 495 VisitBinop(node, kMachAnyTagged, kRepBit); |
492 if (lower()) node->set_op(lowering->machine()->WordEqual()); | 496 if (lower()) node->set_op(lowering->machine()->WordEqual()); |
493 break; | 497 break; |
494 } | 498 } |
495 case IrOpcode::kStringEqual: { | 499 case IrOpcode::kStringEqual: { |
496 VisitBinop(node, kAnyTagged, rBit); | 500 VisitBinop(node, kMachAnyTagged, kRepBit); |
497 // TODO(titzer): lower StringEqual to stub/runtime call. | 501 // TODO(titzer): lower StringEqual to stub/runtime call. |
498 break; | 502 break; |
499 } | 503 } |
500 case IrOpcode::kStringLessThan: { | 504 case IrOpcode::kStringLessThan: { |
501 VisitBinop(node, kAnyTagged, rBit); | 505 VisitBinop(node, kMachAnyTagged, kRepBit); |
502 // TODO(titzer): lower StringLessThan to stub/runtime call. | 506 // TODO(titzer): lower StringLessThan to stub/runtime call. |
503 break; | 507 break; |
504 } | 508 } |
505 case IrOpcode::kStringLessThanOrEqual: { | 509 case IrOpcode::kStringLessThanOrEqual: { |
506 VisitBinop(node, kAnyTagged, rBit); | 510 VisitBinop(node, kMachAnyTagged, kRepBit); |
507 // TODO(titzer): lower StringLessThanOrEqual to stub/runtime call. | 511 // TODO(titzer): lower StringLessThanOrEqual to stub/runtime call. |
508 break; | 512 break; |
509 } | 513 } |
510 case IrOpcode::kStringAdd: { | 514 case IrOpcode::kStringAdd: { |
511 VisitBinop(node, kAnyTagged, kAnyTagged); | 515 VisitBinop(node, kMachAnyTagged, kMachAnyTagged); |
512 // TODO(titzer): lower StringAdd to stub/runtime call. | 516 // TODO(titzer): lower StringAdd to stub/runtime call. |
513 break; | 517 break; |
514 } | 518 } |
515 case IrOpcode::kLoadField: { | 519 case IrOpcode::kLoadField: { |
516 FieldAccess access = FieldAccessOf(node->op()); | 520 FieldAccess access = FieldAccessOf(node->op()); |
517 ProcessInput(node, 0, changer_->TypeForBasePointer(access)); | 521 ProcessInput(node, 0, changer_->TypeForBasePointer(access)); |
518 SetOutput(node, changer_->TypeForField(access)); | 522 SetOutput(node, access.machine_type); |
519 if (lower()) lowering->DoLoadField(node); | 523 if (lower()) lowering->DoLoadField(node); |
520 break; | 524 break; |
521 } | 525 } |
522 case IrOpcode::kStoreField: { | 526 case IrOpcode::kStoreField: { |
523 FieldAccess access = FieldAccessOf(node->op()); | 527 FieldAccess access = FieldAccessOf(node->op()); |
524 ProcessInput(node, 0, changer_->TypeForBasePointer(access)); | 528 ProcessInput(node, 0, changer_->TypeForBasePointer(access)); |
525 ProcessInput(node, 1, changer_->TypeForField(access)); | 529 ProcessInput(node, 1, access.machine_type); |
526 SetOutput(node, 0); | 530 SetOutput(node, 0); |
527 if (lower()) lowering->DoStoreField(node); | 531 if (lower()) lowering->DoStoreField(node); |
528 break; | 532 break; |
529 } | 533 } |
530 case IrOpcode::kLoadElement: { | 534 case IrOpcode::kLoadElement: { |
531 ElementAccess access = ElementAccessOf(node->op()); | 535 ElementAccess access = ElementAccessOf(node->op()); |
532 ProcessInput(node, 0, changer_->TypeForBasePointer(access)); | 536 ProcessInput(node, 0, changer_->TypeForBasePointer(access)); |
533 ProcessInput(node, 1, kInt32); // element index | 537 ProcessInput(node, 1, kMachInt32); // element index |
534 SetOutput(node, changer_->TypeForElement(access)); | 538 SetOutput(node, access.machine_type); |
535 if (lower()) lowering->DoLoadElement(node); | 539 if (lower()) lowering->DoLoadElement(node); |
536 break; | 540 break; |
537 } | 541 } |
538 case IrOpcode::kStoreElement: { | 542 case IrOpcode::kStoreElement: { |
539 ElementAccess access = ElementAccessOf(node->op()); | 543 ElementAccess access = ElementAccessOf(node->op()); |
540 ProcessInput(node, 0, changer_->TypeForBasePointer(access)); | 544 ProcessInput(node, 0, changer_->TypeForBasePointer(access)); |
541 ProcessInput(node, 1, kInt32); // element index | 545 ProcessInput(node, 1, kMachInt32); // element index |
542 ProcessInput(node, 2, changer_->TypeForElement(access)); | 546 ProcessInput(node, 2, access.machine_type); |
543 SetOutput(node, 0); | 547 SetOutput(node, 0); |
544 if (lower()) lowering->DoStoreElement(node); | 548 if (lower()) lowering->DoStoreElement(node); |
545 break; | 549 break; |
546 } | 550 } |
547 | 551 |
548 //------------------------------------------------------------------ | 552 //------------------------------------------------------------------ |
549 // Machine-level operators. | 553 // Machine-level operators. |
550 //------------------------------------------------------------------ | 554 //------------------------------------------------------------------ |
551 case IrOpcode::kLoad: { | 555 case IrOpcode::kLoad: { |
552 // TODO(titzer): machine loads/stores need to know BaseTaggedness!? | 556 // TODO(titzer): machine loads/stores need to know BaseTaggedness!? |
553 RepType tBase = rTagged; | 557 MachineType tBase = kRepTagged; |
554 MachineType rep = OpParameter<MachineType>(node); | 558 MachineType machine_type = OpParameter<MachineType>(node); |
555 ProcessInput(node, 0, tBase); // pointer or object | 559 ProcessInput(node, 0, tBase); // pointer or object |
556 ProcessInput(node, 1, kInt32); // index | 560 ProcessInput(node, 1, kMachInt32); // index |
557 SetOutput(node, changer_->TypeForMachineType(rep)); | 561 SetOutput(node, machine_type); |
558 break; | 562 break; |
559 } | 563 } |
560 case IrOpcode::kStore: { | 564 case IrOpcode::kStore: { |
561 // TODO(titzer): machine loads/stores need to know BaseTaggedness!? | 565 // TODO(titzer): machine loads/stores need to know BaseTaggedness!? |
562 RepType tBase = rTagged; | 566 MachineType tBase = kRepTagged; |
563 StoreRepresentation rep = OpParameter<StoreRepresentation>(node); | 567 StoreRepresentation rep = OpParameter<StoreRepresentation>(node); |
564 ProcessInput(node, 0, tBase); // pointer or object | 568 ProcessInput(node, 0, tBase); // pointer or object |
565 ProcessInput(node, 1, kInt32); // index | 569 ProcessInput(node, 1, kMachInt32); // index |
566 ProcessInput(node, 2, changer_->TypeForMachineType(rep.rep)); | 570 ProcessInput(node, 2, rep.machine_type); |
567 SetOutput(node, 0); | 571 SetOutput(node, 0); |
568 break; | 572 break; |
569 } | 573 } |
570 case IrOpcode::kWord32Shr: | 574 case IrOpcode::kWord32Shr: |
571 // We output unsigned int32 for shift right because JavaScript. | 575 // We output unsigned int32 for shift right because JavaScript. |
572 return VisitBinop(node, rWord32, rWord32 | tUint32); | 576 return VisitBinop(node, kRepWord32, kRepWord32 | kTypeUint32); |
573 case IrOpcode::kWord32And: | 577 case IrOpcode::kWord32And: |
574 case IrOpcode::kWord32Or: | 578 case IrOpcode::kWord32Or: |
575 case IrOpcode::kWord32Xor: | 579 case IrOpcode::kWord32Xor: |
576 case IrOpcode::kWord32Shl: | 580 case IrOpcode::kWord32Shl: |
577 case IrOpcode::kWord32Sar: | 581 case IrOpcode::kWord32Sar: |
578 // We use signed int32 as the output type for these word32 operations, | 582 // We use signed int32 as the output type for these word32 operations, |
579 // though the machine bits are the same for either signed or unsigned, | 583 // though the machine bits are the same for either signed or unsigned, |
580 // because JavaScript considers the result from these operations signed. | 584 // because JavaScript considers the result from these operations signed. |
581 return VisitBinop(node, rWord32, rWord32 | tInt32); | 585 return VisitBinop(node, kRepWord32, kRepWord32 | kTypeInt32); |
582 case IrOpcode::kWord32Equal: | 586 case IrOpcode::kWord32Equal: |
583 return VisitBinop(node, rWord32, rBit); | 587 return VisitBinop(node, kRepWord32, kRepBit); |
584 | 588 |
585 case IrOpcode::kInt32Add: | 589 case IrOpcode::kInt32Add: |
586 case IrOpcode::kInt32Sub: | 590 case IrOpcode::kInt32Sub: |
587 case IrOpcode::kInt32Mul: | 591 case IrOpcode::kInt32Mul: |
588 case IrOpcode::kInt32Div: | 592 case IrOpcode::kInt32Div: |
589 case IrOpcode::kInt32Mod: | 593 case IrOpcode::kInt32Mod: |
590 return VisitInt32Binop(node); | 594 return VisitInt32Binop(node); |
591 case IrOpcode::kInt32UDiv: | 595 case IrOpcode::kInt32UDiv: |
592 case IrOpcode::kInt32UMod: | 596 case IrOpcode::kInt32UMod: |
593 return VisitUint32Binop(node); | 597 return VisitUint32Binop(node); |
(...skipping 18 matching lines...) Expand all Loading... |
612 case IrOpcode::kInt64UDiv: | 616 case IrOpcode::kInt64UDiv: |
613 case IrOpcode::kInt64UMod: | 617 case IrOpcode::kInt64UMod: |
614 return VisitUint64Binop(node); | 618 return VisitUint64Binop(node); |
615 | 619 |
616 case IrOpcode::kWord64And: | 620 case IrOpcode::kWord64And: |
617 case IrOpcode::kWord64Or: | 621 case IrOpcode::kWord64Or: |
618 case IrOpcode::kWord64Xor: | 622 case IrOpcode::kWord64Xor: |
619 case IrOpcode::kWord64Shl: | 623 case IrOpcode::kWord64Shl: |
620 case IrOpcode::kWord64Shr: | 624 case IrOpcode::kWord64Shr: |
621 case IrOpcode::kWord64Sar: | 625 case IrOpcode::kWord64Sar: |
622 return VisitBinop(node, rWord64, rWord64); | 626 return VisitBinop(node, kRepWord64, kRepWord64); |
623 case IrOpcode::kWord64Equal: | 627 case IrOpcode::kWord64Equal: |
624 return VisitBinop(node, rWord64, rBit); | 628 return VisitBinop(node, kRepWord64, kRepBit); |
625 | 629 |
626 case IrOpcode::kConvertInt32ToInt64: | 630 case IrOpcode::kConvertInt32ToInt64: |
627 return VisitUnop(node, tInt32 | rWord32, tInt32 | rWord64); | 631 return VisitUnop(node, kTypeInt32 | kRepWord32, |
| 632 kTypeInt32 | kRepWord64); |
628 case IrOpcode::kConvertInt64ToInt32: | 633 case IrOpcode::kConvertInt64ToInt32: |
629 return VisitUnop(node, tInt64 | rWord64, tInt32 | rWord32); | 634 return VisitUnop(node, kTypeInt64 | kRepWord64, |
| 635 kTypeInt32 | kRepWord32); |
630 | 636 |
631 case IrOpcode::kChangeInt32ToFloat64: | 637 case IrOpcode::kChangeInt32ToFloat64: |
632 return VisitUnop(node, tInt32 | rWord32, tInt32 | rFloat64); | 638 return VisitUnop(node, kTypeInt32 | kRepWord32, |
| 639 kTypeInt32 | kRepFloat64); |
633 case IrOpcode::kChangeUint32ToFloat64: | 640 case IrOpcode::kChangeUint32ToFloat64: |
634 return VisitUnop(node, tUint32 | rWord32, tUint32 | rFloat64); | 641 return VisitUnop(node, kTypeUint32 | kRepWord32, |
| 642 kTypeUint32 | kRepFloat64); |
635 case IrOpcode::kChangeFloat64ToInt32: | 643 case IrOpcode::kChangeFloat64ToInt32: |
636 return VisitUnop(node, tInt32 | rFloat64, tInt32 | rWord32); | 644 return VisitUnop(node, kTypeInt32 | kRepFloat64, |
| 645 kTypeInt32 | kRepWord32); |
637 case IrOpcode::kChangeFloat64ToUint32: | 646 case IrOpcode::kChangeFloat64ToUint32: |
638 return VisitUnop(node, tUint32 | rFloat64, tUint32 | rWord32); | 647 return VisitUnop(node, kTypeUint32 | kRepFloat64, |
| 648 kTypeUint32 | kRepWord32); |
639 | 649 |
640 case IrOpcode::kFloat64Add: | 650 case IrOpcode::kFloat64Add: |
641 case IrOpcode::kFloat64Sub: | 651 case IrOpcode::kFloat64Sub: |
642 case IrOpcode::kFloat64Mul: | 652 case IrOpcode::kFloat64Mul: |
643 case IrOpcode::kFloat64Div: | 653 case IrOpcode::kFloat64Div: |
644 case IrOpcode::kFloat64Mod: | 654 case IrOpcode::kFloat64Mod: |
645 return VisitFloat64Binop(node); | 655 return VisitFloat64Binop(node); |
646 case IrOpcode::kFloat64Equal: | 656 case IrOpcode::kFloat64Equal: |
647 case IrOpcode::kFloat64LessThan: | 657 case IrOpcode::kFloat64LessThan: |
648 case IrOpcode::kFloat64LessThanOrEqual: | 658 case IrOpcode::kFloat64LessThanOrEqual: |
(...skipping 18 matching lines...) Expand all Loading... |
667 } | 677 } |
668 // TODO(titzer) node->RemoveAllInputs(); // Node is now dead. | 678 // TODO(titzer) node->RemoveAllInputs(); // Node is now dead. |
669 } | 679 } |
670 | 680 |
671 void PrintUseInfo(Node* node) { | 681 void PrintUseInfo(Node* node) { |
672 TRACE(("#%d:%-20s ", node->id(), node->op()->mnemonic())); | 682 TRACE(("#%d:%-20s ", node->id(), node->op()->mnemonic())); |
673 PrintInfo(GetUseInfo(node)); | 683 PrintInfo(GetUseInfo(node)); |
674 TRACE(("\n")); | 684 TRACE(("\n")); |
675 } | 685 } |
676 | 686 |
677 void PrintInfo(RepTypeUnion info) { | 687 void PrintInfo(MachineTypeUnion info) { |
678 if (FLAG_trace_representation) { | 688 if (FLAG_trace_representation) { |
679 char buf[REP_TYPE_STRLEN]; | 689 OFStream os(stdout); |
680 RenderRepTypeUnion(buf, info); | 690 os << static_cast<MachineType>(info); |
681 TRACE(("%s", buf)); | |
682 } | 691 } |
683 } | 692 } |
684 | 693 |
685 private: | 694 private: |
686 JSGraph* jsgraph_; | 695 JSGraph* jsgraph_; |
687 int count_; // number of nodes in the graph | 696 int count_; // number of nodes in the graph |
688 NodeInfo* info_; // node id -> usage information | 697 NodeInfo* info_; // node id -> usage information |
689 NodeVector nodes_; // collected nodes | 698 NodeVector nodes_; // collected nodes |
690 NodeVector replacements_; // replacements to be done after lowering | 699 NodeVector replacements_; // replacements to be done after lowering |
691 bool contains_js_nodes_; // {true} if a JS operator was seen | 700 bool contains_js_nodes_; // {true} if a JS operator was seen |
692 Phase phase_; // current phase of algorithm | 701 Phase phase_; // current phase of algorithm |
693 RepresentationChanger* changer_; // for inserting representation changes | 702 RepresentationChanger* changer_; // for inserting representation changes |
694 | 703 |
695 std::queue<Node*, std::deque<Node*, NodePtrZoneAllocator> > queue_; | 704 std::queue<Node*, std::deque<Node*, NodePtrZoneAllocator> > queue_; |
696 | 705 |
697 NodeInfo* GetInfo(Node* node) { | 706 NodeInfo* GetInfo(Node* node) { |
698 DCHECK(node->id() >= 0); | 707 DCHECK(node->id() >= 0); |
699 DCHECK(node->id() < count_); | 708 DCHECK(node->id() < count_); |
700 return &info_[node->id()]; | 709 return &info_[node->id()]; |
701 } | 710 } |
702 | 711 |
703 RepTypeUnion GetUseInfo(Node* node) { return GetInfo(node)->use; } | 712 MachineTypeUnion GetUseInfo(Node* node) { return GetInfo(node)->use; } |
704 }; | 713 }; |
705 | 714 |
706 | 715 |
707 Node* SimplifiedLowering::IsTagged(Node* node) { | 716 Node* SimplifiedLowering::IsTagged(Node* node) { |
708 // TODO(titzer): factor this out to a TaggingScheme abstraction. | 717 // TODO(titzer): factor this out to a TaggingScheme abstraction. |
709 STATIC_ASSERT(kSmiTagMask == 1); // Only works if tag is the low bit. | 718 STATIC_ASSERT(kSmiTagMask == 1); // Only works if tag is the low bit. |
710 return graph()->NewNode(machine()->WordAnd(), node, | 719 return graph()->NewNode(machine()->WordAnd(), node, |
711 jsgraph()->Int32Constant(kSmiTagMask)); | 720 jsgraph()->Int32Constant(kSmiTagMask)); |
712 } | 721 } |
713 | 722 |
(...skipping 38 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
752 continue; | 761 continue; |
753 } | 762 } |
754 ++iter; | 763 ++iter; |
755 } | 764 } |
756 } | 765 } |
757 | 766 |
758 | 767 |
759 void SimplifiedLowering::DoChangeTaggedToUI32(Node* node, Node* effect, | 768 void SimplifiedLowering::DoChangeTaggedToUI32(Node* node, Node* effect, |
760 Node* control, bool is_signed) { | 769 Node* control, bool is_signed) { |
761 // if (IsTagged(val)) | 770 // if (IsTagged(val)) |
762 // ConvertFloat64To(Int32|Uint32)(Load[kMachineFloat64](input, #value_offset)) | 771 // ConvertFloat64To(Int32|Uint32)(Load[kMachFloat64](input, #value_offset)) |
763 // else Untag(val) | 772 // else Untag(val) |
764 Node* val = node->InputAt(0); | 773 Node* val = node->InputAt(0); |
765 Node* branch = graph()->NewNode(common()->Branch(), IsTagged(val), control); | 774 Node* branch = graph()->NewNode(common()->Branch(), IsTagged(val), control); |
766 | 775 |
767 // true branch. | 776 // true branch. |
768 Node* tbranch = graph()->NewNode(common()->IfTrue(), branch); | 777 Node* tbranch = graph()->NewNode(common()->IfTrue(), branch); |
769 Node* loaded = graph()->NewNode( | 778 Node* loaded = graph()->NewNode( |
770 machine()->Load(kMachineFloat64), val, | 779 machine()->Load(kMachFloat64), val, |
771 OffsetMinusTagConstant(HeapNumber::kValueOffset), effect); | 780 OffsetMinusTagConstant(HeapNumber::kValueOffset), effect); |
772 Operator* op = is_signed ? machine()->ChangeFloat64ToInt32() | 781 Operator* op = is_signed ? machine()->ChangeFloat64ToInt32() |
773 : machine()->ChangeFloat64ToUint32(); | 782 : machine()->ChangeFloat64ToUint32(); |
774 Node* converted = graph()->NewNode(op, loaded); | 783 Node* converted = graph()->NewNode(op, loaded); |
775 | 784 |
776 // false branch. | 785 // false branch. |
777 Node* fbranch = graph()->NewNode(common()->IfFalse(), branch); | 786 Node* fbranch = graph()->NewNode(common()->IfFalse(), branch); |
778 Node* untagged = Untag(val); | 787 Node* untagged = Untag(val); |
779 | 788 |
780 // merge. | 789 // merge. |
781 Node* merge = graph()->NewNode(common()->Merge(2), tbranch, fbranch); | 790 Node* merge = graph()->NewNode(common()->Merge(2), tbranch, fbranch); |
782 Node* phi = graph()->NewNode(common()->Phi(2), converted, untagged, merge); | 791 Node* phi = graph()->NewNode(common()->Phi(2), converted, untagged, merge); |
783 UpdateControlSuccessors(control, merge); | 792 UpdateControlSuccessors(control, merge); |
784 branch->ReplaceInput(1, control); | 793 branch->ReplaceInput(1, control); |
785 node->ReplaceUses(phi); | 794 node->ReplaceUses(phi); |
786 } | 795 } |
787 | 796 |
788 | 797 |
789 void SimplifiedLowering::DoChangeTaggedToFloat64(Node* node, Node* effect, | 798 void SimplifiedLowering::DoChangeTaggedToFloat64(Node* node, Node* effect, |
790 Node* control) { | 799 Node* control) { |
791 // if (IsTagged(input)) Load[kMachineFloat64](input, #value_offset) | 800 // if (IsTagged(input)) Load[kMachFloat64](input, #value_offset) |
792 // else ConvertFloat64(Untag(input)) | 801 // else ConvertFloat64(Untag(input)) |
793 Node* val = node->InputAt(0); | 802 Node* val = node->InputAt(0); |
794 Node* branch = graph()->NewNode(common()->Branch(), IsTagged(val), control); | 803 Node* branch = graph()->NewNode(common()->Branch(), IsTagged(val), control); |
795 | 804 |
796 // true branch. | 805 // true branch. |
797 Node* tbranch = graph()->NewNode(common()->IfTrue(), branch); | 806 Node* tbranch = graph()->NewNode(common()->IfTrue(), branch); |
798 Node* loaded = graph()->NewNode( | 807 Node* loaded = graph()->NewNode( |
799 machine()->Load(kMachineFloat64), val, | 808 machine()->Load(kMachFloat64), val, |
800 OffsetMinusTagConstant(HeapNumber::kValueOffset), effect); | 809 OffsetMinusTagConstant(HeapNumber::kValueOffset), effect); |
801 | 810 |
802 // false branch. | 811 // false branch. |
803 Node* fbranch = graph()->NewNode(common()->IfFalse(), branch); | 812 Node* fbranch = graph()->NewNode(common()->IfFalse(), branch); |
804 Node* untagged = Untag(val); | 813 Node* untagged = Untag(val); |
805 Node* converted = | 814 Node* converted = |
806 graph()->NewNode(machine()->ChangeInt32ToFloat64(), untagged); | 815 graph()->NewNode(machine()->ChangeInt32ToFloat64(), untagged); |
807 | 816 |
808 // merge. | 817 // merge. |
809 Node* merge = graph()->NewNode(common()->Merge(2), tbranch, fbranch); | 818 Node* merge = graph()->NewNode(common()->Merge(2), tbranch, fbranch); |
(...skipping 80 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
890 UpdateControlSuccessors(control, merge); | 899 UpdateControlSuccessors(control, merge); |
891 branch->ReplaceInput(1, control); | 900 branch->ReplaceInput(1, control); |
892 node->ReplaceUses(phi); | 901 node->ReplaceUses(phi); |
893 } | 902 } |
894 | 903 |
895 | 904 |
896 static WriteBarrierKind ComputeWriteBarrierKind(BaseTaggedness base_is_tagged, | 905 static WriteBarrierKind ComputeWriteBarrierKind(BaseTaggedness base_is_tagged, |
897 MachineType representation, | 906 MachineType representation, |
898 Type* type) { | 907 Type* type) { |
899 // TODO(turbofan): skip write barriers for Smis, etc. | 908 // TODO(turbofan): skip write barriers for Smis, etc. |
900 if (base_is_tagged == kTaggedBase && representation == kMachineTagged) { | 909 if (base_is_tagged == kTaggedBase && |
| 910 RepresentationOf(representation) == kRepTagged) { |
901 // Write barriers are only for writes into heap objects (i.e. tagged base). | 911 // Write barriers are only for writes into heap objects (i.e. tagged base). |
902 return kFullWriteBarrier; | 912 return kFullWriteBarrier; |
903 } | 913 } |
904 return kNoWriteBarrier; | 914 return kNoWriteBarrier; |
905 } | 915 } |
906 | 916 |
907 | 917 |
908 void SimplifiedLowering::DoLoadField(Node* node) { | 918 void SimplifiedLowering::DoLoadField(Node* node) { |
909 const FieldAccess& access = FieldAccessOf(node->op()); | 919 const FieldAccess& access = FieldAccessOf(node->op()); |
910 node->set_op(machine_.Load(access.representation)); | 920 node->set_op(machine_.Load(access.machine_type)); |
911 Node* offset = jsgraph()->Int32Constant(access.offset - access.tag()); | 921 Node* offset = jsgraph()->Int32Constant(access.offset - access.tag()); |
912 node->InsertInput(zone(), 1, offset); | 922 node->InsertInput(zone(), 1, offset); |
913 } | 923 } |
914 | 924 |
915 | 925 |
916 void SimplifiedLowering::DoStoreField(Node* node) { | 926 void SimplifiedLowering::DoStoreField(Node* node) { |
917 const FieldAccess& access = FieldAccessOf(node->op()); | 927 const FieldAccess& access = FieldAccessOf(node->op()); |
918 WriteBarrierKind kind = ComputeWriteBarrierKind( | 928 WriteBarrierKind kind = ComputeWriteBarrierKind( |
919 access.base_is_tagged, access.representation, access.type); | 929 access.base_is_tagged, access.machine_type, access.type); |
920 node->set_op(machine_.Store(access.representation, kind)); | 930 node->set_op(machine_.Store(access.machine_type, kind)); |
921 Node* offset = jsgraph()->Int32Constant(access.offset - access.tag()); | 931 Node* offset = jsgraph()->Int32Constant(access.offset - access.tag()); |
922 node->InsertInput(zone(), 1, offset); | 932 node->InsertInput(zone(), 1, offset); |
923 } | 933 } |
924 | 934 |
925 | 935 |
926 Node* SimplifiedLowering::ComputeIndex(const ElementAccess& access, | 936 Node* SimplifiedLowering::ComputeIndex(const ElementAccess& access, |
927 Node* index) { | 937 Node* index) { |
928 int element_size = 0; | 938 int element_size = ElementSizeOf(access.machine_type); |
929 switch (access.representation) { | |
930 case kMachineTagged: | |
931 element_size = kPointerSize; | |
932 break; | |
933 case kMachineWord8: | |
934 element_size = 1; | |
935 break; | |
936 case kMachineWord16: | |
937 element_size = 2; | |
938 break; | |
939 case kMachineWord32: | |
940 element_size = 4; | |
941 break; | |
942 case kMachineWord64: | |
943 case kMachineFloat64: | |
944 element_size = 8; | |
945 break; | |
946 case kMachineLast: | |
947 UNREACHABLE(); | |
948 break; | |
949 } | |
950 if (element_size != 1) { | 939 if (element_size != 1) { |
951 index = graph()->NewNode(machine()->Int32Mul(), | 940 index = graph()->NewNode(machine()->Int32Mul(), |
952 jsgraph()->Int32Constant(element_size), index); | 941 jsgraph()->Int32Constant(element_size), index); |
953 } | 942 } |
954 int fixed_offset = access.header_size - access.tag(); | 943 int fixed_offset = access.header_size - access.tag(); |
955 if (fixed_offset == 0) return index; | 944 if (fixed_offset == 0) return index; |
956 return graph()->NewNode(machine()->Int32Add(), index, | 945 return graph()->NewNode(machine()->Int32Add(), index, |
957 jsgraph()->Int32Constant(fixed_offset)); | 946 jsgraph()->Int32Constant(fixed_offset)); |
958 } | 947 } |
959 | 948 |
960 | 949 |
961 void SimplifiedLowering::DoLoadElement(Node* node) { | 950 void SimplifiedLowering::DoLoadElement(Node* node) { |
962 const ElementAccess& access = ElementAccessOf(node->op()); | 951 const ElementAccess& access = ElementAccessOf(node->op()); |
963 node->set_op(machine_.Load(access.representation)); | 952 node->set_op(machine_.Load(access.machine_type)); |
964 node->ReplaceInput(1, ComputeIndex(access, node->InputAt(1))); | 953 node->ReplaceInput(1, ComputeIndex(access, node->InputAt(1))); |
965 } | 954 } |
966 | 955 |
967 | 956 |
968 void SimplifiedLowering::DoStoreElement(Node* node) { | 957 void SimplifiedLowering::DoStoreElement(Node* node) { |
969 const ElementAccess& access = ElementAccessOf(node->op()); | 958 const ElementAccess& access = ElementAccessOf(node->op()); |
970 WriteBarrierKind kind = ComputeWriteBarrierKind( | 959 WriteBarrierKind kind = ComputeWriteBarrierKind( |
971 access.base_is_tagged, access.representation, access.type); | 960 access.base_is_tagged, access.machine_type, access.type); |
972 node->set_op(machine_.Store(access.representation, kind)); | 961 node->set_op(machine_.Store(access.machine_type, kind)); |
973 node->ReplaceInput(1, ComputeIndex(access, node->InputAt(1))); | 962 node->ReplaceInput(1, ComputeIndex(access, node->InputAt(1))); |
974 } | 963 } |
975 | 964 |
976 | 965 |
977 void SimplifiedLowering::Lower(Node* node) {} | 966 void SimplifiedLowering::Lower(Node* node) {} |
978 | 967 |
979 | 968 |
980 void SimplifiedLowering::LowerChange(Node* node, Node* effect, Node* control) { | 969 void SimplifiedLowering::LowerChange(Node* node, Node* effect, Node* control) { |
981 switch (node->opcode()) { | 970 switch (node->opcode()) { |
982 case IrOpcode::kChangeTaggedToInt32: | 971 case IrOpcode::kChangeTaggedToInt32: |
(...skipping 22 matching lines...) Expand all Loading... |
1005 break; | 994 break; |
1006 default: | 995 default: |
1007 UNREACHABLE(); | 996 UNREACHABLE(); |
1008 break; | 997 break; |
1009 } | 998 } |
1010 } | 999 } |
1011 | 1000 |
1012 } // namespace compiler | 1001 } // namespace compiler |
1013 } // namespace internal | 1002 } // namespace internal |
1014 } // namespace v8 | 1003 } // namespace v8 |
OLD | NEW |