OLD | NEW |
---|---|
1 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file |
2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
4 | 4 |
5 #include "vm/flow_graph.h" | 5 #include "vm/flow_graph.h" |
6 | 6 |
7 #include "vm/bit_vector.h" | 7 #include "vm/bit_vector.h" |
8 #include "vm/cha.h" | 8 #include "vm/cha.h" |
9 #include "vm/flow_graph_builder.h" | 9 #include "vm/flow_graph_builder.h" |
10 #include "vm/flow_graph_compiler.h" | 10 #include "vm/flow_graph_compiler.h" |
(...skipping 2036 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
2047 ASSERT((replacement == NULL) || current->IsDefinition()); | 2047 ASSERT((replacement == NULL) || current->IsDefinition()); |
2048 ReplaceCurrentInstruction(&it, current, replacement); | 2048 ReplaceCurrentInstruction(&it, current, replacement); |
2049 changed = true; | 2049 changed = true; |
2050 } | 2050 } |
2051 } | 2051 } |
2052 } | 2052 } |
2053 return changed; | 2053 return changed; |
2054 } | 2054 } |
2055 | 2055 |
2056 | 2056 |
2057 // Optimize (a << b) & c pattern: if c is a positive Smi or zero, then the | |
2058 // shift can be a truncating Smi shift-left and result is always Smi. | |
2059 // Merging occurs only per basic-block. | |
2060 void FlowGraph::TryOptimizePatterns() { | |
2061 if (!FLAG_truncating_left_shift) return; | |
2062 GrowableArray<BinarySmiOpInstr*> div_mod_merge; | |
2063 GrowableArray<MathUnaryInstr*> sin_cos_merge; | |
2064 for (BlockIterator block_it = reverse_postorder_iterator(); | |
2065 !block_it.Done(); | |
2066 block_it.Advance()) { | |
2067 // Merging only per basic-block. | |
2068 div_mod_merge.Clear(); | |
2069 sin_cos_merge.Clear(); | |
2070 ForwardInstructionIterator it(block_it.Current()); | |
2071 for (; !it.Done(); it.Advance()) { | |
2072 if (it.Current()->IsBinarySmiOp()) { | |
2073 BinarySmiOpInstr* binop = it.Current()->AsBinarySmiOp(); | |
2074 if (binop->op_kind() == Token::kBIT_AND) { | |
2075 OptimizeLeftShiftBitAndSmiOp(&it, | |
2076 binop, | |
2077 binop->left()->definition(), | |
2078 binop->right()->definition()); | |
2079 } else if ((binop->op_kind() == Token::kTRUNCDIV) || | |
2080 (binop->op_kind() == Token::kMOD)) { | |
2081 if (binop->HasUses()) { | |
2082 div_mod_merge.Add(binop); | |
2083 } | |
2084 } | |
2085 } else if (it.Current()->IsBinaryMintOp()) { | |
2086 BinaryMintOpInstr* mintop = it.Current()->AsBinaryMintOp(); | |
2087 if (mintop->op_kind() == Token::kBIT_AND) { | |
2088 OptimizeLeftShiftBitAndSmiOp(&it, | |
2089 mintop, | |
2090 mintop->left()->definition(), | |
2091 mintop->right()->definition()); | |
2092 } | |
2093 } else if (it.Current()->IsMathUnary()) { | |
2094 MathUnaryInstr* math_unary = it.Current()->AsMathUnary(); | |
2095 if ((math_unary->kind() == MathUnaryInstr::kSin) || | |
2096 (math_unary->kind() == MathUnaryInstr::kCos)) { | |
2097 if (math_unary->HasUses()) { | |
2098 sin_cos_merge.Add(math_unary); | |
2099 } | |
2100 } | |
2101 } | |
2102 } | |
2103 TryMergeTruncDivMod(&div_mod_merge); | |
2104 TryMergeMathUnary(&sin_cos_merge); | |
2105 } | |
2106 } | |
2107 | |
2108 | |
2109 static bool IsPositiveOrZeroSmiConst(Definition* d) { | |
2110 ConstantInstr* const_instr = d->AsConstant(); | |
2111 if ((const_instr != NULL) && (const_instr->value().IsSmi())) { | |
2112 return Smi::Cast(const_instr->value()).Value() >= 0; | |
2113 } | |
2114 return false; | |
2115 } | |
2116 | |
2117 | |
2118 static BinarySmiOpInstr* AsSmiShiftLeftInstruction(Definition* d) { | |
2119 BinarySmiOpInstr* instr = d->AsBinarySmiOp(); | |
2120 if ((instr != NULL) && (instr->op_kind() == Token::kSHL)) { | |
2121 return instr; | |
2122 } | |
2123 return NULL; | |
2124 } | |
2125 | |
2126 | |
2127 void FlowGraph::OptimizeLeftShiftBitAndSmiOp( | |
2128 ForwardInstructionIterator* current_iterator, | |
2129 Definition* bit_and_instr, | |
2130 Definition* left_instr, | |
2131 Definition* right_instr) { | |
2132 ASSERT(bit_and_instr != NULL); | |
2133 ASSERT((left_instr != NULL) && (right_instr != NULL)); | |
2134 | |
2135 // Check for pattern, smi_shift_left must be single-use. | |
2136 bool is_positive_or_zero = IsPositiveOrZeroSmiConst(left_instr); | |
2137 if (!is_positive_or_zero) { | |
2138 is_positive_or_zero = IsPositiveOrZeroSmiConst(right_instr); | |
2139 } | |
2140 if (!is_positive_or_zero) return; | |
2141 | |
2142 BinarySmiOpInstr* smi_shift_left = NULL; | |
2143 if (bit_and_instr->InputAt(0)->IsSingleUse()) { | |
2144 smi_shift_left = AsSmiShiftLeftInstruction(left_instr); | |
2145 } | |
2146 if ((smi_shift_left == NULL) && (bit_and_instr->InputAt(1)->IsSingleUse())) { | |
2147 smi_shift_left = AsSmiShiftLeftInstruction(right_instr); | |
2148 } | |
2149 if (smi_shift_left == NULL) return; | |
2150 | |
2151 // Pattern recognized. | |
2152 smi_shift_left->mark_truncating(); | |
2153 ASSERT(bit_and_instr->IsBinarySmiOp() || bit_and_instr->IsBinaryMintOp()); | |
2154 if (bit_and_instr->IsBinaryMintOp()) { | |
2155 // Replace Mint op with Smi op. | |
2156 BinarySmiOpInstr* smi_op = new(Z) BinarySmiOpInstr( | |
2157 Token::kBIT_AND, | |
2158 new(Z) Value(left_instr), | |
2159 new(Z) Value(right_instr), | |
2160 Thread::kNoDeoptId); // BIT_AND cannot deoptimize. | |
2161 bit_and_instr->ReplaceWith(smi_op, current_iterator); | |
2162 } | |
2163 } | |
2164 | |
2165 | |
2166 // Dart: | |
2167 // var x = d % 10; | |
2168 // var y = d ~/ 10; | |
2169 // var z = x + y; | |
2170 // | |
2171 // IL: | |
2172 // v4 <- %(v2, v3) | |
2173 // v5 <- ~/(v2, v3) | |
2174 // v6 <- +(v4, v5) | |
2175 // | |
2176 // IL optimized: | |
2177 // v4 <- DIVMOD(v2, v3); | |
2178 // v5 <- LoadIndexed(v4, 0); // ~/ result | |
2179 // v6 <- LoadIndexed(v4, 1); // % result | |
2180 // v7 <- +(v5, v6) | |
2181 // Because of the environment it is important that merged instruction replaces | |
2182 // first original instruction encountered. | |
2183 void FlowGraph::TryMergeTruncDivMod( | |
2184 GrowableArray<BinarySmiOpInstr*>* merge_candidates) { | |
2185 if (merge_candidates->length() < 2) { | |
2186 // Need at least a TRUNCDIV and a MOD. | |
2187 return; | |
2188 } | |
2189 for (intptr_t i = 0; i < merge_candidates->length(); i++) { | |
2190 BinarySmiOpInstr* curr_instr = (*merge_candidates)[i]; | |
2191 if (curr_instr == NULL) { | |
2192 // Instruction was merged already. | |
2193 continue; | |
2194 } | |
2195 ASSERT((curr_instr->op_kind() == Token::kTRUNCDIV) || | |
2196 (curr_instr->op_kind() == Token::kMOD)); | |
2197 // Check if there is kMOD/kTRUNDIV binop with same inputs. | |
2198 const intptr_t other_kind = (curr_instr->op_kind() == Token::kTRUNCDIV) ? | |
2199 Token::kMOD : Token::kTRUNCDIV; | |
2200 Definition* left_def = curr_instr->left()->definition(); | |
2201 Definition* right_def = curr_instr->right()->definition(); | |
2202 for (intptr_t k = i + 1; k < merge_candidates->length(); k++) { | |
2203 BinarySmiOpInstr* other_binop = (*merge_candidates)[k]; | |
2204 // 'other_binop' can be NULL if it was already merged. | |
2205 if ((other_binop != NULL) && | |
2206 (other_binop->op_kind() == other_kind) && | |
2207 (other_binop->left()->definition() == left_def) && | |
2208 (other_binop->right()->definition() == right_def)) { | |
2209 (*merge_candidates)[k] = NULL; // Clear it. | |
2210 ASSERT(curr_instr->HasUses()); | |
2211 AppendExtractNthOutputForMerged( | |
2212 curr_instr, | |
2213 MergedMathInstr::OutputIndexOf(curr_instr->op_kind()), | |
2214 kTagged, kSmiCid); | |
2215 ASSERT(other_binop->HasUses()); | |
2216 AppendExtractNthOutputForMerged( | |
2217 other_binop, | |
2218 MergedMathInstr::OutputIndexOf(other_binop->op_kind()), | |
2219 kTagged, kSmiCid); | |
2220 | |
2221 ZoneGrowableArray<Value*>* args = new(Z) ZoneGrowableArray<Value*>(2); | |
2222 args->Add(new(Z) Value(curr_instr->left()->definition())); | |
2223 args->Add(new(Z) Value(curr_instr->right()->definition())); | |
2224 | |
2225 // Replace with TruncDivMod. | |
2226 MergedMathInstr* div_mod = new(Z) MergedMathInstr( | |
2227 args, | |
2228 curr_instr->deopt_id(), | |
2229 MergedMathInstr::kTruncDivMod); | |
2230 curr_instr->ReplaceWith(div_mod, NULL); | |
2231 other_binop->ReplaceUsesWith(div_mod); | |
2232 other_binop->RemoveFromGraph(); | |
2233 // Only one merge possible. Because canonicalization happens later, | |
2234 // more candidates are possible. | |
2235 // TODO(srdjan): Allow merging of trunc-div/mod into truncDivMod. | |
2236 break; | |
2237 } | |
2238 } | |
2239 } | |
2240 } | |
2241 | |
2242 | |
2243 // Tries to merge MathUnary operations, in this case sinus and cosinus. | |
rmacnak
2016/08/22 21:55:39
sine and cosine.
Florian Schneider
2016/08/22 22:19:55
Done.
| |
2244 void FlowGraph::TryMergeMathUnary( | |
2245 GrowableArray<MathUnaryInstr*>* merge_candidates) { | |
2246 if (!FlowGraphCompiler::SupportsSinCos() || !CanUnboxDouble() || | |
2247 !FLAG_merge_sin_cos) { | |
2248 return; | |
2249 } | |
2250 if (merge_candidates->length() < 2) { | |
2251 // Need at least a SIN and a COS. | |
2252 return; | |
2253 } | |
2254 for (intptr_t i = 0; i < merge_candidates->length(); i++) { | |
2255 MathUnaryInstr* curr_instr = (*merge_candidates)[i]; | |
2256 if (curr_instr == NULL) { | |
2257 // Instruction was merged already. | |
2258 continue; | |
2259 } | |
2260 const intptr_t kind = curr_instr->kind(); | |
2261 ASSERT((kind == MathUnaryInstr::kSin) || | |
2262 (kind == MathUnaryInstr::kCos)); | |
2263 // Check if there is sin/cos binop with same inputs. | |
2264 const intptr_t other_kind = (kind == MathUnaryInstr::kSin) ? | |
2265 MathUnaryInstr::kCos : MathUnaryInstr::kSin; | |
2266 Definition* def = curr_instr->value()->definition(); | |
2267 for (intptr_t k = i + 1; k < merge_candidates->length(); k++) { | |
2268 MathUnaryInstr* other_op = (*merge_candidates)[k]; | |
2269 // 'other_op' can be NULL if it was already merged. | |
2270 if ((other_op != NULL) && (other_op->kind() == other_kind) && | |
2271 (other_op->value()->definition() == def)) { | |
2272 (*merge_candidates)[k] = NULL; // Clear it. | |
2273 ASSERT(curr_instr->HasUses()); | |
2274 AppendExtractNthOutputForMerged(curr_instr, | |
2275 MergedMathInstr::OutputIndexOf(kind), | |
2276 kUnboxedDouble, kDoubleCid); | |
2277 ASSERT(other_op->HasUses()); | |
2278 AppendExtractNthOutputForMerged( | |
2279 other_op, | |
2280 MergedMathInstr::OutputIndexOf(other_kind), | |
2281 kUnboxedDouble, kDoubleCid); | |
2282 ZoneGrowableArray<Value*>* args = new(Z) ZoneGrowableArray<Value*>(1); | |
2283 args->Add(new(Z) Value(curr_instr->value()->definition())); | |
2284 // Replace with SinCos. | |
2285 MergedMathInstr* sin_cos = | |
2286 new(Z) MergedMathInstr(args, | |
2287 curr_instr->DeoptimizationTarget(), | |
2288 MergedMathInstr::kSinCos); | |
2289 curr_instr->ReplaceWith(sin_cos, NULL); | |
2290 other_op->ReplaceUsesWith(sin_cos); | |
2291 other_op->RemoveFromGraph(); | |
2292 // Only one merge possible. Because canonicalization happens later, | |
2293 // more candidates are possible. | |
2294 // TODO(srdjan): Allow merging of sin/cos into sincos. | |
2295 break; | |
2296 } | |
2297 } | |
2298 } | |
2299 } | |
2300 | |
2301 | |
2302 void FlowGraph::AppendExtractNthOutputForMerged(Definition* instr, | |
2303 intptr_t index, | |
2304 Representation rep, | |
2305 intptr_t cid) { | |
2306 ExtractNthOutputInstr* extract = | |
2307 new(Z) ExtractNthOutputInstr(new(Z) Value(instr), index, rep, cid); | |
2308 instr->ReplaceUsesWith(extract); | |
2309 InsertAfter(instr, extract, NULL, FlowGraph::kValue); | |
2310 } | |
2311 | |
2312 | |
2313 | |
2314 | |
2057 } // namespace dart | 2315 } // namespace dart |
OLD | NEW |