| Index: src/compiler/int64-lowering.cc
|
| diff --git a/src/compiler/int64-lowering.cc b/src/compiler/int64-lowering.cc
|
| index 79ffec61fd7b113b10f4cb2833c04db505168dd0..8824a03dc974565f545aa57dedba7cfda19f60b3 100644
|
| --- a/src/compiler/int64-lowering.cc
|
| +++ b/src/compiler/int64-lowering.cc
|
| @@ -8,6 +8,7 @@
|
| #include "src/compiler/graph.h"
|
| #include "src/compiler/linkage.h"
|
| #include "src/compiler/machine-operator.h"
|
| +#include "src/compiler/node-matchers.h"
|
| #include "src/compiler/node-properties.h"
|
|
|
| #include "src/compiler/node.h"
|
| @@ -550,6 +551,114 @@ void Int64Lowering::LowerNode(Node* node) {
|
| ReplaceNode(node, low_node, high_node);
|
| break;
|
| }
|
| + case IrOpcode::kWord64Ror: {
|
| + DCHECK(node->InputCount() == 2);
|
| + Node* input = node->InputAt(0);
|
| + Node* shift = HasReplacementLow(node->InputAt(1))
|
| + ? GetReplacementLow(node->InputAt(1))
|
| + : node->InputAt(1);
|
| + Int32Matcher m(shift);
|
| + if (m.HasValue()) {
|
| + // Precondition: 0 <= shift < 64.
|
| + int32_t shift_value = m.Value() & 0x3f;
|
| + if (shift_value == 0) {
|
| + ReplaceNode(node, GetReplacementLow(input),
|
| + GetReplacementHigh(input));
|
| + } else if (shift_value == 32) {
|
| + ReplaceNode(node, GetReplacementHigh(input),
|
| + GetReplacementLow(input));
|
| + } else {
|
| + Node* low_input;
|
| + Node* high_input;
|
| + if (shift_value < 32) {
|
| + low_input = GetReplacementLow(input);
|
| + high_input = GetReplacementHigh(input);
|
| + } else {
|
| + low_input = GetReplacementHigh(input);
|
| + high_input = GetReplacementLow(input);
|
| + }
|
| + int32_t masked_shift_value = shift_value & 0x1f;
|
| + Node* masked_shift =
|
| + graph()->NewNode(common()->Int32Constant(masked_shift_value));
|
| + Node* inv_shift = graph()->NewNode(
|
| + common()->Int32Constant(32 - masked_shift_value));
|
| +
|
| + Node* low_node = graph()->NewNode(
|
| + machine()->Word32Or(),
|
| + graph()->NewNode(machine()->Word32Shr(), low_input, masked_shift),
|
| + graph()->NewNode(machine()->Word32Shl(), high_input, inv_shift));
|
| + Node* high_node = graph()->NewNode(
|
| + machine()->Word32Or(), graph()->NewNode(machine()->Word32Shr(),
|
| + high_input, masked_shift),
|
| + graph()->NewNode(machine()->Word32Shl(), low_input, inv_shift));
|
| + ReplaceNode(node, low_node, high_node);
|
| + }
|
| + } else {
|
| + Node* safe_shift = shift;
|
| + if (!machine()->Word32ShiftIsSafe()) {
|
| + safe_shift =
|
| + graph()->NewNode(machine()->Word32And(), shift,
|
| + graph()->NewNode(common()->Int32Constant(0x1f)));
|
| + }
|
| +
|
| + // By creating this bit-mask with SAR and SHL we do not have to deal
|
| + // with shift == 0 as a special case.
|
| + Node* inv_mask = graph()->NewNode(
|
| + machine()->Word32Shl(),
|
| + graph()->NewNode(machine()->Word32Sar(),
|
| + graph()->NewNode(common()->Int32Constant(
|
| + std::numeric_limits<int32_t>::min())),
|
| + safe_shift),
|
| + graph()->NewNode(common()->Int32Constant(1)));
|
| +
|
| + Node* bit_mask =
|
| + graph()->NewNode(machine()->Word32Xor(), inv_mask,
|
| + graph()->NewNode(common()->Int32Constant(-1)));
|
| +
|
| + // We have to mask the shift value for this comparison. If
|
| + // !machine()->Word32ShiftIsSafe() then the masking should already be
|
| + // part of the graph.
|
| + Node* masked_shift6 = shift;
|
| + if (machine()->Word32ShiftIsSafe()) {
|
| + masked_shift6 =
|
| + graph()->NewNode(machine()->Word32And(), shift,
|
| + graph()->NewNode(common()->Int32Constant(0x3f)));
|
| + }
|
| +
|
| + Diamond lt32(
|
| + graph(), common(),
|
| + graph()->NewNode(machine()->Int32LessThan(), masked_shift6,
|
| + graph()->NewNode(common()->Int32Constant(32))));
|
| +
|
| + // The low word and the high word can be swapped either at the input or
|
| + // at the output. We swap the inputs so that shift does not have to be
|
| + // kept for so long in a register.
|
| + Node* input_low =
|
| + lt32.Phi(MachineRepresentation::kWord32, GetReplacementLow(input),
|
| + GetReplacementHigh(input));
|
| + Node* input_high =
|
| + lt32.Phi(MachineRepresentation::kWord32, GetReplacementHigh(input),
|
| + GetReplacementLow(input));
|
| +
|
| + Node* rotate_low =
|
| + graph()->NewNode(machine()->Word32Ror(), input_low, safe_shift);
|
| + Node* rotate_high =
|
| + graph()->NewNode(machine()->Word32Ror(), input_high, safe_shift);
|
| +
|
| + Node* low_node = graph()->NewNode(
|
| + machine()->Word32Or(),
|
| + graph()->NewNode(machine()->Word32And(), rotate_low, bit_mask),
|
| + graph()->NewNode(machine()->Word32And(), rotate_high, inv_mask));
|
| +
|
| + Node* high_node = graph()->NewNode(
|
| + machine()->Word32Or(),
|
| + graph()->NewNode(machine()->Word32And(), rotate_high, bit_mask),
|
| + graph()->NewNode(machine()->Word32And(), rotate_low, inv_mask));
|
| +
|
| + ReplaceNode(node, low_node, high_node);
|
| + }
|
| + break;
|
| + }
|
| // kExprI64Clz:
|
| case IrOpcode::kWord64Clz: {
|
| DCHECK(node->InputCount() == 1);
|
| @@ -624,7 +733,7 @@ void Int64Lowering::LowerNode(Node* node) {
|
|
|
| default: { DefaultLowering(node); }
|
| }
|
| -}
|
| +} // NOLINT(readability/fn_size)
|
|
|
| void Int64Lowering::LowerComparison(Node* node, const Operator* high_word_op,
|
| const Operator* low_word_op) {
|
|
|