Index: src/arm/assembler-arm.cc |
diff --git a/src/arm/assembler-arm.cc b/src/arm/assembler-arm.cc |
index aa6be2110b28bb7621da4e24ef37c555a1900edb..4a76b0932cbe5404bbca3f734844e0d72095a66e 100644 |
--- a/src/arm/assembler-arm.cc |
+++ b/src/arm/assembler-arm.cc |
@@ -4074,6 +4074,50 @@ void Assembler::vcvt_u32_f32(const QwNeonRegister dst, |
emit(EncodeNeonVCVT(U32, dst, F32, src)); |
} |
+// op is instr->Bits(11, 7). |
+static Instr EncodeNeonUnaryOp(int op, bool is_float, NeonSize size, |
+ const QwNeonRegister dst, |
+ const QwNeonRegister src) { |
+ DCHECK_IMPLIES(is_float, size == Neon32); |
+ int vd, d; |
+ dst.split_code(&vd, &d); |
+ int vm, m; |
+ src.split_code(&vm, &m); |
+ int F = is_float ? 1 : 0; |
+ return 0x1E7U * B23 | d * B22 | 0x3 * B20 | size * B18 | B16 | vd * B12 | |
+ F * B10 | B8 | op * B7 | B6 | m * B5 | vm; |
+} |
+ |
+void Assembler::vabs(const QwNeonRegister dst, const QwNeonRegister src) { |
+ // Qd = vabs.f<size>(Qn, Qm) SIMD floating point absolute value. |
+ // Instruction details available in ARM DDI 0406C.b, A8.8.824. |
+ DCHECK(IsEnabled(NEON)); |
+ emit(EncodeNeonUnaryOp(0x6, true, Neon32, dst, src)); |
+} |
+ |
+void Assembler::vabs(NeonSize size, const QwNeonRegister dst, |
+ const QwNeonRegister src) { |
+ // Qd = vabs.s<size>(Qn, Qm) SIMD integer absolute value. |
+ // Instruction details available in ARM DDI 0406C.b, A8.8.824. |
+ DCHECK(IsEnabled(NEON)); |
+ emit(EncodeNeonUnaryOp(0x6, false, size, dst, src)); |
+} |
+ |
+void Assembler::vneg(const QwNeonRegister dst, const QwNeonRegister src) { |
+ // Qd = vabs.f<size>(Qn, Qm) SIMD floating point negate. |
+ // Instruction details available in ARM DDI 0406C.b, A8.8.968. |
+ DCHECK(IsEnabled(NEON)); |
+ emit(EncodeNeonUnaryOp(0x7, true, Neon32, dst, src)); |
+} |
+ |
+void Assembler::vneg(NeonSize size, const QwNeonRegister dst, |
+ const QwNeonRegister src) { |
+ // Qd = vabs.s<size>(Qn, Qm) SIMD integer negate. |
+ // Instruction details available in ARM DDI 0406C.b, A8.8.968. |
+ DCHECK(IsEnabled(NEON)); |
+ emit(EncodeNeonUnaryOp(0x7, false, size, dst, src)); |
+} |
+ |
void Assembler::veor(DwVfpRegister dst, DwVfpRegister src1, |
DwVfpRegister src2) { |
// Dd = veor(Dn, Dm) 64 bit integer exclusive OR. |
@@ -4166,6 +4210,37 @@ void Assembler::vsub(NeonSize size, QwNeonRegister dst, |
n * B7 | B6 | m * B5 | vm); |
} |
+void Assembler::vmul(QwNeonRegister dst, const QwNeonRegister src1, |
+ const QwNeonRegister src2) { |
+ DCHECK(IsEnabled(NEON)); |
+ // Qd = vadd(Qn, Qm) SIMD floating point multiply. |
+ // Instruction details available in ARM DDI 0406C.b, A8-958. |
+ int vd, d; |
+ dst.split_code(&vd, &d); |
+ int vn, n; |
+ src1.split_code(&vn, &n); |
+ int vm, m; |
+ src2.split_code(&vm, &m); |
+ emit(0x1E6U * B23 | d * B22 | vn * B16 | vd * B12 | 0xD * B8 | n * B7 | B6 | |
+ m * B5 | B4 | vm); |
+} |
+ |
+void Assembler::vmul(NeonSize size, QwNeonRegister dst, |
+ const QwNeonRegister src1, const QwNeonRegister src2) { |
+ DCHECK(IsEnabled(NEON)); |
+ // Qd = vadd(Qn, Qm) SIMD integer multiply. |
+ // Instruction details available in ARM DDI 0406C.b, A8-960. |
+ int vd, d; |
+ dst.split_code(&vd, &d); |
+ int vn, n; |
+ src1.split_code(&vn, &n); |
+ int vm, m; |
+ src2.split_code(&vm, &m); |
+ int sz = static_cast<int>(size); |
+ emit(0x1E4U * B23 | d * B22 | sz * B20 | vn * B16 | vd * B12 | 0x9 * B8 | |
+ n * B7 | B6 | m * B5 | B4 | vm); |
+} |
+ |
void Assembler::vtst(NeonSize size, QwNeonRegister dst, |
const QwNeonRegister src1, const QwNeonRegister src2) { |
DCHECK(IsEnabled(NEON)); |
@@ -4185,7 +4260,7 @@ void Assembler::vtst(NeonSize size, QwNeonRegister dst, |
void Assembler::vceq(NeonSize size, QwNeonRegister dst, |
const QwNeonRegister src1, const QwNeonRegister src2) { |
DCHECK(IsEnabled(NEON)); |
- // Qd = vceq(Qn, Qm) SIMD integer compare equal. |
+ // Qd = vceq(Qn, Qm) SIMD bitwise compare equal. |
// Instruction details available in ARM DDI 0406C.b, A8-844. |
int vd, d; |
dst.split_code(&vd, &d); |
@@ -4214,6 +4289,70 @@ void Assembler::vbsl(QwNeonRegister dst, const QwNeonRegister src1, |
n * B7 | B6 | m * B5 | B4 | vm); |
} |
+void Assembler::vext(QwNeonRegister dst, const QwNeonRegister src1, |
+ const QwNeonRegister src2, int bytes) { |
+ DCHECK(IsEnabled(NEON)); |
+ // Qd = vext(Qn, Qm) SIMD byte extract. |
+ // Instruction details available in ARM DDI 0406C.b, A8-890. |
+ int vd, d; |
+ dst.split_code(&vd, &d); |
+ int vn, n; |
+ src1.split_code(&vn, &n); |
+ int vm, m; |
+ src2.split_code(&vm, &m); |
+ DCHECK_GT(16, bytes); |
+ emit(0x1E5U * B23 | d * B22 | 0x3 * B20 | vn * B16 | vd * B12 | bytes * B8 | |
+ n * B7 | B6 | m * B5 | vm); |
+} |
+ |
+void Assembler::vzip(NeonSize size, QwNeonRegister dst, |
+ const QwNeonRegister src) { |
+ DCHECK(IsEnabled(NEON)); |
+ // Qd = vzip.<size>(Qn, Qm) SIMD zip (interleave). |
+ // Instruction details available in ARM DDI 0406C.b, A8-1102. |
+ int vd, d; |
+ dst.split_code(&vd, &d); |
+ int vm, m; |
+ src.split_code(&vm, &m); |
+ int sz = static_cast<int>(size); |
+ emit(0x1E7U * B23 | d * B22 | 0x3 * B20 | sz * B18 | 2 * B16 | vd * B12 | |
+ 0x3 * B7 | B6 | m * B5 | vm); |
+} |
+ |
+static Instr EncodeNeonVREV(NeonSize op_size, NeonSize size, |
+ const QwNeonRegister dst, |
+ const QwNeonRegister src) { |
+ // Qd = vrev<op_size>.<size>(Qn, Qm) SIMD scalar reverse. |
+ // Instruction details available in ARM DDI 0406C.b, A8-1028. |
+ DCHECK_GT(op_size, static_cast<int>(size)); |
+ int vd, d; |
+ dst.split_code(&vd, &d); |
+ int vm, m; |
+ src.split_code(&vm, &m); |
+ int sz = static_cast<int>(size); |
+ int op = static_cast<int>(Neon64) - static_cast<int>(op_size); |
+ return 0x1E7U * B23 | d * B22 | 0x3 * B20 | sz * B18 | vd * B12 | op * B7 | |
+ B6 | m * B5 | vm; |
+} |
+ |
+void Assembler::vrev16(NeonSize size, const QwNeonRegister dst, |
+ const QwNeonRegister src) { |
+ DCHECK(IsEnabled(NEON)); |
+ emit(EncodeNeonVREV(Neon16, size, dst, src)); |
+} |
+ |
+void Assembler::vrev32(NeonSize size, const QwNeonRegister dst, |
+ const QwNeonRegister src) { |
+ DCHECK(IsEnabled(NEON)); |
+ emit(EncodeNeonVREV(Neon32, size, dst, src)); |
+} |
+ |
+void Assembler::vrev64(NeonSize size, const QwNeonRegister dst, |
+ const QwNeonRegister src) { |
+ DCHECK(IsEnabled(NEON)); |
+ emit(EncodeNeonVREV(Neon64, size, dst, src)); |
+} |
+ |
// Encode NEON vtbl / vtbx instruction. |
static Instr EncodeNeonVTB(const DwVfpRegister dst, const NeonListOperand& list, |
const DwVfpRegister index, bool vtbx) { |