| OLD | NEW |
| (Empty) |
| 1 /* | |
| 2 * Copyright (c) 2014 The WebM project authors. All Rights Reserved. | |
| 3 * | |
| 4 * Use of this source code is governed by a BSD-style license | |
| 5 * that can be found in the LICENSE file in the root of the source | |
| 6 * tree. An additional intellectual property rights grant can be found | |
| 7 * in the file PATENTS. All contributing project authors may | |
| 8 * be found in the AUTHORS file in the root of the source tree. | |
| 9 */ | |
| 10 | |
| 11 #include <arm_neon.h> | |
| 12 | |
| 13 unsigned int vp8_mse16x16_neon( | |
| 14 const unsigned char *src_ptr, | |
| 15 int source_stride, | |
| 16 const unsigned char *ref_ptr, | |
| 17 int recon_stride, | |
| 18 unsigned int *sse) { | |
| 19 int i; | |
| 20 int16x4_t d22s16, d23s16, d24s16, d25s16, d26s16, d27s16, d28s16, d29s16; | |
| 21 int64x1_t d0s64; | |
| 22 uint8x16_t q0u8, q1u8, q2u8, q3u8; | |
| 23 int32x4_t q7s32, q8s32, q9s32, q10s32; | |
| 24 uint16x8_t q11u16, q12u16, q13u16, q14u16; | |
| 25 int64x2_t q1s64; | |
| 26 | |
| 27 q7s32 = vdupq_n_s32(0); | |
| 28 q8s32 = vdupq_n_s32(0); | |
| 29 q9s32 = vdupq_n_s32(0); | |
| 30 q10s32 = vdupq_n_s32(0); | |
| 31 | |
| 32 for (i = 0; i < 8; i++) { // mse16x16_neon_loop | |
| 33 q0u8 = vld1q_u8(src_ptr); | |
| 34 src_ptr += source_stride; | |
| 35 q1u8 = vld1q_u8(src_ptr); | |
| 36 src_ptr += source_stride; | |
| 37 q2u8 = vld1q_u8(ref_ptr); | |
| 38 ref_ptr += recon_stride; | |
| 39 q3u8 = vld1q_u8(ref_ptr); | |
| 40 ref_ptr += recon_stride; | |
| 41 | |
| 42 q11u16 = vsubl_u8(vget_low_u8(q0u8), vget_low_u8(q2u8)); | |
| 43 q12u16 = vsubl_u8(vget_high_u8(q0u8), vget_high_u8(q2u8)); | |
| 44 q13u16 = vsubl_u8(vget_low_u8(q1u8), vget_low_u8(q3u8)); | |
| 45 q14u16 = vsubl_u8(vget_high_u8(q1u8), vget_high_u8(q3u8)); | |
| 46 | |
| 47 d22s16 = vreinterpret_s16_u16(vget_low_u16(q11u16)); | |
| 48 d23s16 = vreinterpret_s16_u16(vget_high_u16(q11u16)); | |
| 49 q7s32 = vmlal_s16(q7s32, d22s16, d22s16); | |
| 50 q8s32 = vmlal_s16(q8s32, d23s16, d23s16); | |
| 51 | |
| 52 d24s16 = vreinterpret_s16_u16(vget_low_u16(q12u16)); | |
| 53 d25s16 = vreinterpret_s16_u16(vget_high_u16(q12u16)); | |
| 54 q9s32 = vmlal_s16(q9s32, d24s16, d24s16); | |
| 55 q10s32 = vmlal_s16(q10s32, d25s16, d25s16); | |
| 56 | |
| 57 d26s16 = vreinterpret_s16_u16(vget_low_u16(q13u16)); | |
| 58 d27s16 = vreinterpret_s16_u16(vget_high_u16(q13u16)); | |
| 59 q7s32 = vmlal_s16(q7s32, d26s16, d26s16); | |
| 60 q8s32 = vmlal_s16(q8s32, d27s16, d27s16); | |
| 61 | |
| 62 d28s16 = vreinterpret_s16_u16(vget_low_u16(q14u16)); | |
| 63 d29s16 = vreinterpret_s16_u16(vget_high_u16(q14u16)); | |
| 64 q9s32 = vmlal_s16(q9s32, d28s16, d28s16); | |
| 65 q10s32 = vmlal_s16(q10s32, d29s16, d29s16); | |
| 66 } | |
| 67 | |
| 68 q7s32 = vaddq_s32(q7s32, q8s32); | |
| 69 q9s32 = vaddq_s32(q9s32, q10s32); | |
| 70 q10s32 = vaddq_s32(q7s32, q9s32); | |
| 71 | |
| 72 q1s64 = vpaddlq_s32(q10s32); | |
| 73 d0s64 = vadd_s64(vget_low_s64(q1s64), vget_high_s64(q1s64)); | |
| 74 | |
| 75 vst1_lane_u32((uint32_t *)sse, vreinterpret_u32_s64(d0s64), 0); | |
| 76 return vget_lane_u32(vreinterpret_u32_s64(d0s64), 0); | |
| 77 } | |
| 78 | |
| 79 unsigned int vp8_get4x4sse_cs_neon( | |
| 80 const unsigned char *src_ptr, | |
| 81 int source_stride, | |
| 82 const unsigned char *ref_ptr, | |
| 83 int recon_stride) { | |
| 84 int16x4_t d22s16, d24s16, d26s16, d28s16; | |
| 85 int64x1_t d0s64; | |
| 86 uint8x8_t d0u8, d1u8, d2u8, d3u8, d4u8, d5u8, d6u8, d7u8; | |
| 87 int32x4_t q7s32, q8s32, q9s32, q10s32; | |
| 88 uint16x8_t q11u16, q12u16, q13u16, q14u16; | |
| 89 int64x2_t q1s64; | |
| 90 | |
| 91 d0u8 = vld1_u8(src_ptr); | |
| 92 src_ptr += source_stride; | |
| 93 d4u8 = vld1_u8(ref_ptr); | |
| 94 ref_ptr += recon_stride; | |
| 95 d1u8 = vld1_u8(src_ptr); | |
| 96 src_ptr += source_stride; | |
| 97 d5u8 = vld1_u8(ref_ptr); | |
| 98 ref_ptr += recon_stride; | |
| 99 d2u8 = vld1_u8(src_ptr); | |
| 100 src_ptr += source_stride; | |
| 101 d6u8 = vld1_u8(ref_ptr); | |
| 102 ref_ptr += recon_stride; | |
| 103 d3u8 = vld1_u8(src_ptr); | |
| 104 src_ptr += source_stride; | |
| 105 d7u8 = vld1_u8(ref_ptr); | |
| 106 ref_ptr += recon_stride; | |
| 107 | |
| 108 q11u16 = vsubl_u8(d0u8, d4u8); | |
| 109 q12u16 = vsubl_u8(d1u8, d5u8); | |
| 110 q13u16 = vsubl_u8(d2u8, d6u8); | |
| 111 q14u16 = vsubl_u8(d3u8, d7u8); | |
| 112 | |
| 113 d22s16 = vget_low_s16(vreinterpretq_s16_u16(q11u16)); | |
| 114 d24s16 = vget_low_s16(vreinterpretq_s16_u16(q12u16)); | |
| 115 d26s16 = vget_low_s16(vreinterpretq_s16_u16(q13u16)); | |
| 116 d28s16 = vget_low_s16(vreinterpretq_s16_u16(q14u16)); | |
| 117 | |
| 118 q7s32 = vmull_s16(d22s16, d22s16); | |
| 119 q8s32 = vmull_s16(d24s16, d24s16); | |
| 120 q9s32 = vmull_s16(d26s16, d26s16); | |
| 121 q10s32 = vmull_s16(d28s16, d28s16); | |
| 122 | |
| 123 q7s32 = vaddq_s32(q7s32, q8s32); | |
| 124 q9s32 = vaddq_s32(q9s32, q10s32); | |
| 125 q9s32 = vaddq_s32(q7s32, q9s32); | |
| 126 | |
| 127 q1s64 = vpaddlq_s32(q9s32); | |
| 128 d0s64 = vadd_s64(vget_low_s64(q1s64), vget_high_s64(q1s64)); | |
| 129 | |
| 130 return vget_lane_u32(vreinterpret_u32_s64(d0s64), 0); | |
| 131 } | |
| OLD | NEW |