libvpx: Pull from upstream

source/libvpx/vp9/common/arm/neon/vp9_avg_neon.c

+/*
+ *  Copyright (c) 2014 The WebM project authors. All Rights Reserved.
+ *
+ *  Use of this source code is governed by a BSD-style license
+ *  that can be found in the LICENSE file in the root of the source
+ *  tree. An additional intellectual property rights grant can be found
+ *  in the file PATENTS.  All contributing project authors may
+ *  be found in the AUTHORS file in the root of the source tree.
+ */
+
+#include <stddef.h>
+#include <arm_neon.h>
+
+void vp9_convolve_avg_neon(
+        const uint8_t *src,    // r0
+        ptrdiff_t src_stride,  // r1
+        uint8_t *dst,          // r2
+        ptrdiff_t dst_stride,  // r3
+        const int16_t *filter_x,
+        int filter_x_stride,
+        const int16_t *filter_y,
+        int filter_y_stride,
+        int w,
+        int h) {
+    uint8_t *d;
+    uint8x8_t d0u8, d1u8, d2u8, d3u8;
+    uint32x2_t d0u32, d2u32;
+    uint8x16_t q0u8, q1u8, q2u8, q3u8, q8u8, q9u8, q10u8, q11u8;
+    (void)filter_x;  (void)filter_x_stride;
+    (void)filter_y;  (void)filter_y_stride;
+
+    d = dst;
+    if (w > 32) {  // avg64
+        for (; h > 0; h -= 1) {
+            q0u8  = vld1q_u8(src);
+            q1u8  = vld1q_u8(src + 16);
+            q2u8  = vld1q_u8(src + 32);
+            q3u8  = vld1q_u8(src + 48);
+            src += src_stride;
+            q8u8  = vld1q_u8(d);
+            q9u8  = vld1q_u8(d + 16);
+            q10u8 = vld1q_u8(d + 32);
+            q11u8 = vld1q_u8(d + 48);
+            d += dst_stride;
+
+            q0u8 = vrhaddq_u8(q0u8, q8u8);
+            q1u8 = vrhaddq_u8(q1u8, q9u8);
+            q2u8 = vrhaddq_u8(q2u8, q10u8);
+            q3u8 = vrhaddq_u8(q3u8, q11u8);
+
+            vst1q_u8(dst, q0u8);
+            vst1q_u8(dst + 16, q1u8);
+            vst1q_u8(dst + 32, q2u8);
+            vst1q_u8(dst + 48, q3u8);
+            dst += dst_stride;
+        }
+    } else if (w == 32) {  // avg32
+        for (; h > 0; h -= 2) {
+            q0u8 = vld1q_u8(src);
+            q1u8 = vld1q_u8(src + 16);
+            src += src_stride;
+            q2u8 = vld1q_u8(src);
+            q3u8 = vld1q_u8(src + 16);
+            src += src_stride;
+            q8u8 = vld1q_u8(d);
+            q9u8 = vld1q_u8(d + 16);
+            d += dst_stride;
+            q10u8 = vld1q_u8(d);
+            q11u8 = vld1q_u8(d + 16);
+            d += dst_stride;
+
+            q0u8 = vrhaddq_u8(q0u8, q8u8);
+            q1u8 = vrhaddq_u8(q1u8, q9u8);
+            q2u8 = vrhaddq_u8(q2u8, q10u8);
+            q3u8 = vrhaddq_u8(q3u8, q11u8);
+
+            vst1q_u8(dst, q0u8);
+            vst1q_u8(dst + 16, q1u8);
+            dst += dst_stride;
+            vst1q_u8(dst, q2u8);
+            vst1q_u8(dst + 16, q3u8);
+            dst += dst_stride;
+        }
+    } else if (w > 8) {  // avg16
+        for (; h > 0; h -= 2) {
+            q0u8 = vld1q_u8(src);
+            src += src_stride;
+            q1u8 = vld1q_u8(src);
+            src += src_stride;
+            q2u8 = vld1q_u8(d);
+            d += dst_stride;
+            q3u8 = vld1q_u8(d);
+            d += dst_stride;
+
+            q0u8 = vrhaddq_u8(q0u8, q2u8);
+            q1u8 = vrhaddq_u8(q1u8, q3u8);
+
+            vst1q_u8(dst, q0u8);
+            dst += dst_stride;
+            vst1q_u8(dst, q1u8);
+            dst += dst_stride;
+        }
+    } else if (w == 8) {  // avg8
+        for (; h > 0; h -= 2) {
+            d0u8 = vld1_u8(src);
+            src += src_stride;
+            d1u8 = vld1_u8(src);
+            src += src_stride;
+            d2u8 = vld1_u8(d);
+            d += dst_stride;
+            d3u8 = vld1_u8(d);
+            d += dst_stride;
+
+            q0u8 = vcombine_u8(d0u8, d1u8);
+            q1u8 = vcombine_u8(d2u8, d3u8);
+            q0u8 = vrhaddq_u8(q0u8, q1u8);
+
+            vst1_u8(dst, vget_low_u8(q0u8));
+            dst += dst_stride;
+            vst1_u8(dst, vget_high_u8(q0u8));
+            dst += dst_stride;
+        }
+    } else {  // avg4
+        for (; h > 0; h -= 2) {
+            d0u32 = vld1_lane_u32((const uint32_t *)src, d0u32, 0);
+            src += src_stride;
+            d0u32 = vld1_lane_u32((const uint32_t *)src, d0u32, 1);
+            src += src_stride;
+            d2u32 = vld1_lane_u32((const uint32_t *)d, d2u32, 0);
+            d += dst_stride;
+            d2u32 = vld1_lane_u32((const uint32_t *)d, d2u32, 1);
+            d += dst_stride;
+
+            d0u8 = vrhadd_u8(vreinterpret_u8_u32(d0u32),
+                             vreinterpret_u8_u32(d2u32));
+
+            d0u32 = vreinterpret_u32_u8(d0u8);
+            vst1_lane_u32((uint32_t *)dst, d0u32, 0);
+            dst += dst_stride;
+            vst1_lane_u32((uint32_t *)dst, d0u32, 1);
+            dst += dst_stride;
+        }
+    }
+    return;
+}