| Index: source/libvpx/vp9/common/arm/neon/vp9_avg_neon.c
|
| ===================================================================
|
| --- source/libvpx/vp9/common/arm/neon/vp9_avg_neon.c (revision 0)
|
| +++ source/libvpx/vp9/common/arm/neon/vp9_avg_neon.c (working copy)
|
| @@ -0,0 +1,145 @@
|
| +/*
|
| + * Copyright (c) 2014 The WebM project authors. All Rights Reserved.
|
| + *
|
| + * Use of this source code is governed by a BSD-style license
|
| + * that can be found in the LICENSE file in the root of the source
|
| + * tree. An additional intellectual property rights grant can be found
|
| + * in the file PATENTS. All contributing project authors may
|
| + * be found in the AUTHORS file in the root of the source tree.
|
| + */
|
| +
|
| +#include <stddef.h>
|
| +#include <arm_neon.h>
|
| +
|
| +void vp9_convolve_avg_neon(
|
| + const uint8_t *src, // r0
|
| + ptrdiff_t src_stride, // r1
|
| + uint8_t *dst, // r2
|
| + ptrdiff_t dst_stride, // r3
|
| + const int16_t *filter_x,
|
| + int filter_x_stride,
|
| + const int16_t *filter_y,
|
| + int filter_y_stride,
|
| + int w,
|
| + int h) {
|
| + uint8_t *d;
|
| + uint8x8_t d0u8, d1u8, d2u8, d3u8;
|
| + uint32x2_t d0u32, d2u32;
|
| + uint8x16_t q0u8, q1u8, q2u8, q3u8, q8u8, q9u8, q10u8, q11u8;
|
| + (void)filter_x; (void)filter_x_stride;
|
| + (void)filter_y; (void)filter_y_stride;
|
| +
|
| + d = dst;
|
| + if (w > 32) { // avg64
|
| + for (; h > 0; h -= 1) {
|
| + q0u8 = vld1q_u8(src);
|
| + q1u8 = vld1q_u8(src + 16);
|
| + q2u8 = vld1q_u8(src + 32);
|
| + q3u8 = vld1q_u8(src + 48);
|
| + src += src_stride;
|
| + q8u8 = vld1q_u8(d);
|
| + q9u8 = vld1q_u8(d + 16);
|
| + q10u8 = vld1q_u8(d + 32);
|
| + q11u8 = vld1q_u8(d + 48);
|
| + d += dst_stride;
|
| +
|
| + q0u8 = vrhaddq_u8(q0u8, q8u8);
|
| + q1u8 = vrhaddq_u8(q1u8, q9u8);
|
| + q2u8 = vrhaddq_u8(q2u8, q10u8);
|
| + q3u8 = vrhaddq_u8(q3u8, q11u8);
|
| +
|
| + vst1q_u8(dst, q0u8);
|
| + vst1q_u8(dst + 16, q1u8);
|
| + vst1q_u8(dst + 32, q2u8);
|
| + vst1q_u8(dst + 48, q3u8);
|
| + dst += dst_stride;
|
| + }
|
| + } else if (w == 32) { // avg32
|
| + for (; h > 0; h -= 2) {
|
| + q0u8 = vld1q_u8(src);
|
| + q1u8 = vld1q_u8(src + 16);
|
| + src += src_stride;
|
| + q2u8 = vld1q_u8(src);
|
| + q3u8 = vld1q_u8(src + 16);
|
| + src += src_stride;
|
| + q8u8 = vld1q_u8(d);
|
| + q9u8 = vld1q_u8(d + 16);
|
| + d += dst_stride;
|
| + q10u8 = vld1q_u8(d);
|
| + q11u8 = vld1q_u8(d + 16);
|
| + d += dst_stride;
|
| +
|
| + q0u8 = vrhaddq_u8(q0u8, q8u8);
|
| + q1u8 = vrhaddq_u8(q1u8, q9u8);
|
| + q2u8 = vrhaddq_u8(q2u8, q10u8);
|
| + q3u8 = vrhaddq_u8(q3u8, q11u8);
|
| +
|
| + vst1q_u8(dst, q0u8);
|
| + vst1q_u8(dst + 16, q1u8);
|
| + dst += dst_stride;
|
| + vst1q_u8(dst, q2u8);
|
| + vst1q_u8(dst + 16, q3u8);
|
| + dst += dst_stride;
|
| + }
|
| + } else if (w > 8) { // avg16
|
| + for (; h > 0; h -= 2) {
|
| + q0u8 = vld1q_u8(src);
|
| + src += src_stride;
|
| + q1u8 = vld1q_u8(src);
|
| + src += src_stride;
|
| + q2u8 = vld1q_u8(d);
|
| + d += dst_stride;
|
| + q3u8 = vld1q_u8(d);
|
| + d += dst_stride;
|
| +
|
| + q0u8 = vrhaddq_u8(q0u8, q2u8);
|
| + q1u8 = vrhaddq_u8(q1u8, q3u8);
|
| +
|
| + vst1q_u8(dst, q0u8);
|
| + dst += dst_stride;
|
| + vst1q_u8(dst, q1u8);
|
| + dst += dst_stride;
|
| + }
|
| + } else if (w == 8) { // avg8
|
| + for (; h > 0; h -= 2) {
|
| + d0u8 = vld1_u8(src);
|
| + src += src_stride;
|
| + d1u8 = vld1_u8(src);
|
| + src += src_stride;
|
| + d2u8 = vld1_u8(d);
|
| + d += dst_stride;
|
| + d3u8 = vld1_u8(d);
|
| + d += dst_stride;
|
| +
|
| + q0u8 = vcombine_u8(d0u8, d1u8);
|
| + q1u8 = vcombine_u8(d2u8, d3u8);
|
| + q0u8 = vrhaddq_u8(q0u8, q1u8);
|
| +
|
| + vst1_u8(dst, vget_low_u8(q0u8));
|
| + dst += dst_stride;
|
| + vst1_u8(dst, vget_high_u8(q0u8));
|
| + dst += dst_stride;
|
| + }
|
| + } else { // avg4
|
| + for (; h > 0; h -= 2) {
|
| + d0u32 = vld1_lane_u32((const uint32_t *)src, d0u32, 0);
|
| + src += src_stride;
|
| + d0u32 = vld1_lane_u32((const uint32_t *)src, d0u32, 1);
|
| + src += src_stride;
|
| + d2u32 = vld1_lane_u32((const uint32_t *)d, d2u32, 0);
|
| + d += dst_stride;
|
| + d2u32 = vld1_lane_u32((const uint32_t *)d, d2u32, 1);
|
| + d += dst_stride;
|
| +
|
| + d0u8 = vrhadd_u8(vreinterpret_u8_u32(d0u32),
|
| + vreinterpret_u8_u32(d2u32));
|
| +
|
| + d0u32 = vreinterpret_u32_u8(d0u8);
|
| + vst1_lane_u32((uint32_t *)dst, d0u32, 0);
|
| + dst += dst_stride;
|
| + vst1_lane_u32((uint32_t *)dst, d0u32, 1);
|
| + dst += dst_stride;
|
| + }
|
| + }
|
| + return;
|
| +}
|
|
|