| Index: source/libvpx/vp9/common/arm/neon/vp9_reconintra_neon.asm
|
| ===================================================================
|
| --- source/libvpx/vp9/common/arm/neon/vp9_reconintra_neon.asm (revision 293588)
|
| +++ source/libvpx/vp9/common/arm/neon/vp9_reconintra_neon.asm (working copy)
|
| @@ -1,634 +0,0 @@
|
| -;
|
| -; Copyright (c) 2014 The WebM project authors. All Rights Reserved.
|
| -;
|
| -; Use of this source code is governed by a BSD-style license
|
| -; that can be found in the LICENSE file in the root of the source
|
| -; tree. An additional intellectual property rights grant can be found
|
| -; in the file PATENTS. All contributing project authors may
|
| -; be found in the AUTHORS file in the root of the source tree.
|
| -;
|
| -
|
| - EXPORT |vp9_v_predictor_4x4_neon|
|
| - EXPORT |vp9_v_predictor_8x8_neon|
|
| - EXPORT |vp9_v_predictor_16x16_neon|
|
| - EXPORT |vp9_v_predictor_32x32_neon|
|
| - EXPORT |vp9_h_predictor_4x4_neon|
|
| - EXPORT |vp9_h_predictor_8x8_neon|
|
| - EXPORT |vp9_h_predictor_16x16_neon|
|
| - EXPORT |vp9_h_predictor_32x32_neon|
|
| - EXPORT |vp9_tm_predictor_4x4_neon|
|
| - EXPORT |vp9_tm_predictor_8x8_neon|
|
| - EXPORT |vp9_tm_predictor_16x16_neon|
|
| - EXPORT |vp9_tm_predictor_32x32_neon|
|
| - ARM
|
| - REQUIRE8
|
| - PRESERVE8
|
| -
|
| - AREA ||.text||, CODE, READONLY, ALIGN=2
|
| -
|
| -;void vp9_v_predictor_4x4_neon(uint8_t *dst, ptrdiff_t y_stride,
|
| -; const uint8_t *above,
|
| -; const uint8_t *left)
|
| -; r0 uint8_t *dst
|
| -; r1 ptrdiff_t y_stride
|
| -; r2 const uint8_t *above
|
| -; r3 const uint8_t *left
|
| -
|
| -|vp9_v_predictor_4x4_neon| PROC
|
| - vld1.32 {d0[0]}, [r2]
|
| - vst1.32 {d0[0]}, [r0], r1
|
| - vst1.32 {d0[0]}, [r0], r1
|
| - vst1.32 {d0[0]}, [r0], r1
|
| - vst1.32 {d0[0]}, [r0], r1
|
| - bx lr
|
| - ENDP ; |vp9_v_predictor_4x4_neon|
|
| -
|
| -;void vp9_v_predictor_8x8_neon(uint8_t *dst, ptrdiff_t y_stride,
|
| -; const uint8_t *above,
|
| -; const uint8_t *left)
|
| -; r0 uint8_t *dst
|
| -; r1 ptrdiff_t y_stride
|
| -; r2 const uint8_t *above
|
| -; r3 const uint8_t *left
|
| -
|
| -|vp9_v_predictor_8x8_neon| PROC
|
| - vld1.8 {d0}, [r2]
|
| - vst1.8 {d0}, [r0], r1
|
| - vst1.8 {d0}, [r0], r1
|
| - vst1.8 {d0}, [r0], r1
|
| - vst1.8 {d0}, [r0], r1
|
| - vst1.8 {d0}, [r0], r1
|
| - vst1.8 {d0}, [r0], r1
|
| - vst1.8 {d0}, [r0], r1
|
| - vst1.8 {d0}, [r0], r1
|
| - bx lr
|
| - ENDP ; |vp9_v_predictor_8x8_neon|
|
| -
|
| -;void vp9_v_predictor_16x16_neon(uint8_t *dst, ptrdiff_t y_stride,
|
| -; const uint8_t *above,
|
| -; const uint8_t *left)
|
| -; r0 uint8_t *dst
|
| -; r1 ptrdiff_t y_stride
|
| -; r2 const uint8_t *above
|
| -; r3 const uint8_t *left
|
| -
|
| -|vp9_v_predictor_16x16_neon| PROC
|
| - vld1.8 {q0}, [r2]
|
| - vst1.8 {q0}, [r0], r1
|
| - vst1.8 {q0}, [r0], r1
|
| - vst1.8 {q0}, [r0], r1
|
| - vst1.8 {q0}, [r0], r1
|
| - vst1.8 {q0}, [r0], r1
|
| - vst1.8 {q0}, [r0], r1
|
| - vst1.8 {q0}, [r0], r1
|
| - vst1.8 {q0}, [r0], r1
|
| - vst1.8 {q0}, [r0], r1
|
| - vst1.8 {q0}, [r0], r1
|
| - vst1.8 {q0}, [r0], r1
|
| - vst1.8 {q0}, [r0], r1
|
| - vst1.8 {q0}, [r0], r1
|
| - vst1.8 {q0}, [r0], r1
|
| - vst1.8 {q0}, [r0], r1
|
| - vst1.8 {q0}, [r0], r1
|
| - bx lr
|
| - ENDP ; |vp9_v_predictor_16x16_neon|
|
| -
|
| -;void vp9_v_predictor_32x32_neon(uint8_t *dst, ptrdiff_t y_stride,
|
| -; const uint8_t *above,
|
| -; const uint8_t *left)
|
| -; r0 uint8_t *dst
|
| -; r1 ptrdiff_t y_stride
|
| -; r2 const uint8_t *above
|
| -; r3 const uint8_t *left
|
| -
|
| -|vp9_v_predictor_32x32_neon| PROC
|
| - vld1.8 {q0, q1}, [r2]
|
| - mov r2, #2
|
| -loop_v
|
| - vst1.8 {q0, q1}, [r0], r1
|
| - vst1.8 {q0, q1}, [r0], r1
|
| - vst1.8 {q0, q1}, [r0], r1
|
| - vst1.8 {q0, q1}, [r0], r1
|
| - vst1.8 {q0, q1}, [r0], r1
|
| - vst1.8 {q0, q1}, [r0], r1
|
| - vst1.8 {q0, q1}, [r0], r1
|
| - vst1.8 {q0, q1}, [r0], r1
|
| - vst1.8 {q0, q1}, [r0], r1
|
| - vst1.8 {q0, q1}, [r0], r1
|
| - vst1.8 {q0, q1}, [r0], r1
|
| - vst1.8 {q0, q1}, [r0], r1
|
| - vst1.8 {q0, q1}, [r0], r1
|
| - vst1.8 {q0, q1}, [r0], r1
|
| - vst1.8 {q0, q1}, [r0], r1
|
| - vst1.8 {q0, q1}, [r0], r1
|
| - subs r2, r2, #1
|
| - bgt loop_v
|
| - bx lr
|
| - ENDP ; |vp9_v_predictor_32x32_neon|
|
| -
|
| -;void vp9_h_predictor_4x4_neon(uint8_t *dst, ptrdiff_t y_stride,
|
| -; const uint8_t *above,
|
| -; const uint8_t *left)
|
| -; r0 uint8_t *dst
|
| -; r1 ptrdiff_t y_stride
|
| -; r2 const uint8_t *above
|
| -; r3 const uint8_t *left
|
| -
|
| -|vp9_h_predictor_4x4_neon| PROC
|
| - vld1.32 {d1[0]}, [r3]
|
| - vdup.8 d0, d1[0]
|
| - vst1.32 {d0[0]}, [r0], r1
|
| - vdup.8 d0, d1[1]
|
| - vst1.32 {d0[0]}, [r0], r1
|
| - vdup.8 d0, d1[2]
|
| - vst1.32 {d0[0]}, [r0], r1
|
| - vdup.8 d0, d1[3]
|
| - vst1.32 {d0[0]}, [r0], r1
|
| - bx lr
|
| - ENDP ; |vp9_h_predictor_4x4_neon|
|
| -
|
| -;void vp9_h_predictor_8x8_neon(uint8_t *dst, ptrdiff_t y_stride,
|
| -; const uint8_t *above,
|
| -; const uint8_t *left)
|
| -; r0 uint8_t *dst
|
| -; r1 ptrdiff_t y_stride
|
| -; r2 const uint8_t *above
|
| -; r3 const uint8_t *left
|
| -
|
| -|vp9_h_predictor_8x8_neon| PROC
|
| - vld1.64 {d1}, [r3]
|
| - vdup.8 d0, d1[0]
|
| - vst1.64 {d0}, [r0], r1
|
| - vdup.8 d0, d1[1]
|
| - vst1.64 {d0}, [r0], r1
|
| - vdup.8 d0, d1[2]
|
| - vst1.64 {d0}, [r0], r1
|
| - vdup.8 d0, d1[3]
|
| - vst1.64 {d0}, [r0], r1
|
| - vdup.8 d0, d1[4]
|
| - vst1.64 {d0}, [r0], r1
|
| - vdup.8 d0, d1[5]
|
| - vst1.64 {d0}, [r0], r1
|
| - vdup.8 d0, d1[6]
|
| - vst1.64 {d0}, [r0], r1
|
| - vdup.8 d0, d1[7]
|
| - vst1.64 {d0}, [r0], r1
|
| - bx lr
|
| - ENDP ; |vp9_h_predictor_8x8_neon|
|
| -
|
| -;void vp9_h_predictor_16x16_neon(uint8_t *dst, ptrdiff_t y_stride,
|
| -; const uint8_t *above,
|
| -; const uint8_t *left)
|
| -; r0 uint8_t *dst
|
| -; r1 ptrdiff_t y_stride
|
| -; r2 const uint8_t *above
|
| -; r3 const uint8_t *left
|
| -
|
| -|vp9_h_predictor_16x16_neon| PROC
|
| - vld1.8 {q1}, [r3]
|
| - vdup.8 q0, d2[0]
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d2[1]
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d2[2]
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d2[3]
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d2[4]
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d2[5]
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d2[6]
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d2[7]
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d3[0]
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d3[1]
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d3[2]
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d3[3]
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d3[4]
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d3[5]
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d3[6]
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d3[7]
|
| - vst1.8 {q0}, [r0], r1
|
| - bx lr
|
| - ENDP ; |vp9_h_predictor_16x16_neon|
|
| -
|
| -;void vp9_h_predictor_32x32_neon(uint8_t *dst, ptrdiff_t y_stride,
|
| -; const uint8_t *above,
|
| -; const uint8_t *left)
|
| -; r0 uint8_t *dst
|
| -; r1 ptrdiff_t y_stride
|
| -; r2 const uint8_t *above
|
| -; r3 const uint8_t *left
|
| -
|
| -|vp9_h_predictor_32x32_neon| PROC
|
| - sub r1, r1, #16
|
| - mov r2, #2
|
| -loop_h
|
| - vld1.8 {q1}, [r3]!
|
| - vdup.8 q0, d2[0]
|
| - vst1.8 {q0}, [r0]!
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d2[1]
|
| - vst1.8 {q0}, [r0]!
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d2[2]
|
| - vst1.8 {q0}, [r0]!
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d2[3]
|
| - vst1.8 {q0}, [r0]!
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d2[4]
|
| - vst1.8 {q0}, [r0]!
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d2[5]
|
| - vst1.8 {q0}, [r0]!
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d2[6]
|
| - vst1.8 {q0}, [r0]!
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d2[7]
|
| - vst1.8 {q0}, [r0]!
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d3[0]
|
| - vst1.8 {q0}, [r0]!
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d3[1]
|
| - vst1.8 {q0}, [r0]!
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d3[2]
|
| - vst1.8 {q0}, [r0]!
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d3[3]
|
| - vst1.8 {q0}, [r0]!
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d3[4]
|
| - vst1.8 {q0}, [r0]!
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d3[5]
|
| - vst1.8 {q0}, [r0]!
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d3[6]
|
| - vst1.8 {q0}, [r0]!
|
| - vst1.8 {q0}, [r0], r1
|
| - vdup.8 q0, d3[7]
|
| - vst1.8 {q0}, [r0]!
|
| - vst1.8 {q0}, [r0], r1
|
| - subs r2, r2, #1
|
| - bgt loop_h
|
| - bx lr
|
| - ENDP ; |vp9_h_predictor_32x32_neon|
|
| -
|
| -;void vp9_tm_predictor_4x4_neon (uint8_t *dst, ptrdiff_t y_stride,
|
| -; const uint8_t *above,
|
| -; const uint8_t *left)
|
| -; r0 uint8_t *dst
|
| -; r1 ptrdiff_t y_stride
|
| -; r2 const uint8_t *above
|
| -; r3 const uint8_t *left
|
| -
|
| -|vp9_tm_predictor_4x4_neon| PROC
|
| - ; Load ytop_left = above[-1];
|
| - sub r12, r2, #1
|
| - ldrb r12, [r12]
|
| - vdup.u8 d0, r12
|
| -
|
| - ; Load above 4 pixels
|
| - vld1.32 {d2[0]}, [r2]
|
| -
|
| - ; Compute above - ytop_left
|
| - vsubl.u8 q3, d2, d0
|
| -
|
| - ; Load left row by row and compute left + (above - ytop_left)
|
| - ; 1st row and 2nd row
|
| - ldrb r12, [r3], #1
|
| - ldrb r2, [r3], #1
|
| - vdup.u16 q1, r12
|
| - vdup.u16 q2, r2
|
| - vadd.s16 q1, q1, q3
|
| - vadd.s16 q2, q2, q3
|
| - vqmovun.s16 d0, q1
|
| - vqmovun.s16 d1, q2
|
| - vst1.32 {d0[0]}, [r0], r1
|
| - vst1.32 {d1[0]}, [r0], r1
|
| -
|
| - ; 3rd row and 4th row
|
| - ldrb r12, [r3], #1
|
| - ldrb r2, [r3], #1
|
| - vdup.u16 q1, r12
|
| - vdup.u16 q2, r2
|
| - vadd.s16 q1, q1, q3
|
| - vadd.s16 q2, q2, q3
|
| - vqmovun.s16 d0, q1
|
| - vqmovun.s16 d1, q2
|
| - vst1.32 {d0[0]}, [r0], r1
|
| - vst1.32 {d1[0]}, [r0], r1
|
| - bx lr
|
| - ENDP ; |vp9_tm_predictor_4x4_neon|
|
| -
|
| -;void vp9_tm_predictor_8x8_neon (uint8_t *dst, ptrdiff_t y_stride,
|
| -; const uint8_t *above,
|
| -; const uint8_t *left)
|
| -; r0 uint8_t *dst
|
| -; r1 ptrdiff_t y_stride
|
| -; r2 const uint8_t *above
|
| -; r3 const uint8_t *left
|
| -
|
| -|vp9_tm_predictor_8x8_neon| PROC
|
| - ; Load ytop_left = above[-1];
|
| - sub r12, r2, #1
|
| - ldrb r12, [r12]
|
| - vdup.u8 d0, r12
|
| -
|
| - ; preload 8 left
|
| - vld1.8 {d30}, [r3]
|
| -
|
| - ; Load above 8 pixels
|
| - vld1.64 {d2}, [r2]
|
| -
|
| - vmovl.u8 q10, d30
|
| -
|
| - ; Compute above - ytop_left
|
| - vsubl.u8 q3, d2, d0
|
| -
|
| - ; Load left row by row and compute left + (above - ytop_left)
|
| - ; 1st row and 2nd row
|
| - vdup.16 q0, d20[0]
|
| - vdup.16 q1, d20[1]
|
| - vadd.s16 q0, q3, q0
|
| - vadd.s16 q1, q3, q1
|
| -
|
| - ; 3rd row and 4th row
|
| - vdup.16 q8, d20[2]
|
| - vdup.16 q9, d20[3]
|
| - vadd.s16 q8, q3, q8
|
| - vadd.s16 q9, q3, q9
|
| -
|
| - vqmovun.s16 d0, q0
|
| - vqmovun.s16 d1, q1
|
| - vqmovun.s16 d2, q8
|
| - vqmovun.s16 d3, q9
|
| -
|
| - vst1.64 {d0}, [r0], r1
|
| - vst1.64 {d1}, [r0], r1
|
| - vst1.64 {d2}, [r0], r1
|
| - vst1.64 {d3}, [r0], r1
|
| -
|
| - ; 5th row and 6th row
|
| - vdup.16 q0, d21[0]
|
| - vdup.16 q1, d21[1]
|
| - vadd.s16 q0, q3, q0
|
| - vadd.s16 q1, q3, q1
|
| -
|
| - ; 7th row and 8th row
|
| - vdup.16 q8, d21[2]
|
| - vdup.16 q9, d21[3]
|
| - vadd.s16 q8, q3, q8
|
| - vadd.s16 q9, q3, q9
|
| -
|
| - vqmovun.s16 d0, q0
|
| - vqmovun.s16 d1, q1
|
| - vqmovun.s16 d2, q8
|
| - vqmovun.s16 d3, q9
|
| -
|
| - vst1.64 {d0}, [r0], r1
|
| - vst1.64 {d1}, [r0], r1
|
| - vst1.64 {d2}, [r0], r1
|
| - vst1.64 {d3}, [r0], r1
|
| -
|
| - bx lr
|
| - ENDP ; |vp9_tm_predictor_8x8_neon|
|
| -
|
| -;void vp9_tm_predictor_16x16_neon (uint8_t *dst, ptrdiff_t y_stride,
|
| -; const uint8_t *above,
|
| -; const uint8_t *left)
|
| -; r0 uint8_t *dst
|
| -; r1 ptrdiff_t y_stride
|
| -; r2 const uint8_t *above
|
| -; r3 const uint8_t *left
|
| -
|
| -|vp9_tm_predictor_16x16_neon| PROC
|
| - ; Load ytop_left = above[-1];
|
| - sub r12, r2, #1
|
| - ldrb r12, [r12]
|
| - vdup.u8 q0, r12
|
| -
|
| - ; Load above 8 pixels
|
| - vld1.8 {q1}, [r2]
|
| -
|
| - ; preload 8 left into r12
|
| - vld1.8 {d18}, [r3]!
|
| -
|
| - ; Compute above - ytop_left
|
| - vsubl.u8 q2, d2, d0
|
| - vsubl.u8 q3, d3, d1
|
| -
|
| - vmovl.u8 q10, d18
|
| -
|
| - ; Load left row by row and compute left + (above - ytop_left)
|
| - ; Process 8 rows in each single loop and loop 2 times to process 16 rows.
|
| - mov r2, #2
|
| -
|
| -loop_16x16_neon
|
| - ; Process two rows.
|
| - vdup.16 q0, d20[0]
|
| - vdup.16 q8, d20[1]
|
| - vadd.s16 q1, q0, q2
|
| - vadd.s16 q0, q0, q3
|
| - vadd.s16 q11, q8, q2
|
| - vadd.s16 q8, q8, q3
|
| - vqmovun.s16 d2, q1
|
| - vqmovun.s16 d3, q0
|
| - vqmovun.s16 d22, q11
|
| - vqmovun.s16 d23, q8
|
| - vdup.16 q0, d20[2] ; proload next 2 rows data
|
| - vdup.16 q8, d20[3]
|
| - vst1.64 {d2,d3}, [r0], r1
|
| - vst1.64 {d22,d23}, [r0], r1
|
| -
|
| - ; Process two rows.
|
| - vadd.s16 q1, q0, q2
|
| - vadd.s16 q0, q0, q3
|
| - vadd.s16 q11, q8, q2
|
| - vadd.s16 q8, q8, q3
|
| - vqmovun.s16 d2, q1
|
| - vqmovun.s16 d3, q0
|
| - vqmovun.s16 d22, q11
|
| - vqmovun.s16 d23, q8
|
| - vdup.16 q0, d21[0] ; proload next 2 rows data
|
| - vdup.16 q8, d21[1]
|
| - vst1.64 {d2,d3}, [r0], r1
|
| - vst1.64 {d22,d23}, [r0], r1
|
| -
|
| - vadd.s16 q1, q0, q2
|
| - vadd.s16 q0, q0, q3
|
| - vadd.s16 q11, q8, q2
|
| - vadd.s16 q8, q8, q3
|
| - vqmovun.s16 d2, q1
|
| - vqmovun.s16 d3, q0
|
| - vqmovun.s16 d22, q11
|
| - vqmovun.s16 d23, q8
|
| - vdup.16 q0, d21[2] ; proload next 2 rows data
|
| - vdup.16 q8, d21[3]
|
| - vst1.64 {d2,d3}, [r0], r1
|
| - vst1.64 {d22,d23}, [r0], r1
|
| -
|
| -
|
| - vadd.s16 q1, q0, q2
|
| - vadd.s16 q0, q0, q3
|
| - vadd.s16 q11, q8, q2
|
| - vadd.s16 q8, q8, q3
|
| - vqmovun.s16 d2, q1
|
| - vqmovun.s16 d3, q0
|
| - vqmovun.s16 d22, q11
|
| - vqmovun.s16 d23, q8
|
| - vld1.8 {d18}, [r3]! ; preload 8 left into r12
|
| - vmovl.u8 q10, d18
|
| - vst1.64 {d2,d3}, [r0], r1
|
| - vst1.64 {d22,d23}, [r0], r1
|
| -
|
| - subs r2, r2, #1
|
| - bgt loop_16x16_neon
|
| -
|
| - bx lr
|
| - ENDP ; |vp9_tm_predictor_16x16_neon|
|
| -
|
| -;void vp9_tm_predictor_32x32_neon (uint8_t *dst, ptrdiff_t y_stride,
|
| -; const uint8_t *above,
|
| -; const uint8_t *left)
|
| -; r0 uint8_t *dst
|
| -; r1 ptrdiff_t y_stride
|
| -; r2 const uint8_t *above
|
| -; r3 const uint8_t *left
|
| -
|
| -|vp9_tm_predictor_32x32_neon| PROC
|
| - ; Load ytop_left = above[-1];
|
| - sub r12, r2, #1
|
| - ldrb r12, [r12]
|
| - vdup.u8 q0, r12
|
| -
|
| - ; Load above 32 pixels
|
| - vld1.8 {q1}, [r2]!
|
| - vld1.8 {q2}, [r2]
|
| -
|
| - ; preload 8 left pixels
|
| - vld1.8 {d26}, [r3]!
|
| -
|
| - ; Compute above - ytop_left
|
| - vsubl.u8 q8, d2, d0
|
| - vsubl.u8 q9, d3, d1
|
| - vsubl.u8 q10, d4, d0
|
| - vsubl.u8 q11, d5, d1
|
| -
|
| - vmovl.u8 q3, d26
|
| -
|
| - ; Load left row by row and compute left + (above - ytop_left)
|
| - ; Process 8 rows in each single loop and loop 4 times to process 32 rows.
|
| - mov r2, #4
|
| -
|
| -loop_32x32_neon
|
| - ; Process two rows.
|
| - vdup.16 q0, d6[0]
|
| - vdup.16 q2, d6[1]
|
| - vadd.s16 q12, q0, q8
|
| - vadd.s16 q13, q0, q9
|
| - vadd.s16 q14, q0, q10
|
| - vadd.s16 q15, q0, q11
|
| - vqmovun.s16 d0, q12
|
| - vqmovun.s16 d1, q13
|
| - vadd.s16 q12, q2, q8
|
| - vadd.s16 q13, q2, q9
|
| - vqmovun.s16 d2, q14
|
| - vqmovun.s16 d3, q15
|
| - vadd.s16 q14, q2, q10
|
| - vadd.s16 q15, q2, q11
|
| - vst1.64 {d0-d3}, [r0], r1
|
| - vqmovun.s16 d24, q12
|
| - vqmovun.s16 d25, q13
|
| - vqmovun.s16 d26, q14
|
| - vqmovun.s16 d27, q15
|
| - vdup.16 q1, d6[2]
|
| - vdup.16 q2, d6[3]
|
| - vst1.64 {d24-d27}, [r0], r1
|
| -
|
| - ; Process two rows.
|
| - vadd.s16 q12, q1, q8
|
| - vadd.s16 q13, q1, q9
|
| - vadd.s16 q14, q1, q10
|
| - vadd.s16 q15, q1, q11
|
| - vqmovun.s16 d0, q12
|
| - vqmovun.s16 d1, q13
|
| - vadd.s16 q12, q2, q8
|
| - vadd.s16 q13, q2, q9
|
| - vqmovun.s16 d2, q14
|
| - vqmovun.s16 d3, q15
|
| - vadd.s16 q14, q2, q10
|
| - vadd.s16 q15, q2, q11
|
| - vst1.64 {d0-d3}, [r0], r1
|
| - vqmovun.s16 d24, q12
|
| - vqmovun.s16 d25, q13
|
| - vqmovun.s16 d26, q14
|
| - vqmovun.s16 d27, q15
|
| - vdup.16 q0, d7[0]
|
| - vdup.16 q2, d7[1]
|
| - vst1.64 {d24-d27}, [r0], r1
|
| -
|
| - ; Process two rows.
|
| - vadd.s16 q12, q0, q8
|
| - vadd.s16 q13, q0, q9
|
| - vadd.s16 q14, q0, q10
|
| - vadd.s16 q15, q0, q11
|
| - vqmovun.s16 d0, q12
|
| - vqmovun.s16 d1, q13
|
| - vadd.s16 q12, q2, q8
|
| - vadd.s16 q13, q2, q9
|
| - vqmovun.s16 d2, q14
|
| - vqmovun.s16 d3, q15
|
| - vadd.s16 q14, q2, q10
|
| - vadd.s16 q15, q2, q11
|
| - vst1.64 {d0-d3}, [r0], r1
|
| - vqmovun.s16 d24, q12
|
| - vqmovun.s16 d25, q13
|
| - vqmovun.s16 d26, q14
|
| - vqmovun.s16 d27, q15
|
| - vdup.16 q0, d7[2]
|
| - vdup.16 q2, d7[3]
|
| - vst1.64 {d24-d27}, [r0], r1
|
| -
|
| - ; Process two rows.
|
| - vadd.s16 q12, q0, q8
|
| - vadd.s16 q13, q0, q9
|
| - vadd.s16 q14, q0, q10
|
| - vadd.s16 q15, q0, q11
|
| - vqmovun.s16 d0, q12
|
| - vqmovun.s16 d1, q13
|
| - vadd.s16 q12, q2, q8
|
| - vadd.s16 q13, q2, q9
|
| - vqmovun.s16 d2, q14
|
| - vqmovun.s16 d3, q15
|
| - vadd.s16 q14, q2, q10
|
| - vadd.s16 q15, q2, q11
|
| - vst1.64 {d0-d3}, [r0], r1
|
| - vqmovun.s16 d24, q12
|
| - vqmovun.s16 d25, q13
|
| - vld1.8 {d0}, [r3]! ; preload 8 left pixels
|
| - vqmovun.s16 d26, q14
|
| - vqmovun.s16 d27, q15
|
| - vmovl.u8 q3, d0
|
| - vst1.64 {d24-d27}, [r0], r1
|
| -
|
| - subs r2, r2, #1
|
| - bgt loop_32x32_neon
|
| -
|
| - bx lr
|
| - ENDP ; |vp9_tm_predictor_32x32_neon|
|
| -
|
| - END
|
|
|