| Index: libvpx/source/libvpx/vp8/common/arm/neon/mbloopfilter_neon.asm
|
| diff --git a/libvpx/source/libvpx/vp8/common/arm/neon/mbloopfilter_neon.asm b/libvpx/source/libvpx/vp8/common/arm/neon/mbloopfilter_neon.asm
|
| index f41c156df8b27783c36ef81ba0f1cada5f666e2c..981adffd1480c5eb1b3735f85124f3909abc071d 100644
|
| --- a/libvpx/source/libvpx/vp8/common/arm/neon/mbloopfilter_neon.asm
|
| +++ b/libvpx/source/libvpx/vp8/common/arm/neon/mbloopfilter_neon.asm
|
| @@ -14,143 +14,155 @@
|
| EXPORT |vp8_mbloop_filter_vertical_edge_y_neon|
|
| EXPORT |vp8_mbloop_filter_vertical_edge_uv_neon|
|
| ARM
|
| + REQUIRE8
|
| + PRESERVE8
|
|
|
| AREA ||.text||, CODE, READONLY, ALIGN=2
|
|
|
| +; flimit, limit, and thresh should be positive numbers.
|
| +; All 16 elements in these variables are equal.
|
| +
|
| ; void vp8_mbloop_filter_horizontal_edge_y_neon(unsigned char *src, int pitch,
|
| -; const unsigned char *blimit,
|
| -; const unsigned char *limit,
|
| -; const unsigned char *thresh)
|
| +; const signed char *flimit,
|
| +; const signed char *limit,
|
| +; const signed char *thresh,
|
| +; int count)
|
| ; r0 unsigned char *src,
|
| ; r1 int pitch,
|
| -; r2 unsigned char blimit
|
| -; r3 unsigned char limit
|
| -; sp unsigned char thresh,
|
| +; r2 const signed char *flimit,
|
| +; r3 const signed char *limit,
|
| +; sp const signed char *thresh,
|
| +; sp+4 int count (unused)
|
| |vp8_mbloop_filter_horizontal_edge_y_neon| PROC
|
| - push {lr}
|
| - add r1, r1, r1 ; double stride
|
| - ldr r12, [sp, #4] ; load thresh
|
| - sub r0, r0, r1, lsl #1 ; move src pointer down by 4 lines
|
| - vdup.u8 q2, r12 ; thresh
|
| - add r12, r0, r1, lsr #1 ; move src pointer up by 1 line
|
| -
|
| - vld1.u8 {q3}, [r0@128], r1 ; p3
|
| - vld1.u8 {q4}, [r12@128], r1 ; p2
|
| - vld1.u8 {q5}, [r0@128], r1 ; p1
|
| - vld1.u8 {q6}, [r12@128], r1 ; p0
|
| - vld1.u8 {q7}, [r0@128], r1 ; q0
|
| - vld1.u8 {q8}, [r12@128], r1 ; q1
|
| - vld1.u8 {q9}, [r0@128], r1 ; q2
|
| - vld1.u8 {q10}, [r12@128], r1 ; q3
|
| + stmdb sp!, {lr}
|
| + sub r0, r0, r1, lsl #2 ; move src pointer down by 4 lines
|
| + ldr r12, [sp, #4] ; load thresh pointer
|
| +
|
| + vld1.u8 {q3}, [r0], r1 ; p3
|
| + vld1.s8 {d2[], d3[]}, [r3] ; limit
|
| + vld1.u8 {q4}, [r0], r1 ; p2
|
| + vld1.s8 {d4[], d5[]}, [r12] ; thresh
|
| + vld1.u8 {q5}, [r0], r1 ; p1
|
| + vld1.u8 {q6}, [r0], r1 ; p0
|
| + vld1.u8 {q7}, [r0], r1 ; q0
|
| + vld1.u8 {q8}, [r0], r1 ; q1
|
| + vld1.u8 {q9}, [r0], r1 ; q2
|
| + vld1.u8 {q10}, [r0], r1 ; q3
|
|
|
| bl vp8_mbloop_filter_neon
|
|
|
| - sub r12, r12, r1, lsl #2
|
| - add r0, r12, r1, lsr #1
|
| -
|
| - vst1.u8 {q4}, [r12@128],r1 ; store op2
|
| - vst1.u8 {q5}, [r0@128],r1 ; store op1
|
| - vst1.u8 {q6}, [r12@128], r1 ; store op0
|
| - vst1.u8 {q7}, [r0@128],r1 ; store oq0
|
| - vst1.u8 {q8}, [r12@128] ; store oq1
|
| - vst1.u8 {q9}, [r0@128] ; store oq2
|
| -
|
| - pop {pc}
|
| + sub r0, r0, r1, lsl #3
|
| + add r0, r0, r1
|
| + add r2, r0, r1
|
| + add r3, r2, r1
|
| +
|
| + vst1.u8 {q4}, [r0] ; store op2
|
| + vst1.u8 {q5}, [r2] ; store op1
|
| + vst1.u8 {q6}, [r3], r1 ; store op0
|
| + add r12, r3, r1
|
| + vst1.u8 {q7}, [r3] ; store oq0
|
| + vst1.u8 {q8}, [r12], r1 ; store oq1
|
| + vst1.u8 {q9}, [r12] ; store oq2
|
| +
|
| + ldmia sp!, {pc}
|
| ENDP ; |vp8_mbloop_filter_horizontal_edge_y_neon|
|
|
|
| ; void vp8_mbloop_filter_horizontal_edge_uv_neon(unsigned char *u, int pitch,
|
| -; const unsigned char *blimit,
|
| -; const unsigned char *limit,
|
| -; const unsigned char *thresh,
|
| +; const signed char *flimit,
|
| +; const signed char *limit,
|
| +; const signed char *thresh,
|
| ; unsigned char *v)
|
| ; r0 unsigned char *u,
|
| ; r1 int pitch,
|
| -; r2 unsigned char blimit
|
| -; r3 unsigned char limit
|
| -; sp unsigned char thresh,
|
| +; r2 const signed char *flimit,
|
| +; r3 const signed char *limit,
|
| +; sp const signed char *thresh,
|
| ; sp+4 unsigned char *v
|
| -
|
| |vp8_mbloop_filter_horizontal_edge_uv_neon| PROC
|
| - push {lr}
|
| - ldr r12, [sp, #4] ; load thresh
|
| - sub r0, r0, r1, lsl #2 ; move u pointer down by 4 lines
|
| - vdup.u8 q2, r12 ; thresh
|
| - ldr r12, [sp, #8] ; load v ptr
|
| - sub r12, r12, r1, lsl #2 ; move v pointer down by 4 lines
|
| -
|
| - vld1.u8 {d6}, [r0@64], r1 ; p3
|
| - vld1.u8 {d7}, [r12@64], r1 ; p3
|
| - vld1.u8 {d8}, [r0@64], r1 ; p2
|
| - vld1.u8 {d9}, [r12@64], r1 ; p2
|
| - vld1.u8 {d10}, [r0@64], r1 ; p1
|
| - vld1.u8 {d11}, [r12@64], r1 ; p1
|
| - vld1.u8 {d12}, [r0@64], r1 ; p0
|
| - vld1.u8 {d13}, [r12@64], r1 ; p0
|
| - vld1.u8 {d14}, [r0@64], r1 ; q0
|
| - vld1.u8 {d15}, [r12@64], r1 ; q0
|
| - vld1.u8 {d16}, [r0@64], r1 ; q1
|
| - vld1.u8 {d17}, [r12@64], r1 ; q1
|
| - vld1.u8 {d18}, [r0@64], r1 ; q2
|
| - vld1.u8 {d19}, [r12@64], r1 ; q2
|
| - vld1.u8 {d20}, [r0@64], r1 ; q3
|
| - vld1.u8 {d21}, [r12@64], r1 ; q3
|
| + stmdb sp!, {lr}
|
| + sub r0, r0, r1, lsl #2 ; move u pointer down by 4 lines
|
| + vld1.s8 {d2[], d3[]}, [r3] ; limit
|
| + ldr r3, [sp, #8] ; load v ptr
|
| + ldr r12, [sp, #4] ; load thresh pointer
|
| + sub r3, r3, r1, lsl #2 ; move v pointer down by 4 lines
|
| +
|
| + vld1.u8 {d6}, [r0], r1 ; p3
|
| + vld1.u8 {d7}, [r3], r1 ; p3
|
| + vld1.u8 {d8}, [r0], r1 ; p2
|
| + vld1.u8 {d9}, [r3], r1 ; p2
|
| + vld1.u8 {d10}, [r0], r1 ; p1
|
| + vld1.u8 {d11}, [r3], r1 ; p1
|
| + vld1.u8 {d12}, [r0], r1 ; p0
|
| + vld1.u8 {d13}, [r3], r1 ; p0
|
| + vld1.u8 {d14}, [r0], r1 ; q0
|
| + vld1.u8 {d15}, [r3], r1 ; q0
|
| + vld1.u8 {d16}, [r0], r1 ; q1
|
| + vld1.u8 {d17}, [r3], r1 ; q1
|
| + vld1.u8 {d18}, [r0], r1 ; q2
|
| + vld1.u8 {d19}, [r3], r1 ; q2
|
| + vld1.u8 {d20}, [r0], r1 ; q3
|
| + vld1.u8 {d21}, [r3], r1 ; q3
|
| +
|
| + vld1.s8 {d4[], d5[]}, [r12] ; thresh
|
|
|
| bl vp8_mbloop_filter_neon
|
|
|
| sub r0, r0, r1, lsl #3
|
| - sub r12, r12, r1, lsl #3
|
| + sub r3, r3, r1, lsl #3
|
|
|
| add r0, r0, r1
|
| - add r12, r12, r1
|
| -
|
| - vst1.u8 {d8}, [r0@64], r1 ; store u op2
|
| - vst1.u8 {d9}, [r12@64], r1 ; store v op2
|
| - vst1.u8 {d10}, [r0@64], r1 ; store u op1
|
| - vst1.u8 {d11}, [r12@64], r1 ; store v op1
|
| - vst1.u8 {d12}, [r0@64], r1 ; store u op0
|
| - vst1.u8 {d13}, [r12@64], r1 ; store v op0
|
| - vst1.u8 {d14}, [r0@64], r1 ; store u oq0
|
| - vst1.u8 {d15}, [r12@64], r1 ; store v oq0
|
| - vst1.u8 {d16}, [r0@64], r1 ; store u oq1
|
| - vst1.u8 {d17}, [r12@64], r1 ; store v oq1
|
| - vst1.u8 {d18}, [r0@64], r1 ; store u oq2
|
| - vst1.u8 {d19}, [r12@64], r1 ; store v oq2
|
| -
|
| - pop {pc}
|
| + add r3, r3, r1
|
| +
|
| + vst1.u8 {d8}, [r0], r1 ; store u op2
|
| + vst1.u8 {d9}, [r3], r1 ; store v op2
|
| + vst1.u8 {d10}, [r0], r1 ; store u op1
|
| + vst1.u8 {d11}, [r3], r1 ; store v op1
|
| + vst1.u8 {d12}, [r0], r1 ; store u op0
|
| + vst1.u8 {d13}, [r3], r1 ; store v op0
|
| + vst1.u8 {d14}, [r0], r1 ; store u oq0
|
| + vst1.u8 {d15}, [r3], r1 ; store v oq0
|
| + vst1.u8 {d16}, [r0], r1 ; store u oq1
|
| + vst1.u8 {d17}, [r3], r1 ; store v oq1
|
| + vst1.u8 {d18}, [r0], r1 ; store u oq2
|
| + vst1.u8 {d19}, [r3], r1 ; store v oq2
|
| +
|
| + ldmia sp!, {pc}
|
| ENDP ; |vp8_mbloop_filter_horizontal_edge_uv_neon|
|
|
|
| ; void vp8_mbloop_filter_vertical_edge_y_neon(unsigned char *src, int pitch,
|
| -; const unsigned char *blimit,
|
| -; const unsigned char *limit,
|
| -; const unsigned char *thresh)
|
| +; const signed char *flimit,
|
| +; const signed char *limit,
|
| +; const signed char *thresh,
|
| +; int count)
|
| ; r0 unsigned char *src,
|
| ; r1 int pitch,
|
| -; r2 unsigned char blimit
|
| -; r3 unsigned char limit
|
| -; sp unsigned char thresh,
|
| +; r2 const signed char *flimit,
|
| +; r3 const signed char *limit,
|
| +; sp const signed char *thresh,
|
| +; sp+4 int count (unused)
|
| |vp8_mbloop_filter_vertical_edge_y_neon| PROC
|
| - push {lr}
|
| - ldr r12, [sp, #4] ; load thresh
|
| + stmdb sp!, {lr}
|
| sub r0, r0, #4 ; move src pointer down by 4 columns
|
| - vdup.s8 q2, r12 ; thresh
|
| - add r12, r0, r1, lsl #3 ; move src pointer down by 8 lines
|
|
|
| vld1.u8 {d6}, [r0], r1 ; load first 8-line src data
|
| - vld1.u8 {d7}, [r12], r1 ; load second 8-line src data
|
| + ldr r12, [sp, #4] ; load thresh pointer
|
| vld1.u8 {d8}, [r0], r1
|
| - vld1.u8 {d9}, [r12], r1
|
| + sub sp, sp, #32
|
| vld1.u8 {d10}, [r0], r1
|
| - vld1.u8 {d11}, [r12], r1
|
| vld1.u8 {d12}, [r0], r1
|
| - vld1.u8 {d13}, [r12], r1
|
| vld1.u8 {d14}, [r0], r1
|
| - vld1.u8 {d15}, [r12], r1
|
| vld1.u8 {d16}, [r0], r1
|
| - vld1.u8 {d17}, [r12], r1
|
| vld1.u8 {d18}, [r0], r1
|
| - vld1.u8 {d19}, [r12], r1
|
| vld1.u8 {d20}, [r0], r1
|
| - vld1.u8 {d21}, [r12], r1
|
| +
|
| + vld1.u8 {d7}, [r0], r1 ; load second 8-line src data
|
| + vld1.u8 {d9}, [r0], r1
|
| + vld1.u8 {d11}, [r0], r1
|
| + vld1.u8 {d13}, [r0], r1
|
| + vld1.u8 {d15}, [r0], r1
|
| + vld1.u8 {d17}, [r0], r1
|
| + vld1.u8 {d19}, [r0], r1
|
| + vld1.u8 {d21}, [r0], r1
|
|
|
| ;transpose to 8x16 matrix
|
| vtrn.32 q3, q7
|
| @@ -168,17 +180,29 @@
|
| vtrn.8 q7, q8
|
| vtrn.8 q9, q10
|
|
|
| - sub r0, r0, r1, lsl #3
|
| + vld1.s8 {d4[], d5[]}, [r12] ; thresh
|
| + vld1.s8 {d2[], d3[]}, [r3] ; limit
|
| + mov r12, sp
|
| + vst1.u8 {q3}, [r12]!
|
| + vst1.u8 {q10}, [r12]!
|
|
|
| bl vp8_mbloop_filter_neon
|
|
|
| - sub r12, r12, r1, lsl #3
|
| + sub r0, r0, r1, lsl #4
|
| +
|
| + add r2, r0, r1
|
| +
|
| + add r3, r2, r1
|
| +
|
| + vld1.u8 {q3}, [sp]!
|
| + vld1.u8 {q10}, [sp]!
|
|
|
| ;transpose to 16x8 matrix
|
| vtrn.32 q3, q7
|
| vtrn.32 q4, q8
|
| vtrn.32 q5, q9
|
| vtrn.32 q6, q10
|
| + add r12, r3, r1
|
|
|
| vtrn.16 q3, q5
|
| vtrn.16 q4, q6
|
| @@ -191,30 +215,36 @@
|
| vtrn.8 q9, q10
|
|
|
| ;store op2, op1, op0, oq0, oq1, oq2
|
| - vst1.8 {d6}, [r0], r1
|
| - vst1.8 {d7}, [r12], r1
|
| - vst1.8 {d8}, [r0], r1
|
| - vst1.8 {d9}, [r12], r1
|
| - vst1.8 {d10}, [r0], r1
|
| - vst1.8 {d11}, [r12], r1
|
| - vst1.8 {d12}, [r0], r1
|
| - vst1.8 {d13}, [r12], r1
|
| - vst1.8 {d14}, [r0], r1
|
| - vst1.8 {d15}, [r12], r1
|
| + vst1.8 {d6}, [r0]
|
| + vst1.8 {d8}, [r2]
|
| + vst1.8 {d10}, [r3]
|
| + vst1.8 {d12}, [r12], r1
|
| + add r0, r12, r1
|
| + vst1.8 {d14}, [r12]
|
| vst1.8 {d16}, [r0], r1
|
| - vst1.8 {d17}, [r12], r1
|
| - vst1.8 {d18}, [r0], r1
|
| - vst1.8 {d19}, [r12], r1
|
| - vst1.8 {d20}, [r0]
|
| - vst1.8 {d21}, [r12]
|
| -
|
| - pop {pc}
|
| + add r2, r0, r1
|
| + vst1.8 {d18}, [r0]
|
| + vst1.8 {d20}, [r2], r1
|
| + add r3, r2, r1
|
| + vst1.8 {d7}, [r2]
|
| + vst1.8 {d9}, [r3], r1
|
| + add r12, r3, r1
|
| + vst1.8 {d11}, [r3]
|
| + vst1.8 {d13}, [r12], r1
|
| + add r0, r12, r1
|
| + vst1.8 {d15}, [r12]
|
| + vst1.8 {d17}, [r0], r1
|
| + add r2, r0, r1
|
| + vst1.8 {d19}, [r0]
|
| + vst1.8 {d21}, [r2]
|
| +
|
| + ldmia sp!, {pc}
|
| ENDP ; |vp8_mbloop_filter_vertical_edge_y_neon|
|
|
|
| ; void vp8_mbloop_filter_vertical_edge_uv_neon(unsigned char *u, int pitch,
|
| -; const unsigned char *blimit,
|
| -; const unsigned char *limit,
|
| -; const unsigned char *thresh,
|
| +; const signed char *flimit,
|
| +; const signed char *limit,
|
| +; const signed char *thresh,
|
| ; unsigned char *v)
|
| ; r0 unsigned char *u,
|
| ; r1 int pitch,
|
| @@ -223,29 +253,30 @@
|
| ; sp const signed char *thresh,
|
| ; sp+4 unsigned char *v
|
| |vp8_mbloop_filter_vertical_edge_uv_neon| PROC
|
| - push {lr}
|
| - ldr r12, [sp, #4] ; load thresh
|
| - sub r0, r0, #4 ; move u pointer down by 4 columns
|
| - vdup.u8 q2, r12 ; thresh
|
| - ldr r12, [sp, #8] ; load v ptr
|
| - sub r12, r12, #4 ; move v pointer down by 4 columns
|
| + stmdb sp!, {lr}
|
| + sub r0, r0, #4 ; move src pointer down by 4 columns
|
| + vld1.s8 {d2[], d3[]}, [r3] ; limit
|
| + ldr r3, [sp, #8] ; load v ptr
|
| + ldr r12, [sp, #4] ; load thresh pointer
|
| +
|
| + sub r3, r3, #4 ; move v pointer down by 4 columns
|
|
|
| vld1.u8 {d6}, [r0], r1 ;load u data
|
| - vld1.u8 {d7}, [r12], r1 ;load v data
|
| + vld1.u8 {d7}, [r3], r1 ;load v data
|
| vld1.u8 {d8}, [r0], r1
|
| - vld1.u8 {d9}, [r12], r1
|
| + vld1.u8 {d9}, [r3], r1
|
| vld1.u8 {d10}, [r0], r1
|
| - vld1.u8 {d11}, [r12], r1
|
| + vld1.u8 {d11}, [r3], r1
|
| vld1.u8 {d12}, [r0], r1
|
| - vld1.u8 {d13}, [r12], r1
|
| + vld1.u8 {d13}, [r3], r1
|
| vld1.u8 {d14}, [r0], r1
|
| - vld1.u8 {d15}, [r12], r1
|
| + vld1.u8 {d15}, [r3], r1
|
| vld1.u8 {d16}, [r0], r1
|
| - vld1.u8 {d17}, [r12], r1
|
| + vld1.u8 {d17}, [r3], r1
|
| vld1.u8 {d18}, [r0], r1
|
| - vld1.u8 {d19}, [r12], r1
|
| + vld1.u8 {d19}, [r3], r1
|
| vld1.u8 {d20}, [r0], r1
|
| - vld1.u8 {d21}, [r12], r1
|
| + vld1.u8 {d21}, [r3], r1
|
|
|
| ;transpose to 8x16 matrix
|
| vtrn.32 q3, q7
|
| @@ -263,11 +294,19 @@
|
| vtrn.8 q7, q8
|
| vtrn.8 q9, q10
|
|
|
| - sub r0, r0, r1, lsl #3
|
| + sub sp, sp, #32
|
| + vld1.s8 {d4[], d5[]}, [r12] ; thresh
|
| + mov r12, sp
|
| + vst1.u8 {q3}, [r12]!
|
| + vst1.u8 {q10}, [r12]!
|
|
|
| bl vp8_mbloop_filter_neon
|
|
|
| - sub r12, r12, r1, lsl #3
|
| + sub r0, r0, r1, lsl #3
|
| + sub r3, r3, r1, lsl #3
|
| +
|
| + vld1.u8 {q3}, [sp]!
|
| + vld1.u8 {q10}, [sp]!
|
|
|
| ;transpose to 16x8 matrix
|
| vtrn.32 q3, q7
|
| @@ -287,23 +326,23 @@
|
|
|
| ;store op2, op1, op0, oq0, oq1, oq2
|
| vst1.8 {d6}, [r0], r1
|
| - vst1.8 {d7}, [r12], r1
|
| + vst1.8 {d7}, [r3], r1
|
| vst1.8 {d8}, [r0], r1
|
| - vst1.8 {d9}, [r12], r1
|
| + vst1.8 {d9}, [r3], r1
|
| vst1.8 {d10}, [r0], r1
|
| - vst1.8 {d11}, [r12], r1
|
| + vst1.8 {d11}, [r3], r1
|
| vst1.8 {d12}, [r0], r1
|
| - vst1.8 {d13}, [r12], r1
|
| + vst1.8 {d13}, [r3], r1
|
| vst1.8 {d14}, [r0], r1
|
| - vst1.8 {d15}, [r12], r1
|
| + vst1.8 {d15}, [r3], r1
|
| vst1.8 {d16}, [r0], r1
|
| - vst1.8 {d17}, [r12], r1
|
| + vst1.8 {d17}, [r3], r1
|
| vst1.8 {d18}, [r0], r1
|
| - vst1.8 {d19}, [r12], r1
|
| - vst1.8 {d20}, [r0]
|
| - vst1.8 {d21}, [r12]
|
| + vst1.8 {d19}, [r3], r1
|
| + vst1.8 {d20}, [r0], r1
|
| + vst1.8 {d21}, [r3], r1
|
|
|
| - pop {pc}
|
| + ldmia sp!, {pc}
|
| ENDP ; |vp8_mbloop_filter_vertical_edge_uv_neon|
|
|
|
| ; void vp8_mbloop_filter_neon()
|
| @@ -311,33 +350,41 @@
|
| ; functions do the necessary load, transpose (if necessary), preserve (if
|
| ; necessary) and store.
|
|
|
| -; r0,r1 PRESERVE
|
| -; r2 mblimit
|
| -; r3 limit
|
| +; TODO:
|
| +; The vertical filter writes p3/q3 back out because two 4 element writes are
|
| +; much simpler than ordering and writing two 3 element sets (or three 2 elements
|
| +; sets, or whichever other combinations are possible).
|
| +; If we can preserve q3 and q10, the vertical filter will be able to avoid
|
| +; storing those values on the stack and reading them back after the filter.
|
|
|
| +; r0,r1 PRESERVE
|
| +; r2 flimit
|
| +; r3 PRESERVE
|
| +; q1 limit
|
| ; q2 thresh
|
| -; q3 p3 PRESERVE
|
| +; q3 p3
|
| ; q4 p2
|
| ; q5 p1
|
| ; q6 p0
|
| ; q7 q0
|
| ; q8 q1
|
| ; q9 q2
|
| -; q10 q3 PRESERVE
|
| +; q10 q3
|
|
|
| |vp8_mbloop_filter_neon| PROC
|
| + ldr r12, _mblf_coeff_
|
|
|
| ; vp8_filter_mask
|
| vabd.u8 q11, q3, q4 ; abs(p3 - p2)
|
| vabd.u8 q12, q4, q5 ; abs(p2 - p1)
|
| vabd.u8 q13, q5, q6 ; abs(p1 - p0)
|
| vabd.u8 q14, q8, q7 ; abs(q1 - q0)
|
| - vabd.u8 q1, q9, q8 ; abs(q2 - q1)
|
| + vabd.u8 q3, q9, q8 ; abs(q2 - q1)
|
| vabd.u8 q0, q10, q9 ; abs(q3 - q2)
|
|
|
| vmax.u8 q11, q11, q12
|
| vmax.u8 q12, q13, q14
|
| - vmax.u8 q1, q1, q0
|
| + vmax.u8 q3, q3, q0
|
| vmax.u8 q15, q11, q12
|
|
|
| vabd.u8 q12, q6, q7 ; abs(p0 - q0)
|
| @@ -345,53 +392,51 @@
|
| ; vp8_hevmask
|
| vcgt.u8 q13, q13, q2 ; (abs(p1 - p0) > thresh) * -1
|
| vcgt.u8 q14, q14, q2 ; (abs(q1 - q0) > thresh) * -1
|
| - vmax.u8 q15, q15, q1
|
| + vmax.u8 q15, q15, q3
|
|
|
| - vdup.u8 q1, r3 ; limit
|
| - vdup.u8 q2, r2 ; mblimit
|
| + vld1.s8 {d4[], d5[]}, [r2] ; flimit
|
|
|
| - vmov.u8 q0, #0x80 ; 0x80
|
| + vld1.u8 {q0}, [r12]!
|
|
|
| + vadd.u8 q2, q2, q2 ; flimit * 2
|
| + vadd.u8 q2, q2, q1 ; flimit * 2 + limit
|
| vcge.u8 q15, q1, q15
|
|
|
| vabd.u8 q1, q5, q8 ; a = abs(p1 - q1)
|
| vqadd.u8 q12, q12, q12 ; b = abs(p0 - q0) * 2
|
| - vmov.u16 q11, #3 ; #3
|
| + vshr.u8 q1, q1, #1 ; a = a / 2
|
| + vqadd.u8 q12, q12, q1 ; a = b + a
|
| + vcge.u8 q12, q2, q12 ; (a > flimit * 2 + limit) * -1
|
|
|
| ; vp8_filter
|
| ; convert to signed
|
| veor q7, q7, q0 ; qs0
|
| - vshr.u8 q1, q1, #1 ; a = a / 2
|
| veor q6, q6, q0 ; ps0
|
| veor q5, q5, q0 ; ps1
|
| -
|
| - vqadd.u8 q12, q12, q1 ; a = b + a
|
| -
|
| veor q8, q8, q0 ; qs1
|
| veor q4, q4, q0 ; ps2
|
| veor q9, q9, q0 ; qs2
|
|
|
| vorr q14, q13, q14 ; vp8_hevmask
|
|
|
| - vcge.u8 q12, q2, q12 ; (a > flimit * 2 + limit) * -1
|
| -
|
| vsubl.s8 q2, d14, d12 ; qs0 - ps0
|
| vsubl.s8 q13, d15, d13
|
|
|
| vqsub.s8 q1, q5, q8 ; vp8_filter = clamp(ps1-qs1)
|
|
|
| - vmul.i16 q2, q2, q11 ; 3 * ( qs0 - ps0)
|
| -
|
| + vadd.s16 q10, q2, q2 ; 3 * (qs0 - ps0)
|
| + vadd.s16 q11, q13, q13
|
| vand q15, q15, q12 ; vp8_filter_mask
|
|
|
| - vmul.i16 q13, q13, q11
|
| + vadd.s16 q2, q2, q10
|
| + vadd.s16 q13, q13, q11
|
|
|
| - vmov.u8 q12, #3 ; #3
|
| + vld1.u8 {q12}, [r12]! ; #3
|
|
|
| vaddw.s8 q2, q2, d2 ; vp8_filter + 3 * ( qs0 - ps0)
|
| vaddw.s8 q13, q13, d3
|
|
|
| - vmov.u8 q11, #4 ; #4
|
| + vld1.u8 {q11}, [r12]! ; #4
|
|
|
| ; vp8_filter = clamp(vp8_filter + 3 * ( qs0 - ps0))
|
| vqmovn.s16 d2, q2
|
| @@ -399,23 +444,27 @@
|
|
|
| vand q1, q1, q15 ; vp8_filter &= mask
|
|
|
| - vmov.u16 q15, #63 ; #63
|
| -
|
| + vld1.u8 {q15}, [r12]! ; #63
|
| + ;
|
| vand q13, q1, q14 ; Filter2 &= hev
|
|
|
| + vld1.u8 {d7}, [r12]! ; #9
|
| +
|
| vqadd.s8 q2, q13, q11 ; Filter1 = clamp(Filter2+4)
|
| vqadd.s8 q13, q13, q12 ; Filter2 = clamp(Filter2+3)
|
|
|
| - vmov q0, q15
|
| + vld1.u8 {d6}, [r12]! ; #18
|
|
|
| vshr.s8 q2, q2, #3 ; Filter1 >>= 3
|
| vshr.s8 q13, q13, #3 ; Filter2 >>= 3
|
|
|
| - vmov q11, q15
|
| + vmov q10, q15
|
| vmov q12, q15
|
|
|
| vqsub.s8 q7, q7, q2 ; qs0 = clamp(qs0 - Filter1)
|
|
|
| + vld1.u8 {d5}, [r12]! ; #27
|
| +
|
| vqadd.s8 q6, q6, q13 ; ps0 = clamp(ps0 + Filter2)
|
|
|
| vbic q1, q1, q14 ; vp8_filter &= ~hev
|
| @@ -423,47 +472,49 @@
|
| ; roughly 1/7th difference across boundary
|
| ; roughly 2/7th difference across boundary
|
| ; roughly 3/7th difference across boundary
|
| -
|
| - vmov.u8 d5, #9 ; #9
|
| - vmov.u8 d4, #18 ; #18
|
| -
|
| + vmov q11, q15
|
| vmov q13, q15
|
| vmov q14, q15
|
|
|
| - vmlal.s8 q0, d2, d5 ; 63 + Filter2 * 9
|
| - vmlal.s8 q11, d3, d5
|
| - vmov.u8 d5, #27 ; #27
|
| - vmlal.s8 q12, d2, d4 ; 63 + Filter2 * 18
|
| - vmlal.s8 q13, d3, d4
|
| - vmlal.s8 q14, d2, d5 ; 63 + Filter2 * 27
|
| + vmlal.s8 q10, d2, d7 ; Filter2 * 9
|
| + vmlal.s8 q11, d3, d7
|
| + vmlal.s8 q12, d2, d6 ; Filter2 * 18
|
| + vmlal.s8 q13, d3, d6
|
| + vmlal.s8 q14, d2, d5 ; Filter2 * 27
|
| vmlal.s8 q15, d3, d5
|
| -
|
| - vqshrn.s16 d0, q0, #7 ; u = clamp((63 + Filter2 * 9)>>7)
|
| - vqshrn.s16 d1, q11, #7
|
| + vqshrn.s16 d20, q10, #7 ; u = clamp((63 + Filter2 * 9)>>7)
|
| + vqshrn.s16 d21, q11, #7
|
| vqshrn.s16 d24, q12, #7 ; u = clamp((63 + Filter2 * 18)>>7)
|
| vqshrn.s16 d25, q13, #7
|
| vqshrn.s16 d28, q14, #7 ; u = clamp((63 + Filter2 * 27)>>7)
|
| vqshrn.s16 d29, q15, #7
|
|
|
| - vmov.u8 q1, #0x80 ; 0x80
|
| -
|
| - vqsub.s8 q11, q9, q0 ; s = clamp(qs2 - u)
|
| - vqadd.s8 q0, q4, q0 ; s = clamp(ps2 + u)
|
| + vqsub.s8 q11, q9, q10 ; s = clamp(qs2 - u)
|
| + vqadd.s8 q10, q4, q10 ; s = clamp(ps2 + u)
|
| vqsub.s8 q13, q8, q12 ; s = clamp(qs1 - u)
|
| vqadd.s8 q12, q5, q12 ; s = clamp(ps1 + u)
|
| vqsub.s8 q15, q7, q14 ; s = clamp(qs0 - u)
|
| vqadd.s8 q14, q6, q14 ; s = clamp(ps0 + u)
|
| -
|
| - veor q9, q11, q1 ; *oq2 = s^0x80
|
| - veor q4, q0, q1 ; *op2 = s^0x80
|
| - veor q8, q13, q1 ; *oq1 = s^0x80
|
| - veor q5, q12, q1 ; *op2 = s^0x80
|
| - veor q7, q15, q1 ; *oq0 = s^0x80
|
| - veor q6, q14, q1 ; *op0 = s^0x80
|
| + veor q9, q11, q0 ; *oq2 = s^0x80
|
| + veor q4, q10, q0 ; *op2 = s^0x80
|
| + veor q8, q13, q0 ; *oq1 = s^0x80
|
| + veor q5, q12, q0 ; *op2 = s^0x80
|
| + veor q7, q15, q0 ; *oq0 = s^0x80
|
| + veor q6, q14, q0 ; *op0 = s^0x80
|
|
|
| bx lr
|
| ENDP ; |vp8_mbloop_filter_neon|
|
|
|
| ;-----------------
|
|
|
| +_mblf_coeff_
|
| + DCD mblf_coeff
|
| +mblf_coeff
|
| + DCD 0x80808080, 0x80808080, 0x80808080, 0x80808080
|
| + DCD 0x03030303, 0x03030303, 0x03030303, 0x03030303
|
| + DCD 0x04040404, 0x04040404, 0x04040404, 0x04040404
|
| + DCD 0x003f003f, 0x003f003f, 0x003f003f, 0x003f003f
|
| + DCD 0x09090909, 0x09090909, 0x12121212, 0x12121212
|
| + DCD 0x1b1b1b1b, 0x1b1b1b1b
|
| +
|
| END
|
|
|