Index: source/libvpx/vpx_dsp/x86/halfpix_variance_impl_sse2.asm |
diff --git a/source/libvpx/vpx_dsp/x86/halfpix_variance_impl_sse2.asm b/source/libvpx/vpx_dsp/x86/halfpix_variance_impl_sse2.asm |
new file mode 100644 |
index 0000000000000000000000000000000000000000..cc26bb6124ff9c21e3c08160e0d648554dcd66bb |
--- /dev/null |
+++ b/source/libvpx/vpx_dsp/x86/halfpix_variance_impl_sse2.asm |
@@ -0,0 +1,346 @@ |
+; |
+; Copyright (c) 2010 The WebM project authors. All Rights Reserved. |
+; |
+; Use of this source code is governed by a BSD-style license |
+; that can be found in the LICENSE file in the root of the source |
+; tree. An additional intellectual property rights grant can be found |
+; in the file PATENTS. All contributing project authors may |
+; be found in the AUTHORS file in the root of the source tree. |
+; |
+ |
+%include "vpx_ports/x86_abi_support.asm" |
+ |
+;void vpx_half_horiz_vert_variance16x_h_sse2(unsigned char *ref, |
+; int ref_stride, |
+; unsigned char *src, |
+; int src_stride, |
+; unsigned int height, |
+; int *sum, |
+; unsigned int *sumsquared) |
+global sym(vpx_half_horiz_vert_variance16x_h_sse2) PRIVATE |
+sym(vpx_half_horiz_vert_variance16x_h_sse2): |
+ push rbp |
+ mov rbp, rsp |
+ SHADOW_ARGS_TO_STACK 7 |
+ SAVE_XMM 7 |
+ GET_GOT rbx |
+ push rsi |
+ push rdi |
+ ; end prolog |
+ |
+ pxor xmm6, xmm6 ; error accumulator |
+ pxor xmm7, xmm7 ; sse eaccumulator |
+ mov rsi, arg(0) ;ref |
+ |
+ mov rdi, arg(2) ;src |
+ movsxd rcx, dword ptr arg(4) ;height |
+ movsxd rax, dword ptr arg(1) ;ref_stride |
+ movsxd rdx, dword ptr arg(3) ;src_stride |
+ |
+ pxor xmm0, xmm0 ; |
+ |
+ movdqu xmm5, XMMWORD PTR [rsi] |
+ movdqu xmm3, XMMWORD PTR [rsi+1] |
+ pavgb xmm5, xmm3 ; xmm5 = avg(xmm1,xmm3) horizontal line 1 |
+ |
+ lea rsi, [rsi + rax] |
+ |
+vpx_half_horiz_vert_variance16x_h_1: |
+ movdqu xmm1, XMMWORD PTR [rsi] ; |
+ movdqu xmm2, XMMWORD PTR [rsi+1] ; |
+ pavgb xmm1, xmm2 ; xmm1 = avg(xmm1,xmm3) horizontal line i+1 |
+ |
+ pavgb xmm5, xmm1 ; xmm = vertical average of the above |
+ |
+ movdqa xmm4, xmm5 |
+ punpcklbw xmm5, xmm0 ; xmm5 = words of above |
+ punpckhbw xmm4, xmm0 |
+ |
+ movq xmm3, QWORD PTR [rdi] ; xmm3 = d0,d1,d2..d7 |
+ punpcklbw xmm3, xmm0 ; xmm3 = words of above |
+ psubw xmm5, xmm3 ; xmm5 -= xmm3 |
+ |
+ movq xmm3, QWORD PTR [rdi+8] |
+ punpcklbw xmm3, xmm0 |
+ psubw xmm4, xmm3 |
+ |
+ paddw xmm6, xmm5 ; xmm6 += accumulated column differences |
+ paddw xmm6, xmm4 |
+ pmaddwd xmm5, xmm5 ; xmm5 *= xmm5 |
+ pmaddwd xmm4, xmm4 |
+ paddd xmm7, xmm5 ; xmm7 += accumulated square column differences |
+ paddd xmm7, xmm4 |
+ |
+ movdqa xmm5, xmm1 ; save xmm1 for use on the next row |
+ |
+ lea rsi, [rsi + rax] |
+ lea rdi, [rdi + rdx] |
+ |
+ sub rcx, 1 ; |
+ jnz vpx_half_horiz_vert_variance16x_h_1 ; |
+ |
+ pxor xmm1, xmm1 |
+ pxor xmm5, xmm5 |
+ |
+ punpcklwd xmm0, xmm6 |
+ punpckhwd xmm1, xmm6 |
+ psrad xmm0, 16 |
+ psrad xmm1, 16 |
+ paddd xmm0, xmm1 |
+ movdqa xmm1, xmm0 |
+ |
+ movdqa xmm6, xmm7 |
+ punpckldq xmm6, xmm5 |
+ punpckhdq xmm7, xmm5 |
+ paddd xmm6, xmm7 |
+ |
+ punpckldq xmm0, xmm5 |
+ punpckhdq xmm1, xmm5 |
+ paddd xmm0, xmm1 |
+ |
+ movdqa xmm7, xmm6 |
+ movdqa xmm1, xmm0 |
+ |
+ psrldq xmm7, 8 |
+ psrldq xmm1, 8 |
+ |
+ paddd xmm6, xmm7 |
+ paddd xmm0, xmm1 |
+ |
+ mov rsi, arg(5) ;[Sum] |
+ mov rdi, arg(6) ;[SSE] |
+ |
+ movd [rsi], xmm0 |
+ movd [rdi], xmm6 |
+ |
+ ; begin epilog |
+ pop rdi |
+ pop rsi |
+ RESTORE_GOT |
+ RESTORE_XMM |
+ UNSHADOW_ARGS |
+ pop rbp |
+ ret |
+ |
+ |
+;void vpx_half_vert_variance16x_h_sse2(unsigned char *ref, |
+; int ref_stride, |
+; unsigned char *src, |
+; int src_stride, |
+; unsigned int height, |
+; int *sum, |
+; unsigned int *sumsquared) |
+global sym(vpx_half_vert_variance16x_h_sse2) PRIVATE |
+sym(vpx_half_vert_variance16x_h_sse2): |
+ push rbp |
+ mov rbp, rsp |
+ SHADOW_ARGS_TO_STACK 7 |
+ SAVE_XMM 7 |
+ GET_GOT rbx |
+ push rsi |
+ push rdi |
+ ; end prolog |
+ |
+ pxor xmm6, xmm6 ; error accumulator |
+ pxor xmm7, xmm7 ; sse eaccumulator |
+ mov rsi, arg(0) ;ref |
+ |
+ mov rdi, arg(2) ;src |
+ movsxd rcx, dword ptr arg(4) ;height |
+ movsxd rax, dword ptr arg(1) ;ref_stride |
+ movsxd rdx, dword ptr arg(3) ;src_stride |
+ |
+ movdqu xmm5, XMMWORD PTR [rsi] |
+ lea rsi, [rsi + rax ] |
+ pxor xmm0, xmm0 |
+ |
+vpx_half_vert_variance16x_h_1: |
+ movdqu xmm3, XMMWORD PTR [rsi] |
+ |
+ pavgb xmm5, xmm3 ; xmm5 = avg(xmm1,xmm3) |
+ movdqa xmm4, xmm5 |
+ punpcklbw xmm5, xmm0 |
+ punpckhbw xmm4, xmm0 |
+ |
+ movq xmm2, QWORD PTR [rdi] |
+ punpcklbw xmm2, xmm0 |
+ psubw xmm5, xmm2 |
+ movq xmm2, QWORD PTR [rdi+8] |
+ punpcklbw xmm2, xmm0 |
+ psubw xmm4, xmm2 |
+ |
+ paddw xmm6, xmm5 ; xmm6 += accumulated column differences |
+ paddw xmm6, xmm4 |
+ pmaddwd xmm5, xmm5 ; xmm5 *= xmm5 |
+ pmaddwd xmm4, xmm4 |
+ paddd xmm7, xmm5 ; xmm7 += accumulated square column differences |
+ paddd xmm7, xmm4 |
+ |
+ movdqa xmm5, xmm3 |
+ |
+ lea rsi, [rsi + rax] |
+ lea rdi, [rdi + rdx] |
+ |
+ sub rcx, 1 |
+ jnz vpx_half_vert_variance16x_h_1 |
+ |
+ pxor xmm1, xmm1 |
+ pxor xmm5, xmm5 |
+ |
+ punpcklwd xmm0, xmm6 |
+ punpckhwd xmm1, xmm6 |
+ psrad xmm0, 16 |
+ psrad xmm1, 16 |
+ paddd xmm0, xmm1 |
+ movdqa xmm1, xmm0 |
+ |
+ movdqa xmm6, xmm7 |
+ punpckldq xmm6, xmm5 |
+ punpckhdq xmm7, xmm5 |
+ paddd xmm6, xmm7 |
+ |
+ punpckldq xmm0, xmm5 |
+ punpckhdq xmm1, xmm5 |
+ paddd xmm0, xmm1 |
+ |
+ movdqa xmm7, xmm6 |
+ movdqa xmm1, xmm0 |
+ |
+ psrldq xmm7, 8 |
+ psrldq xmm1, 8 |
+ |
+ paddd xmm6, xmm7 |
+ paddd xmm0, xmm1 |
+ |
+ mov rsi, arg(5) ;[Sum] |
+ mov rdi, arg(6) ;[SSE] |
+ |
+ movd [rsi], xmm0 |
+ movd [rdi], xmm6 |
+ |
+ ; begin epilog |
+ pop rdi |
+ pop rsi |
+ RESTORE_GOT |
+ RESTORE_XMM |
+ UNSHADOW_ARGS |
+ pop rbp |
+ ret |
+ |
+ |
+;void vpx_half_horiz_variance16x_h_sse2(unsigned char *ref, |
+; int ref_stride |
+; unsigned char *src, |
+; int src_stride, |
+; unsigned int height, |
+; int *sum, |
+; unsigned int *sumsquared) |
+global sym(vpx_half_horiz_variance16x_h_sse2) PRIVATE |
+sym(vpx_half_horiz_variance16x_h_sse2): |
+ push rbp |
+ mov rbp, rsp |
+ SHADOW_ARGS_TO_STACK 7 |
+ SAVE_XMM 7 |
+ GET_GOT rbx |
+ push rsi |
+ push rdi |
+ ; end prolog |
+ |
+ pxor xmm6, xmm6 ; error accumulator |
+ pxor xmm7, xmm7 ; sse eaccumulator |
+ mov rsi, arg(0) ;ref |
+ |
+ mov rdi, arg(2) ;src |
+ movsxd rcx, dword ptr arg(4) ;height |
+ movsxd rax, dword ptr arg(1) ;ref_stride |
+ movsxd rdx, dword ptr arg(3) ;src_stride |
+ |
+ pxor xmm0, xmm0 ; |
+ |
+vpx_half_horiz_variance16x_h_1: |
+ movdqu xmm5, XMMWORD PTR [rsi] ; xmm5 = s0,s1,s2..s15 |
+ movdqu xmm3, XMMWORD PTR [rsi+1] ; xmm3 = s1,s2,s3..s16 |
+ |
+ pavgb xmm5, xmm3 ; xmm5 = avg(xmm1,xmm3) |
+ movdqa xmm1, xmm5 |
+ punpcklbw xmm5, xmm0 ; xmm5 = words of above |
+ punpckhbw xmm1, xmm0 |
+ |
+ movq xmm3, QWORD PTR [rdi] ; xmm3 = d0,d1,d2..d7 |
+ punpcklbw xmm3, xmm0 ; xmm3 = words of above |
+ movq xmm2, QWORD PTR [rdi+8] |
+ punpcklbw xmm2, xmm0 |
+ |
+ psubw xmm5, xmm3 ; xmm5 -= xmm3 |
+ psubw xmm1, xmm2 |
+ paddw xmm6, xmm5 ; xmm6 += accumulated column differences |
+ paddw xmm6, xmm1 |
+ pmaddwd xmm5, xmm5 ; xmm5 *= xmm5 |
+ pmaddwd xmm1, xmm1 |
+ paddd xmm7, xmm5 ; xmm7 += accumulated square column differences |
+ paddd xmm7, xmm1 |
+ |
+ lea rsi, [rsi + rax] |
+ lea rdi, [rdi + rdx] |
+ |
+ sub rcx, 1 ; |
+ jnz vpx_half_horiz_variance16x_h_1 ; |
+ |
+ pxor xmm1, xmm1 |
+ pxor xmm5, xmm5 |
+ |
+ punpcklwd xmm0, xmm6 |
+ punpckhwd xmm1, xmm6 |
+ psrad xmm0, 16 |
+ psrad xmm1, 16 |
+ paddd xmm0, xmm1 |
+ movdqa xmm1, xmm0 |
+ |
+ movdqa xmm6, xmm7 |
+ punpckldq xmm6, xmm5 |
+ punpckhdq xmm7, xmm5 |
+ paddd xmm6, xmm7 |
+ |
+ punpckldq xmm0, xmm5 |
+ punpckhdq xmm1, xmm5 |
+ paddd xmm0, xmm1 |
+ |
+ movdqa xmm7, xmm6 |
+ movdqa xmm1, xmm0 |
+ |
+ psrldq xmm7, 8 |
+ psrldq xmm1, 8 |
+ |
+ paddd xmm6, xmm7 |
+ paddd xmm0, xmm1 |
+ |
+ mov rsi, arg(5) ;[Sum] |
+ mov rdi, arg(6) ;[SSE] |
+ |
+ movd [rsi], xmm0 |
+ movd [rdi], xmm6 |
+ |
+ ; begin epilog |
+ pop rdi |
+ pop rsi |
+ RESTORE_GOT |
+ RESTORE_XMM |
+ UNSHADOW_ARGS |
+ pop rbp |
+ ret |
+ |
+SECTION_RODATA |
+; short xmm_bi_rd[8] = { 64, 64, 64, 64,64, 64, 64, 64}; |
+align 16 |
+xmm_bi_rd: |
+ times 8 dw 64 |
+align 16 |
+vpx_bilinear_filters_sse2: |
+ dw 128, 128, 128, 128, 128, 128, 128, 128, 0, 0, 0, 0, 0, 0, 0, 0 |
+ dw 112, 112, 112, 112, 112, 112, 112, 112, 16, 16, 16, 16, 16, 16, 16, 16 |
+ dw 96, 96, 96, 96, 96, 96, 96, 96, 32, 32, 32, 32, 32, 32, 32, 32 |
+ dw 80, 80, 80, 80, 80, 80, 80, 80, 48, 48, 48, 48, 48, 48, 48, 48 |
+ dw 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64 |
+ dw 48, 48, 48, 48, 48, 48, 48, 48, 80, 80, 80, 80, 80, 80, 80, 80 |
+ dw 32, 32, 32, 32, 32, 32, 32, 32, 96, 96, 96, 96, 96, 96, 96, 96 |
+ dw 16, 16, 16, 16, 16, 16, 16, 16, 112, 112, 112, 112, 112, 112, 112, 112 |