Index: source/libvpx/vp9/encoder/x86/vp9_variance_impl_sse2.asm |
=================================================================== |
--- source/libvpx/vp9/encoder/x86/vp9_variance_impl_sse2.asm (revision 291857) |
+++ source/libvpx/vp9/encoder/x86/vp9_variance_impl_sse2.asm (working copy) |
@@ -1,401 +0,0 @@ |
-; |
-; Copyright (c) 2010 The WebM project authors. All Rights Reserved. |
-; |
-; Use of this source code is governed by a BSD-style license |
-; that can be found in the LICENSE file in the root of the source |
-; tree. An additional intellectual property rights grant can be found |
-; in the file PATENTS. All contributing project authors may |
-; be found in the AUTHORS file in the root of the source tree. |
-; |
- |
- |
-%include "vpx_ports/x86_abi_support.asm" |
- |
-;unsigned int vp9_get_mb_ss_sse2 |
-;( |
-; short *src_ptr |
-;) |
-global sym(vp9_get_mb_ss_sse2) PRIVATE |
-sym(vp9_get_mb_ss_sse2): |
- push rbp |
- mov rbp, rsp |
- SHADOW_ARGS_TO_STACK 1 |
- GET_GOT rbx |
- push rsi |
- push rdi |
- sub rsp, 16 |
- ; end prolog |
- |
- |
- mov rax, arg(0) ;[src_ptr] |
- mov rcx, 8 |
- pxor xmm4, xmm4 |
- |
-.NEXTROW: |
- movdqa xmm0, [rax] |
- movdqa xmm1, [rax+16] |
- movdqa xmm2, [rax+32] |
- movdqa xmm3, [rax+48] |
- pmaddwd xmm0, xmm0 |
- pmaddwd xmm1, xmm1 |
- pmaddwd xmm2, xmm2 |
- pmaddwd xmm3, xmm3 |
- |
- paddd xmm0, xmm1 |
- paddd xmm2, xmm3 |
- paddd xmm4, xmm0 |
- paddd xmm4, xmm2 |
- |
- add rax, 0x40 |
- dec rcx |
- ja .NEXTROW |
- |
- movdqa xmm3,xmm4 |
- psrldq xmm4,8 |
- paddd xmm4,xmm3 |
- movdqa xmm3,xmm4 |
- psrldq xmm4,4 |
- paddd xmm4,xmm3 |
- movq rax,xmm4 |
- |
- |
- ; begin epilog |
- add rsp, 16 |
- pop rdi |
- pop rsi |
- RESTORE_GOT |
- UNSHADOW_ARGS |
- pop rbp |
- ret |
- |
- |
-;unsigned int vp9_get16x16var_sse2 |
-;( |
-; unsigned char * src_ptr, |
-; int source_stride, |
-; unsigned char * ref_ptr, |
-; int recon_stride, |
-; unsigned int * SSE, |
-; int * Sum |
-;) |
-global sym(vp9_get16x16var_sse2) PRIVATE |
-sym(vp9_get16x16var_sse2): |
- push rbp |
- mov rbp, rsp |
- SHADOW_ARGS_TO_STACK 6 |
- SAVE_XMM 7 |
- push rbx |
- push rsi |
- push rdi |
- ; end prolog |
- |
- mov rsi, arg(0) ;[src_ptr] |
- mov rdi, arg(2) ;[ref_ptr] |
- |
- movsxd rax, DWORD PTR arg(1) ;[source_stride] |
- movsxd rdx, DWORD PTR arg(3) ;[recon_stride] |
- |
- ; Prefetch data |
- lea rcx, [rax+rax*2] |
- prefetcht0 [rsi] |
- prefetcht0 [rsi+rax] |
- prefetcht0 [rsi+rax*2] |
- prefetcht0 [rsi+rcx] |
- lea rbx, [rsi+rax*4] |
- prefetcht0 [rbx] |
- prefetcht0 [rbx+rax] |
- prefetcht0 [rbx+rax*2] |
- prefetcht0 [rbx+rcx] |
- |
- lea rcx, [rdx+rdx*2] |
- prefetcht0 [rdi] |
- prefetcht0 [rdi+rdx] |
- prefetcht0 [rdi+rdx*2] |
- prefetcht0 [rdi+rcx] |
- lea rbx, [rdi+rdx*4] |
- prefetcht0 [rbx] |
- prefetcht0 [rbx+rdx] |
- prefetcht0 [rbx+rdx*2] |
- prefetcht0 [rbx+rcx] |
- |
- pxor xmm0, xmm0 ; clear xmm0 for unpack |
- pxor xmm7, xmm7 ; clear xmm7 for accumulating diffs |
- |
- pxor xmm6, xmm6 ; clear xmm6 for accumulating sse |
- mov rcx, 16 |
- |
-.var16loop: |
- movdqu xmm1, XMMWORD PTR [rsi] |
- movdqu xmm2, XMMWORD PTR [rdi] |
- |
- prefetcht0 [rsi+rax*8] |
- prefetcht0 [rdi+rdx*8] |
- |
- movdqa xmm3, xmm1 |
- movdqa xmm4, xmm2 |
- |
- |
- punpcklbw xmm1, xmm0 |
- punpckhbw xmm3, xmm0 |
- |
- punpcklbw xmm2, xmm0 |
- punpckhbw xmm4, xmm0 |
- |
- |
- psubw xmm1, xmm2 |
- psubw xmm3, xmm4 |
- |
- paddw xmm7, xmm1 |
- pmaddwd xmm1, xmm1 |
- |
- paddw xmm7, xmm3 |
- pmaddwd xmm3, xmm3 |
- |
- paddd xmm6, xmm1 |
- paddd xmm6, xmm3 |
- |
- add rsi, rax |
- add rdi, rdx |
- |
- sub rcx, 1 |
- jnz .var16loop |
- |
- |
- movdqa xmm1, xmm6 |
- pxor xmm6, xmm6 |
- |
- pxor xmm5, xmm5 |
- punpcklwd xmm6, xmm7 |
- |
- punpckhwd xmm5, xmm7 |
- psrad xmm5, 16 |
- |
- psrad xmm6, 16 |
- paddd xmm6, xmm5 |
- |
- movdqa xmm2, xmm1 |
- punpckldq xmm1, xmm0 |
- |
- punpckhdq xmm2, xmm0 |
- movdqa xmm7, xmm6 |
- |
- paddd xmm1, xmm2 |
- punpckldq xmm6, xmm0 |
- |
- punpckhdq xmm7, xmm0 |
- paddd xmm6, xmm7 |
- |
- movdqa xmm2, xmm1 |
- movdqa xmm7, xmm6 |
- |
- psrldq xmm1, 8 |
- psrldq xmm6, 8 |
- |
- paddd xmm7, xmm6 |
- paddd xmm1, xmm2 |
- |
- mov rax, arg(5) ;[Sum] |
- mov rdi, arg(4) ;[SSE] |
- |
- movd DWORD PTR [rax], xmm7 |
- movd DWORD PTR [rdi], xmm1 |
- |
- |
- ; begin epilog |
- pop rdi |
- pop rsi |
- pop rbx |
- RESTORE_XMM |
- UNSHADOW_ARGS |
- pop rbp |
- ret |
- |
- |
- |
- |
-;unsigned int vp9_get8x8var_sse2 |
-;( |
-; unsigned char * src_ptr, |
-; int source_stride, |
-; unsigned char * ref_ptr, |
-; int recon_stride, |
-; unsigned int * SSE, |
-; int * Sum |
-;) |
-global sym(vp9_get8x8var_sse2) PRIVATE |
-sym(vp9_get8x8var_sse2): |
- push rbp |
- mov rbp, rsp |
- SHADOW_ARGS_TO_STACK 6 |
- SAVE_XMM 7 |
- GET_GOT rbx |
- push rsi |
- push rdi |
- sub rsp, 16 |
- ; end prolog |
- |
- mov rsi, arg(0) ;[src_ptr] |
- mov rdi, arg(2) ;[ref_ptr] |
- |
- movsxd rax, DWORD PTR arg(1) ;[source_stride] |
- movsxd rdx, DWORD PTR arg(3) ;[recon_stride] |
- |
- pxor xmm0, xmm0 ; clear xmm0 for unpack |
- pxor xmm7, xmm7 ; clear xmm7 for accumulating diffs |
- |
- movq xmm1, QWORD PTR [rsi] |
- movq xmm2, QWORD PTR [rdi] |
- |
- punpcklbw xmm1, xmm0 |
- punpcklbw xmm2, xmm0 |
- |
- psubsw xmm1, xmm2 |
- paddw xmm7, xmm1 |
- |
- pmaddwd xmm1, xmm1 |
- |
- movq xmm2, QWORD PTR[rsi + rax] |
- movq xmm3, QWORD PTR[rdi + rdx] |
- |
- punpcklbw xmm2, xmm0 |
- punpcklbw xmm3, xmm0 |
- |
- psubsw xmm2, xmm3 |
- paddw xmm7, xmm2 |
- |
- pmaddwd xmm2, xmm2 |
- paddd xmm1, xmm2 |
- |
- |
- movq xmm2, QWORD PTR[rsi + rax * 2] |
- movq xmm3, QWORD PTR[rdi + rdx * 2] |
- |
- punpcklbw xmm2, xmm0 |
- punpcklbw xmm3, xmm0 |
- |
- psubsw xmm2, xmm3 |
- paddw xmm7, xmm2 |
- |
- pmaddwd xmm2, xmm2 |
- paddd xmm1, xmm2 |
- |
- |
- lea rsi, [rsi + rax * 2] |
- lea rdi, [rdi + rdx * 2] |
- movq xmm2, QWORD PTR[rsi + rax] |
- movq xmm3, QWORD PTR[rdi + rdx] |
- |
- punpcklbw xmm2, xmm0 |
- punpcklbw xmm3, xmm0 |
- |
- psubsw xmm2, xmm3 |
- paddw xmm7, xmm2 |
- |
- pmaddwd xmm2, xmm2 |
- paddd xmm1, xmm2 |
- |
- movq xmm2, QWORD PTR[rsi + rax *2] |
- movq xmm3, QWORD PTR[rdi + rdx *2] |
- |
- punpcklbw xmm2, xmm0 |
- punpcklbw xmm3, xmm0 |
- |
- psubsw xmm2, xmm3 |
- paddw xmm7, xmm2 |
- |
- pmaddwd xmm2, xmm2 |
- paddd xmm1, xmm2 |
- |
- |
- lea rsi, [rsi + rax * 2] |
- lea rdi, [rdi + rdx * 2] |
- |
- |
- movq xmm2, QWORD PTR[rsi + rax] |
- movq xmm3, QWORD PTR[rdi + rdx] |
- |
- punpcklbw xmm2, xmm0 |
- punpcklbw xmm3, xmm0 |
- |
- psubsw xmm2, xmm3 |
- paddw xmm7, xmm2 |
- |
- pmaddwd xmm2, xmm2 |
- paddd xmm1, xmm2 |
- |
- movq xmm2, QWORD PTR[rsi + rax *2] |
- movq xmm3, QWORD PTR[rdi + rdx *2] |
- |
- punpcklbw xmm2, xmm0 |
- punpcklbw xmm3, xmm0 |
- |
- psubsw xmm2, xmm3 |
- paddw xmm7, xmm2 |
- |
- pmaddwd xmm2, xmm2 |
- paddd xmm1, xmm2 |
- |
- |
- lea rsi, [rsi + rax * 2] |
- lea rdi, [rdi + rdx * 2] |
- |
- movq xmm2, QWORD PTR[rsi + rax] |
- movq xmm3, QWORD PTR[rdi + rdx] |
- |
- punpcklbw xmm2, xmm0 |
- punpcklbw xmm3, xmm0 |
- |
- psubsw xmm2, xmm3 |
- paddw xmm7, xmm2 |
- |
- pmaddwd xmm2, xmm2 |
- paddd xmm1, xmm2 |
- |
- |
- movdqa xmm6, xmm7 |
- punpcklwd xmm6, xmm0 |
- |
- punpckhwd xmm7, xmm0 |
- movdqa xmm2, xmm1 |
- |
- paddw xmm6, xmm7 |
- punpckldq xmm1, xmm0 |
- |
- punpckhdq xmm2, xmm0 |
- movdqa xmm7, xmm6 |
- |
- paddd xmm1, xmm2 |
- punpckldq xmm6, xmm0 |
- |
- punpckhdq xmm7, xmm0 |
- paddw xmm6, xmm7 |
- |
- movdqa xmm2, xmm1 |
- movdqa xmm7, xmm6 |
- |
- psrldq xmm1, 8 |
- psrldq xmm6, 8 |
- |
- paddw xmm7, xmm6 |
- paddd xmm1, xmm2 |
- |
- mov rax, arg(5) ;[Sum] |
- mov rdi, arg(4) ;[SSE] |
- |
- movq rdx, xmm7 |
- movsx rcx, dx |
- |
- mov dword ptr [rax], ecx |
- movd DWORD PTR [rdi], xmm1 |
- |
- ; begin epilog |
- add rsp, 16 |
- pop rdi |
- pop rsi |
- RESTORE_GOT |
- RESTORE_XMM |
- UNSHADOW_ARGS |
- pop rbp |
- ret |
- |
- |