| Index: source/libvpx/vp9/encoder/x86/vp9_fwalsh_sse2.asm
|
| ===================================================================
|
| --- source/libvpx/vp9/encoder/x86/vp9_fwalsh_sse2.asm (revision 0)
|
| +++ source/libvpx/vp9/encoder/x86/vp9_fwalsh_sse2.asm (revision 0)
|
| @@ -0,0 +1,164 @@
|
| +;
|
| +; Copyright (c) 2010 The WebM project authors. All Rights Reserved.
|
| +;
|
| +; Use of this source code is governed by a BSD-style license
|
| +; that can be found in the LICENSE file in the root of the source
|
| +; tree. An additional intellectual property rights grant can be found
|
| +; in the file PATENTS. All contributing project authors may
|
| +; be found in the AUTHORS file in the root of the source tree.
|
| +;
|
| +
|
| +
|
| +%include "vpx_ports/x86_abi_support.asm"
|
| +
|
| +;void vp9_short_walsh4x4_sse2(short *input, short *output, int pitch)
|
| +global sym(vp9_short_walsh4x4_sse2)
|
| +sym(vp9_short_walsh4x4_sse2):
|
| + push rbp
|
| + mov rbp, rsp
|
| + SHADOW_ARGS_TO_STACK 3
|
| + SAVE_XMM 7
|
| + GET_GOT rbx
|
| + push rsi
|
| + push rdi
|
| + ; end prolog
|
| +
|
| + mov rsi, arg(0) ; input
|
| + mov rdi, arg(1) ; output
|
| + movsxd rdx, dword ptr arg(2) ; pitch
|
| +
|
| + ; first for loop
|
| + movq xmm0, MMWORD PTR [rsi] ; load input
|
| + movq xmm1, MMWORD PTR [rsi + rdx]
|
| + lea rsi, [rsi + rdx*2]
|
| + movq xmm2, MMWORD PTR [rsi]
|
| + movq xmm3, MMWORD PTR [rsi + rdx]
|
| +
|
| + punpcklwd xmm0, xmm1
|
| + punpcklwd xmm2, xmm3
|
| +
|
| + movdqa xmm1, xmm0
|
| + punpckldq xmm0, xmm2 ; ip[1] ip[0]
|
| + punpckhdq xmm1, xmm2 ; ip[3] ip[2]
|
| +
|
| + movdqa xmm2, xmm0
|
| + paddw xmm0, xmm1
|
| + psubw xmm2, xmm1
|
| +
|
| + psllw xmm0, 2 ; d1 a1
|
| + psllw xmm2, 2 ; c1 b1
|
| +
|
| + movdqa xmm1, xmm0
|
| + punpcklqdq xmm0, xmm2 ; b1 a1
|
| + punpckhqdq xmm1, xmm2 ; c1 d1
|
| +
|
| + pxor xmm6, xmm6
|
| + movq xmm6, xmm0
|
| + pxor xmm7, xmm7
|
| + pcmpeqw xmm7, xmm6
|
| + paddw xmm7, [GLOBAL(c1)]
|
| +
|
| + movdqa xmm2, xmm0
|
| + paddw xmm0, xmm1 ; b1+c1 a1+d1
|
| + psubw xmm2, xmm1 ; b1-c1 a1-d1
|
| + paddw xmm0, xmm7 ; b1+c1 a1+d1+(a1!=0)
|
| +
|
| + ; second for loop
|
| + ; input: 13 9 5 1 12 8 4 0 (xmm0)
|
| + ; 14 10 6 2 15 11 7 3 (xmm2)
|
| + ; after shuffle:
|
| + ; 13 5 9 1 12 4 8 0 (xmm0)
|
| + ; 14 6 10 2 15 7 11 3 (xmm1)
|
| + pshuflw xmm3, xmm0, 0xd8
|
| + pshufhw xmm0, xmm3, 0xd8
|
| + pshuflw xmm3, xmm2, 0xd8
|
| + pshufhw xmm1, xmm3, 0xd8
|
| +
|
| + movdqa xmm2, xmm0
|
| + pmaddwd xmm0, [GLOBAL(c1)] ; d11 a11 d10 a10
|
| + pmaddwd xmm2, [GLOBAL(cn1)] ; c11 b11 c10 b10
|
| + movdqa xmm3, xmm1
|
| + pmaddwd xmm1, [GLOBAL(c1)] ; d12 a12 d13 a13
|
| + pmaddwd xmm3, [GLOBAL(cn1)] ; c12 b12 c13 b13
|
| +
|
| + pshufd xmm4, xmm0, 0xd8 ; d11 d10 a11 a10
|
| + pshufd xmm5, xmm2, 0xd8 ; c11 c10 b11 b10
|
| + pshufd xmm6, xmm1, 0x72 ; d13 d12 a13 a12
|
| + pshufd xmm7, xmm3, 0x72 ; c13 c12 b13 b12
|
| +
|
| + movdqa xmm0, xmm4
|
| + punpcklqdq xmm0, xmm5 ; b11 b10 a11 a10
|
| + punpckhqdq xmm4, xmm5 ; c11 c10 d11 d10
|
| + movdqa xmm1, xmm6
|
| + punpcklqdq xmm1, xmm7 ; b13 b12 a13 a12
|
| + punpckhqdq xmm6, xmm7 ; c13 c12 d13 d12
|
| +
|
| + movdqa xmm2, xmm0
|
| + paddd xmm0, xmm4 ; b21 b20 a21 a20
|
| + psubd xmm2, xmm4 ; c21 c20 d21 d20
|
| + movdqa xmm3, xmm1
|
| + paddd xmm1, xmm6 ; b23 b22 a23 a22
|
| + psubd xmm3, xmm6 ; c23 c22 d23 d22
|
| +
|
| + pxor xmm4, xmm4
|
| + movdqa xmm5, xmm4
|
| + pcmpgtd xmm4, xmm0
|
| + pcmpgtd xmm5, xmm2
|
| + pand xmm4, [GLOBAL(cd1)]
|
| + pand xmm5, [GLOBAL(cd1)]
|
| +
|
| + pxor xmm6, xmm6
|
| + movdqa xmm7, xmm6
|
| + pcmpgtd xmm6, xmm1
|
| + pcmpgtd xmm7, xmm3
|
| + pand xmm6, [GLOBAL(cd1)]
|
| + pand xmm7, [GLOBAL(cd1)]
|
| +
|
| + paddd xmm0, xmm4
|
| + paddd xmm2, xmm5
|
| + paddd xmm0, [GLOBAL(cd3)]
|
| + paddd xmm2, [GLOBAL(cd3)]
|
| + paddd xmm1, xmm6
|
| + paddd xmm3, xmm7
|
| + paddd xmm1, [GLOBAL(cd3)]
|
| + paddd xmm3, [GLOBAL(cd3)]
|
| +
|
| + psrad xmm0, 3
|
| + psrad xmm1, 3
|
| + psrad xmm2, 3
|
| + psrad xmm3, 3
|
| + movdqa xmm4, xmm0
|
| + punpcklqdq xmm0, xmm1 ; a23 a22 a21 a20
|
| + punpckhqdq xmm4, xmm1 ; b23 b22 b21 b20
|
| + movdqa xmm5, xmm2
|
| + punpckhqdq xmm2, xmm3 ; c23 c22 c21 c20
|
| + punpcklqdq xmm5, xmm3 ; d23 d22 d21 d20
|
| +
|
| + packssdw xmm0, xmm4 ; b23 b22 b21 b20 a23 a22 a21 a20
|
| + packssdw xmm2, xmm5 ; d23 d22 d21 d20 c23 c22 c21 c20
|
| +
|
| + movdqa XMMWORD PTR [rdi], xmm0
|
| + movdqa XMMWORD PTR [rdi + 16], xmm2
|
| +
|
| + ; begin epilog
|
| + pop rdi
|
| + pop rsi
|
| + RESTORE_GOT
|
| + RESTORE_XMM
|
| + UNSHADOW_ARGS
|
| + pop rbp
|
| + ret
|
| +
|
| +SECTION_RODATA
|
| +align 16
|
| +c1:
|
| + dw 0x0001, 0x0001, 0x0001, 0x0001, 0x0001, 0x0001, 0x0001, 0x0001
|
| +align 16
|
| +cn1:
|
| + dw 0x0001, 0xffff, 0x0001, 0xffff, 0x0001, 0xffff, 0x0001, 0xffff
|
| +align 16
|
| +cd1:
|
| + dd 0x00000001, 0x00000001, 0x00000001, 0x00000001
|
| +align 16
|
| +cd3:
|
| + dd 0x00000003, 0x00000003, 0x00000003, 0x00000003
|
|
|