Index: source/libvpx/vp9/decoder/x86/vp9_dequantize_mmx.asm |
=================================================================== |
--- source/libvpx/vp9/decoder/x86/vp9_dequantize_mmx.asm (revision 0) |
+++ source/libvpx/vp9/decoder/x86/vp9_dequantize_mmx.asm (revision 0) |
@@ -0,0 +1,406 @@ |
+; |
+; Copyright (c) 2012 The WebM project authors. All Rights Reserved. |
+; |
+; Use of this source code is governed by a BSD-style license |
+; that can be found in the LICENSE file in the root of the source |
+; tree. An additional intellectual property rights grant can be found |
+; in the file PATENTS. All contributing project authors may |
+; be found in the AUTHORS file in the root of the source tree. |
+; |
+ |
+%include "third_party/x86inc/x86inc.asm" |
+ |
+SECTION_RODATA |
+align 16 |
+x_s1sqr2: times 4 dw 0x8A8C |
+align 16 |
+x_c1sqr2less1: times 4 dw 0x4E7B |
+align 16 |
+pw_16: times 4 dw 16 |
+ |
+SECTION .text |
+ |
+INIT_MMX |
+ |
+ |
+;void dequantize_b_impl_mmx(short *sq, short *dq, short *q) |
+cglobal dequantize_b_impl_mmx, 3,3,0,sq,dq,arg3 |
+ mova m1, [sqq] |
+ pmullw m1, [arg3q+0] ; mm4 *= kernel 0 modifiers. |
+ mova [dqq+ 0], m1 |
+ |
+ mova m1, [sqq+8] |
+ pmullw m1, [arg3q+8] ; mm4 *= kernel 0 modifiers. |
+ mova [dqq+ 8], m1 |
+ |
+ mova m1, [sqq+16] |
+ pmullw m1, [arg3q+16] ; mm4 *= kernel 0 modifiers. |
+ mova [dqq+16], m1 |
+ |
+ mova m1, [sqq+24] |
+ pmullw m1, [arg3q+24] ; mm4 *= kernel 0 modifiers. |
+ mova [dqq+24], m1 |
+ RET |
+ |
+ |
+;void dequant_idct_add_mmx(short *input, short *dq, unsigned char *pred, unsigned char *dest, int pitch, int stride) |
+cglobal dequant_idct_add_mmx, 4,6,0,inp,dq,pred,dest,pit,stride |
+ |
+%if ARCH_X86_64 |
+ movsxd strideq, dword stridem |
+ movsxd pitq, dword pitm |
+%else |
+ mov strideq, stridem |
+ mov pitq, pitm |
+%endif |
+ |
+ mova m0, [inpq+ 0] |
+ pmullw m0, [dqq] |
+ |
+ mova m1, [inpq+ 8] |
+ pmullw m1, [dqq+ 8] |
+ |
+ mova m2, [inpq+16] |
+ pmullw m2, [dqq+16] |
+ |
+ mova m3, [inpq+24] |
+ pmullw m3, [dqq+24] |
+ |
+ pxor m7, m7 |
+ mova [inpq], m7 |
+ mova [inpq+8], m7 |
+ mova [inpq+16], m7 |
+ mova [inpq+24], m7 |
+ |
+ |
+ psubw m0, m2 ; b1= 0-2 |
+ paddw m2, m2 ; |
+ |
+ mova m5, m1 |
+ paddw m2, m0 ; a1 =0+2 |
+ |
+ pmulhw m5, [x_s1sqr2]; |
+ paddw m5, m1 ; ip1 * sin(pi/8) * sqrt(2) |
+ |
+ mova m7, m3 ; |
+ pmulhw m7, [x_c1sqr2less1]; |
+ |
+ paddw m7, m3 ; ip3 * cos(pi/8) * sqrt(2) |
+ psubw m7, m5 ; c1 |
+ |
+ mova m5, m1 |
+ mova m4, m3 |
+ |
+ pmulhw m5, [x_c1sqr2less1] |
+ paddw m5, m1 |
+ |
+ pmulhw m3, [x_s1sqr2] |
+ paddw m3, m4 |
+ |
+ paddw m3, m5 ; d1 |
+ mova m6, m2 ; a1 |
+ |
+ mova m4, m0 ; b1 |
+ paddw m2, m3 ;0 |
+ |
+ paddw m4, m7 ;1 |
+ psubw m0, m7 ;2 |
+ |
+ psubw m6, m3 ;3 |
+ |
+ mova m1, m2 ; 03 02 01 00 |
+ mova m3, m4 ; 23 22 21 20 |
+ |
+ punpcklwd m1, m0 ; 11 01 10 00 |
+ punpckhwd m2, m0 ; 13 03 12 02 |
+ |
+ punpcklwd m3, m6 ; 31 21 30 20 |
+ punpckhwd m4, m6 ; 33 23 32 22 |
+ |
+ mova m0, m1 ; 11 01 10 00 |
+ mova m5, m2 ; 13 03 12 02 |
+ |
+ punpckldq m0, m3 ; 30 20 10 00 |
+ punpckhdq m1, m3 ; 31 21 11 01 |
+ |
+ punpckldq m2, m4 ; 32 22 12 02 |
+ punpckhdq m5, m4 ; 33 23 13 03 |
+ |
+ mova m3, m5 ; 33 23 13 03 |
+ |
+ psubw m0, m2 ; b1= 0-2 |
+ paddw m2, m2 ; |
+ |
+ mova m5, m1 |
+ paddw m2, m0 ; a1 =0+2 |
+ |
+ pmulhw m5, [x_s1sqr2]; |
+ paddw m5, m1 ; ip1 * sin(pi/8) * sqrt(2) |
+ |
+ mova m7, m3 ; |
+ pmulhw m7, [x_c1sqr2less1]; |
+ |
+ paddw m7, m3 ; ip3 * cos(pi/8) * sqrt(2) |
+ psubw m7, m5 ; c1 |
+ |
+ mova m5, m1 |
+ mova m4, m3 |
+ |
+ pmulhw m5, [x_c1sqr2less1] |
+ paddw m5, m1 |
+ |
+ pmulhw m3, [x_s1sqr2] |
+ paddw m3, m4 |
+ |
+ paddw m3, m5 ; d1 |
+ paddw m0, [pw_16] |
+ |
+ paddw m2, [pw_16] |
+ mova m6, m2 ; a1 |
+ |
+ mova m4, m0 ; b1 |
+ paddw m2, m3 ;0 |
+ |
+ paddw m4, m7 ;1 |
+ psubw m0, m7 ;2 |
+ |
+ psubw m6, m3 ;3 |
+ psraw m2, 5 |
+ |
+ psraw m0, 5 |
+ psraw m4, 5 |
+ |
+ psraw m6, 5 |
+ |
+ mova m1, m2 ; 03 02 01 00 |
+ mova m3, m4 ; 23 22 21 20 |
+ |
+ punpcklwd m1, m0 ; 11 01 10 00 |
+ punpckhwd m2, m0 ; 13 03 12 02 |
+ |
+ punpcklwd m3, m6 ; 31 21 30 20 |
+ punpckhwd m4, m6 ; 33 23 32 22 |
+ |
+ mova m0, m1 ; 11 01 10 00 |
+ mova m5, m2 ; 13 03 12 02 |
+ |
+ punpckldq m0, m3 ; 30 20 10 00 |
+ punpckhdq m1, m3 ; 31 21 11 01 |
+ |
+ punpckldq m2, m4 ; 32 22 12 02 |
+ punpckhdq m5, m4 ; 33 23 13 03 |
+ |
+ pxor m7, m7 |
+ |
+ movh m4, [predq] |
+ punpcklbw m4, m7 |
+ paddsw m0, m4 |
+ packuswb m0, m7 |
+ movh [destq], m0 |
+ |
+ movh m4, [predq+pitq] |
+ punpcklbw m4, m7 |
+ paddsw m1, m4 |
+ packuswb m1, m7 |
+ movh [destq+strideq], m1 |
+ |
+ movh m4, [predq+2*pitq] |
+ punpcklbw m4, m7 |
+ paddsw m2, m4 |
+ packuswb m2, m7 |
+ movh [destq+strideq*2], m2 |
+ |
+ add destq, strideq |
+ add predq, pitq |
+ |
+ movh m4, [predq+2*pitq] |
+ punpcklbw m4, m7 |
+ paddsw m5, m4 |
+ packuswb m5, m7 |
+ movh [destq+strideq*2], m5 |
+ RET |
+ |
+ |
+;void dequant_dc_idct_add_mmx(short *input, short *dq, unsigned char *pred, unsigned char *dest, int pitch, int stride, int Dc) |
+cglobal dequant_dc_idct_add_mmx, 4,7,0,inp,dq,pred,dest,pit,stride,Dc |
+ |
+%if ARCH_X86_64 |
+ movsxd strideq, dword stridem |
+ movsxd pitq, dword pitm |
+%else |
+ mov strideq, stridem |
+ mov pitq, pitm |
+%endif |
+ |
+ mov Dcq, Dcm |
+ mova m0, [inpq+ 0] |
+ pmullw m0, [dqq+ 0] |
+ |
+ mova m1, [inpq+ 8] |
+ pmullw m1, [dqq+ 8] |
+ |
+ mova m2, [inpq+16] |
+ pmullw m2, [dqq+16] |
+ |
+ mova m3, [inpq+24] |
+ pmullw m3, [dqq+24] |
+ |
+ pxor m7, m7 |
+ mova [inpq+ 0], m7 |
+ mova [inpq+ 8], m7 |
+ mova [inpq+16], m7 |
+ mova [inpq+24], m7 |
+ |
+ ; move lower word of Dc to lower word of m0 |
+ psrlq m0, 16 |
+ psllq m0, 16 |
+ and Dcq, 0xFFFF ; If Dc < 0, we don't want the full dword precision. |
+ movh m7, Dcq |
+ por m0, m7 |
+ psubw m0, m2 ; b1= 0-2 |
+ paddw m2, m2 ; |
+ |
+ mova m5, m1 |
+ paddw m2, m0 ; a1 =0+2 |
+ |
+ pmulhw m5, [x_s1sqr2]; |
+ paddw m5, m1 ; ip1 * sin(pi/8) * sqrt(2) |
+ |
+ mova m7, m3 ; |
+ pmulhw m7, [x_c1sqr2less1]; |
+ |
+ paddw m7, m3 ; ip3 * cos(pi/8) * sqrt(2) |
+ psubw m7, m5 ; c1 |
+ |
+ mova m5, m1 |
+ mova m4, m3 |
+ |
+ pmulhw m5, [x_c1sqr2less1] |
+ paddw m5, m1 |
+ |
+ pmulhw m3, [x_s1sqr2] |
+ paddw m3, m4 |
+ |
+ paddw m3, m5 ; d1 |
+ mova m6, m2 ; a1 |
+ |
+ mova m4, m0 ; b1 |
+ paddw m2, m3 ;0 |
+ |
+ paddw m4, m7 ;1 |
+ psubw m0, m7 ;2 |
+ |
+ psubw m6, m3 ;3 |
+ |
+ mova m1, m2 ; 03 02 01 00 |
+ mova m3, m4 ; 23 22 21 20 |
+ |
+ punpcklwd m1, m0 ; 11 01 10 00 |
+ punpckhwd m2, m0 ; 13 03 12 02 |
+ |
+ punpcklwd m3, m6 ; 31 21 30 20 |
+ punpckhwd m4, m6 ; 33 23 32 22 |
+ |
+ mova m0, m1 ; 11 01 10 00 |
+ mova m5, m2 ; 13 03 12 02 |
+ |
+ punpckldq m0, m3 ; 30 20 10 00 |
+ punpckhdq m1, m3 ; 31 21 11 01 |
+ |
+ punpckldq m2, m4 ; 32 22 12 02 |
+ punpckhdq m5, m4 ; 33 23 13 03 |
+ |
+ mova m3, m5 ; 33 23 13 03 |
+ |
+ psubw m0, m2 ; b1= 0-2 |
+ paddw m2, m2 ; |
+ |
+ mova m5, m1 |
+ paddw m2, m0 ; a1 =0+2 |
+ |
+ pmulhw m5, [x_s1sqr2]; |
+ paddw m5, m1 ; ip1 * sin(pi/8) * sqrt(2) |
+ |
+ mova m7, m3 ; |
+ pmulhw m7, [x_c1sqr2less1]; |
+ |
+ paddw m7, m3 ; ip3 * cos(pi/8) * sqrt(2) |
+ psubw m7, m5 ; c1 |
+ |
+ mova m5, m1 |
+ mova m4, m3 |
+ |
+ pmulhw m5, [x_c1sqr2less1] |
+ paddw m5, m1 |
+ |
+ pmulhw m3, [x_s1sqr2] |
+ paddw m3, m4 |
+ |
+ paddw m3, m5 ; d1 |
+ paddw m0, [pw_16] |
+ |
+ paddw m2, [pw_16] |
+ mova m6, m2 ; a1 |
+ |
+ mova m4, m0 ; b1 |
+ paddw m2, m3 ;0 |
+ |
+ paddw m4, m7 ;1 |
+ psubw m0, m7 ;2 |
+ |
+ psubw m6, m3 ;3 |
+ psraw m2, 5 |
+ |
+ psraw m0, 5 |
+ psraw m4, 5 |
+ |
+ psraw m6, 5 |
+ |
+ mova m1, m2 ; 03 02 01 00 |
+ mova m3, m4 ; 23 22 21 20 |
+ |
+ punpcklwd m1, m0 ; 11 01 10 00 |
+ punpckhwd m2, m0 ; 13 03 12 02 |
+ |
+ punpcklwd m3, m6 ; 31 21 30 20 |
+ punpckhwd m4, m6 ; 33 23 32 22 |
+ |
+ mova m0, m1 ; 11 01 10 00 |
+ mova m5, m2 ; 13 03 12 02 |
+ |
+ punpckldq m0, m3 ; 30 20 10 00 |
+ punpckhdq m1, m3 ; 31 21 11 01 |
+ |
+ punpckldq m2, m4 ; 32 22 12 02 |
+ punpckhdq m5, m4 ; 33 23 13 03 |
+ |
+ pxor m7, m7 |
+ |
+ movh m4, [predq] |
+ punpcklbw m4, m7 |
+ paddsw m0, m4 |
+ packuswb m0, m7 |
+ movh [destq], m0 |
+ |
+ movh m4, [predq+pitq] |
+ punpcklbw m4, m7 |
+ paddsw m1, m4 |
+ packuswb m1, m7 |
+ movh [destq+strideq], m1 |
+ |
+ movh m4, [predq+2*pitq] |
+ punpcklbw m4, m7 |
+ paddsw m2, m4 |
+ packuswb m2, m7 |
+ movh [destq+strideq*2], m2 |
+ |
+ add destq, strideq |
+ add predq, pitq |
+ |
+ movh m4, [predq+2*pitq] |
+ punpcklbw m4, m7 |
+ paddsw m5, m4 |
+ packuswb m5, m7 |
+ movh [destq+strideq*2], m5 |
+ RET |
+ |