| Index: source/libvpx/vp9/encoder/x86/vp9_variance_impl_mmx.asm
|
| ===================================================================
|
| --- source/libvpx/vp9/encoder/x86/vp9_variance_impl_mmx.asm (revision 291857)
|
| +++ source/libvpx/vp9/encoder/x86/vp9_variance_impl_mmx.asm (working copy)
|
| @@ -1,510 +0,0 @@
|
| -;
|
| -; Copyright (c) 2010 The WebM project authors. All Rights Reserved.
|
| -;
|
| -; Use of this source code is governed by a BSD-style license
|
| -; that can be found in the LICENSE file in the root of the source
|
| -; tree. An additional intellectual property rights grant can be found
|
| -; in the file PATENTS. All contributing project authors may
|
| -; be found in the AUTHORS file in the root of the source tree.
|
| -;
|
| -
|
| -
|
| -%include "vpx_ports/x86_abi_support.asm"
|
| -
|
| -;unsigned int vp9_get_mb_ss_mmx( short *src_ptr )
|
| -global sym(vp9_get_mb_ss_mmx) PRIVATE
|
| -sym(vp9_get_mb_ss_mmx):
|
| - push rbp
|
| - mov rbp, rsp
|
| - SHADOW_ARGS_TO_STACK 7
|
| - GET_GOT rbx
|
| - push rsi
|
| - push rdi
|
| - sub rsp, 8
|
| - ; end prolog
|
| -
|
| - mov rax, arg(0) ;src_ptr
|
| - mov rcx, 16
|
| - pxor mm4, mm4
|
| -
|
| -.NEXTROW:
|
| - movq mm0, [rax]
|
| - movq mm1, [rax+8]
|
| - movq mm2, [rax+16]
|
| - movq mm3, [rax+24]
|
| - pmaddwd mm0, mm0
|
| - pmaddwd mm1, mm1
|
| - pmaddwd mm2, mm2
|
| - pmaddwd mm3, mm3
|
| -
|
| - paddd mm4, mm0
|
| - paddd mm4, mm1
|
| - paddd mm4, mm2
|
| - paddd mm4, mm3
|
| -
|
| - add rax, 32
|
| - dec rcx
|
| - ja .NEXTROW
|
| - movq QWORD PTR [rsp], mm4
|
| -
|
| - ;return sum[0]+sum[1];
|
| - movsxd rax, dword ptr [rsp]
|
| - movsxd rcx, dword ptr [rsp+4]
|
| - add rax, rcx
|
| -
|
| -
|
| - ; begin epilog
|
| - add rsp, 8
|
| - pop rdi
|
| - pop rsi
|
| - RESTORE_GOT
|
| - UNSHADOW_ARGS
|
| - pop rbp
|
| - ret
|
| -
|
| -
|
| -;unsigned int vp9_get8x8var_mmx
|
| -;(
|
| -; unsigned char *src_ptr,
|
| -; int source_stride,
|
| -; unsigned char *ref_ptr,
|
| -; int recon_stride,
|
| -; unsigned int *SSE,
|
| -; int *Sum
|
| -;)
|
| -global sym(vp9_get8x8var_mmx) PRIVATE
|
| -sym(vp9_get8x8var_mmx):
|
| - push rbp
|
| - mov rbp, rsp
|
| - SHADOW_ARGS_TO_STACK 6
|
| - push rsi
|
| - push rdi
|
| - push rbx
|
| - sub rsp, 16
|
| - ; end prolog
|
| -
|
| -
|
| - pxor mm5, mm5 ; Blank mmx6
|
| - pxor mm6, mm6 ; Blank mmx7
|
| - pxor mm7, mm7 ; Blank mmx7
|
| -
|
| - mov rax, arg(0) ;[src_ptr] ; Load base addresses
|
| - mov rbx, arg(2) ;[ref_ptr]
|
| - movsxd rcx, dword ptr arg(1) ;[source_stride]
|
| - movsxd rdx, dword ptr arg(3) ;[recon_stride]
|
| -
|
| - ; Row 1
|
| - movq mm0, [rax] ; Copy eight bytes to mm0
|
| - movq mm1, [rbx] ; Copy eight bytes to mm1
|
| - movq mm2, mm0 ; Take copies
|
| - movq mm3, mm1 ; Take copies
|
| -
|
| - punpcklbw mm0, mm6 ; unpack to higher prrcision
|
| - punpcklbw mm1, mm6
|
| - punpckhbw mm2, mm6 ; unpack to higher prrcision
|
| - punpckhbw mm3, mm6
|
| - psubsw mm0, mm1 ; A-B (low order) to MM0
|
| - psubsw mm2, mm3 ; A-B (high order) to MM2
|
| -
|
| - paddw mm5, mm0 ; accumulate differences in mm5
|
| - paddw mm5, mm2 ; accumulate differences in mm5
|
| -
|
| - pmaddwd mm0, mm0 ; square and accumulate
|
| - pmaddwd mm2, mm2 ; square and accumulate
|
| - add rbx,rdx ; Inc pointer into ref data
|
| - add rax,rcx ; Inc pointer into the new data
|
| - movq mm1, [rbx] ; Copy eight bytes to mm1
|
| - paddd mm7, mm0 ; accumulate in mm7
|
| - paddd mm7, mm2 ; accumulate in mm7
|
| -
|
| -
|
| - ; Row 2
|
| - movq mm0, [rax] ; Copy eight bytes to mm0
|
| - movq mm2, mm0 ; Take copies
|
| - movq mm3, mm1 ; Take copies
|
| -
|
| - punpcklbw mm0, mm6 ; unpack to higher prrcision
|
| - punpcklbw mm1, mm6
|
| - punpckhbw mm2, mm6 ; unpack to higher prrcision
|
| - punpckhbw mm3, mm6
|
| - psubsw mm0, mm1 ; A-B (low order) to MM0
|
| - psubsw mm2, mm3 ; A-B (high order) to MM2
|
| -
|
| - paddw mm5, mm0 ; accumulate differences in mm5
|
| - paddw mm5, mm2 ; accumulate differences in mm5
|
| -
|
| - pmaddwd mm0, mm0 ; square and accumulate
|
| - pmaddwd mm2, mm2 ; square and accumulate
|
| - add rbx,rdx ; Inc pointer into ref data
|
| - add rax,rcx ; Inc pointer into the new data
|
| - movq mm1, [rbx] ; Copy eight bytes to mm1
|
| - paddd mm7, mm0 ; accumulate in mm7
|
| - paddd mm7, mm2 ; accumulate in mm7
|
| -
|
| - ; Row 3
|
| - movq mm0, [rax] ; Copy eight bytes to mm0
|
| - movq mm2, mm0 ; Take copies
|
| - movq mm3, mm1 ; Take copies
|
| -
|
| - punpcklbw mm0, mm6 ; unpack to higher prrcision
|
| - punpcklbw mm1, mm6
|
| - punpckhbw mm2, mm6 ; unpack to higher prrcision
|
| - punpckhbw mm3, mm6
|
| - psubsw mm0, mm1 ; A-B (low order) to MM0
|
| - psubsw mm2, mm3 ; A-B (high order) to MM2
|
| -
|
| - paddw mm5, mm0 ; accumulate differences in mm5
|
| - paddw mm5, mm2 ; accumulate differences in mm5
|
| -
|
| - pmaddwd mm0, mm0 ; square and accumulate
|
| - pmaddwd mm2, mm2 ; square and accumulate
|
| - add rbx,rdx ; Inc pointer into ref data
|
| - add rax,rcx ; Inc pointer into the new data
|
| - movq mm1, [rbx] ; Copy eight bytes to mm1
|
| - paddd mm7, mm0 ; accumulate in mm7
|
| - paddd mm7, mm2 ; accumulate in mm7
|
| -
|
| - ; Row 4
|
| - movq mm0, [rax] ; Copy eight bytes to mm0
|
| - movq mm2, mm0 ; Take copies
|
| - movq mm3, mm1 ; Take copies
|
| -
|
| - punpcklbw mm0, mm6 ; unpack to higher prrcision
|
| - punpcklbw mm1, mm6
|
| - punpckhbw mm2, mm6 ; unpack to higher prrcision
|
| - punpckhbw mm3, mm6
|
| - psubsw mm0, mm1 ; A-B (low order) to MM0
|
| - psubsw mm2, mm3 ; A-B (high order) to MM2
|
| -
|
| - paddw mm5, mm0 ; accumulate differences in mm5
|
| - paddw mm5, mm2 ; accumulate differences in mm5
|
| -
|
| - pmaddwd mm0, mm0 ; square and accumulate
|
| - pmaddwd mm2, mm2 ; square and accumulate
|
| - add rbx,rdx ; Inc pointer into ref data
|
| - add rax,rcx ; Inc pointer into the new data
|
| - movq mm1, [rbx] ; Copy eight bytes to mm1
|
| - paddd mm7, mm0 ; accumulate in mm7
|
| - paddd mm7, mm2 ; accumulate in mm7
|
| -
|
| - ; Row 5
|
| - movq mm0, [rax] ; Copy eight bytes to mm0
|
| - movq mm2, mm0 ; Take copies
|
| - movq mm3, mm1 ; Take copies
|
| -
|
| - punpcklbw mm0, mm6 ; unpack to higher prrcision
|
| - punpcklbw mm1, mm6
|
| - punpckhbw mm2, mm6 ; unpack to higher prrcision
|
| - punpckhbw mm3, mm6
|
| - psubsw mm0, mm1 ; A-B (low order) to MM0
|
| - psubsw mm2, mm3 ; A-B (high order) to MM2
|
| -
|
| - paddw mm5, mm0 ; accumulate differences in mm5
|
| - paddw mm5, mm2 ; accumulate differences in mm5
|
| -
|
| - pmaddwd mm0, mm0 ; square and accumulate
|
| - pmaddwd mm2, mm2 ; square and accumulate
|
| - add rbx,rdx ; Inc pointer into ref data
|
| - add rax,rcx ; Inc pointer into the new data
|
| - movq mm1, [rbx] ; Copy eight bytes to mm1
|
| - ; movq mm4, [rbx + rdx]
|
| - paddd mm7, mm0 ; accumulate in mm7
|
| - paddd mm7, mm2 ; accumulate in mm7
|
| -
|
| - ; Row 6
|
| - movq mm0, [rax] ; Copy eight bytes to mm0
|
| - movq mm2, mm0 ; Take copies
|
| - movq mm3, mm1 ; Take copies
|
| -
|
| - punpcklbw mm0, mm6 ; unpack to higher prrcision
|
| - punpcklbw mm1, mm6
|
| - punpckhbw mm2, mm6 ; unpack to higher prrcision
|
| - punpckhbw mm3, mm6
|
| - psubsw mm0, mm1 ; A-B (low order) to MM0
|
| - psubsw mm2, mm3 ; A-B (high order) to MM2
|
| -
|
| - paddw mm5, mm0 ; accumulate differences in mm5
|
| - paddw mm5, mm2 ; accumulate differences in mm5
|
| -
|
| - pmaddwd mm0, mm0 ; square and accumulate
|
| - pmaddwd mm2, mm2 ; square and accumulate
|
| - add rbx,rdx ; Inc pointer into ref data
|
| - add rax,rcx ; Inc pointer into the new data
|
| - movq mm1, [rbx] ; Copy eight bytes to mm1
|
| - paddd mm7, mm0 ; accumulate in mm7
|
| - paddd mm7, mm2 ; accumulate in mm7
|
| -
|
| - ; Row 7
|
| - movq mm0, [rax] ; Copy eight bytes to mm0
|
| - movq mm2, mm0 ; Take copies
|
| - movq mm3, mm1 ; Take copies
|
| -
|
| - punpcklbw mm0, mm6 ; unpack to higher prrcision
|
| - punpcklbw mm1, mm6
|
| - punpckhbw mm2, mm6 ; unpack to higher prrcision
|
| - punpckhbw mm3, mm6
|
| - psubsw mm0, mm1 ; A-B (low order) to MM0
|
| - psubsw mm2, mm3 ; A-B (high order) to MM2
|
| -
|
| - paddw mm5, mm0 ; accumulate differences in mm5
|
| - paddw mm5, mm2 ; accumulate differences in mm5
|
| -
|
| - pmaddwd mm0, mm0 ; square and accumulate
|
| - pmaddwd mm2, mm2 ; square and accumulate
|
| - add rbx,rdx ; Inc pointer into ref data
|
| - add rax,rcx ; Inc pointer into the new data
|
| - movq mm1, [rbx] ; Copy eight bytes to mm1
|
| - paddd mm7, mm0 ; accumulate in mm7
|
| - paddd mm7, mm2 ; accumulate in mm7
|
| -
|
| - ; Row 8
|
| - movq mm0, [rax] ; Copy eight bytes to mm0
|
| - movq mm2, mm0 ; Take copies
|
| - movq mm3, mm1 ; Take copies
|
| -
|
| - punpcklbw mm0, mm6 ; unpack to higher prrcision
|
| - punpcklbw mm1, mm6
|
| - punpckhbw mm2, mm6 ; unpack to higher prrcision
|
| - punpckhbw mm3, mm6
|
| - psubsw mm0, mm1 ; A-B (low order) to MM0
|
| - psubsw mm2, mm3 ; A-B (high order) to MM2
|
| -
|
| - paddw mm5, mm0 ; accumulate differences in mm5
|
| - paddw mm5, mm2 ; accumulate differences in mm5
|
| -
|
| - pmaddwd mm0, mm0 ; square and accumulate
|
| - pmaddwd mm2, mm2 ; square and accumulate
|
| - add rbx,rdx ; Inc pointer into ref data
|
| - add rax,rcx ; Inc pointer into the new data
|
| - paddd mm7, mm0 ; accumulate in mm7
|
| - paddd mm7, mm2 ; accumulate in mm7
|
| -
|
| - ; Now accumulate the final results.
|
| - movq QWORD PTR [rsp+8], mm5 ; copy back accumulated results into normal memory
|
| - movq QWORD PTR [rsp], mm7 ; copy back accumulated results into normal memory
|
| - movsx rdx, WORD PTR [rsp+8]
|
| - movsx rcx, WORD PTR [rsp+10]
|
| - movsx rbx, WORD PTR [rsp+12]
|
| - movsx rax, WORD PTR [rsp+14]
|
| - add rdx, rcx
|
| - add rbx, rax
|
| - add rdx, rbx ;XSum
|
| - movsxd rax, DWORD PTR [rsp]
|
| - movsxd rcx, DWORD PTR [rsp+4]
|
| - add rax, rcx ;XXSum
|
| - mov rsi, arg(4) ;SSE
|
| - mov rdi, arg(5) ;Sum
|
| - mov dword ptr [rsi], eax
|
| - mov dword ptr [rdi], edx
|
| - xor rax, rax ; return 0
|
| -
|
| -
|
| - ; begin epilog
|
| - add rsp, 16
|
| - pop rbx
|
| - pop rdi
|
| - pop rsi
|
| - UNSHADOW_ARGS
|
| - pop rbp
|
| - ret
|
| -
|
| -
|
| -
|
| -;unsigned int
|
| -;vp9_get4x4var_mmx
|
| -;(
|
| -; unsigned char *src_ptr,
|
| -; int source_stride,
|
| -; unsigned char *ref_ptr,
|
| -; int recon_stride,
|
| -; unsigned int *SSE,
|
| -; int *Sum
|
| -;)
|
| -global sym(vp9_get4x4var_mmx) PRIVATE
|
| -sym(vp9_get4x4var_mmx):
|
| - push rbp
|
| - mov rbp, rsp
|
| - SHADOW_ARGS_TO_STACK 6
|
| - push rsi
|
| - push rdi
|
| - push rbx
|
| - sub rsp, 16
|
| - ; end prolog
|
| -
|
| -
|
| - pxor mm5, mm5 ; Blank mmx6
|
| - pxor mm6, mm6 ; Blank mmx7
|
| - pxor mm7, mm7 ; Blank mmx7
|
| -
|
| - mov rax, arg(0) ;[src_ptr] ; Load base addresses
|
| - mov rbx, arg(2) ;[ref_ptr]
|
| - movsxd rcx, dword ptr arg(1) ;[source_stride]
|
| - movsxd rdx, dword ptr arg(3) ;[recon_stride]
|
| -
|
| - ; Row 1
|
| - movd mm0, [rax] ; Copy 4 bytes to mm0
|
| - movd mm1, [rbx] ; Copy 4 bytes to mm1
|
| - punpcklbw mm0, mm6 ; unpack to higher prrcision
|
| - punpcklbw mm1, mm6
|
| - psubsw mm0, mm1 ; A-B (low order) to MM0
|
| - paddw mm5, mm0 ; accumulate differences in mm5
|
| - pmaddwd mm0, mm0 ; square and accumulate
|
| - add rbx,rdx ; Inc pointer into ref data
|
| - add rax,rcx ; Inc pointer into the new data
|
| - movd mm1, [rbx] ; Copy 4 bytes to mm1
|
| - paddd mm7, mm0 ; accumulate in mm7
|
| -
|
| -
|
| - ; Row 2
|
| - movd mm0, [rax] ; Copy 4 bytes to mm0
|
| - punpcklbw mm0, mm6 ; unpack to higher prrcision
|
| - punpcklbw mm1, mm6
|
| - psubsw mm0, mm1 ; A-B (low order) to MM0
|
| - paddw mm5, mm0 ; accumulate differences in mm5
|
| -
|
| - pmaddwd mm0, mm0 ; square and accumulate
|
| - add rbx,rdx ; Inc pointer into ref data
|
| - add rax,rcx ; Inc pointer into the new data
|
| - movd mm1, [rbx] ; Copy 4 bytes to mm1
|
| - paddd mm7, mm0 ; accumulate in mm7
|
| -
|
| - ; Row 3
|
| - movd mm0, [rax] ; Copy 4 bytes to mm0
|
| - punpcklbw mm0, mm6 ; unpack to higher prrcision
|
| - punpcklbw mm1, mm6
|
| - psubsw mm0, mm1 ; A-B (low order) to MM0
|
| - paddw mm5, mm0 ; accumulate differences in mm5
|
| -
|
| - pmaddwd mm0, mm0 ; square and accumulate
|
| - add rbx,rdx ; Inc pointer into ref data
|
| - add rax,rcx ; Inc pointer into the new data
|
| - movd mm1, [rbx] ; Copy 4 bytes to mm1
|
| - paddd mm7, mm0 ; accumulate in mm7
|
| -
|
| - ; Row 4
|
| - movd mm0, [rax] ; Copy 4 bytes to mm0
|
| -
|
| - punpcklbw mm0, mm6 ; unpack to higher prrcision
|
| - punpcklbw mm1, mm6
|
| - psubsw mm0, mm1 ; A-B (low order) to MM0
|
| -
|
| - paddw mm5, mm0 ; accumulate differences in mm5
|
| -
|
| - pmaddwd mm0, mm0 ; square and accumulate
|
| - paddd mm7, mm0 ; accumulate in mm7
|
| -
|
| -
|
| - ; Now accumulate the final results.
|
| - movq QWORD PTR [rsp+8], mm5 ; copy back accumulated results into normal memory
|
| - movq QWORD PTR [rsp], mm7 ; copy back accumulated results into normal memory
|
| - movsx rdx, WORD PTR [rsp+8]
|
| - movsx rcx, WORD PTR [rsp+10]
|
| - movsx rbx, WORD PTR [rsp+12]
|
| - movsx rax, WORD PTR [rsp+14]
|
| - add rdx, rcx
|
| - add rbx, rax
|
| - add rdx, rbx ;XSum
|
| - movsxd rax, DWORD PTR [rsp]
|
| - movsxd rcx, DWORD PTR [rsp+4]
|
| - add rax, rcx ;XXSum
|
| - mov rsi, arg(4) ;SSE
|
| - mov rdi, arg(5) ;Sum
|
| - mov dword ptr [rsi], eax
|
| - mov dword ptr [rdi], edx
|
| - xor rax, rax ; return 0
|
| -
|
| -
|
| - ; begin epilog
|
| - add rsp, 16
|
| - pop rbx
|
| - pop rdi
|
| - pop rsi
|
| - UNSHADOW_ARGS
|
| - pop rbp
|
| - ret
|
| -
|
| -
|
| -
|
| -;unsigned int
|
| -;vp9_get4x4sse_cs_mmx
|
| -;(
|
| -; unsigned char *src_ptr,
|
| -; int source_stride,
|
| -; unsigned char *ref_ptr,
|
| -; int recon_stride
|
| -;)
|
| -global sym(vp9_get4x4sse_cs_mmx) PRIVATE
|
| -sym(vp9_get4x4sse_cs_mmx):
|
| - push rbp
|
| - mov rbp, rsp
|
| - SHADOW_ARGS_TO_STACK 4
|
| - push rsi
|
| - push rdi
|
| - push rbx
|
| - ; end prolog
|
| -
|
| -
|
| - pxor mm6, mm6 ; Blank mmx7
|
| - pxor mm7, mm7 ; Blank mmx7
|
| -
|
| - mov rax, arg(0) ;[src_ptr] ; Load base addresses
|
| - mov rbx, arg(2) ;[ref_ptr]
|
| - movsxd rcx, dword ptr arg(1) ;[source_stride]
|
| - movsxd rdx, dword ptr arg(3) ;[recon_stride]
|
| - ; Row 1
|
| - movd mm0, [rax] ; Copy eight bytes to mm0
|
| - movd mm1, [rbx] ; Copy eight bytes to mm1
|
| - punpcklbw mm0, mm6 ; unpack to higher prrcision
|
| - punpcklbw mm1, mm6
|
| - psubsw mm0, mm1 ; A-B (low order) to MM0
|
| - pmaddwd mm0, mm0 ; square and accumulate
|
| - add rbx,rdx ; Inc pointer into ref data
|
| - add rax,rcx ; Inc pointer into the new data
|
| - movd mm1, [rbx] ; Copy eight bytes to mm1
|
| - paddd mm7, mm0 ; accumulate in mm7
|
| -
|
| - ; Row 2
|
| - movd mm0, [rax] ; Copy eight bytes to mm0
|
| - punpcklbw mm0, mm6 ; unpack to higher prrcision
|
| - punpcklbw mm1, mm6
|
| - psubsw mm0, mm1 ; A-B (low order) to MM0
|
| - pmaddwd mm0, mm0 ; square and accumulate
|
| - add rbx,rdx ; Inc pointer into ref data
|
| - add rax,rcx ; Inc pointer into the new data
|
| - movd mm1, [rbx] ; Copy eight bytes to mm1
|
| - paddd mm7, mm0 ; accumulate in mm7
|
| -
|
| - ; Row 3
|
| - movd mm0, [rax] ; Copy eight bytes to mm0
|
| - punpcklbw mm1, mm6
|
| - punpcklbw mm0, mm6 ; unpack to higher prrcision
|
| - psubsw mm0, mm1 ; A-B (low order) to MM0
|
| -
|
| - pmaddwd mm0, mm0 ; square and accumulate
|
| - add rbx,rdx ; Inc pointer into ref data
|
| - add rax,rcx ; Inc pointer into the new data
|
| - movd mm1, [rbx] ; Copy eight bytes to mm1
|
| - paddd mm7, mm0 ; accumulate in mm7
|
| -
|
| - ; Row 4
|
| - movd mm0, [rax] ; Copy eight bytes to mm0
|
| - punpcklbw mm0, mm6 ; unpack to higher prrcision
|
| - punpcklbw mm1, mm6
|
| - psubsw mm0, mm1 ; A-B (low order) to MM0
|
| - pmaddwd mm0, mm0 ; square and accumulate
|
| - paddd mm7, mm0 ; accumulate in mm7
|
| -
|
| - movq mm0, mm7 ;
|
| - psrlq mm7, 32
|
| -
|
| - paddd mm0, mm7
|
| - movq rax, mm0
|
| -
|
| -
|
| - ; begin epilog
|
| - pop rbx
|
| - pop rdi
|
| - pop rsi
|
| - UNSHADOW_ARGS
|
| - pop rbp
|
| - ret
|
|
|
Chromium Code Reviews
Issue 554673004:
libvpx: Pull from upstream (Closed)
Base URL: svn://svn.chromium.org/chrome/trunk/deps/third_party/libvpx/