Index: source/libvpx/vp8/encoder/x86/quantize_sse4.asm |
=================================================================== |
--- source/libvpx/vp8/encoder/x86/quantize_sse4.asm (revision 278778) |
+++ source/libvpx/vp8/encoder/x86/quantize_sse4.asm (working copy) |
@@ -1,256 +0,0 @@ |
-; |
-; Copyright (c) 2010 The WebM project authors. All Rights Reserved. |
-; |
-; Use of this source code is governed by a BSD-style license and patent |
-; grant that can be found in the LICENSE file in the root of the source |
-; tree. All contributing project authors may be found in the AUTHORS |
-; file in the root of the source tree. |
-; |
- |
- |
-%include "vpx_ports/x86_abi_support.asm" |
-%include "vp8_asm_enc_offsets.asm" |
- |
- |
-; void vp8_regular_quantize_b_sse4 | arg |
-; (BLOCK *b, | 0 |
-; BLOCKD *d) | 1 |
- |
-global sym(vp8_regular_quantize_b_sse4) PRIVATE |
-sym(vp8_regular_quantize_b_sse4): |
- |
-%if ABI_IS_32BIT |
- push rbp |
- mov rbp, rsp |
- GET_GOT rbx |
- push rdi |
- push rsi |
- |
- ALIGN_STACK 16, rax |
- %define qcoeff 0 ; 32 |
- %define stack_size 32 |
- sub rsp, stack_size |
-%else |
- %if LIBVPX_YASM_WIN64 |
- SAVE_XMM 8, u |
- push rdi |
- push rsi |
- %endif |
-%endif |
- ; end prolog |
- |
-%if ABI_IS_32BIT |
- mov rdi, arg(0) ; BLOCK *b |
- mov rsi, arg(1) ; BLOCKD *d |
-%else |
- %if LIBVPX_YASM_WIN64 |
- mov rdi, rcx ; BLOCK *b |
- mov rsi, rdx ; BLOCKD *d |
- %else |
- ;mov rdi, rdi ; BLOCK *b |
- ;mov rsi, rsi ; BLOCKD *d |
- %endif |
-%endif |
- |
- mov rax, [rdi + vp8_block_coeff] |
- mov rcx, [rdi + vp8_block_zbin] |
- mov rdx, [rdi + vp8_block_round] |
- movd xmm7, [rdi + vp8_block_zbin_extra] |
- |
- ; z |
- movdqa xmm0, [rax] |
- movdqa xmm1, [rax + 16] |
- |
- ; duplicate zbin_oq_value |
- pshuflw xmm7, xmm7, 0 |
- punpcklwd xmm7, xmm7 |
- |
- movdqa xmm2, xmm0 |
- movdqa xmm3, xmm1 |
- |
- ; sz |
- psraw xmm0, 15 |
- psraw xmm1, 15 |
- |
- ; (z ^ sz) |
- pxor xmm2, xmm0 |
- pxor xmm3, xmm1 |
- |
- ; x = abs(z) |
- psubw xmm2, xmm0 |
- psubw xmm3, xmm1 |
- |
- ; zbin |
- movdqa xmm4, [rcx] |
- movdqa xmm5, [rcx + 16] |
- |
- ; *zbin_ptr + zbin_oq_value |
- paddw xmm4, xmm7 |
- paddw xmm5, xmm7 |
- |
- movdqa xmm6, xmm2 |
- movdqa xmm7, xmm3 |
- |
- ; x - (*zbin_ptr + zbin_oq_value) |
- psubw xmm6, xmm4 |
- psubw xmm7, xmm5 |
- |
- ; round |
- movdqa xmm4, [rdx] |
- movdqa xmm5, [rdx + 16] |
- |
- mov rax, [rdi + vp8_block_quant_shift] |
- mov rcx, [rdi + vp8_block_quant] |
- mov rdx, [rdi + vp8_block_zrun_zbin_boost] |
- |
- ; x + round |
- paddw xmm2, xmm4 |
- paddw xmm3, xmm5 |
- |
- ; quant |
- movdqa xmm4, [rcx] |
- movdqa xmm5, [rcx + 16] |
- |
- ; y = x * quant_ptr >> 16 |
- pmulhw xmm4, xmm2 |
- pmulhw xmm5, xmm3 |
- |
- ; y += x |
- paddw xmm2, xmm4 |
- paddw xmm3, xmm5 |
- |
- pxor xmm4, xmm4 |
-%if ABI_IS_32BIT |
- movdqa [rsp + qcoeff], xmm4 |
- movdqa [rsp + qcoeff + 16], xmm4 |
-%else |
- pxor xmm8, xmm8 |
-%endif |
- |
- ; quant_shift |
- movdqa xmm5, [rax] |
- |
- ; zrun_zbin_boost |
- mov rax, rdx |
- |
-%macro ZIGZAG_LOOP 5 |
- ; x |
- pextrw ecx, %4, %2 |
- |
- ; if (x >= zbin) |
- sub cx, WORD PTR[rdx] ; x - zbin |
- lea rdx, [rdx + 2] ; zbin_boost_ptr++ |
- jl .rq_zigzag_loop_%1 ; x < zbin |
- |
- pextrw edi, %3, %2 ; y |
- |
- ; downshift by quant_shift[rc] |
- pextrb ecx, xmm5, %1 ; quant_shift[rc] |
- sar edi, cl ; also sets Z bit |
- je .rq_zigzag_loop_%1 ; !y |
-%if ABI_IS_32BIT |
- mov WORD PTR[rsp + qcoeff + %1 *2], di |
-%else |
- pinsrw %5, edi, %2 ; qcoeff[rc] |
-%endif |
- mov rdx, rax ; reset to b->zrun_zbin_boost |
-.rq_zigzag_loop_%1: |
-%endmacro |
-; in vp8_default_zig_zag1d order: see vp8/common/entropy.c |
-ZIGZAG_LOOP 0, 0, xmm2, xmm6, xmm4 |
-ZIGZAG_LOOP 1, 1, xmm2, xmm6, xmm4 |
-ZIGZAG_LOOP 4, 4, xmm2, xmm6, xmm4 |
-ZIGZAG_LOOP 8, 0, xmm3, xmm7, xmm8 |
-ZIGZAG_LOOP 5, 5, xmm2, xmm6, xmm4 |
-ZIGZAG_LOOP 2, 2, xmm2, xmm6, xmm4 |
-ZIGZAG_LOOP 3, 3, xmm2, xmm6, xmm4 |
-ZIGZAG_LOOP 6, 6, xmm2, xmm6, xmm4 |
-ZIGZAG_LOOP 9, 1, xmm3, xmm7, xmm8 |
-ZIGZAG_LOOP 12, 4, xmm3, xmm7, xmm8 |
-ZIGZAG_LOOP 13, 5, xmm3, xmm7, xmm8 |
-ZIGZAG_LOOP 10, 2, xmm3, xmm7, xmm8 |
-ZIGZAG_LOOP 7, 7, xmm2, xmm6, xmm4 |
-ZIGZAG_LOOP 11, 3, xmm3, xmm7, xmm8 |
-ZIGZAG_LOOP 14, 6, xmm3, xmm7, xmm8 |
-ZIGZAG_LOOP 15, 7, xmm3, xmm7, xmm8 |
- |
- mov rcx, [rsi + vp8_blockd_dequant] |
- mov rdi, [rsi + vp8_blockd_dqcoeff] |
- |
-%if ABI_IS_32BIT |
- movdqa xmm4, [rsp + qcoeff] |
- movdqa xmm5, [rsp + qcoeff + 16] |
-%else |
- %define xmm5 xmm8 |
-%endif |
- |
- ; y ^ sz |
- pxor xmm4, xmm0 |
- pxor xmm5, xmm1 |
- ; x = (y ^ sz) - sz |
- psubw xmm4, xmm0 |
- psubw xmm5, xmm1 |
- |
- ; dequant |
- movdqa xmm0, [rcx] |
- movdqa xmm1, [rcx + 16] |
- |
- mov rcx, [rsi + vp8_blockd_qcoeff] |
- |
- pmullw xmm0, xmm4 |
- pmullw xmm1, xmm5 |
- |
- ; store qcoeff |
- movdqa [rcx], xmm4 |
- movdqa [rcx + 16], xmm5 |
- |
- ; store dqcoeff |
- movdqa [rdi], xmm0 |
- movdqa [rdi + 16], xmm1 |
- |
- mov rcx, [rsi + vp8_blockd_eob] |
- |
- ; select the last value (in zig_zag order) for EOB |
- pxor xmm6, xmm6 |
- pcmpeqw xmm4, xmm6 |
- pcmpeqw xmm5, xmm6 |
- |
- packsswb xmm4, xmm5 |
- pshufb xmm4, [GLOBAL(zig_zag1d)] |
- pmovmskb edx, xmm4 |
- xor rdi, rdi |
- mov eax, -1 |
- xor dx, ax |
- bsr eax, edx |
- sub edi, edx |
- sar edi, 31 |
- add eax, 1 |
- and eax, edi |
- |
- mov BYTE PTR [rcx], al ; store eob |
- |
- ; begin epilog |
-%if ABI_IS_32BIT |
- add rsp, stack_size |
- pop rsp |
- |
- pop rsi |
- pop rdi |
- RESTORE_GOT |
- pop rbp |
-%else |
- %undef xmm5 |
- %if LIBVPX_YASM_WIN64 |
- pop rsi |
- pop rdi |
- RESTORE_XMM |
- %endif |
-%endif |
- |
- ret |
- |
-SECTION_RODATA |
-align 16 |
-; vp8/common/entropy.c: vp8_default_zig_zag1d |
-zig_zag1d: |
- db 0, 1, 4, 8, 5, 2, 3, 6, 9, 12, 13, 10, 7, 11, 14, 15 |