OLD | NEW |
| (Empty) |
1 ; | |
2 ; Copyright (c) 2010 The WebM project authors. All Rights Reserved. | |
3 ; | |
4 ; Use of this source code is governed by a BSD-style license and patent | |
5 ; grant that can be found in the LICENSE file in the root of the source | |
6 ; tree. All contributing project authors may be found in the AUTHORS | |
7 ; file in the root of the source tree. | |
8 ; | |
9 | |
10 | |
11 %include "vpx_ports/x86_abi_support.asm" | |
12 %include "vp8_asm_enc_offsets.asm" | |
13 | |
14 | |
15 ; void vp8_regular_quantize_b_sse4 | arg | |
16 ; (BLOCK *b, | 0 | |
17 ; BLOCKD *d) | 1 | |
18 | |
19 global sym(vp8_regular_quantize_b_sse4) PRIVATE | |
20 sym(vp8_regular_quantize_b_sse4): | |
21 | |
22 %if ABI_IS_32BIT | |
23 push rbp | |
24 mov rbp, rsp | |
25 GET_GOT rbx | |
26 push rdi | |
27 push rsi | |
28 | |
29 ALIGN_STACK 16, rax | |
30 %define qcoeff 0 ; 32 | |
31 %define stack_size 32 | |
32 sub rsp, stack_size | |
33 %else | |
34 %if LIBVPX_YASM_WIN64 | |
35 SAVE_XMM 8, u | |
36 push rdi | |
37 push rsi | |
38 %endif | |
39 %endif | |
40 ; end prolog | |
41 | |
42 %if ABI_IS_32BIT | |
43 mov rdi, arg(0) ; BLOCK *b | |
44 mov rsi, arg(1) ; BLOCKD *d | |
45 %else | |
46 %if LIBVPX_YASM_WIN64 | |
47 mov rdi, rcx ; BLOCK *b | |
48 mov rsi, rdx ; BLOCKD *d | |
49 %else | |
50 ;mov rdi, rdi ; BLOCK *b | |
51 ;mov rsi, rsi ; BLOCKD *d | |
52 %endif | |
53 %endif | |
54 | |
55 mov rax, [rdi + vp8_block_coeff] | |
56 mov rcx, [rdi + vp8_block_zbin] | |
57 mov rdx, [rdi + vp8_block_round] | |
58 movd xmm7, [rdi + vp8_block_zbin_extra] | |
59 | |
60 ; z | |
61 movdqa xmm0, [rax] | |
62 movdqa xmm1, [rax + 16] | |
63 | |
64 ; duplicate zbin_oq_value | |
65 pshuflw xmm7, xmm7, 0 | |
66 punpcklwd xmm7, xmm7 | |
67 | |
68 movdqa xmm2, xmm0 | |
69 movdqa xmm3, xmm1 | |
70 | |
71 ; sz | |
72 psraw xmm0, 15 | |
73 psraw xmm1, 15 | |
74 | |
75 ; (z ^ sz) | |
76 pxor xmm2, xmm0 | |
77 pxor xmm3, xmm1 | |
78 | |
79 ; x = abs(z) | |
80 psubw xmm2, xmm0 | |
81 psubw xmm3, xmm1 | |
82 | |
83 ; zbin | |
84 movdqa xmm4, [rcx] | |
85 movdqa xmm5, [rcx + 16] | |
86 | |
87 ; *zbin_ptr + zbin_oq_value | |
88 paddw xmm4, xmm7 | |
89 paddw xmm5, xmm7 | |
90 | |
91 movdqa xmm6, xmm2 | |
92 movdqa xmm7, xmm3 | |
93 | |
94 ; x - (*zbin_ptr + zbin_oq_value) | |
95 psubw xmm6, xmm4 | |
96 psubw xmm7, xmm5 | |
97 | |
98 ; round | |
99 movdqa xmm4, [rdx] | |
100 movdqa xmm5, [rdx + 16] | |
101 | |
102 mov rax, [rdi + vp8_block_quant_shift] | |
103 mov rcx, [rdi + vp8_block_quant] | |
104 mov rdx, [rdi + vp8_block_zrun_zbin_boost] | |
105 | |
106 ; x + round | |
107 paddw xmm2, xmm4 | |
108 paddw xmm3, xmm5 | |
109 | |
110 ; quant | |
111 movdqa xmm4, [rcx] | |
112 movdqa xmm5, [rcx + 16] | |
113 | |
114 ; y = x * quant_ptr >> 16 | |
115 pmulhw xmm4, xmm2 | |
116 pmulhw xmm5, xmm3 | |
117 | |
118 ; y += x | |
119 paddw xmm2, xmm4 | |
120 paddw xmm3, xmm5 | |
121 | |
122 pxor xmm4, xmm4 | |
123 %if ABI_IS_32BIT | |
124 movdqa [rsp + qcoeff], xmm4 | |
125 movdqa [rsp + qcoeff + 16], xmm4 | |
126 %else | |
127 pxor xmm8, xmm8 | |
128 %endif | |
129 | |
130 ; quant_shift | |
131 movdqa xmm5, [rax] | |
132 | |
133 ; zrun_zbin_boost | |
134 mov rax, rdx | |
135 | |
136 %macro ZIGZAG_LOOP 5 | |
137 ; x | |
138 pextrw ecx, %4, %2 | |
139 | |
140 ; if (x >= zbin) | |
141 sub cx, WORD PTR[rdx] ; x - zbin | |
142 lea rdx, [rdx + 2] ; zbin_boost_ptr++ | |
143 jl .rq_zigzag_loop_%1 ; x < zbin | |
144 | |
145 pextrw edi, %3, %2 ; y | |
146 | |
147 ; downshift by quant_shift[rc] | |
148 pextrb ecx, xmm5, %1 ; quant_shift[rc] | |
149 sar edi, cl ; also sets Z bit | |
150 je .rq_zigzag_loop_%1 ; !y | |
151 %if ABI_IS_32BIT | |
152 mov WORD PTR[rsp + qcoeff + %1 *2], di | |
153 %else | |
154 pinsrw %5, edi, %2 ; qcoeff[rc] | |
155 %endif | |
156 mov rdx, rax ; reset to b->zrun_zbin_boost | |
157 .rq_zigzag_loop_%1: | |
158 %endmacro | |
159 ; in vp8_default_zig_zag1d order: see vp8/common/entropy.c | |
160 ZIGZAG_LOOP 0, 0, xmm2, xmm6, xmm4 | |
161 ZIGZAG_LOOP 1, 1, xmm2, xmm6, xmm4 | |
162 ZIGZAG_LOOP 4, 4, xmm2, xmm6, xmm4 | |
163 ZIGZAG_LOOP 8, 0, xmm3, xmm7, xmm8 | |
164 ZIGZAG_LOOP 5, 5, xmm2, xmm6, xmm4 | |
165 ZIGZAG_LOOP 2, 2, xmm2, xmm6, xmm4 | |
166 ZIGZAG_LOOP 3, 3, xmm2, xmm6, xmm4 | |
167 ZIGZAG_LOOP 6, 6, xmm2, xmm6, xmm4 | |
168 ZIGZAG_LOOP 9, 1, xmm3, xmm7, xmm8 | |
169 ZIGZAG_LOOP 12, 4, xmm3, xmm7, xmm8 | |
170 ZIGZAG_LOOP 13, 5, xmm3, xmm7, xmm8 | |
171 ZIGZAG_LOOP 10, 2, xmm3, xmm7, xmm8 | |
172 ZIGZAG_LOOP 7, 7, xmm2, xmm6, xmm4 | |
173 ZIGZAG_LOOP 11, 3, xmm3, xmm7, xmm8 | |
174 ZIGZAG_LOOP 14, 6, xmm3, xmm7, xmm8 | |
175 ZIGZAG_LOOP 15, 7, xmm3, xmm7, xmm8 | |
176 | |
177 mov rcx, [rsi + vp8_blockd_dequant] | |
178 mov rdi, [rsi + vp8_blockd_dqcoeff] | |
179 | |
180 %if ABI_IS_32BIT | |
181 movdqa xmm4, [rsp + qcoeff] | |
182 movdqa xmm5, [rsp + qcoeff + 16] | |
183 %else | |
184 %define xmm5 xmm8 | |
185 %endif | |
186 | |
187 ; y ^ sz | |
188 pxor xmm4, xmm0 | |
189 pxor xmm5, xmm1 | |
190 ; x = (y ^ sz) - sz | |
191 psubw xmm4, xmm0 | |
192 psubw xmm5, xmm1 | |
193 | |
194 ; dequant | |
195 movdqa xmm0, [rcx] | |
196 movdqa xmm1, [rcx + 16] | |
197 | |
198 mov rcx, [rsi + vp8_blockd_qcoeff] | |
199 | |
200 pmullw xmm0, xmm4 | |
201 pmullw xmm1, xmm5 | |
202 | |
203 ; store qcoeff | |
204 movdqa [rcx], xmm4 | |
205 movdqa [rcx + 16], xmm5 | |
206 | |
207 ; store dqcoeff | |
208 movdqa [rdi], xmm0 | |
209 movdqa [rdi + 16], xmm1 | |
210 | |
211 mov rcx, [rsi + vp8_blockd_eob] | |
212 | |
213 ; select the last value (in zig_zag order) for EOB | |
214 pxor xmm6, xmm6 | |
215 pcmpeqw xmm4, xmm6 | |
216 pcmpeqw xmm5, xmm6 | |
217 | |
218 packsswb xmm4, xmm5 | |
219 pshufb xmm4, [GLOBAL(zig_zag1d)] | |
220 pmovmskb edx, xmm4 | |
221 xor rdi, rdi | |
222 mov eax, -1 | |
223 xor dx, ax | |
224 bsr eax, edx | |
225 sub edi, edx | |
226 sar edi, 31 | |
227 add eax, 1 | |
228 and eax, edi | |
229 | |
230 mov BYTE PTR [rcx], al ; store eob | |
231 | |
232 ; begin epilog | |
233 %if ABI_IS_32BIT | |
234 add rsp, stack_size | |
235 pop rsp | |
236 | |
237 pop rsi | |
238 pop rdi | |
239 RESTORE_GOT | |
240 pop rbp | |
241 %else | |
242 %undef xmm5 | |
243 %if LIBVPX_YASM_WIN64 | |
244 pop rsi | |
245 pop rdi | |
246 RESTORE_XMM | |
247 %endif | |
248 %endif | |
249 | |
250 ret | |
251 | |
252 SECTION_RODATA | |
253 align 16 | |
254 ; vp8/common/entropy.c: vp8_default_zig_zag1d | |
255 zig_zag1d: | |
256 db 0, 1, 4, 8, 5, 2, 3, 6, 9, 12, 13, 10, 7, 11, 14, 15 | |
OLD | NEW |