| OLD | NEW |
| (Empty) |
| 1 ; | |
| 2 ; Copyright (c) 2015 The WebM project authors. All Rights Reserved. | |
| 3 ; | |
| 4 ; Use of this source code is governed by a BSD-style license | |
| 5 ; that can be found in the LICENSE file in the root of the source | |
| 6 ; tree. An additional intellectual property rights grant can be found | |
| 7 ; in the file PATENTS. All contributing project authors may | |
| 8 ; be found in the AUTHORS file in the root of the source tree. | |
| 9 ; | |
| 10 | |
| 11 ; This file is a duplicate of mfqe_sse2.asm in VP8. | |
| 12 ; TODO(jackychen): Find a way to fix the duplicate. | |
| 13 %include "vpx_ports/x86_abi_support.asm" | |
| 14 | |
| 15 ;void vp9_filter_by_weight16x16_sse2 | |
| 16 ;( | |
| 17 ; unsigned char *src, | |
| 18 ; int src_stride, | |
| 19 ; unsigned char *dst, | |
| 20 ; int dst_stride, | |
| 21 ; int src_weight | |
| 22 ;) | |
| 23 global sym(vp9_filter_by_weight16x16_sse2) PRIVATE | |
| 24 sym(vp9_filter_by_weight16x16_sse2): | |
| 25 push rbp | |
| 26 mov rbp, rsp | |
| 27 SHADOW_ARGS_TO_STACK 5 | |
| 28 SAVE_XMM 6 | |
| 29 GET_GOT rbx | |
| 30 push rsi | |
| 31 push rdi | |
| 32 ; end prolog | |
| 33 | |
| 34 movd xmm0, arg(4) ; src_weight | |
| 35 pshuflw xmm0, xmm0, 0x0 ; replicate to all low words | |
| 36 punpcklqdq xmm0, xmm0 ; replicate to all hi words | |
| 37 | |
| 38 movdqa xmm1, [GLOBAL(tMFQE)] | |
| 39 psubw xmm1, xmm0 ; dst_weight | |
| 40 | |
| 41 mov rax, arg(0) ; src | |
| 42 mov rsi, arg(1) ; src_stride | |
| 43 mov rdx, arg(2) ; dst | |
| 44 mov rdi, arg(3) ; dst_stride | |
| 45 | |
| 46 mov rcx, 16 ; loop count | |
| 47 pxor xmm6, xmm6 | |
| 48 | |
| 49 .combine | |
| 50 movdqa xmm2, [rax] | |
| 51 movdqa xmm4, [rdx] | |
| 52 add rax, rsi | |
| 53 | |
| 54 ; src * src_weight | |
| 55 movdqa xmm3, xmm2 | |
| 56 punpcklbw xmm2, xmm6 | |
| 57 punpckhbw xmm3, xmm6 | |
| 58 pmullw xmm2, xmm0 | |
| 59 pmullw xmm3, xmm0 | |
| 60 | |
| 61 ; dst * dst_weight | |
| 62 movdqa xmm5, xmm4 | |
| 63 punpcklbw xmm4, xmm6 | |
| 64 punpckhbw xmm5, xmm6 | |
| 65 pmullw xmm4, xmm1 | |
| 66 pmullw xmm5, xmm1 | |
| 67 | |
| 68 ; sum, round and shift | |
| 69 paddw xmm2, xmm4 | |
| 70 paddw xmm3, xmm5 | |
| 71 paddw xmm2, [GLOBAL(tMFQE_round)] | |
| 72 paddw xmm3, [GLOBAL(tMFQE_round)] | |
| 73 psrlw xmm2, 4 | |
| 74 psrlw xmm3, 4 | |
| 75 | |
| 76 packuswb xmm2, xmm3 | |
| 77 movdqa [rdx], xmm2 | |
| 78 add rdx, rdi | |
| 79 | |
| 80 dec rcx | |
| 81 jnz .combine | |
| 82 | |
| 83 ; begin epilog | |
| 84 pop rdi | |
| 85 pop rsi | |
| 86 RESTORE_GOT | |
| 87 RESTORE_XMM | |
| 88 UNSHADOW_ARGS | |
| 89 pop rbp | |
| 90 | |
| 91 ret | |
| 92 | |
| 93 ;void vp9_filter_by_weight8x8_sse2 | |
| 94 ;( | |
| 95 ; unsigned char *src, | |
| 96 ; int src_stride, | |
| 97 ; unsigned char *dst, | |
| 98 ; int dst_stride, | |
| 99 ; int src_weight | |
| 100 ;) | |
| 101 global sym(vp9_filter_by_weight8x8_sse2) PRIVATE | |
| 102 sym(vp9_filter_by_weight8x8_sse2): | |
| 103 push rbp | |
| 104 mov rbp, rsp | |
| 105 SHADOW_ARGS_TO_STACK 5 | |
| 106 GET_GOT rbx | |
| 107 push rsi | |
| 108 push rdi | |
| 109 ; end prolog | |
| 110 | |
| 111 movd xmm0, arg(4) ; src_weight | |
| 112 pshuflw xmm0, xmm0, 0x0 ; replicate to all low words | |
| 113 punpcklqdq xmm0, xmm0 ; replicate to all hi words | |
| 114 | |
| 115 movdqa xmm1, [GLOBAL(tMFQE)] | |
| 116 psubw xmm1, xmm0 ; dst_weight | |
| 117 | |
| 118 mov rax, arg(0) ; src | |
| 119 mov rsi, arg(1) ; src_stride | |
| 120 mov rdx, arg(2) ; dst | |
| 121 mov rdi, arg(3) ; dst_stride | |
| 122 | |
| 123 mov rcx, 8 ; loop count | |
| 124 pxor xmm4, xmm4 | |
| 125 | |
| 126 .combine | |
| 127 movq xmm2, [rax] | |
| 128 movq xmm3, [rdx] | |
| 129 add rax, rsi | |
| 130 | |
| 131 ; src * src_weight | |
| 132 punpcklbw xmm2, xmm4 | |
| 133 pmullw xmm2, xmm0 | |
| 134 | |
| 135 ; dst * dst_weight | |
| 136 punpcklbw xmm3, xmm4 | |
| 137 pmullw xmm3, xmm1 | |
| 138 | |
| 139 ; sum, round and shift | |
| 140 paddw xmm2, xmm3 | |
| 141 paddw xmm2, [GLOBAL(tMFQE_round)] | |
| 142 psrlw xmm2, 4 | |
| 143 | |
| 144 packuswb xmm2, xmm4 | |
| 145 movq [rdx], xmm2 | |
| 146 add rdx, rdi | |
| 147 | |
| 148 dec rcx | |
| 149 jnz .combine | |
| 150 | |
| 151 ; begin epilog | |
| 152 pop rdi | |
| 153 pop rsi | |
| 154 RESTORE_GOT | |
| 155 UNSHADOW_ARGS | |
| 156 pop rbp | |
| 157 | |
| 158 ret | |
| 159 | |
| 160 ;void vp9_variance_and_sad_16x16_sse2 | arg | |
| 161 ;( | |
| 162 ; unsigned char *src1, 0 | |
| 163 ; int stride1, 1 | |
| 164 ; unsigned char *src2, 2 | |
| 165 ; int stride2, 3 | |
| 166 ; unsigned int *variance, 4 | |
| 167 ; unsigned int *sad, 5 | |
| 168 ;) | |
| 169 global sym(vp9_variance_and_sad_16x16_sse2) PRIVATE | |
| 170 sym(vp9_variance_and_sad_16x16_sse2): | |
| 171 push rbp | |
| 172 mov rbp, rsp | |
| 173 SHADOW_ARGS_TO_STACK 6 | |
| 174 GET_GOT rbx | |
| 175 push rsi | |
| 176 push rdi | |
| 177 ; end prolog | |
| 178 | |
| 179 mov rax, arg(0) ; src1 | |
| 180 mov rcx, arg(1) ; stride1 | |
| 181 mov rdx, arg(2) ; src2 | |
| 182 mov rdi, arg(3) ; stride2 | |
| 183 | |
| 184 mov rsi, 16 ; block height | |
| 185 | |
| 186 ; Prep accumulator registers | |
| 187 pxor xmm3, xmm3 ; SAD | |
| 188 pxor xmm4, xmm4 ; sum of src2 | |
| 189 pxor xmm5, xmm5 ; sum of src2^2 | |
| 190 | |
| 191 ; Because we're working with the actual output frames | |
| 192 ; we can't depend on any kind of data alignment. | |
| 193 .accumulate | |
| 194 movdqa xmm0, [rax] ; src1 | |
| 195 movdqa xmm1, [rdx] ; src2 | |
| 196 add rax, rcx ; src1 + stride1 | |
| 197 add rdx, rdi ; src2 + stride2 | |
| 198 | |
| 199 ; SAD(src1, src2) | |
| 200 psadbw xmm0, xmm1 | |
| 201 paddusw xmm3, xmm0 | |
| 202 | |
| 203 ; SUM(src2) | |
| 204 pxor xmm2, xmm2 | |
| 205 psadbw xmm2, xmm1 ; sum src2 by misusing SAD against 0 | |
| 206 paddusw xmm4, xmm2 | |
| 207 | |
| 208 ; pmaddubsw would be ideal if it took two unsigned values. instead, | |
| 209 ; it expects a signed and an unsigned value. so instead we zero extend | |
| 210 ; and operate on words. | |
| 211 pxor xmm2, xmm2 | |
| 212 movdqa xmm0, xmm1 | |
| 213 punpcklbw xmm0, xmm2 | |
| 214 punpckhbw xmm1, xmm2 | |
| 215 pmaddwd xmm0, xmm0 | |
| 216 pmaddwd xmm1, xmm1 | |
| 217 paddd xmm5, xmm0 | |
| 218 paddd xmm5, xmm1 | |
| 219 | |
| 220 sub rsi, 1 | |
| 221 jnz .accumulate | |
| 222 | |
| 223 ; phaddd only operates on adjacent double words. | |
| 224 ; Finalize SAD and store | |
| 225 movdqa xmm0, xmm3 | |
| 226 psrldq xmm0, 8 | |
| 227 paddusw xmm0, xmm3 | |
| 228 paddd xmm0, [GLOBAL(t128)] | |
| 229 psrld xmm0, 8 | |
| 230 | |
| 231 mov rax, arg(5) | |
| 232 movd [rax], xmm0 | |
| 233 | |
| 234 ; Accumulate sum of src2 | |
| 235 movdqa xmm0, xmm4 | |
| 236 psrldq xmm0, 8 | |
| 237 paddusw xmm0, xmm4 | |
| 238 ; Square src2. Ignore high value | |
| 239 pmuludq xmm0, xmm0 | |
| 240 psrld xmm0, 8 | |
| 241 | |
| 242 ; phaddw could be used to sum adjacent values but we want | |
| 243 ; all the values summed. promote to doubles, accumulate, | |
| 244 ; shift and sum | |
| 245 pxor xmm2, xmm2 | |
| 246 movdqa xmm1, xmm5 | |
| 247 punpckldq xmm1, xmm2 | |
| 248 punpckhdq xmm5, xmm2 | |
| 249 paddd xmm1, xmm5 | |
| 250 movdqa xmm2, xmm1 | |
| 251 psrldq xmm1, 8 | |
| 252 paddd xmm1, xmm2 | |
| 253 | |
| 254 psubd xmm1, xmm0 | |
| 255 | |
| 256 ; (variance + 128) >> 8 | |
| 257 paddd xmm1, [GLOBAL(t128)] | |
| 258 psrld xmm1, 8 | |
| 259 mov rax, arg(4) | |
| 260 | |
| 261 movd [rax], xmm1 | |
| 262 | |
| 263 | |
| 264 ; begin epilog | |
| 265 pop rdi | |
| 266 pop rsi | |
| 267 RESTORE_GOT | |
| 268 UNSHADOW_ARGS | |
| 269 pop rbp | |
| 270 ret | |
| 271 | |
| 272 SECTION_RODATA | |
| 273 align 16 | |
| 274 t128: | |
| 275 %ifndef __NASM_VER__ | |
| 276 ddq 128 | |
| 277 %elif CONFIG_BIG_ENDIAN | |
| 278 dq 0, 128 | |
| 279 %else | |
| 280 dq 128, 0 | |
| 281 %endif | |
| 282 align 16 | |
| 283 tMFQE: ; 1 << MFQE_PRECISION | |
| 284 times 8 dw 0x10 | |
| 285 align 16 | |
| 286 tMFQE_round: ; 1 << (MFQE_PRECISION - 1) | |
| 287 times 8 dw 0x08 | |
| OLD | NEW |