| OLD | NEW |
| (Empty) | |
| 1 ; |
| 2 ; Copyright (c) 2015 The WebM project authors. All Rights Reserved. |
| 3 ; |
| 4 ; Use of this source code is governed by a BSD-style license |
| 5 ; that can be found in the LICENSE file in the root of the source |
| 6 ; tree. An additional intellectual property rights grant can be found |
| 7 ; in the file PATENTS. All contributing project authors may |
| 8 ; be found in the AUTHORS file in the root of the source tree. |
| 9 ; |
| 10 |
| 11 ; This file is a duplicate of mfqe_sse2.asm in VP8. |
| 12 ; TODO(jackychen): Find a way to fix the duplicate. |
| 13 %include "vpx_ports/x86_abi_support.asm" |
| 14 |
| 15 ;void vp9_filter_by_weight16x16_sse2 |
| 16 ;( |
| 17 ; unsigned char *src, |
| 18 ; int src_stride, |
| 19 ; unsigned char *dst, |
| 20 ; int dst_stride, |
| 21 ; int src_weight |
| 22 ;) |
| 23 global sym(vp9_filter_by_weight16x16_sse2) PRIVATE |
| 24 sym(vp9_filter_by_weight16x16_sse2): |
| 25 push rbp |
| 26 mov rbp, rsp |
| 27 SHADOW_ARGS_TO_STACK 5 |
| 28 SAVE_XMM 6 |
| 29 GET_GOT rbx |
| 30 push rsi |
| 31 push rdi |
| 32 ; end prolog |
| 33 |
| 34 movd xmm0, arg(4) ; src_weight |
| 35 pshuflw xmm0, xmm0, 0x0 ; replicate to all low words |
| 36 punpcklqdq xmm0, xmm0 ; replicate to all hi words |
| 37 |
| 38 movdqa xmm1, [GLOBAL(tMFQE)] |
| 39 psubw xmm1, xmm0 ; dst_weight |
| 40 |
| 41 mov rax, arg(0) ; src |
| 42 mov rsi, arg(1) ; src_stride |
| 43 mov rdx, arg(2) ; dst |
| 44 mov rdi, arg(3) ; dst_stride |
| 45 |
| 46 mov rcx, 16 ; loop count |
| 47 pxor xmm6, xmm6 |
| 48 |
| 49 .combine |
| 50 movdqa xmm2, [rax] |
| 51 movdqa xmm4, [rdx] |
| 52 add rax, rsi |
| 53 |
| 54 ; src * src_weight |
| 55 movdqa xmm3, xmm2 |
| 56 punpcklbw xmm2, xmm6 |
| 57 punpckhbw xmm3, xmm6 |
| 58 pmullw xmm2, xmm0 |
| 59 pmullw xmm3, xmm0 |
| 60 |
| 61 ; dst * dst_weight |
| 62 movdqa xmm5, xmm4 |
| 63 punpcklbw xmm4, xmm6 |
| 64 punpckhbw xmm5, xmm6 |
| 65 pmullw xmm4, xmm1 |
| 66 pmullw xmm5, xmm1 |
| 67 |
| 68 ; sum, round and shift |
| 69 paddw xmm2, xmm4 |
| 70 paddw xmm3, xmm5 |
| 71 paddw xmm2, [GLOBAL(tMFQE_round)] |
| 72 paddw xmm3, [GLOBAL(tMFQE_round)] |
| 73 psrlw xmm2, 4 |
| 74 psrlw xmm3, 4 |
| 75 |
| 76 packuswb xmm2, xmm3 |
| 77 movdqa [rdx], xmm2 |
| 78 add rdx, rdi |
| 79 |
| 80 dec rcx |
| 81 jnz .combine |
| 82 |
| 83 ; begin epilog |
| 84 pop rdi |
| 85 pop rsi |
| 86 RESTORE_GOT |
| 87 RESTORE_XMM |
| 88 UNSHADOW_ARGS |
| 89 pop rbp |
| 90 |
| 91 ret |
| 92 |
| 93 ;void vp9_filter_by_weight8x8_sse2 |
| 94 ;( |
| 95 ; unsigned char *src, |
| 96 ; int src_stride, |
| 97 ; unsigned char *dst, |
| 98 ; int dst_stride, |
| 99 ; int src_weight |
| 100 ;) |
| 101 global sym(vp9_filter_by_weight8x8_sse2) PRIVATE |
| 102 sym(vp9_filter_by_weight8x8_sse2): |
| 103 push rbp |
| 104 mov rbp, rsp |
| 105 SHADOW_ARGS_TO_STACK 5 |
| 106 GET_GOT rbx |
| 107 push rsi |
| 108 push rdi |
| 109 ; end prolog |
| 110 |
| 111 movd xmm0, arg(4) ; src_weight |
| 112 pshuflw xmm0, xmm0, 0x0 ; replicate to all low words |
| 113 punpcklqdq xmm0, xmm0 ; replicate to all hi words |
| 114 |
| 115 movdqa xmm1, [GLOBAL(tMFQE)] |
| 116 psubw xmm1, xmm0 ; dst_weight |
| 117 |
| 118 mov rax, arg(0) ; src |
| 119 mov rsi, arg(1) ; src_stride |
| 120 mov rdx, arg(2) ; dst |
| 121 mov rdi, arg(3) ; dst_stride |
| 122 |
| 123 mov rcx, 8 ; loop count |
| 124 pxor xmm4, xmm4 |
| 125 |
| 126 .combine |
| 127 movq xmm2, [rax] |
| 128 movq xmm3, [rdx] |
| 129 add rax, rsi |
| 130 |
| 131 ; src * src_weight |
| 132 punpcklbw xmm2, xmm4 |
| 133 pmullw xmm2, xmm0 |
| 134 |
| 135 ; dst * dst_weight |
| 136 punpcklbw xmm3, xmm4 |
| 137 pmullw xmm3, xmm1 |
| 138 |
| 139 ; sum, round and shift |
| 140 paddw xmm2, xmm3 |
| 141 paddw xmm2, [GLOBAL(tMFQE_round)] |
| 142 psrlw xmm2, 4 |
| 143 |
| 144 packuswb xmm2, xmm4 |
| 145 movq [rdx], xmm2 |
| 146 add rdx, rdi |
| 147 |
| 148 dec rcx |
| 149 jnz .combine |
| 150 |
| 151 ; begin epilog |
| 152 pop rdi |
| 153 pop rsi |
| 154 RESTORE_GOT |
| 155 UNSHADOW_ARGS |
| 156 pop rbp |
| 157 |
| 158 ret |
| 159 |
| 160 ;void vp9_variance_and_sad_16x16_sse2 | arg |
| 161 ;( |
| 162 ; unsigned char *src1, 0 |
| 163 ; int stride1, 1 |
| 164 ; unsigned char *src2, 2 |
| 165 ; int stride2, 3 |
| 166 ; unsigned int *variance, 4 |
| 167 ; unsigned int *sad, 5 |
| 168 ;) |
| 169 global sym(vp9_variance_and_sad_16x16_sse2) PRIVATE |
| 170 sym(vp9_variance_and_sad_16x16_sse2): |
| 171 push rbp |
| 172 mov rbp, rsp |
| 173 SHADOW_ARGS_TO_STACK 6 |
| 174 GET_GOT rbx |
| 175 push rsi |
| 176 push rdi |
| 177 ; end prolog |
| 178 |
| 179 mov rax, arg(0) ; src1 |
| 180 mov rcx, arg(1) ; stride1 |
| 181 mov rdx, arg(2) ; src2 |
| 182 mov rdi, arg(3) ; stride2 |
| 183 |
| 184 mov rsi, 16 ; block height |
| 185 |
| 186 ; Prep accumulator registers |
| 187 pxor xmm3, xmm3 ; SAD |
| 188 pxor xmm4, xmm4 ; sum of src2 |
| 189 pxor xmm5, xmm5 ; sum of src2^2 |
| 190 |
| 191 ; Because we're working with the actual output frames |
| 192 ; we can't depend on any kind of data alignment. |
| 193 .accumulate |
| 194 movdqa xmm0, [rax] ; src1 |
| 195 movdqa xmm1, [rdx] ; src2 |
| 196 add rax, rcx ; src1 + stride1 |
| 197 add rdx, rdi ; src2 + stride2 |
| 198 |
| 199 ; SAD(src1, src2) |
| 200 psadbw xmm0, xmm1 |
| 201 paddusw xmm3, xmm0 |
| 202 |
| 203 ; SUM(src2) |
| 204 pxor xmm2, xmm2 |
| 205 psadbw xmm2, xmm1 ; sum src2 by misusing SAD against 0 |
| 206 paddusw xmm4, xmm2 |
| 207 |
| 208 ; pmaddubsw would be ideal if it took two unsigned values. instead, |
| 209 ; it expects a signed and an unsigned value. so instead we zero extend |
| 210 ; and operate on words. |
| 211 pxor xmm2, xmm2 |
| 212 movdqa xmm0, xmm1 |
| 213 punpcklbw xmm0, xmm2 |
| 214 punpckhbw xmm1, xmm2 |
| 215 pmaddwd xmm0, xmm0 |
| 216 pmaddwd xmm1, xmm1 |
| 217 paddd xmm5, xmm0 |
| 218 paddd xmm5, xmm1 |
| 219 |
| 220 sub rsi, 1 |
| 221 jnz .accumulate |
| 222 |
| 223 ; phaddd only operates on adjacent double words. |
| 224 ; Finalize SAD and store |
| 225 movdqa xmm0, xmm3 |
| 226 psrldq xmm0, 8 |
| 227 paddusw xmm0, xmm3 |
| 228 paddd xmm0, [GLOBAL(t128)] |
| 229 psrld xmm0, 8 |
| 230 |
| 231 mov rax, arg(5) |
| 232 movd [rax], xmm0 |
| 233 |
| 234 ; Accumulate sum of src2 |
| 235 movdqa xmm0, xmm4 |
| 236 psrldq xmm0, 8 |
| 237 paddusw xmm0, xmm4 |
| 238 ; Square src2. Ignore high value |
| 239 pmuludq xmm0, xmm0 |
| 240 psrld xmm0, 8 |
| 241 |
| 242 ; phaddw could be used to sum adjacent values but we want |
| 243 ; all the values summed. promote to doubles, accumulate, |
| 244 ; shift and sum |
| 245 pxor xmm2, xmm2 |
| 246 movdqa xmm1, xmm5 |
| 247 punpckldq xmm1, xmm2 |
| 248 punpckhdq xmm5, xmm2 |
| 249 paddd xmm1, xmm5 |
| 250 movdqa xmm2, xmm1 |
| 251 psrldq xmm1, 8 |
| 252 paddd xmm1, xmm2 |
| 253 |
| 254 psubd xmm1, xmm0 |
| 255 |
| 256 ; (variance + 128) >> 8 |
| 257 paddd xmm1, [GLOBAL(t128)] |
| 258 psrld xmm1, 8 |
| 259 mov rax, arg(4) |
| 260 |
| 261 movd [rax], xmm1 |
| 262 |
| 263 |
| 264 ; begin epilog |
| 265 pop rdi |
| 266 pop rsi |
| 267 RESTORE_GOT |
| 268 UNSHADOW_ARGS |
| 269 pop rbp |
| 270 ret |
| 271 |
| 272 SECTION_RODATA |
| 273 align 16 |
| 274 t128: |
| 275 %ifndef __NASM_VER__ |
| 276 ddq 128 |
| 277 %elif CONFIG_BIG_ENDIAN |
| 278 dq 0, 128 |
| 279 %else |
| 280 dq 128, 0 |
| 281 %endif |
| 282 align 16 |
| 283 tMFQE: ; 1 << MFQE_PRECISION |
| 284 times 8 dw 0x10 |
| 285 align 16 |
| 286 tMFQE_round: ; 1 << (MFQE_PRECISION - 1) |
| 287 times 8 dw 0x08 |
| OLD | NEW |