| OLD | NEW |
|---|
| (Empty) |
| 1 #if defined(__i386__) | |
| 2 .file "ghash-x86.S" | |
| 3 .text | |
| 4 .globl _gcm_gmult_4bit_x86 | |
| 5 .private_extern _gcm_gmult_4bit_x86 | |
| 6 .align 4 | |
| 7 _gcm_gmult_4bit_x86: | |
| 8 L_gcm_gmult_4bit_x86_begin: | |
| 9 pushl %ebp | |
| 10 pushl %ebx | |
| 11 pushl %esi | |
| 12 pushl %edi | |
| 13 subl $84,%esp | |
| 14 movl 104(%esp),%edi | |
| 15 movl 108(%esp),%esi | |
| 16 movl (%edi),%ebp | |
| 17 movl 4(%edi),%edx | |
| 18 movl 8(%edi),%ecx | |
| 19 movl 12(%edi),%ebx | |
| 20 movl $0,16(%esp) | |
| 21 movl $471859200,20(%esp) | |
| 22 movl $943718400,24(%esp) | |
| 23 movl $610271232,28(%esp) | |
| 24 movl $1887436800,32(%esp) | |
| 25 movl $1822425088,36(%esp) | |
| 26 movl $1220542464,40(%esp) | |
| 27 movl $1423966208,44(%esp) | |
| 28 movl $3774873600,48(%esp) | |
| 29 movl $4246732800,52(%esp) | |
| 30 movl $3644850176,56(%esp) | |
| 31 movl $3311403008,60(%esp) | |
| 32 movl $2441084928,64(%esp) | |
| 33 movl $2376073216,68(%esp) | |
| 34 movl $2847932416,72(%esp) | |
| 35 movl $3051356160,76(%esp) | |
| 36 movl %ebp,(%esp) | |
| 37 movl %edx,4(%esp) | |
| 38 movl %ecx,8(%esp) | |
| 39 movl %ebx,12(%esp) | |
| 40 shrl $20,%ebx | |
| 41 andl $240,%ebx | |
| 42 movl 4(%esi,%ebx,1),%ebp | |
| 43 movl (%esi,%ebx,1),%edx | |
| 44 movl 12(%esi,%ebx,1),%ecx | |
| 45 movl 8(%esi,%ebx,1),%ebx | |
| 46 xorl %eax,%eax | |
| 47 movl $15,%edi | |
| 48 jmp L000x86_loop | |
| 49 .align 4,0x90 | |
| 50 L000x86_loop: | |
| 51 movb %bl,%al | |
| 52 shrdl $4,%ecx,%ebx | |
| 53 andb $15,%al | |
| 54 shrdl $4,%edx,%ecx | |
| 55 shrdl $4,%ebp,%edx | |
| 56 shrl $4,%ebp | |
| 57 xorl 16(%esp,%eax,4),%ebp | |
| 58 movb (%esp,%edi,1),%al | |
| 59 andb $240,%al | |
| 60 xorl 8(%esi,%eax,1),%ebx | |
| 61 xorl 12(%esi,%eax,1),%ecx | |
| 62 xorl (%esi,%eax,1),%edx | |
| 63 xorl 4(%esi,%eax,1),%ebp | |
| 64 decl %edi | |
| 65 js L001x86_break | |
| 66 movb %bl,%al | |
| 67 shrdl $4,%ecx,%ebx | |
| 68 andb $15,%al | |
| 69 shrdl $4,%edx,%ecx | |
| 70 shrdl $4,%ebp,%edx | |
| 71 shrl $4,%ebp | |
| 72 xorl 16(%esp,%eax,4),%ebp | |
| 73 movb (%esp,%edi,1),%al | |
| 74 shlb $4,%al | |
| 75 xorl 8(%esi,%eax,1),%ebx | |
| 76 xorl 12(%esi,%eax,1),%ecx | |
| 77 xorl (%esi,%eax,1),%edx | |
| 78 xorl 4(%esi,%eax,1),%ebp | |
| 79 jmp L000x86_loop | |
| 80 .align 4,0x90 | |
| 81 L001x86_break: | |
| 82 bswap %ebx | |
| 83 bswap %ecx | |
| 84 bswap %edx | |
| 85 bswap %ebp | |
| 86 movl 104(%esp),%edi | |
| 87 movl %ebx,12(%edi) | |
| 88 movl %ecx,8(%edi) | |
| 89 movl %edx,4(%edi) | |
| 90 movl %ebp,(%edi) | |
| 91 addl $84,%esp | |
| 92 popl %edi | |
| 93 popl %esi | |
| 94 popl %ebx | |
| 95 popl %ebp | |
| 96 ret | |
| 97 .globl _gcm_ghash_4bit_x86 | |
| 98 .private_extern _gcm_ghash_4bit_x86 | |
| 99 .align 4 | |
| 100 _gcm_ghash_4bit_x86: | |
| 101 L_gcm_ghash_4bit_x86_begin: | |
| 102 pushl %ebp | |
| 103 pushl %ebx | |
| 104 pushl %esi | |
| 105 pushl %edi | |
| 106 subl $84,%esp | |
| 107 movl 104(%esp),%ebx | |
| 108 movl 108(%esp),%esi | |
| 109 movl 112(%esp),%edi | |
| 110 movl 116(%esp),%ecx | |
| 111 addl %edi,%ecx | |
| 112 movl %ecx,116(%esp) | |
| 113 movl (%ebx),%ebp | |
| 114 movl 4(%ebx),%edx | |
| 115 movl 8(%ebx),%ecx | |
| 116 movl 12(%ebx),%ebx | |
| 117 movl $0,16(%esp) | |
| 118 movl $471859200,20(%esp) | |
| 119 movl $943718400,24(%esp) | |
| 120 movl $610271232,28(%esp) | |
| 121 movl $1887436800,32(%esp) | |
| 122 movl $1822425088,36(%esp) | |
| 123 movl $1220542464,40(%esp) | |
| 124 movl $1423966208,44(%esp) | |
| 125 movl $3774873600,48(%esp) | |
| 126 movl $4246732800,52(%esp) | |
| 127 movl $3644850176,56(%esp) | |
| 128 movl $3311403008,60(%esp) | |
| 129 movl $2441084928,64(%esp) | |
| 130 movl $2376073216,68(%esp) | |
| 131 movl $2847932416,72(%esp) | |
| 132 movl $3051356160,76(%esp) | |
| 133 .align 4,0x90 | |
| 134 L002x86_outer_loop: | |
| 135 xorl 12(%edi),%ebx | |
| 136 xorl 8(%edi),%ecx | |
| 137 xorl 4(%edi),%edx | |
| 138 xorl (%edi),%ebp | |
| 139 movl %ebx,12(%esp) | |
| 140 movl %ecx,8(%esp) | |
| 141 movl %edx,4(%esp) | |
| 142 movl %ebp,(%esp) | |
| 143 shrl $20,%ebx | |
| 144 andl $240,%ebx | |
| 145 movl 4(%esi,%ebx,1),%ebp | |
| 146 movl (%esi,%ebx,1),%edx | |
| 147 movl 12(%esi,%ebx,1),%ecx | |
| 148 movl 8(%esi,%ebx,1),%ebx | |
| 149 xorl %eax,%eax | |
| 150 movl $15,%edi | |
| 151 jmp L003x86_loop | |
| 152 .align 4,0x90 | |
| 153 L003x86_loop: | |
| 154 movb %bl,%al | |
| 155 shrdl $4,%ecx,%ebx | |
| 156 andb $15,%al | |
| 157 shrdl $4,%edx,%ecx | |
| 158 shrdl $4,%ebp,%edx | |
| 159 shrl $4,%ebp | |
| 160 xorl 16(%esp,%eax,4),%ebp | |
| 161 movb (%esp,%edi,1),%al | |
| 162 andb $240,%al | |
| 163 xorl 8(%esi,%eax,1),%ebx | |
| 164 xorl 12(%esi,%eax,1),%ecx | |
| 165 xorl (%esi,%eax,1),%edx | |
| 166 xorl 4(%esi,%eax,1),%ebp | |
| 167 decl %edi | |
| 168 js L004x86_break | |
| 169 movb %bl,%al | |
| 170 shrdl $4,%ecx,%ebx | |
| 171 andb $15,%al | |
| 172 shrdl $4,%edx,%ecx | |
| 173 shrdl $4,%ebp,%edx | |
| 174 shrl $4,%ebp | |
| 175 xorl 16(%esp,%eax,4),%ebp | |
| 176 movb (%esp,%edi,1),%al | |
| 177 shlb $4,%al | |
| 178 xorl 8(%esi,%eax,1),%ebx | |
| 179 xorl 12(%esi,%eax,1),%ecx | |
| 180 xorl (%esi,%eax,1),%edx | |
| 181 xorl 4(%esi,%eax,1),%ebp | |
| 182 jmp L003x86_loop | |
| 183 .align 4,0x90 | |
| 184 L004x86_break: | |
| 185 bswap %ebx | |
| 186 bswap %ecx | |
| 187 bswap %edx | |
| 188 bswap %ebp | |
| 189 movl 112(%esp),%edi | |
| 190 leal 16(%edi),%edi | |
| 191 cmpl 116(%esp),%edi | |
| 192 movl %edi,112(%esp) | |
| 193 jb L002x86_outer_loop | |
| 194 movl 104(%esp),%edi | |
| 195 movl %ebx,12(%edi) | |
| 196 movl %ecx,8(%edi) | |
| 197 movl %edx,4(%edi) | |
| 198 movl %ebp,(%edi) | |
| 199 addl $84,%esp | |
| 200 popl %edi | |
| 201 popl %esi | |
| 202 popl %ebx | |
| 203 popl %ebp | |
| 204 ret | |
| 205 .globl _gcm_gmult_4bit_mmx | |
| 206 .private_extern _gcm_gmult_4bit_mmx | |
| 207 .align 4 | |
| 208 _gcm_gmult_4bit_mmx: | |
| 209 L_gcm_gmult_4bit_mmx_begin: | |
| 210 pushl %ebp | |
| 211 pushl %ebx | |
| 212 pushl %esi | |
| 213 pushl %edi | |
| 214 movl 20(%esp),%edi | |
| 215 movl 24(%esp),%esi | |
| 216 call L005pic_point | |
| 217 L005pic_point: | |
| 218 popl %eax | |
| 219 leal Lrem_4bit-L005pic_point(%eax),%eax | |
| 220 movzbl 15(%edi),%ebx | |
| 221 xorl %ecx,%ecx | |
| 222 movl %ebx,%edx | |
| 223 movb %dl,%cl | |
| 224 movl $14,%ebp | |
| 225 shlb $4,%cl | |
| 226 andl $240,%edx | |
| 227 movq 8(%esi,%ecx,1),%mm0 | |
| 228 movq (%esi,%ecx,1),%mm1 | |
| 229 movd %mm0,%ebx | |
| 230 jmp L006mmx_loop | |
| 231 .align 4,0x90 | |
| 232 L006mmx_loop: | |
| 233 psrlq $4,%mm0 | |
| 234 andl $15,%ebx | |
| 235 movq %mm1,%mm2 | |
| 236 psrlq $4,%mm1 | |
| 237 pxor 8(%esi,%edx,1),%mm0 | |
| 238 movb (%edi,%ebp,1),%cl | |
| 239 psllq $60,%mm2 | |
| 240 pxor (%eax,%ebx,8),%mm1 | |
| 241 decl %ebp | |
| 242 movd %mm0,%ebx | |
| 243 pxor (%esi,%edx,1),%mm1 | |
| 244 movl %ecx,%edx | |
| 245 pxor %mm2,%mm0 | |
| 246 js L007mmx_break | |
| 247 shlb $4,%cl | |
| 248 andl $15,%ebx | |
| 249 psrlq $4,%mm0 | |
| 250 andl $240,%edx | |
| 251 movq %mm1,%mm2 | |
| 252 psrlq $4,%mm1 | |
| 253 pxor 8(%esi,%ecx,1),%mm0 | |
| 254 psllq $60,%mm2 | |
| 255 pxor (%eax,%ebx,8),%mm1 | |
| 256 movd %mm0,%ebx | |
| 257 pxor (%esi,%ecx,1),%mm1 | |
| 258 pxor %mm2,%mm0 | |
| 259 jmp L006mmx_loop | |
| 260 .align 4,0x90 | |
| 261 L007mmx_break: | |
| 262 shlb $4,%cl | |
| 263 andl $15,%ebx | |
| 264 psrlq $4,%mm0 | |
| 265 andl $240,%edx | |
| 266 movq %mm1,%mm2 | |
| 267 psrlq $4,%mm1 | |
| 268 pxor 8(%esi,%ecx,1),%mm0 | |
| 269 psllq $60,%mm2 | |
| 270 pxor (%eax,%ebx,8),%mm1 | |
| 271 movd %mm0,%ebx | |
| 272 pxor (%esi,%ecx,1),%mm1 | |
| 273 pxor %mm2,%mm0 | |
| 274 psrlq $4,%mm0 | |
| 275 andl $15,%ebx | |
| 276 movq %mm1,%mm2 | |
| 277 psrlq $4,%mm1 | |
| 278 pxor 8(%esi,%edx,1),%mm0 | |
| 279 psllq $60,%mm2 | |
| 280 pxor (%eax,%ebx,8),%mm1 | |
| 281 movd %mm0,%ebx | |
| 282 pxor (%esi,%edx,1),%mm1 | |
| 283 pxor %mm2,%mm0 | |
| 284 psrlq $32,%mm0 | |
| 285 movd %mm1,%edx | |
| 286 psrlq $32,%mm1 | |
| 287 movd %mm0,%ecx | |
| 288 movd %mm1,%ebp | |
| 289 bswap %ebx | |
| 290 bswap %edx | |
| 291 bswap %ecx | |
| 292 bswap %ebp | |
| 293 emms | |
| 294 movl %ebx,12(%edi) | |
| 295 movl %edx,4(%edi) | |
| 296 movl %ecx,8(%edi) | |
| 297 movl %ebp,(%edi) | |
| 298 popl %edi | |
| 299 popl %esi | |
| 300 popl %ebx | |
| 301 popl %ebp | |
| 302 ret | |
| 303 .globl _gcm_ghash_4bit_mmx | |
| 304 .private_extern _gcm_ghash_4bit_mmx | |
| 305 .align 4 | |
| 306 _gcm_ghash_4bit_mmx: | |
| 307 L_gcm_ghash_4bit_mmx_begin: | |
| 308 pushl %ebp | |
| 309 pushl %ebx | |
| 310 pushl %esi | |
| 311 pushl %edi | |
| 312 movl 20(%esp),%eax | |
| 313 movl 24(%esp),%ebx | |
| 314 movl 28(%esp),%ecx | |
| 315 movl 32(%esp),%edx | |
| 316 movl %esp,%ebp | |
| 317 call L008pic_point | |
| 318 L008pic_point: | |
| 319 popl %esi | |
| 320 leal Lrem_8bit-L008pic_point(%esi),%esi | |
| 321 subl $544,%esp | |
| 322 andl $-64,%esp | |
| 323 subl $16,%esp | |
| 324 addl %ecx,%edx | |
| 325 movl %eax,544(%esp) | |
| 326 movl %edx,552(%esp) | |
| 327 movl %ebp,556(%esp) | |
| 328 addl $128,%ebx | |
| 329 leal 144(%esp),%edi | |
| 330 leal 400(%esp),%ebp | |
| 331 movl -120(%ebx),%edx | |
| 332 movq -120(%ebx),%mm0 | |
| 333 movq -128(%ebx),%mm3 | |
| 334 shll $4,%edx | |
| 335 movb %dl,(%esp) | |
| 336 movl -104(%ebx),%edx | |
| 337 movq -104(%ebx),%mm2 | |
| 338 movq -112(%ebx),%mm5 | |
| 339 movq %mm0,-128(%edi) | |
| 340 psrlq $4,%mm0 | |
| 341 movq %mm3,(%edi) | |
| 342 movq %mm3,%mm7 | |
| 343 psrlq $4,%mm3 | |
| 344 shll $4,%edx | |
| 345 movb %dl,1(%esp) | |
| 346 movl -88(%ebx),%edx | |
| 347 movq -88(%ebx),%mm1 | |
| 348 psllq $60,%mm7 | |
| 349 movq -96(%ebx),%mm4 | |
| 350 por %mm7,%mm0 | |
| 351 movq %mm2,-120(%edi) | |
| 352 psrlq $4,%mm2 | |
| 353 movq %mm5,8(%edi) | |
| 354 movq %mm5,%mm6 | |
| 355 movq %mm0,-128(%ebp) | |
| 356 psrlq $4,%mm5 | |
| 357 movq %mm3,(%ebp) | |
| 358 shll $4,%edx | |
| 359 movb %dl,2(%esp) | |
| 360 movl -72(%ebx),%edx | |
| 361 movq -72(%ebx),%mm0 | |
| 362 psllq $60,%mm6 | |
| 363 movq -80(%ebx),%mm3 | |
| 364 por %mm6,%mm2 | |
| 365 movq %mm1,-112(%edi) | |
| 366 psrlq $4,%mm1 | |
| 367 movq %mm4,16(%edi) | |
| 368 movq %mm4,%mm7 | |
| 369 movq %mm2,-120(%ebp) | |
| 370 psrlq $4,%mm4 | |
| 371 movq %mm5,8(%ebp) | |
| 372 shll $4,%edx | |
| 373 movb %dl,3(%esp) | |
| 374 movl -56(%ebx),%edx | |
| 375 movq -56(%ebx),%mm2 | |
| 376 psllq $60,%mm7 | |
| 377 movq -64(%ebx),%mm5 | |
| 378 por %mm7,%mm1 | |
| 379 movq %mm0,-104(%edi) | |
| 380 psrlq $4,%mm0 | |
| 381 movq %mm3,24(%edi) | |
| 382 movq %mm3,%mm6 | |
| 383 movq %mm1,-112(%ebp) | |
| 384 psrlq $4,%mm3 | |
| 385 movq %mm4,16(%ebp) | |
| 386 shll $4,%edx | |
| 387 movb %dl,4(%esp) | |
| 388 movl -40(%ebx),%edx | |
| 389 movq -40(%ebx),%mm1 | |
| 390 psllq $60,%mm6 | |
| 391 movq -48(%ebx),%mm4 | |
| 392 por %mm6,%mm0 | |
| 393 movq %mm2,-96(%edi) | |
| 394 psrlq $4,%mm2 | |
| 395 movq %mm5,32(%edi) | |
| 396 movq %mm5,%mm7 | |
| 397 movq %mm0,-104(%ebp) | |
| 398 psrlq $4,%mm5 | |
| 399 movq %mm3,24(%ebp) | |
| 400 shll $4,%edx | |
| 401 movb %dl,5(%esp) | |
| 402 movl -24(%ebx),%edx | |
| 403 movq -24(%ebx),%mm0 | |
| 404 psllq $60,%mm7 | |
| 405 movq -32(%ebx),%mm3 | |
| 406 por %mm7,%mm2 | |
| 407 movq %mm1,-88(%edi) | |
| 408 psrlq $4,%mm1 | |
| 409 movq %mm4,40(%edi) | |
| 410 movq %mm4,%mm6 | |
| 411 movq %mm2,-96(%ebp) | |
| 412 psrlq $4,%mm4 | |
| 413 movq %mm5,32(%ebp) | |
| 414 shll $4,%edx | |
| 415 movb %dl,6(%esp) | |
| 416 movl -8(%ebx),%edx | |
| 417 movq -8(%ebx),%mm2 | |
| 418 psllq $60,%mm6 | |
| 419 movq -16(%ebx),%mm5 | |
| 420 por %mm6,%mm1 | |
| 421 movq %mm0,-80(%edi) | |
| 422 psrlq $4,%mm0 | |
| 423 movq %mm3,48(%edi) | |
| 424 movq %mm3,%mm7 | |
| 425 movq %mm1,-88(%ebp) | |
| 426 psrlq $4,%mm3 | |
| 427 movq %mm4,40(%ebp) | |
| 428 shll $4,%edx | |
| 429 movb %dl,7(%esp) | |
| 430 movl 8(%ebx),%edx | |
| 431 movq 8(%ebx),%mm1 | |
| 432 psllq $60,%mm7 | |
| 433 movq (%ebx),%mm4 | |
| 434 por %mm7,%mm0 | |
| 435 movq %mm2,-72(%edi) | |
| 436 psrlq $4,%mm2 | |
| 437 movq %mm5,56(%edi) | |
| 438 movq %mm5,%mm6 | |
| 439 movq %mm0,-80(%ebp) | |
| 440 psrlq $4,%mm5 | |
| 441 movq %mm3,48(%ebp) | |
| 442 shll $4,%edx | |
| 443 movb %dl,8(%esp) | |
| 444 movl 24(%ebx),%edx | |
| 445 movq 24(%ebx),%mm0 | |
| 446 psllq $60,%mm6 | |
| 447 movq 16(%ebx),%mm3 | |
| 448 por %mm6,%mm2 | |
| 449 movq %mm1,-64(%edi) | |
| 450 psrlq $4,%mm1 | |
| 451 movq %mm4,64(%edi) | |
| 452 movq %mm4,%mm7 | |
| 453 movq %mm2,-72(%ebp) | |
| 454 psrlq $4,%mm4 | |
| 455 movq %mm5,56(%ebp) | |
| 456 shll $4,%edx | |
| 457 movb %dl,9(%esp) | |
| 458 movl 40(%ebx),%edx | |
| 459 movq 40(%ebx),%mm2 | |
| 460 psllq $60,%mm7 | |
| 461 movq 32(%ebx),%mm5 | |
| 462 por %mm7,%mm1 | |
| 463 movq %mm0,-56(%edi) | |
| 464 psrlq $4,%mm0 | |
| 465 movq %mm3,72(%edi) | |
| 466 movq %mm3,%mm6 | |
| 467 movq %mm1,-64(%ebp) | |
| 468 psrlq $4,%mm3 | |
| 469 movq %mm4,64(%ebp) | |
| 470 shll $4,%edx | |
| 471 movb %dl,10(%esp) | |
| 472 movl 56(%ebx),%edx | |
| 473 movq 56(%ebx),%mm1 | |
| 474 psllq $60,%mm6 | |
| 475 movq 48(%ebx),%mm4 | |
| 476 por %mm6,%mm0 | |
| 477 movq %mm2,-48(%edi) | |
| 478 psrlq $4,%mm2 | |
| 479 movq %mm5,80(%edi) | |
| 480 movq %mm5,%mm7 | |
| 481 movq %mm0,-56(%ebp) | |
| 482 psrlq $4,%mm5 | |
| 483 movq %mm3,72(%ebp) | |
| 484 shll $4,%edx | |
| 485 movb %dl,11(%esp) | |
| 486 movl 72(%ebx),%edx | |
| 487 movq 72(%ebx),%mm0 | |
| 488 psllq $60,%mm7 | |
| 489 movq 64(%ebx),%mm3 | |
| 490 por %mm7,%mm2 | |
| 491 movq %mm1,-40(%edi) | |
| 492 psrlq $4,%mm1 | |
| 493 movq %mm4,88(%edi) | |
| 494 movq %mm4,%mm6 | |
| 495 movq %mm2,-48(%ebp) | |
| 496 psrlq $4,%mm4 | |
| 497 movq %mm5,80(%ebp) | |
| 498 shll $4,%edx | |
| 499 movb %dl,12(%esp) | |
| 500 movl 88(%ebx),%edx | |
| 501 movq 88(%ebx),%mm2 | |
| 502 psllq $60,%mm6 | |
| 503 movq 80(%ebx),%mm5 | |
| 504 por %mm6,%mm1 | |
| 505 movq %mm0,-32(%edi) | |
| 506 psrlq $4,%mm0 | |
| 507 movq %mm3,96(%edi) | |
| 508 movq %mm3,%mm7 | |
| 509 movq %mm1,-40(%ebp) | |
| 510 psrlq $4,%mm3 | |
| 511 movq %mm4,88(%ebp) | |
| 512 shll $4,%edx | |
| 513 movb %dl,13(%esp) | |
| 514 movl 104(%ebx),%edx | |
| 515 movq 104(%ebx),%mm1 | |
| 516 psllq $60,%mm7 | |
| 517 movq 96(%ebx),%mm4 | |
| 518 por %mm7,%mm0 | |
| 519 movq %mm2,-24(%edi) | |
| 520 psrlq $4,%mm2 | |
| 521 movq %mm5,104(%edi) | |
| 522 movq %mm5,%mm6 | |
| 523 movq %mm0,-32(%ebp) | |
| 524 psrlq $4,%mm5 | |
| 525 movq %mm3,96(%ebp) | |
| 526 shll $4,%edx | |
| 527 movb %dl,14(%esp) | |
| 528 movl 120(%ebx),%edx | |
| 529 movq 120(%ebx),%mm0 | |
| 530 psllq $60,%mm6 | |
| 531 movq 112(%ebx),%mm3 | |
| 532 por %mm6,%mm2 | |
| 533 movq %mm1,-16(%edi) | |
| 534 psrlq $4,%mm1 | |
| 535 movq %mm4,112(%edi) | |
| 536 movq %mm4,%mm7 | |
| 537 movq %mm2,-24(%ebp) | |
| 538 psrlq $4,%mm4 | |
| 539 movq %mm5,104(%ebp) | |
| 540 shll $4,%edx | |
| 541 movb %dl,15(%esp) | |
| 542 psllq $60,%mm7 | |
| 543 por %mm7,%mm1 | |
| 544 movq %mm0,-8(%edi) | |
| 545 psrlq $4,%mm0 | |
| 546 movq %mm3,120(%edi) | |
| 547 movq %mm3,%mm6 | |
| 548 movq %mm1,-16(%ebp) | |
| 549 psrlq $4,%mm3 | |
| 550 movq %mm4,112(%ebp) | |
| 551 psllq $60,%mm6 | |
| 552 por %mm6,%mm0 | |
| 553 movq %mm0,-8(%ebp) | |
| 554 movq %mm3,120(%ebp) | |
| 555 movq (%eax),%mm6 | |
| 556 movl 8(%eax),%ebx | |
| 557 movl 12(%eax),%edx | |
| 558 .align 4,0x90 | |
| 559 L009outer: | |
| 560 xorl 12(%ecx),%edx | |
| 561 xorl 8(%ecx),%ebx | |
| 562 pxor (%ecx),%mm6 | |
| 563 leal 16(%ecx),%ecx | |
| 564 movl %ebx,536(%esp) | |
| 565 movq %mm6,528(%esp) | |
| 566 movl %ecx,548(%esp) | |
| 567 xorl %eax,%eax | |
| 568 roll $8,%edx | |
| 569 movb %dl,%al | |
| 570 movl %eax,%ebp | |
| 571 andb $15,%al | |
| 572 shrl $4,%ebp | |
| 573 pxor %mm0,%mm0 | |
| 574 roll $8,%edx | |
| 575 pxor %mm1,%mm1 | |
| 576 pxor %mm2,%mm2 | |
| 577 movq 16(%esp,%eax,8),%mm7 | |
| 578 movq 144(%esp,%eax,8),%mm6 | |
| 579 movb %dl,%al | |
| 580 movd %mm7,%ebx | |
| 581 psrlq $8,%mm7 | |
| 582 movq %mm6,%mm3 | |
| 583 movl %eax,%edi | |
| 584 psrlq $8,%mm6 | |
| 585 pxor 272(%esp,%ebp,8),%mm7 | |
| 586 andb $15,%al | |
| 587 psllq $56,%mm3 | |
| 588 shrl $4,%edi | |
| 589 pxor 16(%esp,%eax,8),%mm7 | |
| 590 roll $8,%edx | |
| 591 pxor 144(%esp,%eax,8),%mm6 | |
| 592 pxor %mm3,%mm7 | |
| 593 pxor 400(%esp,%ebp,8),%mm6 | |
| 594 xorb (%esp,%ebp,1),%bl | |
| 595 movb %dl,%al | |
| 596 movd %mm7,%ecx | |
| 597 movzbl %bl,%ebx | |
| 598 psrlq $8,%mm7 | |
| 599 movq %mm6,%mm3 | |
| 600 movl %eax,%ebp | |
| 601 psrlq $8,%mm6 | |
| 602 pxor 272(%esp,%edi,8),%mm7 | |
| 603 andb $15,%al | |
| 604 psllq $56,%mm3 | |
| 605 shrl $4,%ebp | |
| 606 pinsrw $2,(%esi,%ebx,2),%mm2 | |
| 607 pxor 16(%esp,%eax,8),%mm7 | |
| 608 roll $8,%edx | |
| 609 pxor 144(%esp,%eax,8),%mm6 | |
| 610 pxor %mm3,%mm7 | |
| 611 pxor 400(%esp,%edi,8),%mm6 | |
| 612 xorb (%esp,%edi,1),%cl | |
| 613 movb %dl,%al | |
| 614 movl 536(%esp),%edx | |
| 615 movd %mm7,%ebx | |
| 616 movzbl %cl,%ecx | |
| 617 psrlq $8,%mm7 | |
| 618 movq %mm6,%mm3 | |
| 619 movl %eax,%edi | |
| 620 psrlq $8,%mm6 | |
| 621 pxor 272(%esp,%ebp,8),%mm7 | |
| 622 andb $15,%al | |
| 623 psllq $56,%mm3 | |
| 624 pxor %mm2,%mm6 | |
| 625 shrl $4,%edi | |
| 626 pinsrw $2,(%esi,%ecx,2),%mm1 | |
| 627 pxor 16(%esp,%eax,8),%mm7 | |
| 628 roll $8,%edx | |
| 629 pxor 144(%esp,%eax,8),%mm6 | |
| 630 pxor %mm3,%mm7 | |
| 631 pxor 400(%esp,%ebp,8),%mm6 | |
| 632 xorb (%esp,%ebp,1),%bl | |
| 633 movb %dl,%al | |
| 634 movd %mm7,%ecx | |
| 635 movzbl %bl,%ebx | |
| 636 psrlq $8,%mm7 | |
| 637 movq %mm6,%mm3 | |
| 638 movl %eax,%ebp | |
| 639 psrlq $8,%mm6 | |
| 640 pxor 272(%esp,%edi,8),%mm7 | |
| 641 andb $15,%al | |
| 642 psllq $56,%mm3 | |
| 643 pxor %mm1,%mm6 | |
| 644 shrl $4,%ebp | |
| 645 pinsrw $2,(%esi,%ebx,2),%mm0 | |
| 646 pxor 16(%esp,%eax,8),%mm7 | |
| 647 roll $8,%edx | |
| 648 pxor 144(%esp,%eax,8),%mm6 | |
| 649 pxor %mm3,%mm7 | |
| 650 pxor 400(%esp,%edi,8),%mm6 | |
| 651 xorb (%esp,%edi,1),%cl | |
| 652 movb %dl,%al | |
| 653 movd %mm7,%ebx | |
| 654 movzbl %cl,%ecx | |
| 655 psrlq $8,%mm7 | |
| 656 movq %mm6,%mm3 | |
| 657 movl %eax,%edi | |
| 658 psrlq $8,%mm6 | |
| 659 pxor 272(%esp,%ebp,8),%mm7 | |
| 660 andb $15,%al | |
| 661 psllq $56,%mm3 | |
| 662 pxor %mm0,%mm6 | |
| 663 shrl $4,%edi | |
| 664 pinsrw $2,(%esi,%ecx,2),%mm2 | |
| 665 pxor 16(%esp,%eax,8),%mm7 | |
| 666 roll $8,%edx | |
| 667 pxor 144(%esp,%eax,8),%mm6 | |
| 668 pxor %mm3,%mm7 | |
| 669 pxor 400(%esp,%ebp,8),%mm6 | |
| 670 xorb (%esp,%ebp,1),%bl | |
| 671 movb %dl,%al | |
| 672 movd %mm7,%ecx | |
| 673 movzbl %bl,%ebx | |
| 674 psrlq $8,%mm7 | |
| 675 movq %mm6,%mm3 | |
| 676 movl %eax,%ebp | |
| 677 psrlq $8,%mm6 | |
| 678 pxor 272(%esp,%edi,8),%mm7 | |
| 679 andb $15,%al | |
| 680 psllq $56,%mm3 | |
| 681 pxor %mm2,%mm6 | |
| 682 shrl $4,%ebp | |
| 683 pinsrw $2,(%esi,%ebx,2),%mm1 | |
| 684 pxor 16(%esp,%eax,8),%mm7 | |
| 685 roll $8,%edx | |
| 686 pxor 144(%esp,%eax,8),%mm6 | |
| 687 pxor %mm3,%mm7 | |
| 688 pxor 400(%esp,%edi,8),%mm6 | |
| 689 xorb (%esp,%edi,1),%cl | |
| 690 movb %dl,%al | |
| 691 movl 532(%esp),%edx | |
| 692 movd %mm7,%ebx | |
| 693 movzbl %cl,%ecx | |
| 694 psrlq $8,%mm7 | |
| 695 movq %mm6,%mm3 | |
| 696 movl %eax,%edi | |
| 697 psrlq $8,%mm6 | |
| 698 pxor 272(%esp,%ebp,8),%mm7 | |
| 699 andb $15,%al | |
| 700 psllq $56,%mm3 | |
| 701 pxor %mm1,%mm6 | |
| 702 shrl $4,%edi | |
| 703 pinsrw $2,(%esi,%ecx,2),%mm0 | |
| 704 pxor 16(%esp,%eax,8),%mm7 | |
| 705 roll $8,%edx | |
| 706 pxor 144(%esp,%eax,8),%mm6 | |
| 707 pxor %mm3,%mm7 | |
| 708 pxor 400(%esp,%ebp,8),%mm6 | |
| 709 xorb (%esp,%ebp,1),%bl | |
| 710 movb %dl,%al | |
| 711 movd %mm7,%ecx | |
| 712 movzbl %bl,%ebx | |
| 713 psrlq $8,%mm7 | |
| 714 movq %mm6,%mm3 | |
| 715 movl %eax,%ebp | |
| 716 psrlq $8,%mm6 | |
| 717 pxor 272(%esp,%edi,8),%mm7 | |
| 718 andb $15,%al | |
| 719 psllq $56,%mm3 | |
| 720 pxor %mm0,%mm6 | |
| 721 shrl $4,%ebp | |
| 722 pinsrw $2,(%esi,%ebx,2),%mm2 | |
| 723 pxor 16(%esp,%eax,8),%mm7 | |
| 724 roll $8,%edx | |
| 725 pxor 144(%esp,%eax,8),%mm6 | |
| 726 pxor %mm3,%mm7 | |
| 727 pxor 400(%esp,%edi,8),%mm6 | |
| 728 xorb (%esp,%edi,1),%cl | |
| 729 movb %dl,%al | |
| 730 movd %mm7,%ebx | |
| 731 movzbl %cl,%ecx | |
| 732 psrlq $8,%mm7 | |
| 733 movq %mm6,%mm3 | |
| 734 movl %eax,%edi | |
| 735 psrlq $8,%mm6 | |
| 736 pxor 272(%esp,%ebp,8),%mm7 | |
| 737 andb $15,%al | |
| 738 psllq $56,%mm3 | |
| 739 pxor %mm2,%mm6 | |
| 740 shrl $4,%edi | |
| 741 pinsrw $2,(%esi,%ecx,2),%mm1 | |
| 742 pxor 16(%esp,%eax,8),%mm7 | |
| 743 roll $8,%edx | |
| 744 pxor 144(%esp,%eax,8),%mm6 | |
| 745 pxor %mm3,%mm7 | |
| 746 pxor 400(%esp,%ebp,8),%mm6 | |
| 747 xorb (%esp,%ebp,1),%bl | |
| 748 movb %dl,%al | |
| 749 movd %mm7,%ecx | |
| 750 movzbl %bl,%ebx | |
| 751 psrlq $8,%mm7 | |
| 752 movq %mm6,%mm3 | |
| 753 movl %eax,%ebp | |
| 754 psrlq $8,%mm6 | |
| 755 pxor 272(%esp,%edi,8),%mm7 | |
| 756 andb $15,%al | |
| 757 psllq $56,%mm3 | |
| 758 pxor %mm1,%mm6 | |
| 759 shrl $4,%ebp | |
| 760 pinsrw $2,(%esi,%ebx,2),%mm0 | |
| 761 pxor 16(%esp,%eax,8),%mm7 | |
| 762 roll $8,%edx | |
| 763 pxor 144(%esp,%eax,8),%mm6 | |
| 764 pxor %mm3,%mm7 | |
| 765 pxor 400(%esp,%edi,8),%mm6 | |
| 766 xorb (%esp,%edi,1),%cl | |
| 767 movb %dl,%al | |
| 768 movl 528(%esp),%edx | |
| 769 movd %mm7,%ebx | |
| 770 movzbl %cl,%ecx | |
| 771 psrlq $8,%mm7 | |
| 772 movq %mm6,%mm3 | |
| 773 movl %eax,%edi | |
| 774 psrlq $8,%mm6 | |
| 775 pxor 272(%esp,%ebp,8),%mm7 | |
| 776 andb $15,%al | |
| 777 psllq $56,%mm3 | |
| 778 pxor %mm0,%mm6 | |
| 779 shrl $4,%edi | |
| 780 pinsrw $2,(%esi,%ecx,2),%mm2 | |
| 781 pxor 16(%esp,%eax,8),%mm7 | |
| 782 roll $8,%edx | |
| 783 pxor 144(%esp,%eax,8),%mm6 | |
| 784 pxor %mm3,%mm7 | |
| 785 pxor 400(%esp,%ebp,8),%mm6 | |
| 786 xorb (%esp,%ebp,1),%bl | |
| 787 movb %dl,%al | |
| 788 movd %mm7,%ecx | |
| 789 movzbl %bl,%ebx | |
| 790 psrlq $8,%mm7 | |
| 791 movq %mm6,%mm3 | |
| 792 movl %eax,%ebp | |
| 793 psrlq $8,%mm6 | |
| 794 pxor 272(%esp,%edi,8),%mm7 | |
| 795 andb $15,%al | |
| 796 psllq $56,%mm3 | |
| 797 pxor %mm2,%mm6 | |
| 798 shrl $4,%ebp | |
| 799 pinsrw $2,(%esi,%ebx,2),%mm1 | |
| 800 pxor 16(%esp,%eax,8),%mm7 | |
| 801 roll $8,%edx | |
| 802 pxor 144(%esp,%eax,8),%mm6 | |
| 803 pxor %mm3,%mm7 | |
| 804 pxor 400(%esp,%edi,8),%mm6 | |
| 805 xorb (%esp,%edi,1),%cl | |
| 806 movb %dl,%al | |
| 807 movd %mm7,%ebx | |
| 808 movzbl %cl,%ecx | |
| 809 psrlq $8,%mm7 | |
| 810 movq %mm6,%mm3 | |
| 811 movl %eax,%edi | |
| 812 psrlq $8,%mm6 | |
| 813 pxor 272(%esp,%ebp,8),%mm7 | |
| 814 andb $15,%al | |
| 815 psllq $56,%mm3 | |
| 816 pxor %mm1,%mm6 | |
| 817 shrl $4,%edi | |
| 818 pinsrw $2,(%esi,%ecx,2),%mm0 | |
| 819 pxor 16(%esp,%eax,8),%mm7 | |
| 820 roll $8,%edx | |
| 821 pxor 144(%esp,%eax,8),%mm6 | |
| 822 pxor %mm3,%mm7 | |
| 823 pxor 400(%esp,%ebp,8),%mm6 | |
| 824 xorb (%esp,%ebp,1),%bl | |
| 825 movb %dl,%al | |
| 826 movd %mm7,%ecx | |
| 827 movzbl %bl,%ebx | |
| 828 psrlq $8,%mm7 | |
| 829 movq %mm6,%mm3 | |
| 830 movl %eax,%ebp | |
| 831 psrlq $8,%mm6 | |
| 832 pxor 272(%esp,%edi,8),%mm7 | |
| 833 andb $15,%al | |
| 834 psllq $56,%mm3 | |
| 835 pxor %mm0,%mm6 | |
| 836 shrl $4,%ebp | |
| 837 pinsrw $2,(%esi,%ebx,2),%mm2 | |
| 838 pxor 16(%esp,%eax,8),%mm7 | |
| 839 roll $8,%edx | |
| 840 pxor 144(%esp,%eax,8),%mm6 | |
| 841 pxor %mm3,%mm7 | |
| 842 pxor 400(%esp,%edi,8),%mm6 | |
| 843 xorb (%esp,%edi,1),%cl | |
| 844 movb %dl,%al | |
| 845 movl 524(%esp),%edx | |
| 846 movd %mm7,%ebx | |
| 847 movzbl %cl,%ecx | |
| 848 psrlq $8,%mm7 | |
| 849 movq %mm6,%mm3 | |
| 850 movl %eax,%edi | |
| 851 psrlq $8,%mm6 | |
| 852 pxor 272(%esp,%ebp,8),%mm7 | |
| 853 andb $15,%al | |
| 854 psllq $56,%mm3 | |
| 855 pxor %mm2,%mm6 | |
| 856 shrl $4,%edi | |
| 857 pinsrw $2,(%esi,%ecx,2),%mm1 | |
| 858 pxor 16(%esp,%eax,8),%mm7 | |
| 859 pxor 144(%esp,%eax,8),%mm6 | |
| 860 xorb (%esp,%ebp,1),%bl | |
| 861 pxor %mm3,%mm7 | |
| 862 pxor 400(%esp,%ebp,8),%mm6 | |
| 863 movzbl %bl,%ebx | |
| 864 pxor %mm2,%mm2 | |
| 865 psllq $4,%mm1 | |
| 866 movd %mm7,%ecx | |
| 867 psrlq $4,%mm7 | |
| 868 movq %mm6,%mm3 | |
| 869 psrlq $4,%mm6 | |
| 870 shll $4,%ecx | |
| 871 pxor 16(%esp,%edi,8),%mm7 | |
| 872 psllq $60,%mm3 | |
| 873 movzbl %cl,%ecx | |
| 874 pxor %mm3,%mm7 | |
| 875 pxor 144(%esp,%edi,8),%mm6 | |
| 876 pinsrw $2,(%esi,%ebx,2),%mm0 | |
| 877 pxor %mm1,%mm6 | |
| 878 movd %mm7,%edx | |
| 879 pinsrw $3,(%esi,%ecx,2),%mm2 | |
| 880 psllq $12,%mm0 | |
| 881 pxor %mm0,%mm6 | |
| 882 psrlq $32,%mm7 | |
| 883 pxor %mm2,%mm6 | |
| 884 movl 548(%esp),%ecx | |
| 885 movd %mm7,%ebx | |
| 886 movq %mm6,%mm3 | |
| 887 psllw $8,%mm6 | |
| 888 psrlw $8,%mm3 | |
| 889 por %mm3,%mm6 | |
| 890 bswap %edx | |
| 891 pshufw $27,%mm6,%mm6 | |
| 892 bswap %ebx | |
| 893 cmpl 552(%esp),%ecx | |
| 894 jne L009outer | |
| 895 movl 544(%esp),%eax | |
| 896 movl %edx,12(%eax) | |
| 897 movl %ebx,8(%eax) | |
| 898 movq %mm6,(%eax) | |
| 899 movl 556(%esp),%esp | |
| 900 emms | |
| 901 popl %edi | |
| 902 popl %esi | |
| 903 popl %ebx | |
| 904 popl %ebp | |
| 905 ret | |
| 906 .globl _gcm_init_clmul | |
| 907 .private_extern _gcm_init_clmul | |
| 908 .align 4 | |
| 909 _gcm_init_clmul: | |
| 910 L_gcm_init_clmul_begin: | |
| 911 movl 4(%esp),%edx | |
| 912 movl 8(%esp),%eax | |
| 913 call L010pic | |
| 914 L010pic: | |
| 915 popl %ecx | |
| 916 leal Lbswap-L010pic(%ecx),%ecx | |
| 917 movdqu (%eax),%xmm2 | |
| 918 pshufd $78,%xmm2,%xmm2 | |
| 919 pshufd $255,%xmm2,%xmm4 | |
| 920 movdqa %xmm2,%xmm3 | |
| 921 psllq $1,%xmm2 | |
| 922 pxor %xmm5,%xmm5 | |
| 923 psrlq $63,%xmm3 | |
| 924 pcmpgtd %xmm4,%xmm5 | |
| 925 pslldq $8,%xmm3 | |
| 926 por %xmm3,%xmm2 | |
| 927 pand 16(%ecx),%xmm5 | |
| 928 pxor %xmm5,%xmm2 | |
| 929 movdqa %xmm2,%xmm0 | |
| 930 movdqa %xmm0,%xmm1 | |
| 931 pshufd $78,%xmm0,%xmm3 | |
| 932 pshufd $78,%xmm2,%xmm4 | |
| 933 pxor %xmm0,%xmm3 | |
| 934 pxor %xmm2,%xmm4 | |
| 935 .byte 102,15,58,68,194,0 | |
| 936 .byte 102,15,58,68,202,17 | |
| 937 .byte 102,15,58,68,220,0 | |
| 938 xorps %xmm0,%xmm3 | |
| 939 xorps %xmm1,%xmm3 | |
| 940 movdqa %xmm3,%xmm4 | |
| 941 psrldq $8,%xmm3 | |
| 942 pslldq $8,%xmm4 | |
| 943 pxor %xmm3,%xmm1 | |
| 944 pxor %xmm4,%xmm0 | |
| 945 movdqa %xmm0,%xmm4 | |
| 946 movdqa %xmm0,%xmm3 | |
| 947 psllq $5,%xmm0 | |
| 948 pxor %xmm0,%xmm3 | |
| 949 psllq $1,%xmm0 | |
| 950 pxor %xmm3,%xmm0 | |
| 951 psllq $57,%xmm0 | |
| 952 movdqa %xmm0,%xmm3 | |
| 953 pslldq $8,%xmm0 | |
| 954 psrldq $8,%xmm3 | |
| 955 pxor %xmm4,%xmm0 | |
| 956 pxor %xmm3,%xmm1 | |
| 957 movdqa %xmm0,%xmm4 | |
| 958 psrlq $1,%xmm0 | |
| 959 pxor %xmm4,%xmm1 | |
| 960 pxor %xmm0,%xmm4 | |
| 961 psrlq $5,%xmm0 | |
| 962 pxor %xmm4,%xmm0 | |
| 963 psrlq $1,%xmm0 | |
| 964 pxor %xmm1,%xmm0 | |
| 965 pshufd $78,%xmm2,%xmm3 | |
| 966 pshufd $78,%xmm0,%xmm4 | |
| 967 pxor %xmm2,%xmm3 | |
| 968 movdqu %xmm2,(%edx) | |
| 969 pxor %xmm0,%xmm4 | |
| 970 movdqu %xmm0,16(%edx) | |
| 971 .byte 102,15,58,15,227,8 | |
| 972 movdqu %xmm4,32(%edx) | |
| 973 ret | |
| 974 .globl _gcm_gmult_clmul | |
| 975 .private_extern _gcm_gmult_clmul | |
| 976 .align 4 | |
| 977 _gcm_gmult_clmul: | |
| 978 L_gcm_gmult_clmul_begin: | |
| 979 movl 4(%esp),%eax | |
| 980 movl 8(%esp),%edx | |
| 981 call L011pic | |
| 982 L011pic: | |
| 983 popl %ecx | |
| 984 leal Lbswap-L011pic(%ecx),%ecx | |
| 985 movdqu (%eax),%xmm0 | |
| 986 movdqa (%ecx),%xmm5 | |
| 987 movups (%edx),%xmm2 | |
| 988 .byte 102,15,56,0,197 | |
| 989 movups 32(%edx),%xmm4 | |
| 990 movdqa %xmm0,%xmm1 | |
| 991 pshufd $78,%xmm0,%xmm3 | |
| 992 pxor %xmm0,%xmm3 | |
| 993 .byte 102,15,58,68,194,0 | |
| 994 .byte 102,15,58,68,202,17 | |
| 995 .byte 102,15,58,68,220,0 | |
| 996 xorps %xmm0,%xmm3 | |
| 997 xorps %xmm1,%xmm3 | |
| 998 movdqa %xmm3,%xmm4 | |
| 999 psrldq $8,%xmm3 | |
| 1000 pslldq $8,%xmm4 | |
| 1001 pxor %xmm3,%xmm1 | |
| 1002 pxor %xmm4,%xmm0 | |
| 1003 movdqa %xmm0,%xmm4 | |
| 1004 movdqa %xmm0,%xmm3 | |
| 1005 psllq $5,%xmm0 | |
| 1006 pxor %xmm0,%xmm3 | |
| 1007 psllq $1,%xmm0 | |
| 1008 pxor %xmm3,%xmm0 | |
| 1009 psllq $57,%xmm0 | |
| 1010 movdqa %xmm0,%xmm3 | |
| 1011 pslldq $8,%xmm0 | |
| 1012 psrldq $8,%xmm3 | |
| 1013 pxor %xmm4,%xmm0 | |
| 1014 pxor %xmm3,%xmm1 | |
| 1015 movdqa %xmm0,%xmm4 | |
| 1016 psrlq $1,%xmm0 | |
| 1017 pxor %xmm4,%xmm1 | |
| 1018 pxor %xmm0,%xmm4 | |
| 1019 psrlq $5,%xmm0 | |
| 1020 pxor %xmm4,%xmm0 | |
| 1021 psrlq $1,%xmm0 | |
| 1022 pxor %xmm1,%xmm0 | |
| 1023 .byte 102,15,56,0,197 | |
| 1024 movdqu %xmm0,(%eax) | |
| 1025 ret | |
| 1026 .globl _gcm_ghash_clmul | |
| 1027 .private_extern _gcm_ghash_clmul | |
| 1028 .align 4 | |
| 1029 _gcm_ghash_clmul: | |
| 1030 L_gcm_ghash_clmul_begin: | |
| 1031 pushl %ebp | |
| 1032 pushl %ebx | |
| 1033 pushl %esi | |
| 1034 pushl %edi | |
| 1035 movl 20(%esp),%eax | |
| 1036 movl 24(%esp),%edx | |
| 1037 movl 28(%esp),%esi | |
| 1038 movl 32(%esp),%ebx | |
| 1039 call L012pic | |
| 1040 L012pic: | |
| 1041 popl %ecx | |
| 1042 leal Lbswap-L012pic(%ecx),%ecx | |
| 1043 movdqu (%eax),%xmm0 | |
| 1044 movdqa (%ecx),%xmm5 | |
| 1045 movdqu (%edx),%xmm2 | |
| 1046 .byte 102,15,56,0,197 | |
| 1047 subl $16,%ebx | |
| 1048 jz L013odd_tail | |
| 1049 movdqu (%esi),%xmm3 | |
| 1050 movdqu 16(%esi),%xmm6 | |
| 1051 .byte 102,15,56,0,221 | |
| 1052 .byte 102,15,56,0,245 | |
| 1053 movdqu 32(%edx),%xmm5 | |
| 1054 pxor %xmm3,%xmm0 | |
| 1055 pshufd $78,%xmm6,%xmm3 | |
| 1056 movdqa %xmm6,%xmm7 | |
| 1057 pxor %xmm6,%xmm3 | |
| 1058 leal 32(%esi),%esi | |
| 1059 .byte 102,15,58,68,242,0 | |
| 1060 .byte 102,15,58,68,250,17 | |
| 1061 .byte 102,15,58,68,221,0 | |
| 1062 movups 16(%edx),%xmm2 | |
| 1063 nop | |
| 1064 subl $32,%ebx | |
| 1065 jbe L014even_tail | |
| 1066 jmp L015mod_loop | |
| 1067 .align 5,0x90 | |
| 1068 L015mod_loop: | |
| 1069 pshufd $78,%xmm0,%xmm4 | |
| 1070 movdqa %xmm0,%xmm1 | |
| 1071 pxor %xmm0,%xmm4 | |
| 1072 nop | |
| 1073 .byte 102,15,58,68,194,0 | |
| 1074 .byte 102,15,58,68,202,17 | |
| 1075 .byte 102,15,58,68,229,16 | |
| 1076 movups (%edx),%xmm2 | |
| 1077 xorps %xmm6,%xmm0 | |
| 1078 movdqa (%ecx),%xmm5 | |
| 1079 xorps %xmm7,%xmm1 | |
| 1080 movdqu (%esi),%xmm7 | |
| 1081 pxor %xmm0,%xmm3 | |
| 1082 movdqu 16(%esi),%xmm6 | |
| 1083 pxor %xmm1,%xmm3 | |
| 1084 .byte 102,15,56,0,253 | |
| 1085 pxor %xmm3,%xmm4 | |
| 1086 movdqa %xmm4,%xmm3 | |
| 1087 psrldq $8,%xmm4 | |
| 1088 pslldq $8,%xmm3 | |
| 1089 pxor %xmm4,%xmm1 | |
| 1090 pxor %xmm3,%xmm0 | |
| 1091 .byte 102,15,56,0,245 | |
| 1092 pxor %xmm7,%xmm1 | |
| 1093 movdqa %xmm6,%xmm7 | |
| 1094 movdqa %xmm0,%xmm4 | |
| 1095 movdqa %xmm0,%xmm3 | |
| 1096 psllq $5,%xmm0 | |
| 1097 pxor %xmm0,%xmm3 | |
| 1098 psllq $1,%xmm0 | |
| 1099 pxor %xmm3,%xmm0 | |
| 1100 .byte 102,15,58,68,242,0 | |
| 1101 movups 32(%edx),%xmm5 | |
| 1102 psllq $57,%xmm0 | |
| 1103 movdqa %xmm0,%xmm3 | |
| 1104 pslldq $8,%xmm0 | |
| 1105 psrldq $8,%xmm3 | |
| 1106 pxor %xmm4,%xmm0 | |
| 1107 pxor %xmm3,%xmm1 | |
| 1108 pshufd $78,%xmm7,%xmm3 | |
| 1109 movdqa %xmm0,%xmm4 | |
| 1110 psrlq $1,%xmm0 | |
| 1111 pxor %xmm7,%xmm3 | |
| 1112 pxor %xmm4,%xmm1 | |
| 1113 .byte 102,15,58,68,250,17 | |
| 1114 movups 16(%edx),%xmm2 | |
| 1115 pxor %xmm0,%xmm4 | |
| 1116 psrlq $5,%xmm0 | |
| 1117 pxor %xmm4,%xmm0 | |
| 1118 psrlq $1,%xmm0 | |
| 1119 pxor %xmm1,%xmm0 | |
| 1120 .byte 102,15,58,68,221,0 | |
| 1121 leal 32(%esi),%esi | |
| 1122 subl $32,%ebx | |
| 1123 ja L015mod_loop | |
| 1124 L014even_tail: | |
| 1125 pshufd $78,%xmm0,%xmm4 | |
| 1126 movdqa %xmm0,%xmm1 | |
| 1127 pxor %xmm0,%xmm4 | |
| 1128 .byte 102,15,58,68,194,0 | |
| 1129 .byte 102,15,58,68,202,17 | |
| 1130 .byte 102,15,58,68,229,16 | |
| 1131 movdqa (%ecx),%xmm5 | |
| 1132 xorps %xmm6,%xmm0 | |
| 1133 xorps %xmm7,%xmm1 | |
| 1134 pxor %xmm0,%xmm3 | |
| 1135 pxor %xmm1,%xmm3 | |
| 1136 pxor %xmm3,%xmm4 | |
| 1137 movdqa %xmm4,%xmm3 | |
| 1138 psrldq $8,%xmm4 | |
| 1139 pslldq $8,%xmm3 | |
| 1140 pxor %xmm4,%xmm1 | |
| 1141 pxor %xmm3,%xmm0 | |
| 1142 movdqa %xmm0,%xmm4 | |
| 1143 movdqa %xmm0,%xmm3 | |
| 1144 psllq $5,%xmm0 | |
| 1145 pxor %xmm0,%xmm3 | |
| 1146 psllq $1,%xmm0 | |
| 1147 pxor %xmm3,%xmm0 | |
| 1148 psllq $57,%xmm0 | |
| 1149 movdqa %xmm0,%xmm3 | |
| 1150 pslldq $8,%xmm0 | |
| 1151 psrldq $8,%xmm3 | |
| 1152 pxor %xmm4,%xmm0 | |
| 1153 pxor %xmm3,%xmm1 | |
| 1154 movdqa %xmm0,%xmm4 | |
| 1155 psrlq $1,%xmm0 | |
| 1156 pxor %xmm4,%xmm1 | |
| 1157 pxor %xmm0,%xmm4 | |
| 1158 psrlq $5,%xmm0 | |
| 1159 pxor %xmm4,%xmm0 | |
| 1160 psrlq $1,%xmm0 | |
| 1161 pxor %xmm1,%xmm0 | |
| 1162 testl %ebx,%ebx | |
| 1163 jnz L016done | |
| 1164 movups (%edx),%xmm2 | |
| 1165 L013odd_tail: | |
| 1166 movdqu (%esi),%xmm3 | |
| 1167 .byte 102,15,56,0,221 | |
| 1168 pxor %xmm3,%xmm0 | |
| 1169 movdqa %xmm0,%xmm1 | |
| 1170 pshufd $78,%xmm0,%xmm3 | |
| 1171 pshufd $78,%xmm2,%xmm4 | |
| 1172 pxor %xmm0,%xmm3 | |
| 1173 pxor %xmm2,%xmm4 | |
| 1174 .byte 102,15,58,68,194,0 | |
| 1175 .byte 102,15,58,68,202,17 | |
| 1176 .byte 102,15,58,68,220,0 | |
| 1177 xorps %xmm0,%xmm3 | |
| 1178 xorps %xmm1,%xmm3 | |
| 1179 movdqa %xmm3,%xmm4 | |
| 1180 psrldq $8,%xmm3 | |
| 1181 pslldq $8,%xmm4 | |
| 1182 pxor %xmm3,%xmm1 | |
| 1183 pxor %xmm4,%xmm0 | |
| 1184 movdqa %xmm0,%xmm4 | |
| 1185 movdqa %xmm0,%xmm3 | |
| 1186 psllq $5,%xmm0 | |
| 1187 pxor %xmm0,%xmm3 | |
| 1188 psllq $1,%xmm0 | |
| 1189 pxor %xmm3,%xmm0 | |
| 1190 psllq $57,%xmm0 | |
| 1191 movdqa %xmm0,%xmm3 | |
| 1192 pslldq $8,%xmm0 | |
| 1193 psrldq $8,%xmm3 | |
| 1194 pxor %xmm4,%xmm0 | |
| 1195 pxor %xmm3,%xmm1 | |
| 1196 movdqa %xmm0,%xmm4 | |
| 1197 psrlq $1,%xmm0 | |
| 1198 pxor %xmm4,%xmm1 | |
| 1199 pxor %xmm0,%xmm4 | |
| 1200 psrlq $5,%xmm0 | |
| 1201 pxor %xmm4,%xmm0 | |
| 1202 psrlq $1,%xmm0 | |
| 1203 pxor %xmm1,%xmm0 | |
| 1204 L016done: | |
| 1205 .byte 102,15,56,0,197 | |
| 1206 movdqu %xmm0,(%eax) | |
| 1207 popl %edi | |
| 1208 popl %esi | |
| 1209 popl %ebx | |
| 1210 popl %ebp | |
| 1211 ret | |
| 1212 .align 6,0x90 | |
| 1213 Lbswap: | |
| 1214 .byte 15,14,13,12,11,10,9,8,7,6,5,4,3,2,1,0 | |
| 1215 .byte 1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,194 | |
| 1216 .align 6,0x90 | |
| 1217 Lrem_8bit: | |
| 1218 .value 0,450,900,582,1800,1738,1164,1358 | |
| 1219 .value 3600,4050,3476,3158,2328,2266,2716,2910 | |
| 1220 .value 7200,7650,8100,7782,6952,6890,6316,6510 | |
| 1221 .value 4656,5106,4532,4214,5432,5370,5820,6014 | |
| 1222 .value 14400,14722,15300,14854,16200,16010,15564,15630 | |
| 1223 .value 13904,14226,13780,13334,12632,12442,13020,13086 | |
| 1224 .value 9312,9634,10212,9766,9064,8874,8428,8494 | |
| 1225 .value 10864,11186,10740,10294,11640,11450,12028,12094 | |
| 1226 .value 28800,28994,29444,29382,30600,30282,29708,30158 | |
| 1227 .value 32400,32594,32020,31958,31128,30810,31260,31710 | |
| 1228 .value 27808,28002,28452,28390,27560,27242,26668,27118 | |
| 1229 .value 25264,25458,24884,24822,26040,25722,26172,26622 | |
| 1230 .value 18624,18690,19268,19078,20424,19978,19532,19854 | |
| 1231 .value 18128,18194,17748,17558,16856,16410,16988,17310 | |
| 1232 .value 21728,21794,22372,22182,21480,21034,20588,20910 | |
| 1233 .value 23280,23346,22900,22710,24056,23610,24188,24510 | |
| 1234 .value 57600,57538,57988,58182,58888,59338,58764,58446 | |
| 1235 .value 61200,61138,60564,60758,59416,59866,60316,59998 | |
| 1236 .value 64800,64738,65188,65382,64040,64490,63916,63598 | |
| 1237 .value 62256,62194,61620,61814,62520,62970,63420,63102 | |
| 1238 .value 55616,55426,56004,56070,56904,57226,56780,56334 | |
| 1239 .value 55120,54930,54484,54550,53336,53658,54236,53790 | |
| 1240 .value 50528,50338,50916,50982,49768,50090,49644,49198 | |
| 1241 .value 52080,51890,51444,51510,52344,52666,53244,52798 | |
| 1242 .value 37248,36930,37380,37830,38536,38730,38156,38094 | |
| 1243 .value 40848,40530,39956,40406,39064,39258,39708,39646 | |
| 1244 .value 36256,35938,36388,36838,35496,35690,35116,35054 | |
| 1245 .value 33712,33394,32820,33270,33976,34170,34620,34558 | |
| 1246 .value 43456,43010,43588,43910,44744,44810,44364,44174 | |
| 1247 .value 42960,42514,42068,42390,41176,41242,41820,41630 | |
| 1248 .value 46560,46114,46692,47014,45800,45866,45420,45230 | |
| 1249 .value 48112,47666,47220,47542,48376,48442,49020,48830 | |
| 1250 .align 6,0x90 | |
| 1251 Lrem_4bit: | |
| 1252 .long 0,0,0,471859200,0,943718400,0,610271232 | |
| 1253 .long 0,1887436800,0,1822425088,0,1220542464,0,1423966208 | |
| 1254 .long 0,3774873600,0,4246732800,0,3644850176,0,3311403008 | |
| 1255 .long 0,2441084928,0,2376073216,0,2847932416,0,3051356160 | |
| 1256 .byte 71,72,65,83,72,32,102,111,114,32,120,56,54,44,32,67 | |
| 1257 .byte 82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112 | |
| 1258 .byte 112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62 | |
| 1259 .byte 0 | |
| 1260 #endif | |
| OLD | NEW |
|---|
Chromium Code Reviews
Issue 2354623003:
Pull boringssl generated source from boringssl_gen (Closed)
