third_party/boringssl/win-x86/crypto/aes/aesni-x86.asm - Issue 1122423007: Roll src/third_party/boringssl/src 68de407:65a7e94

Side by Side Diff: third_party/boringssl/win-x86/crypto/aes/aesni-x86.asm

Issue 1122423007: Roll src/third_party/boringssl/src 68de407:65a7e94 (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master

Patch Set: roll further Created 5 years, 7 months ago

Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.

Jump to:

View unified diff | Download patch

OLD	NEW
1 %ifidn __OUTPUT_FORMAT__,obj	1 %ifidn __OUTPUT_FORMAT__,obj

2 section code use32 class=code align=64	2 section code use32 class=code align=64

3 %elifidn __OUTPUT_FORMAT__,win32	3 %elifidn __OUTPUT_FORMAT__,win32

4 %ifdef __YASM_VERSION_ID__	4 %ifdef __YASM_VERSION_ID__

5 %if __YASM_VERSION_ID__ < 01010000h	5 %if __YASM_VERSION_ID__ < 01010000h

6 %error yasm version 1.1.0 or later needed.	6 %error yasm version 1.1.0 or later needed.

7 %endif	7 %endif

8 ; Yasm automatically includes .00 and complains about redefining it.	8 ; Yasm automatically includes .00 and complains about redefining it.

9 ; https://www.tortall.net/projects/yasm/manual/html/objfmt-win32-safeseh.html	9 ; https://www.tortall.net/projects/yasm/manual/html/objfmt-win32-safeseh.html

10 %else	10 %else

11 $@feat.00 equ 1	11 $@feat.00 equ 1

12 %endif	12 %endif

13 section .text code align=64	13 section .text code align=64

14 %else	14 %else

15 section .text code	15 section .text code

16 %endif	16 %endif

	17 ;extern _OPENSSL_ia32cap_P

17 global _aesni_encrypt	18 global _aesni_encrypt

18 align 16	19 align 16

19 _aesni_encrypt:	20 _aesni_encrypt:

20 L$_aesni_encrypt_begin:	21 L$_aesni_encrypt_begin:

21 mov eax,DWORD [4+esp]	22 mov eax,DWORD [4+esp]

22 mov edx,DWORD [12+esp]	23 mov edx,DWORD [12+esp]

23 movups xmm2,[eax]	24 movups xmm2,[eax]

24 mov ecx,DWORD [240+edx]	25 mov ecx,DWORD [240+edx]

25 mov eax,DWORD [8+esp]	26 mov eax,DWORD [8+esp]

26 movups xmm0,[edx]	27 movups xmm0,[edx]

27 movups xmm1,[16+edx]	28 movups xmm1,[16+edx]

28 lea edx,[32+edx]	29 lea edx,[32+edx]

29 xorps xmm2,xmm0	30 xorps xmm2,xmm0

30 L$000enc1_loop_1:	31 L$000enc1_loop_1:

31 db 102,15,56,220,209	32 db 102,15,56,220,209

32 dec ecx	33 dec ecx

33 movups xmm1,[edx]	34 movups xmm1,[edx]

34 lea edx,[16+edx]	35 lea edx,[16+edx]

35 jnz NEAR L$000enc1_loop_1	36 jnz NEAR L$000enc1_loop_1

36 db 102,15,56,221,209	37 db 102,15,56,221,209

	38 pxor xmm0,xmm0

	39 pxor xmm1,xmm1

37 movups [eax],xmm2	40 movups [eax],xmm2

	41 pxor xmm2,xmm2

38 ret	42 ret

39 global _aesni_decrypt	43 global _aesni_decrypt

40 align 16	44 align 16

41 _aesni_decrypt:	45 _aesni_decrypt:

42 L$_aesni_decrypt_begin:	46 L$_aesni_decrypt_begin:

43 mov eax,DWORD [4+esp]	47 mov eax,DWORD [4+esp]

44 mov edx,DWORD [12+esp]	48 mov edx,DWORD [12+esp]

45 movups xmm2,[eax]	49 movups xmm2,[eax]

46 mov ecx,DWORD [240+edx]	50 mov ecx,DWORD [240+edx]

47 mov eax,DWORD [8+esp]	51 mov eax,DWORD [8+esp]

48 movups xmm0,[edx]	52 movups xmm0,[edx]

49 movups xmm1,[16+edx]	53 movups xmm1,[16+edx]

50 lea edx,[32+edx]	54 lea edx,[32+edx]

51 xorps xmm2,xmm0	55 xorps xmm2,xmm0

52 L$001dec1_loop_2:	56 L$001dec1_loop_2:

53 db 102,15,56,222,209	57 db 102,15,56,222,209

54 dec ecx	58 dec ecx

55 movups xmm1,[edx]	59 movups xmm1,[edx]

56 lea edx,[16+edx]	60 lea edx,[16+edx]

57 jnz NEAR L$001dec1_loop_2	61 jnz NEAR L$001dec1_loop_2

58 db 102,15,56,223,209	62 db 102,15,56,223,209

	63 pxor xmm0,xmm0

	64 pxor xmm1,xmm1

59 movups [eax],xmm2	65 movups [eax],xmm2

	66 pxor xmm2,xmm2

60 ret	67 ret

61 align 16	68 align 16

62 __aesni_encrypt2:	69 __aesni_encrypt2:

63 movups xmm0,[edx]	70 movups xmm0,[edx]

64 shl ecx,4	71 shl ecx,4

65 movups xmm1,[16+edx]	72 movups xmm1,[16+edx]

66 xorps xmm2,xmm0	73 xorps xmm2,xmm0

67 pxor xmm3,xmm0	74 pxor xmm3,xmm0

68 movups xmm0,[32+edx]	75 movups xmm0,[32+edx]

69 lea edx,[32+ecx*1+edx]	76 lea edx,[32+ecx*1+edx]

(...skipping 179 matching lines...) Expand 10 before \| Expand all \| Expand 10 after Loading...
249 pxor xmm3,xmm0	256 pxor xmm3,xmm0

250 pxor xmm4,xmm0	257 pxor xmm4,xmm0

251 db 102,15,56,220,209	258 db 102,15,56,220,209

252 pxor xmm5,xmm0	259 pxor xmm5,xmm0

253 pxor xmm6,xmm0	260 pxor xmm6,xmm0

254 db 102,15,56,220,217	261 db 102,15,56,220,217

255 lea edx,[32+ecx*1+edx]	262 lea edx,[32+ecx*1+edx]

256 neg ecx	263 neg ecx

257 db 102,15,56,220,225	264 db 102,15,56,220,225

258 pxor xmm7,xmm0	265 pxor xmm7,xmm0

	266 movups xmm0,[ecx*1+edx]

259 add ecx,16	267 add ecx,16

	268 jmp NEAR L$008_aesni_encrypt6_inner

	269 align 16

	270 L$009enc6_loop:

	271 db 102,15,56,220,209

	272 db 102,15,56,220,217

	273 db 102,15,56,220,225

	274 L$008_aesni_encrypt6_inner:

260 db 102,15,56,220,233	275 db 102,15,56,220,233

261 db 102,15,56,220,241	276 db 102,15,56,220,241

262 db 102,15,56,220,249	277 db 102,15,56,220,249

263 movups xmm0,[ecx*1+edx-16]

264 jmp NEAR L$_aesni_encrypt6_enter

265 align 16

266 L$008enc6_loop:

267 db 102,15,56,220,209

268 db 102,15,56,220,217

269 db 102,15,56,220,225

270 db 102,15,56,220,233

271 db 102,15,56,220,241

272 db 102,15,56,220,249

273 L$_aesni_encrypt6_enter:	278 L$_aesni_encrypt6_enter:

274 movups xmm1,[ecx*1+edx]	279 movups xmm1,[ecx*1+edx]

275 add ecx,32	280 add ecx,32

276 db 102,15,56,220,208	281 db 102,15,56,220,208

277 db 102,15,56,220,216	282 db 102,15,56,220,216

278 db 102,15,56,220,224	283 db 102,15,56,220,224

279 db 102,15,56,220,232	284 db 102,15,56,220,232

280 db 102,15,56,220,240	285 db 102,15,56,220,240

281 db 102,15,56,220,248	286 db 102,15,56,220,248

282 movups xmm0,[ecx*1+edx-16]	287 movups xmm0,[ecx*1+edx-16]

283 » jnz» NEAR L$008enc6_loop	288 » jnz» NEAR L$009enc6_loop

284 db 102,15,56,220,209	289 db 102,15,56,220,209

285 db 102,15,56,220,217	290 db 102,15,56,220,217

286 db 102,15,56,220,225	291 db 102,15,56,220,225

287 db 102,15,56,220,233	292 db 102,15,56,220,233

288 db 102,15,56,220,241	293 db 102,15,56,220,241

289 db 102,15,56,220,249	294 db 102,15,56,220,249

290 db 102,15,56,221,208	295 db 102,15,56,221,208

291 db 102,15,56,221,216	296 db 102,15,56,221,216

292 db 102,15,56,221,224	297 db 102,15,56,221,224

293 db 102,15,56,221,232	298 db 102,15,56,221,232

294 db 102,15,56,221,240	299 db 102,15,56,221,240

295 db 102,15,56,221,248	300 db 102,15,56,221,248

296 ret	301 ret

297 align 16	302 align 16

298 __aesni_decrypt6:	303 __aesni_decrypt6:

299 movups xmm0,[edx]	304 movups xmm0,[edx]

300 shl ecx,4	305 shl ecx,4

301 movups xmm1,[16+edx]	306 movups xmm1,[16+edx]

302 xorps xmm2,xmm0	307 xorps xmm2,xmm0

303 pxor xmm3,xmm0	308 pxor xmm3,xmm0

304 pxor xmm4,xmm0	309 pxor xmm4,xmm0

305 db 102,15,56,222,209	310 db 102,15,56,222,209

306 pxor xmm5,xmm0	311 pxor xmm5,xmm0

307 pxor xmm6,xmm0	312 pxor xmm6,xmm0

308 db 102,15,56,222,217	313 db 102,15,56,222,217

309 lea edx,[32+ecx*1+edx]	314 lea edx,[32+ecx*1+edx]

310 neg ecx	315 neg ecx

311 db 102,15,56,222,225	316 db 102,15,56,222,225

312 pxor xmm7,xmm0	317 pxor xmm7,xmm0

	318 movups xmm0,[ecx*1+edx]

313 add ecx,16	319 add ecx,16

	320 jmp NEAR L$010_aesni_decrypt6_inner

	321 align 16

	322 L$011dec6_loop:

	323 db 102,15,56,222,209

	324 db 102,15,56,222,217

	325 db 102,15,56,222,225

	326 L$010_aesni_decrypt6_inner:

314 db 102,15,56,222,233	327 db 102,15,56,222,233

315 db 102,15,56,222,241	328 db 102,15,56,222,241

316 db 102,15,56,222,249	329 db 102,15,56,222,249

317 movups xmm0,[ecx*1+edx-16]

318 jmp NEAR L$_aesni_decrypt6_enter

319 align 16

320 L$009dec6_loop:

321 db 102,15,56,222,209

322 db 102,15,56,222,217

323 db 102,15,56,222,225

324 db 102,15,56,222,233

325 db 102,15,56,222,241

326 db 102,15,56,222,249

327 L$_aesni_decrypt6_enter:	330 L$_aesni_decrypt6_enter:

328 movups xmm1,[ecx*1+edx]	331 movups xmm1,[ecx*1+edx]

329 add ecx,32	332 add ecx,32

330 db 102,15,56,222,208	333 db 102,15,56,222,208

331 db 102,15,56,222,216	334 db 102,15,56,222,216

332 db 102,15,56,222,224	335 db 102,15,56,222,224

333 db 102,15,56,222,232	336 db 102,15,56,222,232

334 db 102,15,56,222,240	337 db 102,15,56,222,240

335 db 102,15,56,222,248	338 db 102,15,56,222,248

336 movups xmm0,[ecx*1+edx-16]	339 movups xmm0,[ecx*1+edx-16]

337 » jnz» NEAR L$009dec6_loop	340 » jnz» NEAR L$011dec6_loop

338 db 102,15,56,222,209	341 db 102,15,56,222,209

339 db 102,15,56,222,217	342 db 102,15,56,222,217

340 db 102,15,56,222,225	343 db 102,15,56,222,225

341 db 102,15,56,222,233	344 db 102,15,56,222,233

342 db 102,15,56,222,241	345 db 102,15,56,222,241

343 db 102,15,56,222,249	346 db 102,15,56,222,249

344 db 102,15,56,223,208	347 db 102,15,56,223,208

345 db 102,15,56,223,216	348 db 102,15,56,223,216

346 db 102,15,56,223,224	349 db 102,15,56,223,224

347 db 102,15,56,223,232	350 db 102,15,56,223,232

348 db 102,15,56,223,240	351 db 102,15,56,223,240

349 db 102,15,56,223,248	352 db 102,15,56,223,248

350 ret	353 ret

351 global _aesni_ecb_encrypt	354 global _aesni_ecb_encrypt

352 align 16	355 align 16

353 _aesni_ecb_encrypt:	356 _aesni_ecb_encrypt:

354 L$_aesni_ecb_encrypt_begin:	357 L$_aesni_ecb_encrypt_begin:

355 push ebp	358 push ebp

356 push ebx	359 push ebx

357 push esi	360 push esi

358 push edi	361 push edi

359 mov esi,DWORD [20+esp]	362 mov esi,DWORD [20+esp]

360 mov edi,DWORD [24+esp]	363 mov edi,DWORD [24+esp]

361 mov eax,DWORD [28+esp]	364 mov eax,DWORD [28+esp]

362 mov edx,DWORD [32+esp]	365 mov edx,DWORD [32+esp]

363 mov ebx,DWORD [36+esp]	366 mov ebx,DWORD [36+esp]

364 and eax,-16	367 and eax,-16

365 » jz» NEAR L$010ecb_ret	368 » jz» NEAR L$012ecb_ret

366 mov ecx,DWORD [240+edx]	369 mov ecx,DWORD [240+edx]

367 test ebx,ebx	370 test ebx,ebx

368 » jz» NEAR L$011ecb_decrypt	371 » jz» NEAR L$013ecb_decrypt

369 mov ebp,edx	372 mov ebp,edx

370 mov ebx,ecx	373 mov ebx,ecx

371 cmp eax,96	374 cmp eax,96

372 » jb» NEAR L$012ecb_enc_tail	375 » jb» NEAR L$014ecb_enc_tail

373 movdqu xmm2,[esi]	376 movdqu xmm2,[esi]

374 movdqu xmm3,[16+esi]	377 movdqu xmm3,[16+esi]

375 movdqu xmm4,[32+esi]	378 movdqu xmm4,[32+esi]

376 movdqu xmm5,[48+esi]	379 movdqu xmm5,[48+esi]

377 movdqu xmm6,[64+esi]	380 movdqu xmm6,[64+esi]

378 movdqu xmm7,[80+esi]	381 movdqu xmm7,[80+esi]

379 lea esi,[96+esi]	382 lea esi,[96+esi]

380 sub eax,96	383 sub eax,96

381 » jmp» NEAR L$013ecb_enc_loop6_enter	384 » jmp» NEAR L$015ecb_enc_loop6_enter

382 align 16	385 align 16

383 L$014ecb_enc_loop6:	386 L$016ecb_enc_loop6:

384 movups [edi],xmm2	387 movups [edi],xmm2

385 movdqu xmm2,[esi]	388 movdqu xmm2,[esi]

386 movups [16+edi],xmm3	389 movups [16+edi],xmm3

387 movdqu xmm3,[16+esi]	390 movdqu xmm3,[16+esi]

388 movups [32+edi],xmm4	391 movups [32+edi],xmm4

389 movdqu xmm4,[32+esi]	392 movdqu xmm4,[32+esi]

390 movups [48+edi],xmm5	393 movups [48+edi],xmm5

391 movdqu xmm5,[48+esi]	394 movdqu xmm5,[48+esi]

392 movups [64+edi],xmm6	395 movups [64+edi],xmm6

393 movdqu xmm6,[64+esi]	396 movdqu xmm6,[64+esi]

394 movups [80+edi],xmm7	397 movups [80+edi],xmm7

395 lea edi,[96+edi]	398 lea edi,[96+edi]

396 movdqu xmm7,[80+esi]	399 movdqu xmm7,[80+esi]

397 lea esi,[96+esi]	400 lea esi,[96+esi]

398 L$013ecb_enc_loop6_enter:	401 L$015ecb_enc_loop6_enter:

399 call __aesni_encrypt6	402 call __aesni_encrypt6

400 mov edx,ebp	403 mov edx,ebp

401 mov ecx,ebx	404 mov ecx,ebx

402 sub eax,96	405 sub eax,96

403 » jnc» NEAR L$014ecb_enc_loop6	406 » jnc» NEAR L$016ecb_enc_loop6

404 movups [edi],xmm2	407 movups [edi],xmm2

405 movups [16+edi],xmm3	408 movups [16+edi],xmm3

406 movups [32+edi],xmm4	409 movups [32+edi],xmm4

407 movups [48+edi],xmm5	410 movups [48+edi],xmm5

408 movups [64+edi],xmm6	411 movups [64+edi],xmm6

409 movups [80+edi],xmm7	412 movups [80+edi],xmm7

410 lea edi,[96+edi]	413 lea edi,[96+edi]

411 add eax,96	414 add eax,96

412 » jz» NEAR L$010ecb_ret	415 » jz» NEAR L$012ecb_ret

413 L$012ecb_enc_tail:	416 L$014ecb_enc_tail:

414 movups xmm2,[esi]	417 movups xmm2,[esi]

415 cmp eax,32	418 cmp eax,32

416 » jb» NEAR L$015ecb_enc_one	419 » jb» NEAR L$017ecb_enc_one

417 movups xmm3,[16+esi]	420 movups xmm3,[16+esi]

418 » je» NEAR L$016ecb_enc_two	421 » je» NEAR L$018ecb_enc_two

419 movups xmm4,[32+esi]	422 movups xmm4,[32+esi]

420 cmp eax,64	423 cmp eax,64

421 » jb» NEAR L$017ecb_enc_three	424 » jb» NEAR L$019ecb_enc_three

422 movups xmm5,[48+esi]	425 movups xmm5,[48+esi]

423 » je» NEAR L$018ecb_enc_four	426 » je» NEAR L$020ecb_enc_four

424 movups xmm6,[64+esi]	427 movups xmm6,[64+esi]

425 xorps xmm7,xmm7	428 xorps xmm7,xmm7

426 call __aesni_encrypt6	429 call __aesni_encrypt6

427 movups [edi],xmm2	430 movups [edi],xmm2

428 movups [16+edi],xmm3	431 movups [16+edi],xmm3

429 movups [32+edi],xmm4	432 movups [32+edi],xmm4

430 movups [48+edi],xmm5	433 movups [48+edi],xmm5

431 movups [64+edi],xmm6	434 movups [64+edi],xmm6

432 » jmp» NEAR L$010ecb_ret	435 » jmp» NEAR L$012ecb_ret

433 align 16	436 align 16

434 L$015ecb_enc_one:	437 L$017ecb_enc_one:

435 movups xmm0,[edx]	438 movups xmm0,[edx]

436 movups xmm1,[16+edx]	439 movups xmm1,[16+edx]

437 lea edx,[32+edx]	440 lea edx,[32+edx]

438 xorps xmm2,xmm0	441 xorps xmm2,xmm0

439 L$019enc1_loop_3:	442 L$021enc1_loop_3:

440 db 102,15,56,220,209	443 db 102,15,56,220,209

441 dec ecx	444 dec ecx

442 movups xmm1,[edx]	445 movups xmm1,[edx]

443 lea edx,[16+edx]	446 lea edx,[16+edx]

444 » jnz» NEAR L$019enc1_loop_3	447 » jnz» NEAR L$021enc1_loop_3

445 db 102,15,56,221,209	448 db 102,15,56,221,209

446 movups [edi],xmm2	449 movups [edi],xmm2

447 » jmp» NEAR L$010ecb_ret	450 » jmp» NEAR L$012ecb_ret

448 align 16	451 align 16

449 L$016ecb_enc_two:	452 L$018ecb_enc_two:

450 call __aesni_encrypt2	453 call __aesni_encrypt2

451 movups [edi],xmm2	454 movups [edi],xmm2

452 movups [16+edi],xmm3	455 movups [16+edi],xmm3

453 » jmp» NEAR L$010ecb_ret	456 » jmp» NEAR L$012ecb_ret

454 align 16	457 align 16

455 L$017ecb_enc_three:	458 L$019ecb_enc_three:

456 call __aesni_encrypt3	459 call __aesni_encrypt3

457 movups [edi],xmm2	460 movups [edi],xmm2

458 movups [16+edi],xmm3	461 movups [16+edi],xmm3

459 movups [32+edi],xmm4	462 movups [32+edi],xmm4

460 » jmp» NEAR L$010ecb_ret	463 » jmp» NEAR L$012ecb_ret

461 align 16	464 align 16

462 L$018ecb_enc_four:	465 L$020ecb_enc_four:

463 call __aesni_encrypt4	466 call __aesni_encrypt4

464 movups [edi],xmm2	467 movups [edi],xmm2

465 movups [16+edi],xmm3	468 movups [16+edi],xmm3

466 movups [32+edi],xmm4	469 movups [32+edi],xmm4

467 movups [48+edi],xmm5	470 movups [48+edi],xmm5

468 » jmp» NEAR L$010ecb_ret	471 » jmp» NEAR L$012ecb_ret

469 align 16	472 align 16

470 L$011ecb_decrypt:	473 L$013ecb_decrypt:

471 mov ebp,edx	474 mov ebp,edx

472 mov ebx,ecx	475 mov ebx,ecx

473 cmp eax,96	476 cmp eax,96

474 » jb» NEAR L$020ecb_dec_tail	477 » jb» NEAR L$022ecb_dec_tail

475 movdqu xmm2,[esi]	478 movdqu xmm2,[esi]

476 movdqu xmm3,[16+esi]	479 movdqu xmm3,[16+esi]

477 movdqu xmm4,[32+esi]	480 movdqu xmm4,[32+esi]

478 movdqu xmm5,[48+esi]	481 movdqu xmm5,[48+esi]

479 movdqu xmm6,[64+esi]	482 movdqu xmm6,[64+esi]

480 movdqu xmm7,[80+esi]	483 movdqu xmm7,[80+esi]

481 lea esi,[96+esi]	484 lea esi,[96+esi]

482 sub eax,96	485 sub eax,96

483 » jmp» NEAR L$021ecb_dec_loop6_enter	486 » jmp» NEAR L$023ecb_dec_loop6_enter

484 align 16	487 align 16

485 L$022ecb_dec_loop6:	488 L$024ecb_dec_loop6:

486 movups [edi],xmm2	489 movups [edi],xmm2

487 movdqu xmm2,[esi]	490 movdqu xmm2,[esi]

488 movups [16+edi],xmm3	491 movups [16+edi],xmm3

489 movdqu xmm3,[16+esi]	492 movdqu xmm3,[16+esi]

490 movups [32+edi],xmm4	493 movups [32+edi],xmm4

491 movdqu xmm4,[32+esi]	494 movdqu xmm4,[32+esi]

492 movups [48+edi],xmm5	495 movups [48+edi],xmm5

493 movdqu xmm5,[48+esi]	496 movdqu xmm5,[48+esi]

494 movups [64+edi],xmm6	497 movups [64+edi],xmm6

495 movdqu xmm6,[64+esi]	498 movdqu xmm6,[64+esi]

496 movups [80+edi],xmm7	499 movups [80+edi],xmm7

497 lea edi,[96+edi]	500 lea edi,[96+edi]

498 movdqu xmm7,[80+esi]	501 movdqu xmm7,[80+esi]

499 lea esi,[96+esi]	502 lea esi,[96+esi]

500 L$021ecb_dec_loop6_enter:	503 L$023ecb_dec_loop6_enter:

501 call __aesni_decrypt6	504 call __aesni_decrypt6

502 mov edx,ebp	505 mov edx,ebp

503 mov ecx,ebx	506 mov ecx,ebx

504 sub eax,96	507 sub eax,96

505 » jnc» NEAR L$022ecb_dec_loop6	508 » jnc» NEAR L$024ecb_dec_loop6

506 movups [edi],xmm2	509 movups [edi],xmm2

507 movups [16+edi],xmm3	510 movups [16+edi],xmm3

508 movups [32+edi],xmm4	511 movups [32+edi],xmm4

509 movups [48+edi],xmm5	512 movups [48+edi],xmm5

510 movups [64+edi],xmm6	513 movups [64+edi],xmm6

511 movups [80+edi],xmm7	514 movups [80+edi],xmm7

512 lea edi,[96+edi]	515 lea edi,[96+edi]

513 add eax,96	516 add eax,96

514 » jz» NEAR L$010ecb_ret	517 » jz» NEAR L$012ecb_ret

515 L$020ecb_dec_tail:	518 L$022ecb_dec_tail:

516 movups xmm2,[esi]	519 movups xmm2,[esi]

517 cmp eax,32	520 cmp eax,32

518 » jb» NEAR L$023ecb_dec_one	521 » jb» NEAR L$025ecb_dec_one

519 movups xmm3,[16+esi]	522 movups xmm3,[16+esi]

520 » je» NEAR L$024ecb_dec_two	523 » je» NEAR L$026ecb_dec_two

521 movups xmm4,[32+esi]	524 movups xmm4,[32+esi]

522 cmp eax,64	525 cmp eax,64

523 » jb» NEAR L$025ecb_dec_three	526 » jb» NEAR L$027ecb_dec_three

524 movups xmm5,[48+esi]	527 movups xmm5,[48+esi]

525 » je» NEAR L$026ecb_dec_four	528 » je» NEAR L$028ecb_dec_four

526 movups xmm6,[64+esi]	529 movups xmm6,[64+esi]

527 xorps xmm7,xmm7	530 xorps xmm7,xmm7

528 call __aesni_decrypt6	531 call __aesni_decrypt6

529 movups [edi],xmm2	532 movups [edi],xmm2

530 movups [16+edi],xmm3	533 movups [16+edi],xmm3

531 movups [32+edi],xmm4	534 movups [32+edi],xmm4

532 movups [48+edi],xmm5	535 movups [48+edi],xmm5

533 movups [64+edi],xmm6	536 movups [64+edi],xmm6

534 » jmp» NEAR L$010ecb_ret	537 » jmp» NEAR L$012ecb_ret

535 align 16	538 align 16

536 L$023ecb_dec_one:	539 L$025ecb_dec_one:

537 movups xmm0,[edx]	540 movups xmm0,[edx]

538 movups xmm1,[16+edx]	541 movups xmm1,[16+edx]

539 lea edx,[32+edx]	542 lea edx,[32+edx]

540 xorps xmm2,xmm0	543 xorps xmm2,xmm0

541 L$027dec1_loop_4:	544 L$029dec1_loop_4:

542 db 102,15,56,222,209	545 db 102,15,56,222,209

543 dec ecx	546 dec ecx

544 movups xmm1,[edx]	547 movups xmm1,[edx]

545 lea edx,[16+edx]	548 lea edx,[16+edx]

546 » jnz» NEAR L$027dec1_loop_4	549 » jnz» NEAR L$029dec1_loop_4

547 db 102,15,56,223,209	550 db 102,15,56,223,209

548 movups [edi],xmm2	551 movups [edi],xmm2

549 » jmp» NEAR L$010ecb_ret	552 » jmp» NEAR L$012ecb_ret

550 align 16	553 align 16

551 L$024ecb_dec_two:	554 L$026ecb_dec_two:

552 call __aesni_decrypt2	555 call __aesni_decrypt2

553 movups [edi],xmm2	556 movups [edi],xmm2

554 movups [16+edi],xmm3	557 movups [16+edi],xmm3

555 » jmp» NEAR L$010ecb_ret	558 » jmp» NEAR L$012ecb_ret

556 align 16	559 align 16

557 L$025ecb_dec_three:	560 L$027ecb_dec_three:

558 call __aesni_decrypt3	561 call __aesni_decrypt3

559 movups [edi],xmm2	562 movups [edi],xmm2

560 movups [16+edi],xmm3	563 movups [16+edi],xmm3

561 movups [32+edi],xmm4	564 movups [32+edi],xmm4

562 » jmp» NEAR L$010ecb_ret	565 » jmp» NEAR L$012ecb_ret

563 align 16	566 align 16

564 L$026ecb_dec_four:	567 L$028ecb_dec_four:

565 call __aesni_decrypt4	568 call __aesni_decrypt4

566 movups [edi],xmm2	569 movups [edi],xmm2

567 movups [16+edi],xmm3	570 movups [16+edi],xmm3

568 movups [32+edi],xmm4	571 movups [32+edi],xmm4

569 movups [48+edi],xmm5	572 movups [48+edi],xmm5

570 L$010ecb_ret:	573 L$012ecb_ret:

	574 » pxor» xmm0,xmm0

	575 » pxor» xmm1,xmm1

	576 » pxor» xmm2,xmm2

	577 » pxor» xmm3,xmm3

	578 » pxor» xmm4,xmm4

	579 » pxor» xmm5,xmm5

	580 » pxor» xmm6,xmm6

	581 » pxor» xmm7,xmm7

571 pop edi	582 pop edi

572 pop esi	583 pop esi

573 pop ebx	584 pop ebx

574 pop ebp	585 pop ebp

575 ret	586 ret

576 global _aesni_ccm64_encrypt_blocks	587 global _aesni_ccm64_encrypt_blocks

577 align 16	588 align 16

578 _aesni_ccm64_encrypt_blocks:	589 _aesni_ccm64_encrypt_blocks:

579 L$_aesni_ccm64_encrypt_blocks_begin:	590 L$_aesni_ccm64_encrypt_blocks_begin:

580 push ebp	591 push ebp

(...skipping 24 matching lines...) Expand all Loading...
605 mov DWORD [24+esp],ebp	616 mov DWORD [24+esp],ebp

606 mov DWORD [28+esp],ebp	617 mov DWORD [28+esp],ebp

607 shl ecx,4	618 shl ecx,4

608 mov ebx,16	619 mov ebx,16

609 lea ebp,[edx]	620 lea ebp,[edx]

610 movdqa xmm5,[esp]	621 movdqa xmm5,[esp]

611 movdqa xmm2,xmm7	622 movdqa xmm2,xmm7

612 lea edx,[32+ecx*1+edx]	623 lea edx,[32+ecx*1+edx]

613 sub ebx,ecx	624 sub ebx,ecx

614 db 102,15,56,0,253	625 db 102,15,56,0,253

615 L$028ccm64_enc_outer:	626 L$030ccm64_enc_outer:

616 movups xmm0,[ebp]	627 movups xmm0,[ebp]

617 mov ecx,ebx	628 mov ecx,ebx

618 movups xmm6,[esi]	629 movups xmm6,[esi]

619 xorps xmm2,xmm0	630 xorps xmm2,xmm0

620 movups xmm1,[16+ebp]	631 movups xmm1,[16+ebp]

621 xorps xmm0,xmm6	632 xorps xmm0,xmm6

622 xorps xmm3,xmm0	633 xorps xmm3,xmm0

623 movups xmm0,[32+ebp]	634 movups xmm0,[32+ebp]

624 L$029ccm64_enc2_loop:	635 L$031ccm64_enc2_loop:

625 db 102,15,56,220,209	636 db 102,15,56,220,209

626 db 102,15,56,220,217	637 db 102,15,56,220,217

627 movups xmm1,[ecx*1+edx]	638 movups xmm1,[ecx*1+edx]

628 add ecx,32	639 add ecx,32

629 db 102,15,56,220,208	640 db 102,15,56,220,208

630 db 102,15,56,220,216	641 db 102,15,56,220,216

631 movups xmm0,[ecx*1+edx-16]	642 movups xmm0,[ecx*1+edx-16]

632 » jnz» NEAR L$029ccm64_enc2_loop	643 » jnz» NEAR L$031ccm64_enc2_loop

633 db 102,15,56,220,209	644 db 102,15,56,220,209

634 db 102,15,56,220,217	645 db 102,15,56,220,217

635 paddq xmm7,[16+esp]	646 paddq xmm7,[16+esp]

636 dec eax	647 dec eax

637 db 102,15,56,221,208	648 db 102,15,56,221,208

638 db 102,15,56,221,216	649 db 102,15,56,221,216

639 lea esi,[16+esi]	650 lea esi,[16+esi]

640 xorps xmm6,xmm2	651 xorps xmm6,xmm2

641 movdqa xmm2,xmm7	652 movdqa xmm2,xmm7

642 movups [edi],xmm6	653 movups [edi],xmm6

643 db 102,15,56,0,213	654 db 102,15,56,0,213

644 lea edi,[16+edi]	655 lea edi,[16+edi]

645 » jnz» NEAR L$028ccm64_enc_outer	656 » jnz» NEAR L$030ccm64_enc_outer

646 mov esp,DWORD [48+esp]	657 mov esp,DWORD [48+esp]

647 mov edi,DWORD [40+esp]	658 mov edi,DWORD [40+esp]

648 movups [edi],xmm3	659 movups [edi],xmm3

	660 pxor xmm0,xmm0

	661 pxor xmm1,xmm1

	662 pxor xmm2,xmm2

	663 pxor xmm3,xmm3

	664 pxor xmm4,xmm4

	665 pxor xmm5,xmm5

	666 pxor xmm6,xmm6

	667 pxor xmm7,xmm7

649 pop edi	668 pop edi

650 pop esi	669 pop esi

651 pop ebx	670 pop ebx

652 pop ebp	671 pop ebp

653 ret	672 ret

654 global _aesni_ccm64_decrypt_blocks	673 global _aesni_ccm64_decrypt_blocks

655 align 16	674 align 16

656 _aesni_ccm64_decrypt_blocks:	675 _aesni_ccm64_decrypt_blocks:

657 L$_aesni_ccm64_decrypt_blocks_begin:	676 L$_aesni_ccm64_decrypt_blocks_begin:

658 push ebp	677 push ebp

(...skipping 25 matching lines...) Expand all Loading...
684 mov DWORD [28+esp],ebp	703 mov DWORD [28+esp],ebp

685 movdqa xmm5,[esp]	704 movdqa xmm5,[esp]

686 movdqa xmm2,xmm7	705 movdqa xmm2,xmm7

687 mov ebp,edx	706 mov ebp,edx

688 mov ebx,ecx	707 mov ebx,ecx

689 db 102,15,56,0,253	708 db 102,15,56,0,253

690 movups xmm0,[edx]	709 movups xmm0,[edx]

691 movups xmm1,[16+edx]	710 movups xmm1,[16+edx]

692 lea edx,[32+edx]	711 lea edx,[32+edx]

693 xorps xmm2,xmm0	712 xorps xmm2,xmm0

694 L$030enc1_loop_5:	713 L$032enc1_loop_5:

695 db 102,15,56,220,209	714 db 102,15,56,220,209

696 dec ecx	715 dec ecx

697 movups xmm1,[edx]	716 movups xmm1,[edx]

698 lea edx,[16+edx]	717 lea edx,[16+edx]

699 » jnz» NEAR L$030enc1_loop_5	718 » jnz» NEAR L$032enc1_loop_5

700 db 102,15,56,221,209	719 db 102,15,56,221,209

701 shl ebx,4	720 shl ebx,4

702 mov ecx,16	721 mov ecx,16

703 movups xmm6,[esi]	722 movups xmm6,[esi]

704 paddq xmm7,[16+esp]	723 paddq xmm7,[16+esp]

705 lea esi,[16+esi]	724 lea esi,[16+esi]

706 sub ecx,ebx	725 sub ecx,ebx

707 lea edx,[32+ebx*1+ebp]	726 lea edx,[32+ebx*1+ebp]

708 mov ebx,ecx	727 mov ebx,ecx

709 » jmp» NEAR L$031ccm64_dec_outer	728 » jmp» NEAR L$033ccm64_dec_outer

710 align 16	729 align 16

711 L$031ccm64_dec_outer:	730 L$033ccm64_dec_outer:

712 xorps xmm6,xmm2	731 xorps xmm6,xmm2

713 movdqa xmm2,xmm7	732 movdqa xmm2,xmm7

714 movups [edi],xmm6	733 movups [edi],xmm6

715 lea edi,[16+edi]	734 lea edi,[16+edi]

716 db 102,15,56,0,213	735 db 102,15,56,0,213

717 sub eax,1	736 sub eax,1

718 » jz» NEAR L$032ccm64_dec_break	737 » jz» NEAR L$034ccm64_dec_break

719 movups xmm0,[ebp]	738 movups xmm0,[ebp]

720 mov ecx,ebx	739 mov ecx,ebx

721 movups xmm1,[16+ebp]	740 movups xmm1,[16+ebp]

722 xorps xmm6,xmm0	741 xorps xmm6,xmm0

723 xorps xmm2,xmm0	742 xorps xmm2,xmm0

724 xorps xmm3,xmm6	743 xorps xmm3,xmm6

725 movups xmm0,[32+ebp]	744 movups xmm0,[32+ebp]

726 L$033ccm64_dec2_loop:	745 L$035ccm64_dec2_loop:

727 db 102,15,56,220,209	746 db 102,15,56,220,209

728 db 102,15,56,220,217	747 db 102,15,56,220,217

729 movups xmm1,[ecx*1+edx]	748 movups xmm1,[ecx*1+edx]

730 add ecx,32	749 add ecx,32

731 db 102,15,56,220,208	750 db 102,15,56,220,208

732 db 102,15,56,220,216	751 db 102,15,56,220,216

733 movups xmm0,[ecx*1+edx-16]	752 movups xmm0,[ecx*1+edx-16]

734 » jnz» NEAR L$033ccm64_dec2_loop	753 » jnz» NEAR L$035ccm64_dec2_loop

735 movups xmm6,[esi]	754 movups xmm6,[esi]

736 paddq xmm7,[16+esp]	755 paddq xmm7,[16+esp]

737 db 102,15,56,220,209	756 db 102,15,56,220,209

738 db 102,15,56,220,217	757 db 102,15,56,220,217

739 db 102,15,56,221,208	758 db 102,15,56,221,208

740 db 102,15,56,221,216	759 db 102,15,56,221,216

741 lea esi,[16+esi]	760 lea esi,[16+esi]

742 » jmp» NEAR L$031ccm64_dec_outer	761 » jmp» NEAR L$033ccm64_dec_outer

743 align 16	762 align 16

744 L$032ccm64_dec_break:	763 L$034ccm64_dec_break:

745 mov ecx,DWORD [240+ebp]	764 mov ecx,DWORD [240+ebp]

746 mov edx,ebp	765 mov edx,ebp

747 movups xmm0,[edx]	766 movups xmm0,[edx]

748 movups xmm1,[16+edx]	767 movups xmm1,[16+edx]

749 xorps xmm6,xmm0	768 xorps xmm6,xmm0

750 lea edx,[32+edx]	769 lea edx,[32+edx]

751 xorps xmm3,xmm6	770 xorps xmm3,xmm6

752 L$034enc1_loop_6:	771 L$036enc1_loop_6:

753 db 102,15,56,220,217	772 db 102,15,56,220,217

754 dec ecx	773 dec ecx

755 movups xmm1,[edx]	774 movups xmm1,[edx]

756 lea edx,[16+edx]	775 lea edx,[16+edx]

757 » jnz» NEAR L$034enc1_loop_6	776 » jnz» NEAR L$036enc1_loop_6

758 db 102,15,56,221,217	777 db 102,15,56,221,217

759 mov esp,DWORD [48+esp]	778 mov esp,DWORD [48+esp]

760 mov edi,DWORD [40+esp]	779 mov edi,DWORD [40+esp]

761 movups [edi],xmm3	780 movups [edi],xmm3

	781 pxor xmm0,xmm0

	782 pxor xmm1,xmm1

	783 pxor xmm2,xmm2

	784 pxor xmm3,xmm3

	785 pxor xmm4,xmm4

	786 pxor xmm5,xmm5

	787 pxor xmm6,xmm6

	788 pxor xmm7,xmm7

762 pop edi	789 pop edi

763 pop esi	790 pop esi

764 pop ebx	791 pop ebx

765 pop ebp	792 pop ebp

766 ret	793 ret

767 global _aesni_ctr32_encrypt_blocks	794 global _aesni_ctr32_encrypt_blocks

768 align 16	795 align 16

769 _aesni_ctr32_encrypt_blocks:	796 _aesni_ctr32_encrypt_blocks:

770 L$_aesni_ctr32_encrypt_blocks_begin:	797 L$_aesni_ctr32_encrypt_blocks_begin:

771 push ebp	798 push ebp

772 push ebx	799 push ebx

773 push esi	800 push esi

774 push edi	801 push edi

775 mov esi,DWORD [20+esp]	802 mov esi,DWORD [20+esp]

776 mov edi,DWORD [24+esp]	803 mov edi,DWORD [24+esp]

777 mov eax,DWORD [28+esp]	804 mov eax,DWORD [28+esp]

778 mov edx,DWORD [32+esp]	805 mov edx,DWORD [32+esp]

779 mov ebx,DWORD [36+esp]	806 mov ebx,DWORD [36+esp]

780 mov ebp,esp	807 mov ebp,esp

781 sub esp,88	808 sub esp,88

782 and esp,-16	809 and esp,-16

783 mov DWORD [80+esp],ebp	810 mov DWORD [80+esp],ebp

784 cmp eax,1	811 cmp eax,1

785 » je» NEAR L$035ctr32_one_shortcut	812 » je» NEAR L$037ctr32_one_shortcut

786 movdqu xmm7,[ebx]	813 movdqu xmm7,[ebx]

787 mov DWORD [esp],202182159	814 mov DWORD [esp],202182159

788 mov DWORD [4+esp],134810123	815 mov DWORD [4+esp],134810123

789 mov DWORD [8+esp],67438087	816 mov DWORD [8+esp],67438087

790 mov DWORD [12+esp],66051	817 mov DWORD [12+esp],66051

791 mov ecx,6	818 mov ecx,6

792 xor ebp,ebp	819 xor ebp,ebp

793 mov DWORD [16+esp],ecx	820 mov DWORD [16+esp],ecx

794 mov DWORD [20+esp],ecx	821 mov DWORD [20+esp],ecx

795 mov DWORD [24+esp],ecx	822 mov DWORD [24+esp],ecx

(...skipping 17 matching lines...) Expand all Loading...
813 inc ebp	840 inc ebp

814 db 102,15,58,34,205,2	841 db 102,15,58,34,205,2

815 movdqa [48+esp],xmm0	842 movdqa [48+esp],xmm0

816 db 102,15,56,0,194	843 db 102,15,56,0,194

817 movdqu xmm6,[edx]	844 movdqu xmm6,[edx]

818 movdqa [64+esp],xmm1	845 movdqa [64+esp],xmm1

819 db 102,15,56,0,202	846 db 102,15,56,0,202

820 pshufd xmm2,xmm0,192	847 pshufd xmm2,xmm0,192

821 pshufd xmm3,xmm0,128	848 pshufd xmm3,xmm0,128

822 cmp eax,6	849 cmp eax,6

823 » jb» NEAR L$036ctr32_tail	850 » jb» NEAR L$038ctr32_tail

824 pxor xmm7,xmm6	851 pxor xmm7,xmm6

825 shl ecx,4	852 shl ecx,4

826 mov ebx,16	853 mov ebx,16

827 movdqa [32+esp],xmm7	854 movdqa [32+esp],xmm7

828 mov ebp,edx	855 mov ebp,edx

829 sub ebx,ecx	856 sub ebx,ecx

830 lea edx,[32+ecx*1+edx]	857 lea edx,[32+ecx*1+edx]

831 sub eax,6	858 sub eax,6

832 » jmp» NEAR L$037ctr32_loop6	859 » jmp» NEAR L$039ctr32_loop6

833 align 16	860 align 16

834 L$037ctr32_loop6:	861 L$039ctr32_loop6:

835 pshufd xmm4,xmm0,64	862 pshufd xmm4,xmm0,64

836 movdqa xmm0,[32+esp]	863 movdqa xmm0,[32+esp]

837 pshufd xmm5,xmm1,192	864 pshufd xmm5,xmm1,192

838 pxor xmm2,xmm0	865 pxor xmm2,xmm0

839 pshufd xmm6,xmm1,128	866 pshufd xmm6,xmm1,128

840 pxor xmm3,xmm0	867 pxor xmm3,xmm0

841 pshufd xmm7,xmm1,64	868 pshufd xmm7,xmm1,64

842 movups xmm1,[16+ebp]	869 movups xmm1,[16+ebp]

843 pxor xmm4,xmm0	870 pxor xmm4,xmm0

844 pxor xmm5,xmm0	871 pxor xmm5,xmm0

(...skipping 33 matching lines...) Expand 10 before \| Expand all \| Expand 10 after Loading...
878 movups [48+edi],xmm5	905 movups [48+edi],xmm5

879 xorps xmm7,xmm3	906 xorps xmm7,xmm3

880 movdqa [64+esp],xmm1	907 movdqa [64+esp],xmm1

881 db 102,15,56,0,202	908 db 102,15,56,0,202

882 movups [64+edi],xmm6	909 movups [64+edi],xmm6

883 pshufd xmm2,xmm0,192	910 pshufd xmm2,xmm0,192

884 movups [80+edi],xmm7	911 movups [80+edi],xmm7

885 lea edi,[96+edi]	912 lea edi,[96+edi]

886 pshufd xmm3,xmm0,128	913 pshufd xmm3,xmm0,128

887 sub eax,6	914 sub eax,6

888 » jnc» NEAR L$037ctr32_loop6	915 » jnc» NEAR L$039ctr32_loop6

889 add eax,6	916 add eax,6

890 » jz» NEAR L$038ctr32_ret	917 » jz» NEAR L$040ctr32_ret

891 movdqu xmm7,[ebp]	918 movdqu xmm7,[ebp]

892 mov edx,ebp	919 mov edx,ebp

893 pxor xmm7,[32+esp]	920 pxor xmm7,[32+esp]

894 mov ecx,DWORD [240+ebp]	921 mov ecx,DWORD [240+ebp]

895 L$036ctr32_tail:	922 L$038ctr32_tail:

896 por xmm2,xmm7	923 por xmm2,xmm7

897 cmp eax,2	924 cmp eax,2

898 » jb» NEAR L$039ctr32_one	925 » jb» NEAR L$041ctr32_one

899 pshufd xmm4,xmm0,64	926 pshufd xmm4,xmm0,64

900 por xmm3,xmm7	927 por xmm3,xmm7

901 » je» NEAR L$040ctr32_two	928 » je» NEAR L$042ctr32_two

902 pshufd xmm5,xmm1,192	929 pshufd xmm5,xmm1,192

903 por xmm4,xmm7	930 por xmm4,xmm7

904 cmp eax,4	931 cmp eax,4

905 » jb» NEAR L$041ctr32_three	932 » jb» NEAR L$043ctr32_three

906 pshufd xmm6,xmm1,128	933 pshufd xmm6,xmm1,128

907 por xmm5,xmm7	934 por xmm5,xmm7

908 » je» NEAR L$042ctr32_four	935 » je» NEAR L$044ctr32_four

909 por xmm6,xmm7	936 por xmm6,xmm7

910 call __aesni_encrypt6	937 call __aesni_encrypt6

911 movups xmm1,[esi]	938 movups xmm1,[esi]

912 movups xmm0,[16+esi]	939 movups xmm0,[16+esi]

913 xorps xmm2,xmm1	940 xorps xmm2,xmm1

914 movups xmm1,[32+esi]	941 movups xmm1,[32+esi]

915 xorps xmm3,xmm0	942 xorps xmm3,xmm0

916 movups xmm0,[48+esi]	943 movups xmm0,[48+esi]

917 xorps xmm4,xmm1	944 xorps xmm4,xmm1

918 movups xmm1,[64+esi]	945 movups xmm1,[64+esi]

919 xorps xmm5,xmm0	946 xorps xmm5,xmm0

920 movups [edi],xmm2	947 movups [edi],xmm2

921 xorps xmm6,xmm1	948 xorps xmm6,xmm1

922 movups [16+edi],xmm3	949 movups [16+edi],xmm3

923 movups [32+edi],xmm4	950 movups [32+edi],xmm4

924 movups [48+edi],xmm5	951 movups [48+edi],xmm5

925 movups [64+edi],xmm6	952 movups [64+edi],xmm6

926 » jmp» NEAR L$038ctr32_ret	953 » jmp» NEAR L$040ctr32_ret

927 align 16	954 align 16

928 L$035ctr32_one_shortcut:	955 L$037ctr32_one_shortcut:

929 movups xmm2,[ebx]	956 movups xmm2,[ebx]

930 mov ecx,DWORD [240+edx]	957 mov ecx,DWORD [240+edx]

931 L$039ctr32_one:	958 L$041ctr32_one:

932 movups xmm0,[edx]	959 movups xmm0,[edx]

933 movups xmm1,[16+edx]	960 movups xmm1,[16+edx]

934 lea edx,[32+edx]	961 lea edx,[32+edx]

935 xorps xmm2,xmm0	962 xorps xmm2,xmm0

936 L$043enc1_loop_7:	963 L$045enc1_loop_7:

937 db 102,15,56,220,209	964 db 102,15,56,220,209

938 dec ecx	965 dec ecx

939 movups xmm1,[edx]	966 movups xmm1,[edx]

940 lea edx,[16+edx]	967 lea edx,[16+edx]

941 » jnz» NEAR L$043enc1_loop_7	968 » jnz» NEAR L$045enc1_loop_7

942 db 102,15,56,221,209	969 db 102,15,56,221,209

943 movups xmm6,[esi]	970 movups xmm6,[esi]

944 xorps xmm6,xmm2	971 xorps xmm6,xmm2

945 movups [edi],xmm6	972 movups [edi],xmm6

946 » jmp» NEAR L$038ctr32_ret	973 » jmp» NEAR L$040ctr32_ret

947 align 16	974 align 16

948 L$040ctr32_two:	975 L$042ctr32_two:

949 call __aesni_encrypt2	976 call __aesni_encrypt2

950 movups xmm5,[esi]	977 movups xmm5,[esi]

951 movups xmm6,[16+esi]	978 movups xmm6,[16+esi]

952 xorps xmm2,xmm5	979 xorps xmm2,xmm5

953 xorps xmm3,xmm6	980 xorps xmm3,xmm6

954 movups [edi],xmm2	981 movups [edi],xmm2

955 movups [16+edi],xmm3	982 movups [16+edi],xmm3

956 » jmp» NEAR L$038ctr32_ret	983 » jmp» NEAR L$040ctr32_ret

957 align 16	984 align 16

958 L$041ctr32_three:	985 L$043ctr32_three:

959 call __aesni_encrypt3	986 call __aesni_encrypt3

960 movups xmm5,[esi]	987 movups xmm5,[esi]

961 movups xmm6,[16+esi]	988 movups xmm6,[16+esi]

962 xorps xmm2,xmm5	989 xorps xmm2,xmm5

963 movups xmm7,[32+esi]	990 movups xmm7,[32+esi]

964 xorps xmm3,xmm6	991 xorps xmm3,xmm6

965 movups [edi],xmm2	992 movups [edi],xmm2

966 xorps xmm4,xmm7	993 xorps xmm4,xmm7

967 movups [16+edi],xmm3	994 movups [16+edi],xmm3

968 movups [32+edi],xmm4	995 movups [32+edi],xmm4

969 » jmp» NEAR L$038ctr32_ret	996 » jmp» NEAR L$040ctr32_ret

970 align 16	997 align 16

971 L$042ctr32_four:	998 L$044ctr32_four:

972 call __aesni_encrypt4	999 call __aesni_encrypt4

973 movups xmm6,[esi]	1000 movups xmm6,[esi]

974 movups xmm7,[16+esi]	1001 movups xmm7,[16+esi]

975 movups xmm1,[32+esi]	1002 movups xmm1,[32+esi]

976 xorps xmm2,xmm6	1003 xorps xmm2,xmm6

977 movups xmm0,[48+esi]	1004 movups xmm0,[48+esi]

978 xorps xmm3,xmm7	1005 xorps xmm3,xmm7

979 movups [edi],xmm2	1006 movups [edi],xmm2

980 xorps xmm4,xmm1	1007 xorps xmm4,xmm1

981 movups [16+edi],xmm3	1008 movups [16+edi],xmm3

982 xorps xmm5,xmm0	1009 xorps xmm5,xmm0

983 movups [32+edi],xmm4	1010 movups [32+edi],xmm4

984 movups [48+edi],xmm5	1011 movups [48+edi],xmm5

985 L$038ctr32_ret:	1012 L$040ctr32_ret:

	1013 » pxor» xmm0,xmm0

	1014 » pxor» xmm1,xmm1

	1015 » pxor» xmm2,xmm2

	1016 » pxor» xmm3,xmm3

	1017 » pxor» xmm4,xmm4

	1018 » movdqa» [32+esp],xmm0

	1019 » pxor» xmm5,xmm5

	1020 » movdqa» [48+esp],xmm0

	1021 » pxor» xmm6,xmm6

	1022 » movdqa» [64+esp],xmm0

	1023 » pxor» xmm7,xmm7

986 mov esp,DWORD [80+esp]	1024 mov esp,DWORD [80+esp]

987 pop edi	1025 pop edi

988 pop esi	1026 pop esi

989 pop ebx	1027 pop ebx

990 pop ebp	1028 pop ebp

991 ret	1029 ret

992 global _aesni_xts_encrypt	1030 global _aesni_xts_encrypt

993 align 16	1031 align 16

994 _aesni_xts_encrypt:	1032 _aesni_xts_encrypt:

995 L$_aesni_xts_encrypt_begin:	1033 L$_aesni_xts_encrypt_begin:

996 push ebp	1034 push ebp

997 push ebx	1035 push ebx

998 push esi	1036 push esi

999 push edi	1037 push edi

1000 mov edx,DWORD [36+esp]	1038 mov edx,DWORD [36+esp]

1001 mov esi,DWORD [40+esp]	1039 mov esi,DWORD [40+esp]

1002 mov ecx,DWORD [240+edx]	1040 mov ecx,DWORD [240+edx]

1003 movups xmm2,[esi]	1041 movups xmm2,[esi]

1004 movups xmm0,[edx]	1042 movups xmm0,[edx]

1005 movups xmm1,[16+edx]	1043 movups xmm1,[16+edx]

1006 lea edx,[32+edx]	1044 lea edx,[32+edx]

1007 xorps xmm2,xmm0	1045 xorps xmm2,xmm0

1008 L$044enc1_loop_8:	1046 L$046enc1_loop_8:

1009 db 102,15,56,220,209	1047 db 102,15,56,220,209

1010 dec ecx	1048 dec ecx

1011 movups xmm1,[edx]	1049 movups xmm1,[edx]

1012 lea edx,[16+edx]	1050 lea edx,[16+edx]

1013 » jnz» NEAR L$044enc1_loop_8	1051 » jnz» NEAR L$046enc1_loop_8

1014 db 102,15,56,221,209	1052 db 102,15,56,221,209

1015 mov esi,DWORD [20+esp]	1053 mov esi,DWORD [20+esp]

1016 mov edi,DWORD [24+esp]	1054 mov edi,DWORD [24+esp]

1017 mov eax,DWORD [28+esp]	1055 mov eax,DWORD [28+esp]

1018 mov edx,DWORD [32+esp]	1056 mov edx,DWORD [32+esp]

1019 mov ebp,esp	1057 mov ebp,esp

1020 sub esp,120	1058 sub esp,120

1021 mov ecx,DWORD [240+edx]	1059 mov ecx,DWORD [240+edx]

1022 and esp,-16	1060 and esp,-16

1023 mov DWORD [96+esp],135	1061 mov DWORD [96+esp],135

1024 mov DWORD [100+esp],0	1062 mov DWORD [100+esp],0

1025 mov DWORD [104+esp],1	1063 mov DWORD [104+esp],1

1026 mov DWORD [108+esp],0	1064 mov DWORD [108+esp],0

1027 mov DWORD [112+esp],eax	1065 mov DWORD [112+esp],eax

1028 mov DWORD [116+esp],ebp	1066 mov DWORD [116+esp],ebp

1029 movdqa xmm1,xmm2	1067 movdqa xmm1,xmm2

1030 pxor xmm0,xmm0	1068 pxor xmm0,xmm0

1031 movdqa xmm3,[96+esp]	1069 movdqa xmm3,[96+esp]

1032 pcmpgtd xmm0,xmm1	1070 pcmpgtd xmm0,xmm1

1033 and eax,-16	1071 and eax,-16

1034 mov ebp,edx	1072 mov ebp,edx

1035 mov ebx,ecx	1073 mov ebx,ecx

1036 sub eax,96	1074 sub eax,96

1037 » jc» NEAR L$045xts_enc_short	1075 » jc» NEAR L$047xts_enc_short

1038 shl ecx,4	1076 shl ecx,4

1039 mov ebx,16	1077 mov ebx,16

1040 sub ebx,ecx	1078 sub ebx,ecx

1041 lea edx,[32+ecx*1+edx]	1079 lea edx,[32+ecx*1+edx]

1042 » jmp» NEAR L$046xts_enc_loop6	1080 » jmp» NEAR L$048xts_enc_loop6

1043 align 16	1081 align 16

1044 L$046xts_enc_loop6:	1082 L$048xts_enc_loop6:

1045 pshufd xmm2,xmm0,19	1083 pshufd xmm2,xmm0,19

1046 pxor xmm0,xmm0	1084 pxor xmm0,xmm0

1047 movdqa [esp],xmm1	1085 movdqa [esp],xmm1

1048 paddq xmm1,xmm1	1086 paddq xmm1,xmm1

1049 pand xmm2,xmm3	1087 pand xmm2,xmm3

1050 pcmpgtd xmm0,xmm1	1088 pcmpgtd xmm0,xmm1

1051 pxor xmm1,xmm2	1089 pxor xmm1,xmm2

1052 pshufd xmm2,xmm0,19	1090 pshufd xmm2,xmm0,19

1053 pxor xmm0,xmm0	1091 pxor xmm0,xmm0

1054 movdqa [16+esp],xmm1	1092 movdqa [16+esp],xmm1

(...skipping 68 matching lines...) Expand 10 before \| Expand all \| Expand 10 after Loading...
1123 pshufd xmm2,xmm0,19	1161 pshufd xmm2,xmm0,19

1124 movups [80+edi],xmm7	1162 movups [80+edi],xmm7

1125 lea edi,[96+edi]	1163 lea edi,[96+edi]

1126 movdqa xmm3,[96+esp]	1164 movdqa xmm3,[96+esp]

1127 pxor xmm0,xmm0	1165 pxor xmm0,xmm0

1128 paddq xmm1,xmm1	1166 paddq xmm1,xmm1

1129 pand xmm2,xmm3	1167 pand xmm2,xmm3

1130 pcmpgtd xmm0,xmm1	1168 pcmpgtd xmm0,xmm1

1131 pxor xmm1,xmm2	1169 pxor xmm1,xmm2

1132 sub eax,96	1170 sub eax,96

1133 » jnc» NEAR L$046xts_enc_loop6	1171 » jnc» NEAR L$048xts_enc_loop6

1134 mov ecx,DWORD [240+ebp]	1172 mov ecx,DWORD [240+ebp]

1135 mov edx,ebp	1173 mov edx,ebp

1136 mov ebx,ecx	1174 mov ebx,ecx

1137 L$045xts_enc_short:	1175 L$047xts_enc_short:

1138 add eax,96	1176 add eax,96

1139 » jz» NEAR L$047xts_enc_done6x	1177 » jz» NEAR L$049xts_enc_done6x

1140 movdqa xmm5,xmm1	1178 movdqa xmm5,xmm1

1141 cmp eax,32	1179 cmp eax,32

1142 » jb» NEAR L$048xts_enc_one	1180 » jb» NEAR L$050xts_enc_one

1143 pshufd xmm2,xmm0,19	1181 pshufd xmm2,xmm0,19

1144 pxor xmm0,xmm0	1182 pxor xmm0,xmm0

1145 paddq xmm1,xmm1	1183 paddq xmm1,xmm1

1146 pand xmm2,xmm3	1184 pand xmm2,xmm3

1147 pcmpgtd xmm0,xmm1	1185 pcmpgtd xmm0,xmm1

1148 pxor xmm1,xmm2	1186 pxor xmm1,xmm2

1149 » je» NEAR L$049xts_enc_two	1187 » je» NEAR L$051xts_enc_two

1150 pshufd xmm2,xmm0,19	1188 pshufd xmm2,xmm0,19

1151 pxor xmm0,xmm0	1189 pxor xmm0,xmm0

1152 movdqa xmm6,xmm1	1190 movdqa xmm6,xmm1

1153 paddq xmm1,xmm1	1191 paddq xmm1,xmm1

1154 pand xmm2,xmm3	1192 pand xmm2,xmm3

1155 pcmpgtd xmm0,xmm1	1193 pcmpgtd xmm0,xmm1

1156 pxor xmm1,xmm2	1194 pxor xmm1,xmm2

1157 cmp eax,64	1195 cmp eax,64

1158 » jb» NEAR L$050xts_enc_three	1196 » jb» NEAR L$052xts_enc_three

1159 pshufd xmm2,xmm0,19	1197 pshufd xmm2,xmm0,19

1160 pxor xmm0,xmm0	1198 pxor xmm0,xmm0

1161 movdqa xmm7,xmm1	1199 movdqa xmm7,xmm1

1162 paddq xmm1,xmm1	1200 paddq xmm1,xmm1

1163 pand xmm2,xmm3	1201 pand xmm2,xmm3

1164 pcmpgtd xmm0,xmm1	1202 pcmpgtd xmm0,xmm1

1165 pxor xmm1,xmm2	1203 pxor xmm1,xmm2

1166 movdqa [esp],xmm5	1204 movdqa [esp],xmm5

1167 movdqa [16+esp],xmm6	1205 movdqa [16+esp],xmm6

1168 » je» NEAR L$051xts_enc_four	1206 » je» NEAR L$053xts_enc_four

1169 movdqa [32+esp],xmm7	1207 movdqa [32+esp],xmm7

1170 pshufd xmm7,xmm0,19	1208 pshufd xmm7,xmm0,19

1171 movdqa [48+esp],xmm1	1209 movdqa [48+esp],xmm1

1172 paddq xmm1,xmm1	1210 paddq xmm1,xmm1

1173 pand xmm7,xmm3	1211 pand xmm7,xmm3

1174 pxor xmm7,xmm1	1212 pxor xmm7,xmm1

1175 movdqu xmm2,[esi]	1213 movdqu xmm2,[esi]

1176 movdqu xmm3,[16+esi]	1214 movdqu xmm3,[16+esi]

1177 movdqu xmm4,[32+esi]	1215 movdqu xmm4,[32+esi]

1178 pxor xmm2,[esp]	1216 pxor xmm2,[esp]

(...skipping 11 matching lines...) Expand all Loading...
1190 xorps xmm3,[16+esp]	1228 xorps xmm3,[16+esp]

1191 xorps xmm4,[32+esp]	1229 xorps xmm4,[32+esp]

1192 movups [edi],xmm2	1230 movups [edi],xmm2

1193 xorps xmm5,[48+esp]	1231 xorps xmm5,[48+esp]

1194 movups [16+edi],xmm3	1232 movups [16+edi],xmm3

1195 xorps xmm6,xmm1	1233 xorps xmm6,xmm1

1196 movups [32+edi],xmm4	1234 movups [32+edi],xmm4

1197 movups [48+edi],xmm5	1235 movups [48+edi],xmm5

1198 movups [64+edi],xmm6	1236 movups [64+edi],xmm6

1199 lea edi,[80+edi]	1237 lea edi,[80+edi]

1200 » jmp» NEAR L$052xts_enc_done	1238 » jmp» NEAR L$054xts_enc_done

1201 align 16	1239 align 16

1202 L$048xts_enc_one:	1240 L$050xts_enc_one:

1203 movups xmm2,[esi]	1241 movups xmm2,[esi]

1204 lea esi,[16+esi]	1242 lea esi,[16+esi]

1205 xorps xmm2,xmm5	1243 xorps xmm2,xmm5

1206 movups xmm0,[edx]	1244 movups xmm0,[edx]

1207 movups xmm1,[16+edx]	1245 movups xmm1,[16+edx]

1208 lea edx,[32+edx]	1246 lea edx,[32+edx]

1209 xorps xmm2,xmm0	1247 xorps xmm2,xmm0

1210 L$053enc1_loop_9:	1248 L$055enc1_loop_9:

1211 db 102,15,56,220,209	1249 db 102,15,56,220,209

1212 dec ecx	1250 dec ecx

1213 movups xmm1,[edx]	1251 movups xmm1,[edx]

1214 lea edx,[16+edx]	1252 lea edx,[16+edx]

1215 » jnz» NEAR L$053enc1_loop_9	1253 » jnz» NEAR L$055enc1_loop_9

1216 db 102,15,56,221,209	1254 db 102,15,56,221,209

1217 xorps xmm2,xmm5	1255 xorps xmm2,xmm5

1218 movups [edi],xmm2	1256 movups [edi],xmm2

1219 lea edi,[16+edi]	1257 lea edi,[16+edi]

1220 movdqa xmm1,xmm5	1258 movdqa xmm1,xmm5

1221 » jmp» NEAR L$052xts_enc_done	1259 » jmp» NEAR L$054xts_enc_done

1222 align 16	1260 align 16

1223 L$049xts_enc_two:	1261 L$051xts_enc_two:

1224 movaps xmm6,xmm1	1262 movaps xmm6,xmm1

1225 movups xmm2,[esi]	1263 movups xmm2,[esi]

1226 movups xmm3,[16+esi]	1264 movups xmm3,[16+esi]

1227 lea esi,[32+esi]	1265 lea esi,[32+esi]

1228 xorps xmm2,xmm5	1266 xorps xmm2,xmm5

1229 xorps xmm3,xmm6	1267 xorps xmm3,xmm6

1230 call __aesni_encrypt2	1268 call __aesni_encrypt2

1231 xorps xmm2,xmm5	1269 xorps xmm2,xmm5

1232 xorps xmm3,xmm6	1270 xorps xmm3,xmm6

1233 movups [edi],xmm2	1271 movups [edi],xmm2

1234 movups [16+edi],xmm3	1272 movups [16+edi],xmm3

1235 lea edi,[32+edi]	1273 lea edi,[32+edi]

1236 movdqa xmm1,xmm6	1274 movdqa xmm1,xmm6

1237 » jmp» NEAR L$052xts_enc_done	1275 » jmp» NEAR L$054xts_enc_done

1238 align 16	1276 align 16

1239 L$050xts_enc_three:	1277 L$052xts_enc_three:

1240 movaps xmm7,xmm1	1278 movaps xmm7,xmm1

1241 movups xmm2,[esi]	1279 movups xmm2,[esi]

1242 movups xmm3,[16+esi]	1280 movups xmm3,[16+esi]

1243 movups xmm4,[32+esi]	1281 movups xmm4,[32+esi]

1244 lea esi,[48+esi]	1282 lea esi,[48+esi]

1245 xorps xmm2,xmm5	1283 xorps xmm2,xmm5

1246 xorps xmm3,xmm6	1284 xorps xmm3,xmm6

1247 xorps xmm4,xmm7	1285 xorps xmm4,xmm7

1248 call __aesni_encrypt3	1286 call __aesni_encrypt3

1249 xorps xmm2,xmm5	1287 xorps xmm2,xmm5

1250 xorps xmm3,xmm6	1288 xorps xmm3,xmm6

1251 xorps xmm4,xmm7	1289 xorps xmm4,xmm7

1252 movups [edi],xmm2	1290 movups [edi],xmm2

1253 movups [16+edi],xmm3	1291 movups [16+edi],xmm3

1254 movups [32+edi],xmm4	1292 movups [32+edi],xmm4

1255 lea edi,[48+edi]	1293 lea edi,[48+edi]

1256 movdqa xmm1,xmm7	1294 movdqa xmm1,xmm7

1257 » jmp» NEAR L$052xts_enc_done	1295 » jmp» NEAR L$054xts_enc_done

1258 align 16	1296 align 16

1259 L$051xts_enc_four:	1297 L$053xts_enc_four:

1260 movaps xmm6,xmm1	1298 movaps xmm6,xmm1

1261 movups xmm2,[esi]	1299 movups xmm2,[esi]

1262 movups xmm3,[16+esi]	1300 movups xmm3,[16+esi]

1263 movups xmm4,[32+esi]	1301 movups xmm4,[32+esi]

1264 xorps xmm2,[esp]	1302 xorps xmm2,[esp]

1265 movups xmm5,[48+esi]	1303 movups xmm5,[48+esi]

1266 lea esi,[64+esi]	1304 lea esi,[64+esi]

1267 xorps xmm3,[16+esp]	1305 xorps xmm3,[16+esp]

1268 xorps xmm4,xmm7	1306 xorps xmm4,xmm7

1269 xorps xmm5,xmm6	1307 xorps xmm5,xmm6

1270 call __aesni_encrypt4	1308 call __aesni_encrypt4

1271 xorps xmm2,[esp]	1309 xorps xmm2,[esp]

1272 xorps xmm3,[16+esp]	1310 xorps xmm3,[16+esp]

1273 xorps xmm4,xmm7	1311 xorps xmm4,xmm7

1274 movups [edi],xmm2	1312 movups [edi],xmm2

1275 xorps xmm5,xmm6	1313 xorps xmm5,xmm6

1276 movups [16+edi],xmm3	1314 movups [16+edi],xmm3

1277 movups [32+edi],xmm4	1315 movups [32+edi],xmm4

1278 movups [48+edi],xmm5	1316 movups [48+edi],xmm5

1279 lea edi,[64+edi]	1317 lea edi,[64+edi]

1280 movdqa xmm1,xmm6	1318 movdqa xmm1,xmm6

1281 » jmp» NEAR L$052xts_enc_done	1319 » jmp» NEAR L$054xts_enc_done

1282 align 16	1320 align 16

1283 L$047xts_enc_done6x:	1321 L$049xts_enc_done6x:

1284 mov eax,DWORD [112+esp]	1322 mov eax,DWORD [112+esp]

1285 and eax,15	1323 and eax,15

1286 » jz» NEAR L$054xts_enc_ret	1324 » jz» NEAR L$056xts_enc_ret

1287 movdqa xmm5,xmm1	1325 movdqa xmm5,xmm1

1288 mov DWORD [112+esp],eax	1326 mov DWORD [112+esp],eax

1289 » jmp» NEAR L$055xts_enc_steal	1327 » jmp» NEAR L$057xts_enc_steal

1290 align 16	1328 align 16

1291 L$052xts_enc_done:	1329 L$054xts_enc_done:

1292 mov eax,DWORD [112+esp]	1330 mov eax,DWORD [112+esp]

1293 pxor xmm0,xmm0	1331 pxor xmm0,xmm0

1294 and eax,15	1332 and eax,15

1295 » jz» NEAR L$054xts_enc_ret	1333 » jz» NEAR L$056xts_enc_ret

1296 pcmpgtd xmm0,xmm1	1334 pcmpgtd xmm0,xmm1

1297 mov DWORD [112+esp],eax	1335 mov DWORD [112+esp],eax

1298 pshufd xmm5,xmm0,19	1336 pshufd xmm5,xmm0,19

1299 paddq xmm1,xmm1	1337 paddq xmm1,xmm1

1300 pand xmm5,[96+esp]	1338 pand xmm5,[96+esp]

1301 pxor xmm5,xmm1	1339 pxor xmm5,xmm1

1302 L$055xts_enc_steal:	1340 L$057xts_enc_steal:

1303 movzx ecx,BYTE [esi]	1341 movzx ecx,BYTE [esi]

1304 movzx edx,BYTE [edi-16]	1342 movzx edx,BYTE [edi-16]

1305 lea esi,[1+esi]	1343 lea esi,[1+esi]

1306 mov BYTE [edi-16],cl	1344 mov BYTE [edi-16],cl

1307 mov BYTE [edi],dl	1345 mov BYTE [edi],dl

1308 lea edi,[1+edi]	1346 lea edi,[1+edi]

1309 sub eax,1	1347 sub eax,1

1310 » jnz» NEAR L$055xts_enc_steal	1348 » jnz» NEAR L$057xts_enc_steal

1311 sub edi,DWORD [112+esp]	1349 sub edi,DWORD [112+esp]

1312 mov edx,ebp	1350 mov edx,ebp

1313 mov ecx,ebx	1351 mov ecx,ebx

1314 movups xmm2,[edi-16]	1352 movups xmm2,[edi-16]

1315 xorps xmm2,xmm5	1353 xorps xmm2,xmm5

1316 movups xmm0,[edx]	1354 movups xmm0,[edx]

1317 movups xmm1,[16+edx]	1355 movups xmm1,[16+edx]

1318 lea edx,[32+edx]	1356 lea edx,[32+edx]

1319 xorps xmm2,xmm0	1357 xorps xmm2,xmm0

1320 L$056enc1_loop_10:	1358 L$058enc1_loop_10:

1321 db 102,15,56,220,209	1359 db 102,15,56,220,209

1322 dec ecx	1360 dec ecx

1323 movups xmm1,[edx]	1361 movups xmm1,[edx]

1324 lea edx,[16+edx]	1362 lea edx,[16+edx]

1325 » jnz» NEAR L$056enc1_loop_10	1363 » jnz» NEAR L$058enc1_loop_10

1326 db 102,15,56,221,209	1364 db 102,15,56,221,209

1327 xorps xmm2,xmm5	1365 xorps xmm2,xmm5

1328 movups [edi-16],xmm2	1366 movups [edi-16],xmm2

1329 L$054xts_enc_ret:	1367 L$056xts_enc_ret:

	1368 » pxor» xmm0,xmm0

	1369 » pxor» xmm1,xmm1

	1370 » pxor» xmm2,xmm2

	1371 » movdqa» [esp],xmm0

	1372 » pxor» xmm3,xmm3

	1373 » movdqa» [16+esp],xmm0

	1374 » pxor» xmm4,xmm4

	1375 » movdqa» [32+esp],xmm0

	1376 » pxor» xmm5,xmm5

	1377 » movdqa» [48+esp],xmm0

	1378 » pxor» xmm6,xmm6

	1379 » movdqa» [64+esp],xmm0

	1380 » pxor» xmm7,xmm7

	1381 » movdqa» [80+esp],xmm0

1330 mov esp,DWORD [116+esp]	1382 mov esp,DWORD [116+esp]

1331 pop edi	1383 pop edi

1332 pop esi	1384 pop esi

1333 pop ebx	1385 pop ebx

1334 pop ebp	1386 pop ebp

1335 ret	1387 ret

1336 global _aesni_xts_decrypt	1388 global _aesni_xts_decrypt

1337 align 16	1389 align 16

1338 _aesni_xts_decrypt:	1390 _aesni_xts_decrypt:

1339 L$_aesni_xts_decrypt_begin:	1391 L$_aesni_xts_decrypt_begin:

1340 push ebp	1392 push ebp

1341 push ebx	1393 push ebx

1342 push esi	1394 push esi

1343 push edi	1395 push edi

1344 mov edx,DWORD [36+esp]	1396 mov edx,DWORD [36+esp]

1345 mov esi,DWORD [40+esp]	1397 mov esi,DWORD [40+esp]

1346 mov ecx,DWORD [240+edx]	1398 mov ecx,DWORD [240+edx]

1347 movups xmm2,[esi]	1399 movups xmm2,[esi]

1348 movups xmm0,[edx]	1400 movups xmm0,[edx]

1349 movups xmm1,[16+edx]	1401 movups xmm1,[16+edx]

1350 lea edx,[32+edx]	1402 lea edx,[32+edx]

1351 xorps xmm2,xmm0	1403 xorps xmm2,xmm0

1352 L$057enc1_loop_11:	1404 L$059enc1_loop_11:

1353 db 102,15,56,220,209	1405 db 102,15,56,220,209

1354 dec ecx	1406 dec ecx

1355 movups xmm1,[edx]	1407 movups xmm1,[edx]

1356 lea edx,[16+edx]	1408 lea edx,[16+edx]

1357 » jnz» NEAR L$057enc1_loop_11	1409 » jnz» NEAR L$059enc1_loop_11

1358 db 102,15,56,221,209	1410 db 102,15,56,221,209

1359 mov esi,DWORD [20+esp]	1411 mov esi,DWORD [20+esp]

1360 mov edi,DWORD [24+esp]	1412 mov edi,DWORD [24+esp]

1361 mov eax,DWORD [28+esp]	1413 mov eax,DWORD [28+esp]

1362 mov edx,DWORD [32+esp]	1414 mov edx,DWORD [32+esp]

1363 mov ebp,esp	1415 mov ebp,esp

1364 sub esp,120	1416 sub esp,120

1365 and esp,-16	1417 and esp,-16

1366 xor ebx,ebx	1418 xor ebx,ebx

1367 test eax,15	1419 test eax,15

1368 setnz bl	1420 setnz bl

1369 shl ebx,4	1421 shl ebx,4

1370 sub eax,ebx	1422 sub eax,ebx

1371 mov DWORD [96+esp],135	1423 mov DWORD [96+esp],135

1372 mov DWORD [100+esp],0	1424 mov DWORD [100+esp],0

1373 mov DWORD [104+esp],1	1425 mov DWORD [104+esp],1

1374 mov DWORD [108+esp],0	1426 mov DWORD [108+esp],0

1375 mov DWORD [112+esp],eax	1427 mov DWORD [112+esp],eax

1376 mov DWORD [116+esp],ebp	1428 mov DWORD [116+esp],ebp

1377 mov ecx,DWORD [240+edx]	1429 mov ecx,DWORD [240+edx]

1378 mov ebp,edx	1430 mov ebp,edx

1379 mov ebx,ecx	1431 mov ebx,ecx

1380 movdqa xmm1,xmm2	1432 movdqa xmm1,xmm2

1381 pxor xmm0,xmm0	1433 pxor xmm0,xmm0

1382 movdqa xmm3,[96+esp]	1434 movdqa xmm3,[96+esp]

1383 pcmpgtd xmm0,xmm1	1435 pcmpgtd xmm0,xmm1

1384 and eax,-16	1436 and eax,-16

1385 sub eax,96	1437 sub eax,96

1386 » jc» NEAR L$058xts_dec_short	1438 » jc» NEAR L$060xts_dec_short

1387 shl ecx,4	1439 shl ecx,4

1388 mov ebx,16	1440 mov ebx,16

1389 sub ebx,ecx	1441 sub ebx,ecx

1390 lea edx,[32+ecx*1+edx]	1442 lea edx,[32+ecx*1+edx]

1391 » jmp» NEAR L$059xts_dec_loop6	1443 » jmp» NEAR L$061xts_dec_loop6

1392 align 16	1444 align 16

1393 L$059xts_dec_loop6:	1445 L$061xts_dec_loop6:

1394 pshufd xmm2,xmm0,19	1446 pshufd xmm2,xmm0,19

1395 pxor xmm0,xmm0	1447 pxor xmm0,xmm0

1396 movdqa [esp],xmm1	1448 movdqa [esp],xmm1

1397 paddq xmm1,xmm1	1449 paddq xmm1,xmm1

1398 pand xmm2,xmm3	1450 pand xmm2,xmm3

1399 pcmpgtd xmm0,xmm1	1451 pcmpgtd xmm0,xmm1

1400 pxor xmm1,xmm2	1452 pxor xmm1,xmm2

1401 pshufd xmm2,xmm0,19	1453 pshufd xmm2,xmm0,19

1402 pxor xmm0,xmm0	1454 pxor xmm0,xmm0

1403 movdqa [16+esp],xmm1	1455 movdqa [16+esp],xmm1

(...skipping 68 matching lines...) Expand 10 before \| Expand all \| Expand 10 after Loading...
1472 pshufd xmm2,xmm0,19	1524 pshufd xmm2,xmm0,19

1473 movups [80+edi],xmm7	1525 movups [80+edi],xmm7

1474 lea edi,[96+edi]	1526 lea edi,[96+edi]

1475 movdqa xmm3,[96+esp]	1527 movdqa xmm3,[96+esp]

1476 pxor xmm0,xmm0	1528 pxor xmm0,xmm0

1477 paddq xmm1,xmm1	1529 paddq xmm1,xmm1

1478 pand xmm2,xmm3	1530 pand xmm2,xmm3

1479 pcmpgtd xmm0,xmm1	1531 pcmpgtd xmm0,xmm1

1480 pxor xmm1,xmm2	1532 pxor xmm1,xmm2

1481 sub eax,96	1533 sub eax,96

1482 » jnc» NEAR L$059xts_dec_loop6	1534 » jnc» NEAR L$061xts_dec_loop6

1483 mov ecx,DWORD [240+ebp]	1535 mov ecx,DWORD [240+ebp]

1484 mov edx,ebp	1536 mov edx,ebp

1485 mov ebx,ecx	1537 mov ebx,ecx

1486 L$058xts_dec_short:	1538 L$060xts_dec_short:

1487 add eax,96	1539 add eax,96

1488 » jz» NEAR L$060xts_dec_done6x	1540 » jz» NEAR L$062xts_dec_done6x

1489 movdqa xmm5,xmm1	1541 movdqa xmm5,xmm1

1490 cmp eax,32	1542 cmp eax,32

1491 » jb» NEAR L$061xts_dec_one	1543 » jb» NEAR L$063xts_dec_one

1492 pshufd xmm2,xmm0,19	1544 pshufd xmm2,xmm0,19

1493 pxor xmm0,xmm0	1545 pxor xmm0,xmm0

1494 paddq xmm1,xmm1	1546 paddq xmm1,xmm1

1495 pand xmm2,xmm3	1547 pand xmm2,xmm3

1496 pcmpgtd xmm0,xmm1	1548 pcmpgtd xmm0,xmm1

1497 pxor xmm1,xmm2	1549 pxor xmm1,xmm2

1498 » je» NEAR L$062xts_dec_two	1550 » je» NEAR L$064xts_dec_two

1499 pshufd xmm2,xmm0,19	1551 pshufd xmm2,xmm0,19

1500 pxor xmm0,xmm0	1552 pxor xmm0,xmm0

1501 movdqa xmm6,xmm1	1553 movdqa xmm6,xmm1

1502 paddq xmm1,xmm1	1554 paddq xmm1,xmm1

1503 pand xmm2,xmm3	1555 pand xmm2,xmm3

1504 pcmpgtd xmm0,xmm1	1556 pcmpgtd xmm0,xmm1

1505 pxor xmm1,xmm2	1557 pxor xmm1,xmm2

1506 cmp eax,64	1558 cmp eax,64

1507 » jb» NEAR L$063xts_dec_three	1559 » jb» NEAR L$065xts_dec_three

1508 pshufd xmm2,xmm0,19	1560 pshufd xmm2,xmm0,19

1509 pxor xmm0,xmm0	1561 pxor xmm0,xmm0

1510 movdqa xmm7,xmm1	1562 movdqa xmm7,xmm1

1511 paddq xmm1,xmm1	1563 paddq xmm1,xmm1

1512 pand xmm2,xmm3	1564 pand xmm2,xmm3

1513 pcmpgtd xmm0,xmm1	1565 pcmpgtd xmm0,xmm1

1514 pxor xmm1,xmm2	1566 pxor xmm1,xmm2

1515 movdqa [esp],xmm5	1567 movdqa [esp],xmm5

1516 movdqa [16+esp],xmm6	1568 movdqa [16+esp],xmm6

1517 » je» NEAR L$064xts_dec_four	1569 » je» NEAR L$066xts_dec_four

1518 movdqa [32+esp],xmm7	1570 movdqa [32+esp],xmm7

1519 pshufd xmm7,xmm0,19	1571 pshufd xmm7,xmm0,19

1520 movdqa [48+esp],xmm1	1572 movdqa [48+esp],xmm1

1521 paddq xmm1,xmm1	1573 paddq xmm1,xmm1

1522 pand xmm7,xmm3	1574 pand xmm7,xmm3

1523 pxor xmm7,xmm1	1575 pxor xmm7,xmm1

1524 movdqu xmm2,[esi]	1576 movdqu xmm2,[esi]

1525 movdqu xmm3,[16+esi]	1577 movdqu xmm3,[16+esi]

1526 movdqu xmm4,[32+esi]	1578 movdqu xmm4,[32+esi]

1527 pxor xmm2,[esp]	1579 pxor xmm2,[esp]

(...skipping 11 matching lines...) Expand all Loading...
1539 xorps xmm3,[16+esp]	1591 xorps xmm3,[16+esp]

1540 xorps xmm4,[32+esp]	1592 xorps xmm4,[32+esp]

1541 movups [edi],xmm2	1593 movups [edi],xmm2

1542 xorps xmm5,[48+esp]	1594 xorps xmm5,[48+esp]

1543 movups [16+edi],xmm3	1595 movups [16+edi],xmm3

1544 xorps xmm6,xmm1	1596 xorps xmm6,xmm1

1545 movups [32+edi],xmm4	1597 movups [32+edi],xmm4

1546 movups [48+edi],xmm5	1598 movups [48+edi],xmm5

1547 movups [64+edi],xmm6	1599 movups [64+edi],xmm6

1548 lea edi,[80+edi]	1600 lea edi,[80+edi]

1549 » jmp» NEAR L$065xts_dec_done	1601 » jmp» NEAR L$067xts_dec_done

1550 align 16	1602 align 16

1551 L$061xts_dec_one:	1603 L$063xts_dec_one:

1552 movups xmm2,[esi]	1604 movups xmm2,[esi]

1553 lea esi,[16+esi]	1605 lea esi,[16+esi]

1554 xorps xmm2,xmm5	1606 xorps xmm2,xmm5

1555 movups xmm0,[edx]	1607 movups xmm0,[edx]

1556 movups xmm1,[16+edx]	1608 movups xmm1,[16+edx]

1557 lea edx,[32+edx]	1609 lea edx,[32+edx]

1558 xorps xmm2,xmm0	1610 xorps xmm2,xmm0

1559 L$066dec1_loop_12:	1611 L$068dec1_loop_12:

1560 db 102,15,56,222,209	1612 db 102,15,56,222,209

1561 dec ecx	1613 dec ecx

1562 movups xmm1,[edx]	1614 movups xmm1,[edx]

1563 lea edx,[16+edx]	1615 lea edx,[16+edx]

1564 » jnz» NEAR L$066dec1_loop_12	1616 » jnz» NEAR L$068dec1_loop_12

1565 db 102,15,56,223,209	1617 db 102,15,56,223,209

1566 xorps xmm2,xmm5	1618 xorps xmm2,xmm5

1567 movups [edi],xmm2	1619 movups [edi],xmm2

1568 lea edi,[16+edi]	1620 lea edi,[16+edi]

1569 movdqa xmm1,xmm5	1621 movdqa xmm1,xmm5

1570 » jmp» NEAR L$065xts_dec_done	1622 » jmp» NEAR L$067xts_dec_done

1571 align 16	1623 align 16

1572 L$062xts_dec_two:	1624 L$064xts_dec_two:

1573 movaps xmm6,xmm1	1625 movaps xmm6,xmm1

1574 movups xmm2,[esi]	1626 movups xmm2,[esi]

1575 movups xmm3,[16+esi]	1627 movups xmm3,[16+esi]

1576 lea esi,[32+esi]	1628 lea esi,[32+esi]

1577 xorps xmm2,xmm5	1629 xorps xmm2,xmm5

1578 xorps xmm3,xmm6	1630 xorps xmm3,xmm6

1579 call __aesni_decrypt2	1631 call __aesni_decrypt2

1580 xorps xmm2,xmm5	1632 xorps xmm2,xmm5

1581 xorps xmm3,xmm6	1633 xorps xmm3,xmm6

1582 movups [edi],xmm2	1634 movups [edi],xmm2

1583 movups [16+edi],xmm3	1635 movups [16+edi],xmm3

1584 lea edi,[32+edi]	1636 lea edi,[32+edi]

1585 movdqa xmm1,xmm6	1637 movdqa xmm1,xmm6

1586 » jmp» NEAR L$065xts_dec_done	1638 » jmp» NEAR L$067xts_dec_done

1587 align 16	1639 align 16

1588 L$063xts_dec_three:	1640 L$065xts_dec_three:

1589 movaps xmm7,xmm1	1641 movaps xmm7,xmm1

1590 movups xmm2,[esi]	1642 movups xmm2,[esi]

1591 movups xmm3,[16+esi]	1643 movups xmm3,[16+esi]

1592 movups xmm4,[32+esi]	1644 movups xmm4,[32+esi]

1593 lea esi,[48+esi]	1645 lea esi,[48+esi]

1594 xorps xmm2,xmm5	1646 xorps xmm2,xmm5

1595 xorps xmm3,xmm6	1647 xorps xmm3,xmm6

1596 xorps xmm4,xmm7	1648 xorps xmm4,xmm7

1597 call __aesni_decrypt3	1649 call __aesni_decrypt3

1598 xorps xmm2,xmm5	1650 xorps xmm2,xmm5

1599 xorps xmm3,xmm6	1651 xorps xmm3,xmm6

1600 xorps xmm4,xmm7	1652 xorps xmm4,xmm7

1601 movups [edi],xmm2	1653 movups [edi],xmm2

1602 movups [16+edi],xmm3	1654 movups [16+edi],xmm3

1603 movups [32+edi],xmm4	1655 movups [32+edi],xmm4

1604 lea edi,[48+edi]	1656 lea edi,[48+edi]

1605 movdqa xmm1,xmm7	1657 movdqa xmm1,xmm7

1606 » jmp» NEAR L$065xts_dec_done	1658 » jmp» NEAR L$067xts_dec_done

1607 align 16	1659 align 16

1608 L$064xts_dec_four:	1660 L$066xts_dec_four:

1609 movaps xmm6,xmm1	1661 movaps xmm6,xmm1

1610 movups xmm2,[esi]	1662 movups xmm2,[esi]

1611 movups xmm3,[16+esi]	1663 movups xmm3,[16+esi]

1612 movups xmm4,[32+esi]	1664 movups xmm4,[32+esi]

1613 xorps xmm2,[esp]	1665 xorps xmm2,[esp]

1614 movups xmm5,[48+esi]	1666 movups xmm5,[48+esi]

1615 lea esi,[64+esi]	1667 lea esi,[64+esi]

1616 xorps xmm3,[16+esp]	1668 xorps xmm3,[16+esp]

1617 xorps xmm4,xmm7	1669 xorps xmm4,xmm7

1618 xorps xmm5,xmm6	1670 xorps xmm5,xmm6

1619 call __aesni_decrypt4	1671 call __aesni_decrypt4

1620 xorps xmm2,[esp]	1672 xorps xmm2,[esp]

1621 xorps xmm3,[16+esp]	1673 xorps xmm3,[16+esp]

1622 xorps xmm4,xmm7	1674 xorps xmm4,xmm7

1623 movups [edi],xmm2	1675 movups [edi],xmm2

1624 xorps xmm5,xmm6	1676 xorps xmm5,xmm6

1625 movups [16+edi],xmm3	1677 movups [16+edi],xmm3

1626 movups [32+edi],xmm4	1678 movups [32+edi],xmm4

1627 movups [48+edi],xmm5	1679 movups [48+edi],xmm5

1628 lea edi,[64+edi]	1680 lea edi,[64+edi]

1629 movdqa xmm1,xmm6	1681 movdqa xmm1,xmm6

1630 » jmp» NEAR L$065xts_dec_done	1682 » jmp» NEAR L$067xts_dec_done

1631 align 16	1683 align 16

1632 L$060xts_dec_done6x:	1684 L$062xts_dec_done6x:

1633 mov eax,DWORD [112+esp]	1685 mov eax,DWORD [112+esp]

1634 and eax,15	1686 and eax,15

1635 » jz» NEAR L$067xts_dec_ret	1687 » jz» NEAR L$069xts_dec_ret

1636 mov DWORD [112+esp],eax	1688 mov DWORD [112+esp],eax

1637 » jmp» NEAR L$068xts_dec_only_one_more	1689 » jmp» NEAR L$070xts_dec_only_one_more

1638 align 16	1690 align 16

1639 L$065xts_dec_done:	1691 L$067xts_dec_done:

1640 mov eax,DWORD [112+esp]	1692 mov eax,DWORD [112+esp]

1641 pxor xmm0,xmm0	1693 pxor xmm0,xmm0

1642 and eax,15	1694 and eax,15

1643 » jz» NEAR L$067xts_dec_ret	1695 » jz» NEAR L$069xts_dec_ret

1644 pcmpgtd xmm0,xmm1	1696 pcmpgtd xmm0,xmm1

1645 mov DWORD [112+esp],eax	1697 mov DWORD [112+esp],eax

1646 pshufd xmm2,xmm0,19	1698 pshufd xmm2,xmm0,19

1647 pxor xmm0,xmm0	1699 pxor xmm0,xmm0

1648 movdqa xmm3,[96+esp]	1700 movdqa xmm3,[96+esp]

1649 paddq xmm1,xmm1	1701 paddq xmm1,xmm1

1650 pand xmm2,xmm3	1702 pand xmm2,xmm3

1651 pcmpgtd xmm0,xmm1	1703 pcmpgtd xmm0,xmm1

1652 pxor xmm1,xmm2	1704 pxor xmm1,xmm2

1653 L$068xts_dec_only_one_more:	1705 L$070xts_dec_only_one_more:

1654 pshufd xmm5,xmm0,19	1706 pshufd xmm5,xmm0,19

1655 movdqa xmm6,xmm1	1707 movdqa xmm6,xmm1

1656 paddq xmm1,xmm1	1708 paddq xmm1,xmm1

1657 pand xmm5,xmm3	1709 pand xmm5,xmm3

1658 pxor xmm5,xmm1	1710 pxor xmm5,xmm1

1659 mov edx,ebp	1711 mov edx,ebp

1660 mov ecx,ebx	1712 mov ecx,ebx

1661 movups xmm2,[esi]	1713 movups xmm2,[esi]

1662 xorps xmm2,xmm5	1714 xorps xmm2,xmm5

1663 movups xmm0,[edx]	1715 movups xmm0,[edx]

1664 movups xmm1,[16+edx]	1716 movups xmm1,[16+edx]

1665 lea edx,[32+edx]	1717 lea edx,[32+edx]

1666 xorps xmm2,xmm0	1718 xorps xmm2,xmm0

1667 L$069dec1_loop_13:	1719 L$071dec1_loop_13:

1668 db 102,15,56,222,209	1720 db 102,15,56,222,209

1669 dec ecx	1721 dec ecx

1670 movups xmm1,[edx]	1722 movups xmm1,[edx]

1671 lea edx,[16+edx]	1723 lea edx,[16+edx]

1672 » jnz» NEAR L$069dec1_loop_13	1724 » jnz» NEAR L$071dec1_loop_13

1673 db 102,15,56,223,209	1725 db 102,15,56,223,209

1674 xorps xmm2,xmm5	1726 xorps xmm2,xmm5

1675 movups [edi],xmm2	1727 movups [edi],xmm2

1676 L$070xts_dec_steal:	1728 L$072xts_dec_steal:

1677 movzx ecx,BYTE [16+esi]	1729 movzx ecx,BYTE [16+esi]

1678 movzx edx,BYTE [edi]	1730 movzx edx,BYTE [edi]

1679 lea esi,[1+esi]	1731 lea esi,[1+esi]

1680 mov BYTE [edi],cl	1732 mov BYTE [edi],cl

1681 mov BYTE [16+edi],dl	1733 mov BYTE [16+edi],dl

1682 lea edi,[1+edi]	1734 lea edi,[1+edi]

1683 sub eax,1	1735 sub eax,1

1684 » jnz» NEAR L$070xts_dec_steal	1736 » jnz» NEAR L$072xts_dec_steal

1685 sub edi,DWORD [112+esp]	1737 sub edi,DWORD [112+esp]

1686 mov edx,ebp	1738 mov edx,ebp

1687 mov ecx,ebx	1739 mov ecx,ebx

1688 movups xmm2,[edi]	1740 movups xmm2,[edi]

1689 xorps xmm2,xmm6	1741 xorps xmm2,xmm6

1690 movups xmm0,[edx]	1742 movups xmm0,[edx]

1691 movups xmm1,[16+edx]	1743 movups xmm1,[16+edx]

1692 lea edx,[32+edx]	1744 lea edx,[32+edx]

1693 xorps xmm2,xmm0	1745 xorps xmm2,xmm0

1694 L$071dec1_loop_14:	1746 L$073dec1_loop_14:

1695 db 102,15,56,222,209	1747 db 102,15,56,222,209

1696 dec ecx	1748 dec ecx

1697 movups xmm1,[edx]	1749 movups xmm1,[edx]

1698 lea edx,[16+edx]	1750 lea edx,[16+edx]

1699 » jnz» NEAR L$071dec1_loop_14	1751 » jnz» NEAR L$073dec1_loop_14

1700 db 102,15,56,223,209	1752 db 102,15,56,223,209

1701 xorps xmm2,xmm6	1753 xorps xmm2,xmm6

1702 movups [edi],xmm2	1754 movups [edi],xmm2

1703 L$067xts_dec_ret:	1755 L$069xts_dec_ret:

	1756 » pxor» xmm0,xmm0

	1757 » pxor» xmm1,xmm1

	1758 » pxor» xmm2,xmm2

	1759 » movdqa» [esp],xmm0

	1760 » pxor» xmm3,xmm3

	1761 » movdqa» [16+esp],xmm0

	1762 » pxor» xmm4,xmm4

	1763 » movdqa» [32+esp],xmm0

	1764 » pxor» xmm5,xmm5

	1765 » movdqa» [48+esp],xmm0

	1766 » pxor» xmm6,xmm6

	1767 » movdqa» [64+esp],xmm0

	1768 » pxor» xmm7,xmm7

	1769 » movdqa» [80+esp],xmm0

1704 mov esp,DWORD [116+esp]	1770 mov esp,DWORD [116+esp]

1705 pop edi	1771 pop edi

1706 pop esi	1772 pop esi

1707 pop ebx	1773 pop ebx

1708 pop ebp	1774 pop ebp

1709 ret	1775 ret

1710 global _aesni_cbc_encrypt	1776 global _aesni_cbc_encrypt

1711 align 16	1777 align 16

1712 _aesni_cbc_encrypt:	1778 _aesni_cbc_encrypt:

1713 L$_aesni_cbc_encrypt_begin:	1779 L$_aesni_cbc_encrypt_begin:

1714 push ebp	1780 push ebp

1715 push ebx	1781 push ebx

1716 push esi	1782 push esi

1717 push edi	1783 push edi

1718 mov esi,DWORD [20+esp]	1784 mov esi,DWORD [20+esp]

1719 mov ebx,esp	1785 mov ebx,esp

1720 mov edi,DWORD [24+esp]	1786 mov edi,DWORD [24+esp]

1721 sub ebx,24	1787 sub ebx,24

1722 mov eax,DWORD [28+esp]	1788 mov eax,DWORD [28+esp]

1723 and ebx,-16	1789 and ebx,-16

1724 mov edx,DWORD [32+esp]	1790 mov edx,DWORD [32+esp]

1725 mov ebp,DWORD [36+esp]	1791 mov ebp,DWORD [36+esp]

1726 test eax,eax	1792 test eax,eax

1727 » jz» NEAR L$072cbc_abort	1793 » jz» NEAR L$074cbc_abort

1728 cmp DWORD [40+esp],0	1794 cmp DWORD [40+esp],0

1729 xchg ebx,esp	1795 xchg ebx,esp

1730 movups xmm7,[ebp]	1796 movups xmm7,[ebp]

1731 mov ecx,DWORD [240+edx]	1797 mov ecx,DWORD [240+edx]

1732 mov ebp,edx	1798 mov ebp,edx

1733 mov DWORD [16+esp],ebx	1799 mov DWORD [16+esp],ebx

1734 mov ebx,ecx	1800 mov ebx,ecx

1735 » je» NEAR L$073cbc_decrypt	1801 » je» NEAR L$075cbc_decrypt

1736 movaps xmm2,xmm7	1802 movaps xmm2,xmm7

1737 cmp eax,16	1803 cmp eax,16

1738 » jb» NEAR L$074cbc_enc_tail	1804 » jb» NEAR L$076cbc_enc_tail

1739 sub eax,16	1805 sub eax,16

1740 » jmp» NEAR L$075cbc_enc_loop	1806 » jmp» NEAR L$077cbc_enc_loop

1741 align 16	1807 align 16

1742 L$075cbc_enc_loop:	1808 L$077cbc_enc_loop:

1743 movups xmm7,[esi]	1809 movups xmm7,[esi]

1744 lea esi,[16+esi]	1810 lea esi,[16+esi]

1745 movups xmm0,[edx]	1811 movups xmm0,[edx]

1746 movups xmm1,[16+edx]	1812 movups xmm1,[16+edx]

1747 xorps xmm7,xmm0	1813 xorps xmm7,xmm0

1748 lea edx,[32+edx]	1814 lea edx,[32+edx]

1749 xorps xmm2,xmm7	1815 xorps xmm2,xmm7

1750 L$076enc1_loop_15:	1816 L$078enc1_loop_15:

1751 db 102,15,56,220,209	1817 db 102,15,56,220,209

1752 dec ecx	1818 dec ecx

1753 movups xmm1,[edx]	1819 movups xmm1,[edx]

1754 lea edx,[16+edx]	1820 lea edx,[16+edx]

1755 » jnz» NEAR L$076enc1_loop_15	1821 » jnz» NEAR L$078enc1_loop_15

1756 db 102,15,56,221,209	1822 db 102,15,56,221,209

1757 mov ecx,ebx	1823 mov ecx,ebx

1758 mov edx,ebp	1824 mov edx,ebp

1759 movups [edi],xmm2	1825 movups [edi],xmm2

1760 lea edi,[16+edi]	1826 lea edi,[16+edi]

1761 sub eax,16	1827 sub eax,16

1762 » jnc» NEAR L$075cbc_enc_loop	1828 » jnc» NEAR L$077cbc_enc_loop

1763 add eax,16	1829 add eax,16

1764 » jnz» NEAR L$074cbc_enc_tail	1830 » jnz» NEAR L$076cbc_enc_tail

1765 movaps xmm7,xmm2	1831 movaps xmm7,xmm2

1766 » jmp» NEAR L$077cbc_ret	1832 » pxor» xmm2,xmm2

1767 L$074cbc_enc_tail:	1833 » jmp» NEAR L$079cbc_ret

	1834 L$076cbc_enc_tail:

1768 mov ecx,eax	1835 mov ecx,eax

1769 dd 2767451785	1836 dd 2767451785

1770 mov ecx,16	1837 mov ecx,16

1771 sub ecx,eax	1838 sub ecx,eax

1772 xor eax,eax	1839 xor eax,eax

1773 dd 2868115081	1840 dd 2868115081

1774 lea edi,[edi-16]	1841 lea edi,[edi-16]

1775 mov ecx,ebx	1842 mov ecx,ebx

1776 mov esi,edi	1843 mov esi,edi

1777 mov edx,ebp	1844 mov edx,ebp

1778 » jmp» NEAR L$075cbc_enc_loop	1845 » jmp» NEAR L$077cbc_enc_loop

1779 align 16	1846 align 16

1780 L$073cbc_decrypt:	1847 L$075cbc_decrypt:

1781 cmp eax,80	1848 cmp eax,80

1782 » jbe» NEAR L$078cbc_dec_tail	1849 » jbe» NEAR L$080cbc_dec_tail

1783 movaps [esp],xmm7	1850 movaps [esp],xmm7

1784 sub eax,80	1851 sub eax,80

1785 » jmp» NEAR L$079cbc_dec_loop6_enter	1852 » jmp» NEAR L$081cbc_dec_loop6_enter

1786 align 16	1853 align 16

1787 L$080cbc_dec_loop6:	1854 L$082cbc_dec_loop6:

1788 movaps [esp],xmm0	1855 movaps [esp],xmm0

1789 movups [edi],xmm7	1856 movups [edi],xmm7

1790 lea edi,[16+edi]	1857 lea edi,[16+edi]

1791 L$079cbc_dec_loop6_enter:	1858 L$081cbc_dec_loop6_enter:

1792 movdqu xmm2,[esi]	1859 movdqu xmm2,[esi]

1793 movdqu xmm3,[16+esi]	1860 movdqu xmm3,[16+esi]

1794 movdqu xmm4,[32+esi]	1861 movdqu xmm4,[32+esi]

1795 movdqu xmm5,[48+esi]	1862 movdqu xmm5,[48+esi]

1796 movdqu xmm6,[64+esi]	1863 movdqu xmm6,[64+esi]

1797 movdqu xmm7,[80+esi]	1864 movdqu xmm7,[80+esi]

1798 call __aesni_decrypt6	1865 call __aesni_decrypt6

1799 movups xmm1,[esi]	1866 movups xmm1,[esi]

1800 movups xmm0,[16+esi]	1867 movups xmm0,[16+esi]

1801 xorps xmm2,[esp]	1868 xorps xmm2,[esp]

1802 xorps xmm3,xmm1	1869 xorps xmm3,xmm1

1803 movups xmm1,[32+esi]	1870 movups xmm1,[32+esi]

1804 xorps xmm4,xmm0	1871 xorps xmm4,xmm0

1805 movups xmm0,[48+esi]	1872 movups xmm0,[48+esi]

1806 xorps xmm5,xmm1	1873 xorps xmm5,xmm1

1807 movups xmm1,[64+esi]	1874 movups xmm1,[64+esi]

1808 xorps xmm6,xmm0	1875 xorps xmm6,xmm0

1809 movups xmm0,[80+esi]	1876 movups xmm0,[80+esi]

1810 xorps xmm7,xmm1	1877 xorps xmm7,xmm1

1811 movups [edi],xmm2	1878 movups [edi],xmm2

1812 movups [16+edi],xmm3	1879 movups [16+edi],xmm3

1813 lea esi,[96+esi]	1880 lea esi,[96+esi]

1814 movups [32+edi],xmm4	1881 movups [32+edi],xmm4

1815 mov ecx,ebx	1882 mov ecx,ebx

1816 movups [48+edi],xmm5	1883 movups [48+edi],xmm5

1817 mov edx,ebp	1884 mov edx,ebp

1818 movups [64+edi],xmm6	1885 movups [64+edi],xmm6

1819 lea edi,[80+edi]	1886 lea edi,[80+edi]

1820 sub eax,96	1887 sub eax,96

1821 » ja» NEAR L$080cbc_dec_loop6	1888 » ja» NEAR L$082cbc_dec_loop6

1822 movaps xmm2,xmm7	1889 movaps xmm2,xmm7

1823 movaps xmm7,xmm0	1890 movaps xmm7,xmm0

1824 add eax,80	1891 add eax,80

1825 » jle» NEAR L$081cbc_dec_tail_collected	1892 » jle» NEAR L$083cbc_dec_clear_tail_collected

1826 movups [edi],xmm2	1893 movups [edi],xmm2

1827 lea edi,[16+edi]	1894 lea edi,[16+edi]

1828 L$078cbc_dec_tail:	1895 L$080cbc_dec_tail:

1829 movups xmm2,[esi]	1896 movups xmm2,[esi]

1830 movaps xmm6,xmm2	1897 movaps xmm6,xmm2

1831 cmp eax,16	1898 cmp eax,16

1832 » jbe» NEAR L$082cbc_dec_one	1899 » jbe» NEAR L$084cbc_dec_one

1833 movups xmm3,[16+esi]	1900 movups xmm3,[16+esi]

1834 movaps xmm5,xmm3	1901 movaps xmm5,xmm3

1835 cmp eax,32	1902 cmp eax,32

1836 » jbe» NEAR L$083cbc_dec_two	1903 » jbe» NEAR L$085cbc_dec_two

1837 movups xmm4,[32+esi]	1904 movups xmm4,[32+esi]

1838 cmp eax,48	1905 cmp eax,48

1839 » jbe» NEAR L$084cbc_dec_three	1906 » jbe» NEAR L$086cbc_dec_three

1840 movups xmm5,[48+esi]	1907 movups xmm5,[48+esi]

1841 cmp eax,64	1908 cmp eax,64

1842 » jbe» NEAR L$085cbc_dec_four	1909 » jbe» NEAR L$087cbc_dec_four

1843 movups xmm6,[64+esi]	1910 movups xmm6,[64+esi]

1844 movaps [esp],xmm7	1911 movaps [esp],xmm7

1845 movups xmm2,[esi]	1912 movups xmm2,[esi]

1846 xorps xmm7,xmm7	1913 xorps xmm7,xmm7

1847 call __aesni_decrypt6	1914 call __aesni_decrypt6

1848 movups xmm1,[esi]	1915 movups xmm1,[esi]

1849 movups xmm0,[16+esi]	1916 movups xmm0,[16+esi]

1850 xorps xmm2,[esp]	1917 xorps xmm2,[esp]

1851 xorps xmm3,xmm1	1918 xorps xmm3,xmm1

1852 movups xmm1,[32+esi]	1919 movups xmm1,[32+esi]

1853 xorps xmm4,xmm0	1920 xorps xmm4,xmm0

1854 movups xmm0,[48+esi]	1921 movups xmm0,[48+esi]

1855 xorps xmm5,xmm1	1922 xorps xmm5,xmm1

1856 movups xmm7,[64+esi]	1923 movups xmm7,[64+esi]

1857 xorps xmm6,xmm0	1924 xorps xmm6,xmm0

1858 movups [edi],xmm2	1925 movups [edi],xmm2

1859 movups [16+edi],xmm3	1926 movups [16+edi],xmm3

	1927 pxor xmm3,xmm3

1860 movups [32+edi],xmm4	1928 movups [32+edi],xmm4

	1929 pxor xmm4,xmm4

1861 movups [48+edi],xmm5	1930 movups [48+edi],xmm5

	1931 pxor xmm5,xmm5

1862 lea edi,[64+edi]	1932 lea edi,[64+edi]

1863 movaps xmm2,xmm6	1933 movaps xmm2,xmm6

	1934 pxor xmm6,xmm6

1864 sub eax,80	1935 sub eax,80

1865 » jmp» NEAR L$081cbc_dec_tail_collected	1936 » jmp» NEAR L$088cbc_dec_tail_collected

1866 align 16	1937 align 16

1867 L$082cbc_dec_one:	1938 L$084cbc_dec_one:

1868 movups xmm0,[edx]	1939 movups xmm0,[edx]

1869 movups xmm1,[16+edx]	1940 movups xmm1,[16+edx]

1870 lea edx,[32+edx]	1941 lea edx,[32+edx]

1871 xorps xmm2,xmm0	1942 xorps xmm2,xmm0

1872 L$086dec1_loop_16:	1943 L$089dec1_loop_16:

1873 db 102,15,56,222,209	1944 db 102,15,56,222,209

1874 dec ecx	1945 dec ecx

1875 movups xmm1,[edx]	1946 movups xmm1,[edx]

1876 lea edx,[16+edx]	1947 lea edx,[16+edx]

1877 » jnz» NEAR L$086dec1_loop_16	1948 » jnz» NEAR L$089dec1_loop_16

1878 db 102,15,56,223,209	1949 db 102,15,56,223,209

1879 xorps xmm2,xmm7	1950 xorps xmm2,xmm7

1880 movaps xmm7,xmm6	1951 movaps xmm7,xmm6

1881 sub eax,16	1952 sub eax,16

1882 » jmp» NEAR L$081cbc_dec_tail_collected	1953 » jmp» NEAR L$088cbc_dec_tail_collected

1883 align 16	1954 align 16

1884 L$083cbc_dec_two:	1955 L$085cbc_dec_two:

1885 call __aesni_decrypt2	1956 call __aesni_decrypt2

1886 xorps xmm2,xmm7	1957 xorps xmm2,xmm7

1887 xorps xmm3,xmm6	1958 xorps xmm3,xmm6

1888 movups [edi],xmm2	1959 movups [edi],xmm2

1889 movaps xmm2,xmm3	1960 movaps xmm2,xmm3

	1961 pxor xmm3,xmm3

1890 lea edi,[16+edi]	1962 lea edi,[16+edi]

1891 movaps xmm7,xmm5	1963 movaps xmm7,xmm5

1892 sub eax,32	1964 sub eax,32

1893 » jmp» NEAR L$081cbc_dec_tail_collected	1965 » jmp» NEAR L$088cbc_dec_tail_collected

1894 align 16	1966 align 16

1895 L$084cbc_dec_three:	1967 L$086cbc_dec_three:

1896 call __aesni_decrypt3	1968 call __aesni_decrypt3

1897 xorps xmm2,xmm7	1969 xorps xmm2,xmm7

1898 xorps xmm3,xmm6	1970 xorps xmm3,xmm6

1899 xorps xmm4,xmm5	1971 xorps xmm4,xmm5

1900 movups [edi],xmm2	1972 movups [edi],xmm2

1901 movaps xmm2,xmm4	1973 movaps xmm2,xmm4

	1974 pxor xmm4,xmm4

1902 movups [16+edi],xmm3	1975 movups [16+edi],xmm3

	1976 pxor xmm3,xmm3

1903 lea edi,[32+edi]	1977 lea edi,[32+edi]

1904 movups xmm7,[32+esi]	1978 movups xmm7,[32+esi]

1905 sub eax,48	1979 sub eax,48

1906 » jmp» NEAR L$081cbc_dec_tail_collected	1980 » jmp» NEAR L$088cbc_dec_tail_collected

1907 align 16	1981 align 16

1908 L$085cbc_dec_four:	1982 L$087cbc_dec_four:

1909 call __aesni_decrypt4	1983 call __aesni_decrypt4

1910 movups xmm1,[16+esi]	1984 movups xmm1,[16+esi]

1911 movups xmm0,[32+esi]	1985 movups xmm0,[32+esi]

1912 xorps xmm2,xmm7	1986 xorps xmm2,xmm7

1913 movups xmm7,[48+esi]	1987 movups xmm7,[48+esi]

1914 xorps xmm3,xmm6	1988 xorps xmm3,xmm6

1915 movups [edi],xmm2	1989 movups [edi],xmm2

1916 xorps xmm4,xmm1	1990 xorps xmm4,xmm1

1917 movups [16+edi],xmm3	1991 movups [16+edi],xmm3

	1992 pxor xmm3,xmm3

1918 xorps xmm5,xmm0	1993 xorps xmm5,xmm0

1919 movups [32+edi],xmm4	1994 movups [32+edi],xmm4

	1995 pxor xmm4,xmm4

1920 lea edi,[48+edi]	1996 lea edi,[48+edi]

1921 movaps xmm2,xmm5	1997 movaps xmm2,xmm5

	1998 pxor xmm5,xmm5

1922 sub eax,64	1999 sub eax,64

1923 L$081cbc_dec_tail_collected:	2000 » jmp» NEAR L$088cbc_dec_tail_collected

	2001 align» 16

	2002 L$083cbc_dec_clear_tail_collected:

	2003 » pxor» xmm3,xmm3

	2004 » pxor» xmm4,xmm4

	2005 » pxor» xmm5,xmm5

	2006 » pxor» xmm6,xmm6

	2007 L$088cbc_dec_tail_collected:

1924 and eax,15	2008 and eax,15

1925 » jnz» NEAR L$087cbc_dec_tail_partial	2009 » jnz» NEAR L$090cbc_dec_tail_partial

1926 movups [edi],xmm2	2010 movups [edi],xmm2

1927 » jmp» NEAR L$077cbc_ret	2011 » pxor» xmm0,xmm0

	2012 » jmp» NEAR L$079cbc_ret

1928 align 16	2013 align 16

1929 L$087cbc_dec_tail_partial:	2014 L$090cbc_dec_tail_partial:

1930 movaps [esp],xmm2	2015 movaps [esp],xmm2

	2016 pxor xmm0,xmm0

1931 mov ecx,16	2017 mov ecx,16

1932 mov esi,esp	2018 mov esi,esp

1933 sub ecx,eax	2019 sub ecx,eax

1934 dd 2767451785	2020 dd 2767451785

1935 L$077cbc_ret:	2021 » movdqa» [esp],xmm2

	2022 L$079cbc_ret:

1936 mov esp,DWORD [16+esp]	2023 mov esp,DWORD [16+esp]

1937 mov ebp,DWORD [36+esp]	2024 mov ebp,DWORD [36+esp]

	2025 pxor xmm2,xmm2

	2026 pxor xmm1,xmm1

1938 movups [ebp],xmm7	2027 movups [ebp],xmm7

1939 L$072cbc_abort:	2028 » pxor» xmm7,xmm7

	2029 L$074cbc_abort:

1940 pop edi	2030 pop edi

1941 pop esi	2031 pop esi

1942 pop ebx	2032 pop ebx

1943 pop ebp	2033 pop ebp

1944 ret	2034 ret

1945 align 16	2035 align 16

1946 __aesni_set_encrypt_key:	2036 __aesni_set_encrypt_key:

	2037 push ebp

	2038 push ebx

1947 test eax,eax	2039 test eax,eax

1948 » jz» NEAR L$088bad_pointer	2040 » jz» NEAR L$091bad_pointer

1949 test edx,edx	2041 test edx,edx

1950 » jz» NEAR L$088bad_pointer	2042 » jz» NEAR L$091bad_pointer

	2043 » call» L$092pic

	2044 L$092pic:

	2045 » pop» ebx

	2046 » lea» ebx,[(L$key_const-L$092pic)+ebx]

	2047 » lea» ebp,[_OPENSSL_ia32cap_P]

1951 movups xmm0,[eax]	2048 movups xmm0,[eax]

1952 xorps xmm4,xmm4	2049 xorps xmm4,xmm4

	2050 mov ebp,DWORD [4+ebp]

1953 lea edx,[16+edx]	2051 lea edx,[16+edx]

	2052 and ebp,268437504

1954 cmp ecx,256	2053 cmp ecx,256

1955 » je» NEAR L$08914rounds	2054 » je» NEAR L$09314rounds

1956 cmp ecx,192	2055 cmp ecx,192

1957 » je» NEAR L$09012rounds	2056 » je» NEAR L$09412rounds

1958 cmp ecx,128	2057 cmp ecx,128

1959 » jne» NEAR L$091bad_keybits	2058 » jne» NEAR L$095bad_keybits

1960 align 16	2059 align 16

1961 L$09210rounds:	2060 L$09610rounds:

	2061 » cmp» ebp,268435456

	2062 » je» NEAR L$09710rounds_alt

1962 mov ecx,9	2063 mov ecx,9

1963 movups [edx-16],xmm0	2064 movups [edx-16],xmm0

1964 db 102,15,58,223,200,1	2065 db 102,15,58,223,200,1

1965 » call» L$093key_128_cold	2066 » call» L$098key_128_cold

1966 db 102,15,58,223,200,2	2067 db 102,15,58,223,200,2

1967 » call» L$094key_128	2068 » call» L$099key_128

1968 db 102,15,58,223,200,4	2069 db 102,15,58,223,200,4

1969 » call» L$094key_128	2070 » call» L$099key_128

1970 db 102,15,58,223,200,8	2071 db 102,15,58,223,200,8

1971 » call» L$094key_128	2072 » call» L$099key_128

1972 db 102,15,58,223,200,16	2073 db 102,15,58,223,200,16

1973 » call» L$094key_128	2074 » call» L$099key_128

1974 db 102,15,58,223,200,32	2075 db 102,15,58,223,200,32

1975 » call» L$094key_128	2076 » call» L$099key_128

1976 db 102,15,58,223,200,64	2077 db 102,15,58,223,200,64

1977 » call» L$094key_128	2078 » call» L$099key_128

1978 db 102,15,58,223,200,128	2079 db 102,15,58,223,200,128

1979 » call» L$094key_128	2080 » call» L$099key_128

1980 db 102,15,58,223,200,27	2081 db 102,15,58,223,200,27

1981 » call» L$094key_128	2082 » call» L$099key_128

1982 db 102,15,58,223,200,54	2083 db 102,15,58,223,200,54

1983 » call» L$094key_128	2084 » call» L$099key_128

1984 movups [edx],xmm0	2085 movups [edx],xmm0

1985 mov DWORD [80+edx],ecx	2086 mov DWORD [80+edx],ecx

1986 » xor» eax,eax	2087 » jmp» NEAR L$100good_key

1987 » ret

1988 align 16	2088 align 16

1989 L$094key_128:	2089 L$099key_128:

1990 movups [edx],xmm0	2090 movups [edx],xmm0

1991 lea edx,[16+edx]	2091 lea edx,[16+edx]

1992 L$093key_128_cold:	2092 L$098key_128_cold:

1993 shufps xmm4,xmm0,16	2093 shufps xmm4,xmm0,16

1994 xorps xmm0,xmm4	2094 xorps xmm0,xmm4

1995 shufps xmm4,xmm0,140	2095 shufps xmm4,xmm0,140

1996 xorps xmm0,xmm4	2096 xorps xmm0,xmm4

1997 shufps xmm1,xmm1,255	2097 shufps xmm1,xmm1,255

1998 xorps xmm0,xmm1	2098 xorps xmm0,xmm1

1999 ret	2099 ret

2000 align 16	2100 align 16

2001 L$09012rounds:	2101 L$09710rounds_alt:

	2102 » movdqa» xmm5,[ebx]

	2103 » mov» ecx,8

	2104 » movdqa» xmm4,[32+ebx]

	2105 » movdqa» xmm2,xmm0

	2106 » movdqu» [edx-16],xmm0

	2107 L$101loop_key128:

	2108 db» 102,15,56,0,197

	2109 db» 102,15,56,221,196

	2110 » pslld» xmm4,1

	2111 » lea» edx,[16+edx]

	2112 » movdqa» xmm3,xmm2

	2113 » pslldq» xmm2,4

	2114 » pxor» xmm3,xmm2

	2115 » pslldq» xmm2,4

	2116 » pxor» xmm3,xmm2

	2117 » pslldq» xmm2,4

	2118 » pxor» xmm2,xmm3

	2119 » pxor» xmm0,xmm2

	2120 » movdqu» [edx-16],xmm0

	2121 » movdqa» xmm2,xmm0

	2122 » dec» ecx

	2123 » jnz» NEAR L$101loop_key128

	2124 » movdqa» xmm4,[48+ebx]

	2125 db» 102,15,56,0,197

	2126 db» 102,15,56,221,196

	2127 » pslld» xmm4,1

	2128 » movdqa» xmm3,xmm2

	2129 » pslldq» xmm2,4

	2130 » pxor» xmm3,xmm2

	2131 » pslldq» xmm2,4

	2132 » pxor» xmm3,xmm2

	2133 » pslldq» xmm2,4

	2134 » pxor» xmm2,xmm3

	2135 » pxor» xmm0,xmm2

	2136 » movdqu» [edx],xmm0

	2137 » movdqa» xmm2,xmm0

	2138 db» 102,15,56,0,197

	2139 db» 102,15,56,221,196

	2140 » movdqa» xmm3,xmm2

	2141 » pslldq» xmm2,4

	2142 » pxor» xmm3,xmm2

	2143 » pslldq» xmm2,4

	2144 » pxor» xmm3,xmm2

	2145 » pslldq» xmm2,4

	2146 » pxor» xmm2,xmm3

	2147 » pxor» xmm0,xmm2

	2148 » movdqu» [16+edx],xmm0

	2149 » mov» ecx,9

	2150 » mov» DWORD [96+edx],ecx

	2151 » jmp» NEAR L$100good_key

	2152 align» 16

	2153 L$09412rounds:

2002 movq xmm2,[16+eax]	2154 movq xmm2,[16+eax]

	2155 cmp ebp,268435456

	2156 je NEAR L$10212rounds_alt

2003 mov ecx,11	2157 mov ecx,11

2004 movups [edx-16],xmm0	2158 movups [edx-16],xmm0

2005 db 102,15,58,223,202,1	2159 db 102,15,58,223,202,1

2006 » call» L$095key_192a_cold	2160 » call» L$103key_192a_cold

2007 db 102,15,58,223,202,2	2161 db 102,15,58,223,202,2

2008 » call» L$096key_192b	2162 » call» L$104key_192b

2009 db 102,15,58,223,202,4	2163 db 102,15,58,223,202,4

2010 » call» L$097key_192a	2164 » call» L$105key_192a

2011 db 102,15,58,223,202,8	2165 db 102,15,58,223,202,8

2012 » call» L$096key_192b	2166 » call» L$104key_192b

2013 db 102,15,58,223,202,16	2167 db 102,15,58,223,202,16

2014 » call» L$097key_192a	2168 » call» L$105key_192a

2015 db 102,15,58,223,202,32	2169 db 102,15,58,223,202,32

2016 » call» L$096key_192b	2170 » call» L$104key_192b

2017 db 102,15,58,223,202,64	2171 db 102,15,58,223,202,64

2018 » call» L$097key_192a	2172 » call» L$105key_192a

2019 db 102,15,58,223,202,128	2173 db 102,15,58,223,202,128

2020 » call» L$096key_192b	2174 » call» L$104key_192b

2021 movups [edx],xmm0	2175 movups [edx],xmm0

2022 mov DWORD [48+edx],ecx	2176 mov DWORD [48+edx],ecx

2023 » xor» eax,eax	2177 » jmp» NEAR L$100good_key

2024 » ret

2025 align 16	2178 align 16

2026 L$097key_192a:	2179 L$105key_192a:

2027 movups [edx],xmm0	2180 movups [edx],xmm0

2028 lea edx,[16+edx]	2181 lea edx,[16+edx]

2029 align 16	2182 align 16

2030 L$095key_192a_cold:	2183 L$103key_192a_cold:

2031 movaps xmm5,xmm2	2184 movaps xmm5,xmm2

2032 L$098key_192b_warm:	2185 L$106key_192b_warm:

2033 shufps xmm4,xmm0,16	2186 shufps xmm4,xmm0,16

2034 movdqa xmm3,xmm2	2187 movdqa xmm3,xmm2

2035 xorps xmm0,xmm4	2188 xorps xmm0,xmm4

2036 shufps xmm4,xmm0,140	2189 shufps xmm4,xmm0,140

2037 pslldq xmm3,4	2190 pslldq xmm3,4

2038 xorps xmm0,xmm4	2191 xorps xmm0,xmm4

2039 pshufd xmm1,xmm1,85	2192 pshufd xmm1,xmm1,85

2040 pxor xmm2,xmm3	2193 pxor xmm2,xmm3

2041 pxor xmm0,xmm1	2194 pxor xmm0,xmm1

2042 pshufd xmm3,xmm0,255	2195 pshufd xmm3,xmm0,255

2043 pxor xmm2,xmm3	2196 pxor xmm2,xmm3

2044 ret	2197 ret

2045 align 16	2198 align 16

2046 L$096key_192b:	2199 L$104key_192b:

2047 movaps xmm3,xmm0	2200 movaps xmm3,xmm0

2048 shufps xmm5,xmm0,68	2201 shufps xmm5,xmm0,68

2049 movups [edx],xmm5	2202 movups [edx],xmm5

2050 shufps xmm3,xmm2,78	2203 shufps xmm3,xmm2,78

2051 movups [16+edx],xmm3	2204 movups [16+edx],xmm3

2052 lea edx,[32+edx]	2205 lea edx,[32+edx]

2053 » jmp» NEAR L$098key_192b_warm	2206 » jmp» NEAR L$106key_192b_warm

2054 align 16	2207 align 16

2055 L$08914rounds:	2208 L$10212rounds_alt:

	2209 » movdqa» xmm5,[16+ebx]

	2210 » movdqa» xmm4,[32+ebx]

	2211 » mov» ecx,8

	2212 » movdqu» [edx-16],xmm0

	2213 L$107loop_key192:

	2214 » movq» [edx],xmm2

	2215 » movdqa» xmm1,xmm2

	2216 db» 102,15,56,0,213

	2217 db» 102,15,56,221,212

	2218 » pslld» xmm4,1

	2219 » lea» edx,[24+edx]

	2220 » movdqa» xmm3,xmm0

	2221 » pslldq» xmm0,4

	2222 » pxor» xmm3,xmm0

	2223 » pslldq» xmm0,4

	2224 » pxor» xmm3,xmm0

	2225 » pslldq» xmm0,4

	2226 » pxor» xmm0,xmm3

	2227 » pshufd» xmm3,xmm0,255

	2228 » pxor» xmm3,xmm1

	2229 » pslldq» xmm1,4

	2230 » pxor» xmm3,xmm1

	2231 » pxor» xmm0,xmm2

	2232 » pxor» xmm2,xmm3

	2233 » movdqu» [edx-16],xmm0

	2234 » dec» ecx

	2235 » jnz» NEAR L$107loop_key192

	2236 » mov» ecx,11

	2237 » mov» DWORD [32+edx],ecx

	2238 » jmp» NEAR L$100good_key

	2239 align» 16

	2240 L$09314rounds:

2056 movups xmm2,[16+eax]	2241 movups xmm2,[16+eax]

	2242 lea edx,[16+edx]

	2243 cmp ebp,268435456

	2244 je NEAR L$10814rounds_alt

2057 mov ecx,13	2245 mov ecx,13

2058 lea edx,[16+edx]

2059 movups [edx-32],xmm0	2246 movups [edx-32],xmm0

2060 movups [edx-16],xmm2	2247 movups [edx-16],xmm2

2061 db 102,15,58,223,202,1	2248 db 102,15,58,223,202,1

2062 » call» L$099key_256a_cold	2249 » call» L$109key_256a_cold

2063 db 102,15,58,223,200,1	2250 db 102,15,58,223,200,1

2064 » call» L$100key_256b	2251 » call» L$110key_256b

2065 db 102,15,58,223,202,2	2252 db 102,15,58,223,202,2

2066 » call» L$101key_256a	2253 » call» L$111key_256a

2067 db 102,15,58,223,200,2	2254 db 102,15,58,223,200,2

2068 » call» L$100key_256b	2255 » call» L$110key_256b

2069 db 102,15,58,223,202,4	2256 db 102,15,58,223,202,4

2070 » call» L$101key_256a	2257 » call» L$111key_256a

2071 db 102,15,58,223,200,4	2258 db 102,15,58,223,200,4

2072 » call» L$100key_256b	2259 » call» L$110key_256b

2073 db 102,15,58,223,202,8	2260 db 102,15,58,223,202,8

2074 » call» L$101key_256a	2261 » call» L$111key_256a

2075 db 102,15,58,223,200,8	2262 db 102,15,58,223,200,8

2076 » call» L$100key_256b	2263 » call» L$110key_256b

2077 db 102,15,58,223,202,16	2264 db 102,15,58,223,202,16

2078 » call» L$101key_256a	2265 » call» L$111key_256a

2079 db 102,15,58,223,200,16	2266 db 102,15,58,223,200,16

2080 » call» L$100key_256b	2267 » call» L$110key_256b

2081 db 102,15,58,223,202,32	2268 db 102,15,58,223,202,32

2082 » call» L$101key_256a	2269 » call» L$111key_256a

2083 db 102,15,58,223,200,32	2270 db 102,15,58,223,200,32

2084 » call» L$100key_256b	2271 » call» L$110key_256b

2085 db 102,15,58,223,202,64	2272 db 102,15,58,223,202,64

2086 » call» L$101key_256a	2273 » call» L$111key_256a

2087 movups [edx],xmm0	2274 movups [edx],xmm0

2088 mov DWORD [16+edx],ecx	2275 mov DWORD [16+edx],ecx

2089 xor eax,eax	2276 xor eax,eax

2090 » ret	2277 » jmp» NEAR L$100good_key

2091 align 16	2278 align 16

2092 L$101key_256a:	2279 L$111key_256a:

2093 movups [edx],xmm2	2280 movups [edx],xmm2

2094 lea edx,[16+edx]	2281 lea edx,[16+edx]

2095 L$099key_256a_cold:	2282 L$109key_256a_cold:

2096 shufps xmm4,xmm0,16	2283 shufps xmm4,xmm0,16

2097 xorps xmm0,xmm4	2284 xorps xmm0,xmm4

2098 shufps xmm4,xmm0,140	2285 shufps xmm4,xmm0,140

2099 xorps xmm0,xmm4	2286 xorps xmm0,xmm4

2100 shufps xmm1,xmm1,255	2287 shufps xmm1,xmm1,255

2101 xorps xmm0,xmm1	2288 xorps xmm0,xmm1

2102 ret	2289 ret

2103 align 16	2290 align 16

2104 L$100key_256b:	2291 L$110key_256b:

2105 movups [edx],xmm0	2292 movups [edx],xmm0

2106 lea edx,[16+edx]	2293 lea edx,[16+edx]

2107 shufps xmm4,xmm2,16	2294 shufps xmm4,xmm2,16

2108 xorps xmm2,xmm4	2295 xorps xmm2,xmm4

2109 shufps xmm4,xmm2,140	2296 shufps xmm4,xmm2,140

2110 xorps xmm2,xmm4	2297 xorps xmm2,xmm4

2111 shufps xmm1,xmm1,170	2298 shufps xmm1,xmm1,170

2112 xorps xmm2,xmm1	2299 xorps xmm2,xmm1

2113 ret	2300 ret

2114 align» 4	2301 align» 16

2115 L$088bad_pointer:	2302 L$10814rounds_alt:

2116 » mov» eax,-1	2303 » movdqa» xmm5,[ebx]

	2304 » movdqa» xmm4,[32+ebx]

	2305 » mov» ecx,7

	2306 » movdqu» [edx-32],xmm0

	2307 » movdqa» xmm1,xmm2

	2308 » movdqu» [edx-16],xmm2

	2309 L$112loop_key256:

	2310 db» 102,15,56,0,213

	2311 db» 102,15,56,221,212

	2312 » movdqa» xmm3,xmm0

	2313 » pslldq» xmm0,4

	2314 » pxor» xmm3,xmm0

	2315 » pslldq» xmm0,4

	2316 » pxor» xmm3,xmm0

	2317 » pslldq» xmm0,4

	2318 » pxor» xmm0,xmm3

	2319 » pslld» xmm4,1

	2320 » pxor» xmm0,xmm2

	2321 » movdqu» [edx],xmm0

	2322 » dec» ecx

	2323 » jz» NEAR L$113done_key256

	2324 » pshufd» xmm2,xmm0,255

	2325 » pxor» xmm3,xmm3

	2326 db» 102,15,56,221,211

	2327 » movdqa» xmm3,xmm1

	2328 » pslldq» xmm1,4

	2329 » pxor» xmm3,xmm1

	2330 » pslldq» xmm1,4

	2331 » pxor» xmm3,xmm1

	2332 » pslldq» xmm1,4

	2333 » pxor» xmm1,xmm3

	2334 » pxor» xmm2,xmm1

	2335 » movdqu» [16+edx],xmm2

	2336 » lea» edx,[32+edx]

	2337 » movdqa» xmm1,xmm2

	2338 » jmp» NEAR L$112loop_key256

	2339 L$113done_key256:

	2340 » mov» ecx,13

	2341 » mov» DWORD [16+edx],ecx

	2342 L$100good_key:

	2343 » pxor» xmm0,xmm0

	2344 » pxor» xmm1,xmm1

	2345 » pxor» xmm2,xmm2

	2346 » pxor» xmm3,xmm3

	2347 » pxor» xmm4,xmm4

	2348 » pxor» xmm5,xmm5

	2349 » xor» eax,eax

	2350 » pop» ebx

	2351 » pop» ebp

2117 ret	2352 ret

2118 align 4	2353 align 4

2119 L$091bad_keybits:	2354 L$091bad_pointer:

	2355 » mov» eax,-1

	2356 » pop» ebx

	2357 » pop» ebp

	2358 » ret

	2359 align» 4

	2360 L$095bad_keybits:

	2361 » pxor» xmm0,xmm0

2120 mov eax,-2	2362 mov eax,-2

	2363 pop ebx

	2364 pop ebp

2121 ret	2365 ret

2122 global _aesni_set_encrypt_key	2366 global _aesni_set_encrypt_key

2123 align 16	2367 align 16

2124 _aesni_set_encrypt_key:	2368 _aesni_set_encrypt_key:

2125 L$_aesni_set_encrypt_key_begin:	2369 L$_aesni_set_encrypt_key_begin:

2126 mov eax,DWORD [4+esp]	2370 mov eax,DWORD [4+esp]

2127 mov ecx,DWORD [8+esp]	2371 mov ecx,DWORD [8+esp]

2128 mov edx,DWORD [12+esp]	2372 mov edx,DWORD [12+esp]

2129 call __aesni_set_encrypt_key	2373 call __aesni_set_encrypt_key

2130 ret	2374 ret

2131 global _aesni_set_decrypt_key	2375 global _aesni_set_decrypt_key

2132 align 16	2376 align 16

2133 _aesni_set_decrypt_key:	2377 _aesni_set_decrypt_key:

2134 L$_aesni_set_decrypt_key_begin:	2378 L$_aesni_set_decrypt_key_begin:

2135 mov eax,DWORD [4+esp]	2379 mov eax,DWORD [4+esp]

2136 mov ecx,DWORD [8+esp]	2380 mov ecx,DWORD [8+esp]

2137 mov edx,DWORD [12+esp]	2381 mov edx,DWORD [12+esp]

2138 call __aesni_set_encrypt_key	2382 call __aesni_set_encrypt_key

2139 mov edx,DWORD [12+esp]	2383 mov edx,DWORD [12+esp]

2140 shl ecx,4	2384 shl ecx,4

2141 test eax,eax	2385 test eax,eax

2142 » jnz» NEAR L$102dec_key_ret	2386 » jnz» NEAR L$114dec_key_ret

2143 lea eax,[16+ecx*1+edx]	2387 lea eax,[16+ecx*1+edx]

2144 movups xmm0,[edx]	2388 movups xmm0,[edx]

2145 movups xmm1,[eax]	2389 movups xmm1,[eax]

2146 movups [eax],xmm0	2390 movups [eax],xmm0

2147 movups [edx],xmm1	2391 movups [edx],xmm1

2148 lea edx,[16+edx]	2392 lea edx,[16+edx]

2149 lea eax,[eax-16]	2393 lea eax,[eax-16]

2150 L$103dec_key_inverse:	2394 L$115dec_key_inverse:

2151 movups xmm0,[edx]	2395 movups xmm0,[edx]

2152 movups xmm1,[eax]	2396 movups xmm1,[eax]

2153 db 102,15,56,219,192	2397 db 102,15,56,219,192

2154 db 102,15,56,219,201	2398 db 102,15,56,219,201

2155 lea edx,[16+edx]	2399 lea edx,[16+edx]

2156 lea eax,[eax-16]	2400 lea eax,[eax-16]

2157 movups [16+eax],xmm0	2401 movups [16+eax],xmm0

2158 movups [edx-16],xmm1	2402 movups [edx-16],xmm1

2159 cmp eax,edx	2403 cmp eax,edx

2160 » ja» NEAR L$103dec_key_inverse	2404 » ja» NEAR L$115dec_key_inverse

2161 movups xmm0,[edx]	2405 movups xmm0,[edx]

2162 db 102,15,56,219,192	2406 db 102,15,56,219,192

2163 movups [edx],xmm0	2407 movups [edx],xmm0

	2408 pxor xmm0,xmm0

	2409 pxor xmm1,xmm1

2164 xor eax,eax	2410 xor eax,eax

2165 L$102dec_key_ret:	2411 L$114dec_key_ret:

2166 ret	2412 ret

	2413 align 64

	2414 L$key_const:

	2415 dd 202313229,202313229,202313229,202313229

	2416 dd 67569157,67569157,67569157,67569157

	2417 dd 1,1,1,1

	2418 dd 27,27,27,27

2167 db 65,69,83,32,102,111,114,32,73,110,116,101,108,32,65,69	2419 db 65,69,83,32,102,111,114,32,73,110,116,101,108,32,65,69

2168 db 83,45,78,73,44,32,67,82,89,80,84,79,71,65,77,83	2420 db 83,45,78,73,44,32,67,82,89,80,84,79,71,65,77,83

2169 db 32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115	2421 db 32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115

2170 db 115,108,46,111,114,103,62,0	2422 db 115,108,46,111,114,103,62,0

	2423 segment .bss

	2424 common _OPENSSL_ia32cap_P 16

OLD	NEW

« no previous file with comments | « third_party/boringssl/update_gypi_and_asm.py ('k') | third_party/boringssl/win-x86_64/crypto/aes/aesni-x86_64.asm » ('j') | no next file with comments »