| OLD | NEW |
| (Empty) |
| 1 #!/usr/bin/env perl | |
| 2 | |
| 3 $0 =~ m/(.*[\/\\])[^\/\\]+$/; $dir=$1; | |
| 4 push(@INC, "${dir}perlasm", "perlasm"); | |
| 5 require "x86asm.pl"; | |
| 6 | |
| 7 &asm_init($ARGV[0],"x86cpuid"); | |
| 8 | |
| 9 for (@ARGV) { $sse2=1 if (/-DOPENSSL_IA32_SSE2/); } | |
| 10 | |
| 11 &function_begin("OPENSSL_ia32_cpuid"); | |
| 12 &xor ("edx","edx"); | |
| 13 &pushf (); | |
| 14 &pop ("eax"); | |
| 15 &mov ("ecx","eax"); | |
| 16 &xor ("eax",1<<21); | |
| 17 &push ("eax"); | |
| 18 &popf (); | |
| 19 &pushf (); | |
| 20 &pop ("eax"); | |
| 21 &xor ("ecx","eax"); | |
| 22 &xor ("eax","eax"); | |
| 23 &bt ("ecx",21); | |
| 24 &jnc (&label("nocpuid")); | |
| 25 &cpuid (); | |
| 26 &mov ("edi","eax"); # max value for standard query level | |
| 27 | |
| 28 &xor ("eax","eax"); | |
| 29 &cmp ("ebx",0x756e6547); # "Genu" | |
| 30 &setne (&LB("eax")); | |
| 31 &mov ("ebp","eax"); | |
| 32 &cmp ("edx",0x49656e69); # "ineI" | |
| 33 &setne (&LB("eax")); | |
| 34 &or ("ebp","eax"); | |
| 35 &cmp ("ecx",0x6c65746e); # "ntel" | |
| 36 &setne (&LB("eax")); | |
| 37 &or ("ebp","eax"); # 0 indicates Intel CPU | |
| 38 &jz (&label("intel")); | |
| 39 | |
| 40 &cmp ("ebx",0x68747541); # "Auth" | |
| 41 &setne (&LB("eax")); | |
| 42 &mov ("esi","eax"); | |
| 43 &cmp ("edx",0x69746E65); # "enti" | |
| 44 &setne (&LB("eax")); | |
| 45 &or ("esi","eax"); | |
| 46 &cmp ("ecx",0x444D4163); # "cAMD" | |
| 47 &setne (&LB("eax")); | |
| 48 &or ("esi","eax"); # 0 indicates AMD CPU | |
| 49 &jnz (&label("intel")); | |
| 50 | |
| 51 # AMD specific | |
| 52 &mov ("eax",0x80000000); | |
| 53 &cpuid (); | |
| 54 &cmp ("eax",0x80000001); | |
| 55 &jb (&label("intel")); | |
| 56 &mov ("esi","eax"); | |
| 57 &mov ("eax",0x80000001); | |
| 58 &cpuid (); | |
| 59 &or ("ebp","ecx"); | |
| 60 &and ("ebp",1<<11|1); # isolate XOP bit | |
| 61 &cmp ("esi",0x80000008); | |
| 62 &jb (&label("intel")); | |
| 63 | |
| 64 &mov ("eax",0x80000008); | |
| 65 &cpuid (); | |
| 66 &movz ("esi",&LB("ecx")); # number of cores - 1 | |
| 67 &inc ("esi"); # number of cores | |
| 68 | |
| 69 &mov ("eax",1); | |
| 70 &cpuid (); | |
| 71 &bt ("edx",28); | |
| 72 &jnc (&label("generic")); | |
| 73 &shr ("ebx",16); | |
| 74 &and ("ebx",0xff); | |
| 75 &cmp ("ebx","esi"); | |
| 76 &ja (&label("generic")); | |
| 77 &and ("edx",0xefffffff); # clear hyper-threading bit | |
| 78 &jmp (&label("generic")); | |
| 79 | |
| 80 &set_label("intel"); | |
| 81 &cmp ("edi",4); | |
| 82 &mov ("edi",-1); | |
| 83 &jb (&label("nocacheinfo")); | |
| 84 | |
| 85 &mov ("eax",4); | |
| 86 &mov ("ecx",0); # query L1D | |
| 87 &cpuid (); | |
| 88 &mov ("edi","eax"); | |
| 89 &shr ("edi",14); | |
| 90 &and ("edi",0xfff); # number of cores -1 per L1D | |
| 91 | |
| 92 &set_label("nocacheinfo"); | |
| 93 &mov ("eax",1); | |
| 94 &cpuid (); | |
| 95 &and ("edx",0xbfefffff); # force reserved bits #20, #30 to 0 | |
| 96 &cmp ("ebp",0); | |
| 97 &jne (&label("notintel")); | |
| 98 &or ("edx",1<<30); # set reserved bit#30 on Intel CPUs | |
| 99 &and (&HB("eax"),15); # familiy ID | |
| 100 &cmp (&HB("eax"),15); # P4? | |
| 101 &jne (&label("notintel")); | |
| 102 &or ("edx",1<<20); # set reserved bit#20 to engage RC4_CHAR | |
| 103 &set_label("notintel"); | |
| 104 &bt ("edx",28); # test hyper-threading bit | |
| 105 &jnc (&label("generic")); | |
| 106 &and ("edx",0xefffffff); | |
| 107 &cmp ("edi",0); | |
| 108 &je (&label("generic")); | |
| 109 | |
| 110 &or ("edx",0x10000000); | |
| 111 &shr ("ebx",16); | |
| 112 &cmp (&LB("ebx"),1); | |
| 113 &ja (&label("generic")); | |
| 114 &and ("edx",0xefffffff); # clear hyper-threading bit if not | |
| 115 | |
| 116 &set_label("generic"); | |
| 117 &and ("ebp",1<<11); # isolate AMD XOP flag | |
| 118 &and ("ecx",0xfffff7ff); # force 11th bit to 0 | |
| 119 &mov ("esi","edx"); | |
| 120 &or ("ebp","ecx"); # merge AMD XOP flag | |
| 121 | |
| 122 &bt ("ecx",27); # check OSXSAVE bit | |
| 123 &jnc (&label("clear_avx")); | |
| 124 &xor ("ecx","ecx"); | |
| 125 &data_byte(0x0f,0x01,0xd0); # xgetbv | |
| 126 &and ("eax",6); | |
| 127 &cmp ("eax",6); | |
| 128 &je (&label("done")); | |
| 129 &cmp ("eax",2); | |
| 130 &je (&label("clear_avx")); | |
| 131 &set_label("clear_xmm"); | |
| 132 &and ("ebp",0xfdfffffd); # clear AESNI and PCLMULQDQ bits | |
| 133 &and ("esi",0xfeffffff); # clear FXSR | |
| 134 &set_label("clear_avx"); | |
| 135 &and ("ebp",0xefffe7ff); # clear AVX, FMA and AMD XOP bits | |
| 136 &set_label("done"); | |
| 137 &mov ("eax","esi"); | |
| 138 &mov ("edx","ebp"); | |
| 139 &set_label("nocpuid"); | |
| 140 &function_end("OPENSSL_ia32_cpuid"); | |
| 141 | |
| 142 &external_label("OPENSSL_ia32cap_P"); | |
| 143 | |
| 144 &function_begin_B("OPENSSL_rdtsc","EXTRN\t_OPENSSL_ia32cap_P:DWORD"); | |
| 145 &xor ("eax","eax"); | |
| 146 &xor ("edx","edx"); | |
| 147 &picmeup("ecx","OPENSSL_ia32cap_P"); | |
| 148 &bt (&DWP(0,"ecx"),4); | |
| 149 &jnc (&label("notsc")); | |
| 150 &rdtsc (); | |
| 151 &set_label("notsc"); | |
| 152 &ret (); | |
| 153 &function_end_B("OPENSSL_rdtsc"); | |
| 154 | |
| 155 # This works in Ring 0 only [read DJGPP+MS-DOS+privileged DPMI host], | |
| 156 # but it's safe to call it on any [supported] 32-bit platform... | |
| 157 # Just check for [non-]zero return value... | |
| 158 &function_begin_B("OPENSSL_instrument_halt","EXTRN\t_OPENSSL_ia32cap_P:DWORD"); | |
| 159 &picmeup("ecx","OPENSSL_ia32cap_P"); | |
| 160 &bt (&DWP(0,"ecx"),4); | |
| 161 &jnc (&label("nohalt")); # no TSC | |
| 162 | |
| 163 &data_word(0x9058900e); # push %cs; pop %eax | |
| 164 &and ("eax",3); | |
| 165 &jnz (&label("nohalt")); # not enough privileges | |
| 166 | |
| 167 &pushf (); | |
| 168 &pop ("eax"); | |
| 169 &bt ("eax",9); | |
| 170 &jnc (&label("nohalt")); # interrupts are disabled | |
| 171 | |
| 172 &rdtsc (); | |
| 173 &push ("edx"); | |
| 174 &push ("eax"); | |
| 175 &halt (); | |
| 176 &rdtsc (); | |
| 177 | |
| 178 &sub ("eax",&DWP(0,"esp")); | |
| 179 &sbb ("edx",&DWP(4,"esp")); | |
| 180 &add ("esp",8); | |
| 181 &ret (); | |
| 182 | |
| 183 &set_label("nohalt"); | |
| 184 &xor ("eax","eax"); | |
| 185 &xor ("edx","edx"); | |
| 186 &ret (); | |
| 187 &function_end_B("OPENSSL_instrument_halt"); | |
| 188 | |
| 189 # Essentially there is only one use for this function. Under DJGPP: | |
| 190 # | |
| 191 # #include <go32.h> | |
| 192 # ... | |
| 193 # i=OPENSSL_far_spin(_dos_ds,0x46c); | |
| 194 # ... | |
| 195 # to obtain the number of spins till closest timer interrupt. | |
| 196 | |
| 197 &function_begin_B("OPENSSL_far_spin"); | |
| 198 &pushf (); | |
| 199 &pop ("eax") | |
| 200 &bt ("eax",9); | |
| 201 &jnc (&label("nospin")); # interrupts are disabled | |
| 202 | |
| 203 &mov ("eax",&DWP(4,"esp")); | |
| 204 &mov ("ecx",&DWP(8,"esp")); | |
| 205 &data_word (0x90d88e1e); # push %ds, mov %eax,%ds | |
| 206 &xor ("eax","eax"); | |
| 207 &mov ("edx",&DWP(0,"ecx")); | |
| 208 &jmp (&label("spin")); | |
| 209 | |
| 210 &align (16); | |
| 211 &set_label("spin"); | |
| 212 &inc ("eax"); | |
| 213 &cmp ("edx",&DWP(0,"ecx")); | |
| 214 &je (&label("spin")); | |
| 215 | |
| 216 &data_word (0x1f909090); # pop %ds | |
| 217 &ret (); | |
| 218 | |
| 219 &set_label("nospin"); | |
| 220 &xor ("eax","eax"); | |
| 221 &xor ("edx","edx"); | |
| 222 &ret (); | |
| 223 &function_end_B("OPENSSL_far_spin"); | |
| 224 | |
| 225 &function_begin_B("OPENSSL_wipe_cpu","EXTRN\t_OPENSSL_ia32cap_P:DWORD"); | |
| 226 &xor ("eax","eax"); | |
| 227 &xor ("edx","edx"); | |
| 228 &picmeup("ecx","OPENSSL_ia32cap_P"); | |
| 229 &mov ("ecx",&DWP(0,"ecx")); | |
| 230 &bt (&DWP(0,"ecx"),1); | |
| 231 &jnc (&label("no_x87")); | |
| 232 if ($sse2) { | |
| 233 &and ("ecx",1<<26|1<<24); # check SSE2 and FXSR bits | |
| 234 &cmp ("ecx",1<<26|1<<24); | |
| 235 &jne (&label("no_sse2")); | |
| 236 &pxor ("xmm0","xmm0"); | |
| 237 &pxor ("xmm1","xmm1"); | |
| 238 &pxor ("xmm2","xmm2"); | |
| 239 &pxor ("xmm3","xmm3"); | |
| 240 &pxor ("xmm4","xmm4"); | |
| 241 &pxor ("xmm5","xmm5"); | |
| 242 &pxor ("xmm6","xmm6"); | |
| 243 &pxor ("xmm7","xmm7"); | |
| 244 &set_label("no_sse2"); | |
| 245 } | |
| 246 # just a bunch of fldz to zap the fp/mm bank followed by finit... | |
| 247 &data_word(0xeed9eed9,0xeed9eed9,0xeed9eed9,0xeed9eed9,0x90e3db9b); | |
| 248 &set_label("no_x87"); | |
| 249 &lea ("eax",&DWP(4,"esp")); | |
| 250 &ret (); | |
| 251 &function_end_B("OPENSSL_wipe_cpu"); | |
| 252 | |
| 253 &function_begin_B("OPENSSL_atomic_add"); | |
| 254 &mov ("edx",&DWP(4,"esp")); # fetch the pointer, 1st arg | |
| 255 &mov ("ecx",&DWP(8,"esp")); # fetch the increment, 2nd arg | |
| 256 &push ("ebx"); | |
| 257 &nop (); | |
| 258 &mov ("eax",&DWP(0,"edx")); | |
| 259 &set_label("spin"); | |
| 260 &lea ("ebx",&DWP(0,"eax","ecx")); | |
| 261 &nop (); | |
| 262 &data_word(0x1ab10ff0); # lock; cmpxchg %ebx,(%edx) # %eax is envolv
ed and is always reloaded | |
| 263 &jne (&label("spin")); | |
| 264 &mov ("eax","ebx"); # OpenSSL expects the new value | |
| 265 &pop ("ebx"); | |
| 266 &ret (); | |
| 267 &function_end_B("OPENSSL_atomic_add"); | |
| 268 | |
| 269 # This function can become handy under Win32 in situations when | |
| 270 # we don't know which calling convention, __stdcall or __cdecl(*), | |
| 271 # indirect callee is using. In C it can be deployed as | |
| 272 # | |
| 273 #ifdef OPENSSL_CPUID_OBJ | |
| 274 # type OPENSSL_indirect_call(void *f,...); | |
| 275 # ... | |
| 276 # OPENSSL_indirect_call(func,[up to $max arguments]); | |
| 277 #endif | |
| 278 # | |
| 279 # (*) it's designed to work even for __fastcall if number of | |
| 280 # arguments is 1 or 2! | |
| 281 &function_begin_B("OPENSSL_indirect_call"); | |
| 282 { | |
| 283 my ($max,$i)=(7,); # $max has to be chosen as 4*n-1 | |
| 284 # in order to preserve eventual | |
| 285 # stack alignment | |
| 286 &push ("ebp"); | |
| 287 &mov ("ebp","esp"); | |
| 288 &sub ("esp",$max*4); | |
| 289 &mov ("ecx",&DWP(12,"ebp")); | |
| 290 &mov (&DWP(0,"esp"),"ecx"); | |
| 291 &mov ("edx",&DWP(16,"ebp")); | |
| 292 &mov (&DWP(4,"esp"),"edx"); | |
| 293 for($i=2;$i<$max;$i++) | |
| 294 { | |
| 295 # Some copies will be redundant/bogus... | |
| 296 &mov ("eax",&DWP(12+$i*4,"ebp")); | |
| 297 &mov (&DWP(0+$i*4,"esp"),"eax"); | |
| 298 } | |
| 299 &call_ptr (&DWP(8,"ebp"));# make the call... | |
| 300 &mov ("esp","ebp"); # ... and just restore the stack pointer | |
| 301 # without paying attention to what we called, | |
| 302 # (__cdecl *func) or (__stdcall *one). | |
| 303 &pop ("ebp"); | |
| 304 &ret (); | |
| 305 } | |
| 306 &function_end_B("OPENSSL_indirect_call"); | |
| 307 | |
| 308 &function_begin_B("OPENSSL_cleanse"); | |
| 309 &mov ("edx",&wparam(0)); | |
| 310 &mov ("ecx",&wparam(1)); | |
| 311 &xor ("eax","eax"); | |
| 312 &cmp ("ecx",7); | |
| 313 &jae (&label("lot")); | |
| 314 &cmp ("ecx",0); | |
| 315 &je (&label("ret")); | |
| 316 &set_label("little"); | |
| 317 &mov (&BP(0,"edx"),"al"); | |
| 318 &sub ("ecx",1); | |
| 319 &lea ("edx",&DWP(1,"edx")); | |
| 320 &jnz (&label("little")); | |
| 321 &set_label("ret"); | |
| 322 &ret (); | |
| 323 | |
| 324 &set_label("lot",16); | |
| 325 &test ("edx",3); | |
| 326 &jz (&label("aligned")); | |
| 327 &mov (&BP(0,"edx"),"al"); | |
| 328 &lea ("ecx",&DWP(-1,"ecx")); | |
| 329 &lea ("edx",&DWP(1,"edx")); | |
| 330 &jmp (&label("lot")); | |
| 331 &set_label("aligned"); | |
| 332 &mov (&DWP(0,"edx"),"eax"); | |
| 333 &lea ("ecx",&DWP(-4,"ecx")); | |
| 334 &test ("ecx",-4); | |
| 335 &lea ("edx",&DWP(4,"edx")); | |
| 336 &jnz (&label("aligned")); | |
| 337 &cmp ("ecx",0); | |
| 338 &jne (&label("little")); | |
| 339 &ret (); | |
| 340 &function_end_B("OPENSSL_cleanse"); | |
| 341 | |
| 342 &function_begin_B("OPENSSL_ia32_rdrand"); | |
| 343 &mov ("ecx",8); | |
| 344 &set_label("loop"); | |
| 345 &rdrand ("eax"); | |
| 346 &jc (&label("break")); | |
| 347 &loop (&label("loop")); | |
| 348 &set_label("break"); | |
| 349 &cmp ("eax",0); | |
| 350 &cmove ("eax","ecx"); | |
| 351 &ret (); | |
| 352 &function_end_B("OPENSSL_ia32_rdrand"); | |
| 353 | |
| 354 &initseg("OPENSSL_cpuid_setup"); | |
| 355 | |
| 356 &asm_finish(); | |
| OLD | NEW |