| OLD | NEW |
| (Empty) |
| 1 #!/usr/bin/env perl | |
| 2 | |
| 3 # ==================================================================== | |
| 4 # Written by Andy Polyakov <appro@fy.chalmers.se> for the OpenSSL | |
| 5 # project. The module is, however, dual licensed under OpenSSL and | |
| 6 # CRYPTOGAMS licenses depending on where you obtain it. For further | |
| 7 # details see http://www.openssl.org/~appro/cryptogams/. | |
| 8 # ==================================================================== | |
| 9 | |
| 10 # Performance improvement is not really impressive on pre-T1 CPU: +8% | |
| 11 # over Sun C and +25% over gcc [3.3]. While on T1, a.k.a. Niagara, it | |
| 12 # turned to be 40% faster than 64-bit code generated by Sun C 5.8 and | |
| 13 # >2x than 64-bit code generated by gcc 3.4. And there is a gimmick. | |
| 14 # X[16] vector is packed to 8 64-bit registers and as result nothing | |
| 15 # is spilled on stack. In addition input data is loaded in compact | |
| 16 # instruction sequence, thus minimizing the window when the code is | |
| 17 # subject to [inter-thread] cache-thrashing hazard. The goal is to | |
| 18 # ensure scalability on UltraSPARC T1, or rather to avoid decay when | |
| 19 # amount of active threads exceeds the number of physical cores. | |
| 20 | |
| 21 $bits=32; | |
| 22 for (@ARGV) { $bits=64 if (/\-m64/ || /\-xarch\=v9/); } | |
| 23 if ($bits==64) { $bias=2047; $frame=192; } | |
| 24 else { $bias=0; $frame=112; } | |
| 25 | |
| 26 $output=shift; | |
| 27 open STDOUT,">$output"; | |
| 28 | |
| 29 @X=("%o0","%o1","%o2","%o3","%o4","%o5","%g1","%o7"); | |
| 30 $rot1m="%g2"; | |
| 31 $tmp64="%g3"; | |
| 32 $Xi="%g4"; | |
| 33 $A="%l0"; | |
| 34 $B="%l1"; | |
| 35 $C="%l2"; | |
| 36 $D="%l3"; | |
| 37 $E="%l4"; | |
| 38 @V=($A,$B,$C,$D,$E); | |
| 39 $K_00_19="%l5"; | |
| 40 $K_20_39="%l6"; | |
| 41 $K_40_59="%l7"; | |
| 42 $K_60_79="%g5"; | |
| 43 @K=($K_00_19,$K_20_39,$K_40_59,$K_60_79); | |
| 44 | |
| 45 $ctx="%i0"; | |
| 46 $inp="%i1"; | |
| 47 $len="%i2"; | |
| 48 $tmp0="%i3"; | |
| 49 $tmp1="%i4"; | |
| 50 $tmp2="%i5"; | |
| 51 | |
| 52 sub BODY_00_15 { | |
| 53 my ($i,$a,$b,$c,$d,$e)=@_; | |
| 54 my $xi=($i&1)?@X[($i/2)%8]:$Xi; | |
| 55 | |
| 56 $code.=<<___; | |
| 57 sll $a,5,$tmp0 !! $i | |
| 58 add @K[$i/20],$e,$e | |
| 59 srl $a,27,$tmp1 | |
| 60 add $tmp0,$e,$e | |
| 61 and $c,$b,$tmp0 | |
| 62 add $tmp1,$e,$e | |
| 63 sll $b,30,$tmp2 | |
| 64 andn $d,$b,$tmp1 | |
| 65 srl $b,2,$b | |
| 66 or $tmp1,$tmp0,$tmp1 | |
| 67 or $tmp2,$b,$b | |
| 68 add $xi,$e,$e | |
| 69 ___ | |
| 70 if ($i&1 && $i<15) { | |
| 71 $code.= | |
| 72 " srlx @X[(($i+1)/2)%8],32,$Xi\n"; | |
| 73 } | |
| 74 $code.=<<___; | |
| 75 add $tmp1,$e,$e | |
| 76 ___ | |
| 77 } | |
| 78 | |
| 79 sub Xupdate { | |
| 80 my ($i,$a,$b,$c,$d,$e)=@_; | |
| 81 my $j=$i/2; | |
| 82 | |
| 83 if ($i&1) { | |
| 84 $code.=<<___; | |
| 85 sll $a,5,$tmp0 !! $i | |
| 86 add @K[$i/20],$e,$e | |
| 87 srl $a,27,$tmp1 | |
| 88 ___ | |
| 89 } else { | |
| 90 $code.=<<___; | |
| 91 sllx @X[($j+6)%8],32,$Xi ! Xupdate($i) | |
| 92 xor @X[($j+1)%8],@X[$j%8],@X[$j%8] | |
| 93 srlx @X[($j+7)%8],32,$tmp1 | |
| 94 xor @X[($j+4)%8],@X[$j%8],@X[$j%8] | |
| 95 sll $a,5,$tmp0 !! $i | |
| 96 or $tmp1,$Xi,$Xi | |
| 97 add @K[$i/20],$e,$e !! | |
| 98 xor $Xi,@X[$j%8],@X[$j%8] | |
| 99 srlx @X[$j%8],31,$Xi | |
| 100 add @X[$j%8],@X[$j%8],@X[$j%8] | |
| 101 and $Xi,$rot1m,$Xi | |
| 102 andn @X[$j%8],$rot1m,@X[$j%8] | |
| 103 srl $a,27,$tmp1 !! | |
| 104 or $Xi,@X[$j%8],@X[$j%8] | |
| 105 ___ | |
| 106 } | |
| 107 } | |
| 108 | |
| 109 sub BODY_16_19 { | |
| 110 my ($i,$a,$b,$c,$d,$e)=@_; | |
| 111 | |
| 112 &Xupdate(@_); | |
| 113 if ($i&1) { | |
| 114 $xi=@X[($i/2)%8]; | |
| 115 } else { | |
| 116 $xi=$Xi; | |
| 117 $code.="\tsrlx @X[($i/2)%8],32,$xi\n"; | |
| 118 } | |
| 119 $code.=<<___; | |
| 120 add $tmp0,$e,$e !! | |
| 121 and $c,$b,$tmp0 | |
| 122 add $tmp1,$e,$e | |
| 123 sll $b,30,$tmp2 | |
| 124 add $xi,$e,$e | |
| 125 andn $d,$b,$tmp1 | |
| 126 srl $b,2,$b | |
| 127 or $tmp1,$tmp0,$tmp1 | |
| 128 or $tmp2,$b,$b | |
| 129 add $tmp1,$e,$e | |
| 130 ___ | |
| 131 } | |
| 132 | |
| 133 sub BODY_20_39 { | |
| 134 my ($i,$a,$b,$c,$d,$e)=@_; | |
| 135 my $xi; | |
| 136 &Xupdate(@_); | |
| 137 if ($i&1) { | |
| 138 $xi=@X[($i/2)%8]; | |
| 139 } else { | |
| 140 $xi=$Xi; | |
| 141 $code.="\tsrlx @X[($i/2)%8],32,$xi\n"; | |
| 142 } | |
| 143 $code.=<<___; | |
| 144 add $tmp0,$e,$e !! | |
| 145 xor $c,$b,$tmp0 | |
| 146 add $tmp1,$e,$e | |
| 147 sll $b,30,$tmp2 | |
| 148 xor $d,$tmp0,$tmp1 | |
| 149 srl $b,2,$b | |
| 150 add $tmp1,$e,$e | |
| 151 or $tmp2,$b,$b | |
| 152 add $xi,$e,$e | |
| 153 ___ | |
| 154 } | |
| 155 | |
| 156 sub BODY_40_59 { | |
| 157 my ($i,$a,$b,$c,$d,$e)=@_; | |
| 158 my $xi; | |
| 159 &Xupdate(@_); | |
| 160 if ($i&1) { | |
| 161 $xi=@X[($i/2)%8]; | |
| 162 } else { | |
| 163 $xi=$Xi; | |
| 164 $code.="\tsrlx @X[($i/2)%8],32,$xi\n"; | |
| 165 } | |
| 166 $code.=<<___; | |
| 167 add $tmp0,$e,$e !! | |
| 168 and $c,$b,$tmp0 | |
| 169 add $tmp1,$e,$e | |
| 170 sll $b,30,$tmp2 | |
| 171 or $c,$b,$tmp1 | |
| 172 srl $b,2,$b | |
| 173 and $d,$tmp1,$tmp1 | |
| 174 add $xi,$e,$e | |
| 175 or $tmp1,$tmp0,$tmp1 | |
| 176 or $tmp2,$b,$b | |
| 177 add $tmp1,$e,$e | |
| 178 ___ | |
| 179 } | |
| 180 | |
| 181 $code.=<<___ if ($bits==64); | |
| 182 .register %g2,#scratch | |
| 183 .register %g3,#scratch | |
| 184 ___ | |
| 185 $code.=<<___; | |
| 186 .section ".text",#alloc,#execinstr | |
| 187 | |
| 188 .align 32 | |
| 189 .globl sha1_block_data_order | |
| 190 sha1_block_data_order: | |
| 191 save %sp,-$frame,%sp | |
| 192 sllx $len,6,$len | |
| 193 add $inp,$len,$len | |
| 194 | |
| 195 or %g0,1,$rot1m | |
| 196 sllx $rot1m,32,$rot1m | |
| 197 or $rot1m,1,$rot1m | |
| 198 | |
| 199 ld [$ctx+0],$A | |
| 200 ld [$ctx+4],$B | |
| 201 ld [$ctx+8],$C | |
| 202 ld [$ctx+12],$D | |
| 203 ld [$ctx+16],$E | |
| 204 andn $inp,7,$tmp0 | |
| 205 | |
| 206 sethi %hi(0x5a827999),$K_00_19 | |
| 207 or $K_00_19,%lo(0x5a827999),$K_00_19 | |
| 208 sethi %hi(0x6ed9eba1),$K_20_39 | |
| 209 or $K_20_39,%lo(0x6ed9eba1),$K_20_39 | |
| 210 sethi %hi(0x8f1bbcdc),$K_40_59 | |
| 211 or $K_40_59,%lo(0x8f1bbcdc),$K_40_59 | |
| 212 sethi %hi(0xca62c1d6),$K_60_79 | |
| 213 or $K_60_79,%lo(0xca62c1d6),$K_60_79 | |
| 214 | |
| 215 .Lloop: | |
| 216 ldx [$tmp0+0],@X[0] | |
| 217 ldx [$tmp0+16],@X[2] | |
| 218 ldx [$tmp0+32],@X[4] | |
| 219 ldx [$tmp0+48],@X[6] | |
| 220 and $inp,7,$tmp1 | |
| 221 ldx [$tmp0+8],@X[1] | |
| 222 sll $tmp1,3,$tmp1 | |
| 223 ldx [$tmp0+24],@X[3] | |
| 224 subcc %g0,$tmp1,$tmp2 ! should be 64-$tmp1, but -$tmp1 works too | |
| 225 ldx [$tmp0+40],@X[5] | |
| 226 bz,pt %icc,.Laligned | |
| 227 ldx [$tmp0+56],@X[7] | |
| 228 | |
| 229 sllx @X[0],$tmp1,@X[0] | |
| 230 ldx [$tmp0+64],$tmp64 | |
| 231 ___ | |
| 232 for($i=0;$i<7;$i++) | |
| 233 { $code.=<<___; | |
| 234 srlx @X[$i+1],$tmp2,$Xi | |
| 235 sllx @X[$i+1],$tmp1,@X[$i+1] | |
| 236 or $Xi,@X[$i],@X[$i] | |
| 237 ___ | |
| 238 } | |
| 239 $code.=<<___; | |
| 240 srlx $tmp64,$tmp2,$tmp64 | |
| 241 or $tmp64,@X[7],@X[7] | |
| 242 .Laligned: | |
| 243 srlx @X[0],32,$Xi | |
| 244 ___ | |
| 245 for ($i=0;$i<16;$i++) { &BODY_00_15($i,@V); unshift(@V,pop(@V)); } | |
| 246 for (;$i<20;$i++) { &BODY_16_19($i,@V); unshift(@V,pop(@V)); } | |
| 247 for (;$i<40;$i++) { &BODY_20_39($i,@V); unshift(@V,pop(@V)); } | |
| 248 for (;$i<60;$i++) { &BODY_40_59($i,@V); unshift(@V,pop(@V)); } | |
| 249 for (;$i<80;$i++) { &BODY_20_39($i,@V); unshift(@V,pop(@V)); } | |
| 250 $code.=<<___; | |
| 251 | |
| 252 ld [$ctx+0],@X[0] | |
| 253 ld [$ctx+4],@X[1] | |
| 254 ld [$ctx+8],@X[2] | |
| 255 ld [$ctx+12],@X[3] | |
| 256 add $inp,64,$inp | |
| 257 ld [$ctx+16],@X[4] | |
| 258 cmp $inp,$len | |
| 259 | |
| 260 add $A,@X[0],$A | |
| 261 st $A,[$ctx+0] | |
| 262 add $B,@X[1],$B | |
| 263 st $B,[$ctx+4] | |
| 264 add $C,@X[2],$C | |
| 265 st $C,[$ctx+8] | |
| 266 add $D,@X[3],$D | |
| 267 st $D,[$ctx+12] | |
| 268 add $E,@X[4],$E | |
| 269 st $E,[$ctx+16] | |
| 270 | |
| 271 bne `$bits==64?"%xcc":"%icc"`,.Lloop | |
| 272 andn $inp,7,$tmp0 | |
| 273 | |
| 274 ret | |
| 275 restore | |
| 276 .type sha1_block_data_order,#function | |
| 277 .size sha1_block_data_order,(.-sha1_block_data_order) | |
| 278 .asciz "SHA1 block transform for SPARCv9, CRYPTOGAMS by <appro\@openssl.org>" | |
| 279 .align 4 | |
| 280 ___ | |
| 281 | |
| 282 $code =~ s/\`([^\`]*)\`/eval $1/gem; | |
| 283 print $code; | |
| 284 close STDOUT; | |
| OLD | NEW |