OLD | NEW |
(Empty) | |
| 1 #!/usr/bin/env perl |
| 2 |
| 3 # ==================================================================== |
| 4 # Written by Andy Polyakov <appro@fy.chalmers.se> for the OpenSSL |
| 5 # project. The module is, however, dual licensed under OpenSSL and |
| 6 # CRYPTOGAMS licenses depending on where you obtain it. For further |
| 7 # details see http://www.openssl.org/~appro/cryptogams/. |
| 8 # ==================================================================== |
| 9 |
| 10 # Performance improvement is not really impressive on pre-T1 CPU: +8% |
| 11 # over Sun C and +25% over gcc [3.3]. While on T1, a.k.a. Niagara, it |
| 12 # turned to be 40% faster than 64-bit code generated by Sun C 5.8 and |
| 13 # >2x than 64-bit code generated by gcc 3.4. And there is a gimmick. |
| 14 # X[16] vector is packed to 8 64-bit registers and as result nothing |
| 15 # is spilled on stack. In addition input data is loaded in compact |
| 16 # instruction sequence, thus minimizing the window when the code is |
| 17 # subject to [inter-thread] cache-thrashing hazard. The goal is to |
| 18 # ensure scalability on UltraSPARC T1, or rather to avoid decay when |
| 19 # amount of active threads exceeds the number of physical cores. |
| 20 |
| 21 $bits=32; |
| 22 for (@ARGV) { $bits=64 if (/\-m64/ || /\-xarch\=v9/); } |
| 23 if ($bits==64) { $bias=2047; $frame=192; } |
| 24 else { $bias=0; $frame=112; } |
| 25 |
| 26 $output=shift; |
| 27 open STDOUT,">$output"; |
| 28 |
| 29 @X=("%o0","%o1","%o2","%o3","%o4","%o5","%g1","%o7"); |
| 30 $rot1m="%g2"; |
| 31 $tmp64="%g3"; |
| 32 $Xi="%g4"; |
| 33 $A="%l0"; |
| 34 $B="%l1"; |
| 35 $C="%l2"; |
| 36 $D="%l3"; |
| 37 $E="%l4"; |
| 38 @V=($A,$B,$C,$D,$E); |
| 39 $K_00_19="%l5"; |
| 40 $K_20_39="%l6"; |
| 41 $K_40_59="%l7"; |
| 42 $K_60_79="%g5"; |
| 43 @K=($K_00_19,$K_20_39,$K_40_59,$K_60_79); |
| 44 |
| 45 $ctx="%i0"; |
| 46 $inp="%i1"; |
| 47 $len="%i2"; |
| 48 $tmp0="%i3"; |
| 49 $tmp1="%i4"; |
| 50 $tmp2="%i5"; |
| 51 |
| 52 sub BODY_00_15 { |
| 53 my ($i,$a,$b,$c,$d,$e)=@_; |
| 54 my $xi=($i&1)?@X[($i/2)%8]:$Xi; |
| 55 |
| 56 $code.=<<___; |
| 57 sll $a,5,$tmp0 !! $i |
| 58 add @K[$i/20],$e,$e |
| 59 srl $a,27,$tmp1 |
| 60 add $tmp0,$e,$e |
| 61 and $c,$b,$tmp0 |
| 62 add $tmp1,$e,$e |
| 63 sll $b,30,$tmp2 |
| 64 andn $d,$b,$tmp1 |
| 65 srl $b,2,$b |
| 66 or $tmp1,$tmp0,$tmp1 |
| 67 or $tmp2,$b,$b |
| 68 add $xi,$e,$e |
| 69 ___ |
| 70 if ($i&1 && $i<15) { |
| 71 $code.= |
| 72 " srlx @X[(($i+1)/2)%8],32,$Xi\n"; |
| 73 } |
| 74 $code.=<<___; |
| 75 add $tmp1,$e,$e |
| 76 ___ |
| 77 } |
| 78 |
| 79 sub Xupdate { |
| 80 my ($i,$a,$b,$c,$d,$e)=@_; |
| 81 my $j=$i/2; |
| 82 |
| 83 if ($i&1) { |
| 84 $code.=<<___; |
| 85 sll $a,5,$tmp0 !! $i |
| 86 add @K[$i/20],$e,$e |
| 87 srl $a,27,$tmp1 |
| 88 ___ |
| 89 } else { |
| 90 $code.=<<___; |
| 91 sllx @X[($j+6)%8],32,$Xi ! Xupdate($i) |
| 92 xor @X[($j+1)%8],@X[$j%8],@X[$j%8] |
| 93 srlx @X[($j+7)%8],32,$tmp1 |
| 94 xor @X[($j+4)%8],@X[$j%8],@X[$j%8] |
| 95 sll $a,5,$tmp0 !! $i |
| 96 or $tmp1,$Xi,$Xi |
| 97 add @K[$i/20],$e,$e !! |
| 98 xor $Xi,@X[$j%8],@X[$j%8] |
| 99 srlx @X[$j%8],31,$Xi |
| 100 add @X[$j%8],@X[$j%8],@X[$j%8] |
| 101 and $Xi,$rot1m,$Xi |
| 102 andn @X[$j%8],$rot1m,@X[$j%8] |
| 103 srl $a,27,$tmp1 !! |
| 104 or $Xi,@X[$j%8],@X[$j%8] |
| 105 ___ |
| 106 } |
| 107 } |
| 108 |
| 109 sub BODY_16_19 { |
| 110 my ($i,$a,$b,$c,$d,$e)=@_; |
| 111 |
| 112 &Xupdate(@_); |
| 113 if ($i&1) { |
| 114 $xi=@X[($i/2)%8]; |
| 115 } else { |
| 116 $xi=$Xi; |
| 117 $code.="\tsrlx @X[($i/2)%8],32,$xi\n"; |
| 118 } |
| 119 $code.=<<___; |
| 120 add $tmp0,$e,$e !! |
| 121 and $c,$b,$tmp0 |
| 122 add $tmp1,$e,$e |
| 123 sll $b,30,$tmp2 |
| 124 add $xi,$e,$e |
| 125 andn $d,$b,$tmp1 |
| 126 srl $b,2,$b |
| 127 or $tmp1,$tmp0,$tmp1 |
| 128 or $tmp2,$b,$b |
| 129 add $tmp1,$e,$e |
| 130 ___ |
| 131 } |
| 132 |
| 133 sub BODY_20_39 { |
| 134 my ($i,$a,$b,$c,$d,$e)=@_; |
| 135 my $xi; |
| 136 &Xupdate(@_); |
| 137 if ($i&1) { |
| 138 $xi=@X[($i/2)%8]; |
| 139 } else { |
| 140 $xi=$Xi; |
| 141 $code.="\tsrlx @X[($i/2)%8],32,$xi\n"; |
| 142 } |
| 143 $code.=<<___; |
| 144 add $tmp0,$e,$e !! |
| 145 xor $c,$b,$tmp0 |
| 146 add $tmp1,$e,$e |
| 147 sll $b,30,$tmp2 |
| 148 xor $d,$tmp0,$tmp1 |
| 149 srl $b,2,$b |
| 150 add $tmp1,$e,$e |
| 151 or $tmp2,$b,$b |
| 152 add $xi,$e,$e |
| 153 ___ |
| 154 } |
| 155 |
| 156 sub BODY_40_59 { |
| 157 my ($i,$a,$b,$c,$d,$e)=@_; |
| 158 my $xi; |
| 159 &Xupdate(@_); |
| 160 if ($i&1) { |
| 161 $xi=@X[($i/2)%8]; |
| 162 } else { |
| 163 $xi=$Xi; |
| 164 $code.="\tsrlx @X[($i/2)%8],32,$xi\n"; |
| 165 } |
| 166 $code.=<<___; |
| 167 add $tmp0,$e,$e !! |
| 168 and $c,$b,$tmp0 |
| 169 add $tmp1,$e,$e |
| 170 sll $b,30,$tmp2 |
| 171 or $c,$b,$tmp1 |
| 172 srl $b,2,$b |
| 173 and $d,$tmp1,$tmp1 |
| 174 add $xi,$e,$e |
| 175 or $tmp1,$tmp0,$tmp1 |
| 176 or $tmp2,$b,$b |
| 177 add $tmp1,$e,$e |
| 178 ___ |
| 179 } |
| 180 |
| 181 $code.=<<___ if ($bits==64); |
| 182 .register %g2,#scratch |
| 183 .register %g3,#scratch |
| 184 ___ |
| 185 $code.=<<___; |
| 186 .section ".text",#alloc,#execinstr |
| 187 |
| 188 .align 32 |
| 189 .globl sha1_block_data_order |
| 190 sha1_block_data_order: |
| 191 save %sp,-$frame,%sp |
| 192 sllx $len,6,$len |
| 193 add $inp,$len,$len |
| 194 |
| 195 or %g0,1,$rot1m |
| 196 sllx $rot1m,32,$rot1m |
| 197 or $rot1m,1,$rot1m |
| 198 |
| 199 ld [$ctx+0],$A |
| 200 ld [$ctx+4],$B |
| 201 ld [$ctx+8],$C |
| 202 ld [$ctx+12],$D |
| 203 ld [$ctx+16],$E |
| 204 andn $inp,7,$tmp0 |
| 205 |
| 206 sethi %hi(0x5a827999),$K_00_19 |
| 207 or $K_00_19,%lo(0x5a827999),$K_00_19 |
| 208 sethi %hi(0x6ed9eba1),$K_20_39 |
| 209 or $K_20_39,%lo(0x6ed9eba1),$K_20_39 |
| 210 sethi %hi(0x8f1bbcdc),$K_40_59 |
| 211 or $K_40_59,%lo(0x8f1bbcdc),$K_40_59 |
| 212 sethi %hi(0xca62c1d6),$K_60_79 |
| 213 or $K_60_79,%lo(0xca62c1d6),$K_60_79 |
| 214 |
| 215 .Lloop: |
| 216 ldx [$tmp0+0],@X[0] |
| 217 ldx [$tmp0+16],@X[2] |
| 218 ldx [$tmp0+32],@X[4] |
| 219 ldx [$tmp0+48],@X[6] |
| 220 and $inp,7,$tmp1 |
| 221 ldx [$tmp0+8],@X[1] |
| 222 sll $tmp1,3,$tmp1 |
| 223 ldx [$tmp0+24],@X[3] |
| 224 subcc %g0,$tmp1,$tmp2 ! should be 64-$tmp1, but -$tmp1 works too |
| 225 ldx [$tmp0+40],@X[5] |
| 226 bz,pt %icc,.Laligned |
| 227 ldx [$tmp0+56],@X[7] |
| 228 |
| 229 sllx @X[0],$tmp1,@X[0] |
| 230 ldx [$tmp0+64],$tmp64 |
| 231 ___ |
| 232 for($i=0;$i<7;$i++) |
| 233 { $code.=<<___; |
| 234 srlx @X[$i+1],$tmp2,$Xi |
| 235 sllx @X[$i+1],$tmp1,@X[$i+1] |
| 236 or $Xi,@X[$i],@X[$i] |
| 237 ___ |
| 238 } |
| 239 $code.=<<___; |
| 240 srlx $tmp64,$tmp2,$tmp64 |
| 241 or $tmp64,@X[7],@X[7] |
| 242 .Laligned: |
| 243 srlx @X[0],32,$Xi |
| 244 ___ |
| 245 for ($i=0;$i<16;$i++) { &BODY_00_15($i,@V); unshift(@V,pop(@V)); } |
| 246 for (;$i<20;$i++) { &BODY_16_19($i,@V); unshift(@V,pop(@V)); } |
| 247 for (;$i<40;$i++) { &BODY_20_39($i,@V); unshift(@V,pop(@V)); } |
| 248 for (;$i<60;$i++) { &BODY_40_59($i,@V); unshift(@V,pop(@V)); } |
| 249 for (;$i<80;$i++) { &BODY_20_39($i,@V); unshift(@V,pop(@V)); } |
| 250 $code.=<<___; |
| 251 |
| 252 ld [$ctx+0],@X[0] |
| 253 ld [$ctx+4],@X[1] |
| 254 ld [$ctx+8],@X[2] |
| 255 ld [$ctx+12],@X[3] |
| 256 add $inp,64,$inp |
| 257 ld [$ctx+16],@X[4] |
| 258 cmp $inp,$len |
| 259 |
| 260 add $A,@X[0],$A |
| 261 st $A,[$ctx+0] |
| 262 add $B,@X[1],$B |
| 263 st $B,[$ctx+4] |
| 264 add $C,@X[2],$C |
| 265 st $C,[$ctx+8] |
| 266 add $D,@X[3],$D |
| 267 st $D,[$ctx+12] |
| 268 add $E,@X[4],$E |
| 269 st $E,[$ctx+16] |
| 270 |
| 271 bne `$bits==64?"%xcc":"%icc"`,.Lloop |
| 272 andn $inp,7,$tmp0 |
| 273 |
| 274 ret |
| 275 restore |
| 276 .type sha1_block_data_order,#function |
| 277 .size sha1_block_data_order,(.-sha1_block_data_order) |
| 278 .asciz "SHA1 block transform for SPARCv9, CRYPTOGAMS by <appro\@openssl.org>" |
| 279 .align 4 |
| 280 ___ |
| 281 |
| 282 $code =~ s/\`([^\`]*)\`/eval $1/gem; |
| 283 print $code; |
| 284 close STDOUT; |
OLD | NEW |