Index: openssl/crypto/bn/asm/ppc-mont.pl |
=================================================================== |
--- openssl/crypto/bn/asm/ppc-mont.pl (revision 0) |
+++ openssl/crypto/bn/asm/ppc-mont.pl (revision 0) |
@@ -0,0 +1,323 @@ |
+#!/usr/bin/env perl |
+ |
+# ==================================================================== |
+# Written by Andy Polyakov <appro@fy.chalmers.se> for the OpenSSL |
+# project. The module is, however, dual licensed under OpenSSL and |
+# CRYPTOGAMS licenses depending on where you obtain it. For further |
+# details see http://www.openssl.org/~appro/cryptogams/. |
+# ==================================================================== |
+ |
+# April 2006 |
+ |
+# "Teaser" Montgomery multiplication module for PowerPC. It's possible |
+# to gain a bit more by modulo-scheduling outer loop, then dedicated |
+# squaring procedure should give further 20% and code can be adapted |
+# for 32-bit application running on 64-bit CPU. As for the latter. |
+# It won't be able to achieve "native" 64-bit performance, because in |
+# 32-bit application context every addc instruction will have to be |
+# expanded as addc, twice right shift by 32 and finally adde, etc. |
+# So far RSA *sign* performance improvement over pre-bn_mul_mont asm |
+# for 64-bit application running on PPC970/G5 is: |
+# |
+# 512-bit +65% |
+# 1024-bit +35% |
+# 2048-bit +18% |
+# 4096-bit +4% |
+ |
+$flavour = shift; |
+ |
+if ($flavour =~ /32/) { |
+ $BITS= 32; |
+ $BNSZ= $BITS/8; |
+ $SIZE_T=4; |
+ $RZONE= 224; |
+ $FRAME= $SIZE_T*16; |
+ |
+ $LD= "lwz"; # load |
+ $LDU= "lwzu"; # load and update |
+ $LDX= "lwzx"; # load indexed |
+ $ST= "stw"; # store |
+ $STU= "stwu"; # store and update |
+ $STX= "stwx"; # store indexed |
+ $STUX= "stwux"; # store indexed and update |
+ $UMULL= "mullw"; # unsigned multiply low |
+ $UMULH= "mulhwu"; # unsigned multiply high |
+ $UCMP= "cmplw"; # unsigned compare |
+ $SHRI= "srwi"; # unsigned shift right by immediate |
+ $PUSH= $ST; |
+ $POP= $LD; |
+} elsif ($flavour =~ /64/) { |
+ $BITS= 64; |
+ $BNSZ= $BITS/8; |
+ $SIZE_T=8; |
+ $RZONE= 288; |
+ $FRAME= $SIZE_T*16; |
+ |
+ # same as above, but 64-bit mnemonics... |
+ $LD= "ld"; # load |
+ $LDU= "ldu"; # load and update |
+ $LDX= "ldx"; # load indexed |
+ $ST= "std"; # store |
+ $STU= "stdu"; # store and update |
+ $STX= "stdx"; # store indexed |
+ $STUX= "stdux"; # store indexed and update |
+ $UMULL= "mulld"; # unsigned multiply low |
+ $UMULH= "mulhdu"; # unsigned multiply high |
+ $UCMP= "cmpld"; # unsigned compare |
+ $SHRI= "srdi"; # unsigned shift right by immediate |
+ $PUSH= $ST; |
+ $POP= $LD; |
+} else { die "nonsense $flavour"; } |
+ |
+$0 =~ m/(.*[\/\\])[^\/\\]+$/; $dir=$1; |
+( $xlate="${dir}ppc-xlate.pl" and -f $xlate ) or |
+( $xlate="${dir}../../perlasm/ppc-xlate.pl" and -f $xlate) or |
+die "can't locate ppc-xlate.pl"; |
+ |
+open STDOUT,"| $^X $xlate $flavour ".shift || die "can't call $xlate: $!"; |
+ |
+$sp="r1"; |
+$toc="r2"; |
+$rp="r3"; $ovf="r3"; |
+$ap="r4"; |
+$bp="r5"; |
+$np="r6"; |
+$n0="r7"; |
+$num="r8"; |
+$rp="r9"; # $rp is reassigned |
+$aj="r10"; |
+$nj="r11"; |
+$tj="r12"; |
+# non-volatile registers |
+$i="r14"; |
+$j="r15"; |
+$tp="r16"; |
+$m0="r17"; |
+$m1="r18"; |
+$lo0="r19"; |
+$hi0="r20"; |
+$lo1="r21"; |
+$hi1="r22"; |
+$alo="r23"; |
+$ahi="r24"; |
+$nlo="r25"; |
+# |
+$nhi="r0"; |
+ |
+$code=<<___; |
+.machine "any" |
+.text |
+ |
+.globl .bn_mul_mont |
+.align 4 |
+.bn_mul_mont: |
+ cmpwi $num,4 |
+ mr $rp,r3 ; $rp is reassigned |
+ li r3,0 |
+ bltlr |
+ |
+ slwi $num,$num,`log($BNSZ)/log(2)` |
+ li $tj,-4096 |
+ addi $ovf,$num,`$FRAME+$RZONE` |
+ subf $ovf,$ovf,$sp ; $sp-$ovf |
+ and $ovf,$ovf,$tj ; minimize TLB usage |
+ subf $ovf,$sp,$ovf ; $ovf-$sp |
+ srwi $num,$num,`log($BNSZ)/log(2)` |
+ $STUX $sp,$sp,$ovf |
+ |
+ $PUSH r14,`4*$SIZE_T`($sp) |
+ $PUSH r15,`5*$SIZE_T`($sp) |
+ $PUSH r16,`6*$SIZE_T`($sp) |
+ $PUSH r17,`7*$SIZE_T`($sp) |
+ $PUSH r18,`8*$SIZE_T`($sp) |
+ $PUSH r19,`9*$SIZE_T`($sp) |
+ $PUSH r20,`10*$SIZE_T`($sp) |
+ $PUSH r21,`11*$SIZE_T`($sp) |
+ $PUSH r22,`12*$SIZE_T`($sp) |
+ $PUSH r23,`13*$SIZE_T`($sp) |
+ $PUSH r24,`14*$SIZE_T`($sp) |
+ $PUSH r25,`15*$SIZE_T`($sp) |
+ |
+ $LD $n0,0($n0) ; pull n0[0] value |
+ addi $num,$num,-2 ; adjust $num for counter register |
+ |
+ $LD $m0,0($bp) ; m0=bp[0] |
+ $LD $aj,0($ap) ; ap[0] |
+ addi $tp,$sp,$FRAME |
+ $UMULL $lo0,$aj,$m0 ; ap[0]*bp[0] |
+ $UMULH $hi0,$aj,$m0 |
+ |
+ $LD $aj,$BNSZ($ap) ; ap[1] |
+ $LD $nj,0($np) ; np[0] |
+ |
+ $UMULL $m1,$lo0,$n0 ; "tp[0]"*n0 |
+ |
+ $UMULL $alo,$aj,$m0 ; ap[1]*bp[0] |
+ $UMULH $ahi,$aj,$m0 |
+ |
+ $UMULL $lo1,$nj,$m1 ; np[0]*m1 |
+ $UMULH $hi1,$nj,$m1 |
+ $LD $nj,$BNSZ($np) ; np[1] |
+ addc $lo1,$lo1,$lo0 |
+ addze $hi1,$hi1 |
+ |
+ $UMULL $nlo,$nj,$m1 ; np[1]*m1 |
+ $UMULH $nhi,$nj,$m1 |
+ |
+ mtctr $num |
+ li $j,`2*$BNSZ` |
+.align 4 |
+L1st: |
+ $LDX $aj,$ap,$j ; ap[j] |
+ addc $lo0,$alo,$hi0 |
+ $LDX $nj,$np,$j ; np[j] |
+ addze $hi0,$ahi |
+ $UMULL $alo,$aj,$m0 ; ap[j]*bp[0] |
+ addc $lo1,$nlo,$hi1 |
+ $UMULH $ahi,$aj,$m0 |
+ addze $hi1,$nhi |
+ $UMULL $nlo,$nj,$m1 ; np[j]*m1 |
+ addc $lo1,$lo1,$lo0 ; np[j]*m1+ap[j]*bp[0] |
+ $UMULH $nhi,$nj,$m1 |
+ addze $hi1,$hi1 |
+ $ST $lo1,0($tp) ; tp[j-1] |
+ |
+ addi $j,$j,$BNSZ ; j++ |
+ addi $tp,$tp,$BNSZ ; tp++ |
+ bdnz- L1st |
+;L1st |
+ addc $lo0,$alo,$hi0 |
+ addze $hi0,$ahi |
+ |
+ addc $lo1,$nlo,$hi1 |
+ addze $hi1,$nhi |
+ addc $lo1,$lo1,$lo0 ; np[j]*m1+ap[j]*bp[0] |
+ addze $hi1,$hi1 |
+ $ST $lo1,0($tp) ; tp[j-1] |
+ |
+ li $ovf,0 |
+ addc $hi1,$hi1,$hi0 |
+ addze $ovf,$ovf ; upmost overflow bit |
+ $ST $hi1,$BNSZ($tp) |
+ |
+ li $i,$BNSZ |
+.align 4 |
+Louter: |
+ $LDX $m0,$bp,$i ; m0=bp[i] |
+ $LD $aj,0($ap) ; ap[0] |
+ addi $tp,$sp,$FRAME |
+ $LD $tj,$FRAME($sp) ; tp[0] |
+ $UMULL $lo0,$aj,$m0 ; ap[0]*bp[i] |
+ $UMULH $hi0,$aj,$m0 |
+ $LD $aj,$BNSZ($ap) ; ap[1] |
+ $LD $nj,0($np) ; np[0] |
+ addc $lo0,$lo0,$tj ; ap[0]*bp[i]+tp[0] |
+ $UMULL $alo,$aj,$m0 ; ap[j]*bp[i] |
+ addze $hi0,$hi0 |
+ $UMULL $m1,$lo0,$n0 ; tp[0]*n0 |
+ $UMULH $ahi,$aj,$m0 |
+ $UMULL $lo1,$nj,$m1 ; np[0]*m1 |
+ $UMULH $hi1,$nj,$m1 |
+ $LD $nj,$BNSZ($np) ; np[1] |
+ addc $lo1,$lo1,$lo0 |
+ $UMULL $nlo,$nj,$m1 ; np[1]*m1 |
+ addze $hi1,$hi1 |
+ $UMULH $nhi,$nj,$m1 |
+ |
+ mtctr $num |
+ li $j,`2*$BNSZ` |
+.align 4 |
+Linner: |
+ $LDX $aj,$ap,$j ; ap[j] |
+ addc $lo0,$alo,$hi0 |
+ $LD $tj,$BNSZ($tp) ; tp[j] |
+ addze $hi0,$ahi |
+ $LDX $nj,$np,$j ; np[j] |
+ addc $lo1,$nlo,$hi1 |
+ $UMULL $alo,$aj,$m0 ; ap[j]*bp[i] |
+ addze $hi1,$nhi |
+ $UMULH $ahi,$aj,$m0 |
+ addc $lo0,$lo0,$tj ; ap[j]*bp[i]+tp[j] |
+ $UMULL $nlo,$nj,$m1 ; np[j]*m1 |
+ addze $hi0,$hi0 |
+ $UMULH $nhi,$nj,$m1 |
+ addc $lo1,$lo1,$lo0 ; np[j]*m1+ap[j]*bp[i]+tp[j] |
+ addi $j,$j,$BNSZ ; j++ |
+ addze $hi1,$hi1 |
+ $ST $lo1,0($tp) ; tp[j-1] |
+ addi $tp,$tp,$BNSZ ; tp++ |
+ bdnz- Linner |
+;Linner |
+ $LD $tj,$BNSZ($tp) ; tp[j] |
+ addc $lo0,$alo,$hi0 |
+ addze $hi0,$ahi |
+ addc $lo0,$lo0,$tj ; ap[j]*bp[i]+tp[j] |
+ addze $hi0,$hi0 |
+ |
+ addc $lo1,$nlo,$hi1 |
+ addze $hi1,$nhi |
+ addc $lo1,$lo1,$lo0 ; np[j]*m1+ap[j]*bp[i]+tp[j] |
+ addze $hi1,$hi1 |
+ $ST $lo1,0($tp) ; tp[j-1] |
+ |
+ addic $ovf,$ovf,-1 ; move upmost overflow to XER[CA] |
+ li $ovf,0 |
+ adde $hi1,$hi1,$hi0 |
+ addze $ovf,$ovf |
+ $ST $hi1,$BNSZ($tp) |
+; |
+ slwi $tj,$num,`log($BNSZ)/log(2)` |
+ $UCMP $i,$tj |
+ addi $i,$i,$BNSZ |
+ ble- Louter |
+ |
+ addi $num,$num,2 ; restore $num |
+ subfc $j,$j,$j ; j=0 and "clear" XER[CA] |
+ addi $tp,$sp,$FRAME |
+ mtctr $num |
+ |
+.align 4 |
+Lsub: $LDX $tj,$tp,$j |
+ $LDX $nj,$np,$j |
+ subfe $aj,$nj,$tj ; tp[j]-np[j] |
+ $STX $aj,$rp,$j |
+ addi $j,$j,$BNSZ |
+ bdnz- Lsub |
+ |
+ li $j,0 |
+ mtctr $num |
+ subfe $ovf,$j,$ovf ; handle upmost overflow bit |
+ and $ap,$tp,$ovf |
+ andc $np,$rp,$ovf |
+ or $ap,$ap,$np ; ap=borrow?tp:rp |
+ |
+.align 4 |
+Lcopy: ; copy or in-place refresh |
+ $LDX $tj,$ap,$j |
+ $STX $tj,$rp,$j |
+ $STX $j,$tp,$j ; zap at once |
+ addi $j,$j,$BNSZ |
+ bdnz- Lcopy |
+ |
+ $POP r14,`4*$SIZE_T`($sp) |
+ $POP r15,`5*$SIZE_T`($sp) |
+ $POP r16,`6*$SIZE_T`($sp) |
+ $POP r17,`7*$SIZE_T`($sp) |
+ $POP r18,`8*$SIZE_T`($sp) |
+ $POP r19,`9*$SIZE_T`($sp) |
+ $POP r20,`10*$SIZE_T`($sp) |
+ $POP r21,`11*$SIZE_T`($sp) |
+ $POP r22,`12*$SIZE_T`($sp) |
+ $POP r23,`13*$SIZE_T`($sp) |
+ $POP r24,`14*$SIZE_T`($sp) |
+ $POP r25,`15*$SIZE_T`($sp) |
+ $POP $sp,0($sp) |
+ li r3,1 |
+ blr |
+ .long 0 |
+.asciz "Montgomery Multiplication for PPC, CRYPTOGAMS by <appro\@fy.chalmers.se>" |
+___ |
+ |
+$code =~ s/\`([^\`]*)\`/eval $1/gem; |
+print $code; |
+close STDOUT; |