Index: third_party/openmax_dl/dl/sp/src/armSP_FFTInv_CCSToR_S32_preTwiddleRadix2_unsafe_s.S |
diff --git a/third_party/openmax_dl/dl/sp/src/armSP_FFTInv_CCSToR_S32_preTwiddleRadix2_unsafe_s.S b/third_party/openmax_dl/dl/sp/src/armSP_FFTInv_CCSToR_S32_preTwiddleRadix2_unsafe_s.S |
new file mode 100644 |
index 0000000000000000000000000000000000000000..57fef7a94049cbfde8a29aff6d0fe0c9bb616e0e |
--- /dev/null |
+++ b/third_party/openmax_dl/dl/sp/src/armSP_FFTInv_CCSToR_S32_preTwiddleRadix2_unsafe_s.S |
@@ -0,0 +1,321 @@ |
+@// |
+@// Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
+@// |
+@// Use of this source code is governed by a BSD-style license |
+@// that can be found in the LICENSE file in the root of the source |
+@// tree. An additional intellectual property rights grant can be found |
+@// in the file PATENTS. All contributing project authors may |
+@// be found in the AUTHORS file in the root of the source tree. |
+@// |
+@// This file was originally licensed as follows. It has been |
+@// relicensed with permission from the copyright holders. |
+@// |
+ |
+@// |
+@// File Name: armSP_FFTInv_CCSToR_S32_preTwiddleRadix2_unsafe_s.s |
+@// OpenMAX DL: v1.0.2 |
+@// Last Modified Revision: 7485 |
+@// Last Modified Date: Fri, 21 Sep 2007 |
+@// |
+@// (c) Copyright 2007-2008 ARM Limited. All Rights Reserved. |
+@// |
+@// |
+@// |
+@// Description: |
+@// Compute the "preTwiddleRadix2" stage prior to the call to the complexFFT |
+@// It does a Z(k) = Feven(k) + jW^(-k) FOdd(k); k=0,1,2,...N/2-1 computation |
+@// It implements both "scaled"(by 1/2) and "unsclaed" versions of the above formula |
+@// |
+ |
+ |
+@// Include standard headers |
+ |
+#include "dl/api/armCOMM_s.h" |
+#include "dl/api/omxtypes_s.h" |
+ |
+ |
+@// Import symbols required from other files |
+@// (For example tables) |
+ |
+ |
+@// Set debugging level |
+@//DEBUG_ON SETL {TRUE} |
+ |
+ |
+ |
+@// Guarding implementation by the processor name |
+ |
+ |
+ |
+ @// Guarding implementation by the processor name |
+ |
+ |
+ |
+@//Input Registers |
+ |
+#define pSrc r0 |
+#define pDst r1 |
+#define pFFTSpec r2 |
+#define scale r3 |
+ |
+ |
+@// Output registers |
+#define result r0 |
+ |
+@//Local Scratch Registers |
+ |
+#define argTwiddle r1 |
+#define argDst r2 |
+#define argScale r4 |
+#define tmpOrder r4 |
+#define pTwiddle r4 |
+#define pOut r5 |
+#define subFFTSize r7 |
+#define subFFTNum r6 |
+#define N r6 |
+#define order r14 |
+#define diff r9 |
+#define count r8 @// Total num of radix stages required to comple the FFT |
+#define x0r r4 |
+#define x0i r5 |
+#define diffMinusOne r2 |
+#define round r3 |
+ |
+#define pOut1 r2 |
+#define size r7 |
+#define step r8 |
+#define step1 r9 |
+#define twStep r10 |
+#define pTwiddleTmp r11 |
+#define argTwiddle1 r12 |
+#define zero r14 |
+ |
+@// Neon registers |
+ |
+#define dX0 D0.S32 |
+#define dShift D1.S32 |
+#define dX1 D1.S32 |
+#define dY0 D2.S32 |
+#define dY1 D3.S32 |
+#define dX0r D0.S32 |
+#define dX0i D1.S32 |
+#define dX1r D2.S32 |
+#define dX1i D3.S32 |
+#define dW0r D4.S32 |
+#define dW0i D5.S32 |
+#define dW1r D6.S32 |
+#define dW1i D7.S32 |
+#define dT0 D8.S32 |
+#define dT1 D9.S32 |
+#define dT2 D10.S32 |
+#define dT3 D11.S32 |
+#define qT0 Q6.S64 |
+#define qT1 Q7.S64 |
+#define qT2 Q8.S64 |
+#define qT3 Q9.S64 |
+#define dY0r D4.S32 |
+#define dY0i D5.S32 |
+#define dY1r D6.S32 |
+#define dY1i D7.S32 |
+ |
+#define dY2 D4.S32 |
+#define dY3 D5.S32 |
+#define dW0 D6.S32 |
+#define dW1 D7.S32 |
+#define dW0Tmp D10.S32 |
+#define dW1Neg D11.S32 |
+ |
+ |
+@ Structure offsets for the FFTSpec |
+ .set ARMsFFTSpec_N, 0 |
+ .set ARMsFFTSpec_pBitRev, 4 |
+ .set ARMsFFTSpec_pTwiddle, 8 |
+ .set ARMsFFTSpec_pBuf, 12 |
+ |
+ |
+ .MACRO FFTSTAGE scaled, inverse, name |
+ |
+ @// Read the size from structure and take log |
+ LDR N, [pFFTSpec, #ARMsFFTSpec_N] |
+ |
+ @// Read other structure parameters |
+ LDR pTwiddle, [pFFTSpec, #ARMsFFTSpec_pTwiddle] |
+ LDR pOut, [pFFTSpec, #ARMsFFTSpec_pBuf] |
+ |
+ |
+ |
+ MOV size,N,ASR #1 @// preserve the contents of N |
+ MOV step,N,LSL #2 @// step = N/2 * 8 bytes |
+ |
+ |
+ @// Z(k) = 1/2 {[F(k) + F'(N/2-k)] +j*W^(-k) [F(k) - F'(N/2-k)]} |
+ @// Note: W^(k) is stored as negated value and also need to conjugate the values from the table |
+ |
+ @// Z(0) : no need of twiddle multiply |
+ @// Z(0) = 1/2 { [F(0) + F'(N/2)] +j [F(0) - F'(N/2)] } |
+ |
+ VLD1 dX0,[pSrc],step |
+ ADD pOut1,pOut,step @// pOut1 = pOut+ N/2*8 bytes |
+ |
+ VLD1 dX1,[pSrc]! |
+ SUB twStep,step,size,LSL #1 @// twStep = 3N/8 * 8 bytes pointing to W^1 |
+ |
+ MOV step1,size,LSL #2 @// step1 = N/4 * 8 = N/2*4 bytes |
+ SUB step1,step1,#8 @// (N/4-1)*8 bytes |
+ |
+ VHADD dY0,dX0,dX1 @// [b+d | a+c] |
+ VHSUB dY1,dX0,dX1 @// [b-d | a-c] |
+ VZIP dY0,dY1 @// dY0= [a-c | a+c] ;dY1= [b-d | b+d] |
+ |
+ .ifeqs "\scaled", "TRUE" |
+ VHSUB dX0,dY0,dY1 |
+ SUBS size,size,#2 |
+ VHADD dX1,dY0,dY1 |
+ .else |
+ VSUB dX0,dY0,dY1 |
+ SUBS size,size,#2 |
+ VADD dX1,dY0,dY1 |
+ .endif |
+ |
+ SUB pSrc,pSrc,step |
+ |
+ VST1 dX0[0],[pOut1]! |
+ ADD pTwiddleTmp,pTwiddle,#8 @// W^2 |
+ VST1 dX1[1],[pOut1]! |
+ ADD argTwiddle1,pTwiddle,twStep @// W^1 |
+ |
+ |
+ BLT decrementScale\name |
+ BEQ lastElement\name |
+ |
+ |
+ @// Z(k) = 1/2[F(k) + F'(N/2-k)] +j*W^(-k) [F(k) - F'(N/2-k)] |
+ @// Note: W^k is stored as negative values in the table and also need to conjugate the values from the table |
+ @// Process 4 elements at a time. E.g: Z(1),Z(2) and Z(N/2-2),Z(N/2-1) since both of them |
+ @// require F(1),F(2) and F(N/2-2),F(N/2-1) |
+ |
+ |
+ SUB step,step,#24 |
+evenOddButterflyLoop\name : |
+ |
+ |
+ VLD1 dW0r,[argTwiddle1],step1 |
+ VLD1 dW1r,[argTwiddle1]! |
+ |
+ VLD2 {dX0r,dX0i},[pSrc],step |
+ SUB argTwiddle1,argTwiddle1,step1 |
+ VLD2 {dX1r,dX1i},[pSrc]! |
+ |
+ SUB step1,step1,#8 @// (N/4-2)*8 bytes |
+ VLD1 dW0i,[pTwiddleTmp],step1 |
+ VLD1 dW1i,[pTwiddleTmp]! |
+ SUB pSrc,pSrc,step |
+ |
+ SUB pTwiddleTmp,pTwiddleTmp,step1 |
+ VREV64 dX1r,dX1r |
+ VREV64 dX1i,dX1i |
+ SUBS size,size,#4 |
+ |
+ |
+ VHSUB dT2,dX0r,dX1r @// a-c |
+ VHADD dT3,dX0i,dX1i @// b+d |
+ SUB step1,step1,#8 |
+ VHADD dT0,dX0r,dX1r @// a+c |
+ VHSUB dT1,dX0i,dX1i @// b-d |
+ |
+ VZIP dW1r,dW1i |
+ VZIP dW0r,dW0i |
+ |
+ |
+ VMULL qT0,dW1r,dT2 |
+ VMLSL qT0,dW1i,dT3 |
+ VMULL qT1,dW1r,dT3 |
+ VMLAL qT1,dW1i,dT2 |
+ |
+ VMULL qT2,dW0r,dT2 |
+ VMLAL qT2,dW0i,dT3 |
+ VMULL qT3,dW0r,dT3 |
+ VMLSL qT3,dW0i,dT2 |
+ |
+ |
+ VRSHRN dX1r,qT0,#31 |
+ VRSHRN dX1i,qT1,#31 |
+ |
+ .ifeqs "\scaled", "TRUE" |
+ VHADD dY1r,dT0,dX1i @// F(N/2 -1) |
+ VHSUB dY1i,dX1r,dT1 |
+ .else |
+ VADD dY1r,dT0,dX1i @// F(N/2 -1) |
+ VSUB dY1i,dX1r,dT1 |
+ |
+ .endif |
+ |
+ |
+ VREV64 dY1r,dY1r |
+ VREV64 dY1i,dY1i |
+ |
+ |
+ VRSHRN dX0r,qT2,#31 |
+ VRSHRN dX0i,qT3,#31 |
+ |
+ .ifeqs "\scaled", "TRUE" |
+ VHADD dY0r,dT0,dX0i @// F(1) |
+ VHSUB dY0i,dT1,dX0r |
+ .else |
+ VADD dY0r,dT0,dX0i @// F(1) |
+ VSUB dY0i,dT1,dX0r |
+ .endif |
+ |
+ |
+ VST2 {dY0r,dY0i},[pOut1],step |
+ VST2 {dY1r,dY1i},[pOut1]! |
+ SUB pOut1,pOut1,step |
+ SUB step,step,#32 @// (N/2-4)*8 bytes |
+ |
+ |
+ BGT evenOddButterflyLoop\name |
+ |
+ |
+ SUB pSrc,pSrc,#8 @// set both the ptrs to the last element |
+ SUB pOut1,pOut1,#8 |
+ |
+ @// Last element can be expanded as follows |
+ @// 1/2[Z(k) + Z'(k)] - j w^-k [Z(k) - Z'(k)] (since W^k is stored as -ve) |
+ @// 1/2[(a+jb) + (a-jb)] - j w^-k [(a+jb) - (a-jb)] |
+ @// 1/2[2a+j0] - j (c-jd) [0+j2b] |
+ @// (a+bc, -bd) |
+ @// Since (c,d) = (0,1) for the last element, result is just (a,-b) |
+ |
+lastElement\name : |
+ VLD1 dX0r,[pSrc] |
+ |
+ .ifeqs "\scaled", "TRUE" |
+ VSHR dX0r,dX0r,#1 |
+ .endif |
+ |
+ VST1 dX0r[0],[pOut1]! |
+ VNEG dX0r,dX0r |
+ VST1 dX0r[1],[pOut1] |
+ |
+ |
+ |
+decrementScale\name : |
+ |
+ .ifeqs "\scaled", "TRUE" |
+ SUB scale,scale,#1 |
+ .endif |
+ |
+ .endm |
+ |
+ M_START armSP_FFTInv_CCSToR_S32_preTwiddleRadix2_unsafe,r4 |
+ |
+ FFTSTAGE "FALSE","TRUE",Inv |
+ M_END |
+ |
+ M_START armSP_FFTInv_CCSToR_S32_Sfs_preTwiddleRadix2_unsafe,r4 |
+ |
+ FFTSTAGE "TRUE","TRUE",InvSfs |
+ M_END |
+ |
+ |
+ .end |