Index: third_party/openmax_dl/dl/sp/src/omxSP_FFTFwd_RToCCS_F32_Sfs_s.S |
diff --git a/third_party/openmax_dl/dl/sp/src/omxSP_FFTFwd_RToCCS_F32_Sfs_s.S b/third_party/openmax_dl/dl/sp/src/omxSP_FFTFwd_RToCCS_F32_Sfs_s.S |
new file mode 100644 |
index 0000000000000000000000000000000000000000..13898542d8f9899203213951d96a128c56b9cd44 |
--- /dev/null |
+++ b/third_party/openmax_dl/dl/sp/src/omxSP_FFTFwd_RToCCS_F32_Sfs_s.S |
@@ -0,0 +1,406 @@ |
+@// |
+@// Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
+@// |
+@// Use of this source code is governed by a BSD-style license |
+@// that can be found in the LICENSE file in the root of the source |
+@// tree. An additional intellectual property rights grant can be found |
+@// in the file PATENTS. All contributing project authors may |
+@// be found in the AUTHORS file in the root of the source tree. |
+@// |
+@// This is a modification of omxSP_FFTFwd_RToCCS_S32_Sfs_s.s |
+@// to support float instead of SC32. |
+@// |
+ |
+@// |
+@// Description: |
+@// Compute FFT for a real signal |
+@// |
+@// |
+ |
+ |
+@// Include standard headers |
+ |
+#include "dl/api/armCOMM_s.h" |
+#include "dl/api/omxtypes_s.h" |
+ |
+ |
+@// Import symbols required from other files |
+@// (For example tables) |
+ |
+ .extern armSP_FFTFwd_CToC_FC32_Radix2_fs_OutOfPlace_unsafe |
+ .extern armSP_FFTFwd_CToC_FC32_Radix4_fs_OutOfPlace_unsafe |
+ .extern armSP_FFTFwd_CToC_FC32_Radix8_fs_OutOfPlace_unsafe |
+ .extern armSP_FFTFwd_CToC_FC32_Radix4_OutOfPlace_unsafe |
+ .extern armSP_FFTFwd_CToC_FC32_Radix4_fs_OutOfPlace_unsafe |
+ .extern armSP_FFTFwd_CToC_FC32_Radix8_fs_OutOfPlace_unsafe |
+ .extern armSP_FFTFwd_CToC_FC32_Radix2_OutOfPlace_unsafe |
+ |
+@// Set debugging level |
+@//DEBUG_ON SETL {TRUE} |
+ |
+ |
+ |
+@// Guarding implementation by the processor name |
+ |
+ |
+ |
+ @// Guarding implementation by the processor name |
+ |
+@// Import symbols required from other files |
+@// (For example tables) |
+ .extern armSP_FFTFwd_CToC_FC32_Radix4_ls_OutOfPlace_unsafe |
+ .extern armSP_FFTFwd_CToC_FC32_Radix2_ls_OutOfPlace_unsafe |
+ |
+ |
+@//Input Registers |
+ |
+#define pSrc r0 |
+#define pDst r1 |
+#define pFFTSpec r2 |
+#define scale r3 |
+ |
+ |
+@// Output registers |
+#define result r0 |
+ |
+@//Local Scratch Registers |
+ |
+#define argTwiddle r1 |
+#define argDst r2 |
+#define argScale r4 |
+#define tmpOrder r4 |
+#define pTwiddle r4 |
+#define pOut r5 |
+#define subFFTSize r7 |
+#define subFFTNum r6 |
+#define N r6 |
+#define order r14 |
+#define diff r9 |
+@// Total num of radix stages required to comple the FFT |
+#define count r8 |
+#define x0r r4 |
+#define x0i r5 |
+#define diffMinusOne r2 |
+#define subFFTSizeTmp r6 |
+#define step r3 |
+#define step1 r4 |
+#define twStep r8 |
+#define zero r9 |
+#define pTwiddleTmp r5 |
+#define t0 r10 |
+ |
+@// Neon registers |
+ |
+#define dX0 d0.f32 |
+#define dzero d1.f32 |
+#define dZero d2.f32 |
+#define dShift d3.f32 |
+#define dX0r d2.f32 |
+#define dX0i d3.f32 |
+#define dX1r d4.f32 |
+#define dX1i d5.f32 |
+#define dT0 d6.f32 |
+#define dT1 d7.f32 |
+#define dT2 d8.f32 |
+#define dT3 d9.f32 |
+#define qT0 d10.f32 |
+#define qT1 d12.f32 |
+#define dW0r d14.f32 |
+#define dW0i d15.f32 |
+#define dW1r d16.f32 |
+#define dW1i d17.f32 |
+#define dY0r d14.f32 |
+#define dY0i d15.f32 |
+#define dY1r d16.f32 |
+#define dY1i d17.f32 |
+#define dY0rS64 d14.s64 |
+#define dY0iS64 d15.s64 |
+#define qT2 d18.f32 |
+#define qT3 d20.f32 |
+@// lastThreeelements |
+#define dX1 d3.f32 |
+#define dW0 d4.f32 |
+#define dW1 d5.f32 |
+#define dY0 d10.f32 |
+#define dY1 d11.f32 |
+#define dY2 d12.f32 |
+#define dY3 d13.f32 |
+ |
+#define half d0.f32 |
+ |
+HALF: .float 0.5 |
+ |
+ @// Allocate stack memory required by the function |
+ |
+ @// Write function header |
+ M_START omxSP_FFTFwd_RToCCS_F32_Sfs,r11,d15 |
+ |
+@ Structure offsets for the FFTSpec |
+ .set ARMsFFTSpec_N, 0 |
+ .set ARMsFFTSpec_pBitRev, 4 |
+ .set ARMsFFTSpec_pTwiddle, 8 |
+ .set ARMsFFTSpec_pBuf, 12 |
+ |
+ @// Define stack arguments |
+ |
+ @// Read the size from structure and take log |
+ LDR N, [pFFTSpec, #ARMsFFTSpec_N] |
+ |
+ @// Read other structure parameters |
+ LDR pTwiddle, [pFFTSpec, #ARMsFFTSpec_pTwiddle] |
+ LDR pOut, [pFFTSpec, #ARMsFFTSpec_pBuf] |
+ |
+ @// N=1 Treat seperately |
+ CMP N,#1 |
+ BGT sizeGreaterThanOne |
+ VLD1 dX0[0],[pSrc] |
+ MOV zero,#0 |
+ VMOV dzero[0],zero |
+ VMOV dZero[0],zero |
+ VST3 {dX0[0],dzero[0],dZero[0]},[pDst] |
+ |
+ B End |
+ |
+ |
+ |
+sizeGreaterThanOne: |
+ @// Do a N/2 point complex FFT including the scaling |
+ |
+ MOV N,N,ASR #1 @// N/2 point complex FFT |
+ |
+ CLZ order,N @// N = 2^order |
+ RSB order,order,#31 |
+ MOV subFFTSize,#1 |
+ @//MOV subFFTNum,N |
+ |
+ CMP order,#3 |
+ BGT orderGreaterthan3 @// order > 3 |
+ |
+ CMP order,#1 |
+ BGE orderGreaterthan0 @// order > 0 |
+ VLD1 dX0,[pSrc] |
+ VST1 dX0,[pOut] |
+ MOV pSrc,pOut |
+ MOV argDst,pDst |
+ BLT FFTEnd |
+ |
+orderGreaterthan0: |
+ @// set the buffers appropriately for various orders |
+ CMP order,#2 |
+ MOVEQ argDst,pDst |
+ MOVNE argDst,pOut |
+ @// Pass the first stage destination in RN5 |
+ MOVNE pOut,pDst |
+ MOV argTwiddle,pTwiddle |
+ |
+ CMP order,#1 |
+ BGT orderGreaterthan1 |
+ @// order = 1 |
+ BL armSP_FFTFwd_CToC_FC32_Radix2_fs_OutOfPlace_unsafe |
+ B FFTEnd |
+ |
+orderGreaterthan1: |
+ CMP order,#2 |
+ BGT orderGreaterthan2 |
+ @// order =2 |
+ BL armSP_FFTFwd_CToC_FC32_Radix2_fs_OutOfPlace_unsafe |
+ BL armSP_FFTFwd_CToC_FC32_Radix2_ls_OutOfPlace_unsafe |
+ B FFTEnd |
+ |
+orderGreaterthan2:@// order =3 |
+ BL armSP_FFTFwd_CToC_FC32_Radix2_fs_OutOfPlace_unsafe |
+ BL armSP_FFTFwd_CToC_FC32_Radix2_OutOfPlace_unsafe |
+ BL armSP_FFTFwd_CToC_FC32_Radix2_ls_OutOfPlace_unsafe |
+ |
+ B FFTEnd |
+ |
+ |
+ |
+orderGreaterthan3: |
+specialScaleCase: |
+ |
+ @// Set input args to fft stages |
+ TST order, #2 |
+ MOVEQ argDst,pDst |
+ MOVNE argDst,pOut |
+ @// Pass the first stage destination in RN5 |
+ MOVNE pOut,pDst |
+ MOV argTwiddle,pTwiddle |
+ |
+ @//check for even or odd order |
+ @// NOTE: The following combination of BL's would work fine even though |
+ @// the first BL would corrupt the flags. This is because the end of |
+ @// the "grpZeroSetLoop" loop inside |
+ @// armSP_FFTFwd_CToC_FC32_Radix4_fs_OutOfPlace_unsafe sets the Z flag |
+ @// to EQ |
+ |
+ TST order,#0x00000001 |
+ BLEQ armSP_FFTFwd_CToC_FC32_Radix4_fs_OutOfPlace_unsafe |
+ BLNE armSP_FFTFwd_CToC_FC32_Radix8_fs_OutOfPlace_unsafe |
+ |
+ CMP subFFTNum,#4 |
+ BLT FFTEnd |
+ |
+ |
+unscaledRadix4Loop: |
+ BEQ lastStageUnscaledRadix4 |
+ BL armSP_FFTFwd_CToC_FC32_Radix4_OutOfPlace_unsafe |
+ CMP subFFTNum,#4 |
+ B unscaledRadix4Loop |
+ |
+lastStageUnscaledRadix4: |
+ BL armSP_FFTFwd_CToC_FC32_Radix4_ls_OutOfPlace_unsafe |
+ B FFTEnd |
+ |
+ |
+FFTEnd: |
+finalComplexToRealFixup: |
+ |
+ |
+ @// F(0) = 1/2[Z(0) + Z'(0)] - j [Z(0) - Z'(0)] |
+ @// 1/2[(a+jb) + (a-jb)] - j [(a+jb) - (a-jb)] |
+ @// 1/2[2a+j0] - j [0+j2b] |
+ @// (a+b, 0) |
+ |
+ @// F(N/2) = 1/2[Z(0) + Z'(0)] + j [Z(0) - Z'(0)] |
+ @// 1/2[(a+jb) + (a-jb)] + j [(a+jb) - (a-jb)] |
+ @// 1/2[2a+j0] + j [0+j2b] |
+ @// (a-b, 0) |
+ |
+ @// F(0) and F(N/2) |
+ VLD2 {dX0r[0],dX0i[0]},[pSrc]! |
+ MOV zero,#0 |
+ VMOV dX0r[1],zero |
+ MOV step,subFFTSize,LSL #3 @// step = N/2 * 8 bytes |
+ VMOV dX0i[1],zero |
+ @// twStep = 3N/8 * 8 bytes pointing to W^1 |
+ SUB twStep,step,subFFTSize,LSL #1 |
+ |
+ VADD dY0r,dX0r,dX0i @// F(0) = ((Z0.r+Z0.i) , 0) |
+ MOV step1,subFFTSize,LSL #2 @// step1 = N/2 * 4 bytes |
+ VSUB dY0i,dX0r,dX0i @// F(N/2) = ((Z0.r-Z0.i) , 0) |
+ SUBS subFFTSize,subFFTSize,#2 |
+ |
+ VST1 dY0r,[argDst],step |
+ ADD pTwiddleTmp,argTwiddle,#8 @// W^2 |
+ VST1 dY0i,[argDst]! |
+ ADD argTwiddle,argTwiddle,twStep @// W^1 |
+ |
+ VDUP dzero,zero |
+ SUB argDst,argDst,step |
+ |
+ BLT End |
+ BEQ lastElement |
+ SUB step,step,#24 |
+ SUB step1,step1,#8 @// (N/4-1)*8 bytes |
+ |
+ @// F(k) = 1/2[Z(k) + Z'(N/2-k)] -j*W^(k) [Z(k) - Z'(N/2-k)] |
+ @// Note: W^k is stored as negative values in the table |
+ @// Process 4 elements at a time. E.g: F(1),F(2) and F(N/2-2),F(N/2-1) |
+ @// since both of them require Z(1),Z(2) and Z(N/2-2),Z(N/2-1) |
+ |
+ |
+ LDR t0, =HALF |
+ VLD1 half[0], [t0] |
+ |
+evenOddButterflyLoop: |
+ |
+ |
+ VLD1 dW0r,[argTwiddle],step1 |
+ VLD1 dW1r,[argTwiddle]! |
+ |
+ VLD2 {dX0r,dX0i},[pSrc],step |
+ SUB argTwiddle,argTwiddle,step1 |
+ VLD2 {dX1r,dX1i},[pSrc]! |
+ |
+ |
+ |
+ SUB step1,step1,#8 @// (N/4-2)*8 bytes |
+ VLD1 dW0i,[pTwiddleTmp],step1 |
+ VLD1 dW1i,[pTwiddleTmp]! |
+ SUB pSrc,pSrc,step |
+ |
+ SUB pTwiddleTmp,pTwiddleTmp,step1 |
+ VREV64 dX1r,dX1r |
+ VREV64 dX1i,dX1i |
+ SUBS subFFTSize,subFFTSize,#4 |
+ |
+ |
+ |
+ VSUB dT2,dX0r,dX1r @// a-c |
+ SUB step1,step1,#8 |
+ VADD dT0,dX0r,dX1r @// a+c |
+ VSUB dT1,dX0i,dX1i @// b-d |
+ VADD dT3,dX0i,dX1i @// b+d |
+ VMUL dT0,dT0,half[0] |
+ VMUL dT1,dT1,half[0] |
+ VZIP dW1r,dW1i |
+ VZIP dW0r,dW0i |
+ |
+ |
+ VMUL qT0,dW1r,dT2 |
+ VMUL qT1,dW1r,dT3 |
+ VMUL qT2,dW0r,dT2 |
+ VMUL qT3,dW0r,dT3 |
+ |
+ VMLA qT0,dW1i,dT3 |
+ VMLS qT1,dW1i,dT2 |
+ |
+ VMLS qT2,dW0i,dT3 |
+ VMLA qT3,dW0i,dT2 |
+ |
+ |
+ VMUL dX1r,qT0,half[0] |
+ VMUL dX1i,qT1,half[0] |
+ |
+ VSUB dY1r,dT0,dX1i @// F(N/2 -1) |
+ VADD dY1i,dT1,dX1r |
+ VNEG dY1i,dY1i |
+ |
+ VREV64 dY1r,dY1r |
+ VREV64 dY1i,dY1i |
+ |
+ |
+ VMUL dX0r,qT2,half[0] |
+ VMUL dX0i,qT3,half[0] |
+ |
+ VSUB dY0r,dT0,dX0i @// F(1) |
+ VADD dY0i,dT1,dX0r |
+ |
+ |
+ VST2 {dY0r,dY0i},[argDst],step |
+ VST2 {dY1r,dY1i},[argDst]! |
+ SUB argDst,argDst,step |
+ SUB step,step,#32 @// (N/2-4)*8 bytes |
+ |
+ |
+ BGT evenOddButterflyLoop |
+ |
+ @// set both the ptrs to the last element |
+ SUB pSrc,pSrc,#8 |
+ SUB argDst,argDst,#8 |
+ |
+ |
+ |
+ @// Last element can be expanded as follows |
+ @// 1/2[Z(k) + Z'(k)] + j w^k [Z(k) - Z'(k)] |
+ @// 1/2[(a+jb) + (a-jb)] + j w^k [(a+jb) - (a-jb)] |
+ @// 1/2[2a+j0] + j (c+jd) [0+j2b] |
+ @// (a-bc, -bd) |
+ @// Since (c,d) = (0,1) for the last element, result is just (a,-b) |
+ |
+lastElement: |
+ VLD1 dX0r,[pSrc] |
+ |
+ VST1 dX0r[0],[argDst]! |
+ VNEG dX0r,dX0r |
+ VST1 dX0r[1],[argDst]! |
+ |
+End: |
+ @// Set return value |
+ MOV result, #OMX_Sts_NoErr |
+ |
+ @// Write function tail |
+ M_END |
+ |
+ .end |