Index: third_party/openmax_dl/dl/sp/src/omxSP_FFTInv_CCSToR_S32_Sfs_s.S |
diff --git a/third_party/openmax_dl/dl/sp/src/omxSP_FFTInv_CCSToR_S32_Sfs_s.S b/third_party/openmax_dl/dl/sp/src/omxSP_FFTInv_CCSToR_S32_Sfs_s.S |
new file mode 100644 |
index 0000000000000000000000000000000000000000..003d666036dafbb4e05c46603b655912754a6d8b |
--- /dev/null |
+++ b/third_party/openmax_dl/dl/sp/src/omxSP_FFTInv_CCSToR_S32_Sfs_s.S |
@@ -0,0 +1,390 @@ |
+@// |
+@// Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
+@// |
+@// Use of this source code is governed by a BSD-style license |
+@// that can be found in the LICENSE file in the root of the source |
+@// tree. An additional intellectual property rights grant can be found |
+@// in the file PATENTS. All contributing project authors may |
+@// be found in the AUTHORS file in the root of the source tree. |
+@// |
+@// This file was originally licensed as follows. It has been |
+@// relicensed with permission from the copyright holders. |
+@// |
+ |
+@// |
+@// File Name: omxSP_FFTInv_CCSToR_S32_Sfs_s.s |
+@// OpenMAX DL: v1.0.2 |
+@// Last Modified Revision: 7469 |
+@// Last Modified Date: Thu, 20 Sep 2007 |
+@// |
+@// (c) Copyright 2007-2008 ARM Limited. All Rights Reserved. |
+@// |
+@// |
+@// |
+@// Description: |
+@// Compute an inverse FFT for a complex signal |
+@// |
+ |
+ |
+ |
+@// Include standard headers |
+ |
+#include "dl/api/armCOMM_s.h" |
+#include "dl/api/omxtypes_s.h" |
+ |
+ |
+@// Import symbols required from other files |
+@// (For example tables) |
+ |
+ .extern armSP_FFTInv_CToC_SC32_Sfs_Radix2_fs_OutOfPlace_unsafe |
+ .extern armSP_FFTInv_CToC_SC32_Radix2_fs_OutOfPlace_unsafe |
+ .extern armSP_FFTInv_CToC_SC32_Radix4_fs_OutOfPlace_unsafe |
+ .extern armSP_FFTInv_CToC_SC32_Radix8_fs_OutOfPlace_unsafe |
+ .extern armSP_FFTInv_CToC_SC32_Radix4_OutOfPlace_unsafe |
+ .extern armSP_FFTInv_CToC_SC32_Sfs_Radix4_fs_OutOfPlace_unsafe |
+ .extern armSP_FFTInv_CToC_SC32_Sfs_Radix8_fs_OutOfPlace_unsafe |
+ .extern armSP_FFTInv_CToC_SC32_Sfs_Radix4_OutOfPlace_unsafe |
+ .extern armSP_FFTInv_CToC_SC32_Sfs_Radix2_OutOfPlace_unsafe |
+ .extern armSP_FFTInv_CToC_SC32_Radix2_OutOfPlace_unsafe |
+ .extern armSP_FFTInv_CCSToR_S32_Sfs_preTwiddleRadix2_unsafe |
+ .extern armSP_FFTInv_CCSToR_S32_preTwiddleRadix2_unsafe |
+ |
+ |
+@// Set debugging level |
+@//DEBUG_ON SETL {TRUE} |
+ |
+ |
+ |
+@// Guarding implementation by the processor name |
+ |
+ |
+ |
+ @// Guarding implementation by the processor name |
+ |
+@// Import symbols required from other files |
+@// (For example tables) |
+ .extern armSP_FFTInv_CToC_SC32_Radix4_ls_OutOfPlace_unsafe |
+ .extern armSP_FFTInv_CToC_SC32_Radix2_ls_OutOfPlace_unsafe |
+ .extern armSP_FFTInv_CToC_SC32_Sfs_Radix2_ls_OutOfPlace_unsafe |
+ .extern armSP_FFTInv_CToC_SC32_Sfs_Radix4_ls_OutOfPlace_unsafe |
+ |
+ |
+@//Input Registers |
+ |
+#define pSrc r0 |
+#define pDst r1 |
+#define pFFTSpec r2 |
+#define scale r3 |
+ |
+ |
+@// Output registers |
+#define result r0 |
+ |
+@//Local Scratch Registers |
+ |
+#define argTwiddle r1 |
+#define argDst r2 |
+#define argScale r4 |
+#define tmpOrder r4 |
+#define pTwiddle r4 |
+#define pOut r5 |
+#define subFFTSize r7 |
+#define subFFTNum r6 |
+#define N r6 |
+#define order r14 |
+#define diff r9 |
+@// Total num of radix stages required to comple the FFT |
+#define count r8 |
+#define x0r r4 |
+#define x0i r5 |
+#define diffMinusOne r2 |
+#define round r3 |
+ |
+#define pOut1 r2 |
+#define size r7 |
+#define step r8 |
+#define step1 r9 |
+#define twStep r10 |
+#define pTwiddleTmp r11 |
+#define argTwiddle1 r12 |
+#define zero r14 |
+ |
+@// Neon registers |
+ |
+#define dX0 D0.S32 |
+#define dShift D1.S32 |
+#define dX1 D1.S32 |
+#define dY0 D2.S32 |
+#define dY1 D3.S32 |
+#define dX0r D0.S32 |
+#define dX0i D1.S32 |
+#define dX1r D2.S32 |
+#define dX1i D3.S32 |
+#define dW0r D4.S32 |
+#define dW0i D5.S32 |
+#define dW1r D6.S32 |
+#define dW1i D7.S32 |
+#define dT0 D8.S32 |
+#define dT1 D9.S32 |
+#define dT2 D10.S32 |
+#define dT3 D11.S32 |
+#define qT0 Q6.S64 |
+#define qT1 Q7.S64 |
+#define qT2 Q8.S64 |
+#define qT3 Q9.S64 |
+#define dY0r D4.S32 |
+#define dY0i D5.S32 |
+#define dY1r D6.S32 |
+#define dY1i D7.S32 |
+#define dzero D20.S32 |
+ |
+#define dY2 D4.S32 |
+#define dY3 D5.S32 |
+#define dW0 D6.S32 |
+#define dW1 D7.S32 |
+#define dW0Tmp D10.S32 |
+#define dW1Neg D11.S32 |
+ |
+ |
+ |
+ @// Allocate stack memory required by the function |
+ M_ALLOC4 diffOnStack, 4 |
+ |
+ @// Write function header |
+ M_START omxSP_FFTInv_CCSToR_S32_Sfs,r11,d15 |
+ |
+@ Structure offsets for the FFTSpec |
+ .set ARMsFFTSpec_N, 0 |
+ .set ARMsFFTSpec_pBitRev, 4 |
+ .set ARMsFFTSpec_pTwiddle, 8 |
+ .set ARMsFFTSpec_pBuf, 12 |
+ |
+ @// Define stack arguments |
+ |
+ @// Read the size from structure and take log |
+ LDR N, [pFFTSpec, #ARMsFFTSpec_N] |
+ |
+ @// Read other structure parameters |
+ LDR pTwiddle, [pFFTSpec, #ARMsFFTSpec_pTwiddle] |
+ LDR pOut, [pFFTSpec, #ARMsFFTSpec_pBuf] |
+ |
+ @// N=1 Treat seperately |
+ CMP N,#1 |
+ BGT sizeGreaterThanOne |
+ VLD1 dX0[0],[pSrc] |
+ RSB scale,scale,#0 @// to use VRSHL for right shift by a variable |
+ VMOV dShift[0],scale |
+ VRSHL dX0,dShift |
+ VST1 dX0[0],[pDst] |
+ |
+ B End |
+ |
+sizeGreaterThanOne: |
+ |
+ @// Call the preTwiddle Radix2 stage before doing the compledIFFT |
+ |
+ @// The following conditional BL combination would work since |
+ @// evenOddButterflyLoop in the first call would set Z flag to zero |
+ |
+ CMP scale,#0 |
+ BLEQ armSP_FFTInv_CCSToR_S32_preTwiddleRadix2_unsafe |
+ BLGT armSP_FFTInv_CCSToR_S32_Sfs_preTwiddleRadix2_unsafe |
+ |
+ |
+ |
+complexIFFT: |
+ |
+ ASR N,N,#1 @// N/2 point complex IFFT |
+ ADD pSrc,pOut,N,LSL #3 @// set pSrc as pOut1 |
+ |
+ CLZ order,N @// N = 2^order |
+ RSB order,order,#31 |
+ MOV subFFTSize,#1 |
+ @//MOV subFFTNum,N |
+ |
+ ADD scale,scale,order @// FFTInverse has a final scaling factor by N |
+ |
+ CMP order,#3 |
+ BGT orderGreaterthan3 @// order > 3 |
+ |
+ CMP order,#1 |
+ BGE orderGreaterthan0 @// order > 0 |
+ M_STR scale, diffOnStack,LT @// order = 0 |
+ VLD1 dX0,[pSrc] |
+ VST1 dX0,[pDst] |
+ MOV pSrc,pDst |
+ BLT FFTEnd |
+ |
+orderGreaterthan0: |
+ @// set the buffers appropriately for various orders |
+ CMP order,#2 |
+ MOVNE argDst,pDst |
+ MOVEQ argDst,pOut |
+ MOVEQ pOut,pDst @// Pass the first stage destination in RN5 |
+ MOV argTwiddle,pTwiddle |
+ @// Store the scale factor and scale at the end |
+ SUB diff,scale,order |
+ M_STR diff, diffOnStack |
+ BGE orderGreaterthan1 |
+ BLLT armSP_FFTInv_CToC_SC32_Sfs_Radix2_fs_OutOfPlace_unsafe @// order = 1 |
+ B FFTEnd |
+ |
+orderGreaterthan1: |
+ MOV tmpOrder,order @// tmpOrder = RN 4 |
+ BL armSP_FFTInv_CToC_SC32_Sfs_Radix2_fs_OutOfPlace_unsafe |
+ CMP tmpOrder,#2 |
+ BLGT armSP_FFTInv_CToC_SC32_Sfs_Radix2_OutOfPlace_unsafe |
+ BL armSP_FFTInv_CToC_SC32_Sfs_Radix2_ls_OutOfPlace_unsafe |
+ B FFTEnd |
+ |
+ |
+orderGreaterthan3: |
+ @// check scale = 0 or scale = order |
+ SUBS diff, scale, order @// scale > order |
+ MOVGT scale,order |
+ BGE specialScaleCase @// scale = 0 or scale = order |
+ CMP scale,#0 |
+ BEQ specialScaleCase |
+ B generalScaleCase |
+ |
+specialScaleCase: @// scale = 0 or scale = order and order >= 2 |
+ |
+ TST order, #2 @// Set input args to fft stages |
+ MOVNE argDst,pDst |
+ MOVEQ argDst,pOut |
+ MOVEQ pOut,pDst @// Pass the first stage destination in RN5 |
+ MOV argTwiddle,pTwiddle |
+ |
+ CMP diff,#0 |
+ M_STR diff, diffOnStack |
+ BGE scaleEqualsOrder |
+ |
+ @//check for even or odd order |
+ @// NOTE: The following combination of BL's would work fine eventhough the first |
+ @// BL would corrupt the flags. This is because the end of the "grpZeroSetLoop" loop inside |
+ @// armSP_FFTInv_CToC_SC32_Radix4_fs_OutOfPlace_unsafe sets the Z flag to EQ |
+ |
+ TST order,#0x00000001 |
+ BLEQ armSP_FFTInv_CToC_SC32_Radix4_fs_OutOfPlace_unsafe |
+ BLNE armSP_FFTInv_CToC_SC32_Radix8_fs_OutOfPlace_unsafe |
+ |
+ CMP subFFTNum,#4 |
+ BLT FFTEnd |
+ |
+ |
+unscaledRadix4Loop: |
+ BEQ lastStageUnscaledRadix4 |
+ BL armSP_FFTInv_CToC_SC32_Radix4_OutOfPlace_unsafe |
+ CMP subFFTNum,#4 |
+ B unscaledRadix4Loop |
+ |
+lastStageUnscaledRadix4: |
+ BL armSP_FFTInv_CToC_SC32_Radix4_ls_OutOfPlace_unsafe |
+ B FFTEnd |
+ |
+ |
+scaleEqualsOrder: |
+ @//check for even or odd order |
+ @// NOTE: The following combination of BL's would work fine eventhough the first |
+ @// BL would corrupt the flags. This is because the end of the "grpZeroSetLoop" loop inside |
+ @// armSP_FFTInv_CToC_SC32_Radix4_fs_OutOfPlace_unsafe sets the Z flag to EQ |
+ |
+ TST order,#0x00000001 |
+ BLEQ armSP_FFTInv_CToC_SC32_Sfs_Radix4_fs_OutOfPlace_unsafe |
+ BLNE armSP_FFTInv_CToC_SC32_Sfs_Radix8_fs_OutOfPlace_unsafe |
+ |
+ CMP subFFTNum,#4 |
+ BLT FFTEnd |
+ |
+ |
+scaledRadix4Loop: |
+ BEQ lastStageScaledRadix4 |
+ BL armSP_FFTInv_CToC_SC32_Sfs_Radix4_OutOfPlace_unsafe |
+ CMP subFFTNum,#4 |
+ B scaledRadix4Loop |
+ |
+lastStageScaledRadix4: |
+ BL armSP_FFTInv_CToC_SC32_Sfs_Radix4_ls_OutOfPlace_unsafe |
+ B FFTEnd |
+ |
+generalScaleCase: @// 0 < scale < order and order >= 2 |
+ @// Determine the correct destination buffer |
+ SUB diff,order,scale |
+ TST diff,#0x01 |
+ ADDEQ count,scale,diff,LSR #1 @// count = scale + (order - scale)/2 |
+ MOVNE count,order |
+ TST count,#0x01 @// Is count even or odd ? |
+ |
+ MOVNE argDst,pDst @// Set input args to fft stages |
+ MOVEQ argDst,pOut |
+ MOVEQ pOut,pDst @// Pass the first stage destination in RN5 |
+ MOV argTwiddle,pTwiddle |
+ |
+ M_STR diff, diffOnStack |
+ |
+ MOV argScale,scale @// Put scale in RN4 so as to save and restore |
+ BL armSP_FFTInv_CToC_SC32_Sfs_Radix2_fs_OutOfPlace_unsafe @// scaled first stage |
+ SUBS argScale,argScale,#1 |
+ |
+scaledRadix2Loop: |
+ BLGT armSP_FFTInv_CToC_SC32_Sfs_Radix2_OutOfPlace_unsafe |
+ SUBS argScale,argScale,#1 @// save and restore scale (RN4) in the scaled stages |
+ BGT scaledRadix2Loop |
+ |
+ |
+ M_LDR diff, diffOnStack |
+ @//check for even or odd order |
+ TST diff,#0x00000001 |
+ BEQ generalUnscaledRadix4Loop |
+ B unscaledRadix2Loop |
+ |
+generalUnscaledRadix4Loop: |
+ CMP subFFTNum,#4 |
+ BEQ generalLastStageUnscaledRadix4 |
+ BL armSP_FFTInv_CToC_SC32_Radix4_OutOfPlace_unsafe |
+ B generalUnscaledRadix4Loop |
+ |
+generalLastStageUnscaledRadix4: |
+ BL armSP_FFTInv_CToC_SC32_Radix4_ls_OutOfPlace_unsafe |
+ B End |
+ |
+ |
+unscaledRadix2Loop: |
+ CMP subFFTNum,#2 |
+ BEQ generalLastStageUnscaledRadix2 |
+ BL armSP_FFTInv_CToC_SC32_Radix2_OutOfPlace_unsafe |
+ B unscaledRadix2Loop |
+ |
+generalLastStageUnscaledRadix2: |
+ BL armSP_FFTInv_CToC_SC32_Radix2_ls_OutOfPlace_unsafe |
+ B End |
+ |
+ |
+FFTEnd: @// Does only the scaling |
+ |
+ M_LDR diff, diffOnStack |
+ CMP diff,#0 |
+ BLE End |
+ |
+ RSB diff,diff,#0 @// to use VRSHL for right shift by a variable |
+ VDUP dShift,diff |
+ |
+scaleFFTData: @// N = subFFTSize ; dataptr = pDst ; scale = diff |
+ VLD1 {dX0},[pSrc] @// pSrc contains pDst pointer |
+ SUBS subFFTSize,subFFTSize,#1 |
+ VRSHL dX0,dShift |
+ VST1 {dX0},[pSrc]! |
+ |
+ BGT scaleFFTData |
+ |
+ |
+End: |
+ @// Set return value |
+ MOV result, #OMX_Sts_NoErr |
+ |
+ @// Write function tail |
+ M_END |
+ |
+ |
+ |
+ .end |