OLD | NEW |
| (Empty) |
1 ; | |
2 ; Copyright (c) 2013 The WebM project authors. All Rights Reserved. | |
3 ; | |
4 ; Use of this source code is governed by a BSD-style license | |
5 ; that can be found in the LICENSE file in the root of the source | |
6 ; tree. An additional intellectual property rights grant can be found | |
7 ; in the file PATENTS. All contributing project authors may | |
8 ; be found in the AUTHORS file in the root of the source tree. | |
9 ; | |
10 | |
11 EXPORT |vp9_idct4x4_16_add_neon| | |
12 ARM | |
13 REQUIRE8 | |
14 PRESERVE8 | |
15 | |
16 AREA ||.text||, CODE, READONLY, ALIGN=2 | |
17 | |
18 AREA Block, CODE, READONLY ; name this block of code | |
19 ;void vp9_idct4x4_16_add_neon(int16_t *input, uint8_t *dest, int dest_stride) | |
20 ; | |
21 ; r0 int16_t input | |
22 ; r1 uint8_t *dest | |
23 ; r2 int dest_stride) | |
24 | |
25 |vp9_idct4x4_16_add_neon| PROC | |
26 | |
27 ; The 2D transform is done with two passes which are actually pretty | |
28 ; similar. We first transform the rows. This is done by transposing | |
29 ; the inputs, doing an SIMD column transform (the columns are the | |
30 ; transposed rows) and then transpose the results (so that it goes back | |
31 ; in normal/row positions). Then, we transform the columns by doing | |
32 ; another SIMD column transform. | |
33 ; So, two passes of a transpose followed by a column transform. | |
34 | |
35 ; load the inputs into q8-q9, d16-d19 | |
36 vld1.s16 {q8,q9}, [r0]! | |
37 | |
38 ; generate scalar constants | |
39 ; cospi_8_64 = 15137 = 0x3b21 | |
40 mov r0, #0x3b00 | |
41 add r0, #0x21 | |
42 ; cospi_16_64 = 11585 = 0x2d41 | |
43 mov r3, #0x2d00 | |
44 add r3, #0x41 | |
45 ; cospi_24_64 = 6270 = 0x 187e | |
46 mov r12, #0x1800 | |
47 add r12, #0x7e | |
48 | |
49 ; transpose the input data | |
50 ; 00 01 02 03 d16 | |
51 ; 10 11 12 13 d17 | |
52 ; 20 21 22 23 d18 | |
53 ; 30 31 32 33 d19 | |
54 vtrn.16 d16, d17 | |
55 vtrn.16 d18, d19 | |
56 | |
57 ; generate constant vectors | |
58 vdup.16 d20, r0 ; replicate cospi_8_64 | |
59 vdup.16 d21, r3 ; replicate cospi_16_64 | |
60 | |
61 ; 00 10 02 12 d16 | |
62 ; 01 11 03 13 d17 | |
63 ; 20 30 22 32 d18 | |
64 ; 21 31 23 33 d19 | |
65 vtrn.32 q8, q9 | |
66 ; 00 10 20 30 d16 | |
67 ; 01 11 21 31 d17 | |
68 ; 02 12 22 32 d18 | |
69 ; 03 13 23 33 d19 | |
70 | |
71 vdup.16 d22, r12 ; replicate cospi_24_64 | |
72 | |
73 ; do the transform on transposed rows | |
74 | |
75 ; stage 1 | |
76 vadd.s16 d23, d16, d18 ; (input[0] + input[2]) | |
77 vsub.s16 d24, d16, d18 ; (input[0] - input[2]) | |
78 | |
79 vmull.s16 q15, d17, d22 ; input[1] * cospi_24_64 | |
80 vmull.s16 q1, d17, d20 ; input[1] * cospi_8_64 | |
81 | |
82 ; (input[0] + input[2]) * cospi_16_64; | |
83 ; (input[0] - input[2]) * cospi_16_64; | |
84 vmull.s16 q13, d23, d21 | |
85 vmull.s16 q14, d24, d21 | |
86 | |
87 ; input[1] * cospi_24_64 - input[3] * cospi_8_64; | |
88 ; input[1] * cospi_8_64 + input[3] * cospi_24_64; | |
89 vmlsl.s16 q15, d19, d20 | |
90 vmlal.s16 q1, d19, d22 | |
91 | |
92 ; dct_const_round_shift | |
93 vqrshrn.s32 d26, q13, #14 | |
94 vqrshrn.s32 d27, q14, #14 | |
95 vqrshrn.s32 d29, q15, #14 | |
96 vqrshrn.s32 d28, q1, #14 | |
97 | |
98 ; stage 2 | |
99 ; output[0] = step[0] + step[3]; | |
100 ; output[1] = step[1] + step[2]; | |
101 ; output[3] = step[0] - step[3]; | |
102 ; output[2] = step[1] - step[2]; | |
103 vadd.s16 q8, q13, q14 | |
104 vsub.s16 q9, q13, q14 | |
105 vswp d18, d19 | |
106 | |
107 ; transpose the results | |
108 ; 00 01 02 03 d16 | |
109 ; 10 11 12 13 d17 | |
110 ; 20 21 22 23 d18 | |
111 ; 30 31 32 33 d19 | |
112 vtrn.16 d16, d17 | |
113 vtrn.16 d18, d19 | |
114 ; 00 10 02 12 d16 | |
115 ; 01 11 03 13 d17 | |
116 ; 20 30 22 32 d18 | |
117 ; 21 31 23 33 d19 | |
118 vtrn.32 q8, q9 | |
119 ; 00 10 20 30 d16 | |
120 ; 01 11 21 31 d17 | |
121 ; 02 12 22 32 d18 | |
122 ; 03 13 23 33 d19 | |
123 | |
124 ; do the transform on columns | |
125 | |
126 ; stage 1 | |
127 vadd.s16 d23, d16, d18 ; (input[0] + input[2]) | |
128 vsub.s16 d24, d16, d18 ; (input[0] - input[2]) | |
129 | |
130 vmull.s16 q15, d17, d22 ; input[1] * cospi_24_64 | |
131 vmull.s16 q1, d17, d20 ; input[1] * cospi_8_64 | |
132 | |
133 ; (input[0] + input[2]) * cospi_16_64; | |
134 ; (input[0] - input[2]) * cospi_16_64; | |
135 vmull.s16 q13, d23, d21 | |
136 vmull.s16 q14, d24, d21 | |
137 | |
138 ; input[1] * cospi_24_64 - input[3] * cospi_8_64; | |
139 ; input[1] * cospi_8_64 + input[3] * cospi_24_64; | |
140 vmlsl.s16 q15, d19, d20 | |
141 vmlal.s16 q1, d19, d22 | |
142 | |
143 ; dct_const_round_shift | |
144 vqrshrn.s32 d26, q13, #14 | |
145 vqrshrn.s32 d27, q14, #14 | |
146 vqrshrn.s32 d29, q15, #14 | |
147 vqrshrn.s32 d28, q1, #14 | |
148 | |
149 ; stage 2 | |
150 ; output[0] = step[0] + step[3]; | |
151 ; output[1] = step[1] + step[2]; | |
152 ; output[3] = step[0] - step[3]; | |
153 ; output[2] = step[1] - step[2]; | |
154 vadd.s16 q8, q13, q14 | |
155 vsub.s16 q9, q13, q14 | |
156 | |
157 ; The results are in two registers, one of them being swapped. This will | |
158 ; be taken care of by loading the 'dest' value in a swapped fashion and | |
159 ; also storing them in the same swapped fashion. | |
160 ; temp_out[0, 1] = d16, d17 = q8 | |
161 ; temp_out[2, 3] = d19, d18 = q9 swapped | |
162 | |
163 ; ROUND_POWER_OF_TWO(temp_out[j], 4) | |
164 vrshr.s16 q8, q8, #4 | |
165 vrshr.s16 q9, q9, #4 | |
166 | |
167 vld1.32 {d26[0]}, [r1], r2 | |
168 vld1.32 {d26[1]}, [r1], r2 | |
169 vld1.32 {d27[1]}, [r1], r2 | |
170 vld1.32 {d27[0]}, [r1] ; no post-increment | |
171 | |
172 ; ROUND_POWER_OF_TWO(temp_out[j], 4) + dest[j * dest_stride + i] | |
173 vaddw.u8 q8, q8, d26 | |
174 vaddw.u8 q9, q9, d27 | |
175 | |
176 ; clip_pixel | |
177 vqmovun.s16 d26, q8 | |
178 vqmovun.s16 d27, q9 | |
179 | |
180 ; do the stores in reverse order with negative post-increment, by changing | |
181 ; the sign of the stride | |
182 rsb r2, r2, #0 | |
183 vst1.32 {d27[0]}, [r1], r2 | |
184 vst1.32 {d27[1]}, [r1], r2 | |
185 vst1.32 {d26[1]}, [r1], r2 | |
186 vst1.32 {d26[0]}, [r1] ; no post-increment | |
187 bx lr | |
188 ENDP ; |vp9_idct4x4_16_add_neon| | |
189 | |
190 END | |
OLD | NEW |