| OLD | NEW |
| 1 // Copyright 2012 Google Inc. All Rights Reserved. | 1 // Copyright 2012 Google Inc. All Rights Reserved. |
| 2 // | 2 // |
| 3 // This code is licensed under the same terms as WebM: | 3 // This code is licensed under the same terms as WebM: |
| 4 // Software License Agreement: http://www.webmproject.org/license/software/ | 4 // Software License Agreement: http://www.webmproject.org/license/software/ |
| 5 // Additional IP Rights Grant: http://www.webmproject.org/license/additional/ | 5 // Additional IP Rights Grant: http://www.webmproject.org/license/additional/ |
| 6 // ----------------------------------------------------------------------------- | 6 // ----------------------------------------------------------------------------- |
| 7 // | 7 // |
| 8 // ARM NEON version of dsp functions and loop filtering. | 8 // ARM NEON version of dsp functions and loop filtering. |
| 9 // | 9 // |
| 10 // Authors: Somnath Banerjee (somnath@google.com) | 10 // Authors: Somnath Banerjee (somnath@google.com) |
| 11 // Johann Koenig (johannkoenig@google.com) | 11 // Johann Koenig (johannkoenig@google.com) |
| 12 | 12 |
| 13 #include "./dsp.h" | 13 #include "./dsp.h" |
| 14 | 14 |
| 15 #if defined(__cplusplus) || defined(c_plusplus) |
| 16 extern "C" { |
| 17 #endif |
| 18 |
| 15 #if defined(WEBP_USE_NEON) | 19 #if defined(WEBP_USE_NEON) |
| 16 | 20 |
| 17 #include "../dec/vp8i.h" | 21 #include "../dec/vp8i.h" |
| 18 | 22 |
| 19 #if defined(__cplusplus) || defined(c_plusplus) | |
| 20 extern "C" { | |
| 21 #endif | |
| 22 | |
| 23 #define QRegs "q0", "q1", "q2", "q3", "q4", "q5", "q6", "q7", \ | 23 #define QRegs "q0", "q1", "q2", "q3", "q4", "q5", "q6", "q7", \ |
| 24 "q8", "q9", "q10", "q11", "q12", "q13", "q14", "q15" | 24 "q8", "q9", "q10", "q11", "q12", "q13", "q14", "q15" |
| 25 | 25 |
| 26 #define FLIP_SIGN_BIT2(a, b, s) \ | 26 #define FLIP_SIGN_BIT2(a, b, s) \ |
| 27 "veor " #a "," #a "," #s " \n" \ | 27 "veor " #a "," #a "," #s " \n" \ |
| 28 "veor " #b "," #b "," #s " \n" \ | 28 "veor " #b "," #b "," #s " \n" \ |
| 29 | 29 |
| 30 #define FLIP_SIGN_BIT4(a, b, c, d, s) \ | 30 #define FLIP_SIGN_BIT4(a, b, c, d, s) \ |
| 31 FLIP_SIGN_BIT2(a, b, s) \ | 31 FLIP_SIGN_BIT2(a, b, s) \ |
| 32 FLIP_SIGN_BIT2(c, d, s) \ | 32 FLIP_SIGN_BIT2(c, d, s) \ |
| (...skipping 115 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 148 } | 148 } |
| 149 | 149 |
| 150 static void SimpleHFilter16iNEON(uint8_t* p, int stride, int thresh) { | 150 static void SimpleHFilter16iNEON(uint8_t* p, int stride, int thresh) { |
| 151 int k; | 151 int k; |
| 152 for (k = 3; k > 0; --k) { | 152 for (k = 3; k > 0; --k) { |
| 153 p += 4; | 153 p += 4; |
| 154 SimpleHFilter16NEON(p, stride, thresh); | 154 SimpleHFilter16NEON(p, stride, thresh); |
| 155 } | 155 } |
| 156 } | 156 } |
| 157 | 157 |
| 158 //----------------------------------------------------------------------------- |
| 159 // Inverse transforms (Paragraph 14.4) |
| 160 |
| 158 static void TransformOneNEON(const int16_t *in, uint8_t *dst) { | 161 static void TransformOneNEON(const int16_t *in, uint8_t *dst) { |
| 159 const int kBPS = BPS; | 162 const int kBPS = BPS; |
| 160 const int16_t constants[] = {20091, 17734, 0, 0}; | 163 const int16_t constants[] = {20091, 17734, 0, 0}; |
| 161 /* kC1, kC2. Padded because vld1.16 loads 8 bytes | 164 /* kC1, kC2. Padded because vld1.16 loads 8 bytes |
| 162 * Technically these are unsigned but vqdmulh is only available in signed. | 165 * Technically these are unsigned but vqdmulh is only available in signed. |
| 163 * vqdmulh returns high half (effectively >> 16) but also doubles the value, | 166 * vqdmulh returns high half (effectively >> 16) but also doubles the value, |
| 164 * changing the >> 16 to >> 15 and requiring an additional >> 1. | 167 * changing the >> 16 to >> 15 and requiring an additional >> 1. |
| 165 * We use this to our advantage with kC2. The canonical value is 35468. | 168 * We use this to our advantage with kC2. The canonical value is 35468. |
| 166 * However, the high bit is set so treating it as signed will give incorrect | 169 * However, the high bit is set so treating it as signed will give incorrect |
| 167 * results. We avoid this by down shifting by 1 here to clear the highest bit. | 170 * results. We avoid this by down shifting by 1 here to clear the highest bit. |
| (...skipping 136 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 304 ); | 307 ); |
| 305 } | 308 } |
| 306 | 309 |
| 307 static void TransformTwoNEON(const int16_t* in, uint8_t* dst, int do_two) { | 310 static void TransformTwoNEON(const int16_t* in, uint8_t* dst, int do_two) { |
| 308 TransformOneNEON(in, dst); | 311 TransformOneNEON(in, dst); |
| 309 if (do_two) { | 312 if (do_two) { |
| 310 TransformOneNEON(in + 16, dst + 4); | 313 TransformOneNEON(in + 16, dst + 4); |
| 311 } | 314 } |
| 312 } | 315 } |
| 313 | 316 |
| 317 static void TransformWHT(const int16_t* in, int16_t* out) { |
| 318 const int kStep = 32; // The store is only incrementing the pointer as if we |
| 319 // had stored a single byte. |
| 320 __asm__ volatile ( |
| 321 // part 1 |
| 322 // load data into q0, q1 |
| 323 "vld1.16 {q0, q1}, [%[in]] \n" |
| 324 |
| 325 "vaddl.s16 q2, d0, d3 \n" // a0 = in[0] + in[12] |
| 326 "vaddl.s16 q3, d1, d2 \n" // a1 = in[4] + in[8] |
| 327 "vsubl.s16 q4, d1, d2 \n" // a2 = in[4] - in[8] |
| 328 "vsubl.s16 q5, d0, d3 \n" // a3 = in[0] - in[12] |
| 329 |
| 330 "vadd.s32 q0, q2, q3 \n" // tmp[0] = a0 + a1 |
| 331 "vsub.s32 q2, q2, q3 \n" // tmp[8] = a0 - a1 |
| 332 "vadd.s32 q1, q5, q4 \n" // tmp[4] = a3 + a2 |
| 333 "vsub.s32 q3, q5, q4 \n" // tmp[12] = a3 - a2 |
| 334 |
| 335 // Transpose |
| 336 // q0 = tmp[0, 4, 8, 12], q1 = tmp[2, 6, 10, 14] |
| 337 // q2 = tmp[1, 5, 9, 13], q3 = tmp[3, 7, 11, 15] |
| 338 "vswp d1, d4 \n" // vtrn.64 q0, q2 |
| 339 "vswp d3, d6 \n" // vtrn.64 q1, q3 |
| 340 "vtrn.32 q0, q1 \n" |
| 341 "vtrn.32 q2, q3 \n" |
| 342 |
| 343 "vmov.s32 q4, #3 \n" // dc = 3 |
| 344 "vadd.s32 q0, q0, q4 \n" // dc = tmp[0] + 3 |
| 345 "vadd.s32 q6, q0, q3 \n" // a0 = dc + tmp[3] |
| 346 "vadd.s32 q7, q1, q2 \n" // a1 = tmp[1] + tmp[2] |
| 347 "vsub.s32 q8, q1, q2 \n" // a2 = tmp[1] - tmp[2] |
| 348 "vsub.s32 q9, q0, q3 \n" // a3 = dc - tmp[3] |
| 349 |
| 350 "vadd.s32 q0, q6, q7 \n" |
| 351 "vshrn.s32 d0, q0, #3 \n" // (a0 + a1) >> 3 |
| 352 "vadd.s32 q1, q9, q8 \n" |
| 353 "vshrn.s32 d1, q1, #3 \n" // (a3 + a2) >> 3 |
| 354 "vsub.s32 q2, q6, q7 \n" |
| 355 "vshrn.s32 d2, q2, #3 \n" // (a0 - a1) >> 3 |
| 356 "vsub.s32 q3, q9, q8 \n" |
| 357 "vshrn.s32 d3, q3, #3 \n" // (a3 - a2) >> 3 |
| 358 |
| 359 // set the results to output |
| 360 "vst1.16 d0[0], [%[out]], %[kStep] \n" |
| 361 "vst1.16 d1[0], [%[out]], %[kStep] \n" |
| 362 "vst1.16 d2[0], [%[out]], %[kStep] \n" |
| 363 "vst1.16 d3[0], [%[out]], %[kStep] \n" |
| 364 "vst1.16 d0[1], [%[out]], %[kStep] \n" |
| 365 "vst1.16 d1[1], [%[out]], %[kStep] \n" |
| 366 "vst1.16 d2[1], [%[out]], %[kStep] \n" |
| 367 "vst1.16 d3[1], [%[out]], %[kStep] \n" |
| 368 "vst1.16 d0[2], [%[out]], %[kStep] \n" |
| 369 "vst1.16 d1[2], [%[out]], %[kStep] \n" |
| 370 "vst1.16 d2[2], [%[out]], %[kStep] \n" |
| 371 "vst1.16 d3[2], [%[out]], %[kStep] \n" |
| 372 "vst1.16 d0[3], [%[out]], %[kStep] \n" |
| 373 "vst1.16 d1[3], [%[out]], %[kStep] \n" |
| 374 "vst1.16 d2[3], [%[out]], %[kStep] \n" |
| 375 "vst1.16 d3[3], [%[out]], %[kStep] \n" |
| 376 |
| 377 : [out] "+r"(out) // modified registers |
| 378 : [in] "r"(in), [kStep] "r"(kStep) // constants |
| 379 : "memory", "q0", "q1", "q2", "q3", "q4", |
| 380 "q5", "q6", "q7", "q8", "q9" // clobbered |
| 381 ); |
| 382 } |
| 383 |
| 384 #endif // WEBP_USE_NEON |
| 385 |
| 386 //------------------------------------------------------------------------------ |
| 387 // Entry point |
| 388 |
| 314 extern void VP8DspInitNEON(void); | 389 extern void VP8DspInitNEON(void); |
| 315 | 390 |
| 316 void VP8DspInitNEON(void) { | 391 void VP8DspInitNEON(void) { |
| 392 #if defined(WEBP_USE_NEON) |
| 317 VP8Transform = TransformTwoNEON; | 393 VP8Transform = TransformTwoNEON; |
| 394 VP8TransformWHT = TransformWHT; |
| 318 | 395 |
| 319 VP8SimpleVFilter16 = SimpleVFilter16NEON; | 396 VP8SimpleVFilter16 = SimpleVFilter16NEON; |
| 320 VP8SimpleHFilter16 = SimpleHFilter16NEON; | 397 VP8SimpleHFilter16 = SimpleHFilter16NEON; |
| 321 VP8SimpleVFilter16i = SimpleVFilter16iNEON; | 398 VP8SimpleVFilter16i = SimpleVFilter16iNEON; |
| 322 VP8SimpleHFilter16i = SimpleHFilter16iNEON; | 399 VP8SimpleHFilter16i = SimpleHFilter16iNEON; |
| 400 #endif // WEBP_USE_NEON |
| 323 } | 401 } |
| 324 | 402 |
| 325 #if defined(__cplusplus) || defined(c_plusplus) | 403 #if defined(__cplusplus) || defined(c_plusplus) |
| 326 } // extern "C" | 404 } // extern "C" |
| 327 #endif | 405 #endif |
| 328 | |
| 329 #endif // WEBP_USE_NEON | |
| OLD | NEW |