OLD | NEW |
(Empty) | |
| 1 /* |
| 2 * Copyright 2015 The LibYuv Project Authors. All rights reserved. |
| 3 * |
| 4 * Use of this source code is governed by a BSD-style license |
| 5 * that can be found in the LICENSE file in the root of the source |
| 6 * tree. An additional intellectual property rights grant can be found |
| 7 * in the file PATENTS. All contributing project authors may |
| 8 * be found in the AUTHORS file in the root of the source tree. |
| 9 */ |
| 10 |
| 11 #include "libyuv/scale.h" |
| 12 #include "libyuv/scale_row.h" |
| 13 |
| 14 #include "libyuv/basic_types.h" |
| 15 |
| 16 #ifdef __cplusplus |
| 17 namespace libyuv { |
| 18 extern "C" { |
| 19 #endif |
| 20 |
| 21 // Definition for ScaleFilterCols, ScaleARGBCols and ScaleARGBFilterCols |
| 22 #define CANY(NAMEANY, TERP_SIMD, TERP_C, BPP, MASK) \ |
| 23 void NAMEANY(uint8* dst_ptr, const uint8* src_ptr, \ |
| 24 int dst_width, int x, int dx) { \ |
| 25 int n = dst_width & ~MASK; \ |
| 26 if (n > 0) { \ |
| 27 TERP_SIMD(dst_ptr, src_ptr, n, x, dx); \ |
| 28 } \ |
| 29 TERP_C(dst_ptr + n * BPP, src_ptr, \ |
| 30 dst_width & MASK, x + n * dx, dx); \ |
| 31 } |
| 32 |
| 33 #ifdef HAS_SCALEFILTERCOLS_NEON |
| 34 CANY(ScaleFilterCols_Any_NEON, ScaleFilterCols_NEON, ScaleFilterCols_C, 1, 7) |
| 35 #endif |
| 36 #ifdef HAS_SCALEARGBCOLS_NEON |
| 37 CANY(ScaleARGBCols_Any_NEON, ScaleARGBCols_NEON, ScaleARGBCols_C, 4, 7) |
| 38 #endif |
| 39 #ifdef HAS_SCALEARGBFILTERCOLS_NEON |
| 40 CANY(ScaleARGBFilterCols_Any_NEON, ScaleARGBFilterCols_NEON, |
| 41 ScaleARGBFilterCols_C, 4, 3) |
| 42 #endif |
| 43 #undef CANY |
| 44 |
| 45 // Fixed scale down. |
| 46 #define SDANY(NAMEANY, SCALEROWDOWN_SIMD, SCALEROWDOWN_C, FACTOR, BPP, MASK) \ |
| 47 void NAMEANY(const uint8* src_ptr, ptrdiff_t src_stride, \ |
| 48 uint8* dst_ptr, int dst_width) { \ |
| 49 int r = (int)((unsigned int)dst_width % (MASK + 1)); \ |
| 50 int n = dst_width - r; \ |
| 51 if (n > 0) { \ |
| 52 SCALEROWDOWN_SIMD(src_ptr, src_stride, dst_ptr, n); \ |
| 53 } \ |
| 54 SCALEROWDOWN_C(src_ptr + (n * FACTOR) * BPP, src_stride, \ |
| 55 dst_ptr + n * BPP, r); \ |
| 56 } |
| 57 |
| 58 #ifdef HAS_SCALEROWDOWN2_SSE2 |
| 59 SDANY(ScaleRowDown2_Any_SSE2, ScaleRowDown2_SSE2, ScaleRowDown2_C, 2, 1, 15) |
| 60 SDANY(ScaleRowDown2Linear_Any_SSE2, ScaleRowDown2Linear_SSE2, |
| 61 ScaleRowDown2Linear_C, 2, 1, 15) |
| 62 SDANY(ScaleRowDown2Box_Any_SSE2, ScaleRowDown2Box_SSE2, ScaleRowDown2Box_C, |
| 63 2, 1, 15) |
| 64 #endif |
| 65 #ifdef HAS_SCALEROWDOWN2_AVX2 |
| 66 SDANY(ScaleRowDown2_Any_AVX2, ScaleRowDown2_AVX2, ScaleRowDown2_C, 2, 1, 31) |
| 67 SDANY(ScaleRowDown2Linear_Any_AVX2, ScaleRowDown2Linear_AVX2, |
| 68 ScaleRowDown2Linear_C, 2, 1, 31) |
| 69 SDANY(ScaleRowDown2Box_Any_AVX2, ScaleRowDown2Box_AVX2, ScaleRowDown2Box_C, |
| 70 2, 1, 31) |
| 71 #endif |
| 72 #ifdef HAS_SCALEROWDOWN2_NEON |
| 73 SDANY(ScaleRowDown2_Any_NEON, ScaleRowDown2_NEON, ScaleRowDown2_C, 2, 1, 15) |
| 74 SDANY(ScaleRowDown2Linear_Any_NEON, ScaleRowDown2Linear_NEON, |
| 75 ScaleRowDown2Linear_C, 2, 1, 15) |
| 76 SDANY(ScaleRowDown2Box_Any_NEON, ScaleRowDown2Box_NEON, |
| 77 ScaleRowDown2Box_C, 2, 1, 15) |
| 78 #endif |
| 79 #ifdef HAS_SCALEROWDOWN4_SSE2 |
| 80 SDANY(ScaleRowDown4_Any_SSE2, ScaleRowDown4_SSE2, ScaleRowDown4_C, 4, 1, 7) |
| 81 SDANY(ScaleRowDown4Box_Any_SSE2, ScaleRowDown4Box_SSE2, ScaleRowDown4Box_C, |
| 82 4, 1, 7) |
| 83 #endif |
| 84 #ifdef HAS_SCALEROWDOWN4_AVX2 |
| 85 SDANY(ScaleRowDown4_Any_AVX2, ScaleRowDown4_AVX2, ScaleRowDown4_C, 4, 1, 15) |
| 86 SDANY(ScaleRowDown4Box_Any_AVX2, ScaleRowDown4Box_AVX2, ScaleRowDown4Box_C, |
| 87 4, 1, 15) |
| 88 #endif |
| 89 #ifdef HAS_SCALEROWDOWN4_NEON |
| 90 SDANY(ScaleRowDown4_Any_NEON, ScaleRowDown4_NEON, ScaleRowDown4_C, 4, 1, 7) |
| 91 SDANY(ScaleRowDown4Box_Any_NEON, ScaleRowDown4Box_NEON, ScaleRowDown4Box_C, |
| 92 4, 1, 7) |
| 93 #endif |
| 94 #ifdef HAS_SCALEROWDOWN34_SSSE3 |
| 95 SDANY(ScaleRowDown34_Any_SSSE3, ScaleRowDown34_SSSE3, |
| 96 ScaleRowDown34_C, 4 / 3, 1, 23) |
| 97 SDANY(ScaleRowDown34_0_Box_Any_SSSE3, ScaleRowDown34_0_Box_SSSE3, |
| 98 ScaleRowDown34_0_Box_C, 4 / 3, 1, 23) |
| 99 SDANY(ScaleRowDown34_1_Box_Any_SSSE3, ScaleRowDown34_1_Box_SSSE3, |
| 100 ScaleRowDown34_1_Box_C, 4 / 3, 1, 23) |
| 101 #endif |
| 102 #ifdef HAS_SCALEROWDOWN34_NEON |
| 103 SDANY(ScaleRowDown34_Any_NEON, ScaleRowDown34_NEON, |
| 104 ScaleRowDown34_C, 4 / 3, 1, 23) |
| 105 SDANY(ScaleRowDown34_0_Box_Any_NEON, ScaleRowDown34_0_Box_NEON, |
| 106 ScaleRowDown34_0_Box_C, 4 / 3, 1, 23) |
| 107 SDANY(ScaleRowDown34_1_Box_Any_NEON, ScaleRowDown34_1_Box_NEON, |
| 108 ScaleRowDown34_1_Box_C, 4 / 3, 1, 23) |
| 109 #endif |
| 110 #ifdef HAS_SCALEROWDOWN38_SSSE3 |
| 111 SDANY(ScaleRowDown38_Any_SSSE3, ScaleRowDown38_SSSE3, |
| 112 ScaleRowDown38_C, 8 / 3, 1, 11) |
| 113 SDANY(ScaleRowDown38_3_Box_Any_SSSE3, ScaleRowDown38_3_Box_SSSE3, |
| 114 ScaleRowDown38_3_Box_C, 8 / 3, 1, 5) |
| 115 SDANY(ScaleRowDown38_2_Box_Any_SSSE3, ScaleRowDown38_2_Box_SSSE3, |
| 116 ScaleRowDown38_2_Box_C, 8 / 3, 1, 5) |
| 117 #endif |
| 118 #ifdef HAS_SCALEROWDOWN38_NEON |
| 119 SDANY(ScaleRowDown38_Any_NEON, ScaleRowDown38_NEON, |
| 120 ScaleRowDown38_C, 8 / 3, 1, 11) |
| 121 SDANY(ScaleRowDown38_3_Box_Any_NEON, ScaleRowDown38_3_Box_NEON, |
| 122 ScaleRowDown38_3_Box_C, 8 / 3, 1, 11) |
| 123 SDANY(ScaleRowDown38_2_Box_Any_NEON, ScaleRowDown38_2_Box_NEON, |
| 124 ScaleRowDown38_2_Box_C, 8 / 3, 1, 11) |
| 125 #endif |
| 126 |
| 127 #ifdef HAS_SCALEARGBROWDOWN2_SSE2 |
| 128 SDANY(ScaleARGBRowDown2_Any_SSE2, ScaleARGBRowDown2_SSE2, |
| 129 ScaleARGBRowDown2_C, 2, 4, 3) |
| 130 SDANY(ScaleARGBRowDown2Linear_Any_SSE2, ScaleARGBRowDown2Linear_SSE2, |
| 131 ScaleARGBRowDown2Linear_C, 2, 4, 3) |
| 132 SDANY(ScaleARGBRowDown2Box_Any_SSE2, ScaleARGBRowDown2Box_SSE2, |
| 133 ScaleARGBRowDown2Box_C, 2, 4, 3) |
| 134 #endif |
| 135 #ifdef HAS_SCALEARGBROWDOWN2_NEON |
| 136 SDANY(ScaleARGBRowDown2_Any_NEON, ScaleARGBRowDown2_NEON, |
| 137 ScaleARGBRowDown2_C, 2, 4, 7) |
| 138 SDANY(ScaleARGBRowDown2Linear_Any_NEON, ScaleARGBRowDown2Linear_NEON, |
| 139 ScaleARGBRowDown2Linear_C, 2, 4, 7) |
| 140 SDANY(ScaleARGBRowDown2Box_Any_NEON, ScaleARGBRowDown2Box_NEON, |
| 141 ScaleARGBRowDown2Box_C, 2, 4, 7) |
| 142 #endif |
| 143 #undef SDANY |
| 144 |
| 145 // Scale down by even scale factor. |
| 146 #define SDAANY(NAMEANY, SCALEROWDOWN_SIMD, SCALEROWDOWN_C, BPP, MASK) \ |
| 147 void NAMEANY(const uint8* src_ptr, ptrdiff_t src_stride, int src_stepx, \ |
| 148 uint8* dst_ptr, int dst_width) { \ |
| 149 int r = (int)((unsigned int)dst_width % (MASK + 1)); \ |
| 150 int n = dst_width - r; \ |
| 151 if (n > 0) { \ |
| 152 SCALEROWDOWN_SIMD(src_ptr, src_stride, src_stepx, dst_ptr, n); \ |
| 153 } \ |
| 154 SCALEROWDOWN_C(src_ptr + (n * src_stepx) * BPP, src_stride, \ |
| 155 src_stepx, dst_ptr + n * BPP, r); \ |
| 156 } |
| 157 |
| 158 #ifdef HAS_SCALEARGBROWDOWNEVEN_SSE2 |
| 159 SDAANY(ScaleARGBRowDownEven_Any_SSE2, ScaleARGBRowDownEven_SSE2, |
| 160 ScaleARGBRowDownEven_C, 4, 3) |
| 161 SDAANY(ScaleARGBRowDownEvenBox_Any_SSE2, ScaleARGBRowDownEvenBox_SSE2, |
| 162 ScaleARGBRowDownEvenBox_C, 4, 3) |
| 163 #endif |
| 164 #ifdef HAS_SCALEARGBROWDOWNEVEN_NEON |
| 165 SDAANY(ScaleARGBRowDownEven_Any_NEON, ScaleARGBRowDownEven_NEON, |
| 166 ScaleARGBRowDownEven_C, 4, 3) |
| 167 SDAANY(ScaleARGBRowDownEvenBox_Any_NEON, ScaleARGBRowDownEvenBox_NEON, |
| 168 ScaleARGBRowDownEvenBox_C, 4, 3) |
| 169 #endif |
| 170 |
| 171 // Add rows box filter scale down. |
| 172 #define SAANY(NAMEANY, SCALEADDROW_SIMD, SCALEADDROW_C, MASK) \ |
| 173 void NAMEANY(const uint8* src_ptr, uint16* dst_ptr, int src_width) { \ |
| 174 int n = src_width & ~MASK; \ |
| 175 if (n > 0) { \ |
| 176 SCALEADDROW_SIMD(src_ptr, dst_ptr, n); \ |
| 177 } \ |
| 178 SCALEADDROW_C(src_ptr + n, dst_ptr + n, src_width & MASK); \ |
| 179 } |
| 180 |
| 181 #ifdef HAS_SCALEADDROW_SSE2 |
| 182 SAANY(ScaleAddRow_Any_SSE2, ScaleAddRow_SSE2, ScaleAddRow_C, 15) |
| 183 #endif |
| 184 #ifdef HAS_SCALEADDROW_AVX2 |
| 185 SAANY(ScaleAddRow_Any_AVX2, ScaleAddRow_AVX2, ScaleAddRow_C, 31) |
| 186 #endif |
| 187 #ifdef HAS_SCALEADDROW_NEON |
| 188 SAANY(ScaleAddRow_Any_NEON, ScaleAddRow_NEON, ScaleAddRow_C, 15) |
| 189 #endif |
| 190 #undef SAANY |
| 191 |
| 192 #ifdef __cplusplus |
| 193 } // extern "C" |
| 194 } // namespace libyuv |
| 195 #endif |
| 196 |
| 197 |
| 198 |
| 199 |
| 200 |
OLD | NEW |