| Index: source/scale_gcc.cc
|
| diff --git a/source/scale_gcc.cc b/source/scale_gcc.cc
|
| index 47437b83eea402b306c14e2c7aeaaa4fe6c062e4..e73023dbce342a18c8555660cb2e1483491cae93 100644
|
| --- a/source/scale_gcc.cc
|
| +++ b/source/scale_gcc.cc
|
| @@ -603,6 +603,37 @@ void ScaleAddRow_SSE2(const uint8* src_ptr, uint16* dst_ptr, int src_width) {
|
| );
|
| }
|
|
|
| +
|
| +#ifdef HAS_SCALEADDROW_AVX2
|
| +// Reads 32 bytes and accumulates to 32 shorts at a time.
|
| +void ScaleAddRow_AVX2(const uint8* src_ptr, uint16* dst_ptr, int src_width) {
|
| + asm volatile (
|
| + "vpxor %%xmm5,%%xmm5 \n"
|
| +
|
| + LABELALIGN
|
| + "1: \n"
|
| + "vmovdqu " MEMACCESS(0) ",%%ymm3 \n"
|
| + "lea " MEMLEA(0x20,0) ",%0 \n" // src_ptr += 16
|
| + "vpermq $0xd8,%%ymm3,%%ymm3 \n"
|
| + "vpunpcklbw %%ymm5,%%ymm3,%%ymm2 \n"
|
| + "vpunpckhbw %%ymm5,%%ymm3,%%ymm3 \n"
|
| + "vpaddusw " MEMACCESS(1) ",%%ymm2,%%ymm0 \n"
|
| + "vpaddusw " MEMACCESS2(0x10,1) ",%%ymm3,%%ymm1 \n"
|
| + "vmovdqu %%ymm0," MEMACCESS(1) " \n"
|
| + "vmovdqu %%ymm1," MEMACCESS2(0x10,1) " \n"
|
| + "lea " MEMLEA(0x40,1) ",%1 \n"
|
| + "sub $0x20,%2 \n"
|
| + "jg 1b \n"
|
| + "vzeroupper \n"
|
| + : "+r"(src_ptr), // %0
|
| + "+r"(dst_ptr), // %1
|
| + "+r"(src_width) // %2
|
| + :
|
| + : "memory", "cc", "xmm0", "xmm1", "xmm2", "xmm3", "xmm5"
|
| + );
|
| +}
|
| +#endif // HAS_SCALEADDROW_AVX2
|
| +
|
| // Bilinear column filtering. SSSE3 version.
|
| void ScaleFilterCols_SSSE3(uint8* dst_ptr, const uint8* src_ptr,
|
| int dst_width, int x, int dx) {
|
|
|