| Index: source/libvpx/vp9/encoder/vp9_variance.c
|
| diff --git a/source/libvpx/vp9/encoder/vp9_variance.c b/source/libvpx/vp9/encoder/vp9_variance.c
|
| index f38f96d6c26b37c7b1b82ad69b43c29e6fa059d9..1f6b083c40c83100451838be769b66368cdac635 100644
|
| --- a/source/libvpx/vp9/encoder/vp9_variance.c
|
| +++ b/source/libvpx/vp9/encoder/vp9_variance.c
|
| @@ -9,6 +9,7 @@
|
| */
|
|
|
| #include "./vp9_rtcd.h"
|
| +#include "./vpx_dsp_rtcd.h"
|
|
|
| #include "vpx_ports/mem.h"
|
| #include "vpx/vpx_integer.h"
|
| @@ -18,26 +19,6 @@
|
|
|
| #include "vp9/encoder/vp9_variance.h"
|
|
|
| -void variance(const uint8_t *a, int a_stride,
|
| - const uint8_t *b, int b_stride,
|
| - int w, int h, unsigned int *sse, int *sum) {
|
| - int i, j;
|
| -
|
| - *sum = 0;
|
| - *sse = 0;
|
| -
|
| - for (i = 0; i < h; i++) {
|
| - for (j = 0; j < w; j++) {
|
| - const int diff = a[j] - b[j];
|
| - *sum += diff;
|
| - *sse += diff * diff;
|
| - }
|
| -
|
| - a += a_stride;
|
| - b += b_stride;
|
| - }
|
| -}
|
| -
|
| // Applies a 1-D 2-tap bi-linear filter to the source block in either horizontal
|
| // or vertical direction to produce the filtered output block. Used to implement
|
| // first-pass of 2-D separable filter.
|
| @@ -100,25 +81,6 @@ static void var_filter_block2d_bil_second_pass(const uint16_t *src_ptr,
|
| }
|
| }
|
|
|
| -unsigned int vp9_get_mb_ss_c(const int16_t *src_ptr) {
|
| - unsigned int i, sum = 0;
|
| -
|
| - for (i = 0; i < 256; ++i) {
|
| - sum += src_ptr[i] * src_ptr[i];
|
| - }
|
| -
|
| - return sum;
|
| -}
|
| -
|
| -#define VAR(W, H) \
|
| -unsigned int vp9_variance##W##x##H##_c(const uint8_t *a, int a_stride, \
|
| - const uint8_t *b, int b_stride, \
|
| - unsigned int *sse) { \
|
| - int sum; \
|
| - variance(a, a_stride, b, b_stride, W, H, sse, &sum); \
|
| - return *sse - (((int64_t)sum * sum) / (W * H)); \
|
| -}
|
| -
|
| #define SUBPIX_VAR(W, H) \
|
| unsigned int vp9_sub_pixel_variance##W##x##H##_c( \
|
| const uint8_t *src, int src_stride, \
|
| @@ -133,7 +95,7 @@ unsigned int vp9_sub_pixel_variance##W##x##H##_c( \
|
| var_filter_block2d_bil_second_pass(fdata3, temp2, W, W, H, W, \
|
| BILINEAR_FILTERS_2TAP(yoffset)); \
|
| \
|
| - return vp9_variance##W##x##H##_c(temp2, W, dst, dst_stride, sse); \
|
| + return vpx_variance##W##x##H##_c(temp2, W, dst, dst_stride, sse); \
|
| }
|
|
|
| #define SUBPIX_AVG_VAR(W, H) \
|
| @@ -152,178 +114,51 @@ unsigned int vp9_sub_pixel_avg_variance##W##x##H##_c( \
|
| var_filter_block2d_bil_second_pass(fdata3, temp2, W, W, H, W, \
|
| BILINEAR_FILTERS_2TAP(yoffset)); \
|
| \
|
| - vp9_comp_avg_pred(temp3, second_pred, W, H, temp2, W); \
|
| + vpx_comp_avg_pred(temp3, second_pred, W, H, temp2, W); \
|
| \
|
| - return vp9_variance##W##x##H##_c(temp3, W, dst, dst_stride, sse); \
|
| -}
|
| -
|
| -void vp9_get16x16var_c(const uint8_t *src_ptr, int source_stride,
|
| - const uint8_t *ref_ptr, int ref_stride,
|
| - unsigned int *sse, int *sum) {
|
| - variance(src_ptr, source_stride, ref_ptr, ref_stride, 16, 16, sse, sum);
|
| + return vpx_variance##W##x##H##_c(temp3, W, dst, dst_stride, sse); \
|
| }
|
|
|
| -void vp9_get8x8var_c(const uint8_t *src_ptr, int source_stride,
|
| - const uint8_t *ref_ptr, int ref_stride,
|
| - unsigned int *sse, int *sum) {
|
| - variance(src_ptr, source_stride, ref_ptr, ref_stride, 8, 8, sse, sum);
|
| -}
|
| -
|
| -unsigned int vp9_mse16x16_c(const uint8_t *src, int src_stride,
|
| - const uint8_t *ref, int ref_stride,
|
| - unsigned int *sse) {
|
| - int sum;
|
| - variance(src, src_stride, ref, ref_stride, 16, 16, sse, &sum);
|
| - return *sse;
|
| -}
|
| -
|
| -unsigned int vp9_mse16x8_c(const uint8_t *src, int src_stride,
|
| - const uint8_t *ref, int ref_stride,
|
| - unsigned int *sse) {
|
| - int sum;
|
| - variance(src, src_stride, ref, ref_stride, 16, 8, sse, &sum);
|
| - return *sse;
|
| -}
|
| -
|
| -unsigned int vp9_mse8x16_c(const uint8_t *src, int src_stride,
|
| - const uint8_t *ref, int ref_stride,
|
| - unsigned int *sse) {
|
| - int sum;
|
| - variance(src, src_stride, ref, ref_stride, 8, 16, sse, &sum);
|
| - return *sse;
|
| -}
|
| -
|
| -unsigned int vp9_mse8x8_c(const uint8_t *src, int src_stride,
|
| - const uint8_t *ref, int ref_stride,
|
| - unsigned int *sse) {
|
| - int sum;
|
| - variance(src, src_stride, ref, ref_stride, 8, 8, sse, &sum);
|
| - return *sse;
|
| -}
|
| -
|
| -VAR(4, 4)
|
| SUBPIX_VAR(4, 4)
|
| SUBPIX_AVG_VAR(4, 4)
|
|
|
| -VAR(4, 8)
|
| SUBPIX_VAR(4, 8)
|
| SUBPIX_AVG_VAR(4, 8)
|
|
|
| -VAR(8, 4)
|
| SUBPIX_VAR(8, 4)
|
| SUBPIX_AVG_VAR(8, 4)
|
|
|
| -VAR(8, 8)
|
| SUBPIX_VAR(8, 8)
|
| SUBPIX_AVG_VAR(8, 8)
|
|
|
| -VAR(8, 16)
|
| SUBPIX_VAR(8, 16)
|
| SUBPIX_AVG_VAR(8, 16)
|
|
|
| -VAR(16, 8)
|
| SUBPIX_VAR(16, 8)
|
| SUBPIX_AVG_VAR(16, 8)
|
|
|
| -VAR(16, 16)
|
| SUBPIX_VAR(16, 16)
|
| SUBPIX_AVG_VAR(16, 16)
|
|
|
| -VAR(16, 32)
|
| SUBPIX_VAR(16, 32)
|
| SUBPIX_AVG_VAR(16, 32)
|
|
|
| -VAR(32, 16)
|
| SUBPIX_VAR(32, 16)
|
| SUBPIX_AVG_VAR(32, 16)
|
|
|
| -VAR(32, 32)
|
| SUBPIX_VAR(32, 32)
|
| SUBPIX_AVG_VAR(32, 32)
|
|
|
| -VAR(32, 64)
|
| SUBPIX_VAR(32, 64)
|
| SUBPIX_AVG_VAR(32, 64)
|
|
|
| -VAR(64, 32)
|
| SUBPIX_VAR(64, 32)
|
| SUBPIX_AVG_VAR(64, 32)
|
|
|
| -VAR(64, 64)
|
| SUBPIX_VAR(64, 64)
|
| SUBPIX_AVG_VAR(64, 64)
|
|
|
| -void vp9_comp_avg_pred(uint8_t *comp_pred, const uint8_t *pred, int width,
|
| - int height, const uint8_t *ref, int ref_stride) {
|
| - int i, j;
|
| -
|
| - for (i = 0; i < height; i++) {
|
| - for (j = 0; j < width; j++) {
|
| - const int tmp = pred[j] + ref[j];
|
| - comp_pred[j] = ROUND_POWER_OF_TWO(tmp, 1);
|
| - }
|
| - comp_pred += width;
|
| - pred += width;
|
| - ref += ref_stride;
|
| - }
|
| -}
|
| -
|
| #if CONFIG_VP9_HIGHBITDEPTH
|
| -void highbd_variance64(const uint8_t *a8, int a_stride,
|
| - const uint8_t *b8, int b_stride,
|
| - int w, int h, uint64_t *sse,
|
| - uint64_t *sum) {
|
| - int i, j;
|
| -
|
| - uint16_t *a = CONVERT_TO_SHORTPTR(a8);
|
| - uint16_t *b = CONVERT_TO_SHORTPTR(b8);
|
| - *sum = 0;
|
| - *sse = 0;
|
| -
|
| - for (i = 0; i < h; i++) {
|
| - for (j = 0; j < w; j++) {
|
| - const int diff = a[j] - b[j];
|
| - *sum += diff;
|
| - *sse += diff * diff;
|
| - }
|
| - a += a_stride;
|
| - b += b_stride;
|
| - }
|
| -}
|
| -
|
| -void highbd_variance(const uint8_t *a8, int a_stride,
|
| - const uint8_t *b8, int b_stride,
|
| - int w, int h, unsigned int *sse,
|
| - int *sum) {
|
| - uint64_t sse_long = 0;
|
| - uint64_t sum_long = 0;
|
| - highbd_variance64(a8, a_stride, b8, b_stride, w, h, &sse_long, &sum_long);
|
| - *sse = (unsigned int)sse_long;
|
| - *sum = (int)sum_long;
|
| -}
|
| -
|
| -void highbd_10_variance(const uint8_t *a8, int a_stride,
|
| - const uint8_t *b8, int b_stride,
|
| - int w, int h, unsigned int *sse,
|
| - int *sum) {
|
| - uint64_t sse_long = 0;
|
| - uint64_t sum_long = 0;
|
| - highbd_variance64(a8, a_stride, b8, b_stride, w, h, &sse_long, &sum_long);
|
| - *sum = (int)ROUND_POWER_OF_TWO(sum_long, 2);
|
| - *sse = (unsigned int)ROUND_POWER_OF_TWO(sse_long, 4);
|
| -}
|
| -
|
| -void highbd_12_variance(const uint8_t *a8, int a_stride,
|
| - const uint8_t *b8, int b_stride,
|
| - int w, int h, unsigned int *sse,
|
| - int *sum) {
|
| - uint64_t sse_long = 0;
|
| - uint64_t sum_long = 0;
|
| - highbd_variance64(a8, a_stride, b8, b_stride, w, h, &sse_long, &sum_long);
|
| - *sum = (int)ROUND_POWER_OF_TWO(sum_long, 4);
|
| - *sse = (unsigned int)ROUND_POWER_OF_TWO(sse_long, 8);
|
| -}
|
| -
|
| static void highbd_var_filter_block2d_bil_first_pass(
|
| const uint8_t *src_ptr8,
|
| uint16_t *output_ptr,
|
| @@ -374,35 +209,6 @@ static void highbd_var_filter_block2d_bil_second_pass(
|
| }
|
| }
|
|
|
| -#define HIGHBD_VAR(W, H) \
|
| -unsigned int vp9_highbd_variance##W##x##H##_c(const uint8_t *a, int a_stride, \
|
| - const uint8_t *b, int b_stride, \
|
| - unsigned int *sse) { \
|
| - int sum; \
|
| - highbd_variance(a, a_stride, b, b_stride, W, H, sse, &sum); \
|
| - return *sse - (((int64_t)sum * sum) / (W * H)); \
|
| -} \
|
| -\
|
| -unsigned int vp9_highbd_10_variance##W##x##H##_c(const uint8_t *a, \
|
| - int a_stride, \
|
| - const uint8_t *b, \
|
| - int b_stride, \
|
| - unsigned int *sse) { \
|
| - int sum; \
|
| - highbd_10_variance(a, a_stride, b, b_stride, W, H, sse, &sum); \
|
| - return *sse - (((int64_t)sum * sum) / (W * H)); \
|
| -} \
|
| -\
|
| -unsigned int vp9_highbd_12_variance##W##x##H##_c(const uint8_t *a, \
|
| - int a_stride, \
|
| - const uint8_t *b, \
|
| - int b_stride, \
|
| - unsigned int *sse) { \
|
| - int sum; \
|
| - highbd_12_variance(a, a_stride, b, b_stride, W, H, sse, &sum); \
|
| - return *sse - (((int64_t)sum * sum) / (W * H)); \
|
| -}
|
| -
|
| #define HIGHBD_SUBPIX_VAR(W, H) \
|
| unsigned int vp9_highbd_sub_pixel_variance##W##x##H##_c( \
|
| const uint8_t *src, int src_stride, \
|
| @@ -417,7 +223,7 @@ unsigned int vp9_highbd_sub_pixel_variance##W##x##H##_c( \
|
| highbd_var_filter_block2d_bil_second_pass(fdata3, temp2, W, W, H, W, \
|
| BILINEAR_FILTERS_2TAP(yoffset)); \
|
| \
|
| - return vp9_highbd_variance##W##x##H##_c(CONVERT_TO_BYTEPTR(temp2), W, dst, \
|
| + return vpx_highbd_8_variance##W##x##H##_c(CONVERT_TO_BYTEPTR(temp2), W, dst, \
|
| dst_stride, sse); \
|
| } \
|
| \
|
| @@ -434,7 +240,7 @@ unsigned int vp9_highbd_10_sub_pixel_variance##W##x##H##_c( \
|
| highbd_var_filter_block2d_bil_second_pass(fdata3, temp2, W, W, H, W, \
|
| BILINEAR_FILTERS_2TAP(yoffset)); \
|
| \
|
| - return vp9_highbd_10_variance##W##x##H##_c(CONVERT_TO_BYTEPTR(temp2), \
|
| + return vpx_highbd_10_variance##W##x##H##_c(CONVERT_TO_BYTEPTR(temp2), \
|
| W, dst, dst_stride, sse); \
|
| } \
|
| \
|
| @@ -451,7 +257,7 @@ unsigned int vp9_highbd_12_sub_pixel_variance##W##x##H##_c( \
|
| highbd_var_filter_block2d_bil_second_pass(fdata3, temp2, W, W, H, W, \
|
| BILINEAR_FILTERS_2TAP(yoffset)); \
|
| \
|
| - return vp9_highbd_12_variance##W##x##H##_c(CONVERT_TO_BYTEPTR(temp2), \
|
| + return vpx_highbd_12_variance##W##x##H##_c(CONVERT_TO_BYTEPTR(temp2), \
|
| W, dst, dst_stride, sse); \
|
| }
|
|
|
| @@ -471,10 +277,10 @@ unsigned int vp9_highbd_sub_pixel_avg_variance##W##x##H##_c( \
|
| highbd_var_filter_block2d_bil_second_pass(fdata3, temp2, W, W, H, W, \
|
| BILINEAR_FILTERS_2TAP(yoffset)); \
|
| \
|
| - vp9_highbd_comp_avg_pred(temp3, second_pred, W, H, \
|
| + vpx_highbd_comp_avg_pred(temp3, second_pred, W, H, \
|
| CONVERT_TO_BYTEPTR(temp2), W); \
|
| \
|
| - return vp9_highbd_variance##W##x##H##_c(CONVERT_TO_BYTEPTR(temp3), W, dst, \
|
| + return vpx_highbd_8_variance##W##x##H##_c(CONVERT_TO_BYTEPTR(temp3), W, dst, \
|
| dst_stride, sse); \
|
| } \
|
| \
|
| @@ -493,10 +299,10 @@ unsigned int vp9_highbd_10_sub_pixel_avg_variance##W##x##H##_c( \
|
| highbd_var_filter_block2d_bil_second_pass(fdata3, temp2, W, W, H, W, \
|
| BILINEAR_FILTERS_2TAP(yoffset)); \
|
| \
|
| - vp9_highbd_comp_avg_pred(temp3, second_pred, W, H, \
|
| + vpx_highbd_comp_avg_pred(temp3, second_pred, W, H, \
|
| CONVERT_TO_BYTEPTR(temp2), W); \
|
| \
|
| - return vp9_highbd_10_variance##W##x##H##_c(CONVERT_TO_BYTEPTR(temp3), \
|
| + return vpx_highbd_10_variance##W##x##H##_c(CONVERT_TO_BYTEPTR(temp3), \
|
| W, dst, dst_stride, sse); \
|
| } \
|
| \
|
| @@ -515,137 +321,49 @@ unsigned int vp9_highbd_12_sub_pixel_avg_variance##W##x##H##_c( \
|
| highbd_var_filter_block2d_bil_second_pass(fdata3, temp2, W, W, H, W, \
|
| BILINEAR_FILTERS_2TAP(yoffset)); \
|
| \
|
| - vp9_highbd_comp_avg_pred(temp3, second_pred, W, H, \
|
| + vpx_highbd_comp_avg_pred(temp3, second_pred, W, H, \
|
| CONVERT_TO_BYTEPTR(temp2), W); \
|
| \
|
| - return vp9_highbd_12_variance##W##x##H##_c(CONVERT_TO_BYTEPTR(temp3), \
|
| + return vpx_highbd_12_variance##W##x##H##_c(CONVERT_TO_BYTEPTR(temp3), \
|
| W, dst, dst_stride, sse); \
|
| }
|
|
|
| -#define HIGHBD_GET_VAR(S) \
|
| -void vp9_highbd_get##S##x##S##var_c(const uint8_t *src, int src_stride, \
|
| - const uint8_t *ref, int ref_stride, \
|
| - unsigned int *sse, int *sum) { \
|
| - highbd_variance(src, src_stride, ref, ref_stride, S, S, sse, sum); \
|
| -} \
|
| -\
|
| -void vp9_highbd_10_get##S##x##S##var_c(const uint8_t *src, int src_stride, \
|
| - const uint8_t *ref, int ref_stride, \
|
| - unsigned int *sse, int *sum) { \
|
| - highbd_10_variance(src, src_stride, ref, ref_stride, S, S, sse, sum); \
|
| -} \
|
| -\
|
| -void vp9_highbd_12_get##S##x##S##var_c(const uint8_t *src, int src_stride, \
|
| - const uint8_t *ref, int ref_stride, \
|
| - unsigned int *sse, int *sum) { \
|
| - highbd_12_variance(src, src_stride, ref, ref_stride, S, S, sse, sum); \
|
| -}
|
| -
|
| -#define HIGHBD_MSE(W, H) \
|
| -unsigned int vp9_highbd_mse##W##x##H##_c(const uint8_t *src, \
|
| - int src_stride, \
|
| - const uint8_t *ref, \
|
| - int ref_stride, \
|
| - unsigned int *sse) { \
|
| - int sum; \
|
| - highbd_variance(src, src_stride, ref, ref_stride, W, H, sse, &sum); \
|
| - return *sse; \
|
| -} \
|
| -\
|
| -unsigned int vp9_highbd_10_mse##W##x##H##_c(const uint8_t *src, \
|
| - int src_stride, \
|
| - const uint8_t *ref, \
|
| - int ref_stride, \
|
| - unsigned int *sse) { \
|
| - int sum; \
|
| - highbd_10_variance(src, src_stride, ref, ref_stride, W, H, sse, &sum); \
|
| - return *sse; \
|
| -} \
|
| -\
|
| -unsigned int vp9_highbd_12_mse##W##x##H##_c(const uint8_t *src, \
|
| - int src_stride, \
|
| - const uint8_t *ref, \
|
| - int ref_stride, \
|
| - unsigned int *sse) { \
|
| - int sum; \
|
| - highbd_12_variance(src, src_stride, ref, ref_stride, W, H, sse, &sum); \
|
| - return *sse; \
|
| -}
|
| -
|
| -HIGHBD_GET_VAR(8)
|
| -HIGHBD_GET_VAR(16)
|
| -
|
| -HIGHBD_MSE(16, 16)
|
| -HIGHBD_MSE(16, 8)
|
| -HIGHBD_MSE(8, 16)
|
| -HIGHBD_MSE(8, 8)
|
| -
|
| -HIGHBD_VAR(4, 4)
|
| HIGHBD_SUBPIX_VAR(4, 4)
|
| HIGHBD_SUBPIX_AVG_VAR(4, 4)
|
|
|
| -HIGHBD_VAR(4, 8)
|
| HIGHBD_SUBPIX_VAR(4, 8)
|
| HIGHBD_SUBPIX_AVG_VAR(4, 8)
|
|
|
| -HIGHBD_VAR(8, 4)
|
| HIGHBD_SUBPIX_VAR(8, 4)
|
| HIGHBD_SUBPIX_AVG_VAR(8, 4)
|
|
|
| -HIGHBD_VAR(8, 8)
|
| HIGHBD_SUBPIX_VAR(8, 8)
|
| HIGHBD_SUBPIX_AVG_VAR(8, 8)
|
|
|
| -HIGHBD_VAR(8, 16)
|
| HIGHBD_SUBPIX_VAR(8, 16)
|
| HIGHBD_SUBPIX_AVG_VAR(8, 16)
|
|
|
| -HIGHBD_VAR(16, 8)
|
| HIGHBD_SUBPIX_VAR(16, 8)
|
| HIGHBD_SUBPIX_AVG_VAR(16, 8)
|
|
|
| -HIGHBD_VAR(16, 16)
|
| HIGHBD_SUBPIX_VAR(16, 16)
|
| HIGHBD_SUBPIX_AVG_VAR(16, 16)
|
|
|
| -HIGHBD_VAR(16, 32)
|
| HIGHBD_SUBPIX_VAR(16, 32)
|
| HIGHBD_SUBPIX_AVG_VAR(16, 32)
|
|
|
| -HIGHBD_VAR(32, 16)
|
| HIGHBD_SUBPIX_VAR(32, 16)
|
| HIGHBD_SUBPIX_AVG_VAR(32, 16)
|
|
|
| -HIGHBD_VAR(32, 32)
|
| HIGHBD_SUBPIX_VAR(32, 32)
|
| HIGHBD_SUBPIX_AVG_VAR(32, 32)
|
|
|
| -HIGHBD_VAR(32, 64)
|
| HIGHBD_SUBPIX_VAR(32, 64)
|
| HIGHBD_SUBPIX_AVG_VAR(32, 64)
|
|
|
| -HIGHBD_VAR(64, 32)
|
| HIGHBD_SUBPIX_VAR(64, 32)
|
| HIGHBD_SUBPIX_AVG_VAR(64, 32)
|
|
|
| -HIGHBD_VAR(64, 64)
|
| HIGHBD_SUBPIX_VAR(64, 64)
|
| HIGHBD_SUBPIX_AVG_VAR(64, 64)
|
| -
|
| -void vp9_highbd_comp_avg_pred(uint16_t *comp_pred, const uint8_t *pred8,
|
| - int width, int height, const uint8_t *ref8,
|
| - int ref_stride) {
|
| - int i, j;
|
| - uint16_t *pred = CONVERT_TO_SHORTPTR(pred8);
|
| - uint16_t *ref = CONVERT_TO_SHORTPTR(ref8);
|
| - for (i = 0; i < height; i++) {
|
| - for (j = 0; j < width; j++) {
|
| - const int tmp = pred[j] + ref[j];
|
| - comp_pred[j] = ROUND_POWER_OF_TWO(tmp, 1);
|
| - }
|
| - comp_pred += width;
|
| - pred += width;
|
| - ref += ref_stride;
|
| - }
|
| -}
|
| #endif // CONFIG_VP9_HIGHBITDEPTH
|
|
|