| Index: source/libvpx/vp9/common/vp9_reconinter.c
|
| ===================================================================
|
| --- source/libvpx/vp9/common/vp9_reconinter.c (revision 240950)
|
| +++ source/libvpx/vp9/common/vp9_reconinter.c (working copy)
|
| @@ -20,37 +20,56 @@
|
| #include "vp9/common/vp9_reconinter.h"
|
| #include "vp9/common/vp9_reconintra.h"
|
|
|
| -void vp9_setup_interp_filters(MACROBLOCKD *xd,
|
| - INTERPOLATION_TYPE mcomp_filter_type,
|
| - VP9_COMMON *cm) {
|
| - if (xd->mi_8x8 && xd->mi_8x8[0]) {
|
| - MB_MODE_INFO *const mbmi = &xd->mi_8x8[0]->mbmi;
|
| +static void build_mc_border(const uint8_t *src, uint8_t *dst, int stride,
|
| + int x, int y, int b_w, int b_h, int w, int h) {
|
| + // Get a pointer to the start of the real data for this row.
|
| + const uint8_t *ref_row = src - x - y * stride;
|
|
|
| - set_scale_factors(xd, mbmi->ref_frame[0] - LAST_FRAME,
|
| - mbmi->ref_frame[1] - LAST_FRAME,
|
| - cm->active_ref_scale);
|
| - } else {
|
| - set_scale_factors(xd, -1, -1, cm->active_ref_scale);
|
| - }
|
| + if (y >= h)
|
| + ref_row += (h - 1) * stride;
|
| + else if (y > 0)
|
| + ref_row += y * stride;
|
|
|
| - xd->subpix.filter_x = xd->subpix.filter_y =
|
| - vp9_get_filter_kernel(mcomp_filter_type == SWITCHABLE ?
|
| - EIGHTTAP : mcomp_filter_type);
|
| + do {
|
| + int right = 0, copy;
|
| + int left = x < 0 ? -x : 0;
|
|
|
| - assert(((intptr_t)xd->subpix.filter_x & 0xff) == 0);
|
| + if (left > b_w)
|
| + left = b_w;
|
| +
|
| + if (x + b_w > w)
|
| + right = x + b_w - w;
|
| +
|
| + if (right > b_w)
|
| + right = b_w;
|
| +
|
| + copy = b_w - left - right;
|
| +
|
| + if (left)
|
| + memset(dst, ref_row[0], left);
|
| +
|
| + if (copy)
|
| + memmove(dst + left, ref_row + x + left, copy);
|
| +
|
| + if (right)
|
| + memset(dst + left + copy, ref_row[w - 1], right);
|
| +
|
| + dst += stride;
|
| + ++y;
|
| +
|
| + if (y > 0 && y < h)
|
| + ref_row += stride;
|
| + } while (--b_h);
|
| }
|
|
|
| static void inter_predictor(const uint8_t *src, int src_stride,
|
| uint8_t *dst, int dst_stride,
|
| - const MV32 *mv,
|
| + const int subpel_x,
|
| + const int subpel_y,
|
| const struct scale_factors *scale,
|
| int w, int h, int ref,
|
| const struct subpix_fn_table *subpix,
|
| int xs, int ys) {
|
| - const int subpel_x = mv->col & SUBPEL_MASK;
|
| - const int subpel_y = mv->row & SUBPEL_MASK;
|
| -
|
| - src += (mv->row >> SUBPEL_BITS) * src_stride + (mv->col >> SUBPEL_BITS);
|
| scale->sfc->predict[subpel_x != 0][subpel_y != 0][ref](
|
| src, src_stride, dst, dst_stride,
|
| subpix->filter_x[subpel_x], xs,
|
| @@ -70,9 +89,12 @@
|
| is_q4 ? src_mv->col : src_mv->col * 2 };
|
| const struct scale_factors_common *sfc = scale->sfc;
|
| const MV32 mv = sfc->scale_mv(&mv_q4, scale);
|
| + const int subpel_x = mv.col & SUBPEL_MASK;
|
| + const int subpel_y = mv.row & SUBPEL_MASK;
|
| + src += (mv.row >> SUBPEL_BITS) * src_stride + (mv.col >> SUBPEL_BITS);
|
|
|
| - inter_predictor(src, src_stride, dst, dst_stride, &mv, scale,
|
| - w, h, ref, subpix, sfc->x_step_q4, sfc->y_step_q4);
|
| + inter_predictor(src, src_stride, dst, dst_stride, subpel_x, subpel_y,
|
| + scale, w, h, ref, subpix, sfc->x_step_q4, sfc->y_step_q4);
|
| }
|
|
|
| static INLINE int round_mv_comp_q4(int value) {
|
| @@ -117,31 +139,18 @@
|
| return clamped_mv;
|
| }
|
|
|
| -struct build_inter_predictors_args {
|
| - MACROBLOCKD *xd;
|
| - int x, y;
|
| -};
|
| -
|
| -static void build_inter_predictors(int plane, int block, BLOCK_SIZE bsize,
|
| - int pred_w, int pred_h,
|
| - void *argv) {
|
| - const struct build_inter_predictors_args* const arg = argv;
|
| - MACROBLOCKD *const xd = arg->xd;
|
| +// TODO(jkoleszar): In principle, pred_w, pred_h are unnecessary, as we could
|
| +// calculate the subsampled BLOCK_SIZE, but that type isn't defined for
|
| +// sizes smaller than 16x16 yet.
|
| +static void build_inter_predictors(MACROBLOCKD *xd, int plane, int block,
|
| + int bw, int bh,
|
| + int x, int y, int w, int h,
|
| + int mi_x, int mi_y) {
|
| struct macroblockd_plane *const pd = &xd->plane[plane];
|
| - const int bwl = b_width_log2(bsize) - pd->subsampling_x;
|
| - const int bw = 4 << bwl;
|
| - const int bh = plane_block_height(bsize, pd);
|
| - const int x = 4 * (block & ((1 << bwl) - 1));
|
| - const int y = 4 * (block >> bwl);
|
| const MODE_INFO *mi = xd->mi_8x8[0];
|
| const int is_compound = has_second_ref(&mi->mbmi);
|
| int ref;
|
|
|
| - assert(x < bw);
|
| - assert(y < bh);
|
| - assert(mi->mbmi.sb_type < BLOCK_8X8 || 4 << pred_w == bw);
|
| - assert(mi->mbmi.sb_type < BLOCK_8X8 || 4 << pred_h == bh);
|
| -
|
| for (ref = 0; ref < 1 + is_compound; ++ref) {
|
| struct scale_factors *const scale = &xd->scale_factor[ref];
|
| struct buf_2d *const pre_buf = &pd->pre[ref];
|
| @@ -168,11 +177,11 @@
|
|
|
| uint8_t *pre;
|
| MV32 scaled_mv;
|
| - int xs, ys;
|
| + int xs, ys, subpel_x, subpel_y;
|
|
|
| if (vp9_is_scaled(scale->sfc)) {
|
| pre = pre_buf->buf + scaled_buffer_offset(x, y, pre_buf->stride, scale);
|
| - scale->sfc->set_scaled_offsets(scale, arg->y + y, arg->x + x);
|
| + scale->sfc->set_scaled_offsets(scale, mi_y + y, mi_x + x);
|
| scaled_mv = scale->sfc->scale_mv(&mv_q4, scale);
|
| xs = scale->sfc->x_step_q4;
|
| ys = scale->sfc->y_step_q4;
|
| @@ -182,48 +191,41 @@
|
| scaled_mv.col = mv_q4.col;
|
| xs = ys = 16;
|
| }
|
| + subpel_x = scaled_mv.col & SUBPEL_MASK;
|
| + subpel_y = scaled_mv.row & SUBPEL_MASK;
|
| + pre += (scaled_mv.row >> SUBPEL_BITS) * pre_buf->stride
|
| + + (scaled_mv.col >> SUBPEL_BITS);
|
|
|
| inter_predictor(pre, pre_buf->stride, dst, dst_buf->stride,
|
| - &scaled_mv, scale,
|
| - 4 << pred_w, 4 << pred_h, ref,
|
| - &xd->subpix, xs, ys);
|
| + subpel_x, subpel_y, scale, w, h, ref, &xd->subpix, xs, ys);
|
| }
|
| }
|
|
|
| -// TODO(jkoleszar): In principle, pred_w, pred_h are unnecessary, as we could
|
| -// calculate the subsampled BLOCK_SIZE, but that type isn't defined for
|
| -// sizes smaller than 16x16 yet.
|
| -typedef void (*foreach_predicted_block_visitor)(int plane, int block,
|
| - BLOCK_SIZE bsize,
|
| - int pred_w, int pred_h,
|
| - void *arg);
|
| -static INLINE void foreach_predicted_block_in_plane(
|
| - const MACROBLOCKD* const xd, BLOCK_SIZE bsize, int plane,
|
| - foreach_predicted_block_visitor visit, void *arg) {
|
| - const int bwl = b_width_log2(bsize) - xd->plane[plane].subsampling_x;
|
| - const int bhl = b_height_log2(bsize) - xd->plane[plane].subsampling_y;
|
| -
|
| - if (xd->mi_8x8[0]->mbmi.sb_type < BLOCK_8X8) {
|
| - int i = 0, x, y;
|
| - assert(bsize == BLOCK_8X8);
|
| - for (y = 0; y < 1 << bhl; ++y)
|
| - for (x = 0; x < 1 << bwl; ++x)
|
| - visit(plane, i++, bsize, 0, 0, arg);
|
| - } else {
|
| - visit(plane, 0, bsize, bwl, bhl, arg);
|
| - }
|
| -}
|
| -
|
| static void build_inter_predictors_for_planes(MACROBLOCKD *xd, BLOCK_SIZE bsize,
|
| int mi_row, int mi_col,
|
| int plane_from, int plane_to) {
|
| int plane;
|
| + const int mi_x = mi_col * MI_SIZE;
|
| + const int mi_y = mi_row * MI_SIZE;
|
| for (plane = plane_from; plane <= plane_to; ++plane) {
|
| - struct build_inter_predictors_args args = {
|
| - xd, mi_col * MI_SIZE, mi_row * MI_SIZE,
|
| - };
|
| - foreach_predicted_block_in_plane(xd, bsize, plane, build_inter_predictors,
|
| - &args);
|
| + const BLOCK_SIZE plane_bsize = get_plane_block_size(bsize,
|
| + &xd->plane[plane]);
|
| + const int num_4x4_w = num_4x4_blocks_wide_lookup[plane_bsize];
|
| + const int num_4x4_h = num_4x4_blocks_high_lookup[plane_bsize];
|
| + const int bw = 4 * num_4x4_w;
|
| + const int bh = 4 * num_4x4_h;
|
| +
|
| + if (xd->mi_8x8[0]->mbmi.sb_type < BLOCK_8X8) {
|
| + int i = 0, x, y;
|
| + assert(bsize == BLOCK_8X8);
|
| + for (y = 0; y < num_4x4_h; ++y)
|
| + for (x = 0; x < num_4x4_w; ++x)
|
| + build_inter_predictors(xd, plane, i++, bw, bh,
|
| + 4 * x, 4 * y, 4, 4, mi_x, mi_y);
|
| + } else {
|
| + build_inter_predictors(xd, plane, 0, bw, bh,
|
| + 0, 0, bw, bh, mi_x, mi_y);
|
| + }
|
| }
|
| }
|
|
|
| @@ -242,12 +244,160 @@
|
| MAX_MB_PLANE - 1);
|
| }
|
|
|
| +// TODO(jingning): This function serves as a placeholder for decoder prediction
|
| +// using on demand border extension. It should be moved to /decoder/ directory.
|
| +static void dec_build_inter_predictors(MACROBLOCKD *xd, int plane, int block,
|
| + int bw, int bh,
|
| + int x, int y, int w, int h,
|
| + int mi_x, int mi_y) {
|
| + struct macroblockd_plane *const pd = &xd->plane[plane];
|
| + const MODE_INFO *mi = xd->mi_8x8[0];
|
| + const int is_compound = has_second_ref(&mi->mbmi);
|
| + int ref;
|
| +
|
| + for (ref = 0; ref < 1 + is_compound; ++ref) {
|
| + struct scale_factors *const scale = &xd->scale_factor[ref];
|
| + struct buf_2d *const pre_buf = &pd->pre[ref];
|
| + struct buf_2d *const dst_buf = &pd->dst;
|
| + uint8_t *const dst = dst_buf->buf + dst_buf->stride * y + x;
|
| +
|
| + // TODO(jkoleszar): All chroma MVs in SPLITMV mode are taken as the
|
| + // same MV (the average of the 4 luma MVs) but we could do something
|
| + // smarter for non-4:2:0. Just punt for now, pending the changes to get
|
| + // rid of SPLITMV mode entirely.
|
| + const MV mv = mi->mbmi.sb_type < BLOCK_8X8
|
| + ? (plane == 0 ? mi->bmi[block].as_mv[ref].as_mv
|
| + : mi_mv_pred_q4(mi, ref))
|
| + : mi->mbmi.mv[ref].as_mv;
|
| +
|
| + // TODO(jkoleszar): This clamping is done in the incorrect place for the
|
| + // scaling case. It needs to be done on the scaled MV, not the pre-scaling
|
| + // MV. Note however that it performs the subsampling aware scaling so
|
| + // that the result is always q4.
|
| + // mv_precision precision is MV_PRECISION_Q4.
|
| + const MV mv_q4 = clamp_mv_to_umv_border_sb(xd, &mv, bw, bh,
|
| + pd->subsampling_x,
|
| + pd->subsampling_y);
|
| +
|
| + MV32 scaled_mv;
|
| + int xs, ys, x0, y0, x0_16, y0_16, x1, y1, frame_width,
|
| + frame_height, subpel_x, subpel_y;
|
| + uint8_t *ref_frame, *buf_ptr;
|
| + const YV12_BUFFER_CONFIG *ref_buf = xd->ref_buf[ref];
|
| +
|
| + // Get reference frame pointer, width and height.
|
| + if (plane == 0) {
|
| + frame_width = ref_buf->y_crop_width;
|
| + frame_height = ref_buf->y_crop_height;
|
| + ref_frame = ref_buf->y_buffer;
|
| + } else {
|
| + frame_width = ref_buf->uv_crop_width;
|
| + frame_height = ref_buf->uv_crop_height;
|
| + ref_frame = plane == 1 ? ref_buf->u_buffer : ref_buf->v_buffer;
|
| + }
|
| +
|
| + // Get block position in current frame.
|
| + x0 = (-xd->mb_to_left_edge >> (3 + pd->subsampling_x)) + x;
|
| + y0 = (-xd->mb_to_top_edge >> (3 + pd->subsampling_y)) + y;
|
| +
|
| + // Precision of x0_16 and y0_16 is 1/16th pixel.
|
| + x0_16 = x0 << SUBPEL_BITS;
|
| + y0_16 = y0 << SUBPEL_BITS;
|
| +
|
| + if (vp9_is_scaled(scale->sfc)) {
|
| + scale->sfc->set_scaled_offsets(scale, mi_y + y, mi_x + x);
|
| + scaled_mv = scale->sfc->scale_mv(&mv_q4, scale);
|
| + xs = scale->sfc->x_step_q4;
|
| + ys = scale->sfc->y_step_q4;
|
| + // Get block position in the scaled reference frame.
|
| + x0 = scale->sfc->scale_value_x(x0, scale->sfc);
|
| + y0 = scale->sfc->scale_value_y(y0, scale->sfc);
|
| + x0_16 = scale->sfc->scale_value_x(x0_16, scale->sfc);
|
| + y0_16 = scale->sfc->scale_value_y(y0_16, scale->sfc);
|
| + } else {
|
| + scaled_mv.row = mv_q4.row;
|
| + scaled_mv.col = mv_q4.col;
|
| + xs = ys = 16;
|
| + }
|
| + subpel_x = scaled_mv.col & SUBPEL_MASK;
|
| + subpel_y = scaled_mv.row & SUBPEL_MASK;
|
| +
|
| + // Get reference block top left coordinate.
|
| + x0 += scaled_mv.col >> SUBPEL_BITS;
|
| + y0 += scaled_mv.row >> SUBPEL_BITS;
|
| + x0_16 += scaled_mv.col;
|
| + y0_16 += scaled_mv.row;
|
| +
|
| + // Get reference block bottom right coordinate.
|
| + x1 = ((x0_16 + (w - 1) * xs) >> SUBPEL_BITS) + 1;
|
| + y1 = ((y0_16 + (h - 1) * xs) >> SUBPEL_BITS) + 1;
|
| +
|
| + // Get reference block pointer.
|
| + buf_ptr = ref_frame + y0 * pre_buf->stride + x0;
|
| +
|
| + // Do border extension if there is motion or
|
| + // width/height is not a multiple of 8 pixels.
|
| + if (scaled_mv.col || scaled_mv.row ||
|
| + (frame_width & 0x7) || (frame_height & 0x7)) {
|
| +
|
| + if (subpel_x) {
|
| + x0 -= VP9_INTERP_EXTEND - 1;
|
| + x1 += VP9_INTERP_EXTEND;
|
| + }
|
| +
|
| + if (subpel_y) {
|
| + y0 -= VP9_INTERP_EXTEND - 1;
|
| + y1 += VP9_INTERP_EXTEND;
|
| + }
|
| +
|
| + // Skip border extension if block is inside the frame.
|
| + if (x0 < 0 || x0 > frame_width - 1 || x1 < 0 || x1 > frame_width ||
|
| + y0 < 0 || y0 > frame_height - 1 || y1 < 0 || y1 > frame_height - 1) {
|
| + uint8_t *buf_ptr1 = ref_frame + y0 * pre_buf->stride + x0;
|
| + // Extend the border.
|
| + build_mc_border(buf_ptr1, buf_ptr1, pre_buf->stride, x0, y0, x1 - x0,
|
| + y1 - y0, frame_width, frame_height);
|
| + }
|
| + }
|
| +
|
| + inter_predictor(buf_ptr, pre_buf->stride, dst, dst_buf->stride, subpel_x,
|
| + subpel_y, scale, w, h, ref, &xd->subpix, xs, ys);
|
| + }
|
| +}
|
| +
|
| +void vp9_dec_build_inter_predictors_sb(MACROBLOCKD *xd, int mi_row, int mi_col,
|
| + BLOCK_SIZE bsize) {
|
| + int plane;
|
| + const int mi_x = mi_col * MI_SIZE;
|
| + const int mi_y = mi_row * MI_SIZE;
|
| + for (plane = 0; plane < MAX_MB_PLANE; ++plane) {
|
| + const BLOCK_SIZE plane_bsize = get_plane_block_size(bsize,
|
| + &xd->plane[plane]);
|
| + const int num_4x4_w = num_4x4_blocks_wide_lookup[plane_bsize];
|
| + const int num_4x4_h = num_4x4_blocks_high_lookup[plane_bsize];
|
| + const int bw = 4 * num_4x4_w;
|
| + const int bh = 4 * num_4x4_h;
|
| +
|
| + if (xd->mi_8x8[0]->mbmi.sb_type < BLOCK_8X8) {
|
| + int i = 0, x, y;
|
| + assert(bsize == BLOCK_8X8);
|
| + for (y = 0; y < num_4x4_h; ++y)
|
| + for (x = 0; x < num_4x4_w; ++x)
|
| + dec_build_inter_predictors(xd, plane, i++, bw, bh,
|
| + 4 * x, 4 * y, 4, 4, mi_x, mi_y);
|
| + } else {
|
| + dec_build_inter_predictors(xd, plane, 0, bw, bh,
|
| + 0, 0, bw, bh, mi_x, mi_y);
|
| + }
|
| + }
|
| +}
|
| +
|
| // TODO(dkovalev: find better place for this function)
|
| void vp9_setup_scale_factors(VP9_COMMON *cm, int i) {
|
| const int ref = cm->active_ref_idx[i];
|
| struct scale_factors *const sf = &cm->active_ref_scale[i];
|
| struct scale_factors_common *const sfc = &cm->active_ref_scale_comm[i];
|
| - if (ref >= NUM_YV12_BUFFERS) {
|
| + if (ref >= cm->fb_count) {
|
| vp9_zero(*sf);
|
| vp9_zero(*sfc);
|
| } else {
|
| @@ -255,9 +405,6 @@
|
| vp9_setup_scale_factors_for_frame(sf, sfc,
|
| fb->y_crop_width, fb->y_crop_height,
|
| cm->width, cm->height);
|
| -
|
| - if (vp9_is_scaled(sfc))
|
| - vp9_extend_frame_borders(fb, cm->subsampling_x, cm->subsampling_y);
|
| }
|
| }
|
|
|
|
|