/src/libvpx/vp8/common/reconinter.c

Source
/*
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
 *
 *  Use of this source code is governed by a BSD-style license
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
 *  in the file PATENTS.  All contributing project authors may
 *  be found in the AUTHORS file in the root of the source tree.
 */

#include <limits.h>
#include <string.h>

#include "vpx_config.h"
#include "vp8_rtcd.h"
#include "vpx/vpx_integer.h"
#include "blockd.h"
#include "reconinter.h"
#if CONFIG_RUNTIME_CPU_DETECT
#include "onyxc_int.h"
#endif

void vp8_copy_mem16x16_c(unsigned char *src, int src_stride, unsigned char *dst,
                         int dst_stride) {
  int r;

  for (r = 0; r < 16; ++r) {
    memcpy(dst, src, 16);

    src += src_stride;
    dst += dst_stride;
  }
}

void vp8_copy_mem8x8_c(unsigned char *src, int src_stride, unsigned char *dst,
                       int dst_stride) {
  int r;

  for (r = 0; r < 8; ++r) {
    memcpy(dst, src, 8);

    src += src_stride;
    dst += dst_stride;
  }
}

void vp8_copy_mem8x4_c(unsigned char *src, int src_stride, unsigned char *dst,
                       int dst_stride) {
  int r;

  for (r = 0; r < 4; ++r) {
    memcpy(dst, src, 8);

    src += src_stride;
    dst += dst_stride;
  }
}

void vp8_build_inter_predictors_b(BLOCKD *d, int pitch, unsigned char *base_pre,
                                  int pre_stride, vp8_subpix_fn_t sppf) {
  int r;
  unsigned char *pred_ptr = d->predictor;
  unsigned char *ptr;
  ptr = base_pre + d->offset + (d->bmi.mv.as_mv.row >> 3) * pre_stride +
        (d->bmi.mv.as_mv.col >> 3);

  if (d->bmi.mv.as_mv.row & 7 || d->bmi.mv.as_mv.col & 7) {
    sppf(ptr, pre_stride, d->bmi.mv.as_mv.col & 7, d->bmi.mv.as_mv.row & 7,
         pred_ptr, pitch);
  } else {
    for (r = 0; r < 4; ++r) {
      pred_ptr[0] = ptr[0];
      pred_ptr[1] = ptr[1];
      pred_ptr[2] = ptr[2];
      pred_ptr[3] = ptr[3];
      pred_ptr += pitch;
      ptr += pre_stride;
    }
  }
}

static void build_inter_predictors4b(MACROBLOCKD *x, BLOCKD *d,
                                     unsigned char *dst, int dst_stride,
                                     unsigned char *base_pre, int pre_stride) {
  unsigned char *ptr;
  ptr = base_pre + d->offset + (d->bmi.mv.as_mv.row >> 3) * pre_stride +
        (d->bmi.mv.as_mv.col >> 3);

  if (d->bmi.mv.as_mv.row & 7 || d->bmi.mv.as_mv.col & 7) {
    x->subpixel_predict8x8(ptr, pre_stride, d->bmi.mv.as_mv.col & 7,
                           d->bmi.mv.as_mv.row & 7, dst, dst_stride);
  } else {
    vp8_copy_mem8x8(ptr, pre_stride, dst, dst_stride);
  }
}

static void build_inter_predictors2b(MACROBLOCKD *x, BLOCKD *d,
                                     unsigned char *dst, int dst_stride,
                                     unsigned char *base_pre, int pre_stride) {
  unsigned char *ptr;
  ptr = base_pre + d->offset + (d->bmi.mv.as_mv.row >> 3) * pre_stride +
        (d->bmi.mv.as_mv.col >> 3);

  if (d->bmi.mv.as_mv.row & 7 || d->bmi.mv.as_mv.col & 7) {
    x->subpixel_predict8x4(ptr, pre_stride, d->bmi.mv.as_mv.col & 7,
                           d->bmi.mv.as_mv.row & 7, dst, dst_stride);
  } else {
    vp8_copy_mem8x4(ptr, pre_stride, dst, dst_stride);
  }
}

static void build_inter_predictors_b(BLOCKD *d, unsigned char *dst,
                                     int dst_stride, unsigned char *base_pre,
                                     int pre_stride, vp8_subpix_fn_t sppf) {
  int r;
  unsigned char *ptr;
  ptr = base_pre + d->offset + (d->bmi.mv.as_mv.row >> 3) * pre_stride +
        (d->bmi.mv.as_mv.col >> 3);

  if (d->bmi.mv.as_mv.row & 7 || d->bmi.mv.as_mv.col & 7) {
    sppf(ptr, pre_stride, d->bmi.mv.as_mv.col & 7, d->bmi.mv.as_mv.row & 7, dst,
         dst_stride);
  } else {
    for (r = 0; r < 4; ++r) {
      dst[0] = ptr[0];
      dst[1] = ptr[1];
      dst[2] = ptr[2];
      dst[3] = ptr[3];
      dst += dst_stride;
      ptr += pre_stride;
    }
  }
}

/*encoder only*/
void vp8_build_inter16x16_predictors_mbuv(MACROBLOCKD *x) {
  unsigned char *uptr, *vptr;
  unsigned char *upred_ptr = &x->predictor[256];
  unsigned char *vpred_ptr = &x->predictor[320];

  int mv_row = x->mode_info_context->mbmi.mv.as_mv.row;
  int mv_col = x->mode_info_context->mbmi.mv.as_mv.col;
  int offset;
  int pre_stride = x->pre.uv_stride;

  /* calc uv motion vectors */
  mv_row += 1 | (mv_row >> (sizeof(int) * CHAR_BIT - 1));
  mv_col += 1 | (mv_col >> (sizeof(int) * CHAR_BIT - 1));
  mv_row /= 2;
  mv_col /= 2;
  mv_row &= x->fullpixel_mask;
  mv_col &= x->fullpixel_mask;

  offset = (mv_row >> 3) * pre_stride + (mv_col >> 3);
  uptr = x->pre.u_buffer + offset;
  vptr = x->pre.v_buffer + offset;

  if ((mv_row | mv_col) & 7) {
    x->subpixel_predict8x8(uptr, pre_stride, mv_col & 7, mv_row & 7, upred_ptr,
                           8);
    x->subpixel_predict8x8(vptr, pre_stride, mv_col & 7, mv_row & 7, vpred_ptr,
                           8);
  } else {
    vp8_copy_mem8x8(uptr, pre_stride, upred_ptr, 8);
    vp8_copy_mem8x8(vptr, pre_stride, vpred_ptr, 8);
  }
}

/*encoder only*/
void vp8_build_inter4x4_predictors_mbuv(MACROBLOCKD *x) {
  int i, j;
  int pre_stride = x->pre.uv_stride;
  unsigned char *base_pre;

  /* build uv mvs */
  for (i = 0; i < 2; ++i) {
    for (j = 0; j < 2; ++j) {
      int yoffset = i * 8 + j * 2;
      int uoffset = 16 + i * 2 + j;
      int voffset = 20 + i * 2 + j;

      int temp;

      temp = x->block[yoffset].bmi.mv.as_mv.row +
             x->block[yoffset + 1].bmi.mv.as_mv.row +
             x->block[yoffset + 4].bmi.mv.as_mv.row +
             x->block[yoffset + 5].bmi.mv.as_mv.row;

      temp += 4 + ((temp >> (sizeof(temp) * CHAR_BIT - 1)) * 8);

      x->block[uoffset].bmi.mv.as_mv.row = (temp / 8) & x->fullpixel_mask;

      temp = x->block[yoffset].bmi.mv.as_mv.col +
             x->block[yoffset + 1].bmi.mv.as_mv.col +
             x->block[yoffset + 4].bmi.mv.as_mv.col +
             x->block[yoffset + 5].bmi.mv.as_mv.col;

      temp += 4 + ((temp >> (sizeof(temp) * CHAR_BIT - 1)) * 8);

      x->block[uoffset].bmi.mv.as_mv.col = (temp / 8) & x->fullpixel_mask;

      x->block[voffset].bmi.mv.as_int = x->block[uoffset].bmi.mv.as_int;
    }
  }

  base_pre = x->pre.u_buffer;
  for (i = 16; i < 20; i += 2) {
    BLOCKD *d0 = &x->block[i];
    BLOCKD *d1 = &x->block[i + 1];

    if (d0->bmi.mv.as_int == d1->bmi.mv.as_int) {
      build_inter_predictors2b(x, d0, d0->predictor, 8, base_pre, pre_stride);
    } else {
      vp8_build_inter_predictors_b(d0, 8, base_pre, pre_stride,
                                   x->subpixel_predict);
      vp8_build_inter_predictors_b(d1, 8, base_pre, pre_stride,
                                   x->subpixel_predict);
    }
  }

  base_pre = x->pre.v_buffer;
  for (i = 20; i < 24; i += 2) {
    BLOCKD *d0 = &x->block[i];
    BLOCKD *d1 = &x->block[i + 1];

    if (d0->bmi.mv.as_int == d1->bmi.mv.as_int) {
      build_inter_predictors2b(x, d0, d0->predictor, 8, base_pre, pre_stride);
    } else {
      vp8_build_inter_predictors_b(d0, 8, base_pre, pre_stride,
                                   x->subpixel_predict);
      vp8_build_inter_predictors_b(d1, 8, base_pre, pre_stride,
                                   x->subpixel_predict);
    }
  }
}

/*encoder only*/
void vp8_build_inter16x16_predictors_mby(MACROBLOCKD *x, unsigned char *dst_y,
                                         int dst_ystride) {
  unsigned char *ptr_base;
  unsigned char *ptr;
  int mv_row = x->mode_info_context->mbmi.mv.as_mv.row;
  int mv_col = x->mode_info_context->mbmi.mv.as_mv.col;
  int pre_stride = x->pre.y_stride;

  ptr_base = x->pre.y_buffer;
  ptr = ptr_base + (mv_row >> 3) * pre_stride + (mv_col >> 3);

  if ((mv_row | mv_col) & 7) {
    x->subpixel_predict16x16(ptr, pre_stride, mv_col & 7, mv_row & 7, dst_y,
                             dst_ystride);
  } else {
    vp8_copy_mem16x16(ptr, pre_stride, dst_y, dst_ystride);
  }
}

static void clamp_mv_to_umv_border(MV *mv, const MACROBLOCKD *xd) {
  /* If the MV points so far into the UMV border that no visible pixels
   * are used for reconstruction, the subpel part of the MV can be
   * discarded and the MV limited to 16 pixels with equivalent results.
   *
   * This limit kicks in at 19 pixels for the top and left edges, for
   * the 16 pixels plus 3 taps right of the central pixel when subpel
   * filtering. The bottom and right edges use 16 pixels plus 2 pixels
   * left of the central pixel when filtering.
   */
  if (mv->col < (xd->mb_to_left_edge - (19 << 3))) {
    mv->col = xd->mb_to_left_edge - (16 << 3);
  } else if (mv->col > xd->mb_to_right_edge + (18 << 3)) {
    mv->col = xd->mb_to_right_edge + (16 << 3);
  }

  if (mv->row < (xd->mb_to_top_edge - (19 << 3))) {
    mv->row = xd->mb_to_top_edge - (16 << 3);
  } else if (mv->row > xd->mb_to_bottom_edge + (18 << 3)) {
    mv->row = xd->mb_to_bottom_edge + (16 << 3);
  }
}

/* A version of the above function for chroma block MVs.*/
static void clamp_uvmv_to_umv_border(MV *mv, const MACROBLOCKD *xd) {
  mv->col = (2 * mv->col < (xd->mb_to_left_edge - (19 << 3)))
                ? (xd->mb_to_left_edge - (16 << 3)) >> 1
                : mv->col;
  mv->col = (2 * mv->col > xd->mb_to_right_edge + (18 << 3))
                ? (xd->mb_to_right_edge + (16 << 3)) >> 1
                : mv->col;

  mv->row = (2 * mv->row < (xd->mb_to_top_edge - (19 << 3)))
                ? (xd->mb_to_top_edge - (16 << 3)) >> 1
                : mv->row;
  mv->row = (2 * mv->row > xd->mb_to_bottom_edge + (18 << 3))
                ? (xd->mb_to_bottom_edge + (16 << 3)) >> 1
                : mv->row;
}

void vp8_build_inter16x16_predictors_mb(MACROBLOCKD *x, unsigned char *dst_y,
                                        unsigned char *dst_u,
                                        unsigned char *dst_v, int dst_ystride,
                                        int dst_uvstride) {
  int offset;
  unsigned char *ptr;
  unsigned char *uptr, *vptr;

  int_mv _16x16mv;

  unsigned char *ptr_base = x->pre.y_buffer;
  int pre_stride = x->pre.y_stride;

  _16x16mv.as_int = x->mode_info_context->mbmi.mv.as_int;

  if (x->mode_info_context->mbmi.need_to_clamp_mvs) {
    clamp_mv_to_umv_border(&_16x16mv.as_mv, x);
  }

  ptr = ptr_base + (_16x16mv.as_mv.row >> 3) * pre_stride +
        (_16x16mv.as_mv.col >> 3);

  if (_16x16mv.as_int & 0x00070007) {
    x->subpixel_predict16x16(ptr, pre_stride, _16x16mv.as_mv.col & 7,
                             _16x16mv.as_mv.row & 7, dst_y, dst_ystride);
  } else {
    vp8_copy_mem16x16(ptr, pre_stride, dst_y, dst_ystride);
  }

  /* calc uv motion vectors */
  _16x16mv.as_mv.row +=
      1 | (_16x16mv.as_mv.row >> (sizeof(int) * CHAR_BIT - 1));
  _16x16mv.as_mv.col +=
      1 | (_16x16mv.as_mv.col >> (sizeof(int) * CHAR_BIT - 1));
  _16x16mv.as_mv.row /= 2;
  _16x16mv.as_mv.col /= 2;
  _16x16mv.as_mv.row &= x->fullpixel_mask;
  _16x16mv.as_mv.col &= x->fullpixel_mask;

  if (2 * _16x16mv.as_mv.col < (x->mb_to_left_edge - (19 << 3)) ||
      2 * _16x16mv.as_mv.col > x->mb_to_right_edge + (18 << 3) ||
      2 * _16x16mv.as_mv.row < (x->mb_to_top_edge - (19 << 3)) ||
      2 * _16x16mv.as_mv.row > x->mb_to_bottom_edge + (18 << 3)) {
    return;
  }

  pre_stride >>= 1;
  offset = (_16x16mv.as_mv.row >> 3) * pre_stride + (_16x16mv.as_mv.col >> 3);
  uptr = x->pre.u_buffer + offset;
  vptr = x->pre.v_buffer + offset;

  if (_16x16mv.as_int & 0x00070007) {
    x->subpixel_predict8x8(uptr, pre_stride, _16x16mv.as_mv.col & 7,
                           _16x16mv.as_mv.row & 7, dst_u, dst_uvstride);
    x->subpixel_predict8x8(vptr, pre_stride, _16x16mv.as_mv.col & 7,
                           _16x16mv.as_mv.row & 7, dst_v, dst_uvstride);
  } else {
    vp8_copy_mem8x8(uptr, pre_stride, dst_u, dst_uvstride);
    vp8_copy_mem8x8(vptr, pre_stride, dst_v, dst_uvstride);
  }
}

static void build_inter4x4_predictors_mb(MACROBLOCKD *x) {
  int i;
  unsigned char *base_dst = x->dst.y_buffer;
  unsigned char *base_pre = x->pre.y_buffer;

  if (x->mode_info_context->mbmi.partitioning < 3) {
    BLOCKD *b;
    int dst_stride = x->dst.y_stride;

    x->block[0].bmi = x->mode_info_context->bmi[0];
    x->block[2].bmi = x->mode_info_context->bmi[2];
    x->block[8].bmi = x->mode_info_context->bmi[8];
    x->block[10].bmi = x->mode_info_context->bmi[10];
    if (x->mode_info_context->mbmi.need_to_clamp_mvs) {
      clamp_mv_to_umv_border(&x->block[0].bmi.mv.as_mv, x);
      clamp_mv_to_umv_border(&x->block[2].bmi.mv.as_mv, x);
      clamp_mv_to_umv_border(&x->block[8].bmi.mv.as_mv, x);
      clamp_mv_to_umv_border(&x->block[10].bmi.mv.as_mv, x);
    }

    b = &x->block[0];
    build_inter_predictors4b(x, b, base_dst + b->offset, dst_stride, base_pre,
                             dst_stride);
    b = &x->block[2];
    build_inter_predictors4b(x, b, base_dst + b->offset, dst_stride, base_pre,
                             dst_stride);
    b = &x->block[8];
    build_inter_predictors4b(x, b, base_dst + b->offset, dst_stride, base_pre,
                             dst_stride);
    b = &x->block[10];
    build_inter_predictors4b(x, b, base_dst + b->offset, dst_stride, base_pre,
                             dst_stride);
  } else {
    for (i = 0; i < 16; i += 2) {
      BLOCKD *d0 = &x->block[i];
      BLOCKD *d1 = &x->block[i + 1];
      int dst_stride = x->dst.y_stride;

      x->block[i + 0].bmi = x->mode_info_context->bmi[i + 0];
      x->block[i + 1].bmi = x->mode_info_context->bmi[i + 1];
      if (x->mode_info_context->mbmi.need_to_clamp_mvs) {
        clamp_mv_to_umv_border(&x->block[i + 0].bmi.mv.as_mv, x);
        clamp_mv_to_umv_border(&x->block[i + 1].bmi.mv.as_mv, x);
      }

      if (d0->bmi.mv.as_int == d1->bmi.mv.as_int) {
        build_inter_predictors2b(x, d0, base_dst + d0->offset, dst_stride,
                                 base_pre, dst_stride);
      } else {
        build_inter_predictors_b(d0, base_dst + d0->offset, dst_stride,
                                 base_pre, dst_stride, x->subpixel_predict);
        build_inter_predictors_b(d1, base_dst + d1->offset, dst_stride,
                                 base_pre, dst_stride, x->subpixel_predict);
      }
    }
  }
  base_dst = x->dst.u_buffer;
  base_pre = x->pre.u_buffer;
  for (i = 16; i < 20; i += 2) {
    BLOCKD *d0 = &x->block[i];
    BLOCKD *d1 = &x->block[i + 1];
    int dst_stride = x->dst.uv_stride;

    /* Note: uv mvs already clamped in build_4x4uvmvs() */

    if (d0->bmi.mv.as_int == d1->bmi.mv.as_int) {
      build_inter_predictors2b(x, d0, base_dst + d0->offset, dst_stride,
                               base_pre, dst_stride);
    } else {
      build_inter_predictors_b(d0, base_dst + d0->offset, dst_stride, base_pre,
                               dst_stride, x->subpixel_predict);
      build_inter_predictors_b(d1, base_dst + d1->offset, dst_stride, base_pre,
                               dst_stride, x->subpixel_predict);
    }
  }

  base_dst = x->dst.v_buffer;
  base_pre = x->pre.v_buffer;
  for (i = 20; i < 24; i += 2) {
    BLOCKD *d0 = &x->block[i];
    BLOCKD *d1 = &x->block[i + 1];
    int dst_stride = x->dst.uv_stride;

    /* Note: uv mvs already clamped in build_4x4uvmvs() */

    if (d0->bmi.mv.as_int == d1->bmi.mv.as_int) {
      build_inter_predictors2b(x, d0, base_dst + d0->offset, dst_stride,
                               base_pre, dst_stride);
    } else {
      build_inter_predictors_b(d0, base_dst + d0->offset, dst_stride, base_pre,
                               dst_stride, x->subpixel_predict);
      build_inter_predictors_b(d1, base_dst + d1->offset, dst_stride, base_pre,
                               dst_stride, x->subpixel_predict);
    }
  }
}

static void build_4x4uvmvs(MACROBLOCKD *x) {
  int i, j;

  for (i = 0; i < 2; ++i) {
    for (j = 0; j < 2; ++j) {
      int yoffset = i * 8 + j * 2;
      int uoffset = 16 + i * 2 + j;
      int voffset = 20 + i * 2 + j;

      int temp;

      temp = x->mode_info_context->bmi[yoffset + 0].mv.as_mv.row +
             x->mode_info_context->bmi[yoffset + 1].mv.as_mv.row +
             x->mode_info_context->bmi[yoffset + 4].mv.as_mv.row +
             x->mode_info_context->bmi[yoffset + 5].mv.as_mv.row;

      temp += 4 + ((temp >> (sizeof(temp) * CHAR_BIT - 1)) * 8);

      x->block[uoffset].bmi.mv.as_mv.row = (temp / 8) & x->fullpixel_mask;

      temp = x->mode_info_context->bmi[yoffset + 0].mv.as_mv.col +
             x->mode_info_context->bmi[yoffset + 1].mv.as_mv.col +
             x->mode_info_context->bmi[yoffset + 4].mv.as_mv.col +
             x->mode_info_context->bmi[yoffset + 5].mv.as_mv.col;

      temp += 4 + ((temp >> (sizeof(temp) * CHAR_BIT - 1)) * 8);

      x->block[uoffset].bmi.mv.as_mv.col = (temp / 8) & x->fullpixel_mask;

      if (x->mode_info_context->mbmi.need_to_clamp_mvs) {
        clamp_uvmv_to_umv_border(&x->block[uoffset].bmi.mv.as_mv, x);
      }

      x->block[voffset].bmi.mv.as_int = x->block[uoffset].bmi.mv.as_int;
    }
  }
}

void vp8_build_inter_predictors_mb(MACROBLOCKD *xd) {
  if (xd->mode_info_context->mbmi.mode != SPLITMV) {
    vp8_build_inter16x16_predictors_mb(xd, xd->dst.y_buffer, xd->dst.u_buffer,
                                       xd->dst.v_buffer, xd->dst.y_stride,
                                       xd->dst.uv_stride);
  } else {
    build_4x4uvmvs(xd);
    build_inter4x4_predictors_mb(xd);
  }
}

Coverage Report

Created: 2025-12-31 07:57

Line	Count	Source
1		/*
2		* Copyright (c) 2010 The WebM project authors. All Rights Reserved.
3		*
4		* Use of this source code is governed by a BSD-style license
5		* that can be found in the LICENSE file in the root of the source
6		* tree. An additional intellectual property rights grant can be found
7		* in the file PATENTS. All contributing project authors may
8		* be found in the AUTHORS file in the root of the source tree.
9		*/
10
11		#include <limits.h>
12		#include <string.h>
13
14		#include "vpx_config.h"
15		#include "vp8_rtcd.h"
16		#include "vpx/vpx_integer.h"
17		#include "blockd.h"
18		#include "reconinter.h"
19		#if CONFIG_RUNTIME_CPU_DETECT
20		#include "onyxc_int.h"
21		#endif
22
23		void vp8_copy_mem16x16_c(unsigned char src, int src_stride, unsigned char dst,
24	0	int dst_stride) {
25	0	int r;
26
27	0	for (r = 0; r < 16; ++r) {
28	0	memcpy(dst, src, 16);
29
30	0	src += src_stride;
31	0	dst += dst_stride;
32	0	}
33	0	}
34
35		void vp8_copy_mem8x8_c(unsigned char src, int src_stride, unsigned char dst,
36	0	int dst_stride) {
37	0	int r;
38
39	0	for (r = 0; r < 8; ++r) {
40	0	memcpy(dst, src, 8);
41
42	0	src += src_stride;
43	0	dst += dst_stride;
44	0	}
45	0	}
46
47		void vp8_copy_mem8x4_c(unsigned char src, int src_stride, unsigned char dst,
48	0	int dst_stride) {
49	0	int r;
50
51	0	for (r = 0; r < 4; ++r) {
52	0	memcpy(dst, src, 8);
53
54	0	src += src_stride;
55	0	dst += dst_stride;
56	0	}
57	0	}
58
59		void vp8_build_inter_predictors_b(BLOCKD d, int pitch, unsigned char base_pre,
60	94.9M	int pre_stride, vp8_subpix_fn_t sppf) {
61	94.9M	int r;
62	94.9M	unsigned char *pred_ptr = d->predictor;
63	94.9M	unsigned char *ptr;
64	94.9M	ptr = base_pre + d->offset + (d->bmi.mv.as_mv.row >> 3) * pre_stride +
65	94.9M	(d->bmi.mv.as_mv.col >> 3);
66
67	94.9M	if (d->bmi.mv.as_mv.row & 7 \|\| d->bmi.mv.as_mv.col & 7) {
68	24.5M	sppf(ptr, pre_stride, d->bmi.mv.as_mv.col & 7, d->bmi.mv.as_mv.row & 7,
69	24.5M	pred_ptr, pitch);
70	70.4M	} else {
71	352M	for (r = 0; r < 4; ++r) {
72	281M	pred_ptr[0] = ptr[0];
73	281M	pred_ptr[1] = ptr[1];
74	281M	pred_ptr[2] = ptr[2];
75	281M	pred_ptr[3] = ptr[3];
76	281M	pred_ptr += pitch;
77	281M	ptr += pre_stride;
78	281M	}
79	70.4M	}
80	94.9M	}
81
82		static void build_inter_predictors4b(MACROBLOCKD x, BLOCKD d,
83		unsigned char *dst, int dst_stride,
84	4.78M	unsigned char *base_pre, int pre_stride) {
85	4.78M	unsigned char *ptr;
86	4.78M	ptr = base_pre + d->offset + (d->bmi.mv.as_mv.row >> 3) * pre_stride +
87	4.78M	(d->bmi.mv.as_mv.col >> 3);
88
89	4.78M	if (d->bmi.mv.as_mv.row & 7 \|\| d->bmi.mv.as_mv.col & 7) {
90	3.06M	x->subpixel_predict8x8(ptr, pre_stride, d->bmi.mv.as_mv.col & 7,
91	3.06M	d->bmi.mv.as_mv.row & 7, dst, dst_stride);
92	3.06M	} else {
93	1.72M	vp8_copy_mem8x8(ptr, pre_stride, dst, dst_stride);
94	1.72M	}
95	4.78M	}
96
97		static void build_inter_predictors2b(MACROBLOCKD x, BLOCKD d,
98		unsigned char *dst, int dst_stride,
99	9.61M	unsigned char *base_pre, int pre_stride) {
100	9.61M	unsigned char *ptr;
101	9.61M	ptr = base_pre + d->offset + (d->bmi.mv.as_mv.row >> 3) * pre_stride +
102	9.61M	(d->bmi.mv.as_mv.col >> 3);
103
104	9.61M	if (d->bmi.mv.as_mv.row & 7 \|\| d->bmi.mv.as_mv.col & 7) {
105	5.27M	x->subpixel_predict8x4(ptr, pre_stride, d->bmi.mv.as_mv.col & 7,
106	5.27M	d->bmi.mv.as_mv.row & 7, dst, dst_stride);
107	5.27M	} else {
108	4.33M	vp8_copy_mem8x4(ptr, pre_stride, dst, dst_stride);
109	4.33M	}
110	9.61M	}
111
112		static void build_inter_predictors_b(BLOCKD d, unsigned char dst,
113		int dst_stride, unsigned char *base_pre,
114	9.28M	int pre_stride, vp8_subpix_fn_t sppf) {
115	9.28M	int r;
116	9.28M	unsigned char *ptr;
117	9.28M	ptr = base_pre + d->offset + (d->bmi.mv.as_mv.row >> 3) * pre_stride +
118	9.28M	(d->bmi.mv.as_mv.col >> 3);
119
120	9.28M	if (d->bmi.mv.as_mv.row & 7 \|\| d->bmi.mv.as_mv.col & 7) {
121	4.83M	sppf(ptr, pre_stride, d->bmi.mv.as_mv.col & 7, d->bmi.mv.as_mv.row & 7, dst,
122	4.83M	dst_stride);
123	4.83M	} else {
124	22.2M	for (r = 0; r < 4; ++r) {
125	17.7M	dst[0] = ptr[0];
126	17.7M	dst[1] = ptr[1];
127	17.7M	dst[2] = ptr[2];
128	17.7M	dst[3] = ptr[3];
129	17.7M	dst += dst_stride;
130	17.7M	ptr += pre_stride;
131	17.7M	}
132	4.44M	}
133	9.28M	}
134
135		/encoder only/
136	2.93M	void vp8_build_inter16x16_predictors_mbuv(MACROBLOCKD *x) {
137	2.93M	unsigned char uptr, vptr;
138	2.93M	unsigned char *upred_ptr = &x->predictor[256];
139	2.93M	unsigned char *vpred_ptr = &x->predictor[320];
140
141	2.93M	int mv_row = x->mode_info_context->mbmi.mv.as_mv.row;
142	2.93M	int mv_col = x->mode_info_context->mbmi.mv.as_mv.col;
143	2.93M	int offset;
144	2.93M	int pre_stride = x->pre.uv_stride;
145
146		/* calc uv motion vectors */
147	2.93M	mv_row += 1 \| (mv_row >> (sizeof(int) * CHAR_BIT - 1));
148	2.93M	mv_col += 1 \| (mv_col >> (sizeof(int) * CHAR_BIT - 1));
149	2.93M	mv_row /= 2;
150	2.93M	mv_col /= 2;
151	2.93M	mv_row &= x->fullpixel_mask;
152	2.93M	mv_col &= x->fullpixel_mask;
153
154	2.93M	offset = (mv_row >> 3) * pre_stride + (mv_col >> 3);
155	2.93M	uptr = x->pre.u_buffer + offset;
156	2.93M	vptr = x->pre.v_buffer + offset;
157
158	2.93M	if ((mv_row \| mv_col) & 7) {
159	1.38M	x->subpixel_predict8x8(uptr, pre_stride, mv_col & 7, mv_row & 7, upred_ptr,
160	1.38M	8);
161	1.38M	x->subpixel_predict8x8(vptr, pre_stride, mv_col & 7, mv_row & 7, vpred_ptr,
162	1.38M	8);
163	1.55M	} else {
164	1.55M	vp8_copy_mem8x8(uptr, pre_stride, upred_ptr, 8);
165	1.55M	vp8_copy_mem8x8(vptr, pre_stride, vpred_ptr, 8);
166	1.55M	}
167	2.93M	}
168
169		/encoder only/
170	385k	void vp8_build_inter4x4_predictors_mbuv(MACROBLOCKD *x) {
171	385k	int i, j;
172	385k	int pre_stride = x->pre.uv_stride;
173	385k	unsigned char *base_pre;
174
175		/* build uv mvs */
176	1.15M	for (i = 0; i < 2; ++i) {
177	2.31M	for (j = 0; j < 2; ++j) {
178	1.54M	int yoffset = i * 8 + j * 2;
179	1.54M	int uoffset = 16 + i * 2 + j;
180	1.54M	int voffset = 20 + i * 2 + j;
181
182	1.54M	int temp;
183
184	1.54M	temp = x->block[yoffset].bmi.mv.as_mv.row +
185	1.54M	x->block[yoffset + 1].bmi.mv.as_mv.row +
186	1.54M	x->block[yoffset + 4].bmi.mv.as_mv.row +
187	1.54M	x->block[yoffset + 5].bmi.mv.as_mv.row;
188
189	1.54M	temp += 4 + ((temp >> (sizeof(temp) * CHAR_BIT - 1)) * 8);
190
191	1.54M	x->block[uoffset].bmi.mv.as_mv.row = (temp / 8) & x->fullpixel_mask;
192
193	1.54M	temp = x->block[yoffset].bmi.mv.as_mv.col +
194	1.54M	x->block[yoffset + 1].bmi.mv.as_mv.col +
195	1.54M	x->block[yoffset + 4].bmi.mv.as_mv.col +
196	1.54M	x->block[yoffset + 5].bmi.mv.as_mv.col;
197
198	1.54M	temp += 4 + ((temp >> (sizeof(temp) * CHAR_BIT - 1)) * 8);
199
200	1.54M	x->block[uoffset].bmi.mv.as_mv.col = (temp / 8) & x->fullpixel_mask;
201
202	1.54M	x->block[voffset].bmi.mv.as_int = x->block[uoffset].bmi.mv.as_int;
203	1.54M	}
204	770k	}
205
206	385k	base_pre = x->pre.u_buffer;
207	1.15M	for (i = 16; i < 20; i += 2) {
208	770k	BLOCKD *d0 = &x->block[i];
209	770k	BLOCKD *d1 = &x->block[i + 1];
210
211	770k	if (d0->bmi.mv.as_int == d1->bmi.mv.as_int) {
212	451k	build_inter_predictors2b(x, d0, d0->predictor, 8, base_pre, pre_stride);
213	451k	} else {
214	319k	vp8_build_inter_predictors_b(d0, 8, base_pre, pre_stride,
215	319k	x->subpixel_predict);
216	319k	vp8_build_inter_predictors_b(d1, 8, base_pre, pre_stride,
217	319k	x->subpixel_predict);
218	319k	}
219	770k	}
220
221	385k	base_pre = x->pre.v_buffer;
222	1.15M	for (i = 20; i < 24; i += 2) {
223	770k	BLOCKD *d0 = &x->block[i];
224	770k	BLOCKD *d1 = &x->block[i + 1];
225
226	770k	if (d0->bmi.mv.as_int == d1->bmi.mv.as_int) {
227	451k	build_inter_predictors2b(x, d0, d0->predictor, 8, base_pre, pre_stride);
228	451k	} else {
229	319k	vp8_build_inter_predictors_b(d0, 8, base_pre, pre_stride,
230	319k	x->subpixel_predict);
231	319k	vp8_build_inter_predictors_b(d1, 8, base_pre, pre_stride,
232	319k	x->subpixel_predict);
233	319k	}
234	770k	}
235	385k	}
236
237		/encoder only/
238		void vp8_build_inter16x16_predictors_mby(MACROBLOCKD x, unsigned char dst_y,
239	2.93M	int dst_ystride) {
240	2.93M	unsigned char *ptr_base;
241	2.93M	unsigned char *ptr;
242	2.93M	int mv_row = x->mode_info_context->mbmi.mv.as_mv.row;
243	2.93M	int mv_col = x->mode_info_context->mbmi.mv.as_mv.col;
244	2.93M	int pre_stride = x->pre.y_stride;
245
246	2.93M	ptr_base = x->pre.y_buffer;
247	2.93M	ptr = ptr_base + (mv_row >> 3) * pre_stride + (mv_col >> 3);
248
249	2.93M	if ((mv_row \| mv_col) & 7) {
250	734k	x->subpixel_predict16x16(ptr, pre_stride, mv_col & 7, mv_row & 7, dst_y,
251	734k	dst_ystride);
252	2.20M	} else {
253	2.20M	vp8_copy_mem16x16(ptr, pre_stride, dst_y, dst_ystride);
254	2.20M	}
255	2.93M	}
256
257	2.18M	static void clamp_mv_to_umv_border(MV mv, const MACROBLOCKD xd) {
258		/* If the MV points so far into the UMV border that no visible pixels
259		* are used for reconstruction, the subpel part of the MV can be
260		* discarded and the MV limited to 16 pixels with equivalent results.
261		*
262		* This limit kicks in at 19 pixels for the top and left edges, for
263		* the 16 pixels plus 3 taps right of the central pixel when subpel
264		* filtering. The bottom and right edges use 16 pixels plus 2 pixels
265		* left of the central pixel when filtering.
266		*/
267	2.18M	if (mv->col < (xd->mb_to_left_edge - (19 << 3))) {
268	1.06M	mv->col = xd->mb_to_left_edge - (16 << 3);
269	1.12M	} else if (mv->col > xd->mb_to_right_edge + (18 << 3)) {
270	104k	mv->col = xd->mb_to_right_edge + (16 << 3);
271	104k	}
272
273	2.18M	if (mv->row < (xd->mb_to_top_edge - (19 << 3))) {
274	493k	mv->row = xd->mb_to_top_edge - (16 << 3);
275	1.69M	} else if (mv->row > xd->mb_to_bottom_edge + (18 << 3)) {
276	142k	mv->row = xd->mb_to_bottom_edge + (16 << 3);
277	142k	}
278	2.18M	}
279
280		/* A version of the above function for chroma block MVs.*/
281	1.40M	static void clamp_uvmv_to_umv_border(MV mv, const MACROBLOCKD xd) {
282	1.40M	mv->col = (2 * mv->col < (xd->mb_to_left_edge - (19 << 3)))
283	1.40M	? (xd->mb_to_left_edge - (16 << 3)) >> 1
284	1.40M	: mv->col;
285	1.40M	mv->col = (2 * mv->col > xd->mb_to_right_edge + (18 << 3))
286	1.40M	? (xd->mb_to_right_edge + (16 << 3)) >> 1
287	1.40M	: mv->col;
288
289	1.40M	mv->row = (2 * mv->row < (xd->mb_to_top_edge - (19 << 3)))
290	1.40M	? (xd->mb_to_top_edge - (16 << 3)) >> 1
291	1.40M	: mv->row;
292	1.40M	mv->row = (2 * mv->row > xd->mb_to_bottom_edge + (18 << 3))
293	1.40M	? (xd->mb_to_bottom_edge + (16 << 3)) >> 1
294	1.40M	: mv->row;
295	1.40M	}
296
297		void vp8_build_inter16x16_predictors_mb(MACROBLOCKD x, unsigned char dst_y,
298		unsigned char *dst_u,
299		unsigned char *dst_v, int dst_ystride,
300	3.88M	int dst_uvstride) {
301	3.88M	int offset;
302	3.88M	unsigned char *ptr;
303	3.88M	unsigned char uptr, vptr;
304
305	3.88M	int_mv _16x16mv;
306
307	3.88M	unsigned char *ptr_base = x->pre.y_buffer;
308	3.88M	int pre_stride = x->pre.y_stride;
309
310	3.88M	_16x16mv.as_int = x->mode_info_context->mbmi.mv.as_int;
311
312	3.88M	if (x->mode_info_context->mbmi.need_to_clamp_mvs) {
313	71.0k	clamp_mv_to_umv_border(&_16x16mv.as_mv, x);
314	71.0k	}
315
316	3.88M	ptr = ptr_base + (_16x16mv.as_mv.row >> 3) * pre_stride +
317	3.88M	(_16x16mv.as_mv.col >> 3);
318
319	3.88M	if (_16x16mv.as_int & 0x00070007) {
320	2.32M	x->subpixel_predict16x16(ptr, pre_stride, _16x16mv.as_mv.col & 7,
321	2.32M	_16x16mv.as_mv.row & 7, dst_y, dst_ystride);
322	2.32M	} else {
323	1.56M	vp8_copy_mem16x16(ptr, pre_stride, dst_y, dst_ystride);
324	1.56M	}
325
326		/* calc uv motion vectors */
327	3.88M	_16x16mv.as_mv.row +=
328	3.88M	1 \| (_16x16mv.as_mv.row >> (sizeof(int) * CHAR_BIT - 1));
329	3.88M	_16x16mv.as_mv.col +=
330	3.88M	1 \| (_16x16mv.as_mv.col >> (sizeof(int) * CHAR_BIT - 1));
331	3.88M	_16x16mv.as_mv.row /= 2;
332	3.88M	_16x16mv.as_mv.col /= 2;
333	3.88M	_16x16mv.as_mv.row &= x->fullpixel_mask;
334	3.88M	_16x16mv.as_mv.col &= x->fullpixel_mask;
335
336	3.88M	if (2 * _16x16mv.as_mv.col < (x->mb_to_left_edge - (19 << 3)) \|\|
337	3.88M	2 * _16x16mv.as_mv.col > x->mb_to_right_edge + (18 << 3) \|\|
338	3.88M	2 * _16x16mv.as_mv.row < (x->mb_to_top_edge - (19 << 3)) \|\|
339	3.88M	2 * _16x16mv.as_mv.row > x->mb_to_bottom_edge + (18 << 3)) {
340	4.20k	return;
341	4.20k	}
342
343	3.88M	pre_stride >>= 1;
344	3.88M	offset = (_16x16mv.as_mv.row >> 3) * pre_stride + (_16x16mv.as_mv.col >> 3);
345	3.88M	uptr = x->pre.u_buffer + offset;
346	3.88M	vptr = x->pre.v_buffer + offset;
347
348	3.88M	if (_16x16mv.as_int & 0x00070007) {
349	1.17M	x->subpixel_predict8x8(uptr, pre_stride, _16x16mv.as_mv.col & 7,
350	1.17M	_16x16mv.as_mv.row & 7, dst_u, dst_uvstride);
351	1.17M	x->subpixel_predict8x8(vptr, pre_stride, _16x16mv.as_mv.col & 7,
352	1.17M	_16x16mv.as_mv.row & 7, dst_v, dst_uvstride);
353	2.70M	} else {
354	2.70M	vp8_copy_mem8x8(uptr, pre_stride, dst_u, dst_uvstride);
355	2.70M	vp8_copy_mem8x8(vptr, pre_stride, dst_v, dst_uvstride);
356	2.70M	}
357	3.88M	}
358
359	1.91M	static void build_inter4x4_predictors_mb(MACROBLOCKD *x) {
360	1.91M	int i;
361	1.91M	unsigned char *base_dst = x->dst.y_buffer;
362	1.91M	unsigned char *base_pre = x->pre.y_buffer;
363
364	1.91M	if (x->mode_info_context->mbmi.partitioning < 3) {
365	1.19M	BLOCKD *b;
366	1.19M	int dst_stride = x->dst.y_stride;
367
368	1.19M	x->block[0].bmi = x->mode_info_context->bmi[0];
369	1.19M	x->block[2].bmi = x->mode_info_context->bmi[2];
370	1.19M	x->block[8].bmi = x->mode_info_context->bmi[8];
371	1.19M	x->block[10].bmi = x->mode_info_context->bmi[10];
372	1.19M	if (x->mode_info_context->mbmi.need_to_clamp_mvs) {
373	293k	clamp_mv_to_umv_border(&x->block[0].bmi.mv.as_mv, x);
374	293k	clamp_mv_to_umv_border(&x->block[2].bmi.mv.as_mv, x);
375	293k	clamp_mv_to_umv_border(&x->block[8].bmi.mv.as_mv, x);
376	293k	clamp_mv_to_umv_border(&x->block[10].bmi.mv.as_mv, x);
377	293k	}
378
379	1.19M	b = &x->block[0];
380	1.19M	build_inter_predictors4b(x, b, base_dst + b->offset, dst_stride, base_pre,
381	1.19M	dst_stride);
382	1.19M	b = &x->block[2];
383	1.19M	build_inter_predictors4b(x, b, base_dst + b->offset, dst_stride, base_pre,
384	1.19M	dst_stride);
385	1.19M	b = &x->block[8];
386	1.19M	build_inter_predictors4b(x, b, base_dst + b->offset, dst_stride, base_pre,
387	1.19M	dst_stride);
388	1.19M	b = &x->block[10];
389	1.19M	build_inter_predictors4b(x, b, base_dst + b->offset, dst_stride, base_pre,
390	1.19M	dst_stride);
391	1.19M	} else {
392	6.42M	for (i = 0; i < 16; i += 2) {
393	5.70M	BLOCKD *d0 = &x->block[i];
394	5.70M	BLOCKD *d1 = &x->block[i + 1];
395	5.70M	int dst_stride = x->dst.y_stride;
396
397	5.70M	x->block[i + 0].bmi = x->mode_info_context->bmi[i + 0];
398	5.70M	x->block[i + 1].bmi = x->mode_info_context->bmi[i + 1];
399	5.70M	if (x->mode_info_context->mbmi.need_to_clamp_mvs) {
400	472k	clamp_mv_to_umv_border(&x->block[i + 0].bmi.mv.as_mv, x);
401	472k	clamp_mv_to_umv_border(&x->block[i + 1].bmi.mv.as_mv, x);
402	472k	}
403
404	5.70M	if (d0->bmi.mv.as_int == d1->bmi.mv.as_int) {
405	3.93M	build_inter_predictors2b(x, d0, base_dst + d0->offset, dst_stride,
406	3.93M	base_pre, dst_stride);
407	3.93M	} else {
408	1.77M	build_inter_predictors_b(d0, base_dst + d0->offset, dst_stride,
409	1.77M	base_pre, dst_stride, x->subpixel_predict);
410	1.77M	build_inter_predictors_b(d1, base_dst + d1->offset, dst_stride,
411	1.77M	base_pre, dst_stride, x->subpixel_predict);
412	1.77M	}
413	5.70M	}
414	713k	}
415	1.91M	base_dst = x->dst.u_buffer;
416	1.91M	base_pre = x->pre.u_buffer;
417	5.73M	for (i = 16; i < 20; i += 2) {
418	3.82M	BLOCKD *d0 = &x->block[i];
419	3.82M	BLOCKD *d1 = &x->block[i + 1];
420	3.82M	int dst_stride = x->dst.uv_stride;
421
422		/* Note: uv mvs already clamped in build_4x4uvmvs() */
423
424	3.82M	if (d0->bmi.mv.as_int == d1->bmi.mv.as_int) {
425	2.38M	build_inter_predictors2b(x, d0, base_dst + d0->offset, dst_stride,
426	2.38M	base_pre, dst_stride);
427	2.38M	} else {
428	1.43M	build_inter_predictors_b(d0, base_dst + d0->offset, dst_stride, base_pre,
429	1.43M	dst_stride, x->subpixel_predict);
430	1.43M	build_inter_predictors_b(d1, base_dst + d1->offset, dst_stride, base_pre,
431	1.43M	dst_stride, x->subpixel_predict);
432	1.43M	}
433	3.82M	}
434
435	1.91M	base_dst = x->dst.v_buffer;
436	1.91M	base_pre = x->pre.v_buffer;
437	5.73M	for (i = 20; i < 24; i += 2) {
438	3.82M	BLOCKD *d0 = &x->block[i];
439	3.82M	BLOCKD *d1 = &x->block[i + 1];
440	3.82M	int dst_stride = x->dst.uv_stride;
441
442		/* Note: uv mvs already clamped in build_4x4uvmvs() */
443
444	3.82M	if (d0->bmi.mv.as_int == d1->bmi.mv.as_int) {
445	2.38M	build_inter_predictors2b(x, d0, base_dst + d0->offset, dst_stride,
446	2.38M	base_pre, dst_stride);
447	2.38M	} else {
448	1.43M	build_inter_predictors_b(d0, base_dst + d0->offset, dst_stride, base_pre,
449	1.43M	dst_stride, x->subpixel_predict);
450	1.43M	build_inter_predictors_b(d1, base_dst + d1->offset, dst_stride, base_pre,
451	1.43M	dst_stride, x->subpixel_predict);
452	1.43M	}
453	3.82M	}
454	1.91M	}
455
456	1.91M	static void build_4x4uvmvs(MACROBLOCKD *x) {
457	1.91M	int i, j;
458
459	5.73M	for (i = 0; i < 2; ++i) {
460	11.4M	for (j = 0; j < 2; ++j) {
461	7.64M	int yoffset = i * 8 + j * 2;
462	7.64M	int uoffset = 16 + i * 2 + j;
463	7.64M	int voffset = 20 + i * 2 + j;
464
465	7.64M	int temp;
466
467	7.64M	temp = x->mode_info_context->bmi[yoffset + 0].mv.as_mv.row +
468	7.64M	x->mode_info_context->bmi[yoffset + 1].mv.as_mv.row +
469	7.64M	x->mode_info_context->bmi[yoffset + 4].mv.as_mv.row +
470	7.64M	x->mode_info_context->bmi[yoffset + 5].mv.as_mv.row;
471
472	7.64M	temp += 4 + ((temp >> (sizeof(temp) * CHAR_BIT - 1)) * 8);
473
474	7.64M	x->block[uoffset].bmi.mv.as_mv.row = (temp / 8) & x->fullpixel_mask;
475
476	7.64M	temp = x->mode_info_context->bmi[yoffset + 0].mv.as_mv.col +
477	7.64M	x->mode_info_context->bmi[yoffset + 1].mv.as_mv.col +
478	7.64M	x->mode_info_context->bmi[yoffset + 4].mv.as_mv.col +
479	7.64M	x->mode_info_context->bmi[yoffset + 5].mv.as_mv.col;
480
481	7.64M	temp += 4 + ((temp >> (sizeof(temp) * CHAR_BIT - 1)) * 8);
482
483	7.64M	x->block[uoffset].bmi.mv.as_mv.col = (temp / 8) & x->fullpixel_mask;
484
485	7.64M	if (x->mode_info_context->mbmi.need_to_clamp_mvs) {
486	1.40M	clamp_uvmv_to_umv_border(&x->block[uoffset].bmi.mv.as_mv, x);
487	1.40M	}
488
489	7.64M	x->block[voffset].bmi.mv.as_int = x->block[uoffset].bmi.mv.as_int;
490	7.64M	}
491	3.82M	}
492	1.91M	}
493
494	5.79M	void vp8_build_inter_predictors_mb(MACROBLOCKD *xd) {
495	5.79M	if (xd->mode_info_context->mbmi.mode != SPLITMV) {
496	3.88M	vp8_build_inter16x16_predictors_mb(xd, xd->dst.y_buffer, xd->dst.u_buffer,
497	3.88M	xd->dst.v_buffer, xd->dst.y_stride,
498	3.88M	xd->dst.uv_stride);
499	3.88M	} else {
500	1.91M	build_4x4uvmvs(xd);
501	1.91M	build_inter4x4_predictors_mb(xd);
502	1.91M	}
503	5.79M	}