#define POS(x, y) src[(x) + stride * (y)]
-static void FUNC(intra_pred)(HEVCContext *s, int x0, int y0, int log2_size, int c_idx)
+static av_always_inline void FUNC(intra_pred)(HEVCContext *s, int x0, int y0,
+ int log2_size, int c_idx)
{
#define PU(x) \
((x) >> s->sps->log2_min_pu_size)
MVF_PU(x, y).is_intra
#define MIN_TB_ADDR_ZS(x, y) \
s->pps->min_tb_addr_zs[(y) * s->sps->min_tb_width + (x)]
-#define EXTEND_LEFT(ptr, start, length) \
- for (i = (start); i > (start) - (length); i--) \
- ptr[i - 1] = ptr[i]
-#define EXTEND_RIGHT(ptr, start, length) \
- for (i = (start); i < (start) + (length); i++) \
- ptr[i] = ptr[i - 1]
-#define EXTEND_UP(ptr, start, length) EXTEND_LEFT(ptr, start, length)
-#define EXTEND_DOWN(ptr, start, length) EXTEND_RIGHT(ptr, start, length)
+
+#define EXTEND(ptr, val, len) \
+do { \
+ pixel4 pix = PIXEL_SPLAT_X4(val); \
+ for (i = 0; i < (len); i += 4) \
+ AV_WN4P(ptr + i, pix); \
+} while (0)
+
#define EXTEND_LEFT_CIP(ptr, start, length) \
for (i = (start); i > (start) - (length); i--) \
if (!IS_INTRA(i - 1, -1)) \
}
}
if (cand_bottom_left) {
- for (i = size + bottom_left_size; i < (size << 1); i++)
- if (IS_INTRA(-1, size + bottom_left_size - 1) ||
- !s->pps->constrained_intra_pred_flag)
- left[i] = POS(-1, size + bottom_left_size - 1);
- for (i = size + bottom_left_size - 1; i >= size; i--)
- if (IS_INTRA(-1, i) || !s->pps->constrained_intra_pred_flag)
- left[i] = POS(-1, i);
+ for (i = size; i < size + bottom_left_size; i++)
+ left[i] = POS(-1, i);
+ EXTEND(left + size + bottom_left_size, POS(-1, size + bottom_left_size - 1),
+ size - bottom_left_size);
}
if (cand_left)
for (i = size - 1; i >= 0; i--)
- if (IS_INTRA(-1, i) || !s->pps->constrained_intra_pred_flag)
- left[i] = POS(-1, i);
- if (cand_up_left)
- if (IS_INTRA(-1, -1) || !s->pps->constrained_intra_pred_flag) {
- left[-1] = POS(-1, -1);
- top[-1] = left[-1];
- }
+ left[i] = POS(-1, i);
+ if (cand_up_left) {
+ left[-1] = POS(-1, -1);
+ top[-1] = left[-1];
+ }
if (cand_up)
- for (i = size - 1; i >= 0; i--)
- if (IS_INTRA(i, -1) || !s->pps->constrained_intra_pred_flag)
- top[i] = POS(i, -1);
+ memcpy(top, src - stride, size * sizeof(pixel));
if (cand_up_right) {
- for (i = size + top_right_size; i < (size << 1); i++)
- if (IS_INTRA(size + top_right_size - 1, -1) ||
- !s->pps->constrained_intra_pred_flag)
- top[i] = POS(size + top_right_size - 1, -1);
- for (i = size + top_right_size - 1; i >= size; i--)
- if (IS_INTRA(i, -1) || !s->pps->constrained_intra_pred_flag)
- top[i] = POS(i, -1);
+ memcpy(top + size, src - stride + size, size * sizeof(pixel));
+ EXTEND(top + size + top_right_size, POS(size + top_right_size - 1, -1),
+ size - top_right_size);
}
if (s->pps->constrained_intra_pred_flag == 1) {
if (cand_bottom_left || cand_left) {
EXTEND_DOWN_CIP(left, j, size_max_y - j);
}
- if (!cand_left) {
- EXTEND_DOWN(left, 0, size);
- }
- if (!cand_bottom_left) {
- EXTEND_DOWN(left, size, size);
- }
+ if (!cand_left)
+ EXTEND(left, left[-1], size);
+ if (!cand_bottom_left)
+ EXTEND(left + size, left[size - 1], size);
if (x0 != 0 && y0 != 0) {
EXTEND_UP_CIP(left, size_max_y - 1, size_max_y);
} else if (x0 == 0) {
// Infer the unavailable samples
if (!cand_bottom_left) {
if (cand_left) {
- EXTEND_DOWN(left, size, size);
+ EXTEND(left + size, left[size - 1], size);
} else if (cand_up_left) {
- EXTEND_DOWN(left, 0, 2 * size);
+ EXTEND(left, left[-1], 2 * size);
cand_left = 1;
} else if (cand_up) {
left[-1] = top[0];
- EXTEND_DOWN(left, 0, 2 * size);
+ EXTEND(left, left[-1], 2 * size);
cand_up_left = 1;
cand_left = 1;
} else if (cand_up_right) {
- EXTEND_LEFT(top, size, size);
- left[-1] = top[0];
- EXTEND_DOWN(left, 0, 2 * size);
+ EXTEND(top, top[size], size);
+ left[-1] = top[size];
+ EXTEND(left, left[-1], 2 * size);
cand_up = 1;
cand_up_left = 1;
cand_left = 1;
} else { // No samples available
- top[0] = left[-1] = (1 << (BIT_DEPTH - 1));
- EXTEND_RIGHT(top, 1, 2 * size - 1);
- EXTEND_DOWN(left, 0, 2 * size);
+ left[-1] = (1 << (BIT_DEPTH - 1));
+ EXTEND(top, left[-1], 2 * size);
+ EXTEND(left, left[-1], 2 * size);
}
}
- if (!cand_left) {
- EXTEND_UP(left, size, size);
- }
+ if (!cand_left)
+ EXTEND(left, left[size], size);
if (!cand_up_left) {
left[-1] = left[0];
}
- if (!cand_up) {
- top[0] = left[-1];
- EXTEND_RIGHT(top, 1, size - 1);
- }
- if (!cand_up_right) {
- EXTEND_RIGHT(top, size, size);
- }
+ if (!cand_up)
+ EXTEND(top, left[-1], size);
+ if (!cand_up_right)
+ EXTEND(top + size, top[size - 1], size);
top[-1] = left[-1];
}
}
+#define INTRA_PRED(size) \
+static void FUNC(intra_pred_ ## size)(HEVCContext *s, int x0, int y0, int c_idx) \
+{ \
+ FUNC(intra_pred)(s, x0, y0, size, c_idx); \
+}
+
+INTRA_PRED(2)
+INTRA_PRED(3)
+INTRA_PRED(4)
+INTRA_PRED(5)
+
+#undef INTRA_PRED
+
static av_always_inline void FUNC(pred_planar)(uint8_t *_src, const uint8_t *_top,
const uint8_t *_left, ptrdiff_t stride,
int trafo_size)
#undef MVF_PU
#undef MVF
#undef PU
-#undef EXTEND_LEFT
-#undef EXTEND_RIGHT
-#undef EXTEND_UP
-#undef EXTEND_DOWN
+#undef EXTEND
#undef MIN_TB_ADDR_ZS
#undef POS