static void filter16_prewitt(uint8_t *dstp, int width,
float scale, float delta, const int *const matrix,
const uint8_t *c[], int peak, int radius,
- int dstride, int stride)
+ int dstride, int stride, int size)
{
uint16_t *dst = (uint16_t *)dstp;
int x;
static void filter16_roberts(uint8_t *dstp, int width,
float scale, float delta, const int *const matrix,
const uint8_t *c[], int peak, int radius,
- int dstride, int stride)
+ int dstride, int stride, int size)
{
uint16_t *dst = (uint16_t *)dstp;
int x;
static void filter16_sobel(uint8_t *dstp, int width,
float scale, float delta, const int *const matrix,
const uint8_t *c[], int peak, int radius,
- int dstride, int stride)
+ int dstride, int stride, int size)
{
uint16_t *dst = (uint16_t *)dstp;
int x;
static void filter16_kirsch(uint8_t *dstp, int width,
float scale, float delta, const int *const matrix,
const uint8_t *c[], int peak, int radius,
- int dstride, int stride)
+ int dstride, int stride, int size)
{
uint16_t *dst = (uint16_t *)dstp;
const uint16_t *c0 = (const uint16_t *)c[0], *c1 = (const uint16_t *)c[1], *c2 = (const uint16_t *)c[2];
static void filter_prewitt(uint8_t *dst, int width,
float scale, float delta, const int *const matrix,
const uint8_t *c[], int peak, int radius,
- int dstride, int stride)
+ int dstride, int stride, int size)
{
const uint8_t *c0 = c[0], *c1 = c[1], *c2 = c[2];
const uint8_t *c3 = c[3], *c5 = c[5];
static void filter_roberts(uint8_t *dst, int width,
float scale, float delta, const int *const matrix,
const uint8_t *c[], int peak, int radius,
- int dstride, int stride)
+ int dstride, int stride, int size)
{
int x;
static void filter_sobel(uint8_t *dst, int width,
float scale, float delta, const int *const matrix,
const uint8_t *c[], int peak, int radius,
- int dstride, int stride)
+ int dstride, int stride, int size)
{
const uint8_t *c0 = c[0], *c1 = c[1], *c2 = c[2];
const uint8_t *c3 = c[3], *c5 = c[5];
static void filter_kirsch(uint8_t *dst, int width,
float scale, float delta, const int *const matrix,
const uint8_t *c[], int peak, int radius,
- int dstride, int stride)
+ int dstride, int stride, int size)
{
const uint8_t *c0 = c[0], *c1 = c[1], *c2 = c[2];
const uint8_t *c3 = c[3], *c5 = c[5];
static void filter16_3x3(uint8_t *dstp, int width,
float rdiv, float bias, const int *const matrix,
const uint8_t *c[], int peak, int radius,
- int dstride, int stride)
+ int dstride, int stride, int size)
{
uint16_t *dst = (uint16_t *)dstp;
int x;
static void filter16_5x5(uint8_t *dstp, int width,
float rdiv, float bias, const int *const matrix,
const uint8_t *c[], int peak, int radius,
- int dstride, int stride)
+ int dstride, int stride, int size)
{
uint16_t *dst = (uint16_t *)dstp;
int x;
static void filter16_7x7(uint8_t *dstp, int width,
float rdiv, float bias, const int *const matrix,
const uint8_t *c[], int peak, int radius,
- int dstride, int stride)
+ int dstride, int stride, int size)
{
uint16_t *dst = (uint16_t *)dstp;
int x;
static void filter16_row(uint8_t *dstp, int width,
float rdiv, float bias, const int *const matrix,
const uint8_t *c[], int peak, int radius,
- int dstride, int stride)
+ int dstride, int stride, int size)
{
uint16_t *dst = (uint16_t *)dstp;
int x;
static void filter16_column(uint8_t *dstp, int height,
float rdiv, float bias, const int *const matrix,
const uint8_t *c[], int peak, int radius,
- int dstride, int stride)
+ int dstride, int stride, int size)
{
+ DECLARE_ALIGNED(64, int, sum)[16];
uint16_t *dst = (uint16_t *)dstp;
- int y;
+ const int width = FFMIN(16, size);
- for (y = 0; y < height; y++) {
- int i, sum = 0;
+ for (int y = 0; y < height; y++) {
- for (i = 0; i < 2 * radius + 1; i++)
- sum += AV_RN16A(&c[i][0 + y * stride]) * matrix[i];
+ memset(sum, 0, sizeof(sum));
+ for (int i = 0; i < 2 * radius + 1; i++) {
+ for (int off16 = 0; off16 < width; off16++)
+ sum[off16] += AV_RN16A(&c[i][0 + y * stride + off16 * 2]) * matrix[i];
+ }
- sum = (int)(sum * rdiv + bias + 0.5f);
- dst[0] = av_clip(sum, 0, peak);
+ for (int off16 = 0; off16 < width; off16++) {
+ sum[off16] = (int)(sum[off16] * rdiv + bias + 0.5f);
+ dst[off16] = av_clip(sum[off16], 0, peak);
+ }
dst += dstride / 2;
}
}
static void filter_7x7(uint8_t *dst, int width,
float rdiv, float bias, const int *const matrix,
const uint8_t *c[], int peak, int radius,
- int dstride, int stride)
+ int dstride, int stride, int size)
{
int x;
static void filter_5x5(uint8_t *dst, int width,
float rdiv, float bias, const int *const matrix,
const uint8_t *c[], int peak, int radius,
- int dstride, int stride)
+ int dstride, int stride, int size)
{
int x;
static void filter_3x3(uint8_t *dst, int width,
float rdiv, float bias, const int *const matrix,
const uint8_t *c[], int peak, int radius,
- int dstride, int stride)
+ int dstride, int stride, int size)
{
const uint8_t *c0 = c[0], *c1 = c[1], *c2 = c[2];
const uint8_t *c3 = c[3], *c4 = c[4], *c5 = c[5];
static void filter_row(uint8_t *dst, int width,
float rdiv, float bias, const int *const matrix,
const uint8_t *c[], int peak, int radius,
- int dstride, int stride)
+ int dstride, int stride, int size)
{
int x;
static void filter_column(uint8_t *dst, int height,
float rdiv, float bias, const int *const matrix,
const uint8_t *c[], int peak, int radius,
- int dstride, int stride)
+ int dstride, int stride, int size)
{
- int y;
+ DECLARE_ALIGNED(64, int, sum)[16];
- for (y = 0; y < height; y++) {
- int i, sum = 0;
+ for (int y = 0; y < height; y++) {
+ memset(sum, 0, sizeof(sum));
- for (i = 0; i < 2 * radius + 1; i++)
- sum += c[i][0 + y * stride] * matrix[i];
+ for (int i = 0; i < 2 * radius + 1; i++) {
+ for (int off16 = 0; off16 < 16; off16++)
+ sum[off16] += c[i][0 + y * stride + off16] * matrix[i];
+ }
- sum = (int)(sum * rdiv + bias + 0.5f);
- dst[0] = av_clip_uint8(sum);
+ for (int off16 = 0; off16 < 16; off16++) {
+ sum[off16] = (int)(sum[off16] * rdiv + bias + 0.5f);
+ dst[off16] = av_clip_uint8(sum[off16]);
+ }
dst += dstride;
}
}
const int dst_pos = slice_start * (mode == MATRIX_COLUMN ? bpc : dstride);
uint8_t *dst = out->data[plane] + dst_pos;
const int *matrix = s->matrix[plane];
+ const int step = mode == MATRIX_COLUMN ? 16 : 1;
const uint8_t *c[49];
int y, x;
width * bpc, slice_end - slice_start);
continue;
}
-
- for (y = slice_start; y < slice_end; y++) {
+ for (y = slice_start; y < slice_end; y += step) {
const int xoff = mode == MATRIX_COLUMN ? (y - slice_start) * bpc : radius * bpc;
const int yoff = mode == MATRIX_COLUMN ? radius * dstride : 0;
s->setup[plane](radius, c, src, stride, x, width, y, height, bpc);
s->filter[plane](dst + yoff + xoff, 1, rdiv,
bias, matrix, c, s->max, radius,
- dstride, stride);
+ dstride, stride, slice_end - step);
}
s->setup[plane](radius, c, src, stride, radius, width, y, height, bpc);
s->filter[plane](dst + yoff + xoff, sizew - 2 * radius,
rdiv, bias, matrix, c, s->max, radius,
- dstride, stride);
+ dstride, stride, slice_end - step);
for (x = sizew - radius; x < sizew; x++) {
const int xoff = mode == MATRIX_COLUMN ? (y - slice_start) * bpc : x * bpc;
const int yoff = mode == MATRIX_COLUMN ? x * dstride : 0;
s->setup[plane](radius, c, src, stride, x, width, y, height, bpc);
s->filter[plane](dst + yoff + xoff, 1, rdiv,
bias, matrix, c, s->max, radius,
- dstride, stride);
+ dstride, stride, slice_end - step);
}
if (mode != MATRIX_COLUMN)
dst += dstride;