1 ;*****************************************************************************
2 ;* MMX optimized DSP utils
3 ;*****************************************************************************
4 ;* Copyright (c) 2000, 2001 Fabrice Bellard
5 ;* Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
7 ;* This file is part of FFmpeg.
9 ;* FFmpeg is free software; you can redistribute it and/or
10 ;* modify it under the terms of the GNU Lesser General Public
11 ;* License as published by the Free Software Foundation; either
12 ;* version 2.1 of the License, or (at your option) any later version.
14 ;* FFmpeg is distributed in the hope that it will be useful,
15 ;* but WITHOUT ANY WARRANTY; without even the implied warranty of
16 ;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 ;* Lesser General Public License for more details.
19 ;* You should have received a copy of the GNU Lesser General Public
20 ;* License along with FFmpeg; if not, write to the Free Software
21 ;* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22 ;*****************************************************************************
24 %include "libavutil/x86/x86util.asm"
28 %macro DIFF_PIXELS_1 4
36 ; %1=uint8_t *pix1, %2=uint8_t *pix2, %3=static offset, %4=stride, %5=stride*3
37 ; %6=temporary storage location
38 ; this macro requires $mmsize stack space (aligned) on %6 (except on SSE+x86-64)
39 %macro DIFF_PIXELS_8 6
40 DIFF_PIXELS_1 m0, m7, [%1 +%3], [%2 +%3]
41 DIFF_PIXELS_1 m1, m7, [%1+%4 +%3], [%2+%4 +%3]
42 DIFF_PIXELS_1 m2, m7, [%1+%4*2+%3], [%2+%4*2+%3]
45 DIFF_PIXELS_1 m3, m7, [%1 +%3], [%2 +%3]
46 DIFF_PIXELS_1 m4, m7, [%1+%4 +%3], [%2+%4 +%3]
47 DIFF_PIXELS_1 m5, m7, [%1+%4*2+%3], [%2+%4*2+%3]
48 DIFF_PIXELS_1 m6, m7, [%1+%5 +%3], [%2+%5 +%3]
50 DIFF_PIXELS_1 m7, m8, [%1+%4*4+%3], [%2+%4*4+%3]
53 DIFF_PIXELS_1 m7, m0, [%1+%4*4+%3], [%2+%4*4+%3]
61 SUMSUB_BADC w, 0, 1, 2, 3
62 SUMSUB_BADC w, 4, 5, 6, 7
63 SUMSUB_BADC w, 0, 2, 1, 3
64 SUMSUB_BADC w, 4, 6, 5, 7
65 SUMSUB_BADC w, 0, 4, 1, 5
66 SUMSUB_BADC w, 2, 6, 3, 7
80 %macro ABS_SUM_8x8_64 1
82 ABS2_SUM m2, m3, m8, m9, m0, m1
83 ABS2_SUM m4, m5, m8, m9, m0, m1
84 ABS2_SUM m6, m7, m8, m9, m0, m1
88 %macro ABS_SUM_8x8_32 1
102 ; FIXME: HSUM saturates at 64k, while an 8x8 hadamard or dct block can get up to
103 ; about 100k on extreme inputs. But that's very unlikely to occur in natural video,
104 ; and it's even more unlikely to not have any alternative mvs/modes with lower cost.
114 %elif cpuflag(mmxext)
132 mova [%1+mmsize*0], %2
133 mova [%1+mmsize*1], %3
134 mova [%1+mmsize*2], %4
135 mova [%1+mmsize*3], %5
139 mova %2, [%1+mmsize*0]
140 mova %3, [%1+mmsize*1]
141 mova %4, [%1+mmsize*2]
142 mova %5, [%1+mmsize*3]
145 %macro hadamard8_16_wrapper 2
146 cglobal hadamard8_diff, 4, 4, %1
148 %assign pad %2*mmsize-(4+stack_offset&(mmsize-1))
151 call hadamard8x8_diff %+ SUFFIX
157 cglobal hadamard8_diff16, 5, 6, %1
159 %assign pad %2*mmsize-(4+stack_offset&(mmsize-1))
163 call hadamard8x8_diff %+ SUFFIX
168 call hadamard8x8_diff %+ SUFFIX
176 call hadamard8x8_diff %+ SUFFIX
181 call hadamard8x8_diff %+ SUFFIX
192 %macro HADAMARD8_DIFF 0-1
194 hadamard8x8_diff %+ SUFFIX:
196 DIFF_PIXELS_8 r1, r2, 0, r3, r0, rsp+gprsize
199 TRANSPOSE8x8W 0, 1, 2, 3, 4, 5, 6, 7, 8
201 TRANSPOSE8x8W 0, 1, 2, 3, 4, 5, 6, 7, [rsp+gprsize], [rsp+mmsize+gprsize]
204 ABS_SUM_8x8 rsp+gprsize
209 hadamard8_16_wrapper %1, 3
212 ; int hadamard8_diff_##cpu(void *s, uint8_t *src1, uint8_t *src2,
214 ; r0 = void *s = unused, int h = unused (always 8)
215 ; note how r1, r2 and r3 are not clobbered in this function, so 16x16
216 ; can simply call this 2x2x (and that's why we access rsp+gprsize
217 ; everywhere, which is rsp of calling func
218 hadamard8x8_diff %+ SUFFIX:
222 DIFF_PIXELS_8 r1, r2, 0, r3, r0, rsp+gprsize+0x60
224 mova [rsp+gprsize+0x60], m7
225 TRANSPOSE4x4W 0, 1, 2, 3, 7
226 STORE4 rsp+gprsize, m0, m1, m2, m3
227 mova m7, [rsp+gprsize+0x60]
228 TRANSPOSE4x4W 4, 5, 6, 7, 0
229 STORE4 rsp+gprsize+0x40, m4, m5, m6, m7
232 DIFF_PIXELS_8 r1, r2, 4, r3, r0, rsp+gprsize+0x60
234 mova [rsp+gprsize+0x60], m7
235 TRANSPOSE4x4W 0, 1, 2, 3, 7
236 STORE4 rsp+gprsize+0x20, m0, m1, m2, m3
237 mova m7, [rsp+gprsize+0x60]
238 TRANSPOSE4x4W 4, 5, 6, 7, 0
240 LOAD4 rsp+gprsize+0x40, m0, m1, m2, m3
242 ABS_SUM_8x8_32 rsp+gprsize+0x60
243 mova [rsp+gprsize+0x60], m0
245 LOAD4 rsp+gprsize , m0, m1, m2, m3
246 LOAD4 rsp+gprsize+0x20, m4, m5, m6, m7
248 ABS_SUM_8x8_32 rsp+gprsize
249 paddusw m0, [rsp+gprsize+0x60]
255 hadamard8_16_wrapper 0, 14
267 %define ABS_SUM_8x8 ABS_SUM_8x8_64
269 %define ABS_SUM_8x8 ABS_SUM_8x8_32
274 %define ABS_SUM_8x8 ABS_SUM_8x8_64
278 ; sse16_sse2(void *v, uint8_t * pix1, uint8_t * pix2, int line_size, int h)
279 cglobal sse16, 5, 5, 8
281 pxor m0, m0 ; mm0 = 0
282 pxor m7, m7 ; mm7 holds the sum
284 .next2lines: ; FIXME why are these unaligned movs? pix1[] is aligned
285 movu m1, [r1 ] ; mm1 = pix1[0][0-15]
286 movu m2, [r2 ] ; mm2 = pix2[0][0-15]
287 movu m3, [r1+r3] ; mm3 = pix1[1][0-15]
288 movu m4, [r2+r3] ; mm4 = pix2[1][0-15]
290 ; todo: mm1-mm2, mm3-mm4
291 ; algo: subtract mm1 from mm2 with saturation and vice versa
292 ; OR the result to get the absolute difference
303 ; now convert to 16-bit vectors so we can square them
309 punpcklbw m1, m0 ; mm1 not spread over (mm1,mm2)
310 punpcklbw m3, m0 ; mm4 not spread over (mm3,mm4)
317 lea r1, [r1+r3*2] ; pix1 += 2*line_size
318 lea r2, [r2+r3*2] ; pix2 += 2*line_size
329 psrldq m7, 8 ; shift hi qword to lo
332 psrldq m7, 4 ; shift hi dword to lo
334 movd eax, m7 ; return value