;***************************************************************************** ;* dct.asm: h264 encoder library ;***************************************************************************** ;* Copyright (C) 2003 x264 project ;* $Id: dct.asm,v 1.1 2004/06/03 19:27:07 fenrir Exp $ ;* ;* Authors: Min Chen (converted to nasm) ;* Laurent Aimar (initial version) ;* ;* This program is free software; you can redistribute it and/or modify ;* it under the terms of the GNU General Public License as published by ;* the Free Software Foundation; either version 2 of the License, or ;* (at your option) any later version. ;* ;* This program is distributed in the hope that it will be useful, ;* but WITHOUT ANY WARRANTY; without even the implied warranty of ;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the ;* GNU General Public License for more details. ;* ;* You should have received a copy of the GNU General Public License ;* along with this program; if not, write to the Free Software ;* Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111, USA. ;***************************************************************************** ;***************************************************************************** ;* * ;* Revision history: * ;* * ;* 2004.04.28 portab all 4x4 function to nasm (CM) * ;* * ;***************************************************************************** BITS 64 ;============================================================================= ; Macros and other preprocessor constants ;============================================================================= %include "amd64inc.asm" %macro MMX_ZERO 1 pxor %1, %1 %endmacro %macro MMX_LOAD_DIFF_4P 5 movd %1, %4 punpcklbw %1, %3 movd %2, %5 punpcklbw %2, %3 psubw %1, %2 %endmacro %macro MMX_LOAD_DIFF_8P 5 movq %1, %4 punpcklbw %1, %3 movq %2, %5 punpcklbw %2, %3 psubw %1, %2 %endmacro %macro MMX_SUMSUB_BA 2 paddw %1, %2 paddw %2, %2 psubw %2, %1 %endmacro %macro MMX_SUMSUB_BADC 4 paddw %1, %2 paddw %3, %4 paddw %2, %2 paddw %4, %4 psubw %2, %1 psubw %4, %3 %endmacro %macro MMX_SUMSUB2_AB 3 movq %3, %1 paddw %1, %1 paddw %1, %2 psubw %3, %2 psubw %3, %2 %endmacro %macro MMX_SUMSUBD2_AB 4 movq %4, %1 movq %3, %2 psraw %2, 1 psraw %4, 1 paddw %1, %2 psubw %4, %3 %endmacro %macro SBUTTERFLY 5 mov%1 %5, %3 punpckl%2 %3, %4 punpckh%2 %5, %4 %endmacro ;----------------------------------------------------------------------------- ; input ABCD output ADTC ;----------------------------------------------------------------------------- %macro MMX_TRANSPOSE 5 SBUTTERFLY q, wd, %1, %2, %5 SBUTTERFLY q, wd, %3, %4, %2 SBUTTERFLY q, dq, %1, %3, %4 SBUTTERFLY q, dq, %5, %2, %3 %endmacro ;----------------------------------------------------------------------------- ; input ABCDEFGH output AFHDTECB ;----------------------------------------------------------------------------- %macro SSE2_TRANSPOSE8x8 9 SBUTTERFLY dqa, wd, %1, %2, %9 SBUTTERFLY dqa, wd, %3, %4, %2 SBUTTERFLY dqa, wd, %5, %6, %4 SBUTTERFLY dqa, wd, %7, %8, %6 SBUTTERFLY dqa, dq, %1, %3, %8 SBUTTERFLY dqa, dq, %9, %2, %3 SBUTTERFLY dqa, dq, %5, %7, %2 SBUTTERFLY dqa, dq, %4, %6, %7 SBUTTERFLY dqa, qdq, %1, %5, %6 SBUTTERFLY dqa, qdq, %9, %4, %5 SBUTTERFLY dqa, qdq, %8, %2, %4 SBUTTERFLY dqa, qdq, %3, %7, %2 %endmacro %macro MMX_STORE_DIFF_4P 5 paddw %1, %3 psraw %1, 6 movd %2, %5 punpcklbw %2, %4 paddsw %1, %2 packuswb %1, %1 movd %5, %1 %endmacro %macro MMX_STORE_DIFF_8P 4 psraw %1, 6 movq %2, %4 punpcklbw %2, %3 paddsw %1, %2 packuswb %1, %1 movq %4, %1 %endmacro ;============================================================================= ; Constants ;============================================================================= SECTION .rodata align=16 pw_1: times 8 dw 1 pw_32: times 8 dw 32 ;============================================================================= ; Code ;============================================================================= SECTION .text cglobal x264_dct4x4dc_mmxext ALIGN 16 ;----------------------------------------------------------------------------- ; void dct4x4dc( int16_t d[4][4] ) ;----------------------------------------------------------------------------- x264_dct4x4dc_mmxext: movq mm0, [parm1q+ 0] movq mm1, [parm1q+ 8] movq mm2, [parm1q+16] movq mm3, [parm1q+24] MMX_SUMSUB_BADC mm1, mm0, mm3, mm2 ; mm1=s01 mm0=d01 mm3=s23 mm2=d23 MMX_SUMSUB_BADC mm3, mm1, mm2, mm0 ; mm3=s01+s23 mm1=s01-s23 mm2=d01+d23 mm0=d01-d23 MMX_TRANSPOSE mm3, mm1, mm0, mm2, mm4 ; in: mm3, mm1, mm0, mm2 out: mm3, mm2, mm4, mm0 MMX_SUMSUB_BADC mm2, mm3, mm0, mm4 ; mm2=s01 mm3=d01 mm0=s23 mm4=d23 MMX_SUMSUB_BADC mm0, mm2, mm4, mm3 ; mm0=s01+s23 mm2=s01-s23 mm4=d01+d23 mm3=d01-d23 MMX_TRANSPOSE mm0, mm2, mm3, mm4, mm1 ; in: mm0, mm2, mm3, mm4 out: mm0, mm4, mm1, mm3 movq mm6, [pw_1 GLOBAL] paddw mm0, mm6 paddw mm4, mm6 psraw mm0, 1 movq [parm1q+ 0],mm0 psraw mm4, 1 movq [parm1q+ 8],mm4 paddw mm1, mm6 paddw mm3, mm6 psraw mm1, 1 movq [parm1q+16],mm1 psraw mm3, 1 movq [parm1q+24],mm3 ret cglobal x264_idct4x4dc_mmxext ALIGN 16 ;----------------------------------------------------------------------------- ; void x264_idct4x4dc_mmxext( int16_t d[4][4] ) ;----------------------------------------------------------------------------- x264_idct4x4dc_mmxext: movq mm0, [parm1q+ 0] movq mm1, [parm1q+ 8] movq mm2, [parm1q+16] movq mm3, [parm1q+24] MMX_SUMSUB_BADC mm1, mm0, mm3, mm2 ; mm1=s01 mm0=d01 mm3=s23 mm2=d23 MMX_SUMSUB_BADC mm3, mm1, mm2, mm0 ; mm3=s01+s23 mm1=s01-s23 mm2=d01+d23 mm0=d01-d23 MMX_TRANSPOSE mm3, mm1, mm0, mm2, mm4 ; in: mm3, mm1, mm0, mm2 out: mm3, mm2, mm4, mm0 MMX_SUMSUB_BADC mm2, mm3, mm0, mm4 ; mm2=s01 mm3=d01 mm0=s23 mm4=d23 MMX_SUMSUB_BADC mm0, mm2, mm4, mm3 ; mm0=s01+s23 mm2=s01-s23 mm4=d01+d23 mm3=d01-d23 MMX_TRANSPOSE mm0, mm2, mm3, mm4, mm1 ; in: mm0, mm2, mm3, mm4 out: mm0, mm4, mm1, mm3 movq [parm1q+ 0], mm0 movq [parm1q+ 8], mm4 movq [parm1q+16], mm1 movq [parm1q+24], mm3 ret cglobal x264_sub4x4_dct_mmxext ALIGN 16 ;----------------------------------------------------------------------------- ; void x264_sub4x4_dct_mmxext( int16_t dct[4][4], uint8_t *pix1, int i_pix1, uint8_t *pix2, int i_pix2 ) ;----------------------------------------------------------------------------- x264_sub4x4_dct_mmxext: firstpush rbx pushreg rbx endprolog mov r10, parm1q ; dct mov rax, parm2q ; pix1 %ifdef WIN64 mov rcx, parm4q ; pix2 movsxd rdx, dword [rsp+40+8] ; i_pix2 movsxd rbx, parm3d ; i_pix1 %else movsxd rbx, parm3d ; i_pix1 movsxd rdx, parm5d ; i_pix2 %endif MMX_ZERO mm7 ; Load 4 lines MMX_LOAD_DIFF_4P mm0, mm6, mm7, [rax ], [rcx] MMX_LOAD_DIFF_4P mm1, mm6, mm7, [rax+rbx ], [rcx+rdx] MMX_LOAD_DIFF_4P mm2, mm6, mm7, [rax+rbx*2], [rcx+rdx*2] add rax, rbx add rcx, rdx MMX_LOAD_DIFF_4P mm3, mm6, mm7, [rax+rbx*2], [rcx+rdx*2] MMX_SUMSUB_BADC mm3, mm0, mm2, mm1 ; mm3=s03 mm0=d03 mm2=s12 mm1=d12 MMX_SUMSUB_BA mm2, mm3 ; mm2=s03+s12 mm3=s03-s12 MMX_SUMSUB2_AB mm0, mm1, mm4 ; mm0=2.d03+d12 mm4=d03-2.d12 ; transpose in: mm2, mm0, mm3, mm4, out: mm2, mm4, mm1, mm3 MMX_TRANSPOSE mm2, mm0, mm3, mm4, mm1 MMX_SUMSUB_BADC mm3, mm2, mm1, mm4 ; mm3=s03 mm2=d03 mm1=s12 mm4=d12 MMX_SUMSUB_BA mm1, mm3 ; mm1=s03+s12 mm3=s03-s12 MMX_SUMSUB2_AB mm2, mm4, mm0 ; mm2=2.d03+d12 mm0=d03-2.d12 ; transpose in: mm1, mm2, mm3, mm0, out: mm1, mm0, mm4, mm3 MMX_TRANSPOSE mm1, mm2, mm3, mm0, mm4 movq [r10+ 0], mm1 ; dct movq [r10+ 8], mm0 movq [r10+16], mm4 movq [r10+24], mm3 pop rbx ret endfunc cglobal x264_add4x4_idct_mmxext ALIGN 16 ;----------------------------------------------------------------------------- ; void x264_add4x4_idct_mmxext( uint8_t *p_dst, int i_dst, int16_t dct[4][4] ) ;----------------------------------------------------------------------------- x264_add4x4_idct_mmxext: ; Load dct coeffs movq mm0, [parm3q+ 0] ; dct movq mm4, [parm3q+ 8] movq mm3, [parm3q+16] movq mm1, [parm3q+24] mov rax, parm1q ; p_dst movsxd rcx, parm2d ; i_dst lea rdx, [rcx+rcx*2] ; out:mm0, mm1, mm2, mm3 MMX_TRANSPOSE mm0, mm4, mm3, mm1, mm2 MMX_SUMSUB_BA mm2, mm0 ; mm2=s02 mm0=d02 MMX_SUMSUBD2_AB mm1, mm3, mm5, mm4 ; mm1=s13 mm4=d13 ( well 1 + 3>>1 and 1>>1 + 3) MMX_SUMSUB_BADC mm1, mm2, mm4, mm0 ; mm1=s02+s13 mm2=s02-s13 mm4=d02+d13 mm0=d02-d13 ; in: mm1, mm4, mm0, mm2 out: mm1, mm2, mm3, mm0 MMX_TRANSPOSE mm1, mm4, mm0, mm2, mm3 MMX_SUMSUB_BA mm3, mm1 ; mm3=s02 mm1=d02 MMX_SUMSUBD2_AB mm2, mm0, mm5, mm4 ; mm2=s13 mm4=d13 ( well 1 + 3>>1 and 1>>1 + 3) MMX_SUMSUB_BADC mm2, mm3, mm4, mm1 ; mm2=s02+s13 mm3=s02-s13 mm4=d02+d13 mm1=d02-d13 MMX_ZERO mm7 movq mm6, [pw_32 GLOBAL] MMX_STORE_DIFF_4P mm2, mm0, mm6, mm7, [rax] MMX_STORE_DIFF_4P mm4, mm0, mm6, mm7, [rax+rcx] MMX_STORE_DIFF_4P mm1, mm0, mm6, mm7, [rax+rcx*2] MMX_STORE_DIFF_4P mm3, mm0, mm6, mm7, [rax+rdx] ret ; ============================================================================= ; 8x8 Transform ; ============================================================================= ; in: ABCDEFGH ; out: FBCGEDHI %macro DCT8_1D 10 MMX_SUMSUB_BA %8, %1 ; %8=s07, %1=d07 MMX_SUMSUB_BA %7, %2 ; %7=s16, %2=d16 MMX_SUMSUB_BA %6, %3 ; %6=s25, %3=d25 MMX_SUMSUB_BA %5, %4 ; %5=s34, %4=d34 MMX_SUMSUB_BA %5, %8 ; %5=a0, %8=a2 MMX_SUMSUB_BA %6, %7 ; %6=a1, %7=a3 movdqa %9, %1 psraw %9, 1 paddw %9, %1 paddw %9, %2 paddw %9, %3 ; %9=a4 movdqa %10, %4 psraw %10, 1 paddw %10, %4 paddw %10, %2 psubw %10, %3 ; %10=a7 MMX_SUMSUB_BA %4, %1 psubw %1, %3 psubw %4, %2 psraw %3, 1 psraw %2, 1 psubw %1, %3 ; %1=a5 psubw %4, %2 ; %4=a6 MMX_SUMSUB_BA %6, %5 ; %6=b0, %5=b4 movdqa %2, %10 psraw %2, 2 paddw %2, %9 ; %2=b1 psraw %9, 2 psubw %9, %10 ; %9=b7 movdqa %3, %7 psraw %3, 1 paddw %3, %8 ; %3=b2 psraw %8, 1 psubw %8, %7 ; %8=b6 movdqa %7, %4 psraw %7, 2 paddw %7, %1 ; %7=b3 psraw %1, 2 psubw %4, %1 ; %4=b5 %endmacro cglobal x264_sub8x8_dct8_sse2 ALIGN 16 ;----------------------------------------------------------------------------- ; void __cdecl x264_sub8x8_dct8_sse2( int16_t dct[8][8], uint8_t *pix1, int i_pix1, uint8_t *pix2, int i_pix2 ) ;----------------------------------------------------------------------------- x264_sub8x8_dct8_sse2: ; mov rdi, rdi ; dct ; mov rsi, rsi ; pix1 movsxd rdx, edx ; i_pix1 ; mov rcx, rcx ; pix2 movsxd r8, r8d ; i_pix2 MMX_ZERO xmm9 MMX_LOAD_DIFF_8P xmm0, xmm8, xmm9, [rsi ], [rcx] MMX_LOAD_DIFF_8P xmm1, xmm8, xmm9, [rsi+rdx ], [rcx+r8] MMX_LOAD_DIFF_8P xmm2, xmm8, xmm9, [rsi+rdx*2], [rcx+r8*2] lea r9, [rdx+rdx*2] lea r10, [r8+r8*2] add rsi, r9 add rcx, r10 MMX_LOAD_DIFF_8P xmm3, xmm8, xmm9, [rsi ], [rcx] MMX_LOAD_DIFF_8P xmm4, xmm8, xmm9, [rsi+rdx ], [rcx+r8] MMX_LOAD_DIFF_8P xmm5, xmm8, xmm9, [rsi+rdx*2], [rcx+r8*2] MMX_LOAD_DIFF_8P xmm6, xmm8, xmm9, [rsi+r9 ], [rcx+r10] MMX_LOAD_DIFF_8P xmm7, xmm8, xmm9, [rsi+rdx*4], [rcx+r8*4] SSE2_TRANSPOSE8x8 xmm0, xmm1, xmm2, xmm3, xmm4, xmm5, xmm6, xmm7, xmm8 DCT8_1D xmm0, xmm5, xmm7, xmm3, xmm8, xmm4, xmm2, xmm1, xmm6, xmm9 SSE2_TRANSPOSE8x8 xmm4, xmm5, xmm7, xmm2, xmm8, xmm3, xmm1, xmm6, xmm0 DCT8_1D xmm4, xmm3, xmm6, xmm2, xmm0, xmm8, xmm7, xmm5, xmm1, xmm9 movdqa [rdi+0x00], xmm8 movdqa [rdi+0x10], xmm3 movdqa [rdi+0x20], xmm6 movdqa [rdi+0x30], xmm7 movdqa [rdi+0x40], xmm0 movdqa [rdi+0x50], xmm2 movdqa [rdi+0x60], xmm5 movdqa [rdi+0x70], xmm1 ret ; in: ABCDEFGH ; out: IBHDEACG %macro IDCT8_1D 10 MMX_SUMSUB_BA %5, %1 ; %5=a0, %1=a2 movdqa %10, %3 psraw %3, 1 psubw %3, %7 ; %3=a4 psraw %7, 1 paddw %7, %10 ; %7=a6 movdqa %9, %2 psraw %9, 1 paddw %9, %2 paddw %9, %4 paddw %9, %6 ; %9=a7 movdqa %10, %6 psraw %10, 1 paddw %10, %6 paddw %10, %8 psubw %10, %2 ; %10=a5 psubw %2, %4 psubw %6, %4 paddw %2, %8 psubw %6, %8 psraw %4, 1 psraw %8, 1 psubw %2, %4 ; %2=a3 psubw %6, %8 ; %6=a1 MMX_SUMSUB_BA %7, %5 ; %7=b0, %5=b6 MMX_SUMSUB_BA %3, %1 ; %3=b2, %1=b4 movdqa %4, %9 psraw %4, 2 paddw %4, %6 ; %4=b1 psraw %6, 2 psubw %9, %6 ; %9=b7 movdqa %8, %10 psraw %8, 2 paddw %8, %2 ; %8=b3 psraw %2, 2 psubw %2, %10 ; %2=b5 MMX_SUMSUB_BA %9, %7 ; %9=c0, %7=c7 MMX_SUMSUB_BA %2, %3 ; %2=c1, %3=c6 MMX_SUMSUB_BA %8, %1 ; %8=c2, %1=c5 MMX_SUMSUB_BA %4, %5 ; %4=c3, %5=c4 %endmacro cglobal x264_add8x8_idct8_sse2 ALIGN 16 ;----------------------------------------------------------------------------- ; void __cdecl x264_add8x8_idct8_sse2( uint8_t *p_dst, int i_dst, int16_t dct[8][8] ) ;----------------------------------------------------------------------------- x264_add8x8_idct8_sse2: movsxd rsi, esi ; i_dst movdqa xmm0, [rdx+0x00] ; dct movdqa xmm1, [rdx+0x10] movdqa xmm2, [rdx+0x20] movdqa xmm3, [rdx+0x30] movdqa xmm4, [rdx+0x40] movdqa xmm5, [rdx+0x50] movdqa xmm6, [rdx+0x60] movdqa xmm7, [rdx+0x70] SSE2_TRANSPOSE8x8 xmm0, xmm1, xmm2, xmm3, xmm4, xmm5, xmm6, xmm7, xmm8 IDCT8_1D xmm0, xmm5, xmm7, xmm3, xmm8, xmm4, xmm2, xmm1, xmm9, xmm6 SSE2_TRANSPOSE8x8 xmm9, xmm5, xmm1, xmm3, xmm8, xmm0, xmm7, xmm2, xmm4 paddw xmm9, [pw_32 GLOBAL] ; rounding for the >>6 at the end IDCT8_1D xmm9, xmm0, xmm2, xmm3, xmm4, xmm8, xmm1, xmm5, xmm6, xmm7 MMX_ZERO xmm15 MMX_STORE_DIFF_8P xmm6, xmm14, xmm15, [rdi] MMX_STORE_DIFF_8P xmm0, xmm14, xmm15, [rdi+rsi] MMX_STORE_DIFF_8P xmm5, xmm14, xmm15, [rdi+rsi*2] lea rax, [rsi+rsi*2] add rdi, rax MMX_STORE_DIFF_8P xmm3, xmm14, xmm15, [rdi] MMX_STORE_DIFF_8P xmm4, xmm14, xmm15, [rdi+rsi] MMX_STORE_DIFF_8P xmm9, xmm14, xmm15, [rdi+rsi*2] MMX_STORE_DIFF_8P xmm2, xmm14, xmm15, [rdi+rax] MMX_STORE_DIFF_8P xmm1, xmm14, xmm15, [rdi+rsi*4] ret