1 /*****************************************************************************
3 *****************************************************************************
4 * Copyright (C) 1999, 2000 VideoLAN
5 * $Id: idct.c,v 1.3 2001/01/16 02:16:38 sam Exp $
7 * Authors: Gaƫl Hendryckx <jimmy@via.ecp.fr>
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111, USA.
22 *****************************************************************************/
24 #define MODULE_NAME idct
26 /*****************************************************************************
28 *****************************************************************************/
39 #include "video_output.h"
41 #include "video_decoder.h"
44 #include "modules_inner.h"
48 /*****************************************************************************
49 * Local and extern prototypes.
50 *****************************************************************************/
51 static void idct_getfunctions( function_list_t * p_function_list );
53 static int idct_Probe ( probedata_t *p_data );
54 static void vdec_InitIDCT ( vdec_thread_t * p_vdec);
55 void vdec_SparseIDCT ( vdec_thread_t * p_vdec, dctelem_t * p_block,
57 static void vdec_IDCT ( vdec_thread_t * p_vdec, dctelem_t * p_block,
61 /*****************************************************************************
62 * Build configuration tree.
63 *****************************************************************************/
65 ADD_WINDOW( "Configuration for IDCT module" )
66 ADD_COMMENT( "Ha, ha -- nothing to configure yet" )
69 /*****************************************************************************
70 * InitModule: get the module structure and configuration.
71 *****************************************************************************
72 * We have to fill psz_name, psz_longname and psz_version. These variables
73 * will be strdup()ed later by the main application because the module can
74 * be unloaded later to save memory, and we want to be able to access this
75 * data even after the module has been unloaded.
76 *****************************************************************************/
77 int InitModule( module_t * p_module )
79 p_module->psz_name = MODULE_STRING;
80 p_module->psz_longname = "C IDCT module";
81 p_module->psz_version = VERSION;
83 p_module->i_capabilities = MODULE_CAPABILITY_NULL
84 | MODULE_CAPABILITY_IDCT;
89 /*****************************************************************************
90 * ActivateModule: set the module to an usable state.
91 *****************************************************************************
92 * This function fills the capability functions and the configuration
93 * structure. Once ActivateModule() has been called, the i_usage can
94 * be set to 0 and calls to NeedModule() be made to increment it. To unload
95 * the module, one has to wait until i_usage == 0 and call DeactivateModule().
96 *****************************************************************************/
97 int ActivateModule( module_t * p_module )
99 p_module->p_functions = malloc( sizeof( module_functions_t ) );
100 if( p_module->p_functions == NULL )
105 idct_getfunctions( &p_module->p_functions->idct );
107 p_module->p_config = p_config;
112 /*****************************************************************************
113 * DeactivateModule: make sure the module can be unloaded.
114 *****************************************************************************
115 * This function must only be called when i_usage == 0. If it successfully
116 * returns, i_usage can be set to -1 and the module unloaded. Be careful to
117 * lock usage_lock during the whole process.
118 *****************************************************************************/
119 int DeactivateModule( module_t * p_module )
121 free( p_module->p_functions );
126 /* Following functions are local */
128 /*****************************************************************************
129 * Functions exported as capabilities. They are declared as static so that
130 * we don't pollute the namespace too much.
131 *****************************************************************************/
132 static void idct_getfunctions( function_list_t * p_function_list )
134 p_function_list->pf_probe = idct_Probe;
135 p_function_list->functions.idct.pf_init = vdec_InitIDCT;
136 p_function_list->functions.idct.pf_sparse_idct = vdec_SparseIDCT;
137 p_function_list->functions.idct.pf_idct = vdec_IDCT;
140 /*****************************************************************************
141 * idct_Probe: returns a preference score
142 *****************************************************************************/
143 static int idct_Probe( probedata_t *p_data )
145 /* This plugin always works */
149 /*****************************************************************************
150 * vdec_InitIDCT : initialize datas for vdec_SparseIDCT
151 *****************************************************************************/
152 static void vdec_InitIDCT (vdec_thread_t * p_vdec)
156 dctelem_t * p_pre = p_vdec->p_pre_idct;
157 memset( p_pre, 0, 64*64*sizeof(dctelem_t) );
159 for( i=0 ; i < 64 ; i++ )
161 p_pre[i*64+i] = 1 << SPARSE_SCALE_FACTOR;
162 vdec_IDCT( p_vdec, &p_pre[i*64], 0) ;
167 /*****************************************************************************
168 * vdec_IDCT : IDCT function for normal matrices
169 *****************************************************************************/
170 static void vdec_IDCT( vdec_thread_t * p_vdec, dctelem_t * p_block,
173 s32 tmp0, tmp1, tmp2, tmp3;
174 s32 tmp10, tmp11, tmp12, tmp13;
175 s32 z1, z2, z3, z4, z5;
176 s32 d0, d1, d2, d3, d4, d5, d6, d7;
182 /* Pass 1: process rows. */
183 /* Note results are scaled up by sqrt(8) compared to a true IDCT; */
184 /* furthermore, we scale the results by 2**PASS1_BITS. */
188 for (rowctr = DCTSIZE-1; rowctr >= 0; rowctr--)
190 /* Due to quantization, we will usually find that many of the input
191 * coefficients are zero, especially the AC terms. We can exploit this
192 * by short-circuiting the IDCT calculation for any row in which all
193 * the AC terms are zero. In that case each output is equal to the
194 * DC coefficient (with scale factor as needed).
195 * With typical images and quantization tables, half or more of the
196 * row DCT calculations can be simplified this way.
199 register int * idataptr = (int*)dataptr;
202 if ( (d1 == 0) && ((idataptr[1] | idataptr[2] | idataptr[3]) == 0) )
204 /* AC terms all zero */
207 /* Compute a 32 bit value to assign. */
208 dctelem_t dcval = (dctelem_t) (d0 << PASS1_BITS);
209 register int v = (dcval & 0xffff) | (dcval << 16);
217 dataptr += DCTSIZE; /* advance pointer to next row */
227 /* Even part: reverse the even part of the forward DCT. */
228 /* The rotator is sqrt(2)*c(-6). */
237 /* d0 != 0, d2 != 0, d4 != 0, d6 != 0 */
238 z1 = MULTIPLY(d2 + d6, FIX(0.541196100));
239 tmp2 = z1 + MULTIPLY(d6, - FIX(1.847759065));
240 tmp3 = z1 + MULTIPLY(d2, FIX(0.765366865));
242 tmp0 = (d0 + d4) << CONST_BITS;
243 tmp1 = (d0 - d4) << CONST_BITS;
252 /* d0 == 0, d2 != 0, d4 != 0, d6 != 0 */
253 z1 = MULTIPLY(d2 + d6, FIX(0.541196100));
254 tmp2 = z1 + MULTIPLY(d6, - FIX(1.847759065));
255 tmp3 = z1 + MULTIPLY(d2, FIX(0.765366865));
257 tmp0 = d4 << CONST_BITS;
262 tmp12 = -(tmp0 + tmp2);
269 /* d0 != 0, d2 == 0, d4 != 0, d6 != 0 */
270 tmp2 = MULTIPLY(d6, - FIX2(1.306562965));
271 tmp3 = MULTIPLY(d6, FIX(0.541196100));
273 tmp0 = (d0 + d4) << CONST_BITS;
274 tmp1 = (d0 - d4) << CONST_BITS;
283 /* d0 == 0, d2 == 0, d4 != 0, d6 != 0 */
284 tmp2 = MULTIPLY(d6, - FIX2(1.306562965));
285 tmp3 = MULTIPLY(d6, FIX(0.541196100));
287 tmp0 = d4 << CONST_BITS;
292 tmp12 = -(tmp0 + tmp2);
302 /* d0 != 0, d2 != 0, d4 == 0, d6 != 0 */
303 z1 = MULTIPLY(d2 + d6, FIX(0.541196100));
304 tmp2 = z1 + MULTIPLY(d6, - FIX(1.847759065));
305 tmp3 = z1 + MULTIPLY(d2, FIX(0.765366865));
307 tmp0 = d0 << CONST_BITS;
316 /* d0 == 0, d2 != 0, d4 == 0, d6 != 0 */
317 z1 = MULTIPLY(d2 + d6, FIX(0.541196100));
318 tmp2 = z1 + MULTIPLY(d6, - FIX(1.847759065));
319 tmp3 = z1 + MULTIPLY(d2, FIX(0.765366865));
331 /* d0 != 0, d2 == 0, d4 == 0, d6 != 0 */
332 tmp2 = MULTIPLY(d6, - FIX2(1.306562965));
333 tmp3 = MULTIPLY(d6, FIX(0.541196100));
335 tmp0 = d0 << CONST_BITS;
344 /* d0 == 0, d2 == 0, d4 == 0, d6 != 0 */
345 tmp2 = MULTIPLY(d6, - FIX2(1.306562965));
346 tmp3 = MULTIPLY(d6, FIX(0.541196100));
364 /* d0 != 0, d2 != 0, d4 != 0, d6 == 0 */
365 tmp2 = MULTIPLY(d2, FIX(0.541196100));
366 tmp3 = MULTIPLY(d2, (FIX(1.306562965) + .5));
368 tmp0 = (d0 + d4) << CONST_BITS;
369 tmp1 = (d0 - d4) << CONST_BITS;
378 /* d0 == 0, d2 != 0, d4 != 0, d6 == 0 */
379 tmp2 = MULTIPLY(d2, FIX(0.541196100));
380 tmp3 = MULTIPLY(d2, (FIX(1.306562965) + .5));
382 tmp0 = d4 << CONST_BITS;
387 tmp12 = -(tmp0 + tmp2);
394 /* d0 != 0, d2 == 0, d4 != 0, d6 == 0 */
395 tmp10 = tmp13 = (d0 + d4) << CONST_BITS;
396 tmp11 = tmp12 = (d0 - d4) << CONST_BITS;
400 /* d0 == 0, d2 == 0, d4 != 0, d6 == 0 */
401 tmp10 = tmp13 = d4 << CONST_BITS;
402 tmp11 = tmp12 = -tmp10;
412 /* d0 != 0, d2 != 0, d4 == 0, d6 == 0 */
413 tmp2 = MULTIPLY(d2, FIX(0.541196100));
414 tmp3 = MULTIPLY(d2, (FIX(1.306562965) + .5));
416 tmp0 = d0 << CONST_BITS;
425 /* d0 == 0, d2 != 0, d4 == 0, d6 == 0 */
426 tmp2 = MULTIPLY(d2, FIX(0.541196100));
427 tmp3 = MULTIPLY(d2, (FIX(1.306562965) + .5));
439 /* d0 != 0, d2 == 0, d4 == 0, d6 == 0 */
440 tmp10 = tmp13 = tmp11 = tmp12 = d0 << CONST_BITS;
444 /* d0 == 0, d2 == 0, d4 == 0, d6 == 0 */
445 tmp10 = tmp13 = tmp11 = tmp12 = 0;
452 /* Odd part per figure 8; the matrix is unitary and hence its
453 * transpose is its inverse. i0..i3 are y7,y5,y3,y1 respectively.
464 /* d1 != 0, d3 != 0, d5 != 0, d7 != 0 */
469 z5 = MULTIPLY(z3 + z4, FIX(1.175875602));
471 tmp0 = MULTIPLY(d7, FIX(0.298631336));
472 tmp1 = MULTIPLY(d5, FIX(2.053119869));
473 tmp2 = MULTIPLY(d3, FIX(3.072711026));
474 tmp3 = MULTIPLY(d1, FIX(1.501321110));
475 z1 = MULTIPLY(z1, - FIX(0.899976223));
476 z2 = MULTIPLY(z2, - FIX(2.562915447));
477 z3 = MULTIPLY(z3, - FIX(1.961570560));
478 z4 = MULTIPLY(z4, - FIX(0.390180644));
490 /* d1 == 0, d3 != 0, d5 != 0, d7 != 0 */
493 z5 = MULTIPLY(z3 + d5, FIX(1.175875602));
495 tmp0 = MULTIPLY(d7, FIX(0.298631336));
496 tmp1 = MULTIPLY(d5, FIX(2.053119869));
497 tmp2 = MULTIPLY(d3, FIX(3.072711026));
498 z1 = MULTIPLY(d7, - FIX(0.899976223));
499 z2 = MULTIPLY(z2, - FIX(2.562915447));
500 z3 = MULTIPLY(z3, - FIX(1.961570560));
501 z4 = MULTIPLY(d5, - FIX(0.390180644));
516 /* d1 != 0, d3 == 0, d5 != 0, d7 != 0 */
519 z5 = MULTIPLY(d7 + z4, FIX(1.175875602));
521 tmp0 = MULTIPLY(d7, FIX(0.298631336));
522 tmp1 = MULTIPLY(d5, FIX(2.053119869));
523 tmp3 = MULTIPLY(d1, FIX(1.501321110));
524 z1 = MULTIPLY(z1, - FIX(0.899976223));
525 z2 = MULTIPLY(d5, - FIX(2.562915447));
526 z3 = MULTIPLY(d7, - FIX(1.961570560));
527 z4 = MULTIPLY(z4, - FIX(0.390180644));
539 /* d1 == 0, d3 == 0, d5 != 0, d7 != 0 */
540 z5 = MULTIPLY(d7 + d5, FIX(1.175875602));
542 tmp0 = MULTIPLY(d7, - FIX2(0.601344887));
543 tmp1 = MULTIPLY(d5, - FIX2(0.509795578));
544 z1 = MULTIPLY(d7, - FIX(0.899976223));
545 z3 = MULTIPLY(d7, - FIX(1.961570560));
546 z2 = MULTIPLY(d5, - FIX(2.562915447));
547 z4 = MULTIPLY(d5, - FIX(0.390180644));
565 /* d1 != 0, d3 != 0, d5 == 0, d7 != 0 */
568 z5 = MULTIPLY(z3 + d1, FIX(1.175875602));
570 tmp0 = MULTIPLY(d7, FIX(0.298631336));
571 tmp2 = MULTIPLY(d3, FIX(3.072711026));
572 tmp3 = MULTIPLY(d1, FIX(1.501321110));
573 z1 = MULTIPLY(z1, - FIX(0.899976223));
574 z2 = MULTIPLY(d3, - FIX(2.562915447));
575 z3 = MULTIPLY(z3, - FIX(1.961570560));
576 z4 = MULTIPLY(d1, - FIX(0.390180644));
588 /* d1 == 0, d3 != 0, d5 == 0, d7 != 0 */
590 z5 = MULTIPLY(z3, FIX(1.175875602));
592 tmp0 = MULTIPLY(d7, - FIX2(0.601344887));
593 tmp2 = MULTIPLY(d3, FIX(0.509795579));
594 z1 = MULTIPLY(d7, - FIX(0.899976223));
595 z2 = MULTIPLY(d3, - FIX(2.562915447));
596 z3 = MULTIPLY(z3, - FIX2(0.785694958));
608 /* d1 != 0, d3 == 0, d5 == 0, d7 != 0 */
610 z5 = MULTIPLY(z1, FIX(1.175875602));
612 tmp0 = MULTIPLY(d7, - FIX2(1.662939224));
613 tmp3 = MULTIPLY(d1, FIX2(1.111140466));
614 z1 = MULTIPLY(z1, FIX2(0.275899379));
615 z3 = MULTIPLY(d7, - FIX(1.961570560));
616 z4 = MULTIPLY(d1, - FIX(0.390180644));
625 /* d1 == 0, d3 == 0, d5 == 0, d7 != 0 */
626 tmp0 = MULTIPLY(d7, - FIX2(1.387039845));
627 tmp1 = MULTIPLY(d7, FIX(1.175875602));
628 tmp2 = MULTIPLY(d7, - FIX2(0.785694958));
629 tmp3 = MULTIPLY(d7, FIX2(0.275899379));
642 /* d1 != 0, d3 != 0, d5 != 0, d7 == 0 */
645 z5 = MULTIPLY(d3 + z4, FIX(1.175875602));
647 tmp1 = MULTIPLY(d5, FIX(2.053119869));
648 tmp2 = MULTIPLY(d3, FIX(3.072711026));
649 tmp3 = MULTIPLY(d1, FIX(1.501321110));
650 z1 = MULTIPLY(d1, - FIX(0.899976223));
651 z2 = MULTIPLY(z2, - FIX(2.562915447));
652 z3 = MULTIPLY(d3, - FIX(1.961570560));
653 z4 = MULTIPLY(z4, - FIX(0.390180644));
665 /* d1 == 0, d3 != 0, d5 != 0, d7 == 0 */
667 z5 = MULTIPLY(z2, FIX(1.175875602));
669 tmp1 = MULTIPLY(d5, FIX2(1.662939225));
670 tmp2 = MULTIPLY(d3, FIX2(1.111140466));
671 z2 = MULTIPLY(z2, - FIX2(1.387039845));
672 z3 = MULTIPLY(d3, - FIX(1.961570560));
673 z4 = MULTIPLY(d5, - FIX(0.390180644));
685 /* d1 != 0, d3 == 0, d5 != 0, d7 == 0 */
687 z5 = MULTIPLY(z4, FIX(1.175875602));
689 tmp1 = MULTIPLY(d5, - FIX2(0.509795578));
690 tmp3 = MULTIPLY(d1, FIX2(0.601344887));
691 z1 = MULTIPLY(d1, - FIX(0.899976223));
692 z2 = MULTIPLY(d5, - FIX(2.562915447));
693 z4 = MULTIPLY(z4, FIX2(0.785694958));
702 /* d1 == 0, d3 == 0, d5 != 0, d7 == 0 */
703 tmp0 = MULTIPLY(d5, FIX(1.175875602));
704 tmp1 = MULTIPLY(d5, FIX2(0.275899380));
705 tmp2 = MULTIPLY(d5, - FIX2(1.387039845));
706 tmp3 = MULTIPLY(d5, FIX2(0.785694958));
716 /* d1 != 0, d3 != 0, d5 == 0, d7 == 0 */
719 tmp2 = MULTIPLY(d3, - FIX(1.451774981));
720 tmp3 = MULTIPLY(d1, (FIX(0.211164243) - 1));
721 z1 = MULTIPLY(d1, FIX(1.061594337));
722 z2 = MULTIPLY(d3, - FIX(2.172734803));
723 z4 = MULTIPLY(z5, FIX(0.785694958));
724 z5 = MULTIPLY(z5, FIX(1.175875602));
733 /* d1 == 0, d3 != 0, d5 == 0, d7 == 0 */
734 tmp0 = MULTIPLY(d3, - FIX2(0.785694958));
735 tmp1 = MULTIPLY(d3, - FIX2(1.387039845));
736 tmp2 = MULTIPLY(d3, - FIX2(0.275899379));
737 tmp3 = MULTIPLY(d3, FIX(1.175875602));
744 /* d1 != 0, d3 == 0, d5 == 0, d7 == 0 */
745 tmp0 = MULTIPLY(d1, FIX2(0.275899379));
746 tmp1 = MULTIPLY(d1, FIX2(0.785694958));
747 tmp2 = MULTIPLY(d1, FIX(1.175875602));
748 tmp3 = MULTIPLY(d1, FIX2(1.387039845));
752 /* d1 == 0, d3 == 0, d5 == 0, d7 == 0 */
753 tmp0 = tmp1 = tmp2 = tmp3 = 0;
759 /* Final output stage: inputs are tmp10..tmp13, tmp0..tmp3 */
761 dataptr[0] = (dctelem_t) DESCALE(tmp10 + tmp3, CONST_BITS-PASS1_BITS);
762 dataptr[7] = (dctelem_t) DESCALE(tmp10 - tmp3, CONST_BITS-PASS1_BITS);
763 dataptr[1] = (dctelem_t) DESCALE(tmp11 + tmp2, CONST_BITS-PASS1_BITS);
764 dataptr[6] = (dctelem_t) DESCALE(tmp11 - tmp2, CONST_BITS-PASS1_BITS);
765 dataptr[2] = (dctelem_t) DESCALE(tmp12 + tmp1, CONST_BITS-PASS1_BITS);
766 dataptr[5] = (dctelem_t) DESCALE(tmp12 - tmp1, CONST_BITS-PASS1_BITS);
767 dataptr[3] = (dctelem_t) DESCALE(tmp13 + tmp0, CONST_BITS-PASS1_BITS);
768 dataptr[4] = (dctelem_t) DESCALE(tmp13 - tmp0, CONST_BITS-PASS1_BITS);
770 dataptr += DCTSIZE; /* advance pointer to next row */
773 /* Pass 2: process columns. */
774 /* Note that we must descale the results by a factor of 8 == 2**3, */
775 /* and also undo the PASS1_BITS scaling. */
778 for (rowctr = DCTSIZE-1; rowctr >= 0; rowctr--)
780 /* Columns of zeroes can be exploited in the same way as we did with rows.
781 * However, the row calculation has created many nonzero AC terms, so the
782 * simplification applies less often (typically 5% to 10% of the time).
783 * On machines with very fast multiplication, it's possible that the
784 * test takes more time than it's worth. In that case this section
785 * may be commented out.
788 d0 = dataptr[DCTSIZE*0];
789 d1 = dataptr[DCTSIZE*1];
790 d2 = dataptr[DCTSIZE*2];
791 d3 = dataptr[DCTSIZE*3];
792 d4 = dataptr[DCTSIZE*4];
793 d5 = dataptr[DCTSIZE*5];
794 d6 = dataptr[DCTSIZE*6];
795 d7 = dataptr[DCTSIZE*7];
797 /* Even part: reverse the even part of the forward DCT. */
798 /* The rotator is sqrt(2)*c(-6). */
807 /* d0 != 0, d2 != 0, d4 != 0, d6 != 0 */
808 z1 = MULTIPLY(d2 + d6, FIX(0.541196100));
809 tmp2 = z1 + MULTIPLY(d6, - FIX(1.847759065));
810 tmp3 = z1 + MULTIPLY(d2, FIX(0.765366865));
812 tmp0 = (d0 + d4) << CONST_BITS;
813 tmp1 = (d0 - d4) << CONST_BITS;
822 /* d0 == 0, d2 != 0, d4 != 0, d6 != 0 */
823 z1 = MULTIPLY(d2 + d6, FIX(0.541196100));
824 tmp2 = z1 + MULTIPLY(d6, - FIX(1.847759065));
825 tmp3 = z1 + MULTIPLY(d2, FIX(0.765366865));
827 tmp0 = d4 << CONST_BITS;
832 tmp12 = -(tmp0 + tmp2);
839 /* d0 != 0, d2 == 0, d4 != 0, d6 != 0 */
840 tmp2 = MULTIPLY(d6, - FIX2(1.306562965));
841 tmp3 = MULTIPLY(d6, FIX(0.541196100));
843 tmp0 = (d0 + d4) << CONST_BITS;
844 tmp1 = (d0 - d4) << CONST_BITS;
853 /* d0 == 0, d2 == 0, d4 != 0, d6 != 0 */
854 tmp2 = MULTIPLY(d6, -FIX2(1.306562965));
855 tmp3 = MULTIPLY(d6, FIX(0.541196100));
857 tmp0 = d4 << CONST_BITS;
862 tmp12 = -(tmp0 + tmp2);
872 /* d0 != 0, d2 != 0, d4 == 0, d6 != 0 */
873 z1 = MULTIPLY(d2 + d6, FIX(0.541196100));
874 tmp2 = z1 + MULTIPLY(d6, - FIX(1.847759065));
875 tmp3 = z1 + MULTIPLY(d2, FIX(0.765366865));
877 tmp0 = d0 << CONST_BITS;
886 /* d0 == 0, d2 != 0, d4 == 0, d6 != 0 */
887 z1 = MULTIPLY(d2 + d6, FIX(0.541196100));
888 tmp2 = z1 + MULTIPLY(d6, - FIX(1.847759065));
889 tmp3 = z1 + MULTIPLY(d2, FIX(0.765366865));
901 /* d0 != 0, d2 == 0, d4 == 0, d6 != 0 */
902 tmp2 = MULTIPLY(d6, - FIX2(1.306562965));
903 tmp3 = MULTIPLY(d6, FIX(0.541196100));
905 tmp0 = d0 << CONST_BITS;
914 /* d0 == 0, d2 == 0, d4 == 0, d6 != 0 */
915 tmp2 = MULTIPLY(d6, - FIX2(1.306562965));
916 tmp3 = MULTIPLY(d6, FIX(0.541196100));
933 /* d0 != 0, d2 != 0, d4 != 0, d6 == 0 */
934 tmp2 = MULTIPLY(d2, FIX(0.541196100));
935 tmp3 = MULTIPLY(d2, (FIX(1.306562965) + .5));
937 tmp0 = (d0 + d4) << CONST_BITS;
938 tmp1 = (d0 - d4) << CONST_BITS;
947 /* d0 == 0, d2 != 0, d4 != 0, d6 == 0 */
948 tmp2 = MULTIPLY(d2, FIX(0.541196100));
949 tmp3 = MULTIPLY(d2, (FIX(1.306562965) + .5));
951 tmp0 = d4 << CONST_BITS;
956 tmp12 = -(tmp0 + tmp2);
963 /* d0 != 0, d2 == 0, d4 != 0, d6 == 0 */
964 tmp10 = tmp13 = (d0 + d4) << CONST_BITS;
965 tmp11 = tmp12 = (d0 - d4) << CONST_BITS;
969 /* d0 == 0, d2 == 0, d4 != 0, d6 == 0 */
970 tmp10 = tmp13 = d4 << CONST_BITS;
971 tmp11 = tmp12 = -tmp10;
981 /* d0 != 0, d2 != 0, d4 == 0, d6 == 0 */
982 tmp2 = MULTIPLY(d2, FIX(0.541196100));
983 tmp3 = MULTIPLY(d2, (FIX(1.306562965) + .5));
985 tmp0 = d0 << CONST_BITS;
994 /* d0 == 0, d2 != 0, d4 == 0, d6 == 0 */
995 tmp2 = MULTIPLY(d2, FIX(0.541196100));
996 tmp3 = MULTIPLY(d2, (FIX(1.306562965) + .5));
1008 /* d0 != 0, d2 == 0, d4 == 0, d6 == 0 */
1009 tmp10 = tmp13 = tmp11 = tmp12 = d0 << CONST_BITS;
1013 /* d0 == 0, d2 == 0, d4 == 0, d6 == 0 */
1014 tmp10 = tmp13 = tmp11 = tmp12 = 0;
1020 /* Odd part per figure 8; the matrix is unitary and hence its
1021 * transpose is its inverse. i0..i3 are y7,y5,y3,y1 respectively.
1031 /* d1 != 0, d3 != 0, d5 != 0, d7 != 0 */
1036 z5 = MULTIPLY(z3 + z4, FIX(1.175875602));
1038 tmp0 = MULTIPLY(d7, FIX(0.298631336));
1039 tmp1 = MULTIPLY(d5, FIX(2.053119869));
1040 tmp2 = MULTIPLY(d3, FIX(3.072711026));
1041 tmp3 = MULTIPLY(d1, FIX(1.501321110));
1042 z1 = MULTIPLY(z1, - FIX(0.899976223));
1043 z2 = MULTIPLY(z2, - FIX(2.562915447));
1044 z3 = MULTIPLY(z3, - FIX(1.961570560));
1045 z4 = MULTIPLY(z4, - FIX(0.390180644));
1057 /* d1 == 0, d3 != 0, d5 != 0, d7 != 0 */
1060 z5 = MULTIPLY(z3 + d5, FIX(1.175875602));
1062 tmp0 = MULTIPLY(d7, FIX(0.298631336));
1063 tmp1 = MULTIPLY(d5, FIX(2.053119869));
1064 tmp2 = MULTIPLY(d3, FIX(3.072711026));
1065 z1 = MULTIPLY(d7, - FIX(0.899976223));
1066 z2 = MULTIPLY(z2, - FIX(2.562915447));
1067 z3 = MULTIPLY(z3, - FIX(1.961570560));
1068 z4 = MULTIPLY(d5, - FIX(0.390180644));
1083 /* d1 != 0, d3 == 0, d5 != 0, d7 != 0 */
1086 z5 = MULTIPLY(d7 + z4, FIX(1.175875602));
1088 tmp0 = MULTIPLY(d7, FIX(0.298631336));
1089 tmp1 = MULTIPLY(d5, FIX(2.053119869));
1090 tmp3 = MULTIPLY(d1, FIX(1.501321110));
1091 z1 = MULTIPLY(z1, - FIX(0.899976223));
1092 z2 = MULTIPLY(d5, - FIX(2.562915447));
1093 z3 = MULTIPLY(d7, - FIX(1.961570560));
1094 z4 = MULTIPLY(z4, - FIX(0.390180644));
1106 /* d1 == 0, d3 == 0, d5 != 0, d7 != 0 */
1107 z5 = MULTIPLY(d5 + d7, FIX(1.175875602));
1109 tmp0 = MULTIPLY(d7, - FIX2(0.601344887));
1110 tmp1 = MULTIPLY(d5, - FIX2(0.509795578));
1111 z1 = MULTIPLY(d7, - FIX(0.899976223));
1112 z3 = MULTIPLY(d7, - FIX(1.961570560));
1113 z2 = MULTIPLY(d5, - FIX(2.562915447));
1114 z4 = MULTIPLY(d5, - FIX(0.390180644));
1132 /* d1 != 0, d3 != 0, d5 == 0, d7 != 0 */
1135 z5 = MULTIPLY(z3 + d1, FIX(1.175875602));
1137 tmp0 = MULTIPLY(d7, FIX(0.298631336));
1138 tmp2 = MULTIPLY(d3, FIX(3.072711026));
1139 tmp3 = MULTIPLY(d1, FIX(1.501321110));
1140 z1 = MULTIPLY(z1, - FIX(0.899976223));
1141 z2 = MULTIPLY(d3, - FIX(2.562915447));
1142 z3 = MULTIPLY(z3, - FIX(1.961570560));
1143 z4 = MULTIPLY(d1, - FIX(0.390180644));
1155 /* d1 == 0, d3 != 0, d5 == 0, d7 != 0 */
1157 z5 = MULTIPLY(z3, FIX(1.175875602));
1159 tmp0 = MULTIPLY(d7, - FIX2(0.601344887));
1160 z1 = MULTIPLY(d7, - FIX(0.899976223));
1161 tmp2 = MULTIPLY(d3, FIX(0.509795579));
1162 z2 = MULTIPLY(d3, - FIX(2.562915447));
1163 z3 = MULTIPLY(z3, - FIX2(0.785694958));
1175 /* d1 != 0, d3 == 0, d5 == 0, d7 != 0 */
1177 z5 = MULTIPLY(z1, FIX(1.175875602));
1179 tmp0 = MULTIPLY(d7, - FIX2(1.662939224));
1180 tmp3 = MULTIPLY(d1, FIX2(1.111140466));
1181 z1 = MULTIPLY(z1, FIX2(0.275899379));
1182 z3 = MULTIPLY(d7, - FIX(1.961570560));
1183 z4 = MULTIPLY(d1, - FIX(0.390180644));
1192 /* d1 == 0, d3 == 0, d5 == 0, d7 != 0 */
1193 tmp0 = MULTIPLY(d7, - FIX2(1.387039845));
1194 tmp1 = MULTIPLY(d7, FIX(1.175875602));
1195 tmp2 = MULTIPLY(d7, - FIX2(0.785694958));
1196 tmp3 = MULTIPLY(d7, FIX2(0.275899379));
1209 /* d1 != 0, d3 != 0, d5 != 0, d7 == 0 */
1212 z5 = MULTIPLY(d3 + z4, FIX(1.175875602));
1214 tmp1 = MULTIPLY(d5, FIX(2.053119869));
1215 tmp2 = MULTIPLY(d3, FIX(3.072711026));
1216 tmp3 = MULTIPLY(d1, FIX(1.501321110));
1217 z1 = MULTIPLY(d1, - FIX(0.899976223));
1218 z2 = MULTIPLY(z2, - FIX(2.562915447));
1219 z3 = MULTIPLY(d3, - FIX(1.961570560));
1220 z4 = MULTIPLY(z4, - FIX(0.390180644));
1232 /* d1 == 0, d3 != 0, d5 != 0, d7 == 0 */
1234 z5 = MULTIPLY(z2, FIX(1.175875602));
1236 tmp1 = MULTIPLY(d5, FIX2(1.662939225));
1237 tmp2 = MULTIPLY(d3, FIX2(1.111140466));
1238 z2 = MULTIPLY(z2, - FIX2(1.387039845));
1239 z3 = MULTIPLY(d3, - FIX(1.961570560));
1240 z4 = MULTIPLY(d5, - FIX(0.390180644));
1252 /* d1 != 0, d3 == 0, d5 != 0, d7 == 0 */
1254 z5 = MULTIPLY(z4, FIX(1.175875602));
1256 tmp1 = MULTIPLY(d5, - FIX2(0.509795578));
1257 tmp3 = MULTIPLY(d1, FIX2(0.601344887));
1258 z1 = MULTIPLY(d1, - FIX(0.899976223));
1259 z2 = MULTIPLY(d5, - FIX(2.562915447));
1260 z4 = MULTIPLY(z4, FIX2(0.785694958));
1269 /* d1 == 0, d3 == 0, d5 != 0, d7 == 0 */
1270 tmp0 = MULTIPLY(d5, FIX(1.175875602));
1271 tmp1 = MULTIPLY(d5, FIX2(0.275899380));
1272 tmp2 = MULTIPLY(d5, - FIX2(1.387039845));
1273 tmp3 = MULTIPLY(d5, FIX2(0.785694958));
1283 /* d1 != 0, d3 != 0, d5 == 0, d7 == 0 */
1286 tmp2 = MULTIPLY(d3, - FIX(1.451774981));
1287 tmp3 = MULTIPLY(d1, (FIX(0.211164243) - 1));
1288 z1 = MULTIPLY(d1, FIX(1.061594337));
1289 z2 = MULTIPLY(d3, - FIX(2.172734803));
1290 z4 = MULTIPLY(z5, FIX(0.785694958));
1291 z5 = MULTIPLY(z5, FIX(1.175875602));
1300 /* d1 == 0, d3 != 0, d5 == 0, d7 == 0 */
1301 tmp0 = MULTIPLY(d3, - FIX2(0.785694958));
1302 tmp1 = MULTIPLY(d3, - FIX2(1.387039845));
1303 tmp2 = MULTIPLY(d3, - FIX2(0.275899379));
1304 tmp3 = MULTIPLY(d3, FIX(1.175875602));
1311 /* d1 != 0, d3 == 0, d5 == 0, d7 == 0 */
1312 tmp0 = MULTIPLY(d1, FIX2(0.275899379));
1313 tmp1 = MULTIPLY(d1, FIX2(0.785694958));
1314 tmp2 = MULTIPLY(d1, FIX(1.175875602));
1315 tmp3 = MULTIPLY(d1, FIX2(1.387039845));
1319 /* d1 == 0, d3 == 0, d5 == 0, d7 == 0 */
1320 tmp0 = tmp1 = tmp2 = tmp3 = 0;
1326 /* Final output stage: inputs are tmp10..tmp13, tmp0..tmp3 */
1328 dataptr[DCTSIZE*0] = (dctelem_t) DESCALE(tmp10 + tmp3,
1329 CONST_BITS+PASS1_BITS+3);
1330 dataptr[DCTSIZE*7] = (dctelem_t) DESCALE(tmp10 - tmp3,
1331 CONST_BITS+PASS1_BITS+3);
1332 dataptr[DCTSIZE*1] = (dctelem_t) DESCALE(tmp11 + tmp2,
1333 CONST_BITS+PASS1_BITS+3);
1334 dataptr[DCTSIZE*6] = (dctelem_t) DESCALE(tmp11 - tmp2,
1335 CONST_BITS+PASS1_BITS+3);
1336 dataptr[DCTSIZE*2] = (dctelem_t) DESCALE(tmp12 + tmp1,
1337 CONST_BITS+PASS1_BITS+3);
1338 dataptr[DCTSIZE*5] = (dctelem_t) DESCALE(tmp12 - tmp1,
1339 CONST_BITS+PASS1_BITS+3);
1340 dataptr[DCTSIZE*3] = (dctelem_t) DESCALE(tmp13 + tmp0,
1341 CONST_BITS+PASS1_BITS+3);
1342 dataptr[DCTSIZE*4] = (dctelem_t) DESCALE(tmp13 - tmp0,
1343 CONST_BITS+PASS1_BITS+3);
1345 dataptr++; /* advance pointer to next column */