1 /*****************************************************************************
2 * vdec_idct.c : IDCT functions
4 *****************************************************************************/
6 /*****************************************************************************
8 *****************************************************************************/
17 #include <X11/extensions/XShm.h>
22 #include "vlc_thread.h"
25 #include "debug.h" /* ?? temporaire, requis par netlist.h */
28 #include "input_netlist.h"
29 #include "decoder_fifo.h"
31 #include "video_output.h"
33 #include "vdec_idct.h"
34 #include "video_decoder.h"
35 #include "vdec_motion.h"
37 #include "vpar_blocks.h"
38 #include "vpar_headers.h"
39 #include "video_fifo.h"
40 #include "vpar_synchro.h"
41 #include "video_parser.h"
47 /* Our current implementation is a fast DCT, we might move to a fast DFT or
48 * an MMX DCT in the future. */
50 /*****************************************************************************
51 * vdec_DummyIDCT : dummy function that does nothing
52 *****************************************************************************/
53 void vdec_DummyIDCT( vdec_thread_t * p_vdec, dctelem_t * p_block,
58 /*****************************************************************************
59 * init_SparseIDCT : initialize datas for vdec_SparceIDCT
60 * vdec_SparseIDCT : IDCT function for sparse matrices
61 *****************************************************************************/
63 void vdec_InitIDCT (vdec_thread_t * p_vdec)
67 dctelem_t * p_pre = p_vdec->p_pre_idct;
68 memset( p_pre, 0, 64*64*sizeof(dctelem_t) );
70 for( i=0 ; i < 64 ; i++ )
72 p_pre[i*64+i] = 1 << SPARSE_SCALE_FACTOR;
73 vdec_IDCT( p_vdec, &p_pre[i*64], 0) ;
78 void vdec_SparseIDCT (vdec_thread_t * p_vdec, dctelem_t * p_block,
88 /* If DC Coefficient. */
89 if ( i_sparse_pos == 0 )
92 val=RIGHT_SHIFT((*p_block + 4), 3);
93 /* Compute int to assign. This speeds things up a bit */
94 v = ((val & 0xffff) | (val << 16));
95 dp[0] = v; dp[1] = v; dp[2] = v; dp[3] = v;
96 dp[4] = v; dp[5] = v; dp[6] = v; dp[7] = v;
97 dp[8] = v; dp[9] = v; dp[10] = v; dp[11] = v;
98 dp[12] = v; dp[13] = v; dp[14] = v; dp[15] = v;
99 dp[16] = v; dp[17] = v; dp[18] = v; dp[19] = v;
100 dp[20] = v; dp[21] = v; dp[22] = v; dp[23] = v;
101 dp[24] = v; dp[25] = v; dp[26] = v; dp[27] = v;
102 dp[28] = v; dp[29] = v; dp[30] = v; dp[31] = v;
105 /* Some other coefficient. */
106 p_dest = (s16*)p_block;
107 p_source = (s16*)&p_vdec->p_pre_idct[i_sparse_pos];
108 coeff = (int)p_dest[i_sparse_pos];
109 for( rr=0 ; rr < 4 ; rr++ )
111 p_dest[0] = (p_source[0] * coeff) >> SPARSE_SCALE_FACTOR;
112 p_dest[1] = (p_source[1] * coeff) >> SPARSE_SCALE_FACTOR;
113 p_dest[2] = (p_source[2] * coeff) >> SPARSE_SCALE_FACTOR;
114 p_dest[3] = (p_source[3] * coeff) >> SPARSE_SCALE_FACTOR;
115 p_dest[4] = (p_source[4] * coeff) >> SPARSE_SCALE_FACTOR;
116 p_dest[5] = (p_source[5] * coeff) >> SPARSE_SCALE_FACTOR;
117 p_dest[6] = (p_source[6] * coeff) >> SPARSE_SCALE_FACTOR;
118 p_dest[7] = (p_source[7] * coeff) >> SPARSE_SCALE_FACTOR;
119 p_dest[8] = (p_source[8] * coeff) >> SPARSE_SCALE_FACTOR;
120 p_dest[9] = (p_source[9] * coeff) >> SPARSE_SCALE_FACTOR;
121 p_dest[10] = (p_source[10] * coeff) >> SPARSE_SCALE_FACTOR;
122 p_dest[11] = (p_source[11] * coeff) >> SPARSE_SCALE_FACTOR;
123 p_dest[12] = (p_source[12] * coeff) >> SPARSE_SCALE_FACTOR;
124 p_dest[13] = (p_source[13] * coeff) >> SPARSE_SCALE_FACTOR;
125 p_dest[14] = (p_source[14] * coeff) >> SPARSE_SCALE_FACTOR;
126 p_dest[15] = (p_source[15] * coeff) >> SPARSE_SCALE_FACTOR;
134 /*****************************************************************************
135 * vdec_IDCT : IDCT function for normal matrices
136 *****************************************************************************/
139 void vdec_IDCT( vdec_thread_t * p_vdec, dctelem_t * p_block, int i_idontcare )
142 /* dct classique: pour tester la meilleure entre la classique et la */
144 s32 tmp0, tmp1, tmp2, tmp3;
145 s32 tmp10, tmp11, tmp12, tmp13;
146 s32 z1, z2, z3, z4, z5;
151 /* Pass 1: process rows. */
152 /* Note results are scaled up by sqrt(8) compared to a true IDCT; */
153 /* furthermore, we scale the results by 2**PASS1_BITS. */
156 for (rowctr = DCTSIZE-1; rowctr >= 0; rowctr--)
158 /* Due to quantization, we will usually find that many of the input
159 * coefficients are zero, especially the AC terms. We can exploit this
160 * by short-circuiting the IDCT calculation for any row in which all
161 * the AC terms are zero. In that case each output is equal to the
162 * DC coefficient (with scale factor as needed).
163 * With typical images and quantization tables, half or more of the
164 * row DCT calculations can be simplified this way.
167 if ((dataptr[1] | dataptr[2] | dataptr[3] | dataptr[4] |
168 dataptr[5] | dataptr[6] | dataptr[7]) == 0)
170 /* AC terms all zero */
171 dctelem_t dcval = (dctelem_t) (dataptr[0] << PASS1_BITS);
182 dataptr += DCTSIZE; /* advance pointer to next row */
186 /* Even part: reverse the even part of the forward DCT. */
187 /* The rotator is sqrt(2)*c(-6). */
189 z2 = (s32) dataptr[2];
190 z3 = (s32) dataptr[6];
192 z1 = MULTIPLY(z2 + z3, FIX(0.541196100));
193 tmp2 = z1 + MULTIPLY(z3, - FIX(1.847759065));
194 tmp3 = z1 + MULTIPLY(z2, FIX(0.765366865));
196 tmp0 = ((s32) dataptr[0] + (s32) dataptr[4]) << CONST_BITS;
197 tmp1 = ((s32) dataptr[0] - (s32) dataptr[4]) << CONST_BITS;
204 /* Odd part per figure 8; the matrix is unitary and hence its
205 * transpose is its inverse. i0..i3 are y7,y5,y3,y1 respectively.
208 tmp0 = (s32) dataptr[7];
209 tmp1 = (s32) dataptr[5];
210 tmp2 = (s32) dataptr[3];
211 tmp3 = (s32) dataptr[1];
217 z5 = MULTIPLY(z3 + z4, FIX(1.175875602)); /* sqrt(2) * c3 */
219 tmp0 = MULTIPLY(tmp0, FIX(0.298631336)); /* sqrt(2) * (-c1+c3+c5-c7) */
220 tmp1 = MULTIPLY(tmp1, FIX(2.053119869)); /* sqrt(2) * ( c1+c3-c5+c7) */
221 tmp2 = MULTIPLY(tmp2, FIX(3.072711026)); /* sqrt(2) * ( c1+c3+c5-c7) */
222 tmp3 = MULTIPLY(tmp3, FIX(1.501321110)); /* sqrt(2) * ( c1+c3-c5-c7) */
223 z1 = MULTIPLY(z1, - FIX(0.899976223)); /* sqrt(2) * (c7-c3) */
224 z2 = MULTIPLY(z2, - FIX(2.562915447)); /* sqrt(2) * (-c1-c3) */
225 z3 = MULTIPLY(z3, - FIX(1.961570560)); /* sqrt(2) * (-c3-c5) */
226 z4 = MULTIPLY(z4, - FIX(0.390180644)); /* sqrt(2) * (c5-c3) */
236 /* Final output stage: inputs are tmp10..tmp13, tmp0..tmp3 */
238 dataptr[0] = (dctelem_t) DESCALE(tmp10 + tmp3, CONST_BITS-PASS1_BITS);
239 dataptr[7] = (dctelem_t) DESCALE(tmp10 - tmp3, CONST_BITS-PASS1_BITS);
240 dataptr[1] = (dctelem_t) DESCALE(tmp11 + tmp2, CONST_BITS-PASS1_BITS);
241 dataptr[6] = (dctelem_t) DESCALE(tmp11 - tmp2, CONST_BITS-PASS1_BITS);
242 dataptr[2] = (dctelem_t) DESCALE(tmp12 + tmp1, CONST_BITS-PASS1_BITS);
243 dataptr[5] = (dctelem_t) DESCALE(tmp12 - tmp1, CONST_BITS-PASS1_BITS);
244 dataptr[3] = (dctelem_t) DESCALE(tmp13 + tmp0, CONST_BITS-PASS1_BITS);
245 dataptr[4] = (dctelem_t) DESCALE(tmp13 - tmp0, CONST_BITS-PASS1_BITS);
247 dataptr += DCTSIZE; /* advance pointer to next row */
250 /* Pass 2: process columns. */
251 /* Note that we must descale the results by a factor of 8 == 2**3, */
252 /* and also undo the PASS1_BITS scaling. */
255 for (rowctr = DCTSIZE-1; rowctr >= 0; rowctr--)
257 /* Columns of zeroes can be exploited in the same way as we did with rows.
258 * However, the row calculation has created many nonzero AC terms, so the
259 * simplification applies less often (typically 5% to 10% of the time).
260 * On machines with very fast multiplication, it's possible that the
261 * test takes more time than it's worth. In that case this section
262 * may be commented out.
265 #ifndef NO_ZERO_COLUMN_TEST /*ajoute un test mais evite des calculs */
266 if ((dataptr[DCTSIZE*1] | dataptr[DCTSIZE*2] | dataptr[DCTSIZE*3] |
267 dataptr[DCTSIZE*4] | dataptr[DCTSIZE*5] | dataptr[DCTSIZE*6] |
268 dataptr[DCTSIZE*7]) == 0)
270 /* AC terms all zero */
271 dctelem_t dcval = (dctelem_t) DESCALE((s32) dataptr[0], PASS1_BITS+3);
273 dataptr[DCTSIZE*0] = dcval;
274 dataptr[DCTSIZE*1] = dcval;
275 dataptr[DCTSIZE*2] = dcval;
276 dataptr[DCTSIZE*3] = dcval;
277 dataptr[DCTSIZE*4] = dcval;
278 dataptr[DCTSIZE*5] = dcval;
279 dataptr[DCTSIZE*6] = dcval;
280 dataptr[DCTSIZE*7] = dcval;
282 dataptr++; /* advance pointer to next column */
287 /* Even part: reverse the even part of the forward DCT. */
288 /* The rotator is sqrt(2)*c(-6). */
290 z2 = (s32) dataptr[DCTSIZE*2];
291 z3 = (s32) dataptr[DCTSIZE*6];
293 z1 = MULTIPLY(z2 + z3, FIX(0.541196100));
294 tmp2 = z1 + MULTIPLY(z3, - FIX(1.847759065));
295 tmp3 = z1 + MULTIPLY(z2, FIX(0.765366865));
297 tmp0 = ((s32) dataptr[DCTSIZE*0] + (s32) dataptr[DCTSIZE*4]) << CONST_BITS;
298 tmp1 = ((s32) dataptr[DCTSIZE*0] - (s32) dataptr[DCTSIZE*4]) << CONST_BITS;
305 /* Odd part per figure 8; the matrix is unitary and hence its
306 * transpose is its inverse. i0..i3 are y7,y5,y3,y1 respectively.
309 tmp0 = (s32) dataptr[DCTSIZE*7];
310 tmp1 = (s32) dataptr[DCTSIZE*5];
311 tmp2 = (s32) dataptr[DCTSIZE*3];
312 tmp3 = (s32) dataptr[DCTSIZE*1];
318 z5 = MULTIPLY(z3 + z4, FIX(1.175875602)); /* sqrt(2) * c3 */
320 tmp0 = MULTIPLY(tmp0, FIX(0.298631336)); /* sqrt(2) * (-c1+c3+c5-c7) */
321 tmp1 = MULTIPLY(tmp1, FIX(2.053119869)); /* sqrt(2) * ( c1+c3-c5+c7) */
322 tmp2 = MULTIPLY(tmp2, FIX(3.072711026)); /* sqrt(2) * ( c1+c3+c5-c7) */
323 tmp3 = MULTIPLY(tmp3, FIX(1.501321110)); /* sqrt(2) * ( c1+c3-c5-c7) */
324 z1 = MULTIPLY(z1, - FIX(0.899976223)); /* sqrt(2) * (c7-c3) */
325 z2 = MULTIPLY(z2, - FIX(2.562915447)); /* sqrt(2) * (-c1-c3) */
326 z3 = MULTIPLY(z3, - FIX(1.961570560)); /* sqrt(2) * (-c3-c5) */
327 z4 = MULTIPLY(z4, - FIX(0.390180644)); /* sqrt(2) * (c5-c3) */
337 /* Final output stage: inputs are tmp10..tmp13, tmp0..tmp3 */
339 dataptr[DCTSIZE*0] = (dctelem_t) DESCALE(tmp10 + tmp3,
340 CONST_BITS+PASS1_BITS+3);
341 dataptr[DCTSIZE*7] = (dctelem_t) DESCALE(tmp10 - tmp3,
342 CONST_BITS+PASS1_BITS+3);
343 dataptr[DCTSIZE*1] = (dctelem_t) DESCALE(tmp11 + tmp2,
344 CONST_BITS+PASS1_BITS+3);
345 dataptr[DCTSIZE*6] = (dctelem_t) DESCALE(tmp11 - tmp2,
346 CONST_BITS+PASS1_BITS+3);
347 dataptr[DCTSIZE*2] = (dctelem_t) DESCALE(tmp12 + tmp1,
348 CONST_BITS+PASS1_BITS+3);
349 dataptr[DCTSIZE*5] = (dctelem_t) DESCALE(tmp12 - tmp1,
350 CONST_BITS+PASS1_BITS+3);
351 dataptr[DCTSIZE*3] = (dctelem_t) DESCALE(tmp13 + tmp0,
352 CONST_BITS+PASS1_BITS+3);
353 dataptr[DCTSIZE*4] = (dctelem_t) DESCALE(tmp13 - tmp0,
354 CONST_BITS+PASS1_BITS+3);
356 dataptr++; /* advance pointer to next column */
360 #if 1 /*dct avec non classique*/
362 s32 tmp0, tmp1, tmp2, tmp3;
363 s32 tmp10, tmp11, tmp12, tmp13;
364 s32 z1, z2, z3, z4, z5;
365 s32 d0, d1, d2, d3, d4, d5, d6, d7;
371 /* Pass 1: process rows. */
372 /* Note results are scaled up by sqrt(8) compared to a true IDCT; */
373 /* furthermore, we scale the results by 2**PASS1_BITS. */
377 fprintf( stderr, "normal dct" );
378 for (rowctr = DCTSIZE-1; rowctr >= 0; rowctr--)
380 /* Due to quantization, we will usually find that many of the input
381 * coefficients are zero, especially the AC terms. We can exploit this
382 * by short-circuiting the IDCT calculation for any row in which all
383 * the AC terms are zero. In that case each output is equal to the
384 * DC coefficient (with scale factor as needed).
385 * With typical images and quantization tables, half or more of the
386 * row DCT calculations can be simplified this way.
389 register int * idataptr = (int*)dataptr;
392 if ( (d1 == 0) && ((idataptr[1] | idataptr[2] | idataptr[3]) == 0) )
394 /* AC terms all zero */
397 /* Compute a 32 bit value to assign. */
398 dctelem_t dcval = (dctelem_t) (d0 << PASS1_BITS);
399 register int v = (dcval & 0xffff) | (dcval << 16);
407 dataptr += DCTSIZE; /* advance pointer to next row */
417 /* Even part: reverse the even part of the forward DCT. */
418 /* The rotator is sqrt(2)*c(-6). */
427 /* d0 != 0, d2 != 0, d4 != 0, d6 != 0 */
428 z1 = MULTIPLY(d2 + d6, FIX(0.541196100));
429 tmp2 = z1 + MULTIPLY(d6, - FIX(1.847759065));
430 tmp3 = z1 + MULTIPLY(d2, FIX(0.765366865));
432 tmp0 = (d0 + d4) << CONST_BITS;
433 tmp1 = (d0 - d4) << CONST_BITS;
442 /* d0 == 0, d2 != 0, d4 != 0, d6 != 0 */
443 z1 = MULTIPLY(d2 + d6, FIX(0.541196100));
444 tmp2 = z1 + MULTIPLY(d6, - FIX(1.847759065));
445 tmp3 = z1 + MULTIPLY(d2, FIX(0.765366865));
447 tmp0 = d4 << CONST_BITS;
452 tmp12 = -(tmp0 + tmp2);
459 /* d0 != 0, d2 == 0, d4 != 0, d6 != 0 */
460 tmp2 = MULTIPLY(d6, - FIX2(1.306562965));
461 tmp3 = MULTIPLY(d6, FIX(0.541196100));
463 tmp0 = (d0 + d4) << CONST_BITS;
464 tmp1 = (d0 - d4) << CONST_BITS;
473 /* d0 == 0, d2 == 0, d4 != 0, d6 != 0 */
474 tmp2 = MULTIPLY(d6, - FIX2(1.306562965));
475 tmp3 = MULTIPLY(d6, FIX(0.541196100));
477 tmp0 = d4 << CONST_BITS;
482 tmp12 = -(tmp0 + tmp2);
492 /* d0 != 0, d2 != 0, d4 == 0, d6 != 0 */
493 z1 = MULTIPLY(d2 + d6, FIX(0.541196100));
494 tmp2 = z1 + MULTIPLY(d6, - FIX(1.847759065));
495 tmp3 = z1 + MULTIPLY(d2, FIX(0.765366865));
497 tmp0 = d0 << CONST_BITS;
506 /* d0 == 0, d2 != 0, d4 == 0, d6 != 0 */
507 z1 = MULTIPLY(d2 + d6, FIX(0.541196100));
508 tmp2 = z1 + MULTIPLY(d6, - FIX(1.847759065));
509 tmp3 = z1 + MULTIPLY(d2, FIX(0.765366865));
521 /* d0 != 0, d2 == 0, d4 == 0, d6 != 0 */
522 tmp2 = MULTIPLY(d6, - FIX2(1.306562965));
523 tmp3 = MULTIPLY(d6, FIX(0.541196100));
525 tmp0 = d0 << CONST_BITS;
534 /* d0 == 0, d2 == 0, d4 == 0, d6 != 0 */
535 tmp2 = MULTIPLY(d6, - FIX2(1.306562965));
536 tmp3 = MULTIPLY(d6, FIX(0.541196100));
554 /* d0 != 0, d2 != 0, d4 != 0, d6 == 0 */
555 tmp2 = MULTIPLY(d2, FIX(0.541196100));
556 tmp3 = MULTIPLY(d2, (FIX(1.306562965) + .5));
558 tmp0 = (d0 + d4) << CONST_BITS;
559 tmp1 = (d0 - d4) << CONST_BITS;
568 /* d0 == 0, d2 != 0, d4 != 0, d6 == 0 */
569 tmp2 = MULTIPLY(d2, FIX(0.541196100));
570 tmp3 = MULTIPLY(d2, (FIX(1.306562965) + .5));
572 tmp0 = d4 << CONST_BITS;
577 tmp12 = -(tmp0 + tmp2);
584 /* d0 != 0, d2 == 0, d4 != 0, d6 == 0 */
585 tmp10 = tmp13 = (d0 + d4) << CONST_BITS;
586 tmp11 = tmp12 = (d0 - d4) << CONST_BITS;
590 /* d0 == 0, d2 == 0, d4 != 0, d6 == 0 */
591 tmp10 = tmp13 = d4 << CONST_BITS;
592 tmp11 = tmp12 = -tmp10;
602 /* d0 != 0, d2 != 0, d4 == 0, d6 == 0 */
603 tmp2 = MULTIPLY(d2, FIX(0.541196100));
604 tmp3 = MULTIPLY(d2, (FIX(1.306562965) + .5));
606 tmp0 = d0 << CONST_BITS;
615 /* d0 == 0, d2 != 0, d4 == 0, d6 == 0 */
616 tmp2 = MULTIPLY(d2, FIX(0.541196100));
617 tmp3 = MULTIPLY(d2, (FIX(1.306562965) + .5));
629 /* d0 != 0, d2 == 0, d4 == 0, d6 == 0 */
630 tmp10 = tmp13 = tmp11 = tmp12 = d0 << CONST_BITS;
634 /* d0 == 0, d2 == 0, d4 == 0, d6 == 0 */
635 tmp10 = tmp13 = tmp11 = tmp12 = 0;
642 /* Odd part per figure 8; the matrix is unitary and hence its
643 * transpose is its inverse. i0..i3 are y7,y5,y3,y1 respectively.
654 /* d1 != 0, d3 != 0, d5 != 0, d7 != 0 */
659 z5 = MULTIPLY(z3 + z4, FIX(1.175875602));
661 tmp0 = MULTIPLY(d7, FIX(0.298631336));
662 tmp1 = MULTIPLY(d5, FIX(2.053119869));
663 tmp2 = MULTIPLY(d3, FIX(3.072711026));
664 tmp3 = MULTIPLY(d1, FIX(1.501321110));
665 z1 = MULTIPLY(z1, - FIX(0.899976223));
666 z2 = MULTIPLY(z2, - FIX(2.562915447));
667 z3 = MULTIPLY(z3, - FIX(1.961570560));
668 z4 = MULTIPLY(z4, - FIX(0.390180644));
680 /* d1 == 0, d3 != 0, d5 != 0, d7 != 0 */
683 z5 = MULTIPLY(z3 + d5, FIX(1.175875602));
685 tmp0 = MULTIPLY(d7, FIX(0.298631336));
686 tmp1 = MULTIPLY(d5, FIX(2.053119869));
687 tmp2 = MULTIPLY(d3, FIX(3.072711026));
688 z1 = MULTIPLY(d7, - FIX(0.899976223));
689 z2 = MULTIPLY(z2, - FIX(2.562915447));
690 z3 = MULTIPLY(z3, - FIX(1.961570560));
691 z4 = MULTIPLY(d5, - FIX(0.390180644));
706 /* d1 != 0, d3 == 0, d5 != 0, d7 != 0 */
709 z5 = MULTIPLY(d7 + z4, FIX(1.175875602));
711 tmp0 = MULTIPLY(d7, FIX(0.298631336));
712 tmp1 = MULTIPLY(d5, FIX(2.053119869));
713 tmp3 = MULTIPLY(d1, FIX(1.501321110));
714 z1 = MULTIPLY(z1, - FIX(0.899976223));
715 z2 = MULTIPLY(d5, - FIX(2.562915447));
716 z3 = MULTIPLY(d7, - FIX(1.961570560));
717 z4 = MULTIPLY(z4, - FIX(0.390180644));
729 /* d1 == 0, d3 == 0, d5 != 0, d7 != 0 */
730 z5 = MULTIPLY(d7 + d5, FIX(1.175875602));
732 tmp0 = MULTIPLY(d7, - FIX2(0.601344887));
733 tmp1 = MULTIPLY(d5, - FIX2(0.509795578));
734 z1 = MULTIPLY(d7, - FIX(0.899976223));
735 z3 = MULTIPLY(d7, - FIX(1.961570560));
736 z2 = MULTIPLY(d5, - FIX(2.562915447));
737 z4 = MULTIPLY(d5, - FIX(0.390180644));
755 /* d1 != 0, d3 != 0, d5 == 0, d7 != 0 */
758 z5 = MULTIPLY(z3 + d1, FIX(1.175875602));
760 tmp0 = MULTIPLY(d7, FIX(0.298631336));
761 tmp2 = MULTIPLY(d3, FIX(3.072711026));
762 tmp3 = MULTIPLY(d1, FIX(1.501321110));
763 z1 = MULTIPLY(z1, - FIX(0.899976223));
764 z2 = MULTIPLY(d3, - FIX(2.562915447));
765 z3 = MULTIPLY(z3, - FIX(1.961570560));
766 z4 = MULTIPLY(d1, - FIX(0.390180644));
778 /* d1 == 0, d3 != 0, d5 == 0, d7 != 0 */
780 z5 = MULTIPLY(z3, FIX(1.175875602));
782 tmp0 = MULTIPLY(d7, - FIX2(0.601344887));
783 tmp2 = MULTIPLY(d3, FIX(0.509795579));
784 z1 = MULTIPLY(d7, - FIX(0.899976223));
785 z2 = MULTIPLY(d3, - FIX(2.562915447));
786 z3 = MULTIPLY(z3, - FIX2(0.785694958));
798 /* d1 != 0, d3 == 0, d5 == 0, d7 != 0 */
800 z5 = MULTIPLY(z1, FIX(1.175875602));
802 tmp0 = MULTIPLY(d7, - FIX2(1.662939224));
803 tmp3 = MULTIPLY(d1, FIX2(1.111140466));
804 z1 = MULTIPLY(z1, FIX2(0.275899379));
805 z3 = MULTIPLY(d7, - FIX(1.961570560));
806 z4 = MULTIPLY(d1, - FIX(0.390180644));
815 /* d1 == 0, d3 == 0, d5 == 0, d7 != 0 */
816 tmp0 = MULTIPLY(d7, - FIX2(1.387039845));
817 tmp1 = MULTIPLY(d7, FIX(1.175875602));
818 tmp2 = MULTIPLY(d7, - FIX2(0.785694958));
819 tmp3 = MULTIPLY(d7, FIX2(0.275899379));
832 /* d1 != 0, d3 != 0, d5 != 0, d7 == 0 */
835 z5 = MULTIPLY(d3 + z4, FIX(1.175875602));
837 tmp1 = MULTIPLY(d5, FIX(2.053119869));
838 tmp2 = MULTIPLY(d3, FIX(3.072711026));
839 tmp3 = MULTIPLY(d1, FIX(1.501321110));
840 z1 = MULTIPLY(d1, - FIX(0.899976223));
841 z2 = MULTIPLY(z2, - FIX(2.562915447));
842 z3 = MULTIPLY(d3, - FIX(1.961570560));
843 z4 = MULTIPLY(z4, - FIX(0.390180644));
855 /* d1 == 0, d3 != 0, d5 != 0, d7 == 0 */
857 z5 = MULTIPLY(z2, FIX(1.175875602));
859 tmp1 = MULTIPLY(d5, FIX2(1.662939225));
860 tmp2 = MULTIPLY(d3, FIX2(1.111140466));
861 z2 = MULTIPLY(z2, - FIX2(1.387039845));
862 z3 = MULTIPLY(d3, - FIX(1.961570560));
863 z4 = MULTIPLY(d5, - FIX(0.390180644));
875 /* d1 != 0, d3 == 0, d5 != 0, d7 == 0 */
877 z5 = MULTIPLY(z4, FIX(1.175875602));
879 tmp1 = MULTIPLY(d5, - FIX2(0.509795578));
880 tmp3 = MULTIPLY(d1, FIX2(0.601344887));
881 z1 = MULTIPLY(d1, - FIX(0.899976223));
882 z2 = MULTIPLY(d5, - FIX(2.562915447));
883 z4 = MULTIPLY(z4, FIX2(0.785694958));
892 /* d1 == 0, d3 == 0, d5 != 0, d7 == 0 */
893 tmp0 = MULTIPLY(d5, FIX(1.175875602));
894 tmp1 = MULTIPLY(d5, FIX2(0.275899380));
895 tmp2 = MULTIPLY(d5, - FIX2(1.387039845));
896 tmp3 = MULTIPLY(d5, FIX2(0.785694958));
906 /* d1 != 0, d3 != 0, d5 == 0, d7 == 0 */
909 tmp2 = MULTIPLY(d3, - FIX(1.451774981));
910 tmp3 = MULTIPLY(d1, (FIX(0.211164243) - 1));
911 z1 = MULTIPLY(d1, FIX(1.061594337));
912 z2 = MULTIPLY(d3, - FIX(2.172734803));
913 z4 = MULTIPLY(z5, FIX(0.785694958));
914 z5 = MULTIPLY(z5, FIX(1.175875602));
923 /* d1 == 0, d3 != 0, d5 == 0, d7 == 0 */
924 tmp0 = MULTIPLY(d3, - FIX2(0.785694958));
925 tmp1 = MULTIPLY(d3, - FIX2(1.387039845));
926 tmp2 = MULTIPLY(d3, - FIX2(0.275899379));
927 tmp3 = MULTIPLY(d3, FIX(1.175875602));
934 /* d1 != 0, d3 == 0, d5 == 0, d7 == 0 */
935 tmp0 = MULTIPLY(d1, FIX2(0.275899379));
936 tmp1 = MULTIPLY(d1, FIX2(0.785694958));
937 tmp2 = MULTIPLY(d1, FIX(1.175875602));
938 tmp3 = MULTIPLY(d1, FIX2(1.387039845));
942 /* d1 == 0, d3 == 0, d5 == 0, d7 == 0 */
943 tmp0 = tmp1 = tmp2 = tmp3 = 0;
949 /* Final output stage: inputs are tmp10..tmp13, tmp0..tmp3 */
951 dataptr[0] = (dctelem_t) DESCALE(tmp10 + tmp3, CONST_BITS-PASS1_BITS);
952 dataptr[7] = (dctelem_t) DESCALE(tmp10 - tmp3, CONST_BITS-PASS1_BITS);
953 dataptr[1] = (dctelem_t) DESCALE(tmp11 + tmp2, CONST_BITS-PASS1_BITS);
954 dataptr[6] = (dctelem_t) DESCALE(tmp11 - tmp2, CONST_BITS-PASS1_BITS);
955 dataptr[2] = (dctelem_t) DESCALE(tmp12 + tmp1, CONST_BITS-PASS1_BITS);
956 dataptr[5] = (dctelem_t) DESCALE(tmp12 - tmp1, CONST_BITS-PASS1_BITS);
957 dataptr[3] = (dctelem_t) DESCALE(tmp13 + tmp0, CONST_BITS-PASS1_BITS);
958 dataptr[4] = (dctelem_t) DESCALE(tmp13 - tmp0, CONST_BITS-PASS1_BITS);
960 dataptr += DCTSIZE; /* advance pointer to next row */
963 /* Pass 2: process columns. */
964 /* Note that we must descale the results by a factor of 8 == 2**3, */
965 /* and also undo the PASS1_BITS scaling. */
968 for (rowctr = DCTSIZE-1; rowctr >= 0; rowctr--)
970 /* Columns of zeroes can be exploited in the same way as we did with rows.
971 * However, the row calculation has created many nonzero AC terms, so the
972 * simplification applies less often (typically 5% to 10% of the time).
973 * On machines with very fast multiplication, it's possible that the
974 * test takes more time than it's worth. In that case this section
975 * may be commented out.
978 d0 = dataptr[DCTSIZE*0];
979 d1 = dataptr[DCTSIZE*1];
980 d2 = dataptr[DCTSIZE*2];
981 d3 = dataptr[DCTSIZE*3];
982 d4 = dataptr[DCTSIZE*4];
983 d5 = dataptr[DCTSIZE*5];
984 d6 = dataptr[DCTSIZE*6];
985 d7 = dataptr[DCTSIZE*7];
987 /* Even part: reverse the even part of the forward DCT. */
988 /* The rotator is sqrt(2)*c(-6). */
997 /* d0 != 0, d2 != 0, d4 != 0, d6 != 0 */
998 z1 = MULTIPLY(d2 + d6, FIX(0.541196100));
999 tmp2 = z1 + MULTIPLY(d6, - FIX(1.847759065));
1000 tmp3 = z1 + MULTIPLY(d2, FIX(0.765366865));
1002 tmp0 = (d0 + d4) << CONST_BITS;
1003 tmp1 = (d0 - d4) << CONST_BITS;
1005 tmp10 = tmp0 + tmp3;
1006 tmp13 = tmp0 - tmp3;
1007 tmp11 = tmp1 + tmp2;
1008 tmp12 = tmp1 - tmp2;
1012 /* d0 == 0, d2 != 0, d4 != 0, d6 != 0 */
1013 z1 = MULTIPLY(d2 + d6, FIX(0.541196100));
1014 tmp2 = z1 + MULTIPLY(d6, - FIX(1.847759065));
1015 tmp3 = z1 + MULTIPLY(d2, FIX(0.765366865));
1017 tmp0 = d4 << CONST_BITS;
1019 tmp10 = tmp0 + tmp3;
1020 tmp13 = tmp0 - tmp3;
1021 tmp11 = tmp2 - tmp0;
1022 tmp12 = -(tmp0 + tmp2);
1029 /* d0 != 0, d2 == 0, d4 != 0, d6 != 0 */
1030 tmp2 = MULTIPLY(d6, - FIX2(1.306562965));
1031 tmp3 = MULTIPLY(d6, FIX(0.541196100));
1033 tmp0 = (d0 + d4) << CONST_BITS;
1034 tmp1 = (d0 - d4) << CONST_BITS;
1036 tmp10 = tmp0 + tmp3;
1037 tmp13 = tmp0 - tmp3;
1038 tmp11 = tmp1 + tmp2;
1039 tmp12 = tmp1 - tmp2;
1043 /* d0 == 0, d2 == 0, d4 != 0, d6 != 0 */
1044 tmp2 = MULTIPLY(d6, -FIX2(1.306562965));
1045 tmp3 = MULTIPLY(d6, FIX(0.541196100));
1047 tmp0 = d4 << CONST_BITS;
1049 tmp10 = tmp0 + tmp3;
1050 tmp13 = tmp0 - tmp3;
1051 tmp11 = tmp2 - tmp0;
1052 tmp12 = -(tmp0 + tmp2);
1062 /* d0 != 0, d2 != 0, d4 == 0, d6 != 0 */
1063 z1 = MULTIPLY(d2 + d6, FIX(0.541196100));
1064 tmp2 = z1 + MULTIPLY(d6, - FIX(1.847759065));
1065 tmp3 = z1 + MULTIPLY(d2, FIX(0.765366865));
1067 tmp0 = d0 << CONST_BITS;
1069 tmp10 = tmp0 + tmp3;
1070 tmp13 = tmp0 - tmp3;
1071 tmp11 = tmp0 + tmp2;
1072 tmp12 = tmp0 - tmp2;
1076 /* d0 == 0, d2 != 0, d4 == 0, d6 != 0 */
1077 z1 = MULTIPLY(d2 + d6, FIX(0.541196100));
1078 tmp2 = z1 + MULTIPLY(d6, - FIX(1.847759065));
1079 tmp3 = z1 + MULTIPLY(d2, FIX(0.765366865));
1091 /* d0 != 0, d2 == 0, d4 == 0, d6 != 0 */
1092 tmp2 = MULTIPLY(d6, - FIX2(1.306562965));
1093 tmp3 = MULTIPLY(d6, FIX(0.541196100));
1095 tmp0 = d0 << CONST_BITS;
1097 tmp10 = tmp0 + tmp3;
1098 tmp13 = tmp0 - tmp3;
1099 tmp11 = tmp0 + tmp2;
1100 tmp12 = tmp0 - tmp2;
1104 /* d0 == 0, d2 == 0, d4 == 0, d6 != 0 */
1105 tmp2 = MULTIPLY(d6, - FIX2(1.306562965));
1106 tmp3 = MULTIPLY(d6, FIX(0.541196100));
1123 /* d0 != 0, d2 != 0, d4 != 0, d6 == 0 */
1124 tmp2 = MULTIPLY(d2, FIX(0.541196100));
1125 tmp3 = MULTIPLY(d2, (FIX(1.306562965) + .5));
1127 tmp0 = (d0 + d4) << CONST_BITS;
1128 tmp1 = (d0 - d4) << CONST_BITS;
1130 tmp10 = tmp0 + tmp3;
1131 tmp13 = tmp0 - tmp3;
1132 tmp11 = tmp1 + tmp2;
1133 tmp12 = tmp1 - tmp2;
1137 /* d0 == 0, d2 != 0, d4 != 0, d6 == 0 */
1138 tmp2 = MULTIPLY(d2, FIX(0.541196100));
1139 tmp3 = MULTIPLY(d2, (FIX(1.306562965) + .5));
1141 tmp0 = d4 << CONST_BITS;
1143 tmp10 = tmp0 + tmp3;
1144 tmp13 = tmp0 - tmp3;
1145 tmp11 = tmp2 - tmp0;
1146 tmp12 = -(tmp0 + tmp2);
1153 /* d0 != 0, d2 == 0, d4 != 0, d6 == 0 */
1154 tmp10 = tmp13 = (d0 + d4) << CONST_BITS;
1155 tmp11 = tmp12 = (d0 - d4) << CONST_BITS;
1159 /* d0 == 0, d2 == 0, d4 != 0, d6 == 0 */
1160 tmp10 = tmp13 = d4 << CONST_BITS;
1161 tmp11 = tmp12 = -tmp10;
1171 /* d0 != 0, d2 != 0, d4 == 0, d6 == 0 */
1172 tmp2 = MULTIPLY(d2, FIX(0.541196100));
1173 tmp3 = MULTIPLY(d2, (FIX(1.306562965) + .5));
1175 tmp0 = d0 << CONST_BITS;
1177 tmp10 = tmp0 + tmp3;
1178 tmp13 = tmp0 - tmp3;
1179 tmp11 = tmp0 + tmp2;
1180 tmp12 = tmp0 - tmp2;
1184 /* d0 == 0, d2 != 0, d4 == 0, d6 == 0 */
1185 tmp2 = MULTIPLY(d2, FIX(0.541196100));
1186 tmp3 = MULTIPLY(d2, (FIX(1.306562965) + .5));
1198 /* d0 != 0, d2 == 0, d4 == 0, d6 == 0 */
1199 tmp10 = tmp13 = tmp11 = tmp12 = d0 << CONST_BITS;
1203 /* d0 == 0, d2 == 0, d4 == 0, d6 == 0 */
1204 tmp10 = tmp13 = tmp11 = tmp12 = 0;
1210 /* Odd part per figure 8; the matrix is unitary and hence its
1211 * transpose is its inverse. i0..i3 are y7,y5,y3,y1 respectively.
1221 /* d1 != 0, d3 != 0, d5 != 0, d7 != 0 */
1226 z5 = MULTIPLY(z3 + z4, FIX(1.175875602));
1228 tmp0 = MULTIPLY(d7, FIX(0.298631336));
1229 tmp1 = MULTIPLY(d5, FIX(2.053119869));
1230 tmp2 = MULTIPLY(d3, FIX(3.072711026));
1231 tmp3 = MULTIPLY(d1, FIX(1.501321110));
1232 z1 = MULTIPLY(z1, - FIX(0.899976223));
1233 z2 = MULTIPLY(z2, - FIX(2.562915447));
1234 z3 = MULTIPLY(z3, - FIX(1.961570560));
1235 z4 = MULTIPLY(z4, - FIX(0.390180644));
1247 /* d1 == 0, d3 != 0, d5 != 0, d7 != 0 */
1250 z5 = MULTIPLY(z3 + d5, FIX(1.175875602));
1252 tmp0 = MULTIPLY(d7, FIX(0.298631336));
1253 tmp1 = MULTIPLY(d5, FIX(2.053119869));
1254 tmp2 = MULTIPLY(d3, FIX(3.072711026));
1255 z1 = MULTIPLY(d7, - FIX(0.899976223));
1256 z2 = MULTIPLY(z2, - FIX(2.562915447));
1257 z3 = MULTIPLY(z3, - FIX(1.961570560));
1258 z4 = MULTIPLY(d5, - FIX(0.390180644));
1273 /* d1 != 0, d3 == 0, d5 != 0, d7 != 0 */
1276 z5 = MULTIPLY(d7 + z4, FIX(1.175875602));
1278 tmp0 = MULTIPLY(d7, FIX(0.298631336));
1279 tmp1 = MULTIPLY(d5, FIX(2.053119869));
1280 tmp3 = MULTIPLY(d1, FIX(1.501321110));
1281 z1 = MULTIPLY(z1, - FIX(0.899976223));
1282 z2 = MULTIPLY(d5, - FIX(2.562915447));
1283 z3 = MULTIPLY(d7, - FIX(1.961570560));
1284 z4 = MULTIPLY(z4, - FIX(0.390180644));
1296 /* d1 == 0, d3 == 0, d5 != 0, d7 != 0 */
1297 z5 = MULTIPLY(d5 + d7, FIX(1.175875602));
1299 tmp0 = MULTIPLY(d7, - FIX2(0.601344887));
1300 tmp1 = MULTIPLY(d5, - FIX2(0.509795578));
1301 z1 = MULTIPLY(d7, - FIX(0.899976223));
1302 z3 = MULTIPLY(d7, - FIX(1.961570560));
1303 z2 = MULTIPLY(d5, - FIX(2.562915447));
1304 z4 = MULTIPLY(d5, - FIX(0.390180644));
1322 /* d1 != 0, d3 != 0, d5 == 0, d7 != 0 */
1325 z5 = MULTIPLY(z3 + d1, FIX(1.175875602));
1327 tmp0 = MULTIPLY(d7, FIX(0.298631336));
1328 tmp2 = MULTIPLY(d3, FIX(3.072711026));
1329 tmp3 = MULTIPLY(d1, FIX(1.501321110));
1330 z1 = MULTIPLY(z1, - FIX(0.899976223));
1331 z2 = MULTIPLY(d3, - FIX(2.562915447));
1332 z3 = MULTIPLY(z3, - FIX(1.961570560));
1333 z4 = MULTIPLY(d1, - FIX(0.390180644));
1345 /* d1 == 0, d3 != 0, d5 == 0, d7 != 0 */
1347 z5 = MULTIPLY(z3, FIX(1.175875602));
1349 tmp0 = MULTIPLY(d7, - FIX2(0.601344887));
1350 z1 = MULTIPLY(d7, - FIX(0.899976223));
1351 tmp2 = MULTIPLY(d3, FIX(0.509795579));
1352 z2 = MULTIPLY(d3, - FIX(2.562915447));
1353 z3 = MULTIPLY(z3, - FIX2(0.785694958));
1365 /* d1 != 0, d3 == 0, d5 == 0, d7 != 0 */
1367 z5 = MULTIPLY(z1, FIX(1.175875602));
1369 tmp0 = MULTIPLY(d7, - FIX2(1.662939224));
1370 tmp3 = MULTIPLY(d1, FIX2(1.111140466));
1371 z1 = MULTIPLY(z1, FIX2(0.275899379));
1372 z3 = MULTIPLY(d7, - FIX(1.961570560));
1373 z4 = MULTIPLY(d1, - FIX(0.390180644));
1382 /* d1 == 0, d3 == 0, d5 == 0, d7 != 0 */
1383 tmp0 = MULTIPLY(d7, - FIX2(1.387039845));
1384 tmp1 = MULTIPLY(d7, FIX(1.175875602));
1385 tmp2 = MULTIPLY(d7, - FIX2(0.785694958));
1386 tmp3 = MULTIPLY(d7, FIX2(0.275899379));
1399 /* d1 != 0, d3 != 0, d5 != 0, d7 == 0 */
1402 z5 = MULTIPLY(d3 + z4, FIX(1.175875602));
1404 tmp1 = MULTIPLY(d5, FIX(2.053119869));
1405 tmp2 = MULTIPLY(d3, FIX(3.072711026));
1406 tmp3 = MULTIPLY(d1, FIX(1.501321110));
1407 z1 = MULTIPLY(d1, - FIX(0.899976223));
1408 z2 = MULTIPLY(z2, - FIX(2.562915447));
1409 z3 = MULTIPLY(d3, - FIX(1.961570560));
1410 z4 = MULTIPLY(z4, - FIX(0.390180644));
1422 /* d1 == 0, d3 != 0, d5 != 0, d7 == 0 */
1424 z5 = MULTIPLY(z2, FIX(1.175875602));
1426 tmp1 = MULTIPLY(d5, FIX2(1.662939225));
1427 tmp2 = MULTIPLY(d3, FIX2(1.111140466));
1428 z2 = MULTIPLY(z2, - FIX2(1.387039845));
1429 z3 = MULTIPLY(d3, - FIX(1.961570560));
1430 z4 = MULTIPLY(d5, - FIX(0.390180644));
1442 /* d1 != 0, d3 == 0, d5 != 0, d7 == 0 */
1444 z5 = MULTIPLY(z4, FIX(1.175875602));
1446 tmp1 = MULTIPLY(d5, - FIX2(0.509795578));
1447 tmp3 = MULTIPLY(d1, FIX2(0.601344887));
1448 z1 = MULTIPLY(d1, - FIX(0.899976223));
1449 z2 = MULTIPLY(d5, - FIX(2.562915447));
1450 z4 = MULTIPLY(z4, FIX2(0.785694958));
1459 /* d1 == 0, d3 == 0, d5 != 0, d7 == 0 */
1460 tmp0 = MULTIPLY(d5, FIX(1.175875602));
1461 tmp1 = MULTIPLY(d5, FIX2(0.275899380));
1462 tmp2 = MULTIPLY(d5, - FIX2(1.387039845));
1463 tmp3 = MULTIPLY(d5, FIX2(0.785694958));
1473 /* d1 != 0, d3 != 0, d5 == 0, d7 == 0 */
1476 tmp2 = MULTIPLY(d3, - FIX(1.451774981));
1477 tmp3 = MULTIPLY(d1, (FIX(0.211164243) - 1));
1478 z1 = MULTIPLY(d1, FIX(1.061594337));
1479 z2 = MULTIPLY(d3, - FIX(2.172734803));
1480 z4 = MULTIPLY(z5, FIX(0.785694958));
1481 z5 = MULTIPLY(z5, FIX(1.175875602));
1490 /* d1 == 0, d3 != 0, d5 == 0, d7 == 0 */
1491 tmp0 = MULTIPLY(d3, - FIX2(0.785694958));
1492 tmp1 = MULTIPLY(d3, - FIX2(1.387039845));
1493 tmp2 = MULTIPLY(d3, - FIX2(0.275899379));
1494 tmp3 = MULTIPLY(d3, FIX(1.175875602));
1501 /* d1 != 0, d3 == 0, d5 == 0, d7 == 0 */
1502 tmp0 = MULTIPLY(d1, FIX2(0.275899379));
1503 tmp1 = MULTIPLY(d1, FIX2(0.785694958));
1504 tmp2 = MULTIPLY(d1, FIX(1.175875602));
1505 tmp3 = MULTIPLY(d1, FIX2(1.387039845));
1509 /* d1 == 0, d3 == 0, d5 == 0, d7 == 0 */
1510 tmp0 = tmp1 = tmp2 = tmp3 = 0;
1516 /* Final output stage: inputs are tmp10..tmp13, tmp0..tmp3 */
1518 dataptr[DCTSIZE*0] = (dctelem_t) DESCALE(tmp10 + tmp3,
1519 CONST_BITS+PASS1_BITS+3);
1520 dataptr[DCTSIZE*7] = (dctelem_t) DESCALE(tmp10 - tmp3,
1521 CONST_BITS+PASS1_BITS+3);
1522 dataptr[DCTSIZE*1] = (dctelem_t) DESCALE(tmp11 + tmp2,
1523 CONST_BITS+PASS1_BITS+3);
1524 dataptr[DCTSIZE*6] = (dctelem_t) DESCALE(tmp11 - tmp2,
1525 CONST_BITS+PASS1_BITS+3);
1526 dataptr[DCTSIZE*2] = (dctelem_t) DESCALE(tmp12 + tmp1,
1527 CONST_BITS+PASS1_BITS+3);
1528 dataptr[DCTSIZE*5] = (dctelem_t) DESCALE(tmp12 - tmp1,
1529 CONST_BITS+PASS1_BITS+3);
1530 dataptr[DCTSIZE*3] = (dctelem_t) DESCALE(tmp13 + tmp0,
1531 CONST_BITS+PASS1_BITS+3);
1532 dataptr[DCTSIZE*4] = (dctelem_t) DESCALE(tmp13 - tmp0,
1533 CONST_BITS+PASS1_BITS+3);
1535 dataptr++; /* advance pointer to next column */