]> git.sesse.net Git - ffmpeg/blob - libavcodec/j2kenc.c
e3c5a32188c3230e5f4c98dc7f8581e769ffc46b
[ffmpeg] / libavcodec / j2kenc.c
1 /*
2  * JPEG2000 image encoder
3  * Copyright (c) 2007 Kamil Nowosad
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  *
21  * **********************************************************************************************************************
22  *
23  *
24  *
25  * This source code incorporates work covered by the following copyright and
26  * permission notice:
27  *
28  * Copyright (c) 2002-2007, Communications and Remote Sensing Laboratory, Universite catholique de Louvain (UCL), Belgium
29  * Copyright (c) 2002-2007, Professor Benoit Macq
30  * Copyright (c) 2001-2003, David Janssens
31  * Copyright (c) 2002-2003, Yannick Verschueren
32  * Copyright (c) 2003-2007, Francois-Olivier Devaux and Antonin Descampe
33  * Copyright (c) 2005, Herve Drolon, FreeImage Team
34  * Copyright (c) 2007, Callum Lerwick <seg@haxxed.com>
35  * Copyright (c) 2020, Gautam Ramakrishnan <gautamramk@gmail.com>
36  * All rights reserved.
37  *
38  * Redistribution and use in source and binary forms, with or without
39  * modification, are permitted provided that the following conditions
40  * are met:
41  * 1. Redistributions of source code must retain the above copyright
42  *    notice, this list of conditions and the following disclaimer.
43  * 2. Redistributions in binary form must reproduce the above copyright
44  *    notice, this list of conditions and the following disclaimer in the
45  *    documentation and/or other materials provided with the distribution.
46  *
47  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS `AS IS'
48  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
49  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
50  * ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
51  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
52  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
53  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
54  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
55  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
56  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
57  * POSSIBILITY OF SUCH DAMAGE.
58  */
59
60
61 /**
62  * JPEG2000 image encoder
63  * @file
64  * @author Kamil Nowosad
65  */
66
67 #include <float.h>
68 #include "avcodec.h"
69 #include "internal.h"
70 #include "bytestream.h"
71 #include "jpeg2000.h"
72 #include "libavutil/common.h"
73 #include "libavutil/pixdesc.h"
74 #include "libavutil/opt.h"
75 #include "libavutil/intreadwrite.h"
76 #include "libavutil/avstring.h"
77
78 #define NMSEDEC_BITS 7
79 #define NMSEDEC_FRACBITS (NMSEDEC_BITS-1)
80 #define WMSEDEC_SHIFT 13 ///< must be >= 13
81 #define LAMBDA_SCALE (100000000LL << (WMSEDEC_SHIFT - 13))
82
83 #define CODEC_JP2 1
84 #define CODEC_J2K 0
85
86 static int lut_nmsedec_ref [1<<NMSEDEC_BITS],
87            lut_nmsedec_ref0[1<<NMSEDEC_BITS],
88            lut_nmsedec_sig [1<<NMSEDEC_BITS],
89            lut_nmsedec_sig0[1<<NMSEDEC_BITS];
90
91 static const int dwt_norms[2][4][10] = { // [dwt_type][band][rlevel] (multiplied by 10000)
92     {{10000, 19650, 41770,  84030, 169000, 338400,  676900, 1353000, 2706000, 5409000},
93      {20220, 39890, 83550, 170400, 342700, 686300, 1373000, 2746000, 5490000},
94      {20220, 39890, 83550, 170400, 342700, 686300, 1373000, 2746000, 5490000},
95      {20800, 38650, 83070, 171800, 347100, 695900, 1393000, 2786000, 5572000}},
96
97     {{10000, 15000, 27500, 53750, 106800, 213400, 426700, 853300, 1707000, 3413000},
98      {10380, 15920, 29190, 57030, 113300, 226400, 452500, 904800, 1809000},
99      {10380, 15920, 29190, 57030, 113300, 226400, 452500, 904800, 1809000},
100      { 7186,  9218, 15860, 30430,  60190, 120100, 240000, 479700,  959300}}
101 };
102
103 typedef struct {
104    Jpeg2000Component *comp;
105    double *layer_rates;
106 } Jpeg2000Tile;
107
108 typedef struct {
109     AVClass *class;
110     AVCodecContext *avctx;
111     const AVFrame *picture;
112
113     int width, height; ///< image width and height
114     uint8_t cbps[4]; ///< bits per sample in particular components
115     int chroma_shift[2];
116     uint8_t planar;
117     int ncomponents;
118     int tile_width, tile_height; ///< tile size
119     int numXtiles, numYtiles;
120
121     uint8_t *buf_start;
122     uint8_t *buf;
123     uint8_t *buf_end;
124     int bit_index;
125
126     int64_t lambda;
127
128     Jpeg2000CodingStyle codsty;
129     Jpeg2000QuantStyle  qntsty;
130
131     Jpeg2000Tile *tile;
132     int layer_rates[100];
133     uint8_t compression_rate_enc; ///< Is compression done using compression ratio?
134
135     int format;
136     int pred;
137     int sop;
138     int eph;
139     int prog;
140     int nlayers;
141     char *lr_str;
142 } Jpeg2000EncoderContext;
143
144
145 /* debug */
146 #if 0
147 #undef ifprintf
148 #undef printf
149
150 static void nspaces(FILE *fd, int n)
151 {
152     while(n--) putc(' ', fd);
153 }
154
155 static void printcomp(Jpeg2000Component *comp)
156 {
157     int i;
158     for (i = 0; i < comp->y1 - comp->y0; i++)
159         ff_jpeg2000_printv(comp->i_data + i * (comp->x1 - comp->x0), comp->x1 - comp->x0);
160 }
161
162 static void dump(Jpeg2000EncoderContext *s, FILE *fd)
163 {
164     int tileno, compno, reslevelno, bandno, precno;
165     fprintf(fd, "XSiz = %d, YSiz = %d, tile_width = %d, tile_height = %d\n"
166                 "numXtiles = %d, numYtiles = %d, ncomponents = %d\n"
167                 "tiles:\n",
168             s->width, s->height, s->tile_width, s->tile_height,
169             s->numXtiles, s->numYtiles, s->ncomponents);
170     for (tileno = 0; tileno < s->numXtiles * s->numYtiles; tileno++){
171         Jpeg2000Tile *tile = s->tile + tileno;
172         nspaces(fd, 2);
173         fprintf(fd, "tile %d:\n", tileno);
174         for(compno = 0; compno < s->ncomponents; compno++){
175             Jpeg2000Component *comp = tile->comp + compno;
176             nspaces(fd, 4);
177             fprintf(fd, "component %d:\n", compno);
178             nspaces(fd, 4);
179             fprintf(fd, "x0 = %d, x1 = %d, y0 = %d, y1 = %d\n",
180                         comp->x0, comp->x1, comp->y0, comp->y1);
181             for(reslevelno = 0; reslevelno < s->nreslevels; reslevelno++){
182                 Jpeg2000ResLevel *reslevel = comp->reslevel + reslevelno;
183                 nspaces(fd, 6);
184                 fprintf(fd, "reslevel %d:\n", reslevelno);
185                 nspaces(fd, 6);
186                 fprintf(fd, "x0 = %d, x1 = %d, y0 = %d, y1 = %d, nbands = %d\n",
187                         reslevel->x0, reslevel->x1, reslevel->y0,
188                         reslevel->y1, reslevel->nbands);
189                 for(bandno = 0; bandno < reslevel->nbands; bandno++){
190                     Jpeg2000Band *band = reslevel->band + bandno;
191                     nspaces(fd, 8);
192                     fprintf(fd, "band %d:\n", bandno);
193                     nspaces(fd, 8);
194                     fprintf(fd, "x0 = %d, x1 = %d, y0 = %d, y1 = %d,"
195                                 "codeblock_width = %d, codeblock_height = %d cblknx = %d cblkny = %d\n",
196                                 band->x0, band->x1,
197                                 band->y0, band->y1,
198                                 band->codeblock_width, band->codeblock_height,
199                                 band->cblknx, band->cblkny);
200                     for (precno = 0; precno < reslevel->num_precincts_x * reslevel->num_precincts_y; precno++){
201                         Jpeg2000Prec *prec = band->prec + precno;
202                         nspaces(fd, 10);
203                         fprintf(fd, "prec %d:\n", precno);
204                         nspaces(fd, 10);
205                         fprintf(fd, "xi0 = %d, xi1 = %d, yi0 = %d, yi1 = %d\n",
206                                      prec->xi0, prec->xi1, prec->yi0, prec->yi1);
207                     }
208                 }
209             }
210         }
211     }
212 }
213 #endif
214
215 /* bitstream routines */
216
217 /** put n times val bit */
218 static void put_bits(Jpeg2000EncoderContext *s, int val, int n) // TODO: optimize
219 {
220     while (n-- > 0){
221         if (s->bit_index == 8)
222         {
223             s->bit_index = *s->buf == 0xff;
224             *(++s->buf) = 0;
225         }
226         *s->buf |= val << (7 - s->bit_index++);
227     }
228 }
229
230 /** put n least significant bits of a number num */
231 static void put_num(Jpeg2000EncoderContext *s, int num, int n)
232 {
233     while(--n >= 0)
234         put_bits(s, (num >> n) & 1, 1);
235 }
236
237 /** flush the bitstream */
238 static void j2k_flush(Jpeg2000EncoderContext *s)
239 {
240     if (s->bit_index){
241         s->bit_index = 0;
242         s->buf++;
243     }
244 }
245
246 /* tag tree routines */
247
248 /** code the value stored in node */
249 static void tag_tree_code(Jpeg2000EncoderContext *s, Jpeg2000TgtNode *node, int threshold)
250 {
251     Jpeg2000TgtNode *stack[30];
252     int sp = -1, curval = 0;
253
254     while(node->parent){
255         stack[++sp] = node;
256         node = node->parent;
257     }
258
259     while (1) {
260         if (curval > node->temp_val)
261             node->temp_val = curval;
262         else {
263             curval = node->temp_val;
264         }
265
266         if (node->val >= threshold) {
267             put_bits(s, 0, threshold - curval);
268             curval = threshold;
269         } else {
270             put_bits(s, 0, node->val - curval);
271             curval = node->val;
272             if (!node->vis) {
273                 put_bits(s, 1, 1);
274                 node->vis = 1;
275             }
276         }
277
278         node->temp_val = curval;
279         if (sp < 0)
280             break;
281         node = stack[sp--];
282     }
283 }
284
285 /** update the value in node */
286 static void tag_tree_update(Jpeg2000TgtNode *node)
287 {
288     int lev = 0;
289     while (node->parent){
290         if (node->parent->val <= node->val)
291             break;
292         node->parent->val = node->val;
293         node = node->parent;
294         lev++;
295     }
296 }
297
298 static int put_siz(Jpeg2000EncoderContext *s)
299 {
300     int i;
301
302     if (s->buf_end - s->buf < 40 + 3 * s->ncomponents)
303         return -1;
304
305     bytestream_put_be16(&s->buf, JPEG2000_SIZ);
306     bytestream_put_be16(&s->buf, 38 + 3 * s->ncomponents); // Lsiz
307     bytestream_put_be16(&s->buf, 0); // Rsiz
308     bytestream_put_be32(&s->buf, s->width); // width
309     bytestream_put_be32(&s->buf, s->height); // height
310     bytestream_put_be32(&s->buf, 0); // X0Siz
311     bytestream_put_be32(&s->buf, 0); // Y0Siz
312
313     bytestream_put_be32(&s->buf, s->tile_width); // XTSiz
314     bytestream_put_be32(&s->buf, s->tile_height); // YTSiz
315     bytestream_put_be32(&s->buf, 0); // XT0Siz
316     bytestream_put_be32(&s->buf, 0); // YT0Siz
317     bytestream_put_be16(&s->buf, s->ncomponents); // CSiz
318
319     for (i = 0; i < s->ncomponents; i++){ // Ssiz_i XRsiz_i, YRsiz_i
320         bytestream_put_byte(&s->buf, s->cbps[i] - 1);
321         bytestream_put_byte(&s->buf, i?1<<s->chroma_shift[0]:1);
322         bytestream_put_byte(&s->buf, i?1<<s->chroma_shift[1]:1);
323     }
324     return 0;
325 }
326
327 static int put_cod(Jpeg2000EncoderContext *s)
328 {
329     Jpeg2000CodingStyle *codsty = &s->codsty;
330     uint8_t scod = 0;
331
332     if (s->buf_end - s->buf < 14)
333         return -1;
334
335     bytestream_put_be16(&s->buf, JPEG2000_COD);
336     bytestream_put_be16(&s->buf, 12); // Lcod
337     if (s->sop)
338         scod |= JPEG2000_CSTY_SOP;
339     if (s->eph)
340         scod |= JPEG2000_CSTY_EPH;
341     bytestream_put_byte(&s->buf, scod);  // Scod
342     // SGcod
343     bytestream_put_byte(&s->buf, s->prog); // progression level
344     bytestream_put_be16(&s->buf, s->nlayers); // num of layers
345     if(s->avctx->pix_fmt == AV_PIX_FMT_YUV444P){
346         bytestream_put_byte(&s->buf, 0); // unspecified
347     }else{
348         bytestream_put_byte(&s->buf, 0); // unspecified
349     }
350     // SPcod
351     bytestream_put_byte(&s->buf, codsty->nreslevels - 1); // num of decomp. levels
352     bytestream_put_byte(&s->buf, codsty->log2_cblk_width-2); // cblk width
353     bytestream_put_byte(&s->buf, codsty->log2_cblk_height-2); // cblk height
354     bytestream_put_byte(&s->buf, 0); // cblk style
355     bytestream_put_byte(&s->buf, codsty->transform == FF_DWT53); // transformation
356     return 0;
357 }
358
359 static int put_qcd(Jpeg2000EncoderContext *s, int compno)
360 {
361     int i, size;
362     Jpeg2000CodingStyle *codsty = &s->codsty;
363     Jpeg2000QuantStyle  *qntsty = &s->qntsty;
364
365     if (qntsty->quantsty == JPEG2000_QSTY_NONE)
366         size = 4 + 3 * (codsty->nreslevels-1);
367     else // QSTY_SE
368         size = 5 + 6 * (codsty->nreslevels-1);
369
370     if (s->buf_end - s->buf < size + 2)
371         return -1;
372
373     bytestream_put_be16(&s->buf, JPEG2000_QCD);
374     bytestream_put_be16(&s->buf, size);  // LQcd
375     bytestream_put_byte(&s->buf, (qntsty->nguardbits << 5) | qntsty->quantsty);  // Sqcd
376     if (qntsty->quantsty == JPEG2000_QSTY_NONE)
377         for (i = 0; i < codsty->nreslevels * 3 - 2; i++)
378             bytestream_put_byte(&s->buf, qntsty->expn[i] << 3);
379     else // QSTY_SE
380         for (i = 0; i < codsty->nreslevels * 3 - 2; i++)
381             bytestream_put_be16(&s->buf, (qntsty->expn[i] << 11) | qntsty->mant[i]);
382     return 0;
383 }
384
385 static int put_com(Jpeg2000EncoderContext *s, int compno)
386 {
387     int size = 4 + strlen(LIBAVCODEC_IDENT);
388
389     if (s->avctx->flags & AV_CODEC_FLAG_BITEXACT)
390         return 0;
391
392     if (s->buf_end - s->buf < size + 2)
393         return -1;
394
395     bytestream_put_be16(&s->buf, JPEG2000_COM);
396     bytestream_put_be16(&s->buf, size);
397     bytestream_put_be16(&s->buf, 1); // General use (ISO/IEC 8859-15 (Latin) values)
398
399     bytestream_put_buffer(&s->buf, LIBAVCODEC_IDENT, strlen(LIBAVCODEC_IDENT));
400
401     return 0;
402 }
403
404 static uint8_t *put_sot(Jpeg2000EncoderContext *s, int tileno)
405 {
406     uint8_t *psotptr;
407
408     if (s->buf_end - s->buf < 12)
409         return NULL;
410
411     bytestream_put_be16(&s->buf, JPEG2000_SOT);
412     bytestream_put_be16(&s->buf, 10); // Lsot
413     bytestream_put_be16(&s->buf, tileno); // Isot
414
415     psotptr = s->buf;
416     bytestream_put_be32(&s->buf, 0); // Psot (filled in later)
417
418     bytestream_put_byte(&s->buf, 0); // TPsot
419     bytestream_put_byte(&s->buf, 1); // TNsot
420     return psotptr;
421 }
422
423 static void compute_rates(Jpeg2000EncoderContext* s)
424 {
425     int i, j;
426     int layno, compno;
427     for (i = 0; i < s->numYtiles; i++) {
428         for (j = 0; j < s->numXtiles; j++) {
429             Jpeg2000Tile *tile = &s->tile[s->numXtiles * i + j];
430             for (compno = 0; compno < s->ncomponents; compno++) {
431                 int tilew = tile->comp[compno].coord[0][1] - tile->comp[compno].coord[0][0];
432                 int tileh = tile->comp[compno].coord[1][1] - tile->comp[compno].coord[1][0];
433                 int scale = (compno?1 << s->chroma_shift[0]:1) * (compno?1 << s->chroma_shift[1]:1);
434                 for (layno = 0; layno < s->nlayers; layno++) {
435                     if (s->layer_rates[layno] > 0) {
436                         tile->layer_rates[layno] += (double)(tilew * tileh) * s->ncomponents * s->cbps[compno] /
437                                                     (double)(s->layer_rates[layno] * 8 * scale);
438                     } else {
439                         tile->layer_rates[layno] = 0.0;
440                     }
441                 }
442             }
443         }
444     }
445
446 }
447
448 /**
449  * compute the sizes of tiles, resolution levels, bands, etc.
450  * allocate memory for them
451  * divide the input image into tile-components
452  */
453 static int init_tiles(Jpeg2000EncoderContext *s)
454 {
455     int tileno, tilex, tiley, compno;
456     Jpeg2000CodingStyle *codsty = &s->codsty;
457     Jpeg2000QuantStyle  *qntsty = &s->qntsty;
458
459     s->numXtiles = ff_jpeg2000_ceildiv(s->width, s->tile_width);
460     s->numYtiles = ff_jpeg2000_ceildiv(s->height, s->tile_height);
461
462     s->tile = av_calloc(s->numXtiles, s->numYtiles * sizeof(Jpeg2000Tile));
463     if (!s->tile)
464         return AVERROR(ENOMEM);
465     for (tileno = 0, tiley = 0; tiley < s->numYtiles; tiley++)
466         for (tilex = 0; tilex < s->numXtiles; tilex++, tileno++){
467             Jpeg2000Tile *tile = s->tile + tileno;
468
469             tile->comp = av_mallocz_array(s->ncomponents, sizeof(Jpeg2000Component));
470             if (!tile->comp)
471                 return AVERROR(ENOMEM);
472
473             tile->layer_rates = av_mallocz_array(s->nlayers, sizeof(*tile->layer_rates));
474             if (!tile->layer_rates)
475                 return AVERROR(ENOMEM);
476
477             for (compno = 0; compno < s->ncomponents; compno++){
478                 Jpeg2000Component *comp = tile->comp + compno;
479                 int ret, i, j;
480
481                 comp->coord[0][0] = comp->coord_o[0][0] = tilex * s->tile_width;
482                 comp->coord[0][1] = comp->coord_o[0][1] = FFMIN((tilex+1)*s->tile_width, s->width);
483                 comp->coord[1][0] = comp->coord_o[1][0] = tiley * s->tile_height;
484                 comp->coord[1][1] = comp->coord_o[1][1] = FFMIN((tiley+1)*s->tile_height, s->height);
485                 if (compno > 0)
486                     for (i = 0; i < 2; i++)
487                         for (j = 0; j < 2; j++)
488                             comp->coord[i][j] = comp->coord_o[i][j] = ff_jpeg2000_ceildivpow2(comp->coord[i][j], s->chroma_shift[i]);
489
490                 if ((ret = ff_jpeg2000_init_component(comp,
491                                                 codsty,
492                                                 qntsty,
493                                                 s->cbps[compno],
494                                                 compno?1<<s->chroma_shift[0]:1,
495                                                 compno?1<<s->chroma_shift[1]:1,
496                                                 s->avctx
497                                                )) < 0)
498                     return ret;
499             }
500         }
501     compute_rates(s);
502     return 0;
503 }
504
505 #define COPY_FRAME(D, PIXEL)                                                                                                \
506     static void copy_frame_ ##D(Jpeg2000EncoderContext *s)                                                                  \
507     {                                                                                                                       \
508         int tileno, compno, i, y, x;                                                                                        \
509         PIXEL *line;                                                                                                        \
510         for (tileno = 0; tileno < s->numXtiles * s->numYtiles; tileno++){                                                   \
511             Jpeg2000Tile *tile = s->tile + tileno;                                                                          \
512             if (s->planar){                                                                                                 \
513                 for (compno = 0; compno < s->ncomponents; compno++){                                                        \
514                     Jpeg2000Component *comp = tile->comp + compno;                                                          \
515                     int *dst = comp->i_data;                                                                                \
516                     int cbps = s->cbps[compno];                                                                             \
517                     line = (PIXEL*)s->picture->data[compno]                                                                 \
518                            + comp->coord[1][0] * (s->picture->linesize[compno] / sizeof(PIXEL))                             \
519                            + comp->coord[0][0];                                                                             \
520                     for (y = comp->coord[1][0]; y < comp->coord[1][1]; y++){                                                \
521                         PIXEL *ptr = line;                                                                                  \
522                         for (x = comp->coord[0][0]; x < comp->coord[0][1]; x++)                                             \
523                             *dst++ = *ptr++ - (1 << (cbps - 1));                                                            \
524                         line += s->picture->linesize[compno] / sizeof(PIXEL);                                               \
525                     }                                                                                                       \
526                 }                                                                                                           \
527             } else{                                                                                                         \
528                 line = (PIXEL*)s->picture->data[0] + tile->comp[0].coord[1][0] * (s->picture->linesize[0] / sizeof(PIXEL))  \
529                        + tile->comp[0].coord[0][0] * s->ncomponents;                                                        \
530                                                                                                                             \
531                 i = 0;                                                                                                      \
532                 for (y = tile->comp[0].coord[1][0]; y < tile->comp[0].coord[1][1]; y++){                                    \
533                     PIXEL *ptr = line;                                                                                      \
534                     for (x = tile->comp[0].coord[0][0]; x < tile->comp[0].coord[0][1]; x++, i++){                           \
535                         for (compno = 0; compno < s->ncomponents; compno++){                                                \
536                             int cbps = s->cbps[compno];                                                                     \
537                             tile->comp[compno].i_data[i] = *ptr++  - (1 << (cbps - 1));                                     \
538                         }                                                                                                   \
539                     }                                                                                                       \
540                     line += s->picture->linesize[0] / sizeof(PIXEL);                                                        \
541                 }                                                                                                           \
542             }                                                                                                               \
543         }                                                                                                                   \
544     }
545
546 COPY_FRAME(8, uint8_t)
547 COPY_FRAME(16, uint16_t)
548
549 static void init_quantization(Jpeg2000EncoderContext *s)
550 {
551     int compno, reslevelno, bandno;
552     Jpeg2000QuantStyle  *qntsty = &s->qntsty;
553     Jpeg2000CodingStyle *codsty = &s->codsty;
554
555     for (compno = 0; compno < s->ncomponents; compno++){
556         int gbandno = 0;
557         for (reslevelno = 0; reslevelno < codsty->nreslevels; reslevelno++){
558             int nbands, lev = codsty->nreslevels - reslevelno - 1;
559             nbands = reslevelno ? 3 : 1;
560             for (bandno = 0; bandno < nbands; bandno++, gbandno++){
561                 int expn, mant = 0;
562
563                 if (codsty->transform == FF_DWT97_INT){
564                     int bandpos = bandno + (reslevelno>0),
565                         ss = 81920000 / dwt_norms[0][bandpos][lev],
566                         log = av_log2(ss);
567                     mant = (11 - log < 0 ? ss >> log - 11 : ss << 11 - log) & 0x7ff;
568                     expn = s->cbps[compno] - log + 13;
569                 } else
570                     expn = ((bandno&2)>>1) + (reslevelno>0) + s->cbps[compno];
571
572                 qntsty->expn[gbandno] = expn;
573                 qntsty->mant[gbandno] = mant;
574             }
575         }
576     }
577 }
578
579 static void init_luts(void)
580 {
581     int i, a,
582         mask = ~((1<<NMSEDEC_FRACBITS)-1);
583
584     for (i = 0; i < (1 << NMSEDEC_BITS); i++){
585         lut_nmsedec_sig[i]  = FFMAX((3 * i << (13 - NMSEDEC_FRACBITS)) - (9 << 11), 0);
586         lut_nmsedec_sig0[i] = FFMAX((i*i + (1<<NMSEDEC_FRACBITS-1) & mask) << 1, 0);
587
588         a = (i >> (NMSEDEC_BITS-2)&2) + 1;
589         lut_nmsedec_ref[i]  = FFMAX((a - 2) * (i << (13 - NMSEDEC_FRACBITS)) +
590                                     (1 << 13) - (a * a << 11), 0);
591         lut_nmsedec_ref0[i] = FFMAX(((i * i - (i << NMSEDEC_BITS) + (1 << 2 * NMSEDEC_FRACBITS) + (1 << (NMSEDEC_FRACBITS - 1))) & mask)
592                                     << 1, 0);
593     }
594 }
595
596 /* tier-1 routines */
597 static int getnmsedec_sig(int x, int bpno)
598 {
599     if (bpno > NMSEDEC_FRACBITS)
600         return lut_nmsedec_sig[(x >> (bpno - NMSEDEC_FRACBITS)) & ((1 << NMSEDEC_BITS) - 1)];
601     return lut_nmsedec_sig0[x & ((1 << NMSEDEC_BITS) - 1)];
602 }
603
604 static int getnmsedec_ref(int x, int bpno)
605 {
606     if (bpno > NMSEDEC_FRACBITS)
607         return lut_nmsedec_ref[(x >> (bpno - NMSEDEC_FRACBITS)) & ((1 << NMSEDEC_BITS) - 1)];
608     return lut_nmsedec_ref0[x & ((1 << NMSEDEC_BITS) - 1)];
609 }
610
611 static void encode_sigpass(Jpeg2000T1Context *t1, int width, int height, int bandno, int *nmsedec, int bpno)
612 {
613     int y0, x, y, mask = 1 << (bpno + NMSEDEC_FRACBITS);
614     for (y0 = 0; y0 < height; y0 += 4)
615         for (x = 0; x < width; x++)
616             for (y = y0; y < height && y < y0+4; y++){
617                 if (!(t1->flags[(y+1) * t1->stride + x+1] & JPEG2000_T1_SIG) && (t1->flags[(y+1) * t1->stride + x+1] & JPEG2000_T1_SIG_NB)){
618                     int ctxno = ff_jpeg2000_getsigctxno(t1->flags[(y+1) * t1->stride + x+1], bandno),
619                         bit = t1->data[(y) * t1->stride + x] & mask ? 1 : 0;
620                     ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + ctxno, bit);
621                     if (bit){
622                         int xorbit;
623                         int ctxno = ff_jpeg2000_getsgnctxno(t1->flags[(y+1) * t1->stride + x+1], &xorbit);
624                         ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + ctxno, (t1->flags[(y+1) * t1->stride + x+1] >> 15) ^ xorbit);
625                         *nmsedec += getnmsedec_sig(t1->data[(y) * t1->stride + x], bpno + NMSEDEC_FRACBITS);
626                         ff_jpeg2000_set_significance(t1, x, y, t1->flags[(y+1) * t1->stride + x+1] >> 15);
627                     }
628                     t1->flags[(y+1) * t1->stride + x+1] |= JPEG2000_T1_VIS;
629                 }
630             }
631 }
632
633 static void encode_refpass(Jpeg2000T1Context *t1, int width, int height, int *nmsedec, int bpno)
634 {
635     int y0, x, y, mask = 1 << (bpno + NMSEDEC_FRACBITS);
636     for (y0 = 0; y0 < height; y0 += 4)
637         for (x = 0; x < width; x++)
638             for (y = y0; y < height && y < y0+4; y++)
639                 if ((t1->flags[(y+1) * t1->stride + x+1] & (JPEG2000_T1_SIG | JPEG2000_T1_VIS)) == JPEG2000_T1_SIG){
640                     int ctxno = ff_jpeg2000_getrefctxno(t1->flags[(y+1) * t1->stride + x+1]);
641                     *nmsedec += getnmsedec_ref(t1->data[(y) * t1->stride + x], bpno + NMSEDEC_FRACBITS);
642                     ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + ctxno, t1->data[(y) * t1->stride + x] & mask ? 1:0);
643                     t1->flags[(y+1) * t1->stride + x+1] |= JPEG2000_T1_REF;
644                 }
645 }
646
647 static void encode_clnpass(Jpeg2000T1Context *t1, int width, int height, int bandno, int *nmsedec, int bpno)
648 {
649     int y0, x, y, mask = 1 << (bpno + NMSEDEC_FRACBITS);
650     for (y0 = 0; y0 < height; y0 += 4)
651         for (x = 0; x < width; x++){
652             if (y0 + 3 < height && !(
653             (t1->flags[(y0+1) * t1->stride + x+1] & (JPEG2000_T1_SIG_NB | JPEG2000_T1_VIS | JPEG2000_T1_SIG)) ||
654             (t1->flags[(y0+2) * t1->stride + x+1] & (JPEG2000_T1_SIG_NB | JPEG2000_T1_VIS | JPEG2000_T1_SIG)) ||
655             (t1->flags[(y0+3) * t1->stride + x+1] & (JPEG2000_T1_SIG_NB | JPEG2000_T1_VIS | JPEG2000_T1_SIG)) ||
656             (t1->flags[(y0+4) * t1->stride + x+1] & (JPEG2000_T1_SIG_NB | JPEG2000_T1_VIS | JPEG2000_T1_SIG))))
657             {
658                 // aggregation mode
659                 int rlen;
660                 for (rlen = 0; rlen < 4; rlen++)
661                     if (t1->data[(y0+rlen) * t1->stride + x] & mask)
662                         break;
663                 ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + MQC_CX_RL, rlen != 4);
664                 if (rlen == 4)
665                     continue;
666                 ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + MQC_CX_UNI, rlen >> 1);
667                 ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + MQC_CX_UNI, rlen & 1);
668                 for (y = y0 + rlen; y < y0 + 4; y++){
669                     if (!(t1->flags[(y+1) * t1->stride + x+1] & (JPEG2000_T1_SIG | JPEG2000_T1_VIS))){
670                         int ctxno = ff_jpeg2000_getsigctxno(t1->flags[(y+1) * t1->stride + x+1], bandno);
671                         if (y > y0 + rlen)
672                             ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + ctxno, t1->data[(y) * t1->stride + x] & mask ? 1:0);
673                         if (t1->data[(y) * t1->stride + x] & mask){ // newly significant
674                             int xorbit;
675                             int ctxno = ff_jpeg2000_getsgnctxno(t1->flags[(y+1) * t1->stride + x+1], &xorbit);
676                             *nmsedec += getnmsedec_sig(t1->data[(y) * t1->stride + x], bpno + NMSEDEC_FRACBITS);
677                             ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + ctxno, (t1->flags[(y+1) * t1->stride + x+1] >> 15) ^ xorbit);
678                             ff_jpeg2000_set_significance(t1, x, y, t1->flags[(y+1) * t1->stride + x+1] >> 15);
679                         }
680                     }
681                     t1->flags[(y+1) * t1->stride + x+1] &= ~JPEG2000_T1_VIS;
682                 }
683             } else{
684                 for (y = y0; y < y0 + 4 && y < height; y++){
685                     if (!(t1->flags[(y+1) * t1->stride + x+1] & (JPEG2000_T1_SIG | JPEG2000_T1_VIS))){
686                         int ctxno = ff_jpeg2000_getsigctxno(t1->flags[(y+1) * t1->stride + x+1], bandno);
687                         ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + ctxno, t1->data[(y) * t1->stride + x] & mask ? 1:0);
688                         if (t1->data[(y) * t1->stride + x] & mask){ // newly significant
689                             int xorbit;
690                             int ctxno = ff_jpeg2000_getsgnctxno(t1->flags[(y+1) * t1->stride + x+1], &xorbit);
691                             *nmsedec += getnmsedec_sig(t1->data[(y) * t1->stride + x], bpno + NMSEDEC_FRACBITS);
692                             ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + ctxno, (t1->flags[(y+1) * t1->stride + x+1] >> 15) ^ xorbit);
693                             ff_jpeg2000_set_significance(t1, x, y, t1->flags[(y+1) * t1->stride + x+1] >> 15);
694                         }
695                     }
696                     t1->flags[(y+1) * t1->stride + x+1] &= ~JPEG2000_T1_VIS;
697                 }
698             }
699         }
700 }
701
702 static void encode_cblk(Jpeg2000EncoderContext *s, Jpeg2000T1Context *t1, Jpeg2000Cblk *cblk, Jpeg2000Tile *tile,
703                         int width, int height, int bandpos, int lev)
704 {
705     int pass_t = 2, passno, x, y, max=0, nmsedec, bpno;
706     int64_t wmsedec = 0;
707
708     memset(t1->flags, 0, t1->stride * (height + 2) * sizeof(*t1->flags));
709
710     for (y = 0; y < height; y++){
711         for (x = 0; x < width; x++){
712             if (t1->data[(y) * t1->stride + x] < 0){
713                 t1->flags[(y+1) * t1->stride + x+1] |= JPEG2000_T1_SGN;
714                 t1->data[(y) * t1->stride + x] = -t1->data[(y) * t1->stride + x];
715             }
716             max = FFMAX(max, t1->data[(y) * t1->stride + x]);
717         }
718     }
719
720     if (max == 0){
721         cblk->nonzerobits = 0;
722         bpno = 0;
723     } else{
724         cblk->nonzerobits = av_log2(max) + 1 - NMSEDEC_FRACBITS;
725         bpno = cblk->nonzerobits - 1;
726     }
727
728     cblk->data[0] = 0;
729     ff_mqc_initenc(&t1->mqc, cblk->data + 1);
730
731     for (passno = 0; bpno >= 0; passno++){
732         nmsedec=0;
733
734         switch(pass_t){
735             case 0: encode_sigpass(t1, width, height, bandpos, &nmsedec, bpno);
736                     break;
737             case 1: encode_refpass(t1, width, height, &nmsedec, bpno);
738                     break;
739             case 2: encode_clnpass(t1, width, height, bandpos, &nmsedec, bpno);
740                     break;
741         }
742
743         cblk->passes[passno].rate = ff_mqc_flush_to(&t1->mqc, cblk->passes[passno].flushed, &cblk->passes[passno].flushed_len);
744         cblk->passes[passno].rate -= cblk->passes[passno].flushed_len;
745
746         wmsedec += (int64_t)nmsedec << (2*bpno);
747         cblk->passes[passno].disto = wmsedec;
748
749         if (++pass_t == 3){
750             pass_t = 0;
751             bpno--;
752         }
753     }
754     cblk->npasses = passno;
755     cblk->ninclpasses = passno;
756
757     if (passno) {
758         cblk->passes[passno-1].rate = ff_mqc_flush_to(&t1->mqc, cblk->passes[passno-1].flushed, &cblk->passes[passno-1].flushed_len);
759         cblk->passes[passno-1].rate -= cblk->passes[passno-1].flushed_len;
760     }
761 }
762
763 /* tier-2 routines: */
764
765 static void putnumpasses(Jpeg2000EncoderContext *s, int n)
766 {
767     if (n == 1)
768         put_num(s, 0, 1);
769     else if (n == 2)
770         put_num(s, 2, 2);
771     else if (n <= 5)
772         put_num(s, 0xc | (n-3), 4);
773     else if (n <= 36)
774         put_num(s, 0x1e0 | (n-6), 9);
775     else
776         put_num(s, 0xff80 | (n-37), 16);
777 }
778
779
780 static int encode_packet(Jpeg2000EncoderContext *s, Jpeg2000ResLevel *rlevel, int layno,
781                          int precno, uint8_t *expn, int numgbits, int packetno,
782                          int nlayers)
783 {
784     int bandno, empty = 1;
785     int i;
786     // init bitstream
787     *s->buf = 0;
788     s->bit_index = 0;
789
790     if (s->sop) {
791         bytestream_put_be16(&s->buf, JPEG2000_SOP);
792         bytestream_put_be16(&s->buf, 4);
793         bytestream_put_be16(&s->buf, packetno);
794     }
795     // header
796
797     if (!layno) {
798         for (bandno = 0; bandno < rlevel->nbands; bandno++) {
799             Jpeg2000Band *band = rlevel->band + bandno;
800             if (band->coord[0][0] < band->coord[0][1]
801             &&  band->coord[1][0] < band->coord[1][1]) {
802                 Jpeg2000Prec *prec = band->prec + precno;
803                 int nb_cblks = prec->nb_codeblocks_height * prec->nb_codeblocks_width;
804                 int pos;
805                 ff_tag_tree_zero(prec->zerobits, prec->nb_codeblocks_width, prec->nb_codeblocks_height, 99);
806                 ff_tag_tree_zero(prec->cblkincl, prec->nb_codeblocks_width, prec->nb_codeblocks_height, 99);
807                 for (pos = 0; pos < nb_cblks; pos++) {
808                     Jpeg2000Cblk *cblk = &prec->cblk[pos];
809                     prec->zerobits[pos].val = expn[bandno] + numgbits - 1 - cblk->nonzerobits;
810                     cblk->incl = 0;
811                     cblk->lblock = 3;
812                     tag_tree_update(prec->zerobits + pos);
813                     for (i = 0; i < nlayers; i++) {
814                         if (cblk->layers[i].npasses > 0) {
815                             prec->cblkincl[pos].val = i;
816                             break;
817                         }
818                     }
819                     if (i == nlayers)
820                         prec->cblkincl[pos].val = i;
821                     tag_tree_update(prec->cblkincl + pos);
822                 }
823             }
824         }
825     }
826
827     // is the packet empty?
828     for (bandno = 0; bandno < rlevel->nbands; bandno++){
829         Jpeg2000Band *band = rlevel->band + bandno;
830         if (band->coord[0][0] < band->coord[0][1]
831         &&  band->coord[1][0] < band->coord[1][1]) {
832             Jpeg2000Prec *prec = band->prec + precno;
833             int nb_cblks = prec->nb_codeblocks_height * prec->nb_codeblocks_width;
834             int pos;
835             for (pos = 0; pos < nb_cblks; pos++) {
836                 Jpeg2000Cblk *cblk = &prec->cblk[pos];
837                 if (cblk->layers[layno].npasses) {
838                     empty = 0;
839                     break;
840                 }
841             }
842             if (!empty)
843                 break;
844         }
845     }
846
847     put_bits(s, !empty, 1);
848     if (empty){
849         j2k_flush(s);
850         if (s->eph)
851             bytestream_put_be16(&s->buf, JPEG2000_EPH);
852         return 0;
853     }
854
855     for (bandno = 0; bandno < rlevel->nbands; bandno++) {
856         Jpeg2000Band *band = rlevel->band + bandno;
857         Jpeg2000Prec *prec = band->prec + precno;
858         int yi, xi, pos;
859         int cblknw = prec->nb_codeblocks_width;
860
861         if (band->coord[0][0] == band->coord[0][1]
862         ||  band->coord[1][0] == band->coord[1][1])
863             continue;
864
865         for (pos=0, yi = 0; yi < prec->nb_codeblocks_height; yi++) {
866             for (xi = 0; xi < cblknw; xi++, pos++){
867                 int llen = 0, length;
868                 Jpeg2000Cblk *cblk = prec->cblk + yi * cblknw + xi;
869
870                 if (s->buf_end - s->buf < 20) // approximately
871                     return -1;
872
873                 // inclusion information
874                 if (!cblk->incl)
875                     tag_tree_code(s, prec->cblkincl + pos, layno + 1);
876                 else {
877                     put_bits(s, cblk->layers[layno].npasses > 0, 1);
878                 }
879
880                 if (!cblk->layers[layno].npasses)
881                     continue;
882
883                 // zerobits information
884                 if (!cblk->incl) {
885                     tag_tree_code(s, prec->zerobits + pos, 100);
886                     cblk->incl = 1;
887                 }
888
889                 // number of passes
890                 putnumpasses(s, cblk->layers[layno].npasses);
891
892                 length = cblk->layers[layno].data_len;
893                 if (layno == nlayers - 1 && cblk->layers[layno].cum_passes){
894                     length += cblk->passes[cblk->layers[layno].cum_passes-1].flushed_len;
895                 }
896                 if (cblk->lblock + av_log2(cblk->layers[layno].npasses) < av_log2(length) + 1) {
897                     llen = av_log2(length) + 1 - cblk->lblock - av_log2(cblk->layers[layno].npasses);
898                 }
899
900                 // length of code block
901                 cblk->lblock += llen;
902                 put_bits(s, 1, llen);
903                 put_bits(s, 0, 1);
904                 put_num(s, length, cblk->lblock + av_log2(cblk->layers[layno].npasses));
905             }
906         }
907     }
908     j2k_flush(s);
909     if (s->eph) {
910         bytestream_put_be16(&s->buf, JPEG2000_EPH);
911     }
912
913     for (bandno = 0; bandno < rlevel->nbands; bandno++) {
914         Jpeg2000Band *band = rlevel->band + bandno;
915         Jpeg2000Prec *prec = band->prec + precno;
916         int yi, cblknw = prec->nb_codeblocks_width;
917         for (yi =0; yi < prec->nb_codeblocks_height; yi++) {
918             int xi;
919             for (xi = 0; xi < cblknw; xi++){
920                 Jpeg2000Cblk *cblk = prec->cblk + yi * cblknw + xi;
921                 if (cblk->layers[layno].npasses) {
922                     if (s->buf_end - s->buf < cblk->layers[layno].data_len + 2)
923                         return -1;
924                     bytestream_put_buffer(&s->buf, cblk->layers[layno].data_start + 1, cblk->layers[layno].data_len);
925                     if (layno == nlayers - 1 && cblk->layers[layno].cum_passes) {
926                         bytestream_put_buffer(&s->buf, cblk->passes[cblk->layers[layno].cum_passes-1].flushed,
927                                                        cblk->passes[cblk->layers[layno].cum_passes-1].flushed_len);
928                     }
929                 }
930             }
931         }
932     }
933     return 0;
934 }
935
936 static int encode_packets(Jpeg2000EncoderContext *s, Jpeg2000Tile *tile, int tileno, int nlayers)
937 {
938     int compno, reslevelno, layno, ret;
939     Jpeg2000CodingStyle *codsty = &s->codsty;
940     Jpeg2000QuantStyle  *qntsty = &s->qntsty;
941     int packetno = 0;
942     int step_x, step_y;
943     int x, y;
944     int tile_coord[2][2];
945     int col = tileno % s->numXtiles;
946     int row = tileno / s->numXtiles;
947
948     tile_coord[0][0] = col * s->tile_width;
949     tile_coord[0][1] = FFMIN(tile_coord[0][0] + s->tile_width, s->width);
950     tile_coord[1][0] = row * s->tile_height;
951     tile_coord[1][1] = FFMIN(tile_coord[1][0] + s->tile_height, s->height);
952
953     av_log(s->avctx, AV_LOG_DEBUG, "tier2\n");
954     // lay-rlevel-comp-pos progression
955     switch (s->prog) {
956     case JPEG2000_PGOD_LRCP:
957     for (layno = 0; layno < nlayers; layno++) {
958         for (reslevelno = 0; reslevelno < codsty->nreslevels; reslevelno++){
959             for (compno = 0; compno < s->ncomponents; compno++){
960                 int precno;
961                 Jpeg2000ResLevel *reslevel = s->tile[tileno].comp[compno].reslevel + reslevelno;
962                 for (precno = 0; precno < reslevel->num_precincts_x * reslevel->num_precincts_y; precno++){
963                     if ((ret = encode_packet(s, reslevel, layno, precno, qntsty->expn + (reslevelno ? 3*reslevelno-2 : 0),
964                                 qntsty->nguardbits, packetno++, nlayers)) < 0)
965                         return ret;
966                 }
967             }
968         }
969     }
970     break;
971     case JPEG2000_PGOD_RLCP:
972     for (reslevelno = 0; reslevelno < codsty->nreslevels; reslevelno++){
973         for (layno = 0; layno < nlayers; layno++) {
974             for (compno = 0; compno < s->ncomponents; compno++){
975                 int precno;
976                 Jpeg2000ResLevel *reslevel = s->tile[tileno].comp[compno].reslevel + reslevelno;
977                 for (precno = 0; precno < reslevel->num_precincts_x * reslevel->num_precincts_y; precno++){
978                     if ((ret = encode_packet(s, reslevel, layno, precno, qntsty->expn + (reslevelno ? 3*reslevelno-2 : 0),
979                                 qntsty->nguardbits, packetno++, nlayers)) < 0)
980                         return ret;
981                 }
982             }
983         }
984     }
985     break;
986     case JPEG2000_PGOD_RPCL:
987     for (reslevelno = 0; reslevelno < codsty->nreslevels; reslevelno++) {
988         int precno;
989         step_x = 30;
990         step_y = 30;
991         for (compno = 0; compno < s->ncomponents; compno++) {
992             Jpeg2000Component *comp     = tile->comp + compno;
993             if (reslevelno < codsty->nreslevels) {
994                 uint8_t reducedresno = codsty->nreslevels - 1 -reslevelno; //  ==> N_L - r
995                 Jpeg2000ResLevel *rlevel = comp->reslevel + reslevelno;
996                 step_x = FFMIN(step_x, rlevel->log2_prec_width  + reducedresno);
997                 step_y = FFMIN(step_y, rlevel->log2_prec_height + reducedresno);
998             }
999         }
1000
1001         step_x = 1<<step_x;
1002         step_y = 1<<step_y;
1003         for (y = tile_coord[1][0]; y < tile_coord[1][1]; y = (y/step_y + 1)*step_y) {
1004             for (x = tile_coord[0][0]; x < tile_coord[0][1]; x = (x/step_x + 1)*step_x) {
1005                 for (compno = 0; compno < s->ncomponents; compno++) {
1006                     Jpeg2000Component *comp     = tile->comp + compno;
1007                     uint8_t reducedresno = codsty->nreslevels - 1 -reslevelno; //  ==> N_L - r
1008                     Jpeg2000ResLevel *reslevel = comp->reslevel + reslevelno;
1009                     int log_subsampling[2] = { compno?s->chroma_shift[0]:0, compno?s->chroma_shift[1]:0};
1010                     unsigned prcx, prcy;
1011                     int trx0, try0;
1012
1013                     trx0 = ff_jpeg2000_ceildivpow2(tile_coord[0][0], log_subsampling[0] + reducedresno);
1014                     try0 = ff_jpeg2000_ceildivpow2(tile_coord[1][0], log_subsampling[1] + reducedresno);
1015
1016                     if (!(y % ((uint64_t)1 << (reslevel->log2_prec_height + reducedresno + log_subsampling[1])) == 0 ||
1017                         (y == tile_coord[1][0] && (try0 << reducedresno) % (1U << (reducedresno + reslevel->log2_prec_height)))))
1018                         continue;
1019
1020                     if (!(x % ((uint64_t)1 << (reslevel->log2_prec_width + reducedresno + log_subsampling[0])) == 0 ||
1021                         (x == tile_coord[0][0] && (trx0 << reducedresno) % (1U << (reducedresno + reslevel->log2_prec_width)))))
1022                         continue;
1023
1024                     // check if a precinct exists
1025                     prcx   = ff_jpeg2000_ceildivpow2(x, log_subsampling[0] + reducedresno) >> reslevel->log2_prec_width;
1026                     prcy   = ff_jpeg2000_ceildivpow2(y, log_subsampling[1] + reducedresno) >> reslevel->log2_prec_height;
1027                     prcx  -= ff_jpeg2000_ceildivpow2(comp->coord_o[0][0], reducedresno) >> reslevel->log2_prec_width;
1028                     prcy  -= ff_jpeg2000_ceildivpow2(comp->coord_o[1][0], reducedresno) >> reslevel->log2_prec_height;
1029                     precno = prcx + reslevel->num_precincts_x * prcy;
1030
1031                     if (prcx >= reslevel->num_precincts_x || prcy >= reslevel->num_precincts_y) {
1032                         av_log(s->avctx, AV_LOG_WARNING, "prc %d %d outside limits %d %d\n",
1033                                prcx, prcy, reslevel->num_precincts_x, reslevel->num_precincts_y);
1034                         continue;
1035                     }
1036                     for (layno = 0; layno < nlayers; layno++) {
1037                         if ((ret = encode_packet(s, reslevel, layno, precno, qntsty->expn + (reslevelno ? 3*reslevelno-2 : 0),
1038                                 qntsty->nguardbits, packetno++, nlayers)) < 0)
1039                             return ret;
1040                         }
1041                     }
1042                 }
1043             }
1044     }
1045     break;
1046     case JPEG2000_PGOD_PCRL:
1047         step_x = 32;
1048         step_y = 32;
1049         for (compno = 0; compno < s->ncomponents; compno++) {
1050             Jpeg2000Component *comp     = tile->comp + compno;
1051
1052             for (reslevelno = 0; reslevelno < codsty->nreslevels; reslevelno++) {
1053                 uint8_t reducedresno = codsty->nreslevels - 1 -reslevelno; //  ==> N_L - r
1054                 Jpeg2000ResLevel *rlevel = comp->reslevel + reslevelno;
1055                 step_x = FFMIN(step_x, rlevel->log2_prec_width  + reducedresno);
1056                 step_y = FFMIN(step_y, rlevel->log2_prec_height + reducedresno);
1057             }
1058         }
1059         if (step_x >= 31 || step_y >= 31){
1060             avpriv_request_sample(s->avctx, "PCRL with large step");
1061             return AVERROR_PATCHWELCOME;
1062         }
1063         step_x = 1<<step_x;
1064         step_y = 1<<step_y;
1065
1066         for (y = tile_coord[1][0]; y < tile_coord[1][1]; y = (y/step_y + 1)*step_y) {
1067             for (x = tile_coord[0][0]; x < tile_coord[0][1]; x = (x/step_x + 1)*step_x) {
1068                 for (compno = 0; compno < s->ncomponents; compno++) {
1069                     Jpeg2000Component *comp     = tile->comp + compno;
1070                     int log_subsampling[2] = { compno?s->chroma_shift[0]:0, compno?s->chroma_shift[1]:0};
1071
1072                     for (reslevelno = 0; reslevelno < codsty->nreslevels; reslevelno++) {
1073                         unsigned prcx, prcy;
1074                         int precno;
1075                         uint8_t reducedresno = codsty->nreslevels - 1 -reslevelno; //  ==> N_L - r
1076                         Jpeg2000ResLevel *reslevel = comp->reslevel + reslevelno;
1077                         int trx0, try0;
1078
1079                         trx0 = ff_jpeg2000_ceildivpow2(tile_coord[0][0], log_subsampling[0] + reducedresno);
1080                         try0 = ff_jpeg2000_ceildivpow2(tile_coord[1][0], log_subsampling[1] + reducedresno);
1081
1082                         if (!(y % ((uint64_t)1 << (reslevel->log2_prec_height + reducedresno + log_subsampling[1])) == 0 ||
1083                             (y == tile_coord[1][0] && (try0 << reducedresno) % (1U << (reducedresno + reslevel->log2_prec_height)))))
1084                             continue;
1085
1086                         if (!(x % ((uint64_t)1 << (reslevel->log2_prec_width + reducedresno + log_subsampling[0])) == 0 ||
1087                             (x == tile_coord[0][0] && (trx0 << reducedresno) % (1U << (reducedresno + reslevel->log2_prec_width)))))
1088                             continue;
1089
1090                         // check if a precinct exists
1091                         prcx   = ff_jpeg2000_ceildivpow2(x, log_subsampling[0] + reducedresno) >> reslevel->log2_prec_width;
1092                         prcy   = ff_jpeg2000_ceildivpow2(y, log_subsampling[1] + reducedresno) >> reslevel->log2_prec_height;
1093                         prcx  -= ff_jpeg2000_ceildivpow2(comp->coord_o[0][0], reducedresno) >> reslevel->log2_prec_width;
1094                         prcy  -= ff_jpeg2000_ceildivpow2(comp->coord_o[1][0], reducedresno) >> reslevel->log2_prec_height;
1095
1096                         precno = prcx + reslevel->num_precincts_x * prcy;
1097
1098                         if (prcx >= reslevel->num_precincts_x || prcy >= reslevel->num_precincts_y) {
1099                             av_log(s->avctx, AV_LOG_WARNING, "prc %d %d outside limits %d %d\n",
1100                                    prcx, prcy, reslevel->num_precincts_x, reslevel->num_precincts_y);
1101                             continue;
1102                         }
1103                         for (layno = 0; layno < nlayers; layno++) {
1104                             if ((ret = encode_packet(s, reslevel, layno, precno, qntsty->expn + (reslevelno ? 3*reslevelno-2 : 0),
1105                                     qntsty->nguardbits, packetno++, nlayers)) < 0)
1106                                 return ret;
1107                         }
1108                     }
1109                 }
1110             }
1111         }
1112     break;
1113     case JPEG2000_PGOD_CPRL:
1114         for (compno = 0; compno < s->ncomponents; compno++) {
1115             Jpeg2000Component *comp     = tile->comp + compno;
1116             int log_subsampling[2] = { compno?s->chroma_shift[0]:0, compno?s->chroma_shift[1]:0};
1117             step_x = 32;
1118             step_y = 32;
1119
1120             for (reslevelno = 0; reslevelno < codsty->nreslevels; reslevelno++) {
1121                 uint8_t reducedresno = codsty->nreslevels - 1 -reslevelno; //  ==> N_L - r
1122                 Jpeg2000ResLevel *rlevel = comp->reslevel + reslevelno;
1123                 step_x = FFMIN(step_x, rlevel->log2_prec_width  + reducedresno);
1124                 step_y = FFMIN(step_y, rlevel->log2_prec_height + reducedresno);
1125             }
1126             if (step_x >= 31 || step_y >= 31){
1127                 avpriv_request_sample(s->avctx, "CPRL with large step");
1128                 return AVERROR_PATCHWELCOME;
1129             }
1130             step_x = 1<<step_x;
1131             step_y = 1<<step_y;
1132
1133             for (y = tile_coord[1][0]; y < tile_coord[1][1]; y = (y/step_y + 1)*step_y) {
1134                 for (x = tile_coord[0][0]; x < tile_coord[0][1]; x = (x/step_x + 1)*step_x) {
1135                     for (reslevelno = 0; reslevelno < codsty->nreslevels; reslevelno++) {
1136                         unsigned prcx, prcy;
1137                         int precno;
1138                         int trx0, try0;
1139                         uint8_t reducedresno = codsty->nreslevels - 1 -reslevelno; //  ==> N_L - r
1140                         Jpeg2000ResLevel *reslevel = comp->reslevel + reslevelno;
1141
1142                         trx0 = ff_jpeg2000_ceildivpow2(tile_coord[0][0], log_subsampling[0] + reducedresno);
1143                         try0 = ff_jpeg2000_ceildivpow2(tile_coord[1][0], log_subsampling[1] + reducedresno);
1144
1145                         if (!(y % ((uint64_t)1 << (reslevel->log2_prec_height + reducedresno + log_subsampling[1])) == 0 ||
1146                             (y == tile_coord[1][0] && (try0 << reducedresno) % (1U << (reducedresno + reslevel->log2_prec_height)))))
1147                             continue;
1148
1149                         if (!(x % ((uint64_t)1 << (reslevel->log2_prec_width + reducedresno + log_subsampling[0])) == 0 ||
1150                             (x == tile_coord[0][0] && (trx0 << reducedresno) % (1U << (reducedresno + reslevel->log2_prec_width)))))
1151                             continue;
1152
1153                         // check if a precinct exists
1154                         prcx   = ff_jpeg2000_ceildivpow2(x, log_subsampling[0] + reducedresno) >> reslevel->log2_prec_width;
1155                         prcy   = ff_jpeg2000_ceildivpow2(y, log_subsampling[1] + reducedresno) >> reslevel->log2_prec_height;
1156                         prcx  -= ff_jpeg2000_ceildivpow2(comp->coord_o[0][0], reducedresno) >> reslevel->log2_prec_width;
1157                         prcy  -= ff_jpeg2000_ceildivpow2(comp->coord_o[1][0], reducedresno) >> reslevel->log2_prec_height;
1158
1159                         precno = prcx + reslevel->num_precincts_x * prcy;
1160
1161                         if (prcx >= reslevel->num_precincts_x || prcy >= reslevel->num_precincts_y) {
1162                             av_log(s->avctx, AV_LOG_WARNING, "prc %d %d outside limits %d %d\n",
1163                                    prcx, prcy, reslevel->num_precincts_x, reslevel->num_precincts_y);
1164                             continue;
1165                         }
1166                         for (layno = 0; layno < nlayers; layno++) {
1167                             if ((ret = encode_packet(s, reslevel, layno, precno, qntsty->expn + (reslevelno ? 3*reslevelno-2 : 0),
1168                                     qntsty->nguardbits, packetno++, nlayers)) < 0)
1169                                 return ret;
1170                         }
1171                     }
1172                 }
1173             }
1174         }
1175
1176     }
1177
1178     av_log(s->avctx, AV_LOG_DEBUG, "after tier2\n");
1179     return 0;
1180 }
1181
1182 static void makelayer(Jpeg2000EncoderContext *s, int layno, double thresh, Jpeg2000Tile* tile, int final)
1183 {
1184     int compno, resno, bandno, precno, cblkno;
1185     int passno;
1186
1187     for (compno = 0; compno < s->ncomponents; compno++) {
1188         Jpeg2000Component *comp = &tile->comp[compno];
1189
1190         for (resno = 0; resno < s->codsty.nreslevels; resno++) {
1191             Jpeg2000ResLevel *reslevel = comp->reslevel + resno;
1192
1193             for (precno = 0; precno < reslevel->num_precincts_x * reslevel->num_precincts_y; precno++){
1194                 for (bandno = 0; bandno < reslevel->nbands ; bandno++){
1195                     Jpeg2000Band *band = reslevel->band + bandno;
1196                     Jpeg2000Prec *prec = band->prec + precno;
1197
1198                     for (cblkno = 0; cblkno < prec->nb_codeblocks_height * prec->nb_codeblocks_width; cblkno++){
1199                         Jpeg2000Cblk *cblk = prec->cblk + cblkno;
1200                         Jpeg2000Layer *layer = &cblk->layers[layno];
1201                         int n;
1202
1203                         if (layno == 0) {
1204                             cblk->ninclpasses = 0;
1205                         }
1206
1207                         n = cblk->ninclpasses;
1208
1209                         if (thresh < 0) {
1210                             n = cblk->npasses;
1211                         } else {
1212                             for (passno = cblk->ninclpasses; passno < cblk->npasses; passno++) {
1213                                 int32_t dr;
1214                                 double dd;
1215                                 Jpeg2000Pass *pass = &cblk->passes[passno];
1216
1217                                 if (n == 0) {
1218                                     dr = pass->rate;
1219                                     dd = pass->disto;
1220                                 } else {
1221                                     dr = pass->rate - cblk->passes[n - 1].rate;
1222                                     dd = pass->disto - cblk->passes[n-1].disto;
1223                                 }
1224
1225                                 if (!dr) {
1226                                     if (dd != 0.0) {
1227                                         n = passno + 1;
1228                                     }
1229                                     continue;
1230                                 }
1231
1232                                 if (thresh - (dd / dr) < DBL_EPSILON)
1233                                     n = passno + 1;
1234                             }
1235                         }
1236                         layer->npasses = n - cblk->ninclpasses;
1237                         layer->cum_passes = n;
1238
1239                         if (layer->npasses == 0) {
1240                             layer->disto = 0;
1241                             layer->data_len = 0;
1242                             continue;
1243                         }
1244
1245                         if (cblk->ninclpasses == 0) {
1246                             layer->data_len = cblk->passes[n - 1].rate;
1247                             layer->data_start = cblk->data;
1248                             layer->disto = cblk->passes[n - 1].disto;
1249                         } else {
1250                             layer->data_len = cblk->passes[n - 1].rate - cblk->passes[cblk->ninclpasses - 1].rate;
1251                             layer->data_start = cblk->data + cblk->passes[cblk->ninclpasses - 1].rate;
1252                             layer->disto = cblk->passes[n - 1].disto -
1253                                            cblk->passes[cblk->ninclpasses - 1].disto;
1254                         }
1255                         if (final) {
1256                             cblk->ninclpasses = n;
1257                         }
1258                     }
1259                 }
1260             }
1261         }
1262     }
1263 }
1264
1265 static void makelayers(Jpeg2000EncoderContext *s, Jpeg2000Tile *tile)
1266 {
1267     int precno, compno, reslevelno, bandno, cblkno, lev, passno, layno;
1268     int i;
1269     double min = DBL_MAX;
1270     double max = 0;
1271     double thresh;
1272     int tile_disto = 0;
1273
1274     Jpeg2000CodingStyle *codsty = &s->codsty;
1275
1276     for (compno = 0; compno < s->ncomponents; compno++){
1277         Jpeg2000Component *comp = tile->comp + compno;
1278
1279         for (reslevelno = 0, lev = codsty->nreslevels-1; reslevelno < codsty->nreslevels; reslevelno++, lev--){
1280             Jpeg2000ResLevel *reslevel = comp->reslevel + reslevelno;
1281
1282             for (precno = 0; precno < reslevel->num_precincts_x * reslevel->num_precincts_y; precno++){
1283                 for (bandno = 0; bandno < reslevel->nbands ; bandno++){
1284                     Jpeg2000Band *band = reslevel->band + bandno;
1285                     Jpeg2000Prec *prec = band->prec + precno;
1286
1287                     for (cblkno = 0; cblkno < prec->nb_codeblocks_height * prec->nb_codeblocks_width; cblkno++){
1288                         Jpeg2000Cblk *cblk = prec->cblk + cblkno;
1289                         for (passno = 0; passno < cblk->npasses; passno++) {
1290                             Jpeg2000Pass *pass = &cblk->passes[passno];
1291                             int dr;
1292                             double dd, drslope;
1293
1294                             tile_disto += pass->disto;
1295                             if (passno == 0) {
1296                                 dr = (int32_t)pass->rate;
1297                                 dd = pass->disto;
1298                             } else {
1299                                 dr = (int32_t)(pass->rate - cblk->passes[passno - 1].rate);
1300                                 dd = pass->disto - cblk->passes[passno - 1].disto;
1301                             }
1302
1303                             if (dr <= 0)
1304                                 continue;
1305
1306                             drslope = dd / dr;
1307                             if (drslope < min)
1308                                 min = drslope;
1309
1310                             if (drslope > max)
1311                                 max = drslope;
1312                         }
1313                     }
1314                 }
1315             }
1316         }
1317     }
1318
1319     for (layno = 0; layno < s->nlayers; layno++) {
1320         double lo = min;
1321         double hi = max;
1322         double stable_thresh = 0.0;
1323         double good_thresh = 0.0;
1324         if (!s->layer_rates[layno]) {
1325             good_thresh = -1.0;
1326         } else {
1327             for (i = 0; i < 128; i++) {
1328                 uint8_t *stream_pos = s->buf;
1329                 int ret;
1330                 thresh = (lo + hi) / 2;
1331                 makelayer(s, layno, thresh, tile, 0);
1332                 ret = encode_packets(s, tile, (int)(tile - s->tile), layno + 1);
1333                 memset(stream_pos, 0, s->buf - stream_pos);
1334                 if ((s->buf - stream_pos > ceil(tile->layer_rates[layno])) || ret < 0) {
1335                     lo = thresh;
1336                     s->buf = stream_pos;
1337                     continue;
1338                 }
1339                 hi = thresh;
1340                 stable_thresh = thresh;
1341                 s->buf = stream_pos;
1342             }
1343         }
1344         if (good_thresh >= 0.0)
1345             good_thresh = stable_thresh == 0.0 ? thresh : stable_thresh;
1346         makelayer(s, layno, good_thresh, tile, 1);
1347     }
1348 }
1349
1350 static int getcut(Jpeg2000Cblk *cblk, int64_t lambda, int dwt_norm)
1351 {
1352     int passno, res = 0;
1353     for (passno = 0; passno < cblk->npasses; passno++){
1354         int dr;
1355         int64_t dd;
1356
1357         dr = cblk->passes[passno].rate
1358            - (res ? cblk->passes[res-1].rate : 0);
1359         dd = cblk->passes[passno].disto
1360            - (res ? cblk->passes[res-1].disto : 0);
1361
1362         if (((dd * dwt_norm) >> WMSEDEC_SHIFT) * dwt_norm >= dr * lambda)
1363             res = passno+1;
1364     }
1365     return res;
1366 }
1367
1368 static void truncpasses(Jpeg2000EncoderContext *s, Jpeg2000Tile *tile)
1369 {
1370     int precno, compno, reslevelno, bandno, cblkno, lev;
1371     Jpeg2000CodingStyle *codsty = &s->codsty;
1372
1373     for (compno = 0; compno < s->ncomponents; compno++){
1374         Jpeg2000Component *comp = tile->comp + compno;
1375
1376         for (reslevelno = 0, lev = codsty->nreslevels-1; reslevelno < codsty->nreslevels; reslevelno++, lev--){
1377             Jpeg2000ResLevel *reslevel = comp->reslevel + reslevelno;
1378
1379             for (precno = 0; precno < reslevel->num_precincts_x * reslevel->num_precincts_y; precno++){
1380                 for (bandno = 0; bandno < reslevel->nbands ; bandno++){
1381                     int bandpos = bandno + (reslevelno > 0);
1382                     Jpeg2000Band *band = reslevel->band + bandno;
1383                     Jpeg2000Prec *prec = band->prec + precno;
1384
1385                     for (cblkno = 0; cblkno < prec->nb_codeblocks_height * prec->nb_codeblocks_width; cblkno++){
1386                         Jpeg2000Cblk *cblk = prec->cblk + cblkno;
1387
1388                         cblk->ninclpasses = getcut(cblk, s->lambda,
1389                                 (int64_t)dwt_norms[codsty->transform == FF_DWT53][bandpos][lev] * (int64_t)band->i_stepsize >> 15);
1390                         cblk->layers[0].data_start = cblk->data;
1391                         cblk->layers[0].cum_passes = cblk->ninclpasses;
1392                         cblk->layers[0].npasses = cblk->ninclpasses;
1393                         if (cblk->ninclpasses)
1394                             cblk->layers[0].data_len = cblk->passes[cblk->ninclpasses - 1].rate;
1395                     }
1396                 }
1397             }
1398         }
1399     }
1400 }
1401
1402 static int encode_tile(Jpeg2000EncoderContext *s, Jpeg2000Tile *tile, int tileno)
1403 {
1404     int compno, reslevelno, bandno, ret;
1405     Jpeg2000T1Context t1;
1406     Jpeg2000CodingStyle *codsty = &s->codsty;
1407     for (compno = 0; compno < s->ncomponents; compno++){
1408         Jpeg2000Component *comp = s->tile[tileno].comp + compno;
1409
1410         t1.stride = (1<<codsty->log2_cblk_width) + 2;
1411
1412         av_log(s->avctx, AV_LOG_DEBUG,"dwt\n");
1413         if ((ret = ff_dwt_encode(&comp->dwt, comp->i_data)) < 0)
1414             return ret;
1415         av_log(s->avctx, AV_LOG_DEBUG,"after dwt -> tier1\n");
1416
1417         for (reslevelno = 0; reslevelno < codsty->nreslevels; reslevelno++){
1418             Jpeg2000ResLevel *reslevel = comp->reslevel + reslevelno;
1419
1420             for (bandno = 0; bandno < reslevel->nbands ; bandno++){
1421                 Jpeg2000Band *band = reslevel->band + bandno;
1422                 Jpeg2000Prec *prec = band->prec; // we support only 1 precinct per band ATM in the encoder
1423                 int cblkx, cblky, cblkno=0, xx0, x0, xx1, y0, yy0, yy1, bandpos;
1424                 yy0 = bandno == 0 ? 0 : comp->reslevel[reslevelno-1].coord[1][1] - comp->reslevel[reslevelno-1].coord[1][0];
1425                 y0 = yy0;
1426                 yy1 = FFMIN(ff_jpeg2000_ceildivpow2(band->coord[1][0] + 1, band->log2_cblk_height) << band->log2_cblk_height,
1427                             band->coord[1][1]) - band->coord[1][0] + yy0;
1428
1429                 if (band->coord[0][0] == band->coord[0][1] || band->coord[1][0] == band->coord[1][1])
1430                     continue;
1431
1432                 bandpos = bandno + (reslevelno > 0);
1433
1434                 for (cblky = 0; cblky < prec->nb_codeblocks_height; cblky++){
1435                     if (reslevelno == 0 || bandno == 1)
1436                         xx0 = 0;
1437                     else
1438                         xx0 = comp->reslevel[reslevelno-1].coord[0][1] - comp->reslevel[reslevelno-1].coord[0][0];
1439                     x0 = xx0;
1440                     xx1 = FFMIN(ff_jpeg2000_ceildivpow2(band->coord[0][0] + 1, band->log2_cblk_width) << band->log2_cblk_width,
1441                                 band->coord[0][1]) - band->coord[0][0] + xx0;
1442
1443                     for (cblkx = 0; cblkx < prec->nb_codeblocks_width; cblkx++, cblkno++){
1444                         int y, x;
1445                         if (codsty->transform == FF_DWT53){
1446                             for (y = yy0; y < yy1; y++){
1447                                 int *ptr = t1.data + (y-yy0)*t1.stride;
1448                                 for (x = xx0; x < xx1; x++){
1449                                     *ptr++ = comp->i_data[(comp->coord[0][1] - comp->coord[0][0]) * y + x] * (1 << NMSEDEC_FRACBITS);
1450                                 }
1451                             }
1452                         } else{
1453                             for (y = yy0; y < yy1; y++){
1454                                 int *ptr = t1.data + (y-yy0)*t1.stride;
1455                                 for (x = xx0; x < xx1; x++){
1456                                     *ptr = (comp->i_data[(comp->coord[0][1] - comp->coord[0][0]) * y + x]);
1457                                     *ptr = (int64_t)*ptr * (int64_t)(16384 * 65536 / band->i_stepsize) >> 15 - NMSEDEC_FRACBITS;
1458                                     ptr++;
1459                                 }
1460                             }
1461                         }
1462                         if (!prec->cblk[cblkno].data)
1463                             prec->cblk[cblkno].data = av_malloc(1 + 8192);
1464                         if (!prec->cblk[cblkno].passes)
1465                             prec->cblk[cblkno].passes = av_malloc_array(JPEG2000_MAX_PASSES, sizeof (*prec->cblk[cblkno].passes));
1466                         if (!prec->cblk[cblkno].data || !prec->cblk[cblkno].passes)
1467                             return AVERROR(ENOMEM);
1468                         encode_cblk(s, &t1, prec->cblk + cblkno, tile, xx1 - xx0, yy1 - yy0,
1469                                     bandpos, codsty->nreslevels - reslevelno - 1);
1470                         xx0 = xx1;
1471                         xx1 = FFMIN(xx1 + (1 << band->log2_cblk_width), band->coord[0][1] - band->coord[0][0] + x0);
1472                     }
1473                     yy0 = yy1;
1474                     yy1 = FFMIN(yy1 + (1 << band->log2_cblk_height), band->coord[1][1] - band->coord[1][0] + y0);
1475                 }
1476             }
1477         }
1478         av_log(s->avctx, AV_LOG_DEBUG, "after tier1\n");
1479     }
1480
1481     av_log(s->avctx, AV_LOG_DEBUG, "rate control\n");
1482     if (s->compression_rate_enc)
1483         makelayers(s, tile);
1484     else
1485         truncpasses(s, tile);
1486
1487     if ((ret = encode_packets(s, tile, tileno, s->nlayers)) < 0)
1488         return ret;
1489     av_log(s->avctx, AV_LOG_DEBUG, "after rate control\n");
1490     return 0;
1491 }
1492
1493 static void cleanup(Jpeg2000EncoderContext *s)
1494 {
1495     int tileno, compno;
1496     Jpeg2000CodingStyle *codsty = &s->codsty;
1497
1498     if (!s->tile)
1499         return;
1500     for (tileno = 0; tileno < s->numXtiles * s->numYtiles; tileno++){
1501         if (s->tile[tileno].comp) {
1502             for (compno = 0; compno < s->ncomponents; compno++){
1503                 Jpeg2000Component *comp = s->tile[tileno].comp + compno;
1504                 ff_jpeg2000_cleanup(comp, codsty);
1505             }
1506             av_freep(&s->tile[tileno].comp);
1507         }
1508         av_freep(&s->tile[tileno].layer_rates);
1509     }
1510     av_freep(&s->tile);
1511 }
1512
1513 static void reinit(Jpeg2000EncoderContext *s)
1514 {
1515     int tileno, compno;
1516     for (tileno = 0; tileno < s->numXtiles * s->numYtiles; tileno++){
1517         Jpeg2000Tile *tile = s->tile + tileno;
1518         for (compno = 0; compno < s->ncomponents; compno++)
1519             ff_jpeg2000_reinit(tile->comp + compno, &s->codsty);
1520     }
1521 }
1522
1523 static void update_size(uint8_t *size, const uint8_t *end)
1524 {
1525     AV_WB32(size, end-size);
1526 }
1527
1528 static int encode_frame(AVCodecContext *avctx, AVPacket *pkt,
1529                         const AVFrame *pict, int *got_packet)
1530 {
1531     int tileno, ret;
1532     Jpeg2000EncoderContext *s = avctx->priv_data;
1533     uint8_t *chunkstart, *jp2cstart, *jp2hstart;
1534
1535     if ((ret = ff_alloc_packet2(avctx, pkt, avctx->width*avctx->height*9 + AV_INPUT_BUFFER_MIN_SIZE, 0)) < 0)
1536         return ret;
1537
1538     // init:
1539     s->buf = s->buf_start = pkt->data;
1540     s->buf_end = pkt->data + pkt->size;
1541
1542     s->picture = pict;
1543
1544     s->lambda = s->picture->quality * LAMBDA_SCALE;
1545
1546     if (avctx->pix_fmt == AV_PIX_FMT_BGR48 || avctx->pix_fmt == AV_PIX_FMT_GRAY16)
1547         copy_frame_16(s);
1548     else
1549         copy_frame_8(s);
1550
1551     reinit(s);
1552
1553     if (s->format == CODEC_JP2) {
1554         av_assert0(s->buf == pkt->data);
1555
1556         bytestream_put_be32(&s->buf, 0x0000000C);
1557         bytestream_put_be32(&s->buf, 0x6A502020);
1558         bytestream_put_be32(&s->buf, 0x0D0A870A);
1559
1560         chunkstart = s->buf;
1561         bytestream_put_be32(&s->buf, 0);
1562         bytestream_put_buffer(&s->buf, "ftyp", 4);
1563         bytestream_put_buffer(&s->buf, "jp2\040\040", 4);
1564         bytestream_put_be32(&s->buf, 0);
1565         bytestream_put_buffer(&s->buf, "jp2\040", 4);
1566         update_size(chunkstart, s->buf);
1567
1568         jp2hstart = s->buf;
1569         bytestream_put_be32(&s->buf, 0);
1570         bytestream_put_buffer(&s->buf, "jp2h", 4);
1571
1572         chunkstart = s->buf;
1573         bytestream_put_be32(&s->buf, 0);
1574         bytestream_put_buffer(&s->buf, "ihdr", 4);
1575         bytestream_put_be32(&s->buf, avctx->height);
1576         bytestream_put_be32(&s->buf, avctx->width);
1577         bytestream_put_be16(&s->buf, s->ncomponents);
1578         bytestream_put_byte(&s->buf, s->cbps[0]);
1579         bytestream_put_byte(&s->buf, 7);
1580         bytestream_put_byte(&s->buf, 0);
1581         bytestream_put_byte(&s->buf, 0);
1582         update_size(chunkstart, s->buf);
1583
1584         chunkstart = s->buf;
1585         bytestream_put_be32(&s->buf, 0);
1586         bytestream_put_buffer(&s->buf, "colr", 4);
1587         bytestream_put_byte(&s->buf, 1);
1588         bytestream_put_byte(&s->buf, 0);
1589         bytestream_put_byte(&s->buf, 0);
1590         if (avctx->pix_fmt == AV_PIX_FMT_RGB24 || avctx->pix_fmt == AV_PIX_FMT_PAL8) {
1591             bytestream_put_be32(&s->buf, 16);
1592         } else if (s->ncomponents == 1) {
1593             bytestream_put_be32(&s->buf, 17);
1594         } else {
1595             bytestream_put_be32(&s->buf, 18);
1596         }
1597         update_size(chunkstart, s->buf);
1598         if (avctx->pix_fmt == AV_PIX_FMT_PAL8) {
1599             int i;
1600             uint8_t *palette = pict->data[1];
1601             chunkstart = s->buf;
1602             bytestream_put_be32(&s->buf, 0);
1603             bytestream_put_buffer(&s->buf, "pclr", 4);
1604             bytestream_put_be16(&s->buf, AVPALETTE_COUNT);
1605             bytestream_put_byte(&s->buf, 3); // colour channels
1606             bytestream_put_be24(&s->buf, 0x070707); //colour depths
1607             for (i = 0; i < AVPALETTE_COUNT; i++) {
1608                 bytestream_put_be24(&s->buf, HAVE_BIGENDIAN ? AV_RB24(palette + 1) : AV_RL24(palette));
1609                 palette += 4;
1610             }
1611             update_size(chunkstart, s->buf);
1612             chunkstart = s->buf;
1613             bytestream_put_be32(&s->buf, 0);
1614             bytestream_put_buffer(&s->buf, "cmap", 4);
1615             for (i = 0; i < 3; i++) {
1616                 bytestream_put_be16(&s->buf, 0); // component
1617                 bytestream_put_byte(&s->buf, 1); // palette mapping
1618                 bytestream_put_byte(&s->buf, i); // index
1619             }
1620             update_size(chunkstart, s->buf);
1621         }
1622         update_size(jp2hstart, s->buf);
1623
1624         jp2cstart = s->buf;
1625         bytestream_put_be32(&s->buf, 0);
1626         bytestream_put_buffer(&s->buf, "jp2c", 4);
1627     }
1628
1629     if (s->buf_end - s->buf < 2)
1630         return -1;
1631     bytestream_put_be16(&s->buf, JPEG2000_SOC);
1632     if ((ret = put_siz(s)) < 0)
1633         return ret;
1634     if ((ret = put_cod(s)) < 0)
1635         return ret;
1636     if ((ret = put_qcd(s, 0)) < 0)
1637         return ret;
1638     if ((ret = put_com(s, 0)) < 0)
1639         return ret;
1640
1641     for (tileno = 0; tileno < s->numXtiles * s->numYtiles; tileno++){
1642         uint8_t *psotptr;
1643         if (!(psotptr = put_sot(s, tileno)))
1644             return -1;
1645         if (s->buf_end - s->buf < 2)
1646             return -1;
1647         bytestream_put_be16(&s->buf, JPEG2000_SOD);
1648         if ((ret = encode_tile(s, s->tile + tileno, tileno)) < 0)
1649             return ret;
1650         bytestream_put_be32(&psotptr, s->buf - psotptr + 6);
1651     }
1652     if (s->buf_end - s->buf < 2)
1653         return -1;
1654     bytestream_put_be16(&s->buf, JPEG2000_EOC);
1655
1656     if (s->format == CODEC_JP2)
1657         update_size(jp2cstart, s->buf);
1658
1659     av_log(s->avctx, AV_LOG_DEBUG, "end\n");
1660     pkt->size = s->buf - s->buf_start;
1661     pkt->flags |= AV_PKT_FLAG_KEY;
1662     *got_packet = 1;
1663
1664     return 0;
1665 }
1666
1667 static int parse_layer_rates(Jpeg2000EncoderContext *s)
1668 {
1669     int i;
1670     char *token;
1671     char *saveptr = NULL;
1672     int rate;
1673     int nlayers = 0;
1674     if (!s->lr_str) {
1675         s->nlayers = 1;
1676         s->layer_rates[0] = 0;
1677         s->compression_rate_enc = 0;
1678         return 0;
1679     }
1680
1681     token = av_strtok(s->lr_str, ",", &saveptr);
1682     if (rate = strtol(token, NULL, 10)) {
1683             s->layer_rates[0] = rate <= 1 ? 0:rate;
1684             nlayers++;
1685     } else {
1686             return AVERROR_INVALIDDATA;
1687     }
1688
1689     while (1) {
1690         token = av_strtok(NULL, ",", &saveptr);
1691         if (!token)
1692             break;
1693         if (rate = strtol(token, NULL, 10)) {
1694             if (nlayers >= 100) {
1695                 return AVERROR_INVALIDDATA;
1696             }
1697             s->layer_rates[nlayers] = rate <= 1 ? 0:rate;
1698             nlayers++;
1699         } else {
1700             return AVERROR_INVALIDDATA;
1701         }
1702     }
1703
1704     for (i = 1; i < nlayers; i++) {
1705         if (s->layer_rates[i] >= s->layer_rates[i-1]) {
1706             return AVERROR_INVALIDDATA;
1707         }
1708     }
1709     s->nlayers = nlayers;
1710     s->compression_rate_enc = 1;
1711     return 0;
1712 }
1713
1714 static av_cold int j2kenc_init(AVCodecContext *avctx)
1715 {
1716     int i, ret;
1717     Jpeg2000EncoderContext *s = avctx->priv_data;
1718     Jpeg2000CodingStyle *codsty = &s->codsty;
1719     Jpeg2000QuantStyle  *qntsty = &s->qntsty;
1720
1721     s->avctx = avctx;
1722     av_log(s->avctx, AV_LOG_DEBUG, "init\n");
1723     if (parse_layer_rates(s)) {
1724         av_log(s, AV_LOG_WARNING, "Layer rates invalid. Encoding with 1 layer based on quality metric.\n");
1725         s->nlayers = 1;
1726         s->layer_rates[0] = 0;
1727         s->compression_rate_enc = 0;
1728     }
1729
1730 #if FF_API_PRIVATE_OPT
1731 FF_DISABLE_DEPRECATION_WARNINGS
1732     if (avctx->prediction_method)
1733         s->pred = avctx->prediction_method;
1734 FF_ENABLE_DEPRECATION_WARNINGS
1735 #endif
1736
1737     if (avctx->pix_fmt == AV_PIX_FMT_PAL8 && (s->pred != FF_DWT97_INT || s->format != CODEC_JP2)) {
1738         av_log(s->avctx, AV_LOG_WARNING, "Forcing lossless jp2 for pal8\n");
1739         s->pred = FF_DWT97_INT;
1740         s->format = CODEC_JP2;
1741     }
1742
1743     // defaults:
1744     // TODO: implement setting non-standard precinct size
1745     memset(codsty->log2_prec_widths , 15, sizeof(codsty->log2_prec_widths ));
1746     memset(codsty->log2_prec_heights, 15, sizeof(codsty->log2_prec_heights));
1747     codsty->nreslevels2decode=
1748     codsty->nreslevels       = 7;
1749     codsty->nlayers          = s->nlayers;
1750     codsty->log2_cblk_width  = 4;
1751     codsty->log2_cblk_height = 4;
1752     codsty->transform        = s->pred ? FF_DWT53 : FF_DWT97_INT;
1753
1754     qntsty->nguardbits       = 1;
1755
1756     if ((s->tile_width  & (s->tile_width -1)) ||
1757         (s->tile_height & (s->tile_height-1))) {
1758         av_log(avctx, AV_LOG_WARNING, "Tile dimension not a power of 2\n");
1759     }
1760
1761     if (codsty->transform == FF_DWT53)
1762         qntsty->quantsty = JPEG2000_QSTY_NONE;
1763     else
1764         qntsty->quantsty = JPEG2000_QSTY_SE;
1765
1766     s->width = avctx->width;
1767     s->height = avctx->height;
1768
1769     for (i = 0; i < 3; i++) {
1770         if (avctx->pix_fmt == AV_PIX_FMT_GRAY16 || avctx->pix_fmt == AV_PIX_FMT_RGB48)
1771             s->cbps[i] = 16;
1772         else
1773             s->cbps[i] = 8;
1774     }
1775
1776     if (avctx->pix_fmt == AV_PIX_FMT_RGB24 || avctx->pix_fmt == AV_PIX_FMT_RGB48){
1777         s->ncomponents = 3;
1778     } else if (avctx->pix_fmt == AV_PIX_FMT_GRAY8 || avctx->pix_fmt == AV_PIX_FMT_PAL8 || avctx->pix_fmt == AV_PIX_FMT_GRAY16){
1779         s->ncomponents = 1;
1780     } else{ // planar YUV
1781         s->planar = 1;
1782         s->ncomponents = 3;
1783         ret = av_pix_fmt_get_chroma_sub_sample(avctx->pix_fmt,
1784                                                s->chroma_shift, s->chroma_shift + 1);
1785         if (ret)
1786             return ret;
1787     }
1788
1789     ff_jpeg2000_init_tier1_luts();
1790     ff_mqc_init_context_tables();
1791     init_luts();
1792
1793     init_quantization(s);
1794     if ((ret=init_tiles(s)) < 0)
1795         return ret;
1796
1797     av_log(s->avctx, AV_LOG_DEBUG, "after init\n");
1798
1799     return 0;
1800 }
1801
1802 static int j2kenc_destroy(AVCodecContext *avctx)
1803 {
1804     Jpeg2000EncoderContext *s = avctx->priv_data;
1805
1806     cleanup(s);
1807     return 0;
1808 }
1809
1810 // taken from the libopenjpeg wraper so it matches
1811
1812 #define OFFSET(x) offsetof(Jpeg2000EncoderContext, x)
1813 #define VE AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM
1814 static const AVOption options[] = {
1815     { "format",        "Codec Format",      OFFSET(format),        AV_OPT_TYPE_INT,   { .i64 = CODEC_JP2   }, CODEC_J2K, CODEC_JP2,   VE, "format"      },
1816     { "j2k",           NULL,                0,                     AV_OPT_TYPE_CONST, { .i64 = CODEC_J2K   }, 0,         0,           VE, "format"      },
1817     { "jp2",           NULL,                0,                     AV_OPT_TYPE_CONST, { .i64 = CODEC_JP2   }, 0,         0,           VE, "format"      },
1818     { "tile_width",    "Tile Width",        OFFSET(tile_width),    AV_OPT_TYPE_INT,   { .i64 = 256         }, 1,     1<<30,           VE, },
1819     { "tile_height",   "Tile Height",       OFFSET(tile_height),   AV_OPT_TYPE_INT,   { .i64 = 256         }, 1,     1<<30,           VE, },
1820     { "pred",          "DWT Type",          OFFSET(pred),          AV_OPT_TYPE_INT,   { .i64 = 0           }, 0,         1,           VE, "pred"        },
1821     { "dwt97int",      NULL,                0,                     AV_OPT_TYPE_CONST, { .i64 = 0           }, INT_MIN, INT_MAX,       VE, "pred"        },
1822     { "dwt53",         NULL,                0,                     AV_OPT_TYPE_CONST, { .i64 = 0           }, INT_MIN, INT_MAX,       VE, "pred"        },
1823     { "sop",           "SOP marker",        OFFSET(sop),           AV_OPT_TYPE_INT,   { .i64 = 0           }, 0,         1,           VE, },
1824     { "eph",           "EPH marker",        OFFSET(eph),           AV_OPT_TYPE_INT,   { .i64 = 0           }, 0,         1,           VE, },
1825     { "prog",          "Progression Order", OFFSET(prog),          AV_OPT_TYPE_INT,   { .i64 = 0           }, JPEG2000_PGOD_LRCP,         JPEG2000_PGOD_CPRL,           VE, "prog" },
1826     { "lrcp",          NULL,                OFFSET(prog),          AV_OPT_TYPE_CONST,   { .i64 = JPEG2000_PGOD_LRCP           }, 0,         0,           VE, "prog" },
1827     { "rlcp",          NULL,                OFFSET(prog),          AV_OPT_TYPE_CONST,   { .i64 = JPEG2000_PGOD_RLCP            }, 0,         0,           VE, "prog" },
1828     { "rpcl",          NULL,                OFFSET(prog),          AV_OPT_TYPE_CONST,   { .i64 = JPEG2000_PGOD_RPCL            }, 0,         0,           VE, "prog" },
1829     { "pcrl",          NULL,                OFFSET(prog),          AV_OPT_TYPE_CONST,   { .i64 = JPEG2000_PGOD_PCRL            }, 0,         0,           VE, "prog" },
1830     { "cprl",          NULL,                OFFSET(prog),          AV_OPT_TYPE_CONST,   { .i64 = JPEG2000_PGOD_CPRL            }, 0,         0,           VE, "prog" },
1831     { "layer_rates",   "Layer Rates",       OFFSET(lr_str),        AV_OPT_TYPE_STRING, { .str = NULL }, 0, 0, VE },
1832     { NULL }
1833 };
1834
1835 static const AVClass j2k_class = {
1836     .class_name = "jpeg 2000 encoder",
1837     .item_name  = av_default_item_name,
1838     .option     = options,
1839     .version    = LIBAVUTIL_VERSION_INT,
1840 };
1841
1842 AVCodec ff_jpeg2000_encoder = {
1843     .name           = "jpeg2000",
1844     .long_name      = NULL_IF_CONFIG_SMALL("JPEG 2000"),
1845     .type           = AVMEDIA_TYPE_VIDEO,
1846     .id             = AV_CODEC_ID_JPEG2000,
1847     .priv_data_size = sizeof(Jpeg2000EncoderContext),
1848     .init           = j2kenc_init,
1849     .encode2        = encode_frame,
1850     .close          = j2kenc_destroy,
1851     .pix_fmts       = (const enum AVPixelFormat[]) {
1852         AV_PIX_FMT_RGB24, AV_PIX_FMT_YUV444P, AV_PIX_FMT_GRAY8,
1853         AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUV422P,
1854         AV_PIX_FMT_YUV410P, AV_PIX_FMT_YUV411P,
1855         AV_PIX_FMT_PAL8,
1856         AV_PIX_FMT_RGB48, AV_PIX_FMT_GRAY16,
1857         AV_PIX_FMT_NONE
1858     },
1859     .priv_class     = &j2k_class,
1860     .caps_internal  = FF_CODEC_CAP_INIT_CLEANUP,
1861 };