git.sesse.net Git - ffmpeg/blob - libavcodec/j2kenc.c

   1 /*
   2  * JPEG2000 image encoder
   3  * Copyright (c) 2007 Kamil Nowosad
   4  *
   5  * This file is part of FFmpeg.
   6  *
   7  * FFmpeg is free software; you can redistribute it and/or
   8  * modify it under the terms of the GNU Lesser General Public
   9  * License as published by the Free Software Foundation; either
  10  * version 2.1 of the License, or (at your option) any later version.
  11  *
  12  * FFmpeg is distributed in the hope that it will be useful,
  13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * Lesser General Public License for more details.
  16  *
  17  * You should have received a copy of the GNU Lesser General Public
  18  * License along with FFmpeg; if not, write to the Free Software
  19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20  *
  21  * **********************************************************************************************************************
  22  *
  23  *
  24  *
  25  * This source code incorporates work covered by the following copyright and
  26  * permission notice:
  27  *
  28  * Copyright (c) 2002-2007, Communications and Remote Sensing Laboratory, Universite catholique de Louvain (UCL), Belgium
  29  * Copyright (c) 2002-2007, Professor Benoit Macq
  30  * Copyright (c) 2001-2003, David Janssens
  31  * Copyright (c) 2002-2003, Yannick Verschueren
  32  * Copyright (c) 2003-2007, Francois-Olivier Devaux and Antonin Descampe
  33  * Copyright (c) 2005, Herve Drolon, FreeImage Team
  34  * Copyright (c) 2007, Callum Lerwick <seg@haxxed.com>
  35  * All rights reserved.
  36  *
  37  * Redistribution and use in source and binary forms, with or without
  38  * modification, are permitted provided that the following conditions
  39  * are met:
  40  * 1. Redistributions of source code must retain the above copyright
  41  *    notice, this list of conditions and the following disclaimer.
  42  * 2. Redistributions in binary form must reproduce the above copyright
  43  *    notice, this list of conditions and the following disclaimer in the
  44  *    documentation and/or other materials provided with the distribution.
  45  *
  46  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS `AS IS'
  47  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  48  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  49  * ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
  50  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  51  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  52  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
  53  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
  54  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  55  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  56  * POSSIBILITY OF SUCH DAMAGE.
  57  */
  58
  59
  60 /**
  61  * JPEG2000 image encoder
  62  * @file
  63  * @author Kamil Nowosad
  64  */
  65
  66 #include <float.h>
  67 #include "avcodec.h"
  68 #include "internal.h"
  69 #include "bytestream.h"
  70 #include "jpeg2000.h"
  71 #include "libavutil/common.h"
  72 #include "libavutil/pixdesc.h"
  73 #include "libavutil/opt.h"
  74 #include "libavutil/intreadwrite.h"
  75
  76 #define NMSEDEC_BITS 7
  77 #define NMSEDEC_FRACBITS (NMSEDEC_BITS-1)
  78 #define WMSEDEC_SHIFT 13 ///< must be >= 13
  79 #define LAMBDA_SCALE (100000000LL << (WMSEDEC_SHIFT - 13))
  80
  81 #define CODEC_JP2 1
  82 #define CODEC_J2K 0
  83
  84 static int lut_nmsedec_ref [1<<NMSEDEC_BITS],
  85            lut_nmsedec_ref0[1<<NMSEDEC_BITS],
  86            lut_nmsedec_sig [1<<NMSEDEC_BITS],
  87            lut_nmsedec_sig0[1<<NMSEDEC_BITS];
  88
  89 static const int dwt_norms[2][4][10] = { // [dwt_type][band][rlevel] (multiplied by 10000)
  90     {{10000, 19650, 41770,  84030, 169000, 338400,  676900, 1353000, 2706000, 5409000},
  91      {20220, 39890, 83550, 170400, 342700, 686300, 1373000, 2746000, 5490000},
  92      {20220, 39890, 83550, 170400, 342700, 686300, 1373000, 2746000, 5490000},
  93      {20800, 38650, 83070, 171800, 347100, 695900, 1393000, 2786000, 5572000}},
  94
  95     {{10000, 15000, 27500, 53750, 106800, 213400, 426700, 853300, 1707000, 3413000},
  96      {10380, 15920, 29190, 57030, 113300, 226400, 452500, 904800, 1809000},
  97      {10380, 15920, 29190, 57030, 113300, 226400, 452500, 904800, 1809000},
  98      { 7186,  9218, 15860, 30430,  60190, 120100, 240000, 479700,  959300}}
  99 };
 100
 101 typedef struct {
 102    Jpeg2000Component *comp;
 103 } Jpeg2000Tile;
 104
 105 typedef struct {
 106     AVClass *class;
 107     AVCodecContext *avctx;
 108     const AVFrame *picture;
 109
 110     int width, height; ///< image width and height
 111     uint8_t cbps[4]; ///< bits per sample in particular components
 112     int chroma_shift[2];
 113     uint8_t planar;
 114     int ncomponents;
 115     int tile_width, tile_height; ///< tile size
 116     int numXtiles, numYtiles;
 117
 118     uint8_t *buf_start;
 119     uint8_t *buf;
 120     uint8_t *buf_end;
 121     int bit_index;
 122
 123     int64_t lambda;
 124
 125     Jpeg2000CodingStyle codsty;
 126     Jpeg2000QuantStyle  qntsty;
 127
 128     Jpeg2000Tile *tile;
 129
 130     int format;
 131     int pred;
 132 } Jpeg2000EncoderContext;
 133
 134
 135 /* debug */
 136 #if 0
 137 #undef ifprintf
 138 #undef printf
 139
 140 static void nspaces(FILE *fd, int n)
 141 {
 142     while(n--) putc(' ', fd);
 143 }
 144
 145 static void printcomp(Jpeg2000Component *comp)
 146 {
 147     int i;
 148     for (i = 0; i < comp->y1 - comp->y0; i++)
 149         ff_jpeg2000_printv(comp->i_data + i * (comp->x1 - comp->x0), comp->x1 - comp->x0);
 150 }
 151
 152 static void dump(Jpeg2000EncoderContext *s, FILE *fd)
 153 {
 154     int tileno, compno, reslevelno, bandno, precno;
 155     fprintf(fd, "XSiz = %d, YSiz = %d, tile_width = %d, tile_height = %d\n"
 156                 "numXtiles = %d, numYtiles = %d, ncomponents = %d\n"
 157                 "tiles:\n",
 158             s->width, s->height, s->tile_width, s->tile_height,
 159             s->numXtiles, s->numYtiles, s->ncomponents);
 160     for (tileno = 0; tileno < s->numXtiles * s->numYtiles; tileno++){
 161         Jpeg2000Tile *tile = s->tile + tileno;
 162         nspaces(fd, 2);
 163         fprintf(fd, "tile %d:\n", tileno);
 164         for(compno = 0; compno < s->ncomponents; compno++){
 165             Jpeg2000Component *comp = tile->comp + compno;
 166             nspaces(fd, 4);
 167             fprintf(fd, "component %d:\n", compno);
 168             nspaces(fd, 4);
 169             fprintf(fd, "x0 = %d, x1 = %d, y0 = %d, y1 = %d\n",
 170                         comp->x0, comp->x1, comp->y0, comp->y1);
 171             for(reslevelno = 0; reslevelno < s->nreslevels; reslevelno++){
 172                 Jpeg2000ResLevel *reslevel = comp->reslevel + reslevelno;
 173                 nspaces(fd, 6);
 174                 fprintf(fd, "reslevel %d:\n", reslevelno);
 175                 nspaces(fd, 6);
 176                 fprintf(fd, "x0 = %d, x1 = %d, y0 = %d, y1 = %d, nbands = %d\n",
 177                         reslevel->x0, reslevel->x1, reslevel->y0,
 178                         reslevel->y1, reslevel->nbands);
 179                 for(bandno = 0; bandno < reslevel->nbands; bandno++){
 180                     Jpeg2000Band *band = reslevel->band + bandno;
 181                     nspaces(fd, 8);
 182                     fprintf(fd, "band %d:\n", bandno);
 183                     nspaces(fd, 8);
 184                     fprintf(fd, "x0 = %d, x1 = %d, y0 = %d, y1 = %d,"
 185                                 "codeblock_width = %d, codeblock_height = %d cblknx = %d cblkny = %d\n",
 186                                 band->x0, band->x1,
 187                                 band->y0, band->y1,
 188                                 band->codeblock_width, band->codeblock_height,
 189                                 band->cblknx, band->cblkny);
 190                     for (precno = 0; precno < reslevel->num_precincts_x * reslevel->num_precincts_y; precno++){
 191                         Jpeg2000Prec *prec = band->prec + precno;
 192                         nspaces(fd, 10);
 193                         fprintf(fd, "prec %d:\n", precno);
 194                         nspaces(fd, 10);
 195                         fprintf(fd, "xi0 = %d, xi1 = %d, yi0 = %d, yi1 = %d\n",
 196                                      prec->xi0, prec->xi1, prec->yi0, prec->yi1);
 197                     }
 198                 }
 199             }
 200         }
 201     }
 202 }
 203 #endif
 204
 205 /* bitstream routines */
 206
 207 /** put n times val bit */
 208 static void put_bits(Jpeg2000EncoderContext *s, int val, int n) // TODO: optimize
 209 {
 210     while (n-- > 0){
 211         if (s->bit_index == 8)
 212         {
 213             s->bit_index = *s->buf == 0xff;
 214             *(++s->buf) = 0;
 215         }
 216         *s->buf |= val << (7 - s->bit_index++);
 217     }
 218 }
 219
 220 /** put n least significant bits of a number num */
 221 static void put_num(Jpeg2000EncoderContext *s, int num, int n)
 222 {
 223     while(--n >= 0)
 224         put_bits(s, (num >> n) & 1, 1);
 225 }
 226
 227 /** flush the bitstream */
 228 static void j2k_flush(Jpeg2000EncoderContext *s)
 229 {
 230     if (s->bit_index){
 231         s->bit_index = 0;
 232         s->buf++;
 233     }
 234 }
 235
 236 /* tag tree routines */
 237
 238 /** code the value stored in node */
 239 static void tag_tree_code(Jpeg2000EncoderContext *s, Jpeg2000TgtNode *node, int threshold)
 240 {
 241     Jpeg2000TgtNode *stack[30];
 242     int sp = 1, curval = 0;
 243     stack[0] = node;
 244
 245     node = node->parent;
 246     while(node){
 247         if (node->vis){
 248             curval = node->val;
 249             break;
 250         }
 251         node->vis++;
 252         stack[sp++] = node;
 253         node = node->parent;
 254     }
 255     while(--sp >= 0){
 256         if (stack[sp]->val >= threshold){
 257             put_bits(s, 0, threshold - curval);
 258             break;
 259         }
 260         put_bits(s, 0, stack[sp]->val - curval);
 261         put_bits(s, 1, 1);
 262         curval = stack[sp]->val;
 263     }
 264 }
 265
 266 /** update the value in node */
 267 static void tag_tree_update(Jpeg2000TgtNode *node)
 268 {
 269     int lev = 0;
 270     while (node->parent){
 271         if (node->parent->val <= node->val)
 272             break;
 273         node->parent->val = node->val;
 274         node = node->parent;
 275         lev++;
 276     }
 277 }
 278
 279 static int put_siz(Jpeg2000EncoderContext *s)
 280 {
 281     int i;
 282
 283     if (s->buf_end - s->buf < 40 + 3 * s->ncomponents)
 284         return -1;
 285
 286     bytestream_put_be16(&s->buf, JPEG2000_SIZ);
 287     bytestream_put_be16(&s->buf, 38 + 3 * s->ncomponents); // Lsiz
 288     bytestream_put_be16(&s->buf, 0); // Rsiz
 289     bytestream_put_be32(&s->buf, s->width); // width
 290     bytestream_put_be32(&s->buf, s->height); // height
 291     bytestream_put_be32(&s->buf, 0); // X0Siz
 292     bytestream_put_be32(&s->buf, 0); // Y0Siz
 293
 294     bytestream_put_be32(&s->buf, s->tile_width); // XTSiz
 295     bytestream_put_be32(&s->buf, s->tile_height); // YTSiz
 296     bytestream_put_be32(&s->buf, 0); // XT0Siz
 297     bytestream_put_be32(&s->buf, 0); // YT0Siz
 298     bytestream_put_be16(&s->buf, s->ncomponents); // CSiz
 299
 300     for (i = 0; i < s->ncomponents; i++){ // Ssiz_i XRsiz_i, YRsiz_i
 301         bytestream_put_byte(&s->buf, s->cbps[i] - 1);
 302         bytestream_put_byte(&s->buf, i?1<<s->chroma_shift[0]:1);
 303         bytestream_put_byte(&s->buf, i?1<<s->chroma_shift[1]:1);
 304     }
 305     return 0;
 306 }
 307
 308 static int put_cod(Jpeg2000EncoderContext *s)
 309 {
 310     Jpeg2000CodingStyle *codsty = &s->codsty;
 311
 312     if (s->buf_end - s->buf < 14)
 313         return -1;
 314
 315     bytestream_put_be16(&s->buf, JPEG2000_COD);
 316     bytestream_put_be16(&s->buf, 12); // Lcod
 317     bytestream_put_byte(&s->buf, 0);  // Scod
 318     // SGcod
 319     bytestream_put_byte(&s->buf, 0); // progression level
 320     bytestream_put_be16(&s->buf, 1); // num of layers
 321     if(s->avctx->pix_fmt == AV_PIX_FMT_YUV444P){
 322         bytestream_put_byte(&s->buf, 0); // unspecified
 323     }else{
 324         bytestream_put_byte(&s->buf, 0); // unspecified
 325     }
 326     // SPcod
 327     bytestream_put_byte(&s->buf, codsty->nreslevels - 1); // num of decomp. levels
 328     bytestream_put_byte(&s->buf, codsty->log2_cblk_width-2); // cblk width
 329     bytestream_put_byte(&s->buf, codsty->log2_cblk_height-2); // cblk height
 330     bytestream_put_byte(&s->buf, 0); // cblk style
 331     bytestream_put_byte(&s->buf, codsty->transform == FF_DWT53); // transformation
 332     return 0;
 333 }
 334
 335 static int put_qcd(Jpeg2000EncoderContext *s, int compno)
 336 {
 337     int i, size;
 338     Jpeg2000CodingStyle *codsty = &s->codsty;
 339     Jpeg2000QuantStyle  *qntsty = &s->qntsty;
 340
 341     if (qntsty->quantsty == JPEG2000_QSTY_NONE)
 342         size = 4 + 3 * (codsty->nreslevels-1);
 343     else // QSTY_SE
 344         size = 5 + 6 * (codsty->nreslevels-1);
 345
 346     if (s->buf_end - s->buf < size + 2)
 347         return -1;
 348
 349     bytestream_put_be16(&s->buf, JPEG2000_QCD);
 350     bytestream_put_be16(&s->buf, size);  // LQcd
 351     bytestream_put_byte(&s->buf, (qntsty->nguardbits << 5) | qntsty->quantsty);  // Sqcd
 352     if (qntsty->quantsty == JPEG2000_QSTY_NONE)
 353         for (i = 0; i < codsty->nreslevels * 3 - 2; i++)
 354             bytestream_put_byte(&s->buf, qntsty->expn[i] << 3);
 355     else // QSTY_SE
 356         for (i = 0; i < codsty->nreslevels * 3 - 2; i++)
 357             bytestream_put_be16(&s->buf, (qntsty->expn[i] << 11) | qntsty->mant[i]);
 358     return 0;
 359 }
 360
 361 static int put_com(Jpeg2000EncoderContext *s, int compno)
 362 {
 363     int size = 4 + strlen(LIBAVCODEC_IDENT);
 364
 365     if (s->avctx->flags & AV_CODEC_FLAG_BITEXACT)
 366         return 0;
 367
 368     if (s->buf_end - s->buf < size + 2)
 369         return -1;
 370
 371     bytestream_put_be16(&s->buf, JPEG2000_COM);
 372     bytestream_put_be16(&s->buf, size);
 373     bytestream_put_be16(&s->buf, 1); // General use (ISO/IEC 8859-15 (Latin) values)
 374
 375     bytestream_put_buffer(&s->buf, LIBAVCODEC_IDENT, strlen(LIBAVCODEC_IDENT));
 376
 377     return 0;
 378 }
 379
 380 static uint8_t *put_sot(Jpeg2000EncoderContext *s, int tileno)
 381 {
 382     uint8_t *psotptr;
 383
 384     if (s->buf_end - s->buf < 12)
 385         return NULL;
 386
 387     bytestream_put_be16(&s->buf, JPEG2000_SOT);
 388     bytestream_put_be16(&s->buf, 10); // Lsot
 389     bytestream_put_be16(&s->buf, tileno); // Isot
 390
 391     psotptr = s->buf;
 392     bytestream_put_be32(&s->buf, 0); // Psot (filled in later)
 393
 394     bytestream_put_byte(&s->buf, 0); // TPsot
 395     bytestream_put_byte(&s->buf, 1); // TNsot
 396     return psotptr;
 397 }
 398
 399 /**
 400  * compute the sizes of tiles, resolution levels, bands, etc.
 401  * allocate memory for them
 402  * divide the input image into tile-components
 403  */
 404 static int init_tiles(Jpeg2000EncoderContext *s)
 405 {
 406     int tileno, tilex, tiley, compno;
 407     Jpeg2000CodingStyle *codsty = &s->codsty;
 408     Jpeg2000QuantStyle  *qntsty = &s->qntsty;
 409
 410     s->numXtiles = ff_jpeg2000_ceildiv(s->width, s->tile_width);
 411     s->numYtiles = ff_jpeg2000_ceildiv(s->height, s->tile_height);
 412
 413     s->tile = av_malloc_array(s->numXtiles, s->numYtiles * sizeof(Jpeg2000Tile));
 414     if (!s->tile)
 415         return AVERROR(ENOMEM);
 416     for (tileno = 0, tiley = 0; tiley < s->numYtiles; tiley++)
 417         for (tilex = 0; tilex < s->numXtiles; tilex++, tileno++){
 418             Jpeg2000Tile *tile = s->tile + tileno;
 419
 420             tile->comp = av_mallocz_array(s->ncomponents, sizeof(Jpeg2000Component));
 421             if (!tile->comp)
 422                 return AVERROR(ENOMEM);
 423             for (compno = 0; compno < s->ncomponents; compno++){
 424                 Jpeg2000Component *comp = tile->comp + compno;
 425                 int ret, i, j;
 426
 427                 comp->coord[0][0] = comp->coord_o[0][0] = tilex * s->tile_width;
 428                 comp->coord[0][1] = comp->coord_o[0][1] = FFMIN((tilex+1)*s->tile_width, s->width);
 429                 comp->coord[1][0] = comp->coord_o[1][0] = tiley * s->tile_height;
 430                 comp->coord[1][1] = comp->coord_o[1][1] = FFMIN((tiley+1)*s->tile_height, s->height);
 431                 if (compno > 0)
 432                     for (i = 0; i < 2; i++)
 433                         for (j = 0; j < 2; j++)
 434                             comp->coord[i][j] = comp->coord_o[i][j] = ff_jpeg2000_ceildivpow2(comp->coord[i][j], s->chroma_shift[i]);
 435
 436                 if ((ret = ff_jpeg2000_init_component(comp,
 437                                                 codsty,
 438                                                 qntsty,
 439                                                 s->cbps[compno],
 440                                                 compno?1<<s->chroma_shift[0]:1,
 441                                                 compno?1<<s->chroma_shift[1]:1,
 442                                                 s->avctx
 443                                                )) < 0)
 444                     return ret;
 445             }
 446         }
 447     return 0;
 448 }
 449
 450 #define COPY_FRAME(D, PIXEL)                                                                                                \
 451     static void copy_frame_ ##D(Jpeg2000EncoderContext *s)                                                                  \
 452     {                                                                                                                       \
 453         int tileno, compno, i, y, x;                                                                                        \
 454         PIXEL *line;                                                                                                        \
 455         for (tileno = 0; tileno < s->numXtiles * s->numYtiles; tileno++){                                                   \
 456             Jpeg2000Tile *tile = s->tile + tileno;                                                                          \
 457             if (s->planar){                                                                                                 \
 458                 for (compno = 0; compno < s->ncomponents; compno++){                                                        \
 459                     Jpeg2000Component *comp = tile->comp + compno;                                                          \
 460                     int *dst = comp->i_data;                                                                                \
 461                     int cbps = s->cbps[compno];                                                                             \
 462                     line = (PIXEL*)s->picture->data[compno]                                                                 \
 463                            + comp->coord[1][0] * (s->picture->linesize[compno] / sizeof(PIXEL))                             \
 464                            + comp->coord[0][0];                                                                             \
 465                     for (y = comp->coord[1][0]; y < comp->coord[1][1]; y++){                                                \
 466                         PIXEL *ptr = line;                                                                                  \
 467                         for (x = comp->coord[0][0]; x < comp->coord[0][1]; x++)                                             \
 468                             *dst++ = *ptr++ - (1 << (cbps - 1));                                                            \
 469                         line += s->picture->linesize[compno] / sizeof(PIXEL);                                               \
 470                     }                                                                                                       \
 471                 }                                                                                                           \
 472             } else{                                                                                                         \
 473                 line = (PIXEL*)s->picture->data[0] + tile->comp[0].coord[1][0] * (s->picture->linesize[0] / sizeof(PIXEL))  \
 474                        + tile->comp[0].coord[0][0] * s->ncomponents;                                                        \
 475                                                                                                                             \
 476                 i = 0;                                                                                                      \
 477                 for (y = tile->comp[0].coord[1][0]; y < tile->comp[0].coord[1][1]; y++){                                    \
 478                     PIXEL *ptr = line;                                                                                      \
 479                     for (x = tile->comp[0].coord[0][0]; x < tile->comp[0].coord[0][1]; x++, i++){                           \
 480                         for (compno = 0; compno < s->ncomponents; compno++){                                                \
 481                             int cbps = s->cbps[compno];                                                                     \
 482                             tile->comp[compno].i_data[i] = *ptr++  - (1 << (cbps - 1));                                     \
 483                         }                                                                                                   \
 484                     }                                                                                                       \
 485                     line += s->picture->linesize[0] / sizeof(PIXEL);                                                        \
 486                 }                                                                                                           \
 487             }                                                                                                               \
 488         }                                                                                                                   \
 489     }
 490
 491 COPY_FRAME(8, uint8_t)
 492 COPY_FRAME(16, uint16_t)
 493
 494 static void init_quantization(Jpeg2000EncoderContext *s)
 495 {
 496     int compno, reslevelno, bandno;
 497     Jpeg2000QuantStyle  *qntsty = &s->qntsty;
 498     Jpeg2000CodingStyle *codsty = &s->codsty;
 499
 500     for (compno = 0; compno < s->ncomponents; compno++){
 501         int gbandno = 0;
 502         for (reslevelno = 0; reslevelno < codsty->nreslevels; reslevelno++){
 503             int nbands, lev = codsty->nreslevels - reslevelno - 1;
 504             nbands = reslevelno ? 3 : 1;
 505             for (bandno = 0; bandno < nbands; bandno++, gbandno++){
 506                 int expn, mant = 0;
 507
 508                 if (codsty->transform == FF_DWT97_INT){
 509                     int bandpos = bandno + (reslevelno>0),
 510                         ss = 81920000 / dwt_norms[0][bandpos][lev],
 511                         log = av_log2(ss);
 512                     mant = (11 - log < 0 ? ss >> log - 11 : ss << 11 - log) & 0x7ff;
 513                     expn = s->cbps[compno] - log + 13;
 514                 } else
 515                     expn = ((bandno&2)>>1) + (reslevelno>0) + s->cbps[compno];
 516
 517                 qntsty->expn[gbandno] = expn;
 518                 qntsty->mant[gbandno] = mant;
 519             }
 520         }
 521     }
 522 }
 523
 524 static void init_luts(void)
 525 {
 526     int i, a,
 527         mask = ~((1<<NMSEDEC_FRACBITS)-1);
 528
 529     for (i = 0; i < (1 << NMSEDEC_BITS); i++){
 530         lut_nmsedec_sig[i]  = FFMAX((3 * i << (13 - NMSEDEC_FRACBITS)) - (9 << 11), 0);
 531         lut_nmsedec_sig0[i] = FFMAX((i*i + (1<<NMSEDEC_FRACBITS-1) & mask) << 1, 0);
 532
 533         a = (i >> (NMSEDEC_BITS-2)&2) + 1;
 534         lut_nmsedec_ref[i]  = FFMAX((a - 2) * (i << (13 - NMSEDEC_FRACBITS)) +
 535                                     (1 << 13) - (a * a << 11), 0);
 536         lut_nmsedec_ref0[i] = FFMAX(((i * i - (i << NMSEDEC_BITS) + (1 << 2 * NMSEDEC_FRACBITS) + (1 << (NMSEDEC_FRACBITS - 1))) & mask)
 537                                     << 1, 0);
 538     }
 539 }
 540
 541 /* tier-1 routines */
 542 static int getnmsedec_sig(int x, int bpno)
 543 {
 544     if (bpno > NMSEDEC_FRACBITS)
 545         return lut_nmsedec_sig[(x >> (bpno - NMSEDEC_FRACBITS)) & ((1 << NMSEDEC_BITS) - 1)];
 546     return lut_nmsedec_sig0[x & ((1 << NMSEDEC_BITS) - 1)];
 547 }
 548
 549 static int getnmsedec_ref(int x, int bpno)
 550 {
 551     if (bpno > NMSEDEC_FRACBITS)
 552         return lut_nmsedec_ref[(x >> (bpno - NMSEDEC_FRACBITS)) & ((1 << NMSEDEC_BITS) - 1)];
 553     return lut_nmsedec_ref0[x & ((1 << NMSEDEC_BITS) - 1)];
 554 }
 555
 556 static void encode_sigpass(Jpeg2000T1Context *t1, int width, int height, int bandno, int *nmsedec, int bpno)
 557 {
 558     int y0, x, y, mask = 1 << (bpno + NMSEDEC_FRACBITS);
 559     for (y0 = 0; y0 < height; y0 += 4)
 560         for (x = 0; x < width; x++)
 561             for (y = y0; y < height && y < y0+4; y++){
 562                 if (!(t1->flags[(y+1) * t1->stride + x+1] & JPEG2000_T1_SIG) && (t1->flags[(y+1) * t1->stride + x+1] & JPEG2000_T1_SIG_NB)){
 563                     int ctxno = ff_jpeg2000_getsigctxno(t1->flags[(y+1) * t1->stride + x+1], bandno),
 564                         bit = t1->data[(y) * t1->stride + x] & mask ? 1 : 0;
 565                     ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + ctxno, bit);
 566                     if (bit){
 567                         int xorbit;
 568                         int ctxno = ff_jpeg2000_getsgnctxno(t1->flags[(y+1) * t1->stride + x+1], &xorbit);
 569                         ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + ctxno, (t1->flags[(y+1) * t1->stride + x+1] >> 15) ^ xorbit);
 570                         *nmsedec += getnmsedec_sig(t1->data[(y) * t1->stride + x], bpno + NMSEDEC_FRACBITS);
 571                         ff_jpeg2000_set_significance(t1, x, y, t1->flags[(y+1) * t1->stride + x+1] >> 15);
 572                     }
 573                     t1->flags[(y+1) * t1->stride + x+1] |= JPEG2000_T1_VIS;
 574                 }
 575             }
 576 }
 577
 578 static void encode_refpass(Jpeg2000T1Context *t1, int width, int height, int *nmsedec, int bpno)
 579 {
 580     int y0, x, y, mask = 1 << (bpno + NMSEDEC_FRACBITS);
 581     for (y0 = 0; y0 < height; y0 += 4)
 582         for (x = 0; x < width; x++)
 583             for (y = y0; y < height && y < y0+4; y++)
 584                 if ((t1->flags[(y+1) * t1->stride + x+1] & (JPEG2000_T1_SIG | JPEG2000_T1_VIS)) == JPEG2000_T1_SIG){
 585                     int ctxno = ff_jpeg2000_getrefctxno(t1->flags[(y+1) * t1->stride + x+1]);
 586                     *nmsedec += getnmsedec_ref(t1->data[(y) * t1->stride + x], bpno + NMSEDEC_FRACBITS);
 587                     ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + ctxno, t1->data[(y) * t1->stride + x] & mask ? 1:0);
 588                     t1->flags[(y+1) * t1->stride + x+1] |= JPEG2000_T1_REF;
 589                 }
 590 }
 591
 592 static void encode_clnpass(Jpeg2000T1Context *t1, int width, int height, int bandno, int *nmsedec, int bpno)
 593 {
 594     int y0, x, y, mask = 1 << (bpno + NMSEDEC_FRACBITS);
 595     for (y0 = 0; y0 < height; y0 += 4)
 596         for (x = 0; x < width; x++){
 597             if (y0 + 3 < height && !(
 598             (t1->flags[(y0+1) * t1->stride + x+1] & (JPEG2000_T1_SIG_NB | JPEG2000_T1_VIS | JPEG2000_T1_SIG)) ||
 599             (t1->flags[(y0+2) * t1->stride + x+1] & (JPEG2000_T1_SIG_NB | JPEG2000_T1_VIS | JPEG2000_T1_SIG)) ||
 600             (t1->flags[(y0+3) * t1->stride + x+1] & (JPEG2000_T1_SIG_NB | JPEG2000_T1_VIS | JPEG2000_T1_SIG)) ||
 601             (t1->flags[(y0+4) * t1->stride + x+1] & (JPEG2000_T1_SIG_NB | JPEG2000_T1_VIS | JPEG2000_T1_SIG))))
 602             {
 603                 // aggregation mode
 604                 int rlen;
 605                 for (rlen = 0; rlen < 4; rlen++)
 606                     if (t1->data[(y0+rlen) * t1->stride + x] & mask)
 607                         break;
 608                 ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + MQC_CX_RL, rlen != 4);
 609                 if (rlen == 4)
 610                     continue;
 611                 ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + MQC_CX_UNI, rlen >> 1);
 612                 ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + MQC_CX_UNI, rlen & 1);
 613                 for (y = y0 + rlen; y < y0 + 4; y++){
 614                     if (!(t1->flags[(y+1) * t1->stride + x+1] & (JPEG2000_T1_SIG | JPEG2000_T1_VIS))){
 615                         int ctxno = ff_jpeg2000_getsigctxno(t1->flags[(y+1) * t1->stride + x+1], bandno);
 616                         if (y > y0 + rlen)
 617                             ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + ctxno, t1->data[(y) * t1->stride + x] & mask ? 1:0);
 618                         if (t1->data[(y) * t1->stride + x] & mask){ // newly significant
 619                             int xorbit;
 620                             int ctxno = ff_jpeg2000_getsgnctxno(t1->flags[(y+1) * t1->stride + x+1], &xorbit);
 621                             *nmsedec += getnmsedec_sig(t1->data[(y) * t1->stride + x], bpno + NMSEDEC_FRACBITS);
 622                             ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + ctxno, (t1->flags[(y+1) * t1->stride + x+1] >> 15) ^ xorbit);
 623                             ff_jpeg2000_set_significance(t1, x, y, t1->flags[(y+1) * t1->stride + x+1] >> 15);
 624                         }
 625                     }
 626                     t1->flags[(y+1) * t1->stride + x+1] &= ~JPEG2000_T1_VIS;
 627                 }
 628             } else{
 629                 for (y = y0; y < y0 + 4 && y < height; y++){
 630                     if (!(t1->flags[(y+1) * t1->stride + x+1] & (JPEG2000_T1_SIG | JPEG2000_T1_VIS))){
 631                         int ctxno = ff_jpeg2000_getsigctxno(t1->flags[(y+1) * t1->stride + x+1], bandno);
 632                         ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + ctxno, t1->data[(y) * t1->stride + x] & mask ? 1:0);
 633                         if (t1->data[(y) * t1->stride + x] & mask){ // newly significant
 634                             int xorbit;
 635                             int ctxno = ff_jpeg2000_getsgnctxno(t1->flags[(y+1) * t1->stride + x+1], &xorbit);
 636                             *nmsedec += getnmsedec_sig(t1->data[(y) * t1->stride + x], bpno + NMSEDEC_FRACBITS);
 637                             ff_mqc_encode(&t1->mqc, t1->mqc.cx_states + ctxno, (t1->flags[(y+1) * t1->stride + x+1] >> 15) ^ xorbit);
 638                             ff_jpeg2000_set_significance(t1, x, y, t1->flags[(y+1) * t1->stride + x+1] >> 15);
 639                         }
 640                     }
 641                     t1->flags[(y+1) * t1->stride + x+1] &= ~JPEG2000_T1_VIS;
 642                 }
 643             }
 644         }
 645 }
 646
 647 static void encode_cblk(Jpeg2000EncoderContext *s, Jpeg2000T1Context *t1, Jpeg2000Cblk *cblk, Jpeg2000Tile *tile,
 648                         int width, int height, int bandpos, int lev)
 649 {
 650     int pass_t = 2, passno, x, y, max=0, nmsedec, bpno;
 651     int64_t wmsedec = 0;
 652
 653     memset(t1->flags, 0, t1->stride * (height + 2) * sizeof(*t1->flags));
 654
 655     for (y = 0; y < height; y++){
 656         for (x = 0; x < width; x++){
 657             if (t1->data[(y) * t1->stride + x] < 0){
 658                 t1->flags[(y+1) * t1->stride + x+1] |= JPEG2000_T1_SGN;
 659                 t1->data[(y) * t1->stride + x] = -t1->data[(y) * t1->stride + x];
 660             }
 661             max = FFMAX(max, t1->data[(y) * t1->stride + x]);
 662         }
 663     }
 664
 665     if (max == 0){
 666         cblk->nonzerobits = 0;
 667         bpno = 0;
 668     } else{
 669         cblk->nonzerobits = av_log2(max) + 1 - NMSEDEC_FRACBITS;
 670         bpno = cblk->nonzerobits - 1;
 671     }
 672
 673     cblk->data[0] = 0;
 674     ff_mqc_initenc(&t1->mqc, cblk->data + 1);
 675
 676     for (passno = 0; bpno >= 0; passno++){
 677         nmsedec=0;
 678
 679         switch(pass_t){
 680             case 0: encode_sigpass(t1, width, height, bandpos, &nmsedec, bpno);
 681                     break;
 682             case 1: encode_refpass(t1, width, height, &nmsedec, bpno);
 683                     break;
 684             case 2: encode_clnpass(t1, width, height, bandpos, &nmsedec, bpno);
 685                     break;
 686         }
 687
 688         cblk->passes[passno].rate = ff_mqc_flush_to(&t1->mqc, cblk->passes[passno].flushed, &cblk->passes[passno].flushed_len);
 689         wmsedec += (int64_t)nmsedec << (2*bpno);
 690         cblk->passes[passno].disto = wmsedec;
 691
 692         if (++pass_t == 3){
 693             pass_t = 0;
 694             bpno--;
 695         }
 696     }
 697     cblk->npasses = passno;
 698     cblk->ninclpasses = passno;
 699
 700     if (passno)
 701         cblk->passes[passno-1].rate = ff_mqc_flush_to(&t1->mqc, cblk->passes[passno-1].flushed, &cblk->passes[passno-1].flushed_len);
 702 }
 703
 704 /* tier-2 routines: */
 705
 706 static void putnumpasses(Jpeg2000EncoderContext *s, int n)
 707 {
 708     if (n == 1)
 709         put_num(s, 0, 1);
 710     else if (n == 2)
 711         put_num(s, 2, 2);
 712     else if (n <= 5)
 713         put_num(s, 0xc | (n-3), 4);
 714     else if (n <= 36)
 715         put_num(s, 0x1e0 | (n-6), 9);
 716     else
 717         put_num(s, 0xff80 | (n-37), 16);
 718 }
 719
 720
 721 static int encode_packet(Jpeg2000EncoderContext *s, Jpeg2000ResLevel *rlevel, int precno,
 722                           uint8_t *expn, int numgbits)
 723 {
 724     int bandno, empty = 1;
 725
 726     // init bitstream
 727     *s->buf = 0;
 728     s->bit_index = 0;
 729
 730     // header
 731
 732     // is the packet empty?
 733     for (bandno = 0; bandno < rlevel->nbands; bandno++){
 734         if (rlevel->band[bandno].coord[0][0] < rlevel->band[bandno].coord[0][1]
 735         &&  rlevel->band[bandno].coord[1][0] < rlevel->band[bandno].coord[1][1]){
 736             empty = 0;
 737             break;
 738         }
 739     }
 740
 741     put_bits(s, !empty, 1);
 742     if (empty){
 743         j2k_flush(s);
 744         return 0;
 745     }
 746
 747     for (bandno = 0; bandno < rlevel->nbands; bandno++){
 748         Jpeg2000Band *band = rlevel->band + bandno;
 749         Jpeg2000Prec *prec = band->prec + precno;
 750         int yi, xi, pos;
 751         int cblknw = prec->nb_codeblocks_width;
 752
 753         if (band->coord[0][0] == band->coord[0][1]
 754         ||  band->coord[1][0] == band->coord[1][1])
 755             continue;
 756
 757         for (pos=0, yi = 0; yi < prec->nb_codeblocks_height; yi++){
 758             for (xi = 0; xi < cblknw; xi++, pos++){
 759                 prec->cblkincl[pos].val = prec->cblk[yi * cblknw + xi].ninclpasses == 0;
 760                 tag_tree_update(prec->cblkincl + pos);
 761                 prec->zerobits[pos].val = expn[bandno] + numgbits - 1 - prec->cblk[yi * cblknw + xi].nonzerobits;
 762                 tag_tree_update(prec->zerobits + pos);
 763             }
 764         }
 765
 766         for (pos=0, yi = 0; yi < prec->nb_codeblocks_height; yi++){
 767             for (xi = 0; xi < cblknw; xi++, pos++){
 768                 int pad = 0, llen, length;
 769                 Jpeg2000Cblk *cblk = prec->cblk + yi * cblknw + xi;
 770
 771                 if (s->buf_end - s->buf < 20) // approximately
 772                     return -1;
 773
 774                 // inclusion information
 775                 tag_tree_code(s, prec->cblkincl + pos, 1);
 776                 if (!cblk->ninclpasses)
 777                     continue;
 778                 // zerobits information
 779                 tag_tree_code(s, prec->zerobits + pos, 100);
 780                 // number of passes
 781                 putnumpasses(s, cblk->ninclpasses);
 782
 783                 length = cblk->passes[cblk->ninclpasses-1].rate;
 784                 llen = av_log2(length) - av_log2(cblk->ninclpasses) - 2;
 785                 if (llen < 0){
 786                     pad = -llen;
 787                     llen = 0;
 788                 }
 789                 // length of code block
 790                 put_bits(s, 1, llen);
 791                 put_bits(s, 0, 1);
 792                 put_num(s, length, av_log2(length)+1+pad);
 793             }
 794         }
 795     }
 796     j2k_flush(s);
 797     for (bandno = 0; bandno < rlevel->nbands; bandno++){
 798         Jpeg2000Band *band = rlevel->band + bandno;
 799         Jpeg2000Prec *prec = band->prec + precno;
 800         int yi, cblknw = prec->nb_codeblocks_width;
 801         for (yi =0; yi < prec->nb_codeblocks_height; yi++){
 802             int xi;
 803             for (xi = 0; xi < cblknw; xi++){
 804                 Jpeg2000Cblk *cblk = prec->cblk + yi * cblknw + xi;
 805                 if (cblk->ninclpasses){
 806                     if (s->buf_end - s->buf < cblk->passes[cblk->ninclpasses-1].rate)
 807                         return -1;
 808                     bytestream_put_buffer(&s->buf, cblk->data + 1,   cblk->passes[cblk->ninclpasses-1].rate
 809                                                                - cblk->passes[cblk->ninclpasses-1].flushed_len);
 810                     bytestream_put_buffer(&s->buf, cblk->passes[cblk->ninclpasses-1].flushed,
 811                                                    cblk->passes[cblk->ninclpasses-1].flushed_len);
 812                 }
 813             }
 814         }
 815     }
 816     return 0;
 817 }
 818
 819 static int encode_packets(Jpeg2000EncoderContext *s, Jpeg2000Tile *tile, int tileno)
 820 {
 821     int compno, reslevelno, ret;
 822     Jpeg2000CodingStyle *codsty = &s->codsty;
 823     Jpeg2000QuantStyle  *qntsty = &s->qntsty;
 824
 825     av_log(s->avctx, AV_LOG_DEBUG, "tier2\n");
 826     // lay-rlevel-comp-pos progression
 827     for (reslevelno = 0; reslevelno < codsty->nreslevels; reslevelno++){
 828         for (compno = 0; compno < s->ncomponents; compno++){
 829             int precno;
 830             Jpeg2000ResLevel *reslevel = s->tile[tileno].comp[compno].reslevel + reslevelno;
 831             for (precno = 0; precno < reslevel->num_precincts_x * reslevel->num_precincts_y; precno++){
 832                 if ((ret = encode_packet(s, reslevel, precno, qntsty->expn + (reslevelno ? 3*reslevelno-2 : 0),
 833                               qntsty->nguardbits)) < 0)
 834                     return ret;
 835             }
 836         }
 837     }
 838     av_log(s->avctx, AV_LOG_DEBUG, "after tier2\n");
 839     return 0;
 840 }
 841
 842 static int getcut(Jpeg2000Cblk *cblk, int64_t lambda, int dwt_norm)
 843 {
 844     int passno, res = 0;
 845     for (passno = 0; passno < cblk->npasses; passno++){
 846         int dr;
 847         int64_t dd;
 848
 849         dr = cblk->passes[passno].rate
 850            - (res ? cblk->passes[res-1].rate:0);
 851         dd = cblk->passes[passno].disto
 852            - (res ? cblk->passes[res-1].disto:0);
 853
 854         if (((dd * dwt_norm) >> WMSEDEC_SHIFT) * dwt_norm >= dr * lambda)
 855             res = passno+1;
 856     }
 857     return res;
 858 }
 859
 860 static void truncpasses(Jpeg2000EncoderContext *s, Jpeg2000Tile *tile)
 861 {
 862     int precno, compno, reslevelno, bandno, cblkno, lev;
 863     Jpeg2000CodingStyle *codsty = &s->codsty;
 864
 865     for (compno = 0; compno < s->ncomponents; compno++){
 866         Jpeg2000Component *comp = tile->comp + compno;
 867
 868         for (reslevelno = 0, lev = codsty->nreslevels-1; reslevelno < codsty->nreslevels; reslevelno++, lev--){
 869             Jpeg2000ResLevel *reslevel = comp->reslevel + reslevelno;
 870
 871             for (precno = 0; precno < reslevel->num_precincts_x * reslevel->num_precincts_y; precno++){
 872                 for (bandno = 0; bandno < reslevel->nbands ; bandno++){
 873                     int bandpos = bandno + (reslevelno > 0);
 874                     Jpeg2000Band *band = reslevel->band + bandno;
 875                     Jpeg2000Prec *prec = band->prec + precno;
 876
 877                     for (cblkno = 0; cblkno < prec->nb_codeblocks_height * prec->nb_codeblocks_width; cblkno++){
 878                         Jpeg2000Cblk *cblk = prec->cblk + cblkno;
 879
 880                         cblk->ninclpasses = getcut(cblk, s->lambda,
 881                                 (int64_t)dwt_norms[codsty->transform == FF_DWT53][bandpos][lev] * (int64_t)band->i_stepsize >> 15);
 882                     }
 883                 }
 884             }
 885         }
 886     }
 887 }
 888
 889 static int encode_tile(Jpeg2000EncoderContext *s, Jpeg2000Tile *tile, int tileno)
 890 {
 891     int compno, reslevelno, bandno, ret;
 892     Jpeg2000T1Context t1;
 893     Jpeg2000CodingStyle *codsty = &s->codsty;
 894     for (compno = 0; compno < s->ncomponents; compno++){
 895         Jpeg2000Component *comp = s->tile[tileno].comp + compno;
 896
 897         t1.stride = (1<<codsty->log2_cblk_width) + 2;
 898
 899         av_log(s->avctx, AV_LOG_DEBUG,"dwt\n");
 900         if ((ret = ff_dwt_encode(&comp->dwt, comp->i_data)) < 0)
 901             return ret;
 902         av_log(s->avctx, AV_LOG_DEBUG,"after dwt -> tier1\n");
 903
 904         for (reslevelno = 0; reslevelno < codsty->nreslevels; reslevelno++){
 905             Jpeg2000ResLevel *reslevel = comp->reslevel + reslevelno;
 906
 907             for (bandno = 0; bandno < reslevel->nbands ; bandno++){
 908                 Jpeg2000Band *band = reslevel->band + bandno;
 909                 Jpeg2000Prec *prec = band->prec; // we support only 1 precinct per band ATM in the encoder
 910                 int cblkx, cblky, cblkno=0, xx0, x0, xx1, y0, yy0, yy1, bandpos;
 911                 yy0 = bandno == 0 ? 0 : comp->reslevel[reslevelno-1].coord[1][1] - comp->reslevel[reslevelno-1].coord[1][0];
 912                 y0 = yy0;
 913                 yy1 = FFMIN(ff_jpeg2000_ceildivpow2(band->coord[1][0] + 1, band->log2_cblk_height) << band->log2_cblk_height,
 914                             band->coord[1][1]) - band->coord[1][0] + yy0;
 915
 916                 if (band->coord[0][0] == band->coord[0][1] || band->coord[1][0] == band->coord[1][1])
 917                     continue;
 918
 919                 bandpos = bandno + (reslevelno > 0);
 920
 921                 for (cblky = 0; cblky < prec->nb_codeblocks_height; cblky++){
 922                     if (reslevelno == 0 || bandno == 1)
 923                         xx0 = 0;
 924                     else
 925                         xx0 = comp->reslevel[reslevelno-1].coord[0][1] - comp->reslevel[reslevelno-1].coord[0][0];
 926                     x0 = xx0;
 927                     xx1 = FFMIN(ff_jpeg2000_ceildivpow2(band->coord[0][0] + 1, band->log2_cblk_width) << band->log2_cblk_width,
 928                                 band->coord[0][1]) - band->coord[0][0] + xx0;
 929
 930                     for (cblkx = 0; cblkx < prec->nb_codeblocks_width; cblkx++, cblkno++){
 931                         int y, x;
 932                         if (codsty->transform == FF_DWT53){
 933                             for (y = yy0; y < yy1; y++){
 934                                 int *ptr = t1.data + (y-yy0)*t1.stride;
 935                                 for (x = xx0; x < xx1; x++){
 936                                     *ptr++ = comp->i_data[(comp->coord[0][1] - comp->coord[0][0]) * y + x] * (1 << NMSEDEC_FRACBITS);
 937                                 }
 938                             }
 939                         } else{
 940                             for (y = yy0; y < yy1; y++){
 941                                 int *ptr = t1.data + (y-yy0)*t1.stride;
 942                                 for (x = xx0; x < xx1; x++){
 943                                     *ptr = (comp->i_data[(comp->coord[0][1] - comp->coord[0][0]) * y + x]);
 944                                     *ptr = (int64_t)*ptr * (int64_t)(16384 * 65536 / band->i_stepsize) >> 15 - NMSEDEC_FRACBITS;
 945                                     ptr++;
 946                                 }
 947                             }
 948                         }
 949                         if (!prec->cblk[cblkno].data)
 950                             prec->cblk[cblkno].data = av_malloc(1 + 8192);
 951                         if (!prec->cblk[cblkno].passes)
 952                             prec->cblk[cblkno].passes = av_malloc_array(JPEG2000_MAX_PASSES, sizeof (*prec->cblk[cblkno].passes));
 953                         if (!prec->cblk[cblkno].data || !prec->cblk[cblkno].passes)
 954                             return AVERROR(ENOMEM);
 955                         encode_cblk(s, &t1, prec->cblk + cblkno, tile, xx1 - xx0, yy1 - yy0,
 956                                     bandpos, codsty->nreslevels - reslevelno - 1);
 957                         xx0 = xx1;
 958                         xx1 = FFMIN(xx1 + (1 << band->log2_cblk_width), band->coord[0][1] - band->coord[0][0] + x0);
 959                     }
 960                     yy0 = yy1;
 961                     yy1 = FFMIN(yy1 + (1 << band->log2_cblk_height), band->coord[1][1] - band->coord[1][0] + y0);
 962                 }
 963             }
 964         }
 965         av_log(s->avctx, AV_LOG_DEBUG, "after tier1\n");
 966     }
 967
 968     av_log(s->avctx, AV_LOG_DEBUG, "rate control\n");
 969     truncpasses(s, tile);
 970     if ((ret = encode_packets(s, tile, tileno)) < 0)
 971         return ret;
 972     av_log(s->avctx, AV_LOG_DEBUG, "after rate control\n");
 973     return 0;
 974 }
 975
 976 static void cleanup(Jpeg2000EncoderContext *s)
 977 {
 978     int tileno, compno;
 979     Jpeg2000CodingStyle *codsty = &s->codsty;
 980
 981     for (tileno = 0; tileno < s->numXtiles * s->numYtiles; tileno++){
 982         for (compno = 0; compno < s->ncomponents; compno++){
 983             Jpeg2000Component *comp = s->tile[tileno].comp + compno;
 984             ff_jpeg2000_cleanup(comp, codsty);
 985         }
 986         av_freep(&s->tile[tileno].comp);
 987     }
 988     av_freep(&s->tile);
 989 }
 990
 991 static void reinit(Jpeg2000EncoderContext *s)
 992 {
 993     int tileno, compno;
 994     for (tileno = 0; tileno < s->numXtiles * s->numYtiles; tileno++){
 995         Jpeg2000Tile *tile = s->tile + tileno;
 996         for (compno = 0; compno < s->ncomponents; compno++)
 997             ff_jpeg2000_reinit(tile->comp + compno, &s->codsty);
 998     }
 999 }
1000
1001 static void update_size(uint8_t *size, const uint8_t *end)
1002 {
1003     AV_WB32(size, end-size);
1004 }
1005
1006 static int encode_frame(AVCodecContext *avctx, AVPacket *pkt,
1007                         const AVFrame *pict, int *got_packet)
1008 {
1009     int tileno, ret;
1010     Jpeg2000EncoderContext *s = avctx->priv_data;
1011     uint8_t *chunkstart, *jp2cstart, *jp2hstart;
1012
1013     if ((ret = ff_alloc_packet2(avctx, pkt, avctx->width*avctx->height*9 + AV_INPUT_BUFFER_MIN_SIZE, 0)) < 0)
1014         return ret;
1015
1016     // init:
1017     s->buf = s->buf_start = pkt->data;
1018     s->buf_end = pkt->data + pkt->size;
1019
1020     s->picture = pict;
1021
1022     s->lambda = s->picture->quality * LAMBDA_SCALE;
1023
1024     if (avctx->pix_fmt == AV_PIX_FMT_BGR48 || avctx->pix_fmt == AV_PIX_FMT_GRAY16)
1025         copy_frame_16(s);
1026     else
1027         copy_frame_8(s);
1028
1029     reinit(s);
1030
1031     if (s->format == CODEC_JP2) {
1032         av_assert0(s->buf == pkt->data);
1033
1034         bytestream_put_be32(&s->buf, 0x0000000C);
1035         bytestream_put_be32(&s->buf, 0x6A502020);
1036         bytestream_put_be32(&s->buf, 0x0D0A870A);
1037
1038         chunkstart = s->buf;
1039         bytestream_put_be32(&s->buf, 0);
1040         bytestream_put_buffer(&s->buf, "ftyp", 4);
1041         bytestream_put_buffer(&s->buf, "jp2\040\040", 4);
1042         bytestream_put_be32(&s->buf, 0);
1043         bytestream_put_buffer(&s->buf, "jp2\040", 4);
1044         update_size(chunkstart, s->buf);
1045
1046         jp2hstart = s->buf;
1047         bytestream_put_be32(&s->buf, 0);
1048         bytestream_put_buffer(&s->buf, "jp2h", 4);
1049
1050         chunkstart = s->buf;
1051         bytestream_put_be32(&s->buf, 0);
1052         bytestream_put_buffer(&s->buf, "ihdr", 4);
1053         bytestream_put_be32(&s->buf, avctx->height);
1054         bytestream_put_be32(&s->buf, avctx->width);
1055         bytestream_put_be16(&s->buf, s->ncomponents);
1056         bytestream_put_byte(&s->buf, s->cbps[0]);
1057         bytestream_put_byte(&s->buf, 7);
1058         bytestream_put_byte(&s->buf, 0);
1059         bytestream_put_byte(&s->buf, 0);
1060         update_size(chunkstart, s->buf);
1061
1062         chunkstart = s->buf;
1063         bytestream_put_be32(&s->buf, 0);
1064         bytestream_put_buffer(&s->buf, "colr", 4);
1065         bytestream_put_byte(&s->buf, 1);
1066         bytestream_put_byte(&s->buf, 0);
1067         bytestream_put_byte(&s->buf, 0);
1068         if (avctx->pix_fmt == AV_PIX_FMT_RGB24 || avctx->pix_fmt == AV_PIX_FMT_PAL8) {
1069             bytestream_put_be32(&s->buf, 16);
1070         } else if (s->ncomponents == 1) {
1071             bytestream_put_be32(&s->buf, 17);
1072         } else {
1073             bytestream_put_be32(&s->buf, 18);
1074         }
1075         update_size(chunkstart, s->buf);
1076         if (avctx->pix_fmt == AV_PIX_FMT_PAL8) {
1077             int i;
1078             uint8_t *palette = pict->data[1];
1079             chunkstart = s->buf;
1080             bytestream_put_be32(&s->buf, 0);
1081             bytestream_put_buffer(&s->buf, "pclr", 4);
1082             bytestream_put_be16(&s->buf, AVPALETTE_COUNT);
1083             bytestream_put_byte(&s->buf, 3); // colour channels
1084             bytestream_put_be24(&s->buf, 0x070707); //colour depths
1085             for (i = 0; i < AVPALETTE_COUNT; i++) {
1086                 bytestream_put_be24(&s->buf, HAVE_BIGENDIAN ? AV_RB24(palette + 1) : AV_RL24(palette));
1087                 palette += 4;
1088             }
1089             update_size(chunkstart, s->buf);
1090             chunkstart = s->buf;
1091             bytestream_put_be32(&s->buf, 0);
1092             bytestream_put_buffer(&s->buf, "cmap", 4);
1093             for (i = 0; i < 3; i++) {
1094                 bytestream_put_be16(&s->buf, 0); // component
1095                 bytestream_put_byte(&s->buf, 1); // palette mapping
1096                 bytestream_put_byte(&s->buf, i); // index
1097             }
1098             update_size(chunkstart, s->buf);
1099         }
1100         update_size(jp2hstart, s->buf);
1101
1102         jp2cstart = s->buf;
1103         bytestream_put_be32(&s->buf, 0);
1104         bytestream_put_buffer(&s->buf, "jp2c", 4);
1105     }
1106
1107     if (s->buf_end - s->buf < 2)
1108         return -1;
1109     bytestream_put_be16(&s->buf, JPEG2000_SOC);
1110     if ((ret = put_siz(s)) < 0)
1111         return ret;
1112     if ((ret = put_cod(s)) < 0)
1113         return ret;
1114     if ((ret = put_qcd(s, 0)) < 0)
1115         return ret;
1116     if ((ret = put_com(s, 0)) < 0)
1117         return ret;
1118
1119     for (tileno = 0; tileno < s->numXtiles * s->numYtiles; tileno++){
1120         uint8_t *psotptr;
1121         if (!(psotptr = put_sot(s, tileno)))
1122             return -1;
1123         if (s->buf_end - s->buf < 2)
1124             return -1;
1125         bytestream_put_be16(&s->buf, JPEG2000_SOD);
1126         if ((ret = encode_tile(s, s->tile + tileno, tileno)) < 0)
1127             return ret;
1128         bytestream_put_be32(&psotptr, s->buf - psotptr + 6);
1129     }
1130     if (s->buf_end - s->buf < 2)
1131         return -1;
1132     bytestream_put_be16(&s->buf, JPEG2000_EOC);
1133
1134     if (s->format == CODEC_JP2)
1135         update_size(jp2cstart, s->buf);
1136
1137     av_log(s->avctx, AV_LOG_DEBUG, "end\n");
1138     pkt->size = s->buf - s->buf_start;
1139     pkt->flags |= AV_PKT_FLAG_KEY;
1140     *got_packet = 1;
1141
1142     return 0;
1143 }
1144
1145 static av_cold int j2kenc_init(AVCodecContext *avctx)
1146 {
1147     int i, ret;
1148     Jpeg2000EncoderContext *s = avctx->priv_data;
1149     Jpeg2000CodingStyle *codsty = &s->codsty;
1150     Jpeg2000QuantStyle  *qntsty = &s->qntsty;
1151
1152     s->avctx = avctx;
1153     av_log(s->avctx, AV_LOG_DEBUG, "init\n");
1154
1155 #if FF_API_PRIVATE_OPT
1156 FF_DISABLE_DEPRECATION_WARNINGS
1157     if (avctx->prediction_method)
1158         s->pred = avctx->prediction_method;
1159 FF_ENABLE_DEPRECATION_WARNINGS
1160 #endif
1161
1162     if (avctx->pix_fmt == AV_PIX_FMT_PAL8 && (s->pred != FF_DWT97_INT || s->format != CODEC_JP2)) {
1163         av_log(s->avctx, AV_LOG_WARNING, "Forcing lossless jp2 for pal8\n");
1164         s->pred = FF_DWT97_INT;
1165         s->format = CODEC_JP2;
1166     }
1167
1168     // defaults:
1169     // TODO: implement setting non-standard precinct size
1170     memset(codsty->log2_prec_widths , 15, sizeof(codsty->log2_prec_widths ));
1171     memset(codsty->log2_prec_heights, 15, sizeof(codsty->log2_prec_heights));
1172     codsty->nreslevels2decode=
1173     codsty->nreslevels       = 7;
1174     codsty->log2_cblk_width  = 4;
1175     codsty->log2_cblk_height = 4;
1176     codsty->transform        = s->pred ? FF_DWT53 : FF_DWT97_INT;
1177
1178     qntsty->nguardbits       = 1;
1179
1180     if ((s->tile_width  & (s->tile_width -1)) ||
1181         (s->tile_height & (s->tile_height-1))) {
1182         av_log(avctx, AV_LOG_WARNING, "Tile dimension not a power of 2\n");
1183     }
1184
1185     if (codsty->transform == FF_DWT53)
1186         qntsty->quantsty = JPEG2000_QSTY_NONE;
1187     else
1188         qntsty->quantsty = JPEG2000_QSTY_SE;
1189
1190     s->width = avctx->width;
1191     s->height = avctx->height;
1192
1193     for (i = 0; i < 3; i++) {
1194         if (avctx->pix_fmt == AV_PIX_FMT_GRAY16 || avctx->pix_fmt == AV_PIX_FMT_RGB48)
1195             s->cbps[i] = 16;
1196         else
1197             s->cbps[i] = 8;
1198     }
1199
1200     if (avctx->pix_fmt == AV_PIX_FMT_RGB24 || avctx->pix_fmt == AV_PIX_FMT_RGB48){
1201         s->ncomponents = 3;
1202     } else if (avctx->pix_fmt == AV_PIX_FMT_GRAY8 || avctx->pix_fmt == AV_PIX_FMT_PAL8 || avctx->pix_fmt == AV_PIX_FMT_GRAY16){
1203         s->ncomponents = 1;
1204     } else{ // planar YUV
1205         s->planar = 1;
1206         s->ncomponents = 3;
1207         ret = av_pix_fmt_get_chroma_sub_sample(avctx->pix_fmt,
1208                                                s->chroma_shift, s->chroma_shift + 1);
1209         if (ret)
1210             return ret;
1211     }
1212
1213     ff_jpeg2000_init_tier1_luts();
1214     ff_mqc_init_context_tables();
1215     init_luts();
1216
1217     init_quantization(s);
1218     if ((ret=init_tiles(s)) < 0)
1219         return ret;
1220
1221     av_log(s->avctx, AV_LOG_DEBUG, "after init\n");
1222
1223     return 0;
1224 }
1225
1226 static int j2kenc_destroy(AVCodecContext *avctx)
1227 {
1228     Jpeg2000EncoderContext *s = avctx->priv_data;
1229
1230     cleanup(s);
1231     return 0;
1232 }
1233
1234 // taken from the libopenjpeg wraper so it matches
1235
1236 #define OFFSET(x) offsetof(Jpeg2000EncoderContext, x)
1237 #define VE AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM
1238 static const AVOption options[] = {
1239     { "format",        "Codec Format",      OFFSET(format),        AV_OPT_TYPE_INT,   { .i64 = CODEC_JP2   }, CODEC_J2K, CODEC_JP2,   VE, "format"      },
1240     { "j2k",           NULL,                0,                     AV_OPT_TYPE_CONST, { .i64 = CODEC_J2K   }, 0,         0,           VE, "format"      },
1241     { "jp2",           NULL,                0,                     AV_OPT_TYPE_CONST, { .i64 = CODEC_JP2   }, 0,         0,           VE, "format"      },
1242     { "tile_width",    "Tile Width",        OFFSET(tile_width),    AV_OPT_TYPE_INT,   { .i64 = 256         }, 1,     1<<30,           VE, },
1243     { "tile_height",   "Tile Height",       OFFSET(tile_height),   AV_OPT_TYPE_INT,   { .i64 = 256         }, 1,     1<<30,           VE, },
1244     { "pred",          "DWT Type",          OFFSET(pred),          AV_OPT_TYPE_INT,   { .i64 = 0           }, 0,         1,           VE, "pred"        },
1245     { "dwt97int",      NULL,                0,                     AV_OPT_TYPE_CONST, { .i64 = 0           }, INT_MIN, INT_MAX,       VE, "pred"        },
1246     { "dwt53",         NULL,                0,                     AV_OPT_TYPE_CONST, { .i64 = 0           }, INT_MIN, INT_MAX,       VE, "pred"        },
1247
1248     { NULL }
1249 };
1250
1251 static const AVClass j2k_class = {
1252     .class_name = "jpeg 2000 encoder",
1253     .item_name  = av_default_item_name,
1254     .option     = options,
1255     .version    = LIBAVUTIL_VERSION_INT,
1256 };
1257
1258 AVCodec ff_jpeg2000_encoder = {
1259     .name           = "jpeg2000",
1260     .long_name      = NULL_IF_CONFIG_SMALL("JPEG 2000"),
1261     .type           = AVMEDIA_TYPE_VIDEO,
1262     .id             = AV_CODEC_ID_JPEG2000,
1263     .priv_data_size = sizeof(Jpeg2000EncoderContext),
1264     .init           = j2kenc_init,
1265     .encode2        = encode_frame,
1266     .close          = j2kenc_destroy,
1267     .pix_fmts       = (const enum AVPixelFormat[]) {
1268         AV_PIX_FMT_RGB24, AV_PIX_FMT_YUV444P, AV_PIX_FMT_GRAY8,
1269         AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUV422P,
1270         AV_PIX_FMT_YUV410P, AV_PIX_FMT_YUV411P,
1271         AV_PIX_FMT_PAL8,
1272         AV_PIX_FMT_RGB48, AV_PIX_FMT_GRAY16,
1273         AV_PIX_FMT_NONE
1274     },
1275     .priv_class     = &j2k_class,
1276 };