2 * OpenEXR (.exr) image decoder
3 * Copyright (c) 2009 Jimmy Christensen
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
25 * @author Jimmy Christensen
27 * For more information on the OpenEXR format, visit:
30 * exr_flt2uint() and exr_halflt2uint() is credited to Reimar Döffinger
36 #include "bytestream.h"
39 #include "libavutil/imgutils.h"
51 typedef struct EXRContext {
54 int bits_per_color_id;
55 int channel_offsets[4]; // 0 = red, 1 = green, 2 = blue and 3 = alpha
57 uint8_t *uncompressed_data;
58 int uncompressed_size;
65 * Converts from 32-bit float as uint32_t to uint16_t
67 * @param v 32-bit float
68 * @return normalized 16-bit unsigned int
70 static inline uint16_t exr_flt2uint(uint32_t v)
72 unsigned int exp = v >> 23;
73 // "HACK": negative values result in exp< 0, so clipping them to 0
74 // is also handled by this condition, avoids explicit check for sign bit.
75 if (exp<= 127 + 7 - 24) // we would shift out all bits anyway
80 return (v + (1 << 23)) >> (127 + 7 - exp);
84 * Converts from 16-bit float as uint16_t to uint16_t
86 * @param v 16-bit float
87 * @return normalized 16-bit unsigned int
89 static inline uint16_t exr_halflt2uint(uint16_t v)
91 unsigned exp = 14 - (v >> 10);
93 if (exp == 14) return (v >> 9) & 1;
94 else return (v & 0x8000) ? 0 : 0xffff;
97 return (v + (1 << 16)) >> (exp + 1);
101 * Gets the size of the header variable
103 * @param **buf the current pointer location in the header where
104 * the variable data starts
105 * @param *buf_end pointer location of the end of the buffer
106 * @return size of variable data
108 static unsigned int get_header_variable_length(const uint8_t **buf,
109 const uint8_t *buf_end)
111 unsigned int variable_buffer_data_size = bytestream_get_le32(buf);
112 if (variable_buffer_data_size >= buf_end - *buf)
114 return variable_buffer_data_size;
118 * Checks if the variable name corresponds with it's data type
120 * @param *avctx the AVCodecContext
121 * @param **buf the current pointer location in the header where
122 * the variable name starts
123 * @param *buf_end pointer location of the end of the buffer
124 * @param *value_name name of the varible to check
125 * @param *value_type type of the varible to check
126 * @param minimum_length minimum length of the variable data
127 * @param variable_buffer_data_size variable length read from the header
129 * @return negative if variable is invalid
131 static int check_header_variable(AVCodecContext *avctx,
133 const uint8_t *buf_end,
134 const char *value_name,
135 const char *value_type,
136 unsigned int minimum_length,
137 unsigned int *variable_buffer_data_size)
139 if (buf_end - *buf >= minimum_length && !strcmp(*buf, value_name)) {
140 *buf += strlen(value_name)+1;
141 if (!strcmp(*buf, value_type)) {
142 *buf += strlen(value_type)+1;
143 *variable_buffer_data_size = get_header_variable_length(buf, buf_end);
144 if (!*variable_buffer_data_size)
145 av_log(avctx, AV_LOG_ERROR, "Incomplete header\n");
146 if (*variable_buffer_data_size > buf_end - *buf)
150 *buf -= strlen(value_name)+1;
151 av_log(avctx, AV_LOG_WARNING, "Unknown data type for header variable %s\n", value_name);
156 static void predictor(uint8_t *src, int size)
158 uint8_t *t = src + 1;
159 uint8_t *stop = src + size;
162 int d = (int)t[-1] + (int)t[0] - 128;
168 static void reorder_pixels(uint8_t *src, uint8_t *dst, int size)
170 const int8_t *t1 = src;
171 const int8_t *t2 = src + (size + 1) / 2;
173 int8_t *stop = s + size;
188 static int rle_uncompress(const uint8_t *src, int ssize, uint8_t *dst, int dsize)
190 int8_t *d = (int8_t *)dst;
191 const int8_t *s = (const int8_t *)src;
192 int8_t *dend = d + dsize;
201 if ((dsize -= count ) < 0 ||
202 (ssize -= count + 1) < 0)
210 if ((dsize -= count) < 0 ||
224 static int decode_frame(AVCodecContext *avctx,
229 const uint8_t *buf = avpkt->data;
230 unsigned int buf_size = avpkt->size;
231 const uint8_t *buf_end = buf + buf_size;
233 const AVPixFmtDescriptor *desc;
234 EXRContext *const s = avctx->priv_data;
235 AVFrame *picture = data;
236 AVFrame *const p = &s->picture;
239 int i, x, y, stride, magic_number, version, flags, ret;
242 unsigned int xmin = ~0;
243 unsigned int xmax = ~0;
244 unsigned int ymin = ~0;
245 unsigned int ymax = ~0;
246 unsigned int xdelta = ~0;
250 int scan_lines_per_block;
251 unsigned long scan_line_size;
252 unsigned long uncompressed_size;
254 unsigned int current_channel_offset = 0;
256 s->channel_offsets[0] = -1;
257 s->channel_offsets[1] = -1;
258 s->channel_offsets[2] = -1;
259 s->channel_offsets[3] = -1;
260 s->bits_per_color_id = -1;
264 av_log(avctx, AV_LOG_ERROR, "Too short header to parse\n");
265 return AVERROR_INVALIDDATA;
268 magic_number = bytestream_get_le32(&buf);
269 if (magic_number != 20000630) { // As per documentation of OpenEXR it's supposed to be int 20000630 little-endian
270 av_log(avctx, AV_LOG_ERROR, "Wrong magic number %d\n", magic_number);
271 return AVERROR_INVALIDDATA;
274 version = bytestream_get_byte(&buf);
276 av_log(avctx, AV_LOG_ERROR, "Unsupported version %d\n", version);
277 return AVERROR_PATCHWELCOME;
280 flags = bytestream_get_le24(&buf);
282 av_log(avctx, AV_LOG_ERROR, "Tile based images are not supported\n");
283 return AVERROR_PATCHWELCOME;
287 while (buf < buf_end && buf[0]) {
288 unsigned int variable_buffer_data_size;
289 // Process the channel list
290 if (check_header_variable(avctx, &buf, buf_end, "channels", "chlist", 38, &variable_buffer_data_size) >= 0) {
291 const uint8_t *channel_list_end;
292 if (!variable_buffer_data_size)
293 return AVERROR_INVALIDDATA;
295 channel_list_end = buf + variable_buffer_data_size;
296 while (channel_list_end - buf >= 19) {
297 int current_bits_per_color_id = -1;
298 int channel_index = -1;
300 if (!strcmp(buf, "R"))
302 else if (!strcmp(buf, "G"))
304 else if (!strcmp(buf, "B"))
306 else if (!strcmp(buf, "A"))
309 av_log(avctx, AV_LOG_WARNING, "Unsupported channel %.256s\n", buf);
311 while (bytestream_get_byte(&buf) && buf < channel_list_end)
314 if (channel_list_end - * &buf < 4) {
315 av_log(avctx, AV_LOG_ERROR, "Incomplete header\n");
316 return AVERROR_INVALIDDATA;
319 current_bits_per_color_id = bytestream_get_le32(&buf);
320 if (current_bits_per_color_id > 2) {
321 av_log(avctx, AV_LOG_ERROR, "Unknown color format\n");
322 return AVERROR_INVALIDDATA;
325 if (channel_index >= 0) {
326 if (s->bits_per_color_id != -1 && s->bits_per_color_id != current_bits_per_color_id) {
327 av_log(avctx, AV_LOG_ERROR, "RGB channels not of the same depth\n");
328 return AVERROR_INVALIDDATA;
330 s->bits_per_color_id = current_bits_per_color_id;
331 s->channel_offsets[channel_index] = current_channel_offset;
334 current_channel_offset += 1 << current_bits_per_color_id;
338 /* Check if all channels are set with an offset or if the channels
339 * are causing an overflow */
341 if (FFMIN3(s->channel_offsets[0],
342 s->channel_offsets[1],
343 s->channel_offsets[2]) < 0) {
344 if (s->channel_offsets[0] < 0)
345 av_log(avctx, AV_LOG_ERROR, "Missing red channel\n");
346 if (s->channel_offsets[1] < 0)
347 av_log(avctx, AV_LOG_ERROR, "Missing green channel\n");
348 if (s->channel_offsets[2] < 0)
349 av_log(avctx, AV_LOG_ERROR, "Missing blue channel\n");
350 return AVERROR_INVALIDDATA;
353 buf = channel_list_end;
357 // Process the dataWindow variable
358 if (check_header_variable(avctx, &buf, buf_end, "dataWindow", "box2i", 31, &variable_buffer_data_size) >= 0) {
359 if (!variable_buffer_data_size)
360 return AVERROR_INVALIDDATA;
363 ymin = AV_RL32(buf + 4);
364 xmax = AV_RL32(buf + 8);
365 ymax = AV_RL32(buf + 12);
366 xdelta = (xmax-xmin) + 1;
368 buf += variable_buffer_data_size;
372 // Process the displayWindow variable
373 if (check_header_variable(avctx, &buf, buf_end, "displayWindow", "box2i", 34, &variable_buffer_data_size) >= 0) {
374 if (!variable_buffer_data_size)
375 return AVERROR_INVALIDDATA;
377 w = AV_RL32(buf + 8) + 1;
378 h = AV_RL32(buf + 12) + 1;
380 buf += variable_buffer_data_size;
384 // Process the lineOrder variable
385 if (check_header_variable(avctx, &buf, buf_end, "lineOrder", "lineOrder", 25, &variable_buffer_data_size) >= 0) {
386 if (!variable_buffer_data_size)
387 return AVERROR_INVALIDDATA;
390 av_log(avctx, AV_LOG_ERROR, "Doesn't support this line order : %d\n", *buf);
391 return AVERROR_PATCHWELCOME;
394 buf += variable_buffer_data_size;
398 // Process the pixelAspectRatio variable
399 if (check_header_variable(avctx, &buf, buf_end, "pixelAspectRatio", "float", 31, &variable_buffer_data_size) >= 0) {
400 if (!variable_buffer_data_size)
401 return AVERROR_INVALIDDATA;
403 avctx->sample_aspect_ratio = av_d2q(av_int2float(AV_RL32(buf)), 255);
405 buf += variable_buffer_data_size;
409 // Process the compression variable
410 if (check_header_variable(avctx, &buf, buf_end, "compression", "compression", 29, &variable_buffer_data_size) >= 0) {
411 if (!variable_buffer_data_size)
412 return AVERROR_INVALIDDATA;
417 av_log(avctx, AV_LOG_WARNING, "Found more than one compression attribute\n");
419 buf += variable_buffer_data_size;
423 // Check if there is enough bytes for a header
424 if (buf_end - buf <= 9) {
425 av_log(avctx, AV_LOG_ERROR, "Incomplete header\n");
426 return AVERROR_INVALIDDATA;
429 // Process unknown variables
430 for (i = 0; i < 2; i++) {
431 // Skip variable name/type
432 while (++buf < buf_end)
437 // Skip variable length
438 if (buf_end - buf >= 5) {
439 variable_buffer_data_size = get_header_variable_length(&buf, buf_end);
440 if (!variable_buffer_data_size) {
441 av_log(avctx, AV_LOG_ERROR, "Incomplete header\n");
442 return AVERROR_INVALIDDATA;
444 buf += variable_buffer_data_size;
448 if (s->compr == -1) {
449 av_log(avctx, AV_LOG_ERROR, "Missing compression attribute\n");
450 return AVERROR_INVALIDDATA;
453 if (buf >= buf_end) {
454 av_log(avctx, AV_LOG_ERROR, "Incomplete frame\n");
455 return AVERROR_INVALIDDATA;
459 switch (s->bits_per_color_id) {
462 if (s->channel_offsets[3] >= 0)
463 avctx->pix_fmt = AV_PIX_FMT_RGBA64;
465 avctx->pix_fmt = AV_PIX_FMT_RGB48;
469 av_log_missing_feature(avctx, "8-bit OpenEXR", 1);
470 return AVERROR_PATCHWELCOME;
472 av_log(avctx, AV_LOG_ERROR, "Unknown color format : %d\n", s->bits_per_color_id);
473 return AVERROR_INVALIDDATA;
480 scan_lines_per_block = 1;
483 scan_lines_per_block = 16;
486 av_log(avctx, AV_LOG_ERROR, "Compression type %d is not supported\n", s->compr);
487 return AVERROR_PATCHWELCOME;
490 if (s->picture.data[0])
491 ff_thread_release_buffer(avctx, &s->picture);
492 if (av_image_check_size(w, h, 0, avctx))
493 return AVERROR_INVALIDDATA;
495 // Verify the xmin, xmax, ymin, ymax and xdelta before setting the actual image size
496 if (xmin > xmax || ymin > ymax || xdelta != xmax - xmin + 1 || xmax >= w || ymax >= h) {
497 av_log(avctx, AV_LOG_ERROR, "Wrong sizing or missing size information\n");
498 return AVERROR_INVALIDDATA;
501 if (w != avctx->width || h != avctx->height) {
502 avcodec_set_dimensions(avctx, w, h);
505 desc = av_pix_fmt_desc_get(avctx->pix_fmt);
506 bxmin = xmin * 2 * desc->nb_components;
507 axmax = (avctx->width - (xmax + 1)) * 2 * desc->nb_components;
508 out_line_size = avctx->width * 2 * desc->nb_components;
509 scan_line_size = xdelta * current_channel_offset;
510 uncompressed_size = scan_line_size * scan_lines_per_block;
512 if (s->compr != EXR_RAW) {
513 av_fast_padded_malloc(&s->uncompressed_data, &s->uncompressed_size, uncompressed_size);
514 av_fast_padded_malloc(&s->tmp, &s->tmp_size, uncompressed_size);
515 if (!s->uncompressed_data || !s->tmp)
516 return AVERROR(ENOMEM);
519 if ((ret = ff_thread_get_buffer(avctx, p)) < 0) {
520 av_log(avctx, AV_LOG_ERROR, "get_buffer() failed\n");
525 stride = p->linesize[0];
527 // Zero out the start if ymin is not 0
528 for (y = 0; y < ymin; y++) {
529 memset(ptr, 0, out_line_size);
533 // Process the actual scan line blocks
534 for (y = ymin; y <= ymax; y += scan_lines_per_block) {
535 uint16_t *ptr_x = (uint16_t *)ptr;
536 if (buf_end - buf > 8) {
537 /* Read the lineoffset from the line offset table and add 8 bytes
538 to skip the coordinates and data size fields */
539 const uint64_t line_offset = bytestream_get_le64(&buf) + 8;
542 // Check if the buffer has the required bytes needed from the offset
543 if ((line_offset > buf_size) ||
544 (s->compr == EXR_RAW && line_offset > avpkt->size - xdelta * current_channel_offset) ||
545 (s->compr != EXR_RAW && line_offset > buf_size - (data_size = AV_RL32(avpkt->data + line_offset - 4)))) {
546 // Line offset is probably wrong and not inside the buffer
547 av_log(avctx, AV_LOG_WARNING, "Line offset for line %d is out of reach setting it to black\n", y);
548 for (i = 0; i < scan_lines_per_block && y + i <= ymax; i++, ptr += stride) {
549 ptr_x = (uint16_t *)ptr;
550 memset(ptr_x, 0, out_line_size);
553 const uint8_t *red_channel_buffer, *green_channel_buffer, *blue_channel_buffer, *alpha_channel_buffer = 0;
555 if (scan_lines_per_block > 1)
556 uncompressed_size = scan_line_size * FFMIN(scan_lines_per_block, ymax - y + 1);
557 if ((s->compr == EXR_ZIP1 || s->compr == EXR_ZIP16) && data_size < uncompressed_size) {
558 unsigned long dest_len = uncompressed_size;
560 if (uncompress(s->tmp, &dest_len, avpkt->data + line_offset, data_size) != Z_OK ||
561 dest_len != uncompressed_size) {
562 av_log(avctx, AV_LOG_ERROR, "error during zlib decompression\n");
563 return AVERROR(EINVAL);
565 } else if (s->compr == EXR_RLE && data_size < uncompressed_size) {
566 if (rle_uncompress(avpkt->data + line_offset, data_size, s->tmp, uncompressed_size)) {
567 av_log(avctx, AV_LOG_ERROR, "error during rle decompression\n");
568 return AVERROR(EINVAL);
572 if (s->compr != EXR_RAW && data_size < uncompressed_size) {
573 predictor(s->tmp, uncompressed_size);
574 reorder_pixels(s->tmp, s->uncompressed_data, uncompressed_size);
576 red_channel_buffer = s->uncompressed_data + xdelta * s->channel_offsets[0];
577 green_channel_buffer = s->uncompressed_data + xdelta * s->channel_offsets[1];
578 blue_channel_buffer = s->uncompressed_data + xdelta * s->channel_offsets[2];
579 if (s->channel_offsets[3] >= 0)
580 alpha_channel_buffer = s->uncompressed_data + xdelta * s->channel_offsets[3];
582 red_channel_buffer = avpkt->data + line_offset + xdelta * s->channel_offsets[0];
583 green_channel_buffer = avpkt->data + line_offset + xdelta * s->channel_offsets[1];
584 blue_channel_buffer = avpkt->data + line_offset + xdelta * s->channel_offsets[2];
585 if (s->channel_offsets[3] >= 0)
586 alpha_channel_buffer = avpkt->data + line_offset + xdelta * s->channel_offsets[3];
589 for (i = 0; i < scan_lines_per_block && y + i <= ymax; i++, ptr += stride) {
590 const uint8_t *r, *g, *b, *a;
592 r = red_channel_buffer;
593 g = green_channel_buffer;
594 b = blue_channel_buffer;
595 if (alpha_channel_buffer)
596 a = alpha_channel_buffer;
598 ptr_x = (uint16_t *)ptr;
600 // Zero out the start if xmin is not 0
601 memset(ptr_x, 0, bxmin);
602 ptr_x += xmin * desc->nb_components;
603 if (s->bits_per_color_id == 2) {
605 for (x = 0; x < xdelta; x++) {
606 *ptr_x++ = exr_flt2uint(bytestream_get_le32(&r));
607 *ptr_x++ = exr_flt2uint(bytestream_get_le32(&g));
608 *ptr_x++ = exr_flt2uint(bytestream_get_le32(&b));
609 if (alpha_channel_buffer)
610 *ptr_x++ = exr_flt2uint(bytestream_get_le32(&a));
614 for (x = 0; x < xdelta; x++) {
615 *ptr_x++ = exr_halflt2uint(bytestream_get_le16(&r));
616 *ptr_x++ = exr_halflt2uint(bytestream_get_le16(&g));
617 *ptr_x++ = exr_halflt2uint(bytestream_get_le16(&b));
618 if (alpha_channel_buffer)
619 *ptr_x++ = exr_halflt2uint(bytestream_get_le16(&a));
623 // Zero out the end if xmax+1 is not w
624 memset(ptr_x, 0, axmax);
626 red_channel_buffer += scan_line_size;
627 green_channel_buffer += scan_line_size;
628 blue_channel_buffer += scan_line_size;
629 if (alpha_channel_buffer)
630 alpha_channel_buffer += scan_line_size;
636 // Zero out the end if ymax+1 is not h
637 for (y = ymax + 1; y < avctx->height; y++) {
638 memset(ptr, 0, out_line_size);
642 *picture = s->picture;
648 static av_cold int decode_init(AVCodecContext *avctx)
650 EXRContext *s = avctx->priv_data;
652 avcodec_get_frame_defaults(&s->picture);
653 avctx->coded_frame = &s->picture;
658 static av_cold int decode_end(AVCodecContext *avctx)
660 EXRContext *s = avctx->priv_data;
662 if (s->picture.data[0])
663 avctx->release_buffer(avctx, &s->picture);
665 av_freep(&s->uncompressed_data);
671 AVCodec ff_exr_decoder = {
673 .type = AVMEDIA_TYPE_VIDEO,
674 .id = AV_CODEC_ID_EXR,
675 .priv_data_size = sizeof(EXRContext),
678 .decode = decode_frame,
679 .capabilities = CODEC_CAP_DR1 | CODEC_CAP_FRAME_THREADS,
680 .long_name = NULL_IF_CONFIG_SMALL("OpenEXR image"),