3 * Copyright (c) 2006 SmartJog S.A., Baptiste Coudurier <baptiste dot coudurier at smartjog dot com>
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
24 * SMPTE 336M KLV Data Encoding Protocol Using Key-Length-Value
25 * SMPTE 377M MXF File Format Specifications
26 * SMPTE 378M Operational Pattern 1a
27 * SMPTE 379M MXF Generic Container
28 * SMPTE 381M Mapping MPEG Streams into the MXF Generic Container
29 * SMPTE 382M Mapping AES3 and Broadcast Wave Audio into the MXF Generic Container
30 * SMPTE 383M Mapping DV-DIF Data to the MXF Generic Container
33 * Search for Track numbers which will identify essence element KLV packets.
34 * Search for SourcePackage which define tracks which contains Track numbers.
35 * Material Package contains tracks with reference to SourcePackage tracks.
36 * Search for Descriptors (Picture, Sound) which contains codec info and parameters.
37 * Assign Descriptors to correct Tracks.
39 * Metadata reading functions read Local Tags, get InstanceUID(0x3C0A) then add MetaDataSet to MXFContext.
40 * Metadata parsing resolves Strong References to objects.
42 * Simple demuxer, only OP1A supported and some files might not work at all.
43 * Only tracks with associated descriptors will be decoded. "Highly Desirable" SMPTE 377M D.1
48 #include "libavutil/aes.h"
49 #include "libavutil/avassert.h"
50 #include "libavutil/mathematics.h"
51 #include "libavcodec/bytestream.h"
52 #include "libavutil/intreadwrite.h"
53 #include "libavutil/parseutils.h"
54 #include "libavutil/timecode.h"
76 OPSONYOpt, /* FATE sample, violates the spec in places */
79 typedef struct MXFPartition {
82 MXFPartitionType type;
83 uint64_t previous_partition;
86 int64_t this_partition;
87 int64_t essence_offset; ///< absolute offset of essence
88 int64_t essence_length;
90 int64_t header_byte_count;
91 int64_t index_byte_count;
93 int64_t pack_ofs; ///< absolute offset of pack in file, including run-in
97 typedef struct MXFCryptoContext {
99 enum MXFMetadataSetType type;
100 UID source_container_ul;
103 typedef struct MXFStructuralComponent {
105 enum MXFMetadataSetType type;
106 UID source_package_ul;
107 UID source_package_uid;
108 UID data_definition_ul;
110 int64_t start_position;
112 } MXFStructuralComponent;
114 typedef struct MXFSequence {
116 enum MXFMetadataSetType type;
117 UID data_definition_ul;
118 UID *structural_components_refs;
119 int structural_components_count;
124 typedef struct MXFTrack {
126 enum MXFMetadataSetType type;
129 struct AVRational rate;
131 } MXFTimecodeComponent;
135 enum MXFMetadataSetType type;
136 UID input_segment_ref;
137 } MXFPulldownComponent;
141 enum MXFMetadataSetType type;
142 UID *structural_components_refs;
143 int structural_components_count;
149 enum MXFMetadataSetType type;
156 enum MXFMetadataSetType type;
157 MXFSequence *sequence; /* mandatory, and only one */
161 uint8_t track_number[4];
162 AVRational edit_rate;
164 uint64_t sample_count;
165 int64_t original_duration; /* st->duration in SampleRate/EditRate units */
170 typedef struct MXFDescriptor {
172 enum MXFMetadataSetType type;
173 UID essence_container_ul;
174 UID essence_codec_ul;
176 AVRational sample_rate;
177 AVRational aspect_ratio;
179 int height; /* Field height, not frame height */
180 int frame_layout; /* See MXFFrameLayout enum */
181 int video_line_map[2];
182 #define MXF_FIELD_DOMINANCE_DEFAULT 0
183 #define MXF_FIELD_DOMINANCE_FF 1 /* coded first, displayed first */
184 #define MXF_FIELD_DOMINANCE_FL 2 /* coded first, displayed last */
188 int64_t duration; /* ContainerDuration optional property */
189 unsigned int component_depth;
190 unsigned int horiz_subsampling;
191 unsigned int vert_subsampling;
192 UID *sub_descriptors_refs;
193 int sub_descriptors_count;
197 enum AVPixelFormat pix_fmt;
200 typedef struct MXFIndexTableSegment {
202 enum MXFMetadataSetType type;
203 int edit_unit_byte_count;
206 AVRational index_edit_rate;
207 uint64_t index_start_position;
208 uint64_t index_duration;
209 int8_t *temporal_offset_entries;
211 uint64_t *stream_offset_entries;
212 int nb_index_entries;
213 } MXFIndexTableSegment;
215 typedef struct MXFPackage {
217 enum MXFMetadataSetType type;
222 MXFDescriptor *descriptor; /* only one */
229 typedef struct MXFEssenceContainerData {
231 enum MXFMetadataSetType type;
236 } MXFEssenceContainerData;
238 typedef struct MXFMetadataSet {
240 enum MXFMetadataSetType type;
243 /* decoded index table */
244 typedef struct MXFIndexTable {
247 int nb_ptses; /* number of PTSes or total duration of index */
248 int64_t first_dts; /* DTS = EditUnit + first_dts */
249 int64_t *ptses; /* maps EditUnit -> PTS */
251 MXFIndexTableSegment **segments; /* sorted by IndexStartPosition */
252 AVIndexEntry *fake_index; /* used for calling ff_index_search_timestamp() */
253 int8_t *offsets; /* temporal offsets for display order to stored order conversion */
256 typedef struct MXFContext {
257 MXFPartition *partitions;
258 unsigned partitions_count;
262 UID *essence_container_data_refs;
263 int essence_container_data_count;
264 MXFMetadataSet **metadata_sets;
265 int metadata_sets_count;
269 int local_tags_count;
270 uint64_t footer_partition;
271 KLVPacket current_klv_data;
272 int current_klv_index;
274 MXFPartition *current_partition;
275 int parsing_backward;
276 int64_t last_forward_tell;
277 int last_forward_partition;
278 int current_edit_unit;
280 MXFIndexTable *index_tables;
281 int edit_units_per_packet; ///< how many edit units to read at a time (PCM, OPAtom)
284 enum MXFWrappingScheme {
289 /* NOTE: klv_offset is not set (-1) for local keys */
290 typedef int MXFMetadataReadFunc(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset);
292 typedef struct MXFMetadataReadTableEntry {
294 MXFMetadataReadFunc *read;
296 enum MXFMetadataSetType type;
297 } MXFMetadataReadTableEntry;
299 static int mxf_read_close(AVFormatContext *s);
301 /* partial keys to match */
302 static const uint8_t mxf_header_partition_pack_key[] = { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02 };
303 static const uint8_t mxf_essence_element_key[] = { 0x06,0x0e,0x2b,0x34,0x01,0x02,0x01,0x01,0x0d,0x01,0x03,0x01 };
304 static const uint8_t mxf_avid_essence_element_key[] = { 0x06,0x0e,0x2b,0x34,0x01,0x02,0x01,0x01,0x0e,0x04,0x03,0x01 };
305 static const uint8_t mxf_canopus_essence_element_key[] = { 0x06,0x0e,0x2b,0x34,0x01,0x02,0x01,0x0a,0x0e,0x0f,0x03,0x01 };
306 static const uint8_t mxf_system_item_key_cp[] = { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x03,0x01,0x04 };
307 static const uint8_t mxf_system_item_key_gc[] = { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x03,0x01,0x14 };
308 static const uint8_t mxf_klv_key[] = { 0x06,0x0e,0x2b,0x34 };
309 /* complete keys to match */
310 static const uint8_t mxf_crypto_source_container_ul[] = { 0x06,0x0e,0x2b,0x34,0x01,0x01,0x01,0x09,0x06,0x01,0x01,0x02,0x02,0x00,0x00,0x00 };
311 static const uint8_t mxf_encrypted_triplet_key[] = { 0x06,0x0e,0x2b,0x34,0x02,0x04,0x01,0x07,0x0d,0x01,0x03,0x01,0x02,0x7e,0x01,0x00 };
312 static const uint8_t mxf_encrypted_essence_container[] = { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x07,0x0d,0x01,0x03,0x01,0x02,0x0b,0x01,0x00 };
313 static const uint8_t mxf_random_index_pack_key[] = { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x11,0x01,0x00 };
314 static const uint8_t mxf_sony_mpeg4_extradata[] = { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x01,0x0e,0x06,0x06,0x02,0x02,0x01,0x00,0x00 };
315 static const uint8_t mxf_avid_project_name[] = { 0xa5,0xfb,0x7b,0x25,0xf6,0x15,0x94,0xb9,0x62,0xfc,0x37,0x17,0x49,0x2d,0x42,0xbf };
316 static const uint8_t mxf_jp2k_rsiz[] = { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x01,0x00 };
317 static const uint8_t mxf_indirect_value_utf16le[] = { 0x4c,0x00,0x02,0x10,0x01,0x00,0x00,0x00,0x00,0x06,0x0e,0x2b,0x34,0x01,0x04,0x01,0x01 };
318 static const uint8_t mxf_indirect_value_utf16be[] = { 0x42,0x01,0x10,0x02,0x00,0x00,0x00,0x00,0x00,0x06,0x0e,0x2b,0x34,0x01,0x04,0x01,0x01 };
320 #define IS_KLV_KEY(x, y) (!memcmp(x, y, sizeof(y)))
322 static void mxf_free_metadataset(MXFMetadataSet **ctx, int freectx)
324 MXFIndexTableSegment *seg;
325 switch ((*ctx)->type) {
327 av_freep(&((MXFDescriptor *)*ctx)->extradata);
329 case MultipleDescriptor:
330 av_freep(&((MXFDescriptor *)*ctx)->sub_descriptors_refs);
333 av_freep(&((MXFSequence *)*ctx)->structural_components_refs);
336 av_freep(&((MXFEssenceGroup *)*ctx)->structural_components_refs);
339 case MaterialPackage:
340 av_freep(&((MXFPackage *)*ctx)->tracks_refs);
341 av_freep(&((MXFPackage *)*ctx)->name);
342 av_freep(&((MXFPackage *)*ctx)->comment_refs);
345 av_freep(&((MXFTaggedValue *)*ctx)->name);
346 av_freep(&((MXFTaggedValue *)*ctx)->value);
349 av_freep(&((MXFTrack *)*ctx)->name);
351 case IndexTableSegment:
352 seg = (MXFIndexTableSegment *)*ctx;
353 av_freep(&seg->temporal_offset_entries);
354 av_freep(&seg->flag_entries);
355 av_freep(&seg->stream_offset_entries);
363 static int64_t klv_decode_ber_length(AVIOContext *pb)
365 uint64_t size = avio_r8(pb);
366 if (size & 0x80) { /* long form */
367 int bytes_num = size & 0x7f;
368 /* SMPTE 379M 5.3.4 guarantee that bytes_num must not exceed 8 bytes */
370 return AVERROR_INVALIDDATA;
373 size = size << 8 | avio_r8(pb);
378 static int mxf_read_sync(AVIOContext *pb, const uint8_t *key, unsigned size)
381 for (i = 0; i < size && !avio_feof(pb); i++) {
385 else if (b != key[i])
391 static int klv_read_packet(KLVPacket *klv, AVIOContext *pb)
393 if (!mxf_read_sync(pb, mxf_klv_key, 4))
394 return AVERROR_INVALIDDATA;
395 klv->offset = avio_tell(pb) - 4;
396 memcpy(klv->key, mxf_klv_key, 4);
397 avio_read(pb, klv->key + 4, 12);
398 klv->length = klv_decode_ber_length(pb);
399 return klv->length == -1 ? -1 : 0;
402 static int mxf_get_stream_index(AVFormatContext *s, KLVPacket *klv, int body_sid)
406 for (i = 0; i < s->nb_streams; i++) {
407 MXFTrack *track = s->streams[i]->priv_data;
409 if (track && (!body_sid || !track->body_sid || track->body_sid == body_sid) && !memcmp(klv->key + sizeof(mxf_essence_element_key), track->track_number, sizeof(track->track_number)))
412 /* return 0 if only one stream, for OP Atom files with 0 as track number */
413 return s->nb_streams == 1 ? 0 : -1;
416 static int find_body_sid_by_offset(MXFContext *mxf, int64_t offset)
418 // we look for partition where the offset is placed
420 int64_t this_partition;
423 b = mxf->partitions_count;
427 this_partition = mxf->partitions[m].this_partition;
428 if (this_partition <= offset)
436 return mxf->partitions[a].body_sid;
439 /* XXX: use AVBitStreamFilter */
440 static int mxf_get_d10_aes3_packet(AVIOContext *pb, AVStream *st, AVPacket *pkt, int64_t length)
442 const uint8_t *buf_ptr, *end_ptr;
446 if (length > 61444) /* worst case PAL 1920 samples 8 channels */
447 return AVERROR_INVALIDDATA;
448 length = av_get_packet(pb, pkt, length);
451 data_ptr = pkt->data;
452 end_ptr = pkt->data + length;
453 buf_ptr = pkt->data + 4; /* skip SMPTE 331M header */
454 for (; end_ptr - buf_ptr >= st->codecpar->channels * 4; ) {
455 for (i = 0; i < st->codecpar->channels; i++) {
456 uint32_t sample = bytestream_get_le32(&buf_ptr);
457 if (st->codecpar->bits_per_coded_sample == 24)
458 bytestream_put_le24(&data_ptr, (sample >> 4) & 0xffffff);
460 bytestream_put_le16(&data_ptr, (sample >> 12) & 0xffff);
462 buf_ptr += 32 - st->codecpar->channels*4; // always 8 channels stored SMPTE 331M
464 av_shrink_packet(pkt, data_ptr - pkt->data);
468 static int mxf_decrypt_triplet(AVFormatContext *s, AVPacket *pkt, KLVPacket *klv)
470 static const uint8_t checkv[16] = {0x43, 0x48, 0x55, 0x4b, 0x43, 0x48, 0x55, 0x4b, 0x43, 0x48, 0x55, 0x4b, 0x43, 0x48, 0x55, 0x4b};
471 MXFContext *mxf = s->priv_data;
472 AVIOContext *pb = s->pb;
473 int64_t end = avio_tell(pb) + klv->length;
476 uint64_t plaintext_size;
482 if (!mxf->aesc && s->key && s->keylen == 16) {
483 mxf->aesc = av_aes_alloc();
485 return AVERROR(ENOMEM);
486 av_aes_init(mxf->aesc, s->key, 128, 1);
489 avio_skip(pb, klv_decode_ber_length(pb));
491 klv_decode_ber_length(pb);
492 plaintext_size = avio_rb64(pb);
494 klv_decode_ber_length(pb);
495 avio_read(pb, klv->key, 16);
496 if (!IS_KLV_KEY(klv, mxf_essence_element_key))
497 return AVERROR_INVALIDDATA;
499 body_sid = find_body_sid_by_offset(mxf, klv->offset);
500 index = mxf_get_stream_index(s, klv, body_sid);
502 return AVERROR_INVALIDDATA;
504 klv_decode_ber_length(pb);
505 orig_size = avio_rb64(pb);
506 if (orig_size < plaintext_size)
507 return AVERROR_INVALIDDATA;
509 size = klv_decode_ber_length(pb);
510 if (size < 32 || size - 32 < orig_size)
511 return AVERROR_INVALIDDATA;
512 avio_read(pb, ivec, 16);
513 avio_read(pb, tmpbuf, 16);
515 av_aes_crypt(mxf->aesc, tmpbuf, tmpbuf, 1, ivec, 1);
516 if (memcmp(tmpbuf, checkv, 16))
517 av_log(s, AV_LOG_ERROR, "probably incorrect decryption key\n");
519 size = av_get_packet(pb, pkt, size);
522 else if (size < plaintext_size)
523 return AVERROR_INVALIDDATA;
524 size -= plaintext_size;
526 av_aes_crypt(mxf->aesc, &pkt->data[plaintext_size],
527 &pkt->data[plaintext_size], size >> 4, ivec, 1);
528 av_shrink_packet(pkt, orig_size);
529 pkt->stream_index = index;
530 avio_skip(pb, end - avio_tell(pb));
534 static int mxf_read_primer_pack(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
536 MXFContext *mxf = arg;
537 int item_num = avio_rb32(pb);
538 int item_len = avio_rb32(pb);
540 if (item_len != 18) {
541 avpriv_request_sample(pb, "Primer pack item length %d", item_len);
542 return AVERROR_PATCHWELCOME;
544 if (item_num > 65536 || item_num < 0) {
545 av_log(mxf->fc, AV_LOG_ERROR, "item_num %d is too large\n", item_num);
546 return AVERROR_INVALIDDATA;
549 av_log(mxf->fc, AV_LOG_VERBOSE, "Multiple primer packs\n");
550 av_free(mxf->local_tags);
551 mxf->local_tags_count = 0;
552 mxf->local_tags = av_calloc(item_num, item_len);
553 if (!mxf->local_tags)
554 return AVERROR(ENOMEM);
555 mxf->local_tags_count = item_num;
556 avio_read(pb, mxf->local_tags, item_num*item_len);
560 static int mxf_read_partition_pack(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
562 MXFContext *mxf = arg;
563 MXFPartition *partition, *tmp_part;
565 uint64_t footer_partition;
566 uint32_t nb_essence_containers;
568 tmp_part = av_realloc_array(mxf->partitions, mxf->partitions_count + 1, sizeof(*mxf->partitions));
570 return AVERROR(ENOMEM);
571 mxf->partitions = tmp_part;
573 if (mxf->parsing_backward) {
574 /* insert the new partition pack in the middle
575 * this makes the entries in mxf->partitions sorted by offset */
576 memmove(&mxf->partitions[mxf->last_forward_partition+1],
577 &mxf->partitions[mxf->last_forward_partition],
578 (mxf->partitions_count - mxf->last_forward_partition)*sizeof(*mxf->partitions));
579 partition = mxf->current_partition = &mxf->partitions[mxf->last_forward_partition];
581 mxf->last_forward_partition++;
582 partition = mxf->current_partition = &mxf->partitions[mxf->partitions_count];
585 memset(partition, 0, sizeof(*partition));
586 mxf->partitions_count++;
587 partition->pack_length = avio_tell(pb) - klv_offset + size;
588 partition->pack_ofs = klv_offset;
592 partition->type = Header;
595 partition->type = BodyPartition;
598 partition->type = Footer;
601 av_log(mxf->fc, AV_LOG_ERROR, "unknown partition type %i\n", uid[13]);
602 return AVERROR_INVALIDDATA;
605 /* consider both footers to be closed (there is only Footer and CompleteFooter) */
606 partition->closed = partition->type == Footer || !(uid[14] & 1);
607 partition->complete = uid[14] > 2;
609 partition->kag_size = avio_rb32(pb);
610 partition->this_partition = avio_rb64(pb);
611 partition->previous_partition = avio_rb64(pb);
612 footer_partition = avio_rb64(pb);
613 partition->header_byte_count = avio_rb64(pb);
614 partition->index_byte_count = avio_rb64(pb);
615 partition->index_sid = avio_rb32(pb);
616 partition->body_offset = avio_rb64(pb);
617 partition->body_sid = avio_rb32(pb);
618 if (avio_read(pb, op, sizeof(UID)) != sizeof(UID)) {
619 av_log(mxf->fc, AV_LOG_ERROR, "Failed reading UID\n");
620 return AVERROR_INVALIDDATA;
622 nb_essence_containers = avio_rb32(pb);
624 if (partition->this_partition &&
625 partition->previous_partition == partition->this_partition) {
626 av_log(mxf->fc, AV_LOG_ERROR,
627 "PreviousPartition equal to ThisPartition %"PRIx64"\n",
628 partition->previous_partition);
629 /* override with the actual previous partition offset */
630 if (!mxf->parsing_backward && mxf->last_forward_partition > 1) {
632 mxf->partitions + mxf->last_forward_partition - 2;
633 partition->previous_partition = prev->this_partition;
635 /* if no previous body partition are found point to the header
637 if (partition->previous_partition == partition->this_partition)
638 partition->previous_partition = 0;
639 av_log(mxf->fc, AV_LOG_ERROR,
640 "Overriding PreviousPartition with %"PRIx64"\n",
641 partition->previous_partition);
644 /* some files don't have FooterPartition set in every partition */
645 if (footer_partition) {
646 if (mxf->footer_partition && mxf->footer_partition != footer_partition) {
647 av_log(mxf->fc, AV_LOG_ERROR,
648 "inconsistent FooterPartition value: %"PRIu64" != %"PRIu64"\n",
649 mxf->footer_partition, footer_partition);
651 mxf->footer_partition = footer_partition;
655 av_log(mxf->fc, AV_LOG_TRACE,
656 "PartitionPack: ThisPartition = 0x%"PRIX64
657 ", PreviousPartition = 0x%"PRIX64", "
658 "FooterPartition = 0x%"PRIX64", IndexSID = %i, BodySID = %i\n",
659 partition->this_partition,
660 partition->previous_partition, footer_partition,
661 partition->index_sid, partition->body_sid);
663 /* sanity check PreviousPartition if set */
664 //NOTE: this isn't actually enough, see mxf_seek_to_previous_partition()
665 if (partition->previous_partition &&
666 mxf->run_in + partition->previous_partition >= klv_offset) {
667 av_log(mxf->fc, AV_LOG_ERROR,
668 "PreviousPartition points to this partition or forward\n");
669 return AVERROR_INVALIDDATA;
672 if (op[12] == 1 && op[13] == 1) mxf->op = OP1a;
673 else if (op[12] == 1 && op[13] == 2) mxf->op = OP1b;
674 else if (op[12] == 1 && op[13] == 3) mxf->op = OP1c;
675 else if (op[12] == 2 && op[13] == 1) mxf->op = OP2a;
676 else if (op[12] == 2 && op[13] == 2) mxf->op = OP2b;
677 else if (op[12] == 2 && op[13] == 3) mxf->op = OP2c;
678 else if (op[12] == 3 && op[13] == 1) mxf->op = OP3a;
679 else if (op[12] == 3 && op[13] == 2) mxf->op = OP3b;
680 else if (op[12] == 3 && op[13] == 3) mxf->op = OP3c;
681 else if (op[12] == 64&& op[13] == 1) mxf->op = OPSONYOpt;
682 else if (op[12] == 0x10) {
683 /* SMPTE 390m: "There shall be exactly one essence container"
684 * The following block deals with files that violate this, namely:
685 * 2011_DCPTEST_24FPS.V.mxf - two ECs, OP1a
686 * abcdefghiv016f56415e.mxf - zero ECs, OPAtom, output by Avid AirSpeed */
687 if (nb_essence_containers != 1) {
688 MXFOP op = nb_essence_containers ? OP1a : OPAtom;
692 av_log(mxf->fc, AV_LOG_WARNING,
693 "\"OPAtom\" with %"PRIu32" ECs - assuming %s\n",
694 nb_essence_containers,
695 op == OP1a ? "OP1a" : "OPAtom");
701 av_log(mxf->fc, AV_LOG_ERROR, "unknown operational pattern: %02xh %02xh - guessing OP1a\n", op[12], op[13]);
705 if (partition->kag_size <= 0 || partition->kag_size > (1 << 20)) {
706 av_log(mxf->fc, AV_LOG_WARNING, "invalid KAGSize %"PRId32" - guessing ",
707 partition->kag_size);
709 if (mxf->op == OPSONYOpt)
710 partition->kag_size = 512;
712 partition->kag_size = 1;
714 av_log(mxf->fc, AV_LOG_WARNING, "%"PRId32"\n", partition->kag_size);
720 static int mxf_add_metadata_set(MXFContext *mxf, void *metadata_set)
722 MXFMetadataSet **tmp;
724 tmp = av_realloc_array(mxf->metadata_sets, mxf->metadata_sets_count + 1, sizeof(*mxf->metadata_sets));
726 return AVERROR(ENOMEM);
727 mxf->metadata_sets = tmp;
728 mxf->metadata_sets[mxf->metadata_sets_count] = metadata_set;
729 mxf->metadata_sets_count++;
733 static int mxf_read_cryptographic_context(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
735 MXFCryptoContext *cryptocontext = arg;
737 return AVERROR_INVALIDDATA;
738 if (IS_KLV_KEY(uid, mxf_crypto_source_container_ul))
739 avio_read(pb, cryptocontext->source_container_ul, 16);
743 static int mxf_read_strong_ref_array(AVIOContext *pb, UID **refs, int *count)
745 *count = avio_rb32(pb);
746 *refs = av_calloc(*count, sizeof(UID));
749 return AVERROR(ENOMEM);
751 avio_skip(pb, 4); /* useless size of objects, always 16 according to specs */
752 avio_read(pb, (uint8_t *)*refs, *count * sizeof(UID));
756 static inline int mxf_read_utf16_string(AVIOContext *pb, int size, char** str, int be)
761 if (size < 0 || size > INT_MAX/2)
762 return AVERROR(EINVAL);
764 buf_size = size + size / 2 + 1;
765 *str = av_malloc(buf_size);
767 return AVERROR(ENOMEM);
770 ret = avio_get_str16be(pb, size, *str, buf_size);
772 ret = avio_get_str16le(pb, size, *str, buf_size);
782 #define READ_STR16(type, big_endian) \
783 static int mxf_read_utf16 ## type ##_string(AVIOContext *pb, int size, char** str) \
785 return mxf_read_utf16_string(pb, size, str, big_endian); \
791 static int mxf_read_content_storage(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
793 MXFContext *mxf = arg;
796 if (mxf->packages_refs)
797 av_log(mxf->fc, AV_LOG_VERBOSE, "Multiple packages_refs\n");
798 av_free(mxf->packages_refs);
799 return mxf_read_strong_ref_array(pb, &mxf->packages_refs, &mxf->packages_count);
801 av_free(mxf->essence_container_data_refs);
802 return mxf_read_strong_ref_array(pb, &mxf->essence_container_data_refs, &mxf->essence_container_data_count);
807 static int mxf_read_source_clip(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
809 MXFStructuralComponent *source_clip = arg;
812 source_clip->duration = avio_rb64(pb);
815 source_clip->start_position = avio_rb64(pb);
818 /* UMID, only get last 16 bytes */
819 avio_read(pb, source_clip->source_package_ul, 16);
820 avio_read(pb, source_clip->source_package_uid, 16);
823 source_clip->source_track_id = avio_rb32(pb);
829 static int mxf_read_timecode_component(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
831 MXFTimecodeComponent *mxf_timecode = arg;
834 mxf_timecode->start_frame = avio_rb64(pb);
837 mxf_timecode->rate = (AVRational){avio_rb16(pb), 1};
840 mxf_timecode->drop_frame = avio_r8(pb);
846 static int mxf_read_pulldown_component(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
848 MXFPulldownComponent *mxf_pulldown = arg;
851 avio_read(pb, mxf_pulldown->input_segment_ref, 16);
857 static int mxf_read_track(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
859 MXFTrack *track = arg;
862 track->track_id = avio_rb32(pb);
865 avio_read(pb, track->track_number, 4);
868 mxf_read_utf16be_string(pb, size, &track->name);
871 track->edit_rate.num = avio_rb32(pb);
872 track->edit_rate.den = avio_rb32(pb);
875 avio_read(pb, track->sequence_ref, 16);
881 static int mxf_read_sequence(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
883 MXFSequence *sequence = arg;
886 sequence->duration = avio_rb64(pb);
889 avio_read(pb, sequence->data_definition_ul, 16);
892 sequence->origin = avio_r8(pb);
895 return mxf_read_strong_ref_array(pb, &sequence->structural_components_refs,
896 &sequence->structural_components_count);
901 static int mxf_read_essence_group(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
903 MXFEssenceGroup *essence_group = arg;
906 essence_group->duration = avio_rb64(pb);
909 return mxf_read_strong_ref_array(pb, &essence_group->structural_components_refs,
910 &essence_group->structural_components_count);
915 static int mxf_read_package(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
917 MXFPackage *package = arg;
920 return mxf_read_strong_ref_array(pb, &package->tracks_refs,
921 &package->tracks_count);
924 avio_read(pb, package->package_ul, 16);
925 avio_read(pb, package->package_uid, 16);
928 avio_read(pb, package->descriptor_ref, 16);
931 return mxf_read_utf16be_string(pb, size, &package->name);
933 return mxf_read_strong_ref_array(pb, &package->comment_refs,
934 &package->comment_count);
939 static int mxf_read_essence_container_data(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
941 MXFEssenceContainerData *essence_data = arg;
944 /* linked package umid UMID */
945 avio_read(pb, essence_data->package_ul, 16);
946 avio_read(pb, essence_data->package_uid, 16);
949 essence_data->index_sid = avio_rb32(pb);
952 essence_data->body_sid = avio_rb32(pb);
958 static int mxf_read_index_entry_array(AVIOContext *pb, MXFIndexTableSegment *segment)
962 segment->nb_index_entries = avio_rb32(pb);
964 length = avio_rb32(pb);
965 if(segment->nb_index_entries && length < 11)
966 return AVERROR_INVALIDDATA;
968 if (!(segment->temporal_offset_entries=av_calloc(segment->nb_index_entries, sizeof(*segment->temporal_offset_entries))) ||
969 !(segment->flag_entries = av_calloc(segment->nb_index_entries, sizeof(*segment->flag_entries))) ||
970 !(segment->stream_offset_entries = av_calloc(segment->nb_index_entries, sizeof(*segment->stream_offset_entries)))) {
971 av_freep(&segment->temporal_offset_entries);
972 av_freep(&segment->flag_entries);
973 return AVERROR(ENOMEM);
976 for (i = 0; i < segment->nb_index_entries; i++) {
978 return AVERROR_INVALIDDATA;
979 segment->temporal_offset_entries[i] = avio_r8(pb);
980 avio_r8(pb); /* KeyFrameOffset */
981 segment->flag_entries[i] = avio_r8(pb);
982 segment->stream_offset_entries[i] = avio_rb64(pb);
983 avio_skip(pb, length - 11);
988 static int mxf_read_index_table_segment(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
990 MXFIndexTableSegment *segment = arg;
993 segment->edit_unit_byte_count = avio_rb32(pb);
994 av_log(NULL, AV_LOG_TRACE, "EditUnitByteCount %d\n", segment->edit_unit_byte_count);
997 segment->index_sid = avio_rb32(pb);
998 av_log(NULL, AV_LOG_TRACE, "IndexSID %d\n", segment->index_sid);
1001 segment->body_sid = avio_rb32(pb);
1002 av_log(NULL, AV_LOG_TRACE, "BodySID %d\n", segment->body_sid);
1005 av_log(NULL, AV_LOG_TRACE, "IndexEntryArray found\n");
1006 return mxf_read_index_entry_array(pb, segment);
1008 segment->index_edit_rate.num = avio_rb32(pb);
1009 segment->index_edit_rate.den = avio_rb32(pb);
1010 av_log(NULL, AV_LOG_TRACE, "IndexEditRate %d/%d\n", segment->index_edit_rate.num,
1011 segment->index_edit_rate.den);
1014 segment->index_start_position = avio_rb64(pb);
1015 av_log(NULL, AV_LOG_TRACE, "IndexStartPosition %"PRId64"\n", segment->index_start_position);
1018 segment->index_duration = avio_rb64(pb);
1019 av_log(NULL, AV_LOG_TRACE, "IndexDuration %"PRId64"\n", segment->index_duration);
1025 static void mxf_read_pixel_layout(AVIOContext *pb, MXFDescriptor *descriptor)
1027 int code, value, ofs = 0;
1028 char layout[16] = {0}; /* not for printing, may end up not terminated on purpose */
1032 value = avio_r8(pb);
1033 av_log(NULL, AV_LOG_TRACE, "pixel layout: code %#x\n", code);
1036 layout[ofs++] = code;
1037 layout[ofs++] = value;
1039 break; /* don't read byte by byte on sneaky files filled with lots of non-zeroes */
1040 } while (code != 0); /* SMPTE 377M E.2.46 */
1042 ff_mxf_decode_pixel_layout(layout, &descriptor->pix_fmt);
1045 static int mxf_read_generic_descriptor(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
1047 MXFDescriptor *descriptor = arg;
1048 int entry_count, entry_size;
1052 return mxf_read_strong_ref_array(pb, &descriptor->sub_descriptors_refs,
1053 &descriptor->sub_descriptors_count);
1054 case 0x3002: /* ContainerDuration */
1055 descriptor->duration = avio_rb64(pb);
1058 avio_read(pb, descriptor->essence_container_ul, 16);
1061 avio_read(pb, descriptor->codec_ul, 16);
1064 descriptor->linked_track_id = avio_rb32(pb);
1066 case 0x3201: /* PictureEssenceCoding */
1067 avio_read(pb, descriptor->essence_codec_ul, 16);
1070 descriptor->width = avio_rb32(pb);
1073 descriptor->height = avio_rb32(pb);
1076 descriptor->frame_layout = avio_r8(pb);
1079 entry_count = avio_rb32(pb);
1080 entry_size = avio_rb32(pb);
1081 if (entry_size == 4) {
1082 if (entry_count > 0)
1083 descriptor->video_line_map[0] = avio_rb32(pb);
1085 descriptor->video_line_map[0] = 0;
1086 if (entry_count > 1)
1087 descriptor->video_line_map[1] = avio_rb32(pb);
1089 descriptor->video_line_map[1] = 0;
1091 av_log(NULL, AV_LOG_WARNING, "VideoLineMap element size %d currently not supported\n", entry_size);
1094 descriptor->aspect_ratio.num = avio_rb32(pb);
1095 descriptor->aspect_ratio.den = avio_rb32(pb);
1098 descriptor->field_dominance = avio_r8(pb);
1101 descriptor->component_depth = avio_rb32(pb);
1104 descriptor->horiz_subsampling = avio_rb32(pb);
1107 descriptor->vert_subsampling = avio_rb32(pb);
1110 descriptor->sample_rate.num = avio_rb32(pb);
1111 descriptor->sample_rate.den = avio_rb32(pb);
1113 case 0x3D06: /* SoundEssenceCompression */
1114 avio_read(pb, descriptor->essence_codec_ul, 16);
1117 descriptor->channels = avio_rb32(pb);
1120 descriptor->bits_per_sample = avio_rb32(pb);
1123 mxf_read_pixel_layout(pb, descriptor);
1126 /* Private uid used by SONY C0023S01.mxf */
1127 if (IS_KLV_KEY(uid, mxf_sony_mpeg4_extradata)) {
1128 if (descriptor->extradata)
1129 av_log(NULL, AV_LOG_WARNING, "Duplicate sony_mpeg4_extradata\n");
1130 av_free(descriptor->extradata);
1131 descriptor->extradata_size = 0;
1132 descriptor->extradata = av_malloc(size);
1133 if (!descriptor->extradata)
1134 return AVERROR(ENOMEM);
1135 descriptor->extradata_size = size;
1136 avio_read(pb, descriptor->extradata, size);
1138 if (IS_KLV_KEY(uid, mxf_jp2k_rsiz)) {
1139 uint32_t rsiz = avio_rb16(pb);
1140 if (rsiz == FF_PROFILE_JPEG2000_DCINEMA_2K ||
1141 rsiz == FF_PROFILE_JPEG2000_DCINEMA_4K)
1142 descriptor->pix_fmt = AV_PIX_FMT_XYZ12;
1149 static int mxf_read_indirect_value(void *arg, AVIOContext *pb, int size)
1151 MXFTaggedValue *tagged_value = arg;
1157 avio_read(pb, key, 17);
1158 /* TODO: handle other types of of indirect values */
1159 if (memcmp(key, mxf_indirect_value_utf16le, 17) == 0) {
1160 return mxf_read_utf16le_string(pb, size - 17, &tagged_value->value);
1161 } else if (memcmp(key, mxf_indirect_value_utf16be, 17) == 0) {
1162 return mxf_read_utf16be_string(pb, size - 17, &tagged_value->value);
1167 static int mxf_read_tagged_value(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
1169 MXFTaggedValue *tagged_value = arg;
1172 return mxf_read_utf16be_string(pb, size, &tagged_value->name);
1174 return mxf_read_indirect_value(tagged_value, pb, size);
1180 * Match an uid independently of the version byte and up to len common bytes
1183 static int mxf_match_uid(const UID key, const UID uid, int len)
1186 for (i = 0; i < len; i++) {
1187 if (i != 7 && key[i] != uid[i])
1193 static const MXFCodecUL *mxf_get_codec_ul(const MXFCodecUL *uls, UID *uid)
1195 while (uls->uid[0]) {
1196 if(mxf_match_uid(uls->uid, *uid, uls->matching_len))
1203 static void *mxf_resolve_strong_ref(MXFContext *mxf, UID *strong_ref, enum MXFMetadataSetType type)
1209 for (i = 0; i < mxf->metadata_sets_count; i++) {
1210 if (!memcmp(*strong_ref, mxf->metadata_sets[i]->uid, 16) &&
1211 (type == AnyType || mxf->metadata_sets[i]->type == type)) {
1212 return mxf->metadata_sets[i];
1218 static const MXFCodecUL mxf_picture_essence_container_uls[] = {
1219 // video essence container uls
1220 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x07,0x0d,0x01,0x03,0x01,0x02,0x0c,0x01,0x00 }, 14, AV_CODEC_ID_JPEG2000 },
1221 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x02,0x0d,0x01,0x03,0x01,0x02,0x10,0x60,0x01 }, 14, AV_CODEC_ID_H264 }, /* H.264 frame wrapped */
1222 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x02,0x0d,0x01,0x03,0x01,0x02,0x12,0x01,0x00 }, 14, AV_CODEC_ID_VC1 }, /* VC-1 frame wrapped */
1223 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x02,0x0d,0x01,0x03,0x01,0x02,0x04,0x60,0x01 }, 14, AV_CODEC_ID_MPEG2VIDEO }, /* MPEG-ES frame wrapped */
1224 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x01,0x0d,0x01,0x03,0x01,0x02,0x01,0x04,0x01 }, 14, AV_CODEC_ID_MPEG2VIDEO }, /* Type D-10 mapping of 40Mbps 525/60-I */
1225 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x01,0x0d,0x01,0x03,0x01,0x02,0x02,0x41,0x01 }, 14, AV_CODEC_ID_DVVIDEO }, /* DV 625 25mbps */
1226 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x01,0x0d,0x01,0x03,0x01,0x02,0x05,0x00,0x00 }, 14, AV_CODEC_ID_RAWVIDEO }, /* uncompressed picture */
1227 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x0a,0x0e,0x0f,0x03,0x01,0x02,0x20,0x01,0x01 }, 15, AV_CODEC_ID_HQ_HQA },
1228 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x0a,0x0e,0x0f,0x03,0x01,0x02,0x20,0x02,0x01 }, 15, AV_CODEC_ID_HQX },
1229 { { 0x06,0x0e,0x2b,0x34,0x01,0x01,0x01,0xff,0x4b,0x46,0x41,0x41,0x00,0x0d,0x4d,0x4f }, 14, AV_CODEC_ID_RAWVIDEO }, /* Legacy ?? Uncompressed Picture */
1230 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, AV_CODEC_ID_NONE },
1233 /* EC ULs for intra-only formats */
1234 static const MXFCodecUL mxf_intra_only_essence_container_uls[] = {
1235 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x01,0x0d,0x01,0x03,0x01,0x02,0x01,0x00,0x00 }, 14, AV_CODEC_ID_MPEG2VIDEO }, /* MXF-GC SMPTE D-10 mappings */
1236 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, AV_CODEC_ID_NONE },
1239 /* intra-only PictureEssenceCoding ULs, where no corresponding EC UL exists */
1240 static const MXFCodecUL mxf_intra_only_picture_essence_coding_uls[] = {
1241 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x0A,0x04,0x01,0x02,0x02,0x01,0x32,0x00,0x00 }, 14, AV_CODEC_ID_H264 }, /* H.264/MPEG-4 AVC Intra Profiles */
1242 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x07,0x04,0x01,0x02,0x02,0x03,0x01,0x01,0x00 }, 14, AV_CODEC_ID_JPEG2000 }, /* JPEG 2000 code stream */
1243 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, AV_CODEC_ID_NONE },
1246 /* actual coded width for AVC-Intra to allow selecting correct SPS/PPS */
1247 static const MXFCodecUL mxf_intra_only_picture_coded_width[] = {
1248 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x0A,0x04,0x01,0x02,0x02,0x01,0x32,0x21,0x01 }, 16, 1440 },
1249 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x0A,0x04,0x01,0x02,0x02,0x01,0x32,0x21,0x02 }, 16, 1440 },
1250 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x0A,0x04,0x01,0x02,0x02,0x01,0x32,0x21,0x03 }, 16, 1440 },
1251 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x0A,0x04,0x01,0x02,0x02,0x01,0x32,0x21,0x04 }, 16, 1440 },
1252 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, 0 },
1255 static const MXFCodecUL mxf_sound_essence_container_uls[] = {
1256 // sound essence container uls
1257 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x01,0x0d,0x01,0x03,0x01,0x02,0x06,0x01,0x00 }, 14, AV_CODEC_ID_PCM_S16LE }, /* BWF Frame wrapped */
1258 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x02,0x0d,0x01,0x03,0x01,0x02,0x04,0x40,0x01 }, 14, AV_CODEC_ID_MP2 }, /* MPEG-ES Frame wrapped, 0x40 ??? stream id */
1259 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x01,0x0d,0x01,0x03,0x01,0x02,0x01,0x01,0x01 }, 14, AV_CODEC_ID_PCM_S16LE }, /* D-10 Mapping 50Mbps PAL Extended Template */
1260 { { 0x06,0x0e,0x2b,0x34,0x01,0x01,0x01,0xff,0x4b,0x46,0x41,0x41,0x00,0x0d,0x4d,0x4F }, 14, AV_CODEC_ID_PCM_S16LE }, /* 0001GL00.MXF.A1.mxf_opatom.mxf */
1261 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x03,0x04,0x02,0x02,0x02,0x03,0x03,0x01,0x00 }, 14, AV_CODEC_ID_AAC }, /* MPEG-2 AAC ADTS (legacy) */
1262 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, AV_CODEC_ID_NONE },
1265 static const MXFCodecUL mxf_data_essence_container_uls[] = {
1266 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x09,0x0d,0x01,0x03,0x01,0x02,0x0e,0x00,0x00 }, 16, 0 },
1267 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, AV_CODEC_ID_NONE },
1270 static const char * const mxf_data_essence_descriptor[] = {
1271 "vbi_vanc_smpte_436M",
1274 static int mxf_get_sorted_table_segments(MXFContext *mxf, int *nb_sorted_segments, MXFIndexTableSegment ***sorted_segments)
1276 int i, j, nb_segments = 0;
1277 MXFIndexTableSegment **unsorted_segments;
1278 int last_body_sid = -1, last_index_sid = -1, last_index_start = -1;
1280 /* count number of segments, allocate arrays and copy unsorted segments */
1281 for (i = 0; i < mxf->metadata_sets_count; i++)
1282 if (mxf->metadata_sets[i]->type == IndexTableSegment)
1286 return AVERROR_INVALIDDATA;
1288 if (!(unsorted_segments = av_calloc(nb_segments, sizeof(*unsorted_segments))) ||
1289 !(*sorted_segments = av_calloc(nb_segments, sizeof(**sorted_segments)))) {
1290 av_freep(sorted_segments);
1291 av_free(unsorted_segments);
1292 return AVERROR(ENOMEM);
1295 for (i = j = 0; i < mxf->metadata_sets_count; i++)
1296 if (mxf->metadata_sets[i]->type == IndexTableSegment)
1297 unsorted_segments[j++] = (MXFIndexTableSegment*)mxf->metadata_sets[i];
1299 *nb_sorted_segments = 0;
1301 /* sort segments by {BodySID, IndexSID, IndexStartPosition}, remove duplicates while we're at it */
1302 for (i = 0; i < nb_segments; i++) {
1303 int best = -1, best_body_sid = -1, best_index_sid = -1, best_index_start = -1;
1304 uint64_t best_index_duration = 0;
1306 for (j = 0; j < nb_segments; j++) {
1307 MXFIndexTableSegment *s = unsorted_segments[j];
1309 /* Require larger BosySID, IndexSID or IndexStartPosition then the previous entry. This removes duplicates.
1310 * We want the smallest values for the keys than what we currently have, unless this is the first such entry this time around.
1311 * If we come across an entry with the same IndexStartPosition but larger IndexDuration, then we'll prefer it over the one we currently have.
1314 s->body_sid > last_body_sid ||
1315 s->body_sid == last_body_sid && s->index_sid > last_index_sid ||
1316 s->body_sid == last_body_sid && s->index_sid == last_index_sid && s->index_start_position > last_index_start) &&
1318 s->body_sid < best_body_sid ||
1319 s->body_sid == best_body_sid && s->index_sid < best_index_sid ||
1320 s->body_sid == best_body_sid && s->index_sid == best_index_sid && s->index_start_position < best_index_start ||
1321 s->body_sid == best_body_sid && s->index_sid == best_index_sid && s->index_start_position == best_index_start && s->index_duration > best_index_duration)) {
1323 best_body_sid = s->body_sid;
1324 best_index_sid = s->index_sid;
1325 best_index_start = s->index_start_position;
1326 best_index_duration = s->index_duration;
1330 /* no suitable entry found -> we're done */
1334 (*sorted_segments)[(*nb_sorted_segments)++] = unsorted_segments[best];
1335 last_body_sid = best_body_sid;
1336 last_index_sid = best_index_sid;
1337 last_index_start = best_index_start;
1340 av_free(unsorted_segments);
1346 * Computes the absolute file offset of the given essence container offset
1348 static int mxf_absolute_bodysid_offset(MXFContext *mxf, int body_sid, int64_t offset, int64_t *offset_out)
1351 MXFPartition *last_p = NULL;
1354 return AVERROR(EINVAL);
1356 for (x = 0; x < mxf->partitions_count; x++) {
1357 MXFPartition *p = &mxf->partitions[x];
1359 if (p->body_sid != body_sid)
1362 if (p->body_offset > offset)
1368 if (last_p && (!last_p->essence_length || last_p->essence_length > (offset - last_p->body_offset))) {
1369 *offset_out = last_p->essence_offset + (offset - last_p->body_offset);
1373 av_log(mxf->fc, AV_LOG_ERROR,
1374 "failed to find absolute offset of %"PRIX64" in BodySID %i - partial file?\n",
1377 return AVERROR_INVALIDDATA;
1381 * Returns the end position of the essence container with given BodySID, or zero if unknown
1383 static int64_t mxf_essence_container_end(MXFContext *mxf, int body_sid)
1388 for (x = 0; x < mxf->partitions_count; x++) {
1389 MXFPartition *p = &mxf->partitions[x];
1391 if (p->body_sid != body_sid)
1394 if (!p->essence_length)
1397 ret = p->essence_offset + p->essence_length;
1403 /* EditUnit -> absolute offset */
1404 static int mxf_edit_unit_absolute_offset(MXFContext *mxf, MXFIndexTable *index_table, int64_t edit_unit, int64_t *edit_unit_out, int64_t *offset_out, int nag)
1407 int64_t offset_temp = 0;
1409 for (i = 0; i < index_table->nb_segments; i++) {
1410 MXFIndexTableSegment *s = index_table->segments[i];
1412 edit_unit = FFMAX(edit_unit, s->index_start_position); /* clamp if trying to seek before start */
1414 if (edit_unit < s->index_start_position + s->index_duration) {
1415 int64_t index = edit_unit - s->index_start_position;
1417 if (s->edit_unit_byte_count)
1418 offset_temp += s->edit_unit_byte_count * index;
1419 else if (s->nb_index_entries) {
1420 if (s->nb_index_entries == 2 * s->index_duration + 1)
1421 index *= 2; /* Avid index */
1423 if (index < 0 || index >= s->nb_index_entries) {
1424 av_log(mxf->fc, AV_LOG_ERROR, "IndexSID %i segment at %"PRId64" IndexEntryArray too small\n",
1425 index_table->index_sid, s->index_start_position);
1426 return AVERROR_INVALIDDATA;
1429 offset_temp = s->stream_offset_entries[index];
1431 av_log(mxf->fc, AV_LOG_ERROR, "IndexSID %i segment at %"PRId64" missing EditUnitByteCount and IndexEntryArray\n",
1432 index_table->index_sid, s->index_start_position);
1433 return AVERROR_INVALIDDATA;
1437 *edit_unit_out = edit_unit;
1439 return mxf_absolute_bodysid_offset(mxf, index_table->body_sid, offset_temp, offset_out);
1441 /* EditUnitByteCount == 0 for VBR indexes, which is fine since they use explicit StreamOffsets */
1442 offset_temp += s->edit_unit_byte_count * s->index_duration;
1447 av_log(mxf->fc, AV_LOG_ERROR, "failed to map EditUnit %"PRId64" in IndexSID %i to an offset\n", edit_unit, index_table->index_sid);
1449 return AVERROR_INVALIDDATA;
1452 static int mxf_compute_ptses_fake_index(MXFContext *mxf, MXFIndexTable *index_table)
1455 int8_t max_temporal_offset = -128;
1458 /* first compute how many entries we have */
1459 for (i = 0; i < index_table->nb_segments; i++) {
1460 MXFIndexTableSegment *s = index_table->segments[i];
1462 if (!s->nb_index_entries) {
1463 index_table->nb_ptses = 0;
1464 return 0; /* no TemporalOffsets */
1467 index_table->nb_ptses += s->index_duration;
1470 /* paranoid check */
1471 if (index_table->nb_ptses <= 0)
1474 if (!(index_table->ptses = av_calloc(index_table->nb_ptses, sizeof(int64_t))) ||
1475 !(index_table->fake_index = av_calloc(index_table->nb_ptses, sizeof(AVIndexEntry))) ||
1476 !(index_table->offsets = av_calloc(index_table->nb_ptses, sizeof(int8_t))) ||
1477 !(flags = av_calloc(index_table->nb_ptses, sizeof(uint8_t)))) {
1478 av_freep(&index_table->ptses);
1479 av_freep(&index_table->fake_index);
1480 av_freep(&index_table->offsets);
1481 return AVERROR(ENOMEM);
1484 /* we may have a few bad TemporalOffsets
1485 * make sure the corresponding PTSes don't have the bogus value 0 */
1486 for (x = 0; x < index_table->nb_ptses; x++)
1487 index_table->ptses[x] = AV_NOPTS_VALUE;
1501 * We want to transform it into this:
1512 * We do this by bucket sorting x by x+TemporalOffset[x] into mxf->ptses,
1513 * then settings mxf->first_dts = -max(TemporalOffset[x]).
1514 * The latter makes DTS <= PTS.
1516 for (i = x = 0; i < index_table->nb_segments; i++) {
1517 MXFIndexTableSegment *s = index_table->segments[i];
1518 int index_delta = 1;
1519 int n = s->nb_index_entries;
1521 if (s->nb_index_entries == 2 * s->index_duration + 1) {
1522 index_delta = 2; /* Avid index */
1523 /* ignore the last entry - it's the size of the essence container */
1527 for (j = 0; j < n; j += index_delta, x++) {
1528 int offset = s->temporal_offset_entries[j] / index_delta;
1529 int index = x + offset;
1531 if (x >= index_table->nb_ptses) {
1532 av_log(mxf->fc, AV_LOG_ERROR,
1533 "x >= nb_ptses - IndexEntryCount %i < IndexDuration %"PRId64"?\n",
1534 s->nb_index_entries, s->index_duration);
1538 flags[x] = !(s->flag_entries[j] & 0x30) ? AVINDEX_KEYFRAME : 0;
1540 if (index < 0 || index >= index_table->nb_ptses) {
1541 av_log(mxf->fc, AV_LOG_ERROR,
1542 "index entry %i + TemporalOffset %i = %i, which is out of bounds\n",
1547 index_table->offsets[x] = offset;
1548 index_table->ptses[index] = x;
1549 max_temporal_offset = FFMAX(max_temporal_offset, offset);
1553 /* calculate the fake index table in display order */
1554 for (x = 0; x < index_table->nb_ptses; x++) {
1555 index_table->fake_index[x].timestamp = x;
1556 if (index_table->ptses[x] != AV_NOPTS_VALUE)
1557 index_table->fake_index[index_table->ptses[x]].flags = flags[x];
1561 index_table->first_dts = -max_temporal_offset;
1567 * Sorts and collects index table segments into index tables.
1568 * Also computes PTSes if possible.
1570 static int mxf_compute_index_tables(MXFContext *mxf)
1572 int i, j, k, ret, nb_sorted_segments;
1573 MXFIndexTableSegment **sorted_segments = NULL;
1575 if ((ret = mxf_get_sorted_table_segments(mxf, &nb_sorted_segments, &sorted_segments)) ||
1576 nb_sorted_segments <= 0) {
1577 av_log(mxf->fc, AV_LOG_WARNING, "broken or empty index\n");
1581 /* sanity check and count unique BodySIDs/IndexSIDs */
1582 for (i = 0; i < nb_sorted_segments; i++) {
1583 if (i == 0 || sorted_segments[i-1]->index_sid != sorted_segments[i]->index_sid)
1584 mxf->nb_index_tables++;
1585 else if (sorted_segments[i-1]->body_sid != sorted_segments[i]->body_sid) {
1586 av_log(mxf->fc, AV_LOG_ERROR, "found inconsistent BodySID\n");
1587 ret = AVERROR_INVALIDDATA;
1588 goto finish_decoding_index;
1592 mxf->index_tables = av_mallocz_array(mxf->nb_index_tables,
1593 sizeof(*mxf->index_tables));
1594 if (!mxf->index_tables) {
1595 av_log(mxf->fc, AV_LOG_ERROR, "failed to allocate index tables\n");
1596 ret = AVERROR(ENOMEM);
1597 goto finish_decoding_index;
1600 /* distribute sorted segments to index tables */
1601 for (i = j = 0; i < nb_sorted_segments; i++) {
1602 if (i != 0 && sorted_segments[i-1]->index_sid != sorted_segments[i]->index_sid) {
1607 mxf->index_tables[j].nb_segments++;
1610 for (i = j = 0; j < mxf->nb_index_tables; i += mxf->index_tables[j++].nb_segments) {
1611 MXFIndexTable *t = &mxf->index_tables[j];
1612 MXFTrack *mxf_track = NULL;
1614 t->segments = av_mallocz_array(t->nb_segments,
1615 sizeof(*t->segments));
1618 av_log(mxf->fc, AV_LOG_ERROR, "failed to allocate IndexTableSegment"
1619 " pointer array\n");
1620 ret = AVERROR(ENOMEM);
1621 goto finish_decoding_index;
1624 if (sorted_segments[i]->index_start_position)
1625 av_log(mxf->fc, AV_LOG_WARNING, "IndexSID %i starts at EditUnit %"PRId64" - seeking may not work as expected\n",
1626 sorted_segments[i]->index_sid, sorted_segments[i]->index_start_position);
1628 memcpy(t->segments, &sorted_segments[i], t->nb_segments * sizeof(MXFIndexTableSegment*));
1629 t->index_sid = sorted_segments[i]->index_sid;
1630 t->body_sid = sorted_segments[i]->body_sid;
1632 if ((ret = mxf_compute_ptses_fake_index(mxf, t)) < 0)
1633 goto finish_decoding_index;
1635 for (k = 0; k < mxf->fc->nb_streams; k++) {
1636 MXFTrack *track = mxf->fc->streams[k]->priv_data;
1637 if (track && track->index_sid == t->index_sid) {
1643 /* fix zero IndexDurations */
1644 for (k = 0; k < t->nb_segments; k++) {
1645 if (t->segments[k]->index_duration)
1648 if (t->nb_segments > 1)
1649 av_log(mxf->fc, AV_LOG_WARNING, "IndexSID %i segment %i has zero IndexDuration and there's more than one segment\n",
1653 av_log(mxf->fc, AV_LOG_WARNING, "no streams?\n");
1657 /* assume the first stream's duration is reasonable
1658 * leave index_duration = 0 on further segments in case we have any (unlikely)
1660 t->segments[k]->index_duration = mxf_track->original_duration;
1666 finish_decoding_index:
1667 av_free(sorted_segments);
1671 static int mxf_is_intra_only(MXFDescriptor *descriptor)
1673 return mxf_get_codec_ul(mxf_intra_only_essence_container_uls,
1674 &descriptor->essence_container_ul)->id != AV_CODEC_ID_NONE ||
1675 mxf_get_codec_ul(mxf_intra_only_picture_essence_coding_uls,
1676 &descriptor->essence_codec_ul)->id != AV_CODEC_ID_NONE;
1679 static int mxf_uid_to_str(UID uid, char **str)
1683 p = *str = av_mallocz(sizeof(UID) * 2 + 4 + 1);
1685 return AVERROR(ENOMEM);
1686 for (i = 0; i < sizeof(UID); i++) {
1687 snprintf(p, 2 + 1, "%.2x", uid[i]);
1689 if (i == 3 || i == 5 || i == 7 || i == 9) {
1690 snprintf(p, 1 + 1, "-");
1697 static int mxf_umid_to_str(UID ul, UID uid, char **str)
1701 p = *str = av_mallocz(sizeof(UID) * 4 + 2 + 1);
1703 return AVERROR(ENOMEM);
1704 snprintf(p, 2 + 1, "0x");
1706 for (i = 0; i < sizeof(UID); i++) {
1707 snprintf(p, 2 + 1, "%.2X", ul[i]);
1711 for (i = 0; i < sizeof(UID); i++) {
1712 snprintf(p, 2 + 1, "%.2X", uid[i]);
1718 static int mxf_add_umid_metadata(AVDictionary **pm, const char *key, MXFPackage* package)
1724 if ((ret = mxf_umid_to_str(package->package_ul, package->package_uid, &str)) < 0)
1726 av_dict_set(pm, key, str, AV_DICT_DONT_STRDUP_VAL);
1730 static int mxf_add_timecode_metadata(AVDictionary **pm, const char *key, AVTimecode *tc)
1732 char buf[AV_TIMECODE_STR_SIZE];
1733 av_dict_set(pm, key, av_timecode_make_string(tc, buf, 0), 0);
1738 static MXFTimecodeComponent* mxf_resolve_timecode_component(MXFContext *mxf, UID *strong_ref)
1740 MXFStructuralComponent *component = NULL;
1741 MXFPulldownComponent *pulldown = NULL;
1743 component = mxf_resolve_strong_ref(mxf, strong_ref, AnyType);
1747 switch (component->type) {
1748 case TimecodeComponent:
1749 return (MXFTimecodeComponent*)component;
1750 case PulldownComponent: /* timcode component may be located on a pulldown component */
1751 pulldown = (MXFPulldownComponent*)component;
1752 return mxf_resolve_strong_ref(mxf, &pulldown->input_segment_ref, TimecodeComponent);
1759 static MXFPackage* mxf_resolve_source_package(MXFContext *mxf, UID package_ul, UID package_uid)
1761 MXFPackage *package = NULL;
1764 for (i = 0; i < mxf->packages_count; i++) {
1765 package = mxf_resolve_strong_ref(mxf, &mxf->packages_refs[i], SourcePackage);
1769 if (!memcmp(package->package_ul, package_ul, 16) && !memcmp(package->package_uid, package_uid, 16))
1775 static MXFDescriptor* mxf_resolve_multidescriptor(MXFContext *mxf, MXFDescriptor *descriptor, int track_id)
1777 MXFDescriptor *sub_descriptor = NULL;
1783 if (descriptor->type == MultipleDescriptor) {
1784 for (i = 0; i < descriptor->sub_descriptors_count; i++) {
1785 sub_descriptor = mxf_resolve_strong_ref(mxf, &descriptor->sub_descriptors_refs[i], Descriptor);
1787 if (!sub_descriptor) {
1788 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve sub descriptor strong ref\n");
1791 if (sub_descriptor->linked_track_id == track_id) {
1792 return sub_descriptor;
1795 } else if (descriptor->type == Descriptor)
1801 static MXFStructuralComponent* mxf_resolve_essence_group_choice(MXFContext *mxf, MXFEssenceGroup *essence_group)
1803 MXFStructuralComponent *component = NULL;
1804 MXFPackage *package = NULL;
1805 MXFDescriptor *descriptor = NULL;
1808 if (!essence_group || !essence_group->structural_components_count)
1811 /* essence groups contains multiple representations of the same media,
1812 this return the first components with a valid Descriptor typically index 0 */
1813 for (i =0; i < essence_group->structural_components_count; i++){
1814 component = mxf_resolve_strong_ref(mxf, &essence_group->structural_components_refs[i], SourceClip);
1818 if (!(package = mxf_resolve_source_package(mxf, component->source_package_ul, component->source_package_uid)))
1821 descriptor = mxf_resolve_strong_ref(mxf, &package->descriptor_ref, Descriptor);
1828 static MXFStructuralComponent* mxf_resolve_sourceclip(MXFContext *mxf, UID *strong_ref)
1830 MXFStructuralComponent *component = NULL;
1832 component = mxf_resolve_strong_ref(mxf, strong_ref, AnyType);
1835 switch (component->type) {
1839 return mxf_resolve_essence_group_choice(mxf, (MXFEssenceGroup*) component);
1846 static int mxf_parse_package_comments(MXFContext *mxf, AVDictionary **pm, MXFPackage *package)
1848 MXFTaggedValue *tag;
1852 for (i = 0; i < package->comment_count; i++) {
1853 tag = mxf_resolve_strong_ref(mxf, &package->comment_refs[i], TaggedValue);
1854 if (!tag || !tag->name || !tag->value)
1857 size = strlen(tag->name) + 8 + 1;
1858 key = av_mallocz(size);
1860 return AVERROR(ENOMEM);
1862 snprintf(key, size, "comment_%s", tag->name);
1863 av_dict_set(pm, key, tag->value, AV_DICT_DONT_STRDUP_KEY);
1868 static int mxf_parse_physical_source_package(MXFContext *mxf, MXFTrack *source_track, AVStream *st)
1870 MXFPackage *physical_package = NULL;
1871 MXFTrack *physical_track = NULL;
1872 MXFStructuralComponent *sourceclip = NULL;
1873 MXFTimecodeComponent *mxf_tc = NULL;
1877 int64_t start_position;
1879 for (i = 0; i < source_track->sequence->structural_components_count; i++) {
1880 sourceclip = mxf_resolve_strong_ref(mxf, &source_track->sequence->structural_components_refs[i], SourceClip);
1884 if (!(physical_package = mxf_resolve_source_package(mxf, sourceclip->source_package_ul, sourceclip->source_package_uid)))
1887 mxf_add_umid_metadata(&st->metadata, "reel_umid", physical_package);
1889 /* the name of physical source package is name of the reel or tape */
1890 if (physical_package->name && physical_package->name[0])
1891 av_dict_set(&st->metadata, "reel_name", physical_package->name, 0);
1893 /* the source timecode is calculated by adding the start_position of the sourceclip from the file source package track
1894 * to the start_frame of the timecode component located on one of the tracks of the physical source package.
1896 for (j = 0; j < physical_package->tracks_count; j++) {
1897 if (!(physical_track = mxf_resolve_strong_ref(mxf, &physical_package->tracks_refs[j], Track))) {
1898 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve source track strong ref\n");
1902 if (!(physical_track->sequence = mxf_resolve_strong_ref(mxf, &physical_track->sequence_ref, Sequence))) {
1903 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve source track sequence strong ref\n");
1907 if (physical_track->edit_rate.num <= 0 ||
1908 physical_track->edit_rate.den <= 0) {
1909 av_log(mxf->fc, AV_LOG_WARNING,
1910 "Invalid edit rate (%d/%d) found on structural"
1911 " component #%d, defaulting to 25/1\n",
1912 physical_track->edit_rate.num,
1913 physical_track->edit_rate.den, i);
1914 physical_track->edit_rate = (AVRational){25, 1};
1917 for (k = 0; k < physical_track->sequence->structural_components_count; k++) {
1918 if (!(mxf_tc = mxf_resolve_timecode_component(mxf, &physical_track->sequence->structural_components_refs[k])))
1921 flags = mxf_tc->drop_frame == 1 ? AV_TIMECODE_FLAG_DROPFRAME : 0;
1922 /* scale sourceclip start_position to match physical track edit rate */
1923 start_position = av_rescale_q(sourceclip->start_position,
1924 physical_track->edit_rate,
1925 source_track->edit_rate);
1927 if (av_timecode_init(&tc, mxf_tc->rate, flags, start_position + mxf_tc->start_frame, mxf->fc) == 0) {
1928 mxf_add_timecode_metadata(&st->metadata, "timecode", &tc);
1938 static int mxf_add_metadata_stream(MXFContext *mxf, MXFTrack *track)
1940 MXFStructuralComponent *component = NULL;
1941 const MXFCodecUL *codec_ul = NULL;
1942 MXFPackage tmp_package;
1946 for (j = 0; j < track->sequence->structural_components_count; j++) {
1947 component = mxf_resolve_sourceclip(mxf, &track->sequence->structural_components_refs[j]);
1955 st = avformat_new_stream(mxf->fc, NULL);
1957 av_log(mxf->fc, AV_LOG_ERROR, "could not allocate metadata stream\n");
1958 return AVERROR(ENOMEM);
1961 st->codecpar->codec_type = AVMEDIA_TYPE_DATA;
1962 st->codecpar->codec_id = AV_CODEC_ID_NONE;
1963 st->id = track->track_id;
1965 memcpy(&tmp_package.package_ul, component->source_package_ul, 16);
1966 memcpy(&tmp_package.package_uid, component->source_package_uid, 16);
1967 mxf_add_umid_metadata(&st->metadata, "file_package_umid", &tmp_package);
1968 if (track->name && track->name[0])
1969 av_dict_set(&st->metadata, "track_name", track->name, 0);
1971 codec_ul = mxf_get_codec_ul(ff_mxf_data_definition_uls, &track->sequence->data_definition_ul);
1972 av_dict_set(&st->metadata, "data_type", av_get_media_type_string(codec_ul->id), 0);
1976 static int mxf_parse_structural_metadata(MXFContext *mxf)
1978 MXFPackage *material_package = NULL;
1981 av_log(mxf->fc, AV_LOG_TRACE, "metadata sets count %d\n", mxf->metadata_sets_count);
1982 /* TODO: handle multiple material packages (OP3x) */
1983 for (i = 0; i < mxf->packages_count; i++) {
1984 material_package = mxf_resolve_strong_ref(mxf, &mxf->packages_refs[i], MaterialPackage);
1985 if (material_package) break;
1987 if (!material_package) {
1988 av_log(mxf->fc, AV_LOG_ERROR, "no material package found\n");
1989 return AVERROR_INVALIDDATA;
1992 mxf_add_umid_metadata(&mxf->fc->metadata, "material_package_umid", material_package);
1993 if (material_package->name && material_package->name[0])
1994 av_dict_set(&mxf->fc->metadata, "material_package_name", material_package->name, 0);
1995 mxf_parse_package_comments(mxf, &mxf->fc->metadata, material_package);
1997 for (i = 0; i < material_package->tracks_count; i++) {
1998 MXFPackage *source_package = NULL;
1999 MXFTrack *material_track = NULL;
2000 MXFTrack *source_track = NULL;
2001 MXFTrack *temp_track = NULL;
2002 MXFDescriptor *descriptor = NULL;
2003 MXFStructuralComponent *component = NULL;
2004 MXFTimecodeComponent *mxf_tc = NULL;
2005 UID *essence_container_ul = NULL;
2006 const MXFCodecUL *codec_ul = NULL;
2007 const MXFCodecUL *container_ul = NULL;
2008 const MXFCodecUL *pix_fmt_ul = NULL;
2013 if (!(material_track = mxf_resolve_strong_ref(mxf, &material_package->tracks_refs[i], Track))) {
2014 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve material track strong ref\n");
2018 if ((component = mxf_resolve_strong_ref(mxf, &material_track->sequence_ref, TimecodeComponent))) {
2019 mxf_tc = (MXFTimecodeComponent*)component;
2020 flags = mxf_tc->drop_frame == 1 ? AV_TIMECODE_FLAG_DROPFRAME : 0;
2021 if (av_timecode_init(&tc, mxf_tc->rate, flags, mxf_tc->start_frame, mxf->fc) == 0) {
2022 mxf_add_timecode_metadata(&mxf->fc->metadata, "timecode", &tc);
2026 if (!(material_track->sequence = mxf_resolve_strong_ref(mxf, &material_track->sequence_ref, Sequence))) {
2027 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve material track sequence strong ref\n");
2031 for (j = 0; j < material_track->sequence->structural_components_count; j++) {
2032 component = mxf_resolve_strong_ref(mxf, &material_track->sequence->structural_components_refs[j], TimecodeComponent);
2036 mxf_tc = (MXFTimecodeComponent*)component;
2037 flags = mxf_tc->drop_frame == 1 ? AV_TIMECODE_FLAG_DROPFRAME : 0;
2038 if (av_timecode_init(&tc, mxf_tc->rate, flags, mxf_tc->start_frame, mxf->fc) == 0) {
2039 mxf_add_timecode_metadata(&mxf->fc->metadata, "timecode", &tc);
2044 /* TODO: handle multiple source clips, only finds first valid source clip */
2045 if(material_track->sequence->structural_components_count > 1)
2046 av_log(mxf->fc, AV_LOG_WARNING, "material track %d: has %d components\n",
2047 material_track->track_id, material_track->sequence->structural_components_count);
2049 for (j = 0; j < material_track->sequence->structural_components_count; j++) {
2050 component = mxf_resolve_sourceclip(mxf, &material_track->sequence->structural_components_refs[j]);
2054 source_package = mxf_resolve_source_package(mxf, component->source_package_ul, component->source_package_uid);
2055 if (!source_package) {
2056 av_log(mxf->fc, AV_LOG_TRACE, "material track %d: no corresponding source package found\n", material_track->track_id);
2059 for (k = 0; k < source_package->tracks_count; k++) {
2060 if (!(temp_track = mxf_resolve_strong_ref(mxf, &source_package->tracks_refs[k], Track))) {
2061 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve source track strong ref\n");
2062 ret = AVERROR_INVALIDDATA;
2065 if (temp_track->track_id == component->source_track_id) {
2066 source_track = temp_track;
2070 if (!source_track) {
2071 av_log(mxf->fc, AV_LOG_ERROR, "material track %d: no corresponding source track found\n", material_track->track_id);
2075 for (k = 0; k < mxf->essence_container_data_count; k++) {
2076 MXFEssenceContainerData *essence_data;
2078 if (!(essence_data = mxf_resolve_strong_ref(mxf, &mxf->essence_container_data_refs[k], EssenceContainerData))) {
2079 av_log(mxf, AV_LOG_TRACE, "could not resolve essence container data strong ref\n");
2082 if (!memcmp(component->source_package_ul, essence_data->package_ul, sizeof(UID)) && !memcmp(component->source_package_uid, essence_data->package_uid, sizeof(UID))) {
2083 source_track->body_sid = essence_data->body_sid;
2084 source_track->index_sid = essence_data->index_sid;
2089 if(source_track && component)
2092 if (!source_track || !component || !source_package) {
2093 if((ret = mxf_add_metadata_stream(mxf, material_track)))
2098 if (!(source_track->sequence = mxf_resolve_strong_ref(mxf, &source_track->sequence_ref, Sequence))) {
2099 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve source track sequence strong ref\n");
2100 ret = AVERROR_INVALIDDATA;
2104 /* 0001GL00.MXF.A1.mxf_opatom.mxf has the same SourcePackageID as 0001GL.MXF.V1.mxf_opatom.mxf
2105 * This would result in both files appearing to have two streams. Work around this by sanity checking DataDefinition */
2106 if (memcmp(material_track->sequence->data_definition_ul, source_track->sequence->data_definition_ul, 16)) {
2107 av_log(mxf->fc, AV_LOG_ERROR, "material track %d: DataDefinition mismatch\n", material_track->track_id);
2111 st = avformat_new_stream(mxf->fc, NULL);
2113 av_log(mxf->fc, AV_LOG_ERROR, "could not allocate stream\n");
2114 ret = AVERROR(ENOMEM);
2117 st->id = material_track->track_id;
2118 st->priv_data = source_track;
2120 source_package->descriptor = mxf_resolve_strong_ref(mxf, &source_package->descriptor_ref, AnyType);
2121 descriptor = mxf_resolve_multidescriptor(mxf, source_package->descriptor, source_track->track_id);
2123 /* A SourceClip from a EssenceGroup may only be a single frame of essence data. The clips duration is then how many
2124 * frames its suppose to repeat for. Descriptor->duration, if present, contains the real duration of the essence data */
2125 if (descriptor && descriptor->duration != AV_NOPTS_VALUE)
2126 source_track->original_duration = st->duration = FFMIN(descriptor->duration, component->duration);
2128 source_track->original_duration = st->duration = component->duration;
2130 if (st->duration == -1)
2131 st->duration = AV_NOPTS_VALUE;
2132 st->start_time = component->start_position;
2133 if (material_track->edit_rate.num <= 0 ||
2134 material_track->edit_rate.den <= 0) {
2135 av_log(mxf->fc, AV_LOG_WARNING,
2136 "Invalid edit rate (%d/%d) found on stream #%d, "
2137 "defaulting to 25/1\n",
2138 material_track->edit_rate.num,
2139 material_track->edit_rate.den, st->index);
2140 material_track->edit_rate = (AVRational){25, 1};
2142 avpriv_set_pts_info(st, 64, material_track->edit_rate.den, material_track->edit_rate.num);
2144 /* ensure SourceTrack EditRate == MaterialTrack EditRate since only
2145 * the former is accessible via st->priv_data */
2146 source_track->edit_rate = material_track->edit_rate;
2148 PRINT_KEY(mxf->fc, "data definition ul", source_track->sequence->data_definition_ul);
2149 codec_ul = mxf_get_codec_ul(ff_mxf_data_definition_uls, &source_track->sequence->data_definition_ul);
2150 st->codecpar->codec_type = codec_ul->id;
2153 av_log(mxf->fc, AV_LOG_INFO, "source track %d: stream %d, no descriptor found\n", source_track->track_id, st->index);
2156 PRINT_KEY(mxf->fc, "essence codec ul", descriptor->essence_codec_ul);
2157 PRINT_KEY(mxf->fc, "essence container ul", descriptor->essence_container_ul);
2158 essence_container_ul = &descriptor->essence_container_ul;
2159 /* HACK: replacing the original key with mxf_encrypted_essence_container
2160 * is not allowed according to s429-6, try to find correct information anyway */
2161 if (IS_KLV_KEY(essence_container_ul, mxf_encrypted_essence_container)) {
2162 av_log(mxf->fc, AV_LOG_INFO, "broken encrypted mxf file\n");
2163 for (k = 0; k < mxf->metadata_sets_count; k++) {
2164 MXFMetadataSet *metadata = mxf->metadata_sets[k];
2165 if (metadata->type == CryptoContext) {
2166 essence_container_ul = &((MXFCryptoContext *)metadata)->source_container_ul;
2172 /* TODO: drop PictureEssenceCoding and SoundEssenceCompression, only check EssenceContainer */
2173 codec_ul = mxf_get_codec_ul(ff_mxf_codec_uls, &descriptor->essence_codec_ul);
2174 st->codecpar->codec_id = (enum AVCodecID)codec_ul->id;
2175 if (st->codecpar->codec_id == AV_CODEC_ID_NONE) {
2176 codec_ul = mxf_get_codec_ul(ff_mxf_codec_uls, &descriptor->codec_ul);
2177 st->codecpar->codec_id = (enum AVCodecID)codec_ul->id;
2180 av_log(mxf->fc, AV_LOG_VERBOSE, "%s: Universal Label: ",
2181 avcodec_get_name(st->codecpar->codec_id));
2182 for (k = 0; k < 16; k++) {
2183 av_log(mxf->fc, AV_LOG_VERBOSE, "%.2x",
2184 descriptor->essence_codec_ul[k]);
2185 if (!(k+1 & 19) || k == 5)
2186 av_log(mxf->fc, AV_LOG_VERBOSE, ".");
2188 av_log(mxf->fc, AV_LOG_VERBOSE, "\n");
2190 mxf_add_umid_metadata(&st->metadata, "file_package_umid", source_package);
2191 if (source_package->name && source_package->name[0])
2192 av_dict_set(&st->metadata, "file_package_name", source_package->name, 0);
2193 if (material_track->name && material_track->name[0])
2194 av_dict_set(&st->metadata, "track_name", material_track->name, 0);
2196 mxf_parse_physical_source_package(mxf, source_track, st);
2198 if (st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) {
2199 source_track->intra_only = mxf_is_intra_only(descriptor);
2200 container_ul = mxf_get_codec_ul(mxf_picture_essence_container_uls, essence_container_ul);
2201 if (st->codecpar->codec_id == AV_CODEC_ID_NONE)
2202 st->codecpar->codec_id = container_ul->id;
2203 st->codecpar->width = descriptor->width;
2204 st->codecpar->height = descriptor->height; /* Field height, not frame height */
2205 switch (descriptor->frame_layout) {
2207 st->codecpar->field_order = AV_FIELD_PROGRESSIVE;
2210 /* Every other line is stored and needs to be duplicated. */
2211 av_log(mxf->fc, AV_LOG_INFO, "OneField frame layout isn't currently supported\n");
2212 break; /* The correct thing to do here is fall through, but by breaking we might be
2213 able to decode some streams at half the vertical resolution, rather than not al all.
2214 It's also for compatibility with the old behavior. */
2217 case SegmentedFrame:
2218 st->codecpar->field_order = AV_FIELD_PROGRESSIVE;
2219 case SeparateFields:
2220 av_log(mxf->fc, AV_LOG_DEBUG, "video_line_map: (%d, %d), field_dominance: %d\n",
2221 descriptor->video_line_map[0], descriptor->video_line_map[1],
2222 descriptor->field_dominance);
2223 if ((descriptor->video_line_map[0] > 0) && (descriptor->video_line_map[1] > 0)) {
2224 /* Detect coded field order from VideoLineMap:
2225 * (even, even) => bottom field coded first
2226 * (even, odd) => top field coded first
2227 * (odd, even) => top field coded first
2228 * (odd, odd) => bottom field coded first
2230 if ((descriptor->video_line_map[0] + descriptor->video_line_map[1]) % 2) {
2231 switch (descriptor->field_dominance) {
2232 case MXF_FIELD_DOMINANCE_DEFAULT:
2233 case MXF_FIELD_DOMINANCE_FF:
2234 st->codecpar->field_order = AV_FIELD_TT;
2236 case MXF_FIELD_DOMINANCE_FL:
2237 st->codecpar->field_order = AV_FIELD_TB;
2240 avpriv_request_sample(mxf->fc,
2241 "Field dominance %d support",
2242 descriptor->field_dominance);
2245 switch (descriptor->field_dominance) {
2246 case MXF_FIELD_DOMINANCE_DEFAULT:
2247 case MXF_FIELD_DOMINANCE_FF:
2248 st->codecpar->field_order = AV_FIELD_BB;
2250 case MXF_FIELD_DOMINANCE_FL:
2251 st->codecpar->field_order = AV_FIELD_BT;
2254 avpriv_request_sample(mxf->fc,
2255 "Field dominance %d support",
2256 descriptor->field_dominance);
2260 /* Turn field height into frame height. */
2261 st->codecpar->height *= 2;
2264 av_log(mxf->fc, AV_LOG_INFO, "Unknown frame layout type: %d\n", descriptor->frame_layout);
2266 if (st->codecpar->codec_id == AV_CODEC_ID_RAWVIDEO) {
2267 st->codecpar->format = descriptor->pix_fmt;
2268 if (st->codecpar->format == AV_PIX_FMT_NONE) {
2269 pix_fmt_ul = mxf_get_codec_ul(ff_mxf_pixel_format_uls,
2270 &descriptor->essence_codec_ul);
2271 st->codecpar->format = (enum AVPixelFormat)pix_fmt_ul->id;
2272 if (st->codecpar->format== AV_PIX_FMT_NONE) {
2273 st->codecpar->codec_tag = mxf_get_codec_ul(ff_mxf_codec_tag_uls,
2274 &descriptor->essence_codec_ul)->id;
2275 if (!st->codecpar->codec_tag) {
2276 /* support files created before RP224v10 by defaulting to UYVY422
2277 if subsampling is 4:2:2 and component depth is 8-bit */
2278 if (descriptor->horiz_subsampling == 2 &&
2279 descriptor->vert_subsampling == 1 &&
2280 descriptor->component_depth == 8) {
2281 st->codecpar->format = AV_PIX_FMT_UYVY422;
2287 st->need_parsing = AVSTREAM_PARSE_HEADERS;
2288 if (material_track->sequence->origin) {
2289 av_dict_set_int(&st->metadata, "material_track_origin", material_track->sequence->origin, 0);
2291 if (source_track->sequence->origin) {
2292 av_dict_set_int(&st->metadata, "source_track_origin", source_track->sequence->origin, 0);
2294 if (descriptor->aspect_ratio.num && descriptor->aspect_ratio.den)
2295 st->display_aspect_ratio = descriptor->aspect_ratio;
2296 } else if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO) {
2297 container_ul = mxf_get_codec_ul(mxf_sound_essence_container_uls, essence_container_ul);
2298 /* Only overwrite existing codec ID if it is unset or A-law, which is the default according to SMPTE RP 224. */
2299 if (st->codecpar->codec_id == AV_CODEC_ID_NONE || (st->codecpar->codec_id == AV_CODEC_ID_PCM_ALAW && (enum AVCodecID)container_ul->id != AV_CODEC_ID_NONE))
2300 st->codecpar->codec_id = (enum AVCodecID)container_ul->id;
2301 st->codecpar->channels = descriptor->channels;
2302 st->codecpar->bits_per_coded_sample = descriptor->bits_per_sample;
2304 if (descriptor->sample_rate.den > 0) {
2305 st->codecpar->sample_rate = descriptor->sample_rate.num / descriptor->sample_rate.den;
2306 avpriv_set_pts_info(st, 64, descriptor->sample_rate.den, descriptor->sample_rate.num);
2308 av_log(mxf->fc, AV_LOG_WARNING, "invalid sample rate (%d/%d) "
2309 "found for stream #%d, time base forced to 1/48000\n",
2310 descriptor->sample_rate.num, descriptor->sample_rate.den,
2312 avpriv_set_pts_info(st, 64, 1, 48000);
2315 /* if duration is set, rescale it from EditRate to SampleRate */
2316 if (st->duration != AV_NOPTS_VALUE)
2317 st->duration = av_rescale_q(st->duration,
2318 av_inv_q(material_track->edit_rate),
2321 /* TODO: implement AV_CODEC_ID_RAWAUDIO */
2322 if (st->codecpar->codec_id == AV_CODEC_ID_PCM_S16LE) {
2323 if (descriptor->bits_per_sample > 16 && descriptor->bits_per_sample <= 24)
2324 st->codecpar->codec_id = AV_CODEC_ID_PCM_S24LE;
2325 else if (descriptor->bits_per_sample == 32)
2326 st->codecpar->codec_id = AV_CODEC_ID_PCM_S32LE;
2327 } else if (st->codecpar->codec_id == AV_CODEC_ID_PCM_S16BE) {
2328 if (descriptor->bits_per_sample > 16 && descriptor->bits_per_sample <= 24)
2329 st->codecpar->codec_id = AV_CODEC_ID_PCM_S24BE;
2330 else if (descriptor->bits_per_sample == 32)
2331 st->codecpar->codec_id = AV_CODEC_ID_PCM_S32BE;
2332 } else if (st->codecpar->codec_id == AV_CODEC_ID_MP2) {
2333 st->need_parsing = AVSTREAM_PARSE_FULL;
2335 } else if (st->codecpar->codec_type == AVMEDIA_TYPE_DATA) {
2336 int codec_id = mxf_get_codec_ul(mxf_data_essence_container_uls,
2337 essence_container_ul)->id;
2338 if (codec_id >= 0 &&
2339 codec_id < FF_ARRAY_ELEMS(mxf_data_essence_descriptor)) {
2340 av_dict_set(&st->metadata, "data_type",
2341 mxf_data_essence_descriptor[codec_id], 0);
2344 if (descriptor->extradata) {
2345 if (!ff_alloc_extradata(st->codecpar, descriptor->extradata_size)) {
2346 memcpy(st->codecpar->extradata, descriptor->extradata, descriptor->extradata_size);
2348 } else if (st->codecpar->codec_id == AV_CODEC_ID_H264) {
2349 int coded_width = mxf_get_codec_ul(mxf_intra_only_picture_coded_width,
2350 &descriptor->essence_codec_ul)->id;
2352 st->codecpar->width = coded_width;
2353 ret = ff_generate_avci_extradata(st);
2357 if (st->codecpar->codec_type != AVMEDIA_TYPE_DATA && (*essence_container_ul)[15] > 0x01) {
2358 /* TODO: decode timestamps */
2359 st->need_parsing = AVSTREAM_PARSE_TIMESTAMPS;
2368 static int64_t mxf_timestamp_to_int64(uint64_t timestamp)
2370 struct tm time = { 0 };
2371 time.tm_year = (timestamp >> 48) - 1900;
2372 time.tm_mon = (timestamp >> 40 & 0xFF) - 1;
2373 time.tm_mday = (timestamp >> 32 & 0xFF);
2374 time.tm_hour = (timestamp >> 24 & 0xFF);
2375 time.tm_min = (timestamp >> 16 & 0xFF);
2376 time.tm_sec = (timestamp >> 8 & 0xFF);
2378 /* msvcrt versions of strftime calls the invalid parameter handler
2379 * (aborting the process if one isn't set) if the parameters are out
2381 time.tm_mon = av_clip(time.tm_mon, 0, 11);
2382 time.tm_mday = av_clip(time.tm_mday, 1, 31);
2383 time.tm_hour = av_clip(time.tm_hour, 0, 23);
2384 time.tm_min = av_clip(time.tm_min, 0, 59);
2385 time.tm_sec = av_clip(time.tm_sec, 0, 59);
2387 return (int64_t)av_timegm(&time) * 1000000;
2390 #define SET_STR_METADATA(pb, name, str) do { \
2391 if ((ret = mxf_read_utf16be_string(pb, size, &str)) < 0) \
2393 av_dict_set(&s->metadata, name, str, AV_DICT_DONT_STRDUP_VAL); \
2396 #define SET_UID_METADATA(pb, name, var, str) do { \
2397 avio_read(pb, var, 16); \
2398 if ((ret = mxf_uid_to_str(var, &str)) < 0) \
2400 av_dict_set(&s->metadata, name, str, AV_DICT_DONT_STRDUP_VAL); \
2403 #define SET_TS_METADATA(pb, name, var, str) do { \
2404 var = avio_rb64(pb); \
2405 if ((ret = avpriv_dict_set_timestamp(&s->metadata, name, mxf_timestamp_to_int64(var)) < 0)) \
2409 static int mxf_read_identification_metadata(void *arg, AVIOContext *pb, int tag, int size, UID _uid, int64_t klv_offset)
2411 MXFContext *mxf = arg;
2412 AVFormatContext *s = mxf->fc;
2419 SET_STR_METADATA(pb, "company_name", str);
2422 SET_STR_METADATA(pb, "product_name", str);
2425 SET_STR_METADATA(pb, "product_version", str);
2428 SET_UID_METADATA(pb, "product_uid", uid, str);
2431 SET_TS_METADATA(pb, "modification_date", ts, str);
2434 SET_STR_METADATA(pb, "application_platform", str);
2437 SET_UID_METADATA(pb, "generation_uid", uid, str);
2440 SET_UID_METADATA(pb, "uid", uid, str);
2446 static int mxf_read_preface_metadata(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
2448 MXFContext *mxf = arg;
2449 AVFormatContext *s = mxf->fc;
2453 if (tag >= 0x8000 && (IS_KLV_KEY(uid, mxf_avid_project_name))) {
2454 SET_STR_METADATA(pb, "project_name", str);
2459 static const MXFMetadataReadTableEntry mxf_metadata_read_table[] = {
2460 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x05,0x01,0x00 }, mxf_read_primer_pack },
2461 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x01,0x00 }, mxf_read_partition_pack },
2462 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x02,0x00 }, mxf_read_partition_pack },
2463 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x03,0x00 }, mxf_read_partition_pack },
2464 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x04,0x00 }, mxf_read_partition_pack },
2465 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x01,0x00 }, mxf_read_partition_pack },
2466 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x02,0x00 }, mxf_read_partition_pack },
2467 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x03,0x00 }, mxf_read_partition_pack },
2468 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x04,0x00 }, mxf_read_partition_pack },
2469 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x04,0x02,0x00 }, mxf_read_partition_pack },
2470 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x04,0x04,0x00 }, mxf_read_partition_pack },
2471 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x2f,0x00 }, mxf_read_preface_metadata },
2472 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x30,0x00 }, mxf_read_identification_metadata },
2473 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x18,0x00 }, mxf_read_content_storage, 0, AnyType },
2474 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x37,0x00 }, mxf_read_package, sizeof(MXFPackage), SourcePackage },
2475 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x36,0x00 }, mxf_read_package, sizeof(MXFPackage), MaterialPackage },
2476 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x0f,0x00 }, mxf_read_sequence, sizeof(MXFSequence), Sequence },
2477 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0D,0x01,0x01,0x01,0x01,0x01,0x05,0x00 }, mxf_read_essence_group, sizeof(MXFEssenceGroup), EssenceGroup},
2478 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x11,0x00 }, mxf_read_source_clip, sizeof(MXFStructuralComponent), SourceClip },
2479 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x3f,0x00 }, mxf_read_tagged_value, sizeof(MXFTaggedValue), TaggedValue },
2480 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x44,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), MultipleDescriptor },
2481 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x42,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* Generic Sound */
2482 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x28,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* CDCI */
2483 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x29,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* RGBA */
2484 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x48,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* Wave */
2485 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x47,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* AES3 */
2486 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x51,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* MPEG2VideoDescriptor */
2487 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x5c,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* VANC/VBI - SMPTE 436M */
2488 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x5e,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* MPEG2AudioDescriptor */
2489 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x3A,0x00 }, mxf_read_track, sizeof(MXFTrack), Track }, /* Static Track */
2490 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x3B,0x00 }, mxf_read_track, sizeof(MXFTrack), Track }, /* Generic Track */
2491 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x14,0x00 }, mxf_read_timecode_component, sizeof(MXFTimecodeComponent), TimecodeComponent },
2492 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x0c,0x00 }, mxf_read_pulldown_component, sizeof(MXFPulldownComponent), PulldownComponent },
2493 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x04,0x01,0x02,0x02,0x00,0x00 }, mxf_read_cryptographic_context, sizeof(MXFCryptoContext), CryptoContext },
2494 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x10,0x01,0x00 }, mxf_read_index_table_segment, sizeof(MXFIndexTableSegment), IndexTableSegment },
2495 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x23,0x00 }, mxf_read_essence_container_data, sizeof(MXFEssenceContainerData), EssenceContainerData },
2496 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, NULL, 0, AnyType },
2499 static int mxf_metadataset_init(MXFMetadataSet *ctx, enum MXFMetadataSetType type)
2502 case MultipleDescriptor:
2504 ((MXFDescriptor*)ctx)->pix_fmt = AV_PIX_FMT_NONE;
2505 ((MXFDescriptor*)ctx)->duration = AV_NOPTS_VALUE;
2513 static int mxf_read_local_tags(MXFContext *mxf, KLVPacket *klv, MXFMetadataReadFunc *read_child, int ctx_size, enum MXFMetadataSetType type)
2515 AVIOContext *pb = mxf->fc->pb;
2516 MXFMetadataSet *ctx = ctx_size ? av_mallocz(ctx_size) : mxf;
2517 uint64_t klv_end = avio_tell(pb) + klv->length;
2520 return AVERROR(ENOMEM);
2521 mxf_metadataset_init(ctx, type);
2522 while (avio_tell(pb) + 4 < klv_end && !avio_feof(pb)) {
2524 int tag = avio_rb16(pb);
2525 int size = avio_rb16(pb); /* KLV specified by 0x53 */
2526 uint64_t next = avio_tell(pb) + size;
2529 av_log(mxf->fc, AV_LOG_TRACE, "local tag %#04x size %d\n", tag, size);
2530 if (!size) { /* ignore empty tag, needed for some files with empty UMID tag */
2531 av_log(mxf->fc, AV_LOG_ERROR, "local tag %#04x with 0 size\n", tag);
2534 if (tag > 0x7FFF) { /* dynamic tag */
2536 for (i = 0; i < mxf->local_tags_count; i++) {
2537 int local_tag = AV_RB16(mxf->local_tags+i*18);
2538 if (local_tag == tag) {
2539 memcpy(uid, mxf->local_tags+i*18+2, 16);
2540 av_log(mxf->fc, AV_LOG_TRACE, "local tag %#04x\n", local_tag);
2541 PRINT_KEY(mxf->fc, "uid", uid);
2545 if (ctx_size && tag == 0x3C0A) {
2546 avio_read(pb, ctx->uid, 16);
2547 } else if ((ret = read_child(ctx, pb, tag, size, uid, -1)) < 0) {
2548 mxf_free_metadataset(&ctx, !!ctx_size);
2552 /* Accept the 64k local set limit being exceeded (Avid). Don't accept
2553 * it extending past the end of the KLV though (zzuf5.mxf). */
2554 if (avio_tell(pb) > klv_end) {
2557 mxf_free_metadataset(&ctx, !!ctx_size);
2560 av_log(mxf->fc, AV_LOG_ERROR,
2561 "local tag %#04x extends past end of local set @ %#"PRIx64"\n",
2563 return AVERROR_INVALIDDATA;
2564 } else if (avio_tell(pb) <= next) /* only seek forward, else this can loop for a long time */
2565 avio_seek(pb, next, SEEK_SET);
2567 if (ctx_size) ctx->type = type;
2568 return ctx_size ? mxf_add_metadata_set(mxf, ctx) : 0;
2572 * Matches any partition pack key, in other words:
2576 * @return non-zero if the key is a partition pack key, zero otherwise
2578 static int mxf_is_partition_pack_key(UID key)
2580 //NOTE: this is a little lax since it doesn't constraint key[14]
2581 return !memcmp(key, mxf_header_partition_pack_key, 13) &&
2582 key[13] >= 2 && key[13] <= 4;
2586 * Parses a metadata KLV
2587 * @return <0 on error, 0 otherwise
2589 static int mxf_parse_klv(MXFContext *mxf, KLVPacket klv, MXFMetadataReadFunc *read,
2590 int ctx_size, enum MXFMetadataSetType type)
2592 AVFormatContext *s = mxf->fc;
2594 if (klv.key[5] == 0x53) {
2595 res = mxf_read_local_tags(mxf, &klv, read, ctx_size, type);
2597 uint64_t next = avio_tell(s->pb) + klv.length;
2598 res = read(mxf, s->pb, 0, klv.length, klv.key, klv.offset);
2600 /* only seek forward, else this can loop for a long time */
2601 if (avio_tell(s->pb) > next) {
2602 av_log(s, AV_LOG_ERROR, "read past end of KLV @ %#"PRIx64"\n",
2604 return AVERROR_INVALIDDATA;
2607 avio_seek(s->pb, next, SEEK_SET);
2610 av_log(s, AV_LOG_ERROR, "error reading header metadata\n");
2617 * Seeks to the previous partition and parses it, if possible
2618 * @return <= 0 if we should stop parsing, > 0 if we should keep going
2620 static int mxf_seek_to_previous_partition(MXFContext *mxf)
2622 AVIOContext *pb = mxf->fc->pb;
2624 int64_t current_partition_ofs;
2627 if (!mxf->current_partition ||
2628 mxf->run_in + mxf->current_partition->previous_partition <= mxf->last_forward_tell)
2629 return 0; /* we've parsed all partitions */
2631 /* seek to previous partition */
2632 current_partition_ofs = mxf->current_partition->pack_ofs; //includes run-in
2633 avio_seek(pb, mxf->run_in + mxf->current_partition->previous_partition, SEEK_SET);
2634 mxf->current_partition = NULL;
2636 av_log(mxf->fc, AV_LOG_TRACE, "seeking to previous partition\n");
2638 /* Make sure this is actually a PartitionPack, and if so parse it.
2641 if ((ret = klv_read_packet(&klv, pb)) < 0) {
2642 av_log(mxf->fc, AV_LOG_ERROR, "failed to read PartitionPack KLV\n");
2646 if (!mxf_is_partition_pack_key(klv.key)) {
2647 av_log(mxf->fc, AV_LOG_ERROR, "PreviousPartition @ %" PRIx64 " isn't a PartitionPack\n", klv.offset);
2648 return AVERROR_INVALIDDATA;
2651 /* We can't just check ofs >= current_partition_ofs because PreviousPartition
2652 * can point to just before the current partition, causing klv_read_packet()
2653 * to sync back up to it. See deadlock3.mxf
2655 if (klv.offset >= current_partition_ofs) {
2656 av_log(mxf->fc, AV_LOG_ERROR, "PreviousPartition for PartitionPack @ %"
2657 PRIx64 " indirectly points to itself\n", current_partition_ofs);
2658 return AVERROR_INVALIDDATA;
2661 if ((ret = mxf_parse_klv(mxf, klv, mxf_read_partition_pack, 0, 0)) < 0)
2668 * Called when essence is encountered
2669 * @return <= 0 if we should stop parsing, > 0 if we should keep going
2671 static int mxf_parse_handle_essence(MXFContext *mxf)
2673 AVIOContext *pb = mxf->fc->pb;
2676 if (mxf->parsing_backward) {
2677 return mxf_seek_to_previous_partition(mxf);
2679 if (!mxf->footer_partition) {
2680 av_log(mxf->fc, AV_LOG_TRACE, "no FooterPartition\n");
2684 av_log(mxf->fc, AV_LOG_TRACE, "seeking to FooterPartition\n");
2686 /* remember where we were so we don't end up seeking further back than this */
2687 mxf->last_forward_tell = avio_tell(pb);
2689 if (!(pb->seekable & AVIO_SEEKABLE_NORMAL)) {
2690 av_log(mxf->fc, AV_LOG_INFO, "file is not seekable - not parsing FooterPartition\n");
2694 /* seek to FooterPartition and parse backward */
2695 if ((ret = avio_seek(pb, mxf->run_in + mxf->footer_partition, SEEK_SET)) < 0) {
2696 av_log(mxf->fc, AV_LOG_ERROR,
2697 "failed to seek to FooterPartition @ 0x%" PRIx64
2698 " (%"PRId64") - partial file?\n",
2699 mxf->run_in + mxf->footer_partition, ret);
2703 mxf->current_partition = NULL;
2704 mxf->parsing_backward = 1;
2711 * Called when the next partition or EOF is encountered
2712 * @return <= 0 if we should stop parsing, > 0 if we should keep going
2714 static int mxf_parse_handle_partition_or_eof(MXFContext *mxf)
2716 return mxf->parsing_backward ? mxf_seek_to_previous_partition(mxf) : 1;
2720 * Figures out the proper offset and length of the essence container in each partition
2722 static void mxf_compute_essence_containers(MXFContext *mxf)
2726 /* everything is already correct */
2727 if (mxf->op == OPAtom)
2730 for (x = 0; x < mxf->partitions_count; x++) {
2731 MXFPartition *p = &mxf->partitions[x];
2734 continue; /* BodySID == 0 -> no essence */
2736 if (x >= mxf->partitions_count - 1)
2737 break; /* FooterPartition - can't compute length (and we don't need to) */
2739 /* essence container spans to the next partition */
2740 p->essence_length = mxf->partitions[x+1].this_partition - p->essence_offset;
2742 if (p->essence_length < 0) {
2743 /* next ThisPartition < essence_offset */
2744 p->essence_length = 0;
2745 av_log(mxf->fc, AV_LOG_ERROR,
2746 "partition %i: bad ThisPartition = %"PRIX64"\n",
2747 x+1, mxf->partitions[x+1].this_partition);
2752 static int64_t round_to_kag(int64_t position, int kag_size)
2754 /* TODO: account for run-in? the spec isn't clear whether KAG should account for it */
2755 /* NOTE: kag_size may be any integer between 1 - 2^10 */
2756 int64_t ret = (position / kag_size) * kag_size;
2757 return ret == position ? ret : ret + kag_size;
2760 static int is_pcm(enum AVCodecID codec_id)
2762 /* we only care about "normal" PCM codecs until we get samples */
2763 return codec_id >= AV_CODEC_ID_PCM_S16LE && codec_id < AV_CODEC_ID_PCM_S24DAUD;
2766 static AVStream* mxf_get_opatom_stream(MXFContext *mxf)
2770 if (mxf->op != OPAtom)
2773 for (i = 0; i < mxf->fc->nb_streams; i++) {
2774 if (mxf->fc->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_DATA)
2776 return mxf->fc->streams[i];
2782 * Deal with the case where for some audio atoms EditUnitByteCount is
2783 * very small (2, 4..). In those cases we should read more than one
2784 * sample per call to mxf_read_packet().
2786 static void mxf_handle_small_eubc(AVFormatContext *s)
2788 MXFContext *mxf = s->priv_data;
2790 /* assuming non-OPAtom == frame wrapped
2791 * no sane writer would wrap 2 byte PCM packets with 20 byte headers.. */
2792 AVStream *st = mxf_get_opatom_stream(mxf);
2796 /* expect PCM with exactly one index table segment and a small (< 32) EUBC */
2797 if (st->codecpar->codec_type != AVMEDIA_TYPE_AUDIO ||
2798 !is_pcm(st->codecpar->codec_id) ||
2799 mxf->nb_index_tables != 1 ||
2800 mxf->index_tables[0].nb_segments != 1 ||
2801 mxf->index_tables[0].segments[0]->edit_unit_byte_count >= 32)
2804 /* arbitrarily default to 48 kHz PAL audio frame size */
2805 /* TODO: We could compute this from the ratio between the audio
2806 * and video edit rates for 48 kHz NTSC we could use the
2807 * 1802-1802-1802-1802-1801 pattern. */
2808 mxf->edit_units_per_packet = 1920;
2812 * Deal with the case where OPAtom files does not have any IndexTableSegments.
2814 static int mxf_handle_missing_index_segment(MXFContext *mxf)
2816 AVFormatContext *s = mxf->fc;
2817 AVStream *st = NULL;
2818 MXFIndexTableSegment *segment = NULL;
2819 MXFPartition *p = NULL;
2820 int essence_partition_count = 0;
2823 st = mxf_get_opatom_stream(mxf);
2827 /* TODO: support raw video without an index if they exist */
2828 if (st->codecpar->codec_type != AVMEDIA_TYPE_AUDIO || !is_pcm(st->codecpar->codec_id))
2831 /* check if file already has a IndexTableSegment */
2832 for (i = 0; i < mxf->metadata_sets_count; i++) {
2833 if (mxf->metadata_sets[i]->type == IndexTableSegment)
2837 /* find the essence partition */
2838 for (i = 0; i < mxf->partitions_count; i++) {
2839 /* BodySID == 0 -> no essence */
2840 if (!mxf->partitions[i].body_sid)
2843 p = &mxf->partitions[i];
2844 essence_partition_count++;
2847 /* only handle files with a single essence partition */
2848 if (essence_partition_count != 1)
2851 if (!(segment = av_mallocz(sizeof(*segment))))
2852 return AVERROR(ENOMEM);
2854 if ((ret = mxf_add_metadata_set(mxf, segment))) {
2855 mxf_free_metadataset((MXFMetadataSet**)&segment, 1);
2859 segment->type = IndexTableSegment;
2860 /* stream will be treated as small EditUnitByteCount */
2861 segment->edit_unit_byte_count = (av_get_bits_per_sample(st->codecpar->codec_id) * st->codecpar->channels) >> 3;
2862 segment->index_start_position = 0;
2863 segment->index_duration = s->streams[0]->duration;
2864 segment->index_sid = p->index_sid;
2865 segment->body_sid = p->body_sid;
2869 static void mxf_read_random_index_pack(AVFormatContext *s)
2871 MXFContext *mxf = s->priv_data;
2873 int64_t file_size, max_rip_length, min_rip_length;
2876 if (!(s->pb->seekable & AVIO_SEEKABLE_NORMAL))
2879 file_size = avio_size(s->pb);
2881 /* S377m says to check the RIP length for "silly" values, without defining "silly".
2882 * The limit below assumes a file with nothing but partition packs and a RIP.
2883 * Before changing this, consider that a muxer may place each sample in its own partition.
2885 * 105 is the size of the smallest possible PartitionPack
2886 * 12 is the size of each RIP entry
2887 * 28 is the size of the RIP header and footer, assuming an 8-byte BER
2889 max_rip_length = ((file_size - mxf->run_in) / 105) * 12 + 28;
2890 max_rip_length = FFMIN(max_rip_length, INT_MAX); //2 GiB and up is also silly
2892 /* We're only interested in RIPs with at least two entries.. */
2893 min_rip_length = 16+1+24+4;
2895 /* See S377m section 11 */
2896 avio_seek(s->pb, file_size - 4, SEEK_SET);
2897 length = avio_rb32(s->pb);
2899 if (length < min_rip_length || length > max_rip_length)
2901 avio_seek(s->pb, file_size - length, SEEK_SET);
2902 if (klv_read_packet(&klv, s->pb) < 0 ||
2903 !IS_KLV_KEY(klv.key, mxf_random_index_pack_key) ||
2904 klv.length != length - 20)
2907 avio_skip(s->pb, klv.length - 12);
2908 mxf->footer_partition = avio_rb64(s->pb);
2911 if (mxf->run_in + mxf->footer_partition >= file_size) {
2912 av_log(s, AV_LOG_WARNING, "bad FooterPartition in RIP - ignoring\n");
2913 mxf->footer_partition = 0;
2917 avio_seek(s->pb, mxf->run_in, SEEK_SET);
2920 static int mxf_read_header(AVFormatContext *s)
2922 MXFContext *mxf = s->priv_data;
2924 int64_t essence_offset = 0;
2927 mxf->last_forward_tell = INT64_MAX;
2928 mxf->edit_units_per_packet = 1;
2930 if (!mxf_read_sync(s->pb, mxf_header_partition_pack_key, 14)) {
2931 av_log(s, AV_LOG_ERROR, "could not find header partition pack key\n");
2932 return AVERROR_INVALIDDATA;
2934 avio_seek(s->pb, -14, SEEK_CUR);
2936 mxf->run_in = avio_tell(s->pb);
2938 mxf_read_random_index_pack(s);
2940 while (!avio_feof(s->pb)) {
2941 const MXFMetadataReadTableEntry *metadata;
2943 if (klv_read_packet(&klv, s->pb) < 0) {
2944 /* EOF - seek to previous partition or stop */
2945 if(mxf_parse_handle_partition_or_eof(mxf) <= 0)
2951 PRINT_KEY(s, "read header", klv.key);
2952 av_log(s, AV_LOG_TRACE, "size %"PRIu64" offset %#"PRIx64"\n", klv.length, klv.offset);
2953 if (IS_KLV_KEY(klv.key, mxf_encrypted_triplet_key) ||
2954 IS_KLV_KEY(klv.key, mxf_essence_element_key) ||
2955 IS_KLV_KEY(klv.key, mxf_avid_essence_element_key) ||
2956 IS_KLV_KEY(klv.key, mxf_system_item_key_cp) ||
2957 IS_KLV_KEY(klv.key, mxf_system_item_key_gc)) {
2959 if (!mxf->current_partition) {
2960 av_log(mxf->fc, AV_LOG_ERROR, "found essence prior to first PartitionPack\n");
2961 return AVERROR_INVALIDDATA;
2964 if (!mxf->current_partition->essence_offset) {
2965 /* for OP1a we compute essence_offset
2966 * for OPAtom we point essence_offset after the KL (usually op1a_essence_offset + 20 or 25)
2967 * TODO: for OP1a we could eliminate this entire if statement, always stopping parsing at op1a_essence_offset
2968 * for OPAtom we still need the actual essence_offset though (the KL's length can vary)
2970 int64_t op1a_essence_offset =
2971 mxf->current_partition->this_partition +
2972 round_to_kag(mxf->current_partition->pack_length, mxf->current_partition->kag_size) +
2973 round_to_kag(mxf->current_partition->header_byte_count, mxf->current_partition->kag_size) +
2974 round_to_kag(mxf->current_partition->index_byte_count, mxf->current_partition->kag_size);
2976 if (mxf->op == OPAtom) {
2977 /* point essence_offset to the actual data
2978 * OPAtom has all the essence in one big KLV
2980 mxf->current_partition->essence_offset = avio_tell(s->pb);
2981 mxf->current_partition->essence_length = klv.length;
2983 /* NOTE: op1a_essence_offset may be less than to klv.offset (C0023S01.mxf) */
2984 if (IS_KLV_KEY(klv.key, mxf_system_item_key_cp) || IS_KLV_KEY(klv.key, mxf_system_item_key_gc))
2985 mxf->current_partition->essence_offset = klv.offset;
2987 mxf->current_partition->essence_offset = op1a_essence_offset;
2991 if (!essence_offset)
2992 essence_offset = klv.offset;
2994 /* seek to footer, previous partition or stop */
2995 if (mxf_parse_handle_essence(mxf) <= 0)
2998 } else if (mxf_is_partition_pack_key(klv.key) && mxf->current_partition) {
2999 /* next partition pack - keep going, seek to previous partition or stop */
3000 if(mxf_parse_handle_partition_or_eof(mxf) <= 0)
3002 else if (mxf->parsing_backward)
3004 /* we're still parsing forward. proceed to parsing this partition pack */
3007 for (metadata = mxf_metadata_read_table; metadata->read; metadata++) {
3008 if (IS_KLV_KEY(klv.key, metadata->key)) {
3009 if ((ret = mxf_parse_klv(mxf, klv, metadata->read, metadata->ctx_size, metadata->type)) < 0)
3014 if (!metadata->read) {
3015 av_log(s, AV_LOG_VERBOSE, "Dark key " PRIxUID "\n",
3017 avio_skip(s->pb, klv.length);
3020 /* FIXME avoid seek */
3021 if (!essence_offset) {
3022 av_log(s, AV_LOG_ERROR, "no essence\n");
3023 ret = AVERROR_INVALIDDATA;
3026 avio_seek(s->pb, essence_offset, SEEK_SET);
3028 mxf_compute_essence_containers(mxf);
3030 /* we need to do this before computing the index tables
3031 * to be able to fill in zero IndexDurations with st->duration */
3032 if ((ret = mxf_parse_structural_metadata(mxf)) < 0)
3035 mxf_handle_missing_index_segment(mxf);
3036 if ((ret = mxf_compute_index_tables(mxf)) < 0)
3039 if (mxf->nb_index_tables > 1) {
3040 /* TODO: look up which IndexSID to use via EssenceContainerData */
3041 av_log(mxf->fc, AV_LOG_INFO, "got %i index tables - only the first one (IndexSID %i) will be used\n",
3042 mxf->nb_index_tables, mxf->index_tables[0].index_sid);
3043 } else if (mxf->nb_index_tables == 0 && mxf->op == OPAtom) {
3044 av_log(mxf->fc, AV_LOG_ERROR, "cannot demux OPAtom without an index\n");
3045 ret = AVERROR_INVALIDDATA;
3049 mxf_handle_small_eubc(s);
3058 static MXFIndexTable *mxf_find_index_table(MXFContext *mxf, int index_sid)
3061 for (i = 0; i < mxf->nb_index_tables; i++)
3062 if (mxf->index_tables[i].index_sid == index_sid)
3063 return &mxf->index_tables[i];
3067 /* Get the edit unit of the next packet from current_offset in a track. The returned edit unit can be original_duration as well! */
3068 static int mxf_get_next_track_edit_unit(MXFContext *mxf, MXFTrack *track, int64_t current_offset, int64_t *edit_unit_out)
3070 int64_t a, b, m, offset;
3071 MXFIndexTable *t = mxf_find_index_table(mxf, track->index_sid);
3073 if (!t || track->original_duration <= 0)
3077 b = track->original_duration;
3081 if (mxf_edit_unit_absolute_offset(mxf, t, m, NULL, &offset, 0) < 0)
3083 if (offset < current_offset)
3095 * Sets mxf->current_edit_unit based on what offset we're currently at.
3096 * @return next_ofs if OK, <0 on error
3098 static int64_t mxf_set_current_edit_unit(MXFContext *mxf, int64_t current_offset)
3100 int64_t last_ofs = -1, next_ofs = -1;
3101 MXFIndexTable *t = &mxf->index_tables[0];
3103 /* this is called from the OP1a demuxing logic, which means there
3104 * may be no index tables */
3105 if (mxf->nb_index_tables <= 0)
3108 /* find mxf->current_edit_unit so that the next edit unit starts ahead of current_offset */
3109 while (mxf->current_edit_unit >= 0) {
3110 if (mxf_edit_unit_absolute_offset(mxf, t, mxf->current_edit_unit + 1, NULL, &next_ofs, 0) < 0)
3113 if (next_ofs <= last_ofs) {
3114 /* large next_ofs didn't change or current_edit_unit wrapped
3115 * around this fixes the infinite loop on zzuf3.mxf */
3116 av_log(mxf->fc, AV_LOG_ERROR,
3117 "next_ofs didn't change. not deriving packet timestamps\n");
3121 if (next_ofs > current_offset)
3124 last_ofs = next_ofs;
3125 mxf->current_edit_unit++;
3128 /* not checking mxf->current_edit_unit >= t->nb_ptses here since CBR files may lack IndexEntryArrays */
3129 if (mxf->current_edit_unit < 0)
3135 static int mxf_compute_sample_count(MXFContext *mxf, int stream_index,
3136 uint64_t *sample_count)
3138 int i, total = 0, size = 0;
3139 AVStream *st = mxf->fc->streams[stream_index];
3140 MXFTrack *track = st->priv_data;
3141 AVRational time_base = av_inv_q(track->edit_rate);
3142 AVRational sample_rate = av_inv_q(st->time_base);
3143 const MXFSamplesPerFrame *spf = NULL;
3145 if ((sample_rate.num / sample_rate.den) == 48000)
3146 spf = ff_mxf_get_samples_per_frame(mxf->fc, time_base);
3148 int remainder = (sample_rate.num * time_base.num) %
3149 (time_base.den * sample_rate.den);
3150 *sample_count = av_q2d(av_mul_q((AVRational){mxf->current_edit_unit, 1},
3151 av_mul_q(sample_rate, time_base)));
3153 av_log(mxf->fc, AV_LOG_WARNING,
3154 "seeking detected on stream #%d with time base (%d/%d) and "
3155 "sample rate (%d/%d), audio pts won't be accurate.\n",
3156 stream_index, time_base.num, time_base.den,
3157 sample_rate.num, sample_rate.den);
3161 while (spf->samples_per_frame[size]) {
3162 total += spf->samples_per_frame[size];
3168 *sample_count = (mxf->current_edit_unit / size) * (uint64_t)total;
3169 for (i = 0; i < mxf->current_edit_unit % size; i++) {
3170 *sample_count += spf->samples_per_frame[i];
3176 static int mxf_set_audio_pts(MXFContext *mxf, AVCodecParameters *par,
3179 MXFTrack *track = mxf->fc->streams[pkt->stream_index]->priv_data;
3180 int64_t bits_per_sample = par->bits_per_coded_sample;
3182 if (!bits_per_sample)
3183 bits_per_sample = av_get_bits_per_sample(par->codec_id);
3185 pkt->pts = track->sample_count;
3187 if ( par->channels <= 0
3188 || bits_per_sample <= 0
3189 || par->channels * (int64_t)bits_per_sample < 8)
3190 return AVERROR(EINVAL);
3191 track->sample_count += pkt->size / (par->channels * (int64_t)bits_per_sample / 8);
3195 static int mxf_set_pts(MXFContext *mxf, AVStream *st, AVPacket *pkt, int64_t next_ofs)
3197 AVCodecParameters *par = st->codecpar;
3198 MXFTrack *track = st->priv_data;
3200 if (par->codec_type == AVMEDIA_TYPE_VIDEO && (next_ofs >= 0 || next_ofs == -2 && st->duration == mxf->current_edit_unit + 1)) {
3201 /* mxf->current_edit_unit good - see if we have an
3202 * index table to derive timestamps from */
3203 MXFIndexTable *t = &mxf->index_tables[0];
3205 if (mxf->nb_index_tables >= 1 && mxf->current_edit_unit < t->nb_ptses) {
3206 pkt->dts = mxf->current_edit_unit + t->first_dts;
3207 pkt->pts = t->ptses[mxf->current_edit_unit];
3208 } else if (track && track->intra_only) {
3209 /* intra-only -> PTS = EditUnit.
3210 * let utils.c figure out DTS since it can be < PTS if low_delay = 0 (Sony IMX30) */
3211 pkt->pts = mxf->current_edit_unit;
3213 } else if (par->codec_type == AVMEDIA_TYPE_AUDIO) {
3214 int ret = mxf_set_audio_pts(mxf, par, pkt);
3221 static int mxf_read_packet_old(AVFormatContext *s, AVPacket *pkt)
3224 MXFContext *mxf = s->priv_data;
3227 while ((ret = klv_read_packet(&klv, s->pb)) == 0) {
3228 PRINT_KEY(s, "read packet", klv.key);
3229 av_log(s, AV_LOG_TRACE, "size %"PRIu64" offset %#"PRIx64"\n", klv.length, klv.offset);
3230 if (IS_KLV_KEY(klv.key, mxf_encrypted_triplet_key)) {
3231 ret = mxf_decrypt_triplet(s, pkt, &klv);
3233 av_log(s, AV_LOG_ERROR, "invalid encoded triplet\n");
3238 if (IS_KLV_KEY(klv.key, mxf_essence_element_key) ||
3239 IS_KLV_KEY(klv.key, mxf_canopus_essence_element_key) ||
3240 IS_KLV_KEY(klv.key, mxf_avid_essence_element_key)) {
3241 int body_sid = find_body_sid_by_offset(mxf, klv.offset);
3242 int index = mxf_get_stream_index(s, &klv, body_sid);
3243 int64_t next_ofs, next_klv;
3247 av_log(s, AV_LOG_ERROR,
3248 "error getting stream index %"PRIu32"\n",
3249 AV_RB32(klv.key + 12));
3253 st = s->streams[index];
3255 if (s->streams[index]->discard == AVDISCARD_ALL)
3258 next_klv = avio_tell(s->pb) + klv.length;
3259 next_ofs = mxf_set_current_edit_unit(mxf, klv.offset);
3261 if (next_ofs >= 0 && next_klv > next_ofs) {
3262 /* if this check is hit then it's possible OPAtom was treated as OP1a
3263 * truncate the packet since it's probably very large (>2 GiB is common) */
3264 avpriv_request_sample(s,
3265 "OPAtom misinterpreted as OP1a? "
3266 "KLV for edit unit %i extending into "
3268 mxf->current_edit_unit);
3269 klv.length = next_ofs - avio_tell(s->pb);
3272 /* check for 8 channels AES3 element */
3273 if (klv.key[12] == 0x06 && klv.key[13] == 0x01 && klv.key[14] == 0x10) {
3274 ret = mxf_get_d10_aes3_packet(s->pb, s->streams[index],
3277 av_log(s, AV_LOG_ERROR, "error reading D-10 aes3 frame\n");
3281 ret = av_get_packet(s->pb, pkt, klv.length);
3285 pkt->stream_index = index;
3286 pkt->pos = klv.offset;
3288 ret = mxf_set_pts(mxf, st, pkt, next_ofs);
3292 /* seek for truncated packets */
3293 avio_seek(s->pb, next_klv, SEEK_SET);
3298 avio_skip(s->pb, klv.length);
3300 return avio_feof(s->pb) ? AVERROR_EOF : ret;
3303 static int mxf_read_packet(AVFormatContext *s, AVPacket *pkt)
3305 MXFContext *mxf = s->priv_data;
3307 int64_t ret64, pos, next_pos;
3312 if (mxf->op != OPAtom)
3313 return mxf_read_packet_old(s, pkt);
3315 // If we have no streams then we basically are at EOF
3316 st = mxf_get_opatom_stream(mxf);
3320 /* OPAtom - clip wrapped demuxing */
3321 /* NOTE: mxf_read_header() makes sure nb_index_tables > 0 for OPAtom */
3322 t = &mxf->index_tables[0];
3324 if (mxf->current_edit_unit >= st->duration)
3327 edit_units = FFMIN(mxf->edit_units_per_packet, st->duration - mxf->current_edit_unit);
3329 if ((ret = mxf_edit_unit_absolute_offset(mxf, t, mxf->current_edit_unit, NULL, &pos, 1)) < 0)
3332 /* compute size by finding the next edit unit or the end of the essence container
3333 * not pretty, but it works */
3334 if ((ret = mxf_edit_unit_absolute_offset(mxf, t, mxf->current_edit_unit + edit_units, NULL, &next_pos, 0)) < 0 &&
3335 (next_pos = mxf_essence_container_end(mxf, t->body_sid)) <= 0) {
3336 av_log(s, AV_LOG_ERROR, "unable to compute the size of the last packet\n");
3337 return AVERROR_INVALIDDATA;
3340 if ((size = next_pos - pos) <= 0) {
3341 av_log(s, AV_LOG_ERROR, "bad size: %i\n", size);
3342 return AVERROR_INVALIDDATA;
3345 if ((ret64 = avio_seek(s->pb, pos, SEEK_SET)) < 0)
3348 if ((size = av_get_packet(s->pb, pkt, size)) < 0)
3351 pkt->stream_index = st->index;
3353 ret = mxf_set_pts(mxf, st, pkt, next_pos);
3357 mxf->current_edit_unit += edit_units;
3362 static int mxf_read_close(AVFormatContext *s)
3364 MXFContext *mxf = s->priv_data;
3367 av_freep(&mxf->packages_refs);
3368 av_freep(&mxf->essence_container_data_refs);
3370 for (i = 0; i < s->nb_streams; i++)
3371 s->streams[i]->priv_data = NULL;
3373 for (i = 0; i < mxf->metadata_sets_count; i++) {
3374 mxf_free_metadataset(mxf->metadata_sets + i, 1);
3376 av_freep(&mxf->partitions);
3377 av_freep(&mxf->metadata_sets);
3378 av_freep(&mxf->aesc);
3379 av_freep(&mxf->local_tags);
3381 if (mxf->index_tables) {
3382 for (i = 0; i < mxf->nb_index_tables; i++) {
3383 av_freep(&mxf->index_tables[i].segments);
3384 av_freep(&mxf->index_tables[i].ptses);
3385 av_freep(&mxf->index_tables[i].fake_index);
3386 av_freep(&mxf->index_tables[i].offsets);
3389 av_freep(&mxf->index_tables);
3394 static int mxf_probe(AVProbeData *p) {
3395 const uint8_t *bufp = p->buf;
3396 const uint8_t *end = p->buf + p->buf_size;
3398 if (p->buf_size < sizeof(mxf_header_partition_pack_key))
3401 /* Must skip Run-In Sequence and search for MXF header partition pack key SMPTE 377M 5.5 */
3402 end -= sizeof(mxf_header_partition_pack_key);
3404 for (; bufp < end;) {
3405 if (!((bufp[13] - 1) & 0xF2)){
3406 if (AV_RN32(bufp ) == AV_RN32(mxf_header_partition_pack_key ) &&
3407 AV_RN32(bufp+ 4) == AV_RN32(mxf_header_partition_pack_key+ 4) &&
3408 AV_RN32(bufp+ 8) == AV_RN32(mxf_header_partition_pack_key+ 8) &&
3409 AV_RN16(bufp+12) == AV_RN16(mxf_header_partition_pack_key+12))
3410 return AVPROBE_SCORE_MAX;
3419 /* rudimentary byte seek */
3420 /* XXX: use MXF Index */
3421 static int mxf_read_seek(AVFormatContext *s, int stream_index, int64_t sample_time, int flags)
3423 AVStream *st = s->streams[stream_index];
3425 MXFContext* mxf = s->priv_data;
3429 MXFTrack *source_track = st->priv_data;
3431 if(st->codecpar->codec_type == AVMEDIA_TYPE_DATA)
3434 /* if audio then truncate sample_time to EditRate */
3435 if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO)
3436 sample_time = av_rescale_q(sample_time, st->time_base,
3437 av_inv_q(source_track->edit_rate));
3439 if (mxf->nb_index_tables <= 0) {
3441 return AVERROR_INVALIDDATA;
3442 if (sample_time < 0)
3444 seconds = av_rescale(sample_time, st->time_base.num, st->time_base.den);
3446 seekpos = avio_seek(s->pb, (s->bit_rate * seconds) >> 3, SEEK_SET);
3450 ff_update_cur_dts(s, st, sample_time);
3451 mxf->current_edit_unit = sample_time;
3453 t = &mxf->index_tables[0];
3454 if (t->index_sid != source_track->index_sid) {
3455 /* If the first index table does not belong to the stream, then find a stream which does belong to the index table */
3456 for (i = 0; i < s->nb_streams; i++) {
3457 MXFTrack *new_source_track = s->streams[i]->priv_data;
3458 if (new_source_track && new_source_track->index_sid == t->index_sid) {
3459 sample_time = av_rescale_q(sample_time, new_source_track->edit_rate, source_track->edit_rate);
3460 source_track = new_source_track;
3465 if (i == s->nb_streams)
3466 return AVERROR_INVALIDDATA;
3469 /* clamp above zero, else ff_index_search_timestamp() returns negative
3470 * this also means we allow seeking before the start */
3471 sample_time = FFMAX(sample_time, 0);
3473 if (t->fake_index) {
3474 /* The first frames may not be keyframes in presentation order, so
3475 * we have to advance the target to be able to find the first
3476 * keyframe backwards... */
3477 if (!(flags & AVSEEK_FLAG_ANY) &&
3478 (flags & AVSEEK_FLAG_BACKWARD) &&
3479 t->ptses[0] != AV_NOPTS_VALUE &&
3480 sample_time < t->ptses[0] &&
3481 (t->fake_index[t->ptses[0]].flags & AVINDEX_KEYFRAME))
3482 sample_time = t->ptses[0];
3484 /* behave as if we have a proper index */
3485 if ((sample_time = ff_index_search_timestamp(t->fake_index, t->nb_ptses, sample_time, flags)) < 0)
3487 /* get the stored order index from the display order index */
3488 sample_time += t->offsets[sample_time];
3490 /* no IndexEntryArray (one or more CBR segments)
3491 * make sure we don't seek past the end */
3492 sample_time = FFMIN(sample_time, source_track->original_duration - 1);
3495 if ((ret = mxf_edit_unit_absolute_offset(mxf, t, sample_time, &sample_time, &seekpos, 1)) < 0)
3498 ff_update_cur_dts(s, st, sample_time);
3499 mxf->current_edit_unit = sample_time;
3500 avio_seek(s->pb, seekpos, SEEK_SET);
3503 // Update all tracks sample count
3504 for (i = 0; i < s->nb_streams; i++) {
3505 AVStream *cur_st = s->streams[i];
3506 MXFTrack *cur_track = cur_st->priv_data;
3507 if (cur_st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO) {
3508 int64_t track_edit_unit;
3509 if (st != cur_st && mxf_get_next_track_edit_unit(mxf, cur_track, seekpos, &track_edit_unit) >= 0) {
3510 cur_track->sample_count = av_rescale_q(track_edit_unit,
3511 av_inv_q(cur_track->edit_rate),
3514 uint64_t current_sample_count = 0;
3515 ret = mxf_compute_sample_count(mxf, i, ¤t_sample_count);
3518 cur_track->sample_count = current_sample_count;
3525 AVInputFormat ff_mxf_demuxer = {
3527 .long_name = NULL_IF_CONFIG_SMALL("MXF (Material eXchange Format)"),
3528 .flags = AVFMT_SEEK_TO_PTS,
3529 .priv_data_size = sizeof(MXFContext),
3530 .read_probe = mxf_probe,
3531 .read_header = mxf_read_header,
3532 .read_packet = mxf_read_packet,
3533 .read_close = mxf_read_close,
3534 .read_seek = mxf_read_seek,