3 * Copyright (c) 2006 SmartJog S.A., Baptiste Coudurier <baptiste dot coudurier at smartjog dot com>
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
24 * SMPTE 336M KLV Data Encoding Protocol Using Key-Length-Value
25 * SMPTE 377M MXF File Format Specifications
26 * SMPTE 378M Operational Pattern 1a
27 * SMPTE 379M MXF Generic Container
28 * SMPTE 381M Mapping MPEG Streams into the MXF Generic Container
29 * SMPTE 382M Mapping AES3 and Broadcast Wave Audio into the MXF Generic Container
30 * SMPTE 383M Mapping DV-DIF Data to the MXF Generic Container
33 * Search for Track numbers which will identify essence element KLV packets.
34 * Search for SourcePackage which define tracks which contains Track numbers.
35 * Material Package contains tracks with reference to SourcePackage tracks.
36 * Search for Descriptors (Picture, Sound) which contains codec info and parameters.
37 * Assign Descriptors to correct Tracks.
39 * Metadata reading functions read Local Tags, get InstanceUID(0x3C0A) then add MetaDataSet to MXFContext.
40 * Metadata parsing resolves Strong References to objects.
42 * Simple demuxer, only OP1A supported and some files might not work at all.
43 * Only tracks with associated descriptors will be decoded. "Highly Desirable" SMPTE 377M D.1
48 #include "libavutil/aes.h"
49 #include "libavutil/avassert.h"
50 #include "libavutil/mathematics.h"
51 #include "libavcodec/bytestream.h"
52 #include "libavutil/intreadwrite.h"
53 #include "libavutil/parseutils.h"
54 #include "libavutil/timecode.h"
59 #define MXF_MAX_CHUNK_SIZE (32 << 20)
78 OPSONYOpt, /* FATE sample, violates the spec in places */
87 typedef struct MXFPartition {
90 MXFPartitionType type;
91 uint64_t previous_partition;
94 int64_t this_partition;
95 int64_t essence_offset; ///< absolute offset of essence
96 int64_t essence_length;
98 int64_t header_byte_count;
99 int64_t index_byte_count;
101 int64_t pack_ofs; ///< absolute offset of pack in file, including run-in
103 KLVPacket first_essence_klv;
106 typedef struct MXFCryptoContext {
108 enum MXFMetadataSetType type;
109 UID source_container_ul;
112 typedef struct MXFStructuralComponent {
114 enum MXFMetadataSetType type;
115 UID source_package_ul;
116 UID source_package_uid;
117 UID data_definition_ul;
119 int64_t start_position;
121 } MXFStructuralComponent;
123 typedef struct MXFSequence {
125 enum MXFMetadataSetType type;
126 UID data_definition_ul;
127 UID *structural_components_refs;
128 int structural_components_count;
133 typedef struct MXFTrack {
135 enum MXFMetadataSetType type;
138 struct AVRational rate;
140 } MXFTimecodeComponent;
144 enum MXFMetadataSetType type;
145 UID input_segment_ref;
146 } MXFPulldownComponent;
150 enum MXFMetadataSetType type;
151 UID *structural_components_refs;
152 int structural_components_count;
158 enum MXFMetadataSetType type;
165 enum MXFMetadataSetType type;
166 MXFSequence *sequence; /* mandatory, and only one */
170 uint8_t track_number[4];
171 AVRational edit_rate;
173 uint64_t sample_count;
174 int64_t original_duration; /* st->duration in SampleRate/EditRate units */
177 MXFWrappingScheme wrapping;
178 int edit_units_per_packet; /* how many edit units to read at a time (PCM, ClipWrapped) */
181 typedef struct MXFDescriptor {
183 enum MXFMetadataSetType type;
184 UID essence_container_ul;
185 UID essence_codec_ul;
187 AVRational sample_rate;
188 AVRational aspect_ratio;
190 int height; /* Field height, not frame height */
191 int frame_layout; /* See MXFFrameLayout enum */
192 int video_line_map[2];
193 #define MXF_FIELD_DOMINANCE_DEFAULT 0
194 #define MXF_FIELD_DOMINANCE_FF 1 /* coded first, displayed first */
195 #define MXF_FIELD_DOMINANCE_FL 2 /* coded first, displayed last */
199 int64_t duration; /* ContainerDuration optional property */
200 unsigned int component_depth;
201 unsigned int horiz_subsampling;
202 unsigned int vert_subsampling;
203 UID *sub_descriptors_refs;
204 int sub_descriptors_count;
208 enum AVPixelFormat pix_fmt;
211 typedef struct MXFIndexTableSegment {
213 enum MXFMetadataSetType type;
214 int edit_unit_byte_count;
217 AVRational index_edit_rate;
218 uint64_t index_start_position;
219 uint64_t index_duration;
220 int8_t *temporal_offset_entries;
222 uint64_t *stream_offset_entries;
223 int nb_index_entries;
224 } MXFIndexTableSegment;
226 typedef struct MXFPackage {
228 enum MXFMetadataSetType type;
233 MXFDescriptor *descriptor; /* only one */
240 typedef struct MXFEssenceContainerData {
242 enum MXFMetadataSetType type;
247 } MXFEssenceContainerData;
249 typedef struct MXFMetadataSet {
251 enum MXFMetadataSetType type;
254 /* decoded index table */
255 typedef struct MXFIndexTable {
258 int nb_ptses; /* number of PTSes or total duration of index */
259 int64_t first_dts; /* DTS = EditUnit + first_dts */
260 int64_t *ptses; /* maps EditUnit -> PTS */
262 MXFIndexTableSegment **segments; /* sorted by IndexStartPosition */
263 AVIndexEntry *fake_index; /* used for calling ff_index_search_timestamp() */
264 int8_t *offsets; /* temporal offsets for display order to stored order conversion */
267 typedef struct MXFContext {
268 MXFPartition *partitions;
269 unsigned partitions_count;
273 UID *essence_container_data_refs;
274 int essence_container_data_count;
275 MXFMetadataSet **metadata_sets;
276 int metadata_sets_count;
280 int local_tags_count;
281 uint64_t footer_partition;
282 KLVPacket current_klv_data;
284 MXFPartition *current_partition;
285 int parsing_backward;
286 int64_t last_forward_tell;
287 int last_forward_partition;
289 MXFIndexTable *index_tables;
292 /* NOTE: klv_offset is not set (-1) for local keys */
293 typedef int MXFMetadataReadFunc(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset);
295 typedef struct MXFMetadataReadTableEntry {
297 MXFMetadataReadFunc *read;
299 enum MXFMetadataSetType type;
300 } MXFMetadataReadTableEntry;
302 static int mxf_read_close(AVFormatContext *s);
304 /* partial keys to match */
305 static const uint8_t mxf_header_partition_pack_key[] = { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02 };
306 static const uint8_t mxf_essence_element_key[] = { 0x06,0x0e,0x2b,0x34,0x01,0x02,0x01,0x01,0x0d,0x01,0x03,0x01 };
307 static const uint8_t mxf_avid_essence_element_key[] = { 0x06,0x0e,0x2b,0x34,0x01,0x02,0x01,0x01,0x0e,0x04,0x03,0x01 };
308 static const uint8_t mxf_canopus_essence_element_key[] = { 0x06,0x0e,0x2b,0x34,0x01,0x02,0x01,0x0a,0x0e,0x0f,0x03,0x01 };
309 static const uint8_t mxf_system_item_key_cp[] = { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x03,0x01,0x04 };
310 static const uint8_t mxf_system_item_key_gc[] = { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x03,0x01,0x14 };
311 static const uint8_t mxf_klv_key[] = { 0x06,0x0e,0x2b,0x34 };
312 /* complete keys to match */
313 static const uint8_t mxf_crypto_source_container_ul[] = { 0x06,0x0e,0x2b,0x34,0x01,0x01,0x01,0x09,0x06,0x01,0x01,0x02,0x02,0x00,0x00,0x00 };
314 static const uint8_t mxf_encrypted_triplet_key[] = { 0x06,0x0e,0x2b,0x34,0x02,0x04,0x01,0x07,0x0d,0x01,0x03,0x01,0x02,0x7e,0x01,0x00 };
315 static const uint8_t mxf_encrypted_essence_container[] = { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x07,0x0d,0x01,0x03,0x01,0x02,0x0b,0x01,0x00 };
316 static const uint8_t mxf_random_index_pack_key[] = { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x11,0x01,0x00 };
317 static const uint8_t mxf_sony_mpeg4_extradata[] = { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x01,0x0e,0x06,0x06,0x02,0x02,0x01,0x00,0x00 };
318 static const uint8_t mxf_avid_project_name[] = { 0xa5,0xfb,0x7b,0x25,0xf6,0x15,0x94,0xb9,0x62,0xfc,0x37,0x17,0x49,0x2d,0x42,0xbf };
319 static const uint8_t mxf_jp2k_rsiz[] = { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x01,0x00 };
320 static const uint8_t mxf_indirect_value_utf16le[] = { 0x4c,0x00,0x02,0x10,0x01,0x00,0x00,0x00,0x00,0x06,0x0e,0x2b,0x34,0x01,0x04,0x01,0x01 };
321 static const uint8_t mxf_indirect_value_utf16be[] = { 0x42,0x01,0x10,0x02,0x00,0x00,0x00,0x00,0x00,0x06,0x0e,0x2b,0x34,0x01,0x04,0x01,0x01 };
323 #define IS_KLV_KEY(x, y) (!memcmp(x, y, sizeof(y)))
325 static void mxf_free_metadataset(MXFMetadataSet **ctx, int freectx)
327 MXFIndexTableSegment *seg;
328 switch ((*ctx)->type) {
330 av_freep(&((MXFDescriptor *)*ctx)->extradata);
332 case MultipleDescriptor:
333 av_freep(&((MXFDescriptor *)*ctx)->sub_descriptors_refs);
336 av_freep(&((MXFSequence *)*ctx)->structural_components_refs);
339 av_freep(&((MXFEssenceGroup *)*ctx)->structural_components_refs);
342 case MaterialPackage:
343 av_freep(&((MXFPackage *)*ctx)->tracks_refs);
344 av_freep(&((MXFPackage *)*ctx)->name);
345 av_freep(&((MXFPackage *)*ctx)->comment_refs);
348 av_freep(&((MXFTaggedValue *)*ctx)->name);
349 av_freep(&((MXFTaggedValue *)*ctx)->value);
352 av_freep(&((MXFTrack *)*ctx)->name);
354 case IndexTableSegment:
355 seg = (MXFIndexTableSegment *)*ctx;
356 av_freep(&seg->temporal_offset_entries);
357 av_freep(&seg->flag_entries);
358 av_freep(&seg->stream_offset_entries);
366 static int64_t klv_decode_ber_length(AVIOContext *pb)
368 uint64_t size = avio_r8(pb);
369 if (size & 0x80) { /* long form */
370 int bytes_num = size & 0x7f;
371 /* SMPTE 379M 5.3.4 guarantee that bytes_num must not exceed 8 bytes */
373 return AVERROR_INVALIDDATA;
376 size = size << 8 | avio_r8(pb);
378 if (size > INT64_MAX)
379 return AVERROR_INVALIDDATA;
383 static int mxf_read_sync(AVIOContext *pb, const uint8_t *key, unsigned size)
386 for (i = 0; i < size && !avio_feof(pb); i++) {
390 else if (b != key[i])
396 static int klv_read_packet(KLVPacket *klv, AVIOContext *pb)
399 if (!mxf_read_sync(pb, mxf_klv_key, 4))
400 return AVERROR_INVALIDDATA;
401 klv->offset = avio_tell(pb) - 4;
402 memcpy(klv->key, mxf_klv_key, 4);
403 avio_read(pb, klv->key + 4, 12);
404 length = klv_decode_ber_length(pb);
407 klv->length = length;
409 if (pos > INT64_MAX - length)
410 return AVERROR_INVALIDDATA;
411 klv->next_klv = pos + length;
415 static int mxf_get_stream_index(AVFormatContext *s, KLVPacket *klv, int body_sid)
419 for (i = 0; i < s->nb_streams; i++) {
420 MXFTrack *track = s->streams[i]->priv_data;
422 if (track && (!body_sid || !track->body_sid || track->body_sid == body_sid) && !memcmp(klv->key + sizeof(mxf_essence_element_key), track->track_number, sizeof(track->track_number)))
425 /* return 0 if only one stream, for OP Atom files with 0 as track number */
426 return s->nb_streams == 1 && s->streams[0]->priv_data ? 0 : -1;
429 static int find_body_sid_by_offset(MXFContext *mxf, int64_t offset)
431 // we look for partition where the offset is placed
433 int64_t this_partition;
436 b = mxf->partitions_count;
440 this_partition = mxf->partitions[m].this_partition;
441 if (this_partition <= offset)
449 return mxf->partitions[a].body_sid;
452 /* XXX: use AVBitStreamFilter */
453 static int mxf_get_d10_aes3_packet(AVIOContext *pb, AVStream *st, AVPacket *pkt, int64_t length)
455 const uint8_t *buf_ptr, *end_ptr;
459 if (length > 61444) /* worst case PAL 1920 samples 8 channels */
460 return AVERROR_INVALIDDATA;
461 length = av_get_packet(pb, pkt, length);
464 data_ptr = pkt->data;
465 end_ptr = pkt->data + length;
466 buf_ptr = pkt->data + 4; /* skip SMPTE 331M header */
467 for (; end_ptr - buf_ptr >= st->codecpar->channels * 4; ) {
468 for (i = 0; i < st->codecpar->channels; i++) {
469 uint32_t sample = bytestream_get_le32(&buf_ptr);
470 if (st->codecpar->bits_per_coded_sample == 24)
471 bytestream_put_le24(&data_ptr, (sample >> 4) & 0xffffff);
473 bytestream_put_le16(&data_ptr, (sample >> 12) & 0xffff);
475 buf_ptr += 32 - st->codecpar->channels*4; // always 8 channels stored SMPTE 331M
477 av_shrink_packet(pkt, data_ptr - pkt->data);
481 static int mxf_decrypt_triplet(AVFormatContext *s, AVPacket *pkt, KLVPacket *klv)
483 static const uint8_t checkv[16] = {0x43, 0x48, 0x55, 0x4b, 0x43, 0x48, 0x55, 0x4b, 0x43, 0x48, 0x55, 0x4b, 0x43, 0x48, 0x55, 0x4b};
484 MXFContext *mxf = s->priv_data;
485 AVIOContext *pb = s->pb;
486 int64_t end = avio_tell(pb) + klv->length;
489 uint64_t plaintext_size;
495 if (!mxf->aesc && s->key && s->keylen == 16) {
496 mxf->aesc = av_aes_alloc();
498 return AVERROR(ENOMEM);
499 av_aes_init(mxf->aesc, s->key, 128, 1);
502 size = klv_decode_ber_length(pb);
507 klv_decode_ber_length(pb);
508 plaintext_size = avio_rb64(pb);
510 klv_decode_ber_length(pb);
511 avio_read(pb, klv->key, 16);
512 if (!IS_KLV_KEY(klv, mxf_essence_element_key))
513 return AVERROR_INVALIDDATA;
515 body_sid = find_body_sid_by_offset(mxf, klv->offset);
516 index = mxf_get_stream_index(s, klv, body_sid);
518 return AVERROR_INVALIDDATA;
520 klv_decode_ber_length(pb);
521 orig_size = avio_rb64(pb);
522 if (orig_size < plaintext_size)
523 return AVERROR_INVALIDDATA;
525 size = klv_decode_ber_length(pb);
526 if (size < 32 || size - 32 < orig_size)
527 return AVERROR_INVALIDDATA;
528 avio_read(pb, ivec, 16);
529 avio_read(pb, tmpbuf, 16);
531 av_aes_crypt(mxf->aesc, tmpbuf, tmpbuf, 1, ivec, 1);
532 if (memcmp(tmpbuf, checkv, 16))
533 av_log(s, AV_LOG_ERROR, "probably incorrect decryption key\n");
535 size = av_get_packet(pb, pkt, size);
538 else if (size < plaintext_size)
539 return AVERROR_INVALIDDATA;
540 size -= plaintext_size;
542 av_aes_crypt(mxf->aesc, &pkt->data[plaintext_size],
543 &pkt->data[plaintext_size], size >> 4, ivec, 1);
544 av_shrink_packet(pkt, orig_size);
545 pkt->stream_index = index;
546 avio_skip(pb, end - avio_tell(pb));
550 static int mxf_read_primer_pack(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
552 MXFContext *mxf = arg;
553 int item_num = avio_rb32(pb);
554 int item_len = avio_rb32(pb);
556 if (item_len != 18) {
557 avpriv_request_sample(pb, "Primer pack item length %d", item_len);
558 return AVERROR_PATCHWELCOME;
560 if (item_num > 65536 || item_num < 0) {
561 av_log(mxf->fc, AV_LOG_ERROR, "item_num %d is too large\n", item_num);
562 return AVERROR_INVALIDDATA;
565 av_log(mxf->fc, AV_LOG_VERBOSE, "Multiple primer packs\n");
566 av_free(mxf->local_tags);
567 mxf->local_tags_count = 0;
568 mxf->local_tags = av_calloc(item_num, item_len);
569 if (!mxf->local_tags)
570 return AVERROR(ENOMEM);
571 mxf->local_tags_count = item_num;
572 avio_read(pb, mxf->local_tags, item_num*item_len);
576 static int mxf_read_partition_pack(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
578 MXFContext *mxf = arg;
579 MXFPartition *partition, *tmp_part;
581 uint64_t footer_partition;
582 uint32_t nb_essence_containers;
584 if (mxf->partitions_count >= INT_MAX / 2)
585 return AVERROR_INVALIDDATA;
587 tmp_part = av_realloc_array(mxf->partitions, mxf->partitions_count + 1, sizeof(*mxf->partitions));
589 return AVERROR(ENOMEM);
590 mxf->partitions = tmp_part;
592 if (mxf->parsing_backward) {
593 /* insert the new partition pack in the middle
594 * this makes the entries in mxf->partitions sorted by offset */
595 memmove(&mxf->partitions[mxf->last_forward_partition+1],
596 &mxf->partitions[mxf->last_forward_partition],
597 (mxf->partitions_count - mxf->last_forward_partition)*sizeof(*mxf->partitions));
598 partition = mxf->current_partition = &mxf->partitions[mxf->last_forward_partition];
600 mxf->last_forward_partition++;
601 partition = mxf->current_partition = &mxf->partitions[mxf->partitions_count];
604 memset(partition, 0, sizeof(*partition));
605 mxf->partitions_count++;
606 partition->pack_length = avio_tell(pb) - klv_offset + size;
607 partition->pack_ofs = klv_offset;
611 partition->type = Header;
614 partition->type = BodyPartition;
617 partition->type = Footer;
620 av_log(mxf->fc, AV_LOG_ERROR, "unknown partition type %i\n", uid[13]);
621 return AVERROR_INVALIDDATA;
624 /* consider both footers to be closed (there is only Footer and CompleteFooter) */
625 partition->closed = partition->type == Footer || !(uid[14] & 1);
626 partition->complete = uid[14] > 2;
628 partition->kag_size = avio_rb32(pb);
629 partition->this_partition = avio_rb64(pb);
630 partition->previous_partition = avio_rb64(pb);
631 footer_partition = avio_rb64(pb);
632 partition->header_byte_count = avio_rb64(pb);
633 partition->index_byte_count = avio_rb64(pb);
634 partition->index_sid = avio_rb32(pb);
635 partition->body_offset = avio_rb64(pb);
636 partition->body_sid = avio_rb32(pb);
637 if (avio_read(pb, op, sizeof(UID)) != sizeof(UID)) {
638 av_log(mxf->fc, AV_LOG_ERROR, "Failed reading UID\n");
639 return AVERROR_INVALIDDATA;
641 nb_essence_containers = avio_rb32(pb);
643 if (partition->this_partition &&
644 partition->previous_partition == partition->this_partition) {
645 av_log(mxf->fc, AV_LOG_ERROR,
646 "PreviousPartition equal to ThisPartition %"PRIx64"\n",
647 partition->previous_partition);
648 /* override with the actual previous partition offset */
649 if (!mxf->parsing_backward && mxf->last_forward_partition > 1) {
651 mxf->partitions + mxf->last_forward_partition - 2;
652 partition->previous_partition = prev->this_partition;
654 /* if no previous body partition are found point to the header
656 if (partition->previous_partition == partition->this_partition)
657 partition->previous_partition = 0;
658 av_log(mxf->fc, AV_LOG_ERROR,
659 "Overriding PreviousPartition with %"PRIx64"\n",
660 partition->previous_partition);
663 /* some files don't have FooterPartition set in every partition */
664 if (footer_partition) {
665 if (mxf->footer_partition && mxf->footer_partition != footer_partition) {
666 av_log(mxf->fc, AV_LOG_ERROR,
667 "inconsistent FooterPartition value: %"PRIu64" != %"PRIu64"\n",
668 mxf->footer_partition, footer_partition);
670 mxf->footer_partition = footer_partition;
674 av_log(mxf->fc, AV_LOG_TRACE,
675 "PartitionPack: ThisPartition = 0x%"PRIX64
676 ", PreviousPartition = 0x%"PRIX64", "
677 "FooterPartition = 0x%"PRIX64", IndexSID = %i, BodySID = %i\n",
678 partition->this_partition,
679 partition->previous_partition, footer_partition,
680 partition->index_sid, partition->body_sid);
682 /* sanity check PreviousPartition if set */
683 //NOTE: this isn't actually enough, see mxf_seek_to_previous_partition()
684 if (partition->previous_partition &&
685 mxf->run_in + partition->previous_partition >= klv_offset) {
686 av_log(mxf->fc, AV_LOG_ERROR,
687 "PreviousPartition points to this partition or forward\n");
688 return AVERROR_INVALIDDATA;
691 if (op[12] == 1 && op[13] == 1) mxf->op = OP1a;
692 else if (op[12] == 1 && op[13] == 2) mxf->op = OP1b;
693 else if (op[12] == 1 && op[13] == 3) mxf->op = OP1c;
694 else if (op[12] == 2 && op[13] == 1) mxf->op = OP2a;
695 else if (op[12] == 2 && op[13] == 2) mxf->op = OP2b;
696 else if (op[12] == 2 && op[13] == 3) mxf->op = OP2c;
697 else if (op[12] == 3 && op[13] == 1) mxf->op = OP3a;
698 else if (op[12] == 3 && op[13] == 2) mxf->op = OP3b;
699 else if (op[12] == 3 && op[13] == 3) mxf->op = OP3c;
700 else if (op[12] == 64&& op[13] == 1) mxf->op = OPSONYOpt;
701 else if (op[12] == 0x10) {
702 /* SMPTE 390m: "There shall be exactly one essence container"
703 * The following block deals with files that violate this, namely:
704 * 2011_DCPTEST_24FPS.V.mxf - two ECs, OP1a
705 * abcdefghiv016f56415e.mxf - zero ECs, OPAtom, output by Avid AirSpeed */
706 if (nb_essence_containers != 1) {
707 MXFOP op = nb_essence_containers ? OP1a : OPAtom;
711 av_log(mxf->fc, AV_LOG_WARNING,
712 "\"OPAtom\" with %"PRIu32" ECs - assuming %s\n",
713 nb_essence_containers,
714 op == OP1a ? "OP1a" : "OPAtom");
720 av_log(mxf->fc, AV_LOG_ERROR, "unknown operational pattern: %02xh %02xh - guessing OP1a\n", op[12], op[13]);
724 if (partition->kag_size <= 0 || partition->kag_size > (1 << 20)) {
725 av_log(mxf->fc, AV_LOG_WARNING, "invalid KAGSize %"PRId32" - guessing ",
726 partition->kag_size);
728 if (mxf->op == OPSONYOpt)
729 partition->kag_size = 512;
731 partition->kag_size = 1;
733 av_log(mxf->fc, AV_LOG_WARNING, "%"PRId32"\n", partition->kag_size);
739 static int mxf_add_metadata_set(MXFContext *mxf, void *metadata_set)
741 MXFMetadataSet **tmp;
743 tmp = av_realloc_array(mxf->metadata_sets, mxf->metadata_sets_count + 1, sizeof(*mxf->metadata_sets));
745 return AVERROR(ENOMEM);
746 mxf->metadata_sets = tmp;
747 mxf->metadata_sets[mxf->metadata_sets_count] = metadata_set;
748 mxf->metadata_sets_count++;
752 static int mxf_read_cryptographic_context(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
754 MXFCryptoContext *cryptocontext = arg;
756 return AVERROR_INVALIDDATA;
757 if (IS_KLV_KEY(uid, mxf_crypto_source_container_ul))
758 avio_read(pb, cryptocontext->source_container_ul, 16);
762 static int mxf_read_strong_ref_array(AVIOContext *pb, UID **refs, int *count)
764 *count = avio_rb32(pb);
765 *refs = av_calloc(*count, sizeof(UID));
768 return AVERROR(ENOMEM);
770 avio_skip(pb, 4); /* useless size of objects, always 16 according to specs */
771 avio_read(pb, (uint8_t *)*refs, *count * sizeof(UID));
775 static inline int mxf_read_utf16_string(AVIOContext *pb, int size, char** str, int be)
780 if (size < 0 || size > INT_MAX/2)
781 return AVERROR(EINVAL);
783 buf_size = size + size / 2 + 1;
784 *str = av_malloc(buf_size);
786 return AVERROR(ENOMEM);
789 ret = avio_get_str16be(pb, size, *str, buf_size);
791 ret = avio_get_str16le(pb, size, *str, buf_size);
801 #define READ_STR16(type, big_endian) \
802 static int mxf_read_utf16 ## type ##_string(AVIOContext *pb, int size, char** str) \
804 return mxf_read_utf16_string(pb, size, str, big_endian); \
810 static int mxf_read_content_storage(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
812 MXFContext *mxf = arg;
815 if (mxf->packages_refs)
816 av_log(mxf->fc, AV_LOG_VERBOSE, "Multiple packages_refs\n");
817 av_free(mxf->packages_refs);
818 return mxf_read_strong_ref_array(pb, &mxf->packages_refs, &mxf->packages_count);
820 av_free(mxf->essence_container_data_refs);
821 return mxf_read_strong_ref_array(pb, &mxf->essence_container_data_refs, &mxf->essence_container_data_count);
826 static int mxf_read_source_clip(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
828 MXFStructuralComponent *source_clip = arg;
831 source_clip->duration = avio_rb64(pb);
834 source_clip->start_position = avio_rb64(pb);
837 /* UMID, only get last 16 bytes */
838 avio_read(pb, source_clip->source_package_ul, 16);
839 avio_read(pb, source_clip->source_package_uid, 16);
842 source_clip->source_track_id = avio_rb32(pb);
848 static int mxf_read_timecode_component(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
850 MXFTimecodeComponent *mxf_timecode = arg;
853 mxf_timecode->start_frame = avio_rb64(pb);
856 mxf_timecode->rate = (AVRational){avio_rb16(pb), 1};
859 mxf_timecode->drop_frame = avio_r8(pb);
865 static int mxf_read_pulldown_component(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
867 MXFPulldownComponent *mxf_pulldown = arg;
870 avio_read(pb, mxf_pulldown->input_segment_ref, 16);
876 static int mxf_read_track(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
878 MXFTrack *track = arg;
881 track->track_id = avio_rb32(pb);
884 avio_read(pb, track->track_number, 4);
887 mxf_read_utf16be_string(pb, size, &track->name);
890 track->edit_rate.num = avio_rb32(pb);
891 track->edit_rate.den = avio_rb32(pb);
894 avio_read(pb, track->sequence_ref, 16);
900 static int mxf_read_sequence(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
902 MXFSequence *sequence = arg;
905 sequence->duration = avio_rb64(pb);
908 avio_read(pb, sequence->data_definition_ul, 16);
911 sequence->origin = avio_r8(pb);
914 return mxf_read_strong_ref_array(pb, &sequence->structural_components_refs,
915 &sequence->structural_components_count);
920 static int mxf_read_essence_group(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
922 MXFEssenceGroup *essence_group = arg;
925 essence_group->duration = avio_rb64(pb);
928 return mxf_read_strong_ref_array(pb, &essence_group->structural_components_refs,
929 &essence_group->structural_components_count);
934 static int mxf_read_package(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
936 MXFPackage *package = arg;
939 return mxf_read_strong_ref_array(pb, &package->tracks_refs,
940 &package->tracks_count);
943 avio_read(pb, package->package_ul, 16);
944 avio_read(pb, package->package_uid, 16);
947 avio_read(pb, package->descriptor_ref, 16);
950 return mxf_read_utf16be_string(pb, size, &package->name);
952 return mxf_read_strong_ref_array(pb, &package->comment_refs,
953 &package->comment_count);
958 static int mxf_read_essence_container_data(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
960 MXFEssenceContainerData *essence_data = arg;
963 /* linked package umid UMID */
964 avio_read(pb, essence_data->package_ul, 16);
965 avio_read(pb, essence_data->package_uid, 16);
968 essence_data->index_sid = avio_rb32(pb);
971 essence_data->body_sid = avio_rb32(pb);
977 static int mxf_read_index_entry_array(AVIOContext *pb, MXFIndexTableSegment *segment)
981 segment->nb_index_entries = avio_rb32(pb);
983 length = avio_rb32(pb);
984 if(segment->nb_index_entries && length < 11)
985 return AVERROR_INVALIDDATA;
987 if (!(segment->temporal_offset_entries=av_calloc(segment->nb_index_entries, sizeof(*segment->temporal_offset_entries))) ||
988 !(segment->flag_entries = av_calloc(segment->nb_index_entries, sizeof(*segment->flag_entries))) ||
989 !(segment->stream_offset_entries = av_calloc(segment->nb_index_entries, sizeof(*segment->stream_offset_entries)))) {
990 av_freep(&segment->temporal_offset_entries);
991 av_freep(&segment->flag_entries);
992 return AVERROR(ENOMEM);
995 for (i = 0; i < segment->nb_index_entries; i++) {
997 return AVERROR_INVALIDDATA;
998 segment->temporal_offset_entries[i] = avio_r8(pb);
999 avio_r8(pb); /* KeyFrameOffset */
1000 segment->flag_entries[i] = avio_r8(pb);
1001 segment->stream_offset_entries[i] = avio_rb64(pb);
1002 avio_skip(pb, length - 11);
1007 static int mxf_read_index_table_segment(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
1009 MXFIndexTableSegment *segment = arg;
1012 segment->edit_unit_byte_count = avio_rb32(pb);
1013 av_log(NULL, AV_LOG_TRACE, "EditUnitByteCount %d\n", segment->edit_unit_byte_count);
1016 segment->index_sid = avio_rb32(pb);
1017 av_log(NULL, AV_LOG_TRACE, "IndexSID %d\n", segment->index_sid);
1020 segment->body_sid = avio_rb32(pb);
1021 av_log(NULL, AV_LOG_TRACE, "BodySID %d\n", segment->body_sid);
1024 av_log(NULL, AV_LOG_TRACE, "IndexEntryArray found\n");
1025 return mxf_read_index_entry_array(pb, segment);
1027 segment->index_edit_rate.num = avio_rb32(pb);
1028 segment->index_edit_rate.den = avio_rb32(pb);
1029 av_log(NULL, AV_LOG_TRACE, "IndexEditRate %d/%d\n", segment->index_edit_rate.num,
1030 segment->index_edit_rate.den);
1033 segment->index_start_position = avio_rb64(pb);
1034 av_log(NULL, AV_LOG_TRACE, "IndexStartPosition %"PRId64"\n", segment->index_start_position);
1037 segment->index_duration = avio_rb64(pb);
1038 av_log(NULL, AV_LOG_TRACE, "IndexDuration %"PRId64"\n", segment->index_duration);
1044 static void mxf_read_pixel_layout(AVIOContext *pb, MXFDescriptor *descriptor)
1046 int code, value, ofs = 0;
1047 char layout[16] = {0}; /* not for printing, may end up not terminated on purpose */
1051 value = avio_r8(pb);
1052 av_log(NULL, AV_LOG_TRACE, "pixel layout: code %#x\n", code);
1055 layout[ofs++] = code;
1056 layout[ofs++] = value;
1058 break; /* don't read byte by byte on sneaky files filled with lots of non-zeroes */
1059 } while (code != 0); /* SMPTE 377M E.2.46 */
1061 ff_mxf_decode_pixel_layout(layout, &descriptor->pix_fmt);
1064 static int mxf_read_generic_descriptor(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
1066 MXFDescriptor *descriptor = arg;
1067 int entry_count, entry_size;
1071 return mxf_read_strong_ref_array(pb, &descriptor->sub_descriptors_refs,
1072 &descriptor->sub_descriptors_count);
1073 case 0x3002: /* ContainerDuration */
1074 descriptor->duration = avio_rb64(pb);
1077 avio_read(pb, descriptor->essence_container_ul, 16);
1080 avio_read(pb, descriptor->codec_ul, 16);
1083 descriptor->linked_track_id = avio_rb32(pb);
1085 case 0x3201: /* PictureEssenceCoding */
1086 avio_read(pb, descriptor->essence_codec_ul, 16);
1089 descriptor->width = avio_rb32(pb);
1092 descriptor->height = avio_rb32(pb);
1095 descriptor->frame_layout = avio_r8(pb);
1098 entry_count = avio_rb32(pb);
1099 entry_size = avio_rb32(pb);
1100 if (entry_size == 4) {
1101 if (entry_count > 0)
1102 descriptor->video_line_map[0] = avio_rb32(pb);
1104 descriptor->video_line_map[0] = 0;
1105 if (entry_count > 1)
1106 descriptor->video_line_map[1] = avio_rb32(pb);
1108 descriptor->video_line_map[1] = 0;
1110 av_log(NULL, AV_LOG_WARNING, "VideoLineMap element size %d currently not supported\n", entry_size);
1113 descriptor->aspect_ratio.num = avio_rb32(pb);
1114 descriptor->aspect_ratio.den = avio_rb32(pb);
1117 descriptor->field_dominance = avio_r8(pb);
1120 descriptor->component_depth = avio_rb32(pb);
1123 descriptor->horiz_subsampling = avio_rb32(pb);
1126 descriptor->vert_subsampling = avio_rb32(pb);
1129 descriptor->sample_rate.num = avio_rb32(pb);
1130 descriptor->sample_rate.den = avio_rb32(pb);
1132 case 0x3D06: /* SoundEssenceCompression */
1133 avio_read(pb, descriptor->essence_codec_ul, 16);
1136 descriptor->channels = avio_rb32(pb);
1139 descriptor->bits_per_sample = avio_rb32(pb);
1142 mxf_read_pixel_layout(pb, descriptor);
1145 /* Private uid used by SONY C0023S01.mxf */
1146 if (IS_KLV_KEY(uid, mxf_sony_mpeg4_extradata)) {
1147 if (descriptor->extradata)
1148 av_log(NULL, AV_LOG_WARNING, "Duplicate sony_mpeg4_extradata\n");
1149 av_free(descriptor->extradata);
1150 descriptor->extradata_size = 0;
1151 descriptor->extradata = av_malloc(size);
1152 if (!descriptor->extradata)
1153 return AVERROR(ENOMEM);
1154 descriptor->extradata_size = size;
1155 avio_read(pb, descriptor->extradata, size);
1157 if (IS_KLV_KEY(uid, mxf_jp2k_rsiz)) {
1158 uint32_t rsiz = avio_rb16(pb);
1159 if (rsiz == FF_PROFILE_JPEG2000_DCINEMA_2K ||
1160 rsiz == FF_PROFILE_JPEG2000_DCINEMA_4K)
1161 descriptor->pix_fmt = AV_PIX_FMT_XYZ12;
1168 static int mxf_read_indirect_value(void *arg, AVIOContext *pb, int size)
1170 MXFTaggedValue *tagged_value = arg;
1176 avio_read(pb, key, 17);
1177 /* TODO: handle other types of of indirect values */
1178 if (memcmp(key, mxf_indirect_value_utf16le, 17) == 0) {
1179 return mxf_read_utf16le_string(pb, size - 17, &tagged_value->value);
1180 } else if (memcmp(key, mxf_indirect_value_utf16be, 17) == 0) {
1181 return mxf_read_utf16be_string(pb, size - 17, &tagged_value->value);
1186 static int mxf_read_tagged_value(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
1188 MXFTaggedValue *tagged_value = arg;
1191 return mxf_read_utf16be_string(pb, size, &tagged_value->name);
1193 return mxf_read_indirect_value(tagged_value, pb, size);
1199 * Match an uid independently of the version byte and up to len common bytes
1202 static int mxf_match_uid(const UID key, const UID uid, int len)
1205 for (i = 0; i < len; i++) {
1206 if (i != 7 && key[i] != uid[i])
1212 static const MXFCodecUL *mxf_get_codec_ul(const MXFCodecUL *uls, UID *uid)
1214 while (uls->uid[0]) {
1215 if(mxf_match_uid(uls->uid, *uid, uls->matching_len))
1222 static void *mxf_resolve_strong_ref(MXFContext *mxf, UID *strong_ref, enum MXFMetadataSetType type)
1228 for (i = 0; i < mxf->metadata_sets_count; i++) {
1229 if (!memcmp(*strong_ref, mxf->metadata_sets[i]->uid, 16) &&
1230 (type == AnyType || mxf->metadata_sets[i]->type == type)) {
1231 return mxf->metadata_sets[i];
1237 static const MXFCodecUL mxf_picture_essence_container_uls[] = {
1238 // video essence container uls
1239 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x07,0x0d,0x01,0x03,0x01,0x02,0x0c,0x01,0x00 }, 14, AV_CODEC_ID_JPEG2000, NULL, 14 },
1240 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x02,0x0d,0x01,0x03,0x01,0x02,0x10,0x60,0x01 }, 14, AV_CODEC_ID_H264, NULL, 15 }, /* H.264 */
1241 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x02,0x0d,0x01,0x03,0x01,0x02,0x11,0x01,0x00 }, 14, AV_CODEC_ID_DNXHD, NULL, 14 }, /* VC-3 */
1242 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x02,0x0d,0x01,0x03,0x01,0x02,0x12,0x01,0x00 }, 14, AV_CODEC_ID_VC1, NULL, 14 }, /* VC-1 */
1243 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x02,0x0d,0x01,0x03,0x01,0x02,0x14,0x01,0x00 }, 14, AV_CODEC_ID_TIFF, NULL, 14 }, /* TIFF */
1244 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x02,0x0d,0x01,0x03,0x01,0x02,0x15,0x01,0x00 }, 14, AV_CODEC_ID_DIRAC, NULL, 14 }, /* VC-2 */
1245 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x02,0x0d,0x01,0x03,0x01,0x02,0x1b,0x01,0x00 }, 14, AV_CODEC_ID_CFHD, NULL, 14 }, /* VC-5 */
1246 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x02,0x0d,0x01,0x03,0x01,0x02,0x1c,0x01,0x00 }, 14, AV_CODEC_ID_PRORES, NULL, 14 }, /* ProRes */
1247 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x02,0x0d,0x01,0x03,0x01,0x02,0x04,0x60,0x01 }, 14, AV_CODEC_ID_MPEG2VIDEO, NULL, 15 }, /* MPEG-ES */
1248 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x01,0x0d,0x01,0x03,0x01,0x02,0x01,0x04,0x01 }, 14, AV_CODEC_ID_MPEG2VIDEO, NULL, 15, D10D11Wrap }, /* SMPTE D-10 mapping */
1249 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x01,0x0d,0x01,0x03,0x01,0x02,0x02,0x41,0x01 }, 14, AV_CODEC_ID_DVVIDEO, NULL, 15 }, /* DV 625 25mbps */
1250 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x01,0x0d,0x01,0x03,0x01,0x02,0x05,0x00,0x00 }, 14, AV_CODEC_ID_RAWVIDEO, NULL, 15, RawVWrap }, /* uncompressed picture */
1251 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x0a,0x0e,0x0f,0x03,0x01,0x02,0x20,0x01,0x01 }, 15, AV_CODEC_ID_HQ_HQA },
1252 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x0a,0x0e,0x0f,0x03,0x01,0x02,0x20,0x02,0x01 }, 15, AV_CODEC_ID_HQX },
1253 { { 0x06,0x0e,0x2b,0x34,0x01,0x01,0x01,0xff,0x4b,0x46,0x41,0x41,0x00,0x0d,0x4d,0x4f }, 14, AV_CODEC_ID_RAWVIDEO }, /* Legacy ?? Uncompressed Picture */
1254 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, AV_CODEC_ID_NONE },
1257 /* EC ULs for intra-only formats */
1258 static const MXFCodecUL mxf_intra_only_essence_container_uls[] = {
1259 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x01,0x0d,0x01,0x03,0x01,0x02,0x01,0x00,0x00 }, 14, AV_CODEC_ID_MPEG2VIDEO }, /* MXF-GC SMPTE D-10 mappings */
1260 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, AV_CODEC_ID_NONE },
1263 /* intra-only PictureEssenceCoding ULs, where no corresponding EC UL exists */
1264 static const MXFCodecUL mxf_intra_only_picture_essence_coding_uls[] = {
1265 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x0A,0x04,0x01,0x02,0x02,0x01,0x32,0x00,0x00 }, 14, AV_CODEC_ID_H264 }, /* H.264/MPEG-4 AVC Intra Profiles */
1266 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x07,0x04,0x01,0x02,0x02,0x03,0x01,0x01,0x00 }, 14, AV_CODEC_ID_JPEG2000 }, /* JPEG 2000 code stream */
1267 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, AV_CODEC_ID_NONE },
1270 /* actual coded width for AVC-Intra to allow selecting correct SPS/PPS */
1271 static const MXFCodecUL mxf_intra_only_picture_coded_width[] = {
1272 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x0A,0x04,0x01,0x02,0x02,0x01,0x32,0x21,0x01 }, 16, 1440 },
1273 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x0A,0x04,0x01,0x02,0x02,0x01,0x32,0x21,0x02 }, 16, 1440 },
1274 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x0A,0x04,0x01,0x02,0x02,0x01,0x32,0x21,0x03 }, 16, 1440 },
1275 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x0A,0x04,0x01,0x02,0x02,0x01,0x32,0x21,0x04 }, 16, 1440 },
1276 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, 0 },
1279 static const MXFCodecUL mxf_sound_essence_container_uls[] = {
1280 // sound essence container uls
1281 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x01,0x0d,0x01,0x03,0x01,0x02,0x06,0x01,0x00 }, 14, AV_CODEC_ID_PCM_S16LE, NULL, 14, RawAWrap }, /* BWF */
1282 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x02,0x0d,0x01,0x03,0x01,0x02,0x04,0x40,0x01 }, 14, AV_CODEC_ID_MP2, NULL, 15 }, /* MPEG-ES */
1283 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x01,0x0d,0x01,0x03,0x01,0x02,0x01,0x01,0x01 }, 14, AV_CODEC_ID_PCM_S16LE, NULL, 13 }, /* D-10 Mapping 50Mbps PAL Extended Template */
1284 { { 0x06,0x0e,0x2b,0x34,0x01,0x01,0x01,0xff,0x4b,0x46,0x41,0x41,0x00,0x0d,0x4d,0x4F }, 14, AV_CODEC_ID_PCM_S16LE }, /* 0001GL00.MXF.A1.mxf_opatom.mxf */
1285 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x03,0x04,0x02,0x02,0x02,0x03,0x03,0x01,0x00 }, 14, AV_CODEC_ID_AAC }, /* MPEG-2 AAC ADTS (legacy) */
1286 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, AV_CODEC_ID_NONE },
1289 static const MXFCodecUL mxf_data_essence_container_uls[] = {
1290 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x09,0x0d,0x01,0x03,0x01,0x02,0x0d,0x00,0x00 }, 16, AV_CODEC_ID_NONE, "vbi_smpte_436M", 11 },
1291 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x09,0x0d,0x01,0x03,0x01,0x02,0x0e,0x00,0x00 }, 16, AV_CODEC_ID_NONE, "vbi_vanc_smpte_436M", 11 },
1292 { { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x09,0x0d,0x01,0x03,0x01,0x02,0x13,0x01,0x01 }, 16, AV_CODEC_ID_TTML },
1293 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, AV_CODEC_ID_NONE },
1296 static MXFWrappingScheme mxf_get_wrapping_kind(UID *essence_container_ul)
1299 const MXFCodecUL *codec_ul;
1301 codec_ul = mxf_get_codec_ul(mxf_picture_essence_container_uls, essence_container_ul);
1302 if (!codec_ul->uid[0])
1303 codec_ul = mxf_get_codec_ul(mxf_sound_essence_container_uls, essence_container_ul);
1304 if (!codec_ul->uid[0])
1305 codec_ul = mxf_get_codec_ul(mxf_data_essence_container_uls, essence_container_ul);
1306 if (!codec_ul->uid[0] || !codec_ul->wrapping_indicator_pos)
1307 return UnknownWrapped;
1309 val = (*essence_container_ul)[codec_ul->wrapping_indicator_pos];
1310 switch (codec_ul->wrapping_indicator_type) {
1315 if (val == 0x03 || val == 0x04)
1324 return FrameWrapped;
1327 return UnknownWrapped;
1330 static int mxf_get_sorted_table_segments(MXFContext *mxf, int *nb_sorted_segments, MXFIndexTableSegment ***sorted_segments)
1332 int i, j, nb_segments = 0;
1333 MXFIndexTableSegment **unsorted_segments;
1334 int last_body_sid = -1, last_index_sid = -1, last_index_start = -1;
1336 /* count number of segments, allocate arrays and copy unsorted segments */
1337 for (i = 0; i < mxf->metadata_sets_count; i++)
1338 if (mxf->metadata_sets[i]->type == IndexTableSegment)
1342 return AVERROR_INVALIDDATA;
1344 if (!(unsorted_segments = av_calloc(nb_segments, sizeof(*unsorted_segments))) ||
1345 !(*sorted_segments = av_calloc(nb_segments, sizeof(**sorted_segments)))) {
1346 av_freep(sorted_segments);
1347 av_free(unsorted_segments);
1348 return AVERROR(ENOMEM);
1351 for (i = j = 0; i < mxf->metadata_sets_count; i++)
1352 if (mxf->metadata_sets[i]->type == IndexTableSegment)
1353 unsorted_segments[j++] = (MXFIndexTableSegment*)mxf->metadata_sets[i];
1355 *nb_sorted_segments = 0;
1357 /* sort segments by {BodySID, IndexSID, IndexStartPosition}, remove duplicates while we're at it */
1358 for (i = 0; i < nb_segments; i++) {
1359 int best = -1, best_body_sid = -1, best_index_sid = -1, best_index_start = -1;
1360 uint64_t best_index_duration = 0;
1362 for (j = 0; j < nb_segments; j++) {
1363 MXFIndexTableSegment *s = unsorted_segments[j];
1365 /* Require larger BosySID, IndexSID or IndexStartPosition then the previous entry. This removes duplicates.
1366 * We want the smallest values for the keys than what we currently have, unless this is the first such entry this time around.
1367 * If we come across an entry with the same IndexStartPosition but larger IndexDuration, then we'll prefer it over the one we currently have.
1370 s->body_sid > last_body_sid ||
1371 s->body_sid == last_body_sid && s->index_sid > last_index_sid ||
1372 s->body_sid == last_body_sid && s->index_sid == last_index_sid && s->index_start_position > last_index_start) &&
1374 s->body_sid < best_body_sid ||
1375 s->body_sid == best_body_sid && s->index_sid < best_index_sid ||
1376 s->body_sid == best_body_sid && s->index_sid == best_index_sid && s->index_start_position < best_index_start ||
1377 s->body_sid == best_body_sid && s->index_sid == best_index_sid && s->index_start_position == best_index_start && s->index_duration > best_index_duration)) {
1379 best_body_sid = s->body_sid;
1380 best_index_sid = s->index_sid;
1381 best_index_start = s->index_start_position;
1382 best_index_duration = s->index_duration;
1386 /* no suitable entry found -> we're done */
1390 (*sorted_segments)[(*nb_sorted_segments)++] = unsorted_segments[best];
1391 last_body_sid = best_body_sid;
1392 last_index_sid = best_index_sid;
1393 last_index_start = best_index_start;
1396 av_free(unsorted_segments);
1402 * Computes the absolute file offset of the given essence container offset
1404 static int mxf_absolute_bodysid_offset(MXFContext *mxf, int body_sid, int64_t offset, int64_t *offset_out, MXFPartition **partition_out)
1406 MXFPartition *last_p = NULL;
1410 return AVERROR(EINVAL);
1413 b = mxf->partitions_count;
1416 m0 = m = (a + b) >> 1;
1418 while (m < b && mxf->partitions[m].body_sid != body_sid)
1421 if (m < b && mxf->partitions[m].body_offset <= offset)
1428 last_p = &mxf->partitions[a];
1430 if (last_p && (!last_p->essence_length || last_p->essence_length > (offset - last_p->body_offset))) {
1431 *offset_out = last_p->essence_offset + (offset - last_p->body_offset);
1433 *partition_out = last_p;
1437 av_log(mxf->fc, AV_LOG_ERROR,
1438 "failed to find absolute offset of %"PRIX64" in BodySID %i - partial file?\n",
1441 return AVERROR_INVALIDDATA;
1445 * Returns the end position of the essence container with given BodySID, or zero if unknown
1447 static int64_t mxf_essence_container_end(MXFContext *mxf, int body_sid)
1452 for (x = 0; x < mxf->partitions_count; x++) {
1453 MXFPartition *p = &mxf->partitions[x];
1455 if (p->body_sid != body_sid)
1458 if (!p->essence_length)
1461 ret = p->essence_offset + p->essence_length;
1467 /* EditUnit -> absolute offset */
1468 static int mxf_edit_unit_absolute_offset(MXFContext *mxf, MXFIndexTable *index_table, int64_t edit_unit, AVRational edit_rate, int64_t *edit_unit_out, int64_t *offset_out, MXFPartition **partition_out, int nag)
1471 int64_t offset_temp = 0;
1473 edit_unit = av_rescale_q(edit_unit, index_table->segments[0]->index_edit_rate, edit_rate);
1475 for (i = 0; i < index_table->nb_segments; i++) {
1476 MXFIndexTableSegment *s = index_table->segments[i];
1478 edit_unit = FFMAX(edit_unit, s->index_start_position); /* clamp if trying to seek before start */
1480 if (edit_unit < s->index_start_position + s->index_duration) {
1481 int64_t index = edit_unit - s->index_start_position;
1483 if (s->edit_unit_byte_count)
1484 offset_temp += s->edit_unit_byte_count * index;
1485 else if (s->nb_index_entries) {
1486 if (s->nb_index_entries == 2 * s->index_duration + 1)
1487 index *= 2; /* Avid index */
1489 if (index < 0 || index >= s->nb_index_entries) {
1490 av_log(mxf->fc, AV_LOG_ERROR, "IndexSID %i segment at %"PRId64" IndexEntryArray too small\n",
1491 index_table->index_sid, s->index_start_position);
1492 return AVERROR_INVALIDDATA;
1495 offset_temp = s->stream_offset_entries[index];
1497 av_log(mxf->fc, AV_LOG_ERROR, "IndexSID %i segment at %"PRId64" missing EditUnitByteCount and IndexEntryArray\n",
1498 index_table->index_sid, s->index_start_position);
1499 return AVERROR_INVALIDDATA;
1503 *edit_unit_out = av_rescale_q(edit_unit, edit_rate, s->index_edit_rate);
1505 return mxf_absolute_bodysid_offset(mxf, index_table->body_sid, offset_temp, offset_out, partition_out);
1507 /* EditUnitByteCount == 0 for VBR indexes, which is fine since they use explicit StreamOffsets */
1508 offset_temp += s->edit_unit_byte_count * s->index_duration;
1513 av_log(mxf->fc, AV_LOG_ERROR, "failed to map EditUnit %"PRId64" in IndexSID %i to an offset\n", edit_unit, index_table->index_sid);
1515 return AVERROR_INVALIDDATA;
1518 static int mxf_compute_ptses_fake_index(MXFContext *mxf, MXFIndexTable *index_table)
1521 int8_t max_temporal_offset = -128;
1524 /* first compute how many entries we have */
1525 for (i = 0; i < index_table->nb_segments; i++) {
1526 MXFIndexTableSegment *s = index_table->segments[i];
1528 if (!s->nb_index_entries) {
1529 index_table->nb_ptses = 0;
1530 return 0; /* no TemporalOffsets */
1533 if (s->index_duration > INT_MAX - index_table->nb_ptses) {
1534 index_table->nb_ptses = 0;
1535 av_log(mxf->fc, AV_LOG_ERROR, "ignoring IndexSID %d, duration is too large\n", s->index_sid);
1539 index_table->nb_ptses += s->index_duration;
1542 /* paranoid check */
1543 if (index_table->nb_ptses <= 0)
1546 if (!(index_table->ptses = av_calloc(index_table->nb_ptses, sizeof(int64_t))) ||
1547 !(index_table->fake_index = av_calloc(index_table->nb_ptses, sizeof(AVIndexEntry))) ||
1548 !(index_table->offsets = av_calloc(index_table->nb_ptses, sizeof(int8_t))) ||
1549 !(flags = av_calloc(index_table->nb_ptses, sizeof(uint8_t)))) {
1550 av_freep(&index_table->ptses);
1551 av_freep(&index_table->fake_index);
1552 av_freep(&index_table->offsets);
1553 return AVERROR(ENOMEM);
1556 /* we may have a few bad TemporalOffsets
1557 * make sure the corresponding PTSes don't have the bogus value 0 */
1558 for (x = 0; x < index_table->nb_ptses; x++)
1559 index_table->ptses[x] = AV_NOPTS_VALUE;
1573 * We want to transform it into this:
1584 * We do this by bucket sorting x by x+TemporalOffset[x] into mxf->ptses,
1585 * then settings mxf->first_dts = -max(TemporalOffset[x]).
1586 * The latter makes DTS <= PTS.
1588 for (i = x = 0; i < index_table->nb_segments; i++) {
1589 MXFIndexTableSegment *s = index_table->segments[i];
1590 int index_delta = 1;
1591 int n = s->nb_index_entries;
1593 if (s->nb_index_entries == 2 * s->index_duration + 1) {
1594 index_delta = 2; /* Avid index */
1595 /* ignore the last entry - it's the size of the essence container */
1599 for (j = 0; j < n; j += index_delta, x++) {
1600 int offset = s->temporal_offset_entries[j] / index_delta;
1601 int index = x + offset;
1603 if (x >= index_table->nb_ptses) {
1604 av_log(mxf->fc, AV_LOG_ERROR,
1605 "x >= nb_ptses - IndexEntryCount %i < IndexDuration %"PRId64"?\n",
1606 s->nb_index_entries, s->index_duration);
1610 flags[x] = !(s->flag_entries[j] & 0x30) ? AVINDEX_KEYFRAME : 0;
1612 if (index < 0 || index >= index_table->nb_ptses) {
1613 av_log(mxf->fc, AV_LOG_ERROR,
1614 "index entry %i + TemporalOffset %i = %i, which is out of bounds\n",
1619 index_table->offsets[x] = offset;
1620 index_table->ptses[index] = x;
1621 max_temporal_offset = FFMAX(max_temporal_offset, offset);
1625 /* calculate the fake index table in display order */
1626 for (x = 0; x < index_table->nb_ptses; x++) {
1627 index_table->fake_index[x].timestamp = x;
1628 if (index_table->ptses[x] != AV_NOPTS_VALUE)
1629 index_table->fake_index[index_table->ptses[x]].flags = flags[x];
1633 index_table->first_dts = -max_temporal_offset;
1639 * Sorts and collects index table segments into index tables.
1640 * Also computes PTSes if possible.
1642 static int mxf_compute_index_tables(MXFContext *mxf)
1644 int i, j, k, ret, nb_sorted_segments;
1645 MXFIndexTableSegment **sorted_segments = NULL;
1647 if ((ret = mxf_get_sorted_table_segments(mxf, &nb_sorted_segments, &sorted_segments)) ||
1648 nb_sorted_segments <= 0) {
1649 av_log(mxf->fc, AV_LOG_WARNING, "broken or empty index\n");
1653 /* sanity check and count unique BodySIDs/IndexSIDs */
1654 for (i = 0; i < nb_sorted_segments; i++) {
1655 if (i == 0 || sorted_segments[i-1]->index_sid != sorted_segments[i]->index_sid)
1656 mxf->nb_index_tables++;
1657 else if (sorted_segments[i-1]->body_sid != sorted_segments[i]->body_sid) {
1658 av_log(mxf->fc, AV_LOG_ERROR, "found inconsistent BodySID\n");
1659 ret = AVERROR_INVALIDDATA;
1660 goto finish_decoding_index;
1664 mxf->index_tables = av_mallocz_array(mxf->nb_index_tables,
1665 sizeof(*mxf->index_tables));
1666 if (!mxf->index_tables) {
1667 av_log(mxf->fc, AV_LOG_ERROR, "failed to allocate index tables\n");
1668 ret = AVERROR(ENOMEM);
1669 goto finish_decoding_index;
1672 /* distribute sorted segments to index tables */
1673 for (i = j = 0; i < nb_sorted_segments; i++) {
1674 if (i != 0 && sorted_segments[i-1]->index_sid != sorted_segments[i]->index_sid) {
1679 mxf->index_tables[j].nb_segments++;
1682 for (i = j = 0; j < mxf->nb_index_tables; i += mxf->index_tables[j++].nb_segments) {
1683 MXFIndexTable *t = &mxf->index_tables[j];
1684 MXFTrack *mxf_track = NULL;
1686 t->segments = av_mallocz_array(t->nb_segments,
1687 sizeof(*t->segments));
1690 av_log(mxf->fc, AV_LOG_ERROR, "failed to allocate IndexTableSegment"
1691 " pointer array\n");
1692 ret = AVERROR(ENOMEM);
1693 goto finish_decoding_index;
1696 if (sorted_segments[i]->index_start_position)
1697 av_log(mxf->fc, AV_LOG_WARNING, "IndexSID %i starts at EditUnit %"PRId64" - seeking may not work as expected\n",
1698 sorted_segments[i]->index_sid, sorted_segments[i]->index_start_position);
1700 memcpy(t->segments, &sorted_segments[i], t->nb_segments * sizeof(MXFIndexTableSegment*));
1701 t->index_sid = sorted_segments[i]->index_sid;
1702 t->body_sid = sorted_segments[i]->body_sid;
1704 if ((ret = mxf_compute_ptses_fake_index(mxf, t)) < 0)
1705 goto finish_decoding_index;
1707 for (k = 0; k < mxf->fc->nb_streams; k++) {
1708 MXFTrack *track = mxf->fc->streams[k]->priv_data;
1709 if (track && track->index_sid == t->index_sid) {
1715 /* fix zero IndexDurations */
1716 for (k = 0; k < t->nb_segments; k++) {
1717 if (!t->segments[k]->index_edit_rate.num || !t->segments[k]->index_edit_rate.den) {
1718 av_log(mxf->fc, AV_LOG_WARNING, "IndexSID %i segment %i has invalid IndexEditRate\n",
1721 t->segments[k]->index_edit_rate = mxf_track->edit_rate;
1724 if (t->segments[k]->index_duration)
1727 if (t->nb_segments > 1)
1728 av_log(mxf->fc, AV_LOG_WARNING, "IndexSID %i segment %i has zero IndexDuration and there's more than one segment\n",
1732 av_log(mxf->fc, AV_LOG_WARNING, "no streams?\n");
1736 /* assume the first stream's duration is reasonable
1737 * leave index_duration = 0 on further segments in case we have any (unlikely)
1739 t->segments[k]->index_duration = mxf_track->original_duration;
1745 finish_decoding_index:
1746 av_free(sorted_segments);
1750 static int mxf_is_intra_only(MXFDescriptor *descriptor)
1752 return mxf_get_codec_ul(mxf_intra_only_essence_container_uls,
1753 &descriptor->essence_container_ul)->id != AV_CODEC_ID_NONE ||
1754 mxf_get_codec_ul(mxf_intra_only_picture_essence_coding_uls,
1755 &descriptor->essence_codec_ul)->id != AV_CODEC_ID_NONE;
1758 static int mxf_uid_to_str(UID uid, char **str)
1762 p = *str = av_mallocz(sizeof(UID) * 2 + 4 + 1);
1764 return AVERROR(ENOMEM);
1765 for (i = 0; i < sizeof(UID); i++) {
1766 snprintf(p, 2 + 1, "%.2x", uid[i]);
1768 if (i == 3 || i == 5 || i == 7 || i == 9) {
1769 snprintf(p, 1 + 1, "-");
1776 static int mxf_umid_to_str(UID ul, UID uid, char **str)
1780 p = *str = av_mallocz(sizeof(UID) * 4 + 2 + 1);
1782 return AVERROR(ENOMEM);
1783 snprintf(p, 2 + 1, "0x");
1785 for (i = 0; i < sizeof(UID); i++) {
1786 snprintf(p, 2 + 1, "%.2X", ul[i]);
1790 for (i = 0; i < sizeof(UID); i++) {
1791 snprintf(p, 2 + 1, "%.2X", uid[i]);
1797 static int mxf_add_umid_metadata(AVDictionary **pm, const char *key, MXFPackage* package)
1803 if ((ret = mxf_umid_to_str(package->package_ul, package->package_uid, &str)) < 0)
1805 av_dict_set(pm, key, str, AV_DICT_DONT_STRDUP_VAL);
1809 static int mxf_add_timecode_metadata(AVDictionary **pm, const char *key, AVTimecode *tc)
1811 char buf[AV_TIMECODE_STR_SIZE];
1812 av_dict_set(pm, key, av_timecode_make_string(tc, buf, 0), 0);
1817 static MXFTimecodeComponent* mxf_resolve_timecode_component(MXFContext *mxf, UID *strong_ref)
1819 MXFStructuralComponent *component = NULL;
1820 MXFPulldownComponent *pulldown = NULL;
1822 component = mxf_resolve_strong_ref(mxf, strong_ref, AnyType);
1826 switch (component->type) {
1827 case TimecodeComponent:
1828 return (MXFTimecodeComponent*)component;
1829 case PulldownComponent: /* timcode component may be located on a pulldown component */
1830 pulldown = (MXFPulldownComponent*)component;
1831 return mxf_resolve_strong_ref(mxf, &pulldown->input_segment_ref, TimecodeComponent);
1838 static MXFPackage* mxf_resolve_source_package(MXFContext *mxf, UID package_ul, UID package_uid)
1840 MXFPackage *package = NULL;
1843 for (i = 0; i < mxf->packages_count; i++) {
1844 package = mxf_resolve_strong_ref(mxf, &mxf->packages_refs[i], SourcePackage);
1848 if (!memcmp(package->package_ul, package_ul, 16) && !memcmp(package->package_uid, package_uid, 16))
1854 static MXFDescriptor* mxf_resolve_multidescriptor(MXFContext *mxf, MXFDescriptor *descriptor, int track_id)
1856 MXFDescriptor *sub_descriptor = NULL;
1862 if (descriptor->type == MultipleDescriptor) {
1863 for (i = 0; i < descriptor->sub_descriptors_count; i++) {
1864 sub_descriptor = mxf_resolve_strong_ref(mxf, &descriptor->sub_descriptors_refs[i], Descriptor);
1866 if (!sub_descriptor) {
1867 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve sub descriptor strong ref\n");
1870 if (sub_descriptor->linked_track_id == track_id) {
1871 return sub_descriptor;
1874 } else if (descriptor->type == Descriptor)
1880 static MXFStructuralComponent* mxf_resolve_essence_group_choice(MXFContext *mxf, MXFEssenceGroup *essence_group)
1882 MXFStructuralComponent *component = NULL;
1883 MXFPackage *package = NULL;
1884 MXFDescriptor *descriptor = NULL;
1887 if (!essence_group || !essence_group->structural_components_count)
1890 /* essence groups contains multiple representations of the same media,
1891 this return the first components with a valid Descriptor typically index 0 */
1892 for (i =0; i < essence_group->structural_components_count; i++){
1893 component = mxf_resolve_strong_ref(mxf, &essence_group->structural_components_refs[i], SourceClip);
1897 if (!(package = mxf_resolve_source_package(mxf, component->source_package_ul, component->source_package_uid)))
1900 descriptor = mxf_resolve_strong_ref(mxf, &package->descriptor_ref, Descriptor);
1907 static MXFStructuralComponent* mxf_resolve_sourceclip(MXFContext *mxf, UID *strong_ref)
1909 MXFStructuralComponent *component = NULL;
1911 component = mxf_resolve_strong_ref(mxf, strong_ref, AnyType);
1914 switch (component->type) {
1918 return mxf_resolve_essence_group_choice(mxf, (MXFEssenceGroup*) component);
1925 static int mxf_parse_package_comments(MXFContext *mxf, AVDictionary **pm, MXFPackage *package)
1927 MXFTaggedValue *tag;
1931 for (i = 0; i < package->comment_count; i++) {
1932 tag = mxf_resolve_strong_ref(mxf, &package->comment_refs[i], TaggedValue);
1933 if (!tag || !tag->name || !tag->value)
1936 size = strlen(tag->name) + 8 + 1;
1937 key = av_mallocz(size);
1939 return AVERROR(ENOMEM);
1941 snprintf(key, size, "comment_%s", tag->name);
1942 av_dict_set(pm, key, tag->value, AV_DICT_DONT_STRDUP_KEY);
1947 static int mxf_parse_physical_source_package(MXFContext *mxf, MXFTrack *source_track, AVStream *st)
1949 MXFPackage *physical_package = NULL;
1950 MXFTrack *physical_track = NULL;
1951 MXFStructuralComponent *sourceclip = NULL;
1952 MXFTimecodeComponent *mxf_tc = NULL;
1956 int64_t start_position;
1958 for (i = 0; i < source_track->sequence->structural_components_count; i++) {
1959 sourceclip = mxf_resolve_strong_ref(mxf, &source_track->sequence->structural_components_refs[i], SourceClip);
1963 if (!(physical_package = mxf_resolve_source_package(mxf, sourceclip->source_package_ul, sourceclip->source_package_uid)))
1966 mxf_add_umid_metadata(&st->metadata, "reel_umid", physical_package);
1968 /* the name of physical source package is name of the reel or tape */
1969 if (physical_package->name && physical_package->name[0])
1970 av_dict_set(&st->metadata, "reel_name", physical_package->name, 0);
1972 /* the source timecode is calculated by adding the start_position of the sourceclip from the file source package track
1973 * to the start_frame of the timecode component located on one of the tracks of the physical source package.
1975 for (j = 0; j < physical_package->tracks_count; j++) {
1976 if (!(physical_track = mxf_resolve_strong_ref(mxf, &physical_package->tracks_refs[j], Track))) {
1977 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve source track strong ref\n");
1981 if (!(physical_track->sequence = mxf_resolve_strong_ref(mxf, &physical_track->sequence_ref, Sequence))) {
1982 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve source track sequence strong ref\n");
1986 if (physical_track->edit_rate.num <= 0 ||
1987 physical_track->edit_rate.den <= 0) {
1988 av_log(mxf->fc, AV_LOG_WARNING,
1989 "Invalid edit rate (%d/%d) found on structural"
1990 " component #%d, defaulting to 25/1\n",
1991 physical_track->edit_rate.num,
1992 physical_track->edit_rate.den, i);
1993 physical_track->edit_rate = (AVRational){25, 1};
1996 for (k = 0; k < physical_track->sequence->structural_components_count; k++) {
1997 if (!(mxf_tc = mxf_resolve_timecode_component(mxf, &physical_track->sequence->structural_components_refs[k])))
2000 flags = mxf_tc->drop_frame == 1 ? AV_TIMECODE_FLAG_DROPFRAME : 0;
2001 /* scale sourceclip start_position to match physical track edit rate */
2002 start_position = av_rescale_q(sourceclip->start_position,
2003 physical_track->edit_rate,
2004 source_track->edit_rate);
2006 if (av_timecode_init(&tc, mxf_tc->rate, flags, start_position + mxf_tc->start_frame, mxf->fc) == 0) {
2007 mxf_add_timecode_metadata(&st->metadata, "timecode", &tc);
2017 static int mxf_add_metadata_stream(MXFContext *mxf, MXFTrack *track)
2019 MXFStructuralComponent *component = NULL;
2020 const MXFCodecUL *codec_ul = NULL;
2021 MXFPackage tmp_package;
2025 for (j = 0; j < track->sequence->structural_components_count; j++) {
2026 component = mxf_resolve_sourceclip(mxf, &track->sequence->structural_components_refs[j]);
2034 st = avformat_new_stream(mxf->fc, NULL);
2036 av_log(mxf->fc, AV_LOG_ERROR, "could not allocate metadata stream\n");
2037 return AVERROR(ENOMEM);
2040 st->codecpar->codec_type = AVMEDIA_TYPE_DATA;
2041 st->codecpar->codec_id = AV_CODEC_ID_NONE;
2042 st->id = track->track_id;
2044 memcpy(&tmp_package.package_ul, component->source_package_ul, 16);
2045 memcpy(&tmp_package.package_uid, component->source_package_uid, 16);
2046 mxf_add_umid_metadata(&st->metadata, "file_package_umid", &tmp_package);
2047 if (track->name && track->name[0])
2048 av_dict_set(&st->metadata, "track_name", track->name, 0);
2050 codec_ul = mxf_get_codec_ul(ff_mxf_data_definition_uls, &track->sequence->data_definition_ul);
2051 av_dict_set(&st->metadata, "data_type", av_get_media_type_string(codec_ul->id), 0);
2055 static int mxf_parse_structural_metadata(MXFContext *mxf)
2057 MXFPackage *material_package = NULL;
2060 av_log(mxf->fc, AV_LOG_TRACE, "metadata sets count %d\n", mxf->metadata_sets_count);
2061 /* TODO: handle multiple material packages (OP3x) */
2062 for (i = 0; i < mxf->packages_count; i++) {
2063 material_package = mxf_resolve_strong_ref(mxf, &mxf->packages_refs[i], MaterialPackage);
2064 if (material_package) break;
2066 if (!material_package) {
2067 av_log(mxf->fc, AV_LOG_ERROR, "no material package found\n");
2068 return AVERROR_INVALIDDATA;
2071 mxf_add_umid_metadata(&mxf->fc->metadata, "material_package_umid", material_package);
2072 if (material_package->name && material_package->name[0])
2073 av_dict_set(&mxf->fc->metadata, "material_package_name", material_package->name, 0);
2074 mxf_parse_package_comments(mxf, &mxf->fc->metadata, material_package);
2076 for (i = 0; i < material_package->tracks_count; i++) {
2077 MXFPackage *source_package = NULL;
2078 MXFTrack *material_track = NULL;
2079 MXFTrack *source_track = NULL;
2080 MXFTrack *temp_track = NULL;
2081 MXFDescriptor *descriptor = NULL;
2082 MXFStructuralComponent *component = NULL;
2083 MXFTimecodeComponent *mxf_tc = NULL;
2084 UID *essence_container_ul = NULL;
2085 const MXFCodecUL *codec_ul = NULL;
2086 const MXFCodecUL *container_ul = NULL;
2087 const MXFCodecUL *pix_fmt_ul = NULL;
2092 if (!(material_track = mxf_resolve_strong_ref(mxf, &material_package->tracks_refs[i], Track))) {
2093 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve material track strong ref\n");
2097 if ((component = mxf_resolve_strong_ref(mxf, &material_track->sequence_ref, TimecodeComponent))) {
2098 mxf_tc = (MXFTimecodeComponent*)component;
2099 flags = mxf_tc->drop_frame == 1 ? AV_TIMECODE_FLAG_DROPFRAME : 0;
2100 if (av_timecode_init(&tc, mxf_tc->rate, flags, mxf_tc->start_frame, mxf->fc) == 0) {
2101 mxf_add_timecode_metadata(&mxf->fc->metadata, "timecode", &tc);
2105 if (!(material_track->sequence = mxf_resolve_strong_ref(mxf, &material_track->sequence_ref, Sequence))) {
2106 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve material track sequence strong ref\n");
2110 for (j = 0; j < material_track->sequence->structural_components_count; j++) {
2111 component = mxf_resolve_strong_ref(mxf, &material_track->sequence->structural_components_refs[j], TimecodeComponent);
2115 mxf_tc = (MXFTimecodeComponent*)component;
2116 flags = mxf_tc->drop_frame == 1 ? AV_TIMECODE_FLAG_DROPFRAME : 0;
2117 if (av_timecode_init(&tc, mxf_tc->rate, flags, mxf_tc->start_frame, mxf->fc) == 0) {
2118 mxf_add_timecode_metadata(&mxf->fc->metadata, "timecode", &tc);
2123 /* TODO: handle multiple source clips, only finds first valid source clip */
2124 if(material_track->sequence->structural_components_count > 1)
2125 av_log(mxf->fc, AV_LOG_WARNING, "material track %d: has %d components\n",
2126 material_track->track_id, material_track->sequence->structural_components_count);
2128 for (j = 0; j < material_track->sequence->structural_components_count; j++) {
2129 component = mxf_resolve_sourceclip(mxf, &material_track->sequence->structural_components_refs[j]);
2133 source_package = mxf_resolve_source_package(mxf, component->source_package_ul, component->source_package_uid);
2134 if (!source_package) {
2135 av_log(mxf->fc, AV_LOG_TRACE, "material track %d: no corresponding source package found\n", material_track->track_id);
2138 for (k = 0; k < source_package->tracks_count; k++) {
2139 if (!(temp_track = mxf_resolve_strong_ref(mxf, &source_package->tracks_refs[k], Track))) {
2140 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve source track strong ref\n");
2141 ret = AVERROR_INVALIDDATA;
2144 if (temp_track->track_id == component->source_track_id) {
2145 source_track = temp_track;
2149 if (!source_track) {
2150 av_log(mxf->fc, AV_LOG_ERROR, "material track %d: no corresponding source track found\n", material_track->track_id);
2154 for (k = 0; k < mxf->essence_container_data_count; k++) {
2155 MXFEssenceContainerData *essence_data;
2157 if (!(essence_data = mxf_resolve_strong_ref(mxf, &mxf->essence_container_data_refs[k], EssenceContainerData))) {
2158 av_log(mxf->fc, AV_LOG_TRACE, "could not resolve essence container data strong ref\n");
2161 if (!memcmp(component->source_package_ul, essence_data->package_ul, sizeof(UID)) && !memcmp(component->source_package_uid, essence_data->package_uid, sizeof(UID))) {
2162 source_track->body_sid = essence_data->body_sid;
2163 source_track->index_sid = essence_data->index_sid;
2168 if(source_track && component)
2171 if (!source_track || !component || !source_package) {
2172 if((ret = mxf_add_metadata_stream(mxf, material_track)))
2177 if (!(source_track->sequence = mxf_resolve_strong_ref(mxf, &source_track->sequence_ref, Sequence))) {
2178 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve source track sequence strong ref\n");
2179 ret = AVERROR_INVALIDDATA;
2183 /* 0001GL00.MXF.A1.mxf_opatom.mxf has the same SourcePackageID as 0001GL.MXF.V1.mxf_opatom.mxf
2184 * This would result in both files appearing to have two streams. Work around this by sanity checking DataDefinition */
2185 if (memcmp(material_track->sequence->data_definition_ul, source_track->sequence->data_definition_ul, 16)) {
2186 av_log(mxf->fc, AV_LOG_ERROR, "material track %d: DataDefinition mismatch\n", material_track->track_id);
2190 st = avformat_new_stream(mxf->fc, NULL);
2192 av_log(mxf->fc, AV_LOG_ERROR, "could not allocate stream\n");
2193 ret = AVERROR(ENOMEM);
2196 st->id = material_track->track_id;
2197 st->priv_data = source_track;
2199 source_package->descriptor = mxf_resolve_strong_ref(mxf, &source_package->descriptor_ref, AnyType);
2200 descriptor = mxf_resolve_multidescriptor(mxf, source_package->descriptor, source_track->track_id);
2202 /* A SourceClip from a EssenceGroup may only be a single frame of essence data. The clips duration is then how many
2203 * frames its suppose to repeat for. Descriptor->duration, if present, contains the real duration of the essence data */
2204 if (descriptor && descriptor->duration != AV_NOPTS_VALUE)
2205 source_track->original_duration = st->duration = FFMIN(descriptor->duration, component->duration);
2207 source_track->original_duration = st->duration = component->duration;
2209 if (st->duration == -1)
2210 st->duration = AV_NOPTS_VALUE;
2211 st->start_time = component->start_position;
2212 if (material_track->edit_rate.num <= 0 ||
2213 material_track->edit_rate.den <= 0) {
2214 av_log(mxf->fc, AV_LOG_WARNING,
2215 "Invalid edit rate (%d/%d) found on stream #%d, "
2216 "defaulting to 25/1\n",
2217 material_track->edit_rate.num,
2218 material_track->edit_rate.den, st->index);
2219 material_track->edit_rate = (AVRational){25, 1};
2221 avpriv_set_pts_info(st, 64, material_track->edit_rate.den, material_track->edit_rate.num);
2223 /* ensure SourceTrack EditRate == MaterialTrack EditRate since only
2224 * the former is accessible via st->priv_data */
2225 source_track->edit_rate = material_track->edit_rate;
2227 PRINT_KEY(mxf->fc, "data definition ul", source_track->sequence->data_definition_ul);
2228 codec_ul = mxf_get_codec_ul(ff_mxf_data_definition_uls, &source_track->sequence->data_definition_ul);
2229 st->codecpar->codec_type = codec_ul->id;
2232 av_log(mxf->fc, AV_LOG_INFO, "source track %d: stream %d, no descriptor found\n", source_track->track_id, st->index);
2235 PRINT_KEY(mxf->fc, "essence codec ul", descriptor->essence_codec_ul);
2236 PRINT_KEY(mxf->fc, "essence container ul", descriptor->essence_container_ul);
2237 essence_container_ul = &descriptor->essence_container_ul;
2238 source_track->wrapping = (mxf->op == OPAtom) ? ClipWrapped : mxf_get_wrapping_kind(essence_container_ul);
2239 if (source_track->wrapping == UnknownWrapped)
2240 av_log(mxf->fc, AV_LOG_INFO, "wrapping of stream %d is unknown\n", st->index);
2241 /* HACK: replacing the original key with mxf_encrypted_essence_container
2242 * is not allowed according to s429-6, try to find correct information anyway */
2243 if (IS_KLV_KEY(essence_container_ul, mxf_encrypted_essence_container)) {
2244 av_log(mxf->fc, AV_LOG_INFO, "broken encrypted mxf file\n");
2245 for (k = 0; k < mxf->metadata_sets_count; k++) {
2246 MXFMetadataSet *metadata = mxf->metadata_sets[k];
2247 if (metadata->type == CryptoContext) {
2248 essence_container_ul = &((MXFCryptoContext *)metadata)->source_container_ul;
2254 /* TODO: drop PictureEssenceCoding and SoundEssenceCompression, only check EssenceContainer */
2255 codec_ul = mxf_get_codec_ul(ff_mxf_codec_uls, &descriptor->essence_codec_ul);
2256 st->codecpar->codec_id = (enum AVCodecID)codec_ul->id;
2257 if (st->codecpar->codec_id == AV_CODEC_ID_NONE) {
2258 codec_ul = mxf_get_codec_ul(ff_mxf_codec_uls, &descriptor->codec_ul);
2259 st->codecpar->codec_id = (enum AVCodecID)codec_ul->id;
2262 av_log(mxf->fc, AV_LOG_VERBOSE, "%s: Universal Label: ",
2263 avcodec_get_name(st->codecpar->codec_id));
2264 for (k = 0; k < 16; k++) {
2265 av_log(mxf->fc, AV_LOG_VERBOSE, "%.2x",
2266 descriptor->essence_codec_ul[k]);
2267 if (!(k+1 & 19) || k == 5)
2268 av_log(mxf->fc, AV_LOG_VERBOSE, ".");
2270 av_log(mxf->fc, AV_LOG_VERBOSE, "\n");
2272 mxf_add_umid_metadata(&st->metadata, "file_package_umid", source_package);
2273 if (source_package->name && source_package->name[0])
2274 av_dict_set(&st->metadata, "file_package_name", source_package->name, 0);
2275 if (material_track->name && material_track->name[0])
2276 av_dict_set(&st->metadata, "track_name", material_track->name, 0);
2278 mxf_parse_physical_source_package(mxf, source_track, st);
2280 if (st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) {
2281 source_track->intra_only = mxf_is_intra_only(descriptor);
2282 container_ul = mxf_get_codec_ul(mxf_picture_essence_container_uls, essence_container_ul);
2283 if (st->codecpar->codec_id == AV_CODEC_ID_NONE)
2284 st->codecpar->codec_id = container_ul->id;
2285 st->codecpar->width = descriptor->width;
2286 st->codecpar->height = descriptor->height; /* Field height, not frame height */
2287 switch (descriptor->frame_layout) {
2289 st->codecpar->field_order = AV_FIELD_PROGRESSIVE;
2292 /* Every other line is stored and needs to be duplicated. */
2293 av_log(mxf->fc, AV_LOG_INFO, "OneField frame layout isn't currently supported\n");
2294 break; /* The correct thing to do here is fall through, but by breaking we might be
2295 able to decode some streams at half the vertical resolution, rather than not al all.
2296 It's also for compatibility with the old behavior. */
2299 case SegmentedFrame:
2300 st->codecpar->field_order = AV_FIELD_PROGRESSIVE;
2301 case SeparateFields:
2302 av_log(mxf->fc, AV_LOG_DEBUG, "video_line_map: (%d, %d), field_dominance: %d\n",
2303 descriptor->video_line_map[0], descriptor->video_line_map[1],
2304 descriptor->field_dominance);
2305 if ((descriptor->video_line_map[0] > 0) && (descriptor->video_line_map[1] > 0)) {
2306 /* Detect coded field order from VideoLineMap:
2307 * (even, even) => bottom field coded first
2308 * (even, odd) => top field coded first
2309 * (odd, even) => top field coded first
2310 * (odd, odd) => bottom field coded first
2312 if ((descriptor->video_line_map[0] + descriptor->video_line_map[1]) % 2) {
2313 switch (descriptor->field_dominance) {
2314 case MXF_FIELD_DOMINANCE_DEFAULT:
2315 case MXF_FIELD_DOMINANCE_FF:
2316 st->codecpar->field_order = AV_FIELD_TT;
2318 case MXF_FIELD_DOMINANCE_FL:
2319 st->codecpar->field_order = AV_FIELD_TB;
2322 avpriv_request_sample(mxf->fc,
2323 "Field dominance %d support",
2324 descriptor->field_dominance);
2327 switch (descriptor->field_dominance) {
2328 case MXF_FIELD_DOMINANCE_DEFAULT:
2329 case MXF_FIELD_DOMINANCE_FF:
2330 st->codecpar->field_order = AV_FIELD_BB;
2332 case MXF_FIELD_DOMINANCE_FL:
2333 st->codecpar->field_order = AV_FIELD_BT;
2336 avpriv_request_sample(mxf->fc,
2337 "Field dominance %d support",
2338 descriptor->field_dominance);
2342 /* Turn field height into frame height. */
2343 st->codecpar->height *= 2;
2346 av_log(mxf->fc, AV_LOG_INFO, "Unknown frame layout type: %d\n", descriptor->frame_layout);
2348 if (st->codecpar->codec_id == AV_CODEC_ID_RAWVIDEO) {
2349 st->codecpar->format = descriptor->pix_fmt;
2350 if (st->codecpar->format == AV_PIX_FMT_NONE) {
2351 pix_fmt_ul = mxf_get_codec_ul(ff_mxf_pixel_format_uls,
2352 &descriptor->essence_codec_ul);
2353 st->codecpar->format = (enum AVPixelFormat)pix_fmt_ul->id;
2354 if (st->codecpar->format== AV_PIX_FMT_NONE) {
2355 st->codecpar->codec_tag = mxf_get_codec_ul(ff_mxf_codec_tag_uls,
2356 &descriptor->essence_codec_ul)->id;
2357 if (!st->codecpar->codec_tag) {
2358 /* support files created before RP224v10 by defaulting to UYVY422
2359 if subsampling is 4:2:2 and component depth is 8-bit */
2360 if (descriptor->horiz_subsampling == 2 &&
2361 descriptor->vert_subsampling == 1 &&
2362 descriptor->component_depth == 8) {
2363 st->codecpar->format = AV_PIX_FMT_UYVY422;
2369 st->need_parsing = AVSTREAM_PARSE_HEADERS;
2370 if (material_track->sequence->origin) {
2371 av_dict_set_int(&st->metadata, "material_track_origin", material_track->sequence->origin, 0);
2373 if (source_track->sequence->origin) {
2374 av_dict_set_int(&st->metadata, "source_track_origin", source_track->sequence->origin, 0);
2376 if (descriptor->aspect_ratio.num && descriptor->aspect_ratio.den)
2377 st->display_aspect_ratio = descriptor->aspect_ratio;
2378 } else if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO) {
2379 container_ul = mxf_get_codec_ul(mxf_sound_essence_container_uls, essence_container_ul);
2380 /* Only overwrite existing codec ID if it is unset or A-law, which is the default according to SMPTE RP 224. */
2381 if (st->codecpar->codec_id == AV_CODEC_ID_NONE || (st->codecpar->codec_id == AV_CODEC_ID_PCM_ALAW && (enum AVCodecID)container_ul->id != AV_CODEC_ID_NONE))
2382 st->codecpar->codec_id = (enum AVCodecID)container_ul->id;
2383 st->codecpar->channels = descriptor->channels;
2384 st->codecpar->bits_per_coded_sample = descriptor->bits_per_sample;
2386 if (descriptor->sample_rate.den > 0) {
2387 st->codecpar->sample_rate = descriptor->sample_rate.num / descriptor->sample_rate.den;
2388 avpriv_set_pts_info(st, 64, descriptor->sample_rate.den, descriptor->sample_rate.num);
2390 av_log(mxf->fc, AV_LOG_WARNING, "invalid sample rate (%d/%d) "
2391 "found for stream #%d, time base forced to 1/48000\n",
2392 descriptor->sample_rate.num, descriptor->sample_rate.den,
2394 avpriv_set_pts_info(st, 64, 1, 48000);
2397 /* if duration is set, rescale it from EditRate to SampleRate */
2398 if (st->duration != AV_NOPTS_VALUE)
2399 st->duration = av_rescale_q(st->duration,
2400 av_inv_q(material_track->edit_rate),
2403 /* TODO: implement AV_CODEC_ID_RAWAUDIO */
2404 if (st->codecpar->codec_id == AV_CODEC_ID_PCM_S16LE) {
2405 if (descriptor->bits_per_sample > 16 && descriptor->bits_per_sample <= 24)
2406 st->codecpar->codec_id = AV_CODEC_ID_PCM_S24LE;
2407 else if (descriptor->bits_per_sample == 32)
2408 st->codecpar->codec_id = AV_CODEC_ID_PCM_S32LE;
2409 } else if (st->codecpar->codec_id == AV_CODEC_ID_PCM_S16BE) {
2410 if (descriptor->bits_per_sample > 16 && descriptor->bits_per_sample <= 24)
2411 st->codecpar->codec_id = AV_CODEC_ID_PCM_S24BE;
2412 else if (descriptor->bits_per_sample == 32)
2413 st->codecpar->codec_id = AV_CODEC_ID_PCM_S32BE;
2414 } else if (st->codecpar->codec_id == AV_CODEC_ID_MP2) {
2415 st->need_parsing = AVSTREAM_PARSE_FULL;
2417 } else if (st->codecpar->codec_type == AVMEDIA_TYPE_DATA) {
2418 enum AVMediaType type;
2419 container_ul = mxf_get_codec_ul(mxf_data_essence_container_uls, essence_container_ul);
2420 if (st->codecpar->codec_id == AV_CODEC_ID_NONE)
2421 st->codecpar->codec_id = container_ul->id;
2422 type = avcodec_get_type(st->codecpar->codec_id);
2423 if (type == AVMEDIA_TYPE_SUBTITLE)
2424 st->codecpar->codec_type = type;
2425 if (container_ul->desc)
2426 av_dict_set(&st->metadata, "data_type", container_ul->desc, 0);
2428 if (descriptor->extradata) {
2429 if (!ff_alloc_extradata(st->codecpar, descriptor->extradata_size)) {
2430 memcpy(st->codecpar->extradata, descriptor->extradata, descriptor->extradata_size);
2432 } else if (st->codecpar->codec_id == AV_CODEC_ID_H264) {
2433 int coded_width = mxf_get_codec_ul(mxf_intra_only_picture_coded_width,
2434 &descriptor->essence_codec_ul)->id;
2436 st->codecpar->width = coded_width;
2437 ret = ff_generate_avci_extradata(st);
2441 if (st->codecpar->codec_type != AVMEDIA_TYPE_DATA && source_track->wrapping != FrameWrapped) {
2442 /* TODO: decode timestamps */
2443 st->need_parsing = AVSTREAM_PARSE_TIMESTAMPS;
2452 static int64_t mxf_timestamp_to_int64(uint64_t timestamp)
2454 struct tm time = { 0 };
2455 time.tm_year = (timestamp >> 48) - 1900;
2456 time.tm_mon = (timestamp >> 40 & 0xFF) - 1;
2457 time.tm_mday = (timestamp >> 32 & 0xFF);
2458 time.tm_hour = (timestamp >> 24 & 0xFF);
2459 time.tm_min = (timestamp >> 16 & 0xFF);
2460 time.tm_sec = (timestamp >> 8 & 0xFF);
2462 /* msvcrt versions of strftime calls the invalid parameter handler
2463 * (aborting the process if one isn't set) if the parameters are out
2465 time.tm_mon = av_clip(time.tm_mon, 0, 11);
2466 time.tm_mday = av_clip(time.tm_mday, 1, 31);
2467 time.tm_hour = av_clip(time.tm_hour, 0, 23);
2468 time.tm_min = av_clip(time.tm_min, 0, 59);
2469 time.tm_sec = av_clip(time.tm_sec, 0, 59);
2471 return (int64_t)av_timegm(&time) * 1000000;
2474 #define SET_STR_METADATA(pb, name, str) do { \
2475 if ((ret = mxf_read_utf16be_string(pb, size, &str)) < 0) \
2477 av_dict_set(&s->metadata, name, str, AV_DICT_DONT_STRDUP_VAL); \
2480 #define SET_UID_METADATA(pb, name, var, str) do { \
2481 avio_read(pb, var, 16); \
2482 if ((ret = mxf_uid_to_str(var, &str)) < 0) \
2484 av_dict_set(&s->metadata, name, str, AV_DICT_DONT_STRDUP_VAL); \
2487 #define SET_TS_METADATA(pb, name, var, str) do { \
2488 var = avio_rb64(pb); \
2489 if ((ret = avpriv_dict_set_timestamp(&s->metadata, name, mxf_timestamp_to_int64(var)) < 0)) \
2493 static int mxf_read_identification_metadata(void *arg, AVIOContext *pb, int tag, int size, UID _uid, int64_t klv_offset)
2495 MXFContext *mxf = arg;
2496 AVFormatContext *s = mxf->fc;
2503 SET_STR_METADATA(pb, "company_name", str);
2506 SET_STR_METADATA(pb, "product_name", str);
2509 SET_STR_METADATA(pb, "product_version", str);
2512 SET_UID_METADATA(pb, "product_uid", uid, str);
2515 SET_TS_METADATA(pb, "modification_date", ts, str);
2518 SET_STR_METADATA(pb, "application_platform", str);
2521 SET_UID_METADATA(pb, "generation_uid", uid, str);
2524 SET_UID_METADATA(pb, "uid", uid, str);
2530 static int mxf_read_preface_metadata(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
2532 MXFContext *mxf = arg;
2533 AVFormatContext *s = mxf->fc;
2537 if (tag >= 0x8000 && (IS_KLV_KEY(uid, mxf_avid_project_name))) {
2538 SET_STR_METADATA(pb, "project_name", str);
2543 static const MXFMetadataReadTableEntry mxf_metadata_read_table[] = {
2544 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x05,0x01,0x00 }, mxf_read_primer_pack },
2545 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x01,0x00 }, mxf_read_partition_pack },
2546 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x02,0x00 }, mxf_read_partition_pack },
2547 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x03,0x00 }, mxf_read_partition_pack },
2548 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x04,0x00 }, mxf_read_partition_pack },
2549 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x01,0x00 }, mxf_read_partition_pack },
2550 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x02,0x00 }, mxf_read_partition_pack },
2551 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x03,0x00 }, mxf_read_partition_pack },
2552 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x04,0x00 }, mxf_read_partition_pack },
2553 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x04,0x02,0x00 }, mxf_read_partition_pack },
2554 { { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x04,0x04,0x00 }, mxf_read_partition_pack },
2555 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x2f,0x00 }, mxf_read_preface_metadata },
2556 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x30,0x00 }, mxf_read_identification_metadata },
2557 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x18,0x00 }, mxf_read_content_storage, 0, AnyType },
2558 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x37,0x00 }, mxf_read_package, sizeof(MXFPackage), SourcePackage },
2559 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x36,0x00 }, mxf_read_package, sizeof(MXFPackage), MaterialPackage },
2560 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x0f,0x00 }, mxf_read_sequence, sizeof(MXFSequence), Sequence },
2561 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0D,0x01,0x01,0x01,0x01,0x01,0x05,0x00 }, mxf_read_essence_group, sizeof(MXFEssenceGroup), EssenceGroup},
2562 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x11,0x00 }, mxf_read_source_clip, sizeof(MXFStructuralComponent), SourceClip },
2563 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x3f,0x00 }, mxf_read_tagged_value, sizeof(MXFTaggedValue), TaggedValue },
2564 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x44,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), MultipleDescriptor },
2565 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x42,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* Generic Sound */
2566 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x28,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* CDCI */
2567 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x29,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* RGBA */
2568 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x48,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* Wave */
2569 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x47,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* AES3 */
2570 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x51,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* MPEG2VideoDescriptor */
2571 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x5b,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* VBI - SMPTE 436M */
2572 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x5c,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* VANC/VBI - SMPTE 436M */
2573 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x5e,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* MPEG2AudioDescriptor */
2574 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x64,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* DC Timed Text Descriptor */
2575 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x3A,0x00 }, mxf_read_track, sizeof(MXFTrack), Track }, /* Static Track */
2576 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x3B,0x00 }, mxf_read_track, sizeof(MXFTrack), Track }, /* Generic Track */
2577 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x14,0x00 }, mxf_read_timecode_component, sizeof(MXFTimecodeComponent), TimecodeComponent },
2578 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x0c,0x00 }, mxf_read_pulldown_component, sizeof(MXFPulldownComponent), PulldownComponent },
2579 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x04,0x01,0x02,0x02,0x00,0x00 }, mxf_read_cryptographic_context, sizeof(MXFCryptoContext), CryptoContext },
2580 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x10,0x01,0x00 }, mxf_read_index_table_segment, sizeof(MXFIndexTableSegment), IndexTableSegment },
2581 { { 0x06,0x0e,0x2b,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x23,0x00 }, mxf_read_essence_container_data, sizeof(MXFEssenceContainerData), EssenceContainerData },
2582 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, NULL, 0, AnyType },
2585 static int mxf_metadataset_init(MXFMetadataSet *ctx, enum MXFMetadataSetType type)
2588 case MultipleDescriptor:
2590 ((MXFDescriptor*)ctx)->pix_fmt = AV_PIX_FMT_NONE;
2591 ((MXFDescriptor*)ctx)->duration = AV_NOPTS_VALUE;
2599 static int mxf_read_local_tags(MXFContext *mxf, KLVPacket *klv, MXFMetadataReadFunc *read_child, int ctx_size, enum MXFMetadataSetType type)
2601 AVIOContext *pb = mxf->fc->pb;
2602 MXFMetadataSet *ctx = ctx_size ? av_mallocz(ctx_size) : mxf;
2603 uint64_t klv_end = avio_tell(pb) + klv->length;
2606 return AVERROR(ENOMEM);
2607 mxf_metadataset_init(ctx, type);
2608 while (avio_tell(pb) + 4 < klv_end && !avio_feof(pb)) {
2610 int tag = avio_rb16(pb);
2611 int size = avio_rb16(pb); /* KLV specified by 0x53 */
2612 uint64_t next = avio_tell(pb) + size;
2615 av_log(mxf->fc, AV_LOG_TRACE, "local tag %#04x size %d\n", tag, size);
2616 if (!size) { /* ignore empty tag, needed for some files with empty UMID tag */
2617 av_log(mxf->fc, AV_LOG_ERROR, "local tag %#04x with 0 size\n", tag);
2620 if (tag > 0x7FFF) { /* dynamic tag */
2622 for (i = 0; i < mxf->local_tags_count; i++) {
2623 int local_tag = AV_RB16(mxf->local_tags+i*18);
2624 if (local_tag == tag) {
2625 memcpy(uid, mxf->local_tags+i*18+2, 16);
2626 av_log(mxf->fc, AV_LOG_TRACE, "local tag %#04x\n", local_tag);
2627 PRINT_KEY(mxf->fc, "uid", uid);
2631 if (ctx_size && tag == 0x3C0A) {
2632 avio_read(pb, ctx->uid, 16);
2633 } else if ((ret = read_child(ctx, pb, tag, size, uid, -1)) < 0) {
2635 mxf_free_metadataset(&ctx, 1);
2639 /* Accept the 64k local set limit being exceeded (Avid). Don't accept
2640 * it extending past the end of the KLV though (zzuf5.mxf). */
2641 if (avio_tell(pb) > klv_end) {
2644 mxf_free_metadataset(&ctx, 1);
2647 av_log(mxf->fc, AV_LOG_ERROR,
2648 "local tag %#04x extends past end of local set @ %#"PRIx64"\n",
2650 return AVERROR_INVALIDDATA;
2651 } else if (avio_tell(pb) <= next) /* only seek forward, else this can loop for a long time */
2652 avio_seek(pb, next, SEEK_SET);
2654 if (ctx_size) ctx->type = type;
2655 return ctx_size ? mxf_add_metadata_set(mxf, ctx) : 0;
2659 * Matches any partition pack key, in other words:
2663 * @return non-zero if the key is a partition pack key, zero otherwise
2665 static int mxf_is_partition_pack_key(UID key)
2667 //NOTE: this is a little lax since it doesn't constraint key[14]
2668 return !memcmp(key, mxf_header_partition_pack_key, 13) &&
2669 key[13] >= 2 && key[13] <= 4;
2673 * Parses a metadata KLV
2674 * @return <0 on error, 0 otherwise
2676 static int mxf_parse_klv(MXFContext *mxf, KLVPacket klv, MXFMetadataReadFunc *read,
2677 int ctx_size, enum MXFMetadataSetType type)
2679 AVFormatContext *s = mxf->fc;
2681 if (klv.key[5] == 0x53) {
2682 res = mxf_read_local_tags(mxf, &klv, read, ctx_size, type);
2684 uint64_t next = avio_tell(s->pb) + klv.length;
2685 res = read(mxf, s->pb, 0, klv.length, klv.key, klv.offset);
2687 /* only seek forward, else this can loop for a long time */
2688 if (avio_tell(s->pb) > next) {
2689 av_log(s, AV_LOG_ERROR, "read past end of KLV @ %#"PRIx64"\n",
2691 return AVERROR_INVALIDDATA;
2694 avio_seek(s->pb, next, SEEK_SET);
2697 av_log(s, AV_LOG_ERROR, "error reading header metadata\n");
2704 * Seeks to the previous partition and parses it, if possible
2705 * @return <= 0 if we should stop parsing, > 0 if we should keep going
2707 static int mxf_seek_to_previous_partition(MXFContext *mxf)
2709 AVIOContext *pb = mxf->fc->pb;
2711 int64_t current_partition_ofs;
2714 if (!mxf->current_partition ||
2715 mxf->run_in + mxf->current_partition->previous_partition <= mxf->last_forward_tell)
2716 return 0; /* we've parsed all partitions */
2718 /* seek to previous partition */
2719 current_partition_ofs = mxf->current_partition->pack_ofs; //includes run-in
2720 avio_seek(pb, mxf->run_in + mxf->current_partition->previous_partition, SEEK_SET);
2721 mxf->current_partition = NULL;
2723 av_log(mxf->fc, AV_LOG_TRACE, "seeking to previous partition\n");
2725 /* Make sure this is actually a PartitionPack, and if so parse it.
2728 if ((ret = klv_read_packet(&klv, pb)) < 0) {
2729 av_log(mxf->fc, AV_LOG_ERROR, "failed to read PartitionPack KLV\n");
2733 if (!mxf_is_partition_pack_key(klv.key)) {
2734 av_log(mxf->fc, AV_LOG_ERROR, "PreviousPartition @ %" PRIx64 " isn't a PartitionPack\n", klv.offset);
2735 return AVERROR_INVALIDDATA;
2738 /* We can't just check ofs >= current_partition_ofs because PreviousPartition
2739 * can point to just before the current partition, causing klv_read_packet()
2740 * to sync back up to it. See deadlock3.mxf
2742 if (klv.offset >= current_partition_ofs) {
2743 av_log(mxf->fc, AV_LOG_ERROR, "PreviousPartition for PartitionPack @ %"
2744 PRIx64 " indirectly points to itself\n", current_partition_ofs);
2745 return AVERROR_INVALIDDATA;
2748 if ((ret = mxf_parse_klv(mxf, klv, mxf_read_partition_pack, 0, 0)) < 0)
2755 * Called when essence is encountered
2756 * @return <= 0 if we should stop parsing, > 0 if we should keep going
2758 static int mxf_parse_handle_essence(MXFContext *mxf)
2760 AVIOContext *pb = mxf->fc->pb;
2763 if (mxf->parsing_backward) {
2764 return mxf_seek_to_previous_partition(mxf);
2766 if (!mxf->footer_partition) {
2767 av_log(mxf->fc, AV_LOG_TRACE, "no FooterPartition\n");
2771 av_log(mxf->fc, AV_LOG_TRACE, "seeking to FooterPartition\n");
2773 /* remember where we were so we don't end up seeking further back than this */
2774 mxf->last_forward_tell = avio_tell(pb);
2776 if (!(pb->seekable & AVIO_SEEKABLE_NORMAL)) {
2777 av_log(mxf->fc, AV_LOG_INFO, "file is not seekable - not parsing FooterPartition\n");
2781 /* seek to FooterPartition and parse backward */
2782 if ((ret = avio_seek(pb, mxf->run_in + mxf->footer_partition, SEEK_SET)) < 0) {
2783 av_log(mxf->fc, AV_LOG_ERROR,
2784 "failed to seek to FooterPartition @ 0x%" PRIx64
2785 " (%"PRId64") - partial file?\n",
2786 mxf->run_in + mxf->footer_partition, ret);
2790 mxf->current_partition = NULL;
2791 mxf->parsing_backward = 1;
2798 * Called when the next partition or EOF is encountered
2799 * @return <= 0 if we should stop parsing, > 0 if we should keep going
2801 static int mxf_parse_handle_partition_or_eof(MXFContext *mxf)
2803 return mxf->parsing_backward ? mxf_seek_to_previous_partition(mxf) : 1;
2806 static MXFWrappingScheme mxf_get_wrapping_by_body_sid(AVFormatContext *s, int body_sid)
2808 for (int i = 0; i < s->nb_streams; i++) {
2809 MXFTrack *track = s->streams[i]->priv_data;
2810 if (track && track->body_sid == body_sid && track->wrapping != UnknownWrapped)
2811 return track->wrapping;
2813 return UnknownWrapped;
2817 * Figures out the proper offset and length of the essence container in each partition
2819 static void mxf_compute_essence_containers(AVFormatContext *s)
2821 MXFContext *mxf = s->priv_data;
2824 for (x = 0; x < mxf->partitions_count; x++) {
2825 MXFPartition *p = &mxf->partitions[x];
2826 MXFWrappingScheme wrapping;
2829 continue; /* BodySID == 0 -> no essence */
2831 /* for clip wrapped essences we point essence_offset after the KL (usually klv.offset + 20 or 25)
2832 * otherwise we point essence_offset at the key of the first essence KLV.
2835 wrapping = (mxf->op == OPAtom) ? ClipWrapped : mxf_get_wrapping_by_body_sid(s, p->body_sid);
2837 if (wrapping == ClipWrapped) {
2838 p->essence_offset = p->first_essence_klv.next_klv - p->first_essence_klv.length;
2839 p->essence_length = p->first_essence_klv.length;
2841 p->essence_offset = p->first_essence_klv.offset;
2843 /* essence container spans to the next partition */
2844 if (x < mxf->partitions_count - 1)
2845 p->essence_length = mxf->partitions[x+1].this_partition - p->essence_offset;
2847 if (p->essence_length < 0) {
2848 /* next ThisPartition < essence_offset */
2849 p->essence_length = 0;
2850 av_log(mxf->fc, AV_LOG_ERROR,
2851 "partition %i: bad ThisPartition = %"PRIX64"\n",
2852 x+1, mxf->partitions[x+1].this_partition);
2858 static int is_pcm(enum AVCodecID codec_id)
2860 /* we only care about "normal" PCM codecs until we get samples */
2861 return codec_id >= AV_CODEC_ID_PCM_S16LE && codec_id < AV_CODEC_ID_PCM_S24DAUD;
2864 static MXFIndexTable *mxf_find_index_table(MXFContext *mxf, int index_sid)
2867 for (i = 0; i < mxf->nb_index_tables; i++)
2868 if (mxf->index_tables[i].index_sid == index_sid)
2869 return &mxf->index_tables[i];
2874 * Deal with the case where for some audio atoms EditUnitByteCount is
2875 * very small (2, 4..). In those cases we should read more than one
2876 * sample per call to mxf_read_packet().
2878 static void mxf_compute_edit_units_per_packet(MXFContext *mxf, AVStream *st)
2880 MXFTrack *track = st->priv_data;
2885 track->edit_units_per_packet = 1;
2886 if (track->wrapping != ClipWrapped)
2889 t = mxf_find_index_table(mxf, track->index_sid);
2891 /* expect PCM with exactly one index table segment and a small (< 32) EUBC */
2892 if (st->codecpar->codec_type != AVMEDIA_TYPE_AUDIO ||
2893 !is_pcm(st->codecpar->codec_id) ||
2895 t->nb_segments != 1 ||
2896 t->segments[0]->edit_unit_byte_count >= 32)
2899 /* arbitrarily default to 48 kHz PAL audio frame size */
2900 /* TODO: We could compute this from the ratio between the audio
2901 * and video edit rates for 48 kHz NTSC we could use the
2902 * 1802-1802-1802-1802-1801 pattern. */
2903 track->edit_units_per_packet = FFMAX(1, track->edit_rate.num / track->edit_rate.den / 25);
2907 * Deal with the case where ClipWrapped essences does not have any IndexTableSegments.
2909 static int mxf_handle_missing_index_segment(MXFContext *mxf, AVStream *st)
2911 MXFTrack *track = st->priv_data;
2912 MXFIndexTableSegment *segment = NULL;
2913 MXFPartition *p = NULL;
2914 int essence_partition_count = 0;
2915 int edit_unit_byte_count = 0;
2918 if (!track || track->wrapping != ClipWrapped)
2921 /* check if track already has an IndexTableSegment */
2922 for (i = 0; i < mxf->metadata_sets_count; i++) {
2923 if (mxf->metadata_sets[i]->type == IndexTableSegment) {
2924 MXFIndexTableSegment *s = (MXFIndexTableSegment*)mxf->metadata_sets[i];
2925 if (s->body_sid == track->body_sid)
2930 /* find the essence partition */
2931 for (i = 0; i < mxf->partitions_count; i++) {
2932 /* BodySID == 0 -> no essence */
2933 if (mxf->partitions[i].body_sid != track->body_sid)
2936 p = &mxf->partitions[i];
2937 essence_partition_count++;
2940 /* only handle files with a single essence partition */
2941 if (essence_partition_count != 1)
2944 if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO && is_pcm(st->codecpar->codec_id)) {
2945 edit_unit_byte_count = (av_get_bits_per_sample(st->codecpar->codec_id) * st->codecpar->channels) >> 3;
2946 } else if (st->duration > 0 && p->first_essence_klv.length > 0 && p->first_essence_klv.length % st->duration == 0) {
2947 edit_unit_byte_count = p->first_essence_klv.length / st->duration;
2950 if (edit_unit_byte_count <= 0)
2953 av_log(mxf->fc, AV_LOG_WARNING, "guessing index for stream %d using edit unit byte count %d\n", st->index, edit_unit_byte_count);
2955 if (!(segment = av_mallocz(sizeof(*segment))))
2956 return AVERROR(ENOMEM);
2958 if ((ret = mxf_add_metadata_set(mxf, segment))) {
2959 mxf_free_metadataset((MXFMetadataSet**)&segment, 1);
2963 /* Make sure we have nonzero unique index_sid, body_sid will be ok, because
2964 * using the same SID for index is forbidden in MXF. */
2965 if (!track->index_sid)
2966 track->index_sid = track->body_sid;
2968 segment->type = IndexTableSegment;
2969 /* stream will be treated as small EditUnitByteCount */
2970 segment->edit_unit_byte_count = edit_unit_byte_count;
2971 segment->index_start_position = 0;
2972 segment->index_duration = st->duration;
2973 segment->index_edit_rate = av_inv_q(st->time_base);
2974 segment->index_sid = track->index_sid;
2975 segment->body_sid = p->body_sid;
2979 static void mxf_read_random_index_pack(AVFormatContext *s)
2981 MXFContext *mxf = s->priv_data;
2983 int64_t file_size, max_rip_length, min_rip_length;
2986 if (!(s->pb->seekable & AVIO_SEEKABLE_NORMAL))
2989 file_size = avio_size(s->pb);
2991 /* S377m says to check the RIP length for "silly" values, without defining "silly".
2992 * The limit below assumes a file with nothing but partition packs and a RIP.
2993 * Before changing this, consider that a muxer may place each sample in its own partition.
2995 * 105 is the size of the smallest possible PartitionPack
2996 * 12 is the size of each RIP entry
2997 * 28 is the size of the RIP header and footer, assuming an 8-byte BER
2999 max_rip_length = ((file_size - mxf->run_in) / 105) * 12 + 28;
3000 max_rip_length = FFMIN(max_rip_length, INT_MAX); //2 GiB and up is also silly
3002 /* We're only interested in RIPs with at least two entries.. */
3003 min_rip_length = 16+1+24+4;
3005 /* See S377m section 11 */
3006 avio_seek(s->pb, file_size - 4, SEEK_SET);
3007 length = avio_rb32(s->pb);
3009 if (length < min_rip_length || length > max_rip_length)
3011 avio_seek(s->pb, file_size - length, SEEK_SET);
3012 if (klv_read_packet(&klv, s->pb) < 0 ||
3013 !IS_KLV_KEY(klv.key, mxf_random_index_pack_key) ||
3014 klv.length != length - 20)
3017 avio_skip(s->pb, klv.length - 12);
3018 mxf->footer_partition = avio_rb64(s->pb);
3021 if (mxf->run_in + mxf->footer_partition >= file_size) {
3022 av_log(s, AV_LOG_WARNING, "bad FooterPartition in RIP - ignoring\n");
3023 mxf->footer_partition = 0;
3027 avio_seek(s->pb, mxf->run_in, SEEK_SET);
3030 static int mxf_read_header(AVFormatContext *s)
3032 MXFContext *mxf = s->priv_data;
3034 int64_t essence_offset = 0;
3037 mxf->last_forward_tell = INT64_MAX;
3039 if (!mxf_read_sync(s->pb, mxf_header_partition_pack_key, 14)) {
3040 av_log(s, AV_LOG_ERROR, "could not find header partition pack key\n");
3041 return AVERROR_INVALIDDATA;
3043 avio_seek(s->pb, -14, SEEK_CUR);
3045 mxf->run_in = avio_tell(s->pb);
3047 mxf_read_random_index_pack(s);
3049 while (!avio_feof(s->pb)) {
3050 const MXFMetadataReadTableEntry *metadata;
3052 if (klv_read_packet(&klv, s->pb) < 0) {
3053 /* EOF - seek to previous partition or stop */
3054 if(mxf_parse_handle_partition_or_eof(mxf) <= 0)
3060 PRINT_KEY(s, "read header", klv.key);
3061 av_log(s, AV_LOG_TRACE, "size %"PRIu64" offset %#"PRIx64"\n", klv.length, klv.offset);
3062 if (IS_KLV_KEY(klv.key, mxf_encrypted_triplet_key) ||
3063 IS_KLV_KEY(klv.key, mxf_essence_element_key) ||
3064 IS_KLV_KEY(klv.key, mxf_canopus_essence_element_key) ||
3065 IS_KLV_KEY(klv.key, mxf_avid_essence_element_key) ||
3066 IS_KLV_KEY(klv.key, mxf_system_item_key_cp) ||
3067 IS_KLV_KEY(klv.key, mxf_system_item_key_gc)) {
3069 if (!mxf->current_partition) {
3070 av_log(mxf->fc, AV_LOG_ERROR, "found essence prior to first PartitionPack\n");
3071 return AVERROR_INVALIDDATA;
3074 if (!mxf->current_partition->first_essence_klv.offset)
3075 mxf->current_partition->first_essence_klv = klv;
3077 if (!essence_offset)
3078 essence_offset = klv.offset;
3080 /* seek to footer, previous partition or stop */
3081 if (mxf_parse_handle_essence(mxf) <= 0)
3084 } else if (mxf_is_partition_pack_key(klv.key) && mxf->current_partition) {
3085 /* next partition pack - keep going, seek to previous partition or stop */
3086 if(mxf_parse_handle_partition_or_eof(mxf) <= 0)
3088 else if (mxf->parsing_backward)
3090 /* we're still parsing forward. proceed to parsing this partition pack */
3093 for (metadata = mxf_metadata_read_table; metadata->read; metadata++) {
3094 if (IS_KLV_KEY(klv.key, metadata->key)) {
3095 if ((ret = mxf_parse_klv(mxf, klv, metadata->read, metadata->ctx_size, metadata->type)) < 0)
3100 if (!metadata->read) {
3101 av_log(s, AV_LOG_VERBOSE, "Dark key " PRIxUID "\n",
3103 avio_skip(s->pb, klv.length);
3106 /* FIXME avoid seek */
3107 if (!essence_offset) {
3108 av_log(s, AV_LOG_ERROR, "no essence\n");
3109 ret = AVERROR_INVALIDDATA;
3112 avio_seek(s->pb, essence_offset, SEEK_SET);
3114 /* we need to do this before computing the index tables
3115 * to be able to fill in zero IndexDurations with st->duration */
3116 if ((ret = mxf_parse_structural_metadata(mxf)) < 0)
3119 for (int i = 0; i < s->nb_streams; i++)
3120 mxf_handle_missing_index_segment(mxf, s->streams[i]);
3122 if ((ret = mxf_compute_index_tables(mxf)) < 0)
3125 if (mxf->nb_index_tables > 1) {
3126 /* TODO: look up which IndexSID to use via EssenceContainerData */
3127 av_log(mxf->fc, AV_LOG_INFO, "got %i index tables - only the first one (IndexSID %i) will be used\n",
3128 mxf->nb_index_tables, mxf->index_tables[0].index_sid);
3129 } else if (mxf->nb_index_tables == 0 && mxf->op == OPAtom && (s->error_recognition & AV_EF_EXPLODE)) {
3130 av_log(mxf->fc, AV_LOG_ERROR, "cannot demux OPAtom without an index\n");
3131 ret = AVERROR_INVALIDDATA;
3135 mxf_compute_essence_containers(s);
3137 for (int i = 0; i < s->nb_streams; i++)
3138 mxf_compute_edit_units_per_packet(mxf, s->streams[i]);
3147 /* Get the edit unit of the next packet from current_offset in a track. The returned edit unit can be original_duration as well! */
3148 static int mxf_get_next_track_edit_unit(MXFContext *mxf, MXFTrack *track, int64_t current_offset, int64_t *edit_unit_out)
3150 int64_t a, b, m, offset;
3151 MXFIndexTable *t = mxf_find_index_table(mxf, track->index_sid);
3153 if (!t || track->original_duration <= 0)
3157 b = track->original_duration;
3161 if (mxf_edit_unit_absolute_offset(mxf, t, m, track->edit_rate, NULL, &offset, NULL, 0) < 0)
3163 if (offset < current_offset)
3174 static int64_t mxf_compute_sample_count(MXFContext *mxf, AVStream *st,
3177 int i, total = 0, size = 0;
3178 MXFTrack *track = st->priv_data;
3179 AVRational time_base = av_inv_q(track->edit_rate);
3180 AVRational sample_rate = av_inv_q(st->time_base);
3181 const MXFSamplesPerFrame *spf = NULL;
3182 int64_t sample_count;
3184 // For non-audio sample_count equals current edit unit
3185 if (st->codecpar->codec_type != AVMEDIA_TYPE_AUDIO)
3188 if ((sample_rate.num / sample_rate.den) == 48000)
3189 spf = ff_mxf_get_samples_per_frame(mxf->fc, time_base);
3191 int remainder = (sample_rate.num * time_base.num) %
3192 (time_base.den * sample_rate.den);
3194 av_log(mxf->fc, AV_LOG_WARNING,
3195 "seeking detected on stream #%d with time base (%d/%d) and "
3196 "sample rate (%d/%d), audio pts won't be accurate.\n",
3197 st->index, time_base.num, time_base.den,
3198 sample_rate.num, sample_rate.den);
3199 return av_rescale_q(edit_unit, sample_rate, track->edit_rate);
3202 while (spf->samples_per_frame[size]) {
3203 total += spf->samples_per_frame[size];
3209 sample_count = (edit_unit / size) * (uint64_t)total;
3210 for (i = 0; i < edit_unit % size; i++) {
3211 sample_count += spf->samples_per_frame[i];
3214 return sample_count;
3218 * Make sure track->sample_count is correct based on what offset we're currently at.
3219 * Also determine the next edit unit (or packet) offset.
3220 * @return next_ofs if OK, <0 on error
3222 static int64_t mxf_set_current_edit_unit(MXFContext *mxf, AVStream *st, int64_t current_offset, int resync)
3224 int64_t next_ofs = -1;
3225 MXFTrack *track = st->priv_data;
3226 int64_t edit_unit = av_rescale_q(track->sample_count, st->time_base, av_inv_q(track->edit_rate));
3227 int64_t new_edit_unit;
3228 MXFIndexTable *t = mxf_find_index_table(mxf, track->index_sid);
3230 if (!t || track->wrapping == UnknownWrapped)
3233 if (mxf_edit_unit_absolute_offset(mxf, t, edit_unit + track->edit_units_per_packet, track->edit_rate, NULL, &next_ofs, NULL, 0) < 0 &&
3234 (next_ofs = mxf_essence_container_end(mxf, t->body_sid)) <= 0) {
3235 av_log(mxf->fc, AV_LOG_ERROR, "unable to compute the size of the last packet\n");
3239 /* check if the next edit unit offset (next_ofs) starts ahead of current_offset */
3240 if (next_ofs > current_offset)
3244 av_log(mxf->fc, AV_LOG_ERROR, "cannot find current edit unit for stream %d, invalid index?\n", st->index);
3248 if (mxf_get_next_track_edit_unit(mxf, track, current_offset + 1, &new_edit_unit) < 0 || new_edit_unit <= 0) {
3249 av_log(mxf->fc, AV_LOG_ERROR, "failed to find next track edit unit in stream %d\n", st->index);
3254 track->sample_count = mxf_compute_sample_count(mxf, st, new_edit_unit);
3255 av_log(mxf->fc, AV_LOG_WARNING, "edit unit sync lost on stream %d, jumping from %"PRId64" to %"PRId64"\n", st->index, edit_unit, new_edit_unit);
3257 return mxf_set_current_edit_unit(mxf, st, current_offset, 0);
3260 static int mxf_set_audio_pts(MXFContext *mxf, AVCodecParameters *par,
3263 MXFTrack *track = mxf->fc->streams[pkt->stream_index]->priv_data;
3264 int64_t bits_per_sample = par->bits_per_coded_sample;
3266 if (!bits_per_sample)
3267 bits_per_sample = av_get_bits_per_sample(par->codec_id);
3269 pkt->pts = track->sample_count;
3271 if ( par->channels <= 0
3272 || bits_per_sample <= 0
3273 || par->channels * (int64_t)bits_per_sample < 8)
3274 return AVERROR(EINVAL);
3275 track->sample_count += pkt->size / (par->channels * (int64_t)bits_per_sample / 8);
3279 static int mxf_set_pts(MXFContext *mxf, AVStream *st, AVPacket *pkt)
3281 AVCodecParameters *par = st->codecpar;
3282 MXFTrack *track = st->priv_data;
3284 if (par->codec_type == AVMEDIA_TYPE_VIDEO) {
3285 /* see if we have an index table to derive timestamps from */
3286 MXFIndexTable *t = mxf_find_index_table(mxf, track->index_sid);
3288 if (t && track->sample_count < t->nb_ptses) {
3289 pkt->dts = track->sample_count + t->first_dts;
3290 pkt->pts = t->ptses[track->sample_count];
3291 } else if (track->intra_only) {
3292 /* intra-only -> PTS = EditUnit.
3293 * let utils.c figure out DTS since it can be < PTS if low_delay = 0 (Sony IMX30) */
3294 pkt->pts = track->sample_count;
3296 track->sample_count++;
3297 } else if (par->codec_type == AVMEDIA_TYPE_AUDIO) {
3298 int ret = mxf_set_audio_pts(mxf, par, pkt);
3302 track->sample_count++;
3307 static int mxf_read_packet(AVFormatContext *s, AVPacket *pkt)
3310 MXFContext *mxf = s->priv_data;
3314 int64_t max_data_size;
3315 int64_t pos = avio_tell(s->pb);
3317 if (pos < mxf->current_klv_data.next_klv - mxf->current_klv_data.length || pos >= mxf->current_klv_data.next_klv) {
3318 mxf->current_klv_data = (KLVPacket){{0}};
3319 ret = klv_read_packet(&klv, s->pb);
3322 max_data_size = klv.length;
3323 pos = klv.next_klv - klv.length;
3324 PRINT_KEY(s, "read packet", klv.key);
3325 av_log(s, AV_LOG_TRACE, "size %"PRIu64" offset %#"PRIx64"\n", klv.length, klv.offset);
3326 if (IS_KLV_KEY(klv.key, mxf_encrypted_triplet_key)) {
3327 ret = mxf_decrypt_triplet(s, pkt, &klv);
3329 av_log(s, AV_LOG_ERROR, "invalid encoded triplet\n");
3335 klv = mxf->current_klv_data;
3336 max_data_size = klv.next_klv - pos;
3338 if (IS_KLV_KEY(klv.key, mxf_essence_element_key) ||
3339 IS_KLV_KEY(klv.key, mxf_canopus_essence_element_key) ||
3340 IS_KLV_KEY(klv.key, mxf_avid_essence_element_key)) {
3341 int body_sid = find_body_sid_by_offset(mxf, klv.offset);
3342 int index = mxf_get_stream_index(s, &klv, body_sid);
3348 av_log(s, AV_LOG_ERROR,
3349 "error getting stream index %"PRIu32"\n",
3350 AV_RB32(klv.key + 12));
3354 st = s->streams[index];
3355 track = st->priv_data;
3357 if (s->streams[index]->discard == AVDISCARD_ALL)
3360 next_ofs = mxf_set_current_edit_unit(mxf, st, pos, 1);
3362 if (track->wrapping != FrameWrapped) {
3365 if (next_ofs <= 0) {
3366 // If we have no way to packetize the data, then return it in chunks...
3367 if (klv.next_klv - klv.length == pos && max_data_size > MXF_MAX_CHUNK_SIZE) {
3368 st->need_parsing = AVSTREAM_PARSE_FULL;
3369 avpriv_request_sample(s, "Huge KLV without proper index in non-frame wrapped essence");
3371 size = FFMIN(max_data_size, MXF_MAX_CHUNK_SIZE);
3373 if ((size = next_ofs - pos) <= 0) {
3374 av_log(s, AV_LOG_ERROR, "bad size: %"PRId64"\n", size);
3375 ret = AVERROR_INVALIDDATA;
3378 // We must not overread, because the next edit unit might be in another KLV
3379 if (size > max_data_size)
3380 size = max_data_size;
3383 mxf->current_klv_data = klv;
3386 klv.next_klv = klv.offset + klv.length;
3389 /* check for 8 channels AES3 element */
3390 if (klv.key[12] == 0x06 && klv.key[13] == 0x01 && klv.key[14] == 0x10) {
3391 ret = mxf_get_d10_aes3_packet(s->pb, s->streams[index],
3394 av_log(s, AV_LOG_ERROR, "error reading D-10 aes3 frame\n");
3395 mxf->current_klv_data = (KLVPacket){{0}};
3399 ret = av_get_packet(s->pb, pkt, klv.length);
3401 mxf->current_klv_data = (KLVPacket){{0}};
3405 pkt->stream_index = index;
3406 pkt->pos = klv.offset;
3408 ret = mxf_set_pts(mxf, st, pkt);
3410 mxf->current_klv_data = (KLVPacket){{0}};
3414 /* seek for truncated packets */
3415 avio_seek(s->pb, klv.next_klv, SEEK_SET);
3420 avio_skip(s->pb, max_data_size);
3421 mxf->current_klv_data = (KLVPacket){{0}};
3424 return avio_feof(s->pb) ? AVERROR_EOF : ret;
3427 static int mxf_read_close(AVFormatContext *s)
3429 MXFContext *mxf = s->priv_data;
3432 av_freep(&mxf->packages_refs);
3433 av_freep(&mxf->essence_container_data_refs);
3435 for (i = 0; i < s->nb_streams; i++)
3436 s->streams[i]->priv_data = NULL;
3438 for (i = 0; i < mxf->metadata_sets_count; i++) {
3439 mxf_free_metadataset(mxf->metadata_sets + i, 1);
3441 av_freep(&mxf->partitions);
3442 av_freep(&mxf->metadata_sets);
3443 av_freep(&mxf->aesc);
3444 av_freep(&mxf->local_tags);
3446 if (mxf->index_tables) {
3447 for (i = 0; i < mxf->nb_index_tables; i++) {
3448 av_freep(&mxf->index_tables[i].segments);
3449 av_freep(&mxf->index_tables[i].ptses);
3450 av_freep(&mxf->index_tables[i].fake_index);
3451 av_freep(&mxf->index_tables[i].offsets);
3454 av_freep(&mxf->index_tables);
3459 static int mxf_probe(AVProbeData *p) {
3460 const uint8_t *bufp = p->buf;
3461 const uint8_t *end = p->buf + p->buf_size;
3463 if (p->buf_size < sizeof(mxf_header_partition_pack_key))
3466 /* Must skip Run-In Sequence and search for MXF header partition pack key SMPTE 377M 5.5 */
3467 end -= sizeof(mxf_header_partition_pack_key);
3469 for (; bufp < end;) {
3470 if (!((bufp[13] - 1) & 0xF2)){
3471 if (AV_RN32(bufp ) == AV_RN32(mxf_header_partition_pack_key ) &&
3472 AV_RN32(bufp+ 4) == AV_RN32(mxf_header_partition_pack_key+ 4) &&
3473 AV_RN32(bufp+ 8) == AV_RN32(mxf_header_partition_pack_key+ 8) &&
3474 AV_RN16(bufp+12) == AV_RN16(mxf_header_partition_pack_key+12))
3475 return AVPROBE_SCORE_MAX;
3484 /* rudimentary byte seek */
3485 /* XXX: use MXF Index */
3486 static int mxf_read_seek(AVFormatContext *s, int stream_index, int64_t sample_time, int flags)
3488 AVStream *st = s->streams[stream_index];
3490 MXFContext* mxf = s->priv_data;
3494 MXFTrack *source_track = st->priv_data;
3499 /* if audio then truncate sample_time to EditRate */
3500 if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO)
3501 sample_time = av_rescale_q(sample_time, st->time_base,
3502 av_inv_q(source_track->edit_rate));
3504 if (mxf->nb_index_tables <= 0) {
3506 return AVERROR_INVALIDDATA;
3507 if (sample_time < 0)
3509 seconds = av_rescale(sample_time, st->time_base.num, st->time_base.den);
3511 seekpos = avio_seek(s->pb, (s->bit_rate * seconds) >> 3, SEEK_SET);
3515 ff_update_cur_dts(s, st, sample_time);
3516 mxf->current_klv_data = (KLVPacket){{0}};
3518 MXFPartition *partition;
3520 t = &mxf->index_tables[0];
3521 if (t->index_sid != source_track->index_sid) {
3522 /* If the first index table does not belong to the stream, then find a stream which does belong to the index table */
3523 for (i = 0; i < s->nb_streams; i++) {
3524 MXFTrack *new_source_track = s->streams[i]->priv_data;
3525 if (new_source_track && new_source_track->index_sid == t->index_sid) {
3526 sample_time = av_rescale_q(sample_time, new_source_track->edit_rate, source_track->edit_rate);
3527 source_track = new_source_track;
3532 if (i == s->nb_streams)
3533 return AVERROR_INVALIDDATA;
3536 /* clamp above zero, else ff_index_search_timestamp() returns negative
3537 * this also means we allow seeking before the start */
3538 sample_time = FFMAX(sample_time, 0);
3540 if (t->fake_index) {
3541 /* The first frames may not be keyframes in presentation order, so
3542 * we have to advance the target to be able to find the first
3543 * keyframe backwards... */
3544 if (!(flags & AVSEEK_FLAG_ANY) &&
3545 (flags & AVSEEK_FLAG_BACKWARD) &&
3546 t->ptses[0] != AV_NOPTS_VALUE &&
3547 sample_time < t->ptses[0] &&
3548 (t->fake_index[t->ptses[0]].flags & AVINDEX_KEYFRAME))
3549 sample_time = t->ptses[0];
3551 /* behave as if we have a proper index */
3552 if ((sample_time = ff_index_search_timestamp(t->fake_index, t->nb_ptses, sample_time, flags)) < 0)
3554 /* get the stored order index from the display order index */
3555 sample_time += t->offsets[sample_time];
3557 /* no IndexEntryArray (one or more CBR segments)
3558 * make sure we don't seek past the end */
3559 sample_time = FFMIN(sample_time, source_track->original_duration - 1);
3562 if (source_track->wrapping == UnknownWrapped)
3563 av_log(mxf->fc, AV_LOG_WARNING, "attempted seek in an UnknownWrapped essence\n");
3565 if ((ret = mxf_edit_unit_absolute_offset(mxf, t, sample_time, source_track->edit_rate, &sample_time, &seekpos, &partition, 1)) < 0)
3568 ff_update_cur_dts(s, st, sample_time);
3569 if (source_track->wrapping == ClipWrapped) {
3570 KLVPacket klv = partition->first_essence_klv;
3571 if (seekpos < klv.next_klv - klv.length || seekpos >= klv.next_klv) {
3572 av_log(mxf->fc, AV_LOG_ERROR, "attempted seek out of clip wrapped KLV\n");
3573 return AVERROR_INVALIDDATA;
3575 mxf->current_klv_data = klv;
3577 mxf->current_klv_data = (KLVPacket){{0}};
3579 avio_seek(s->pb, seekpos, SEEK_SET);
3582 // Update all tracks sample count
3583 for (i = 0; i < s->nb_streams; i++) {
3584 AVStream *cur_st = s->streams[i];
3585 MXFTrack *cur_track = cur_st->priv_data;
3587 int64_t track_edit_unit = sample_time;
3589 mxf_get_next_track_edit_unit(mxf, cur_track, seekpos, &track_edit_unit);
3590 cur_track->sample_count = mxf_compute_sample_count(mxf, cur_st, track_edit_unit);
3596 AVInputFormat ff_mxf_demuxer = {
3598 .long_name = NULL_IF_CONFIG_SMALL("MXF (Material eXchange Format)"),
3599 .flags = AVFMT_SEEK_TO_PTS,
3600 .priv_data_size = sizeof(MXFContext),
3601 .read_probe = mxf_probe,
3602 .read_header = mxf_read_header,
3603 .read_packet = mxf_read_packet,
3604 .read_close = mxf_read_close,
3605 .read_seek = mxf_read_seek,