3 * Copyright (c) 2006 SmartJog S.A., Baptiste Coudurier <baptiste dot coudurier at smartjog dot com>
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
24 * SMPTE 336M KLV Data Encoding Protocol Using Key-Length-Value
25 * SMPTE 377M MXF File Format Specifications
26 * SMPTE 378M Operational Pattern 1a
27 * SMPTE 379M MXF Generic Container
28 * SMPTE 381M Mapping MPEG Streams into the MXF Generic Container
29 * SMPTE 382M Mapping AES3 and Broadcast Wave Audio into the MXF Generic Container
30 * SMPTE 383M Mapping DV-DIF Data to the MXF Generic Container
33 * Search for Track numbers which will identify essence element KLV packets.
34 * Search for SourcePackage which define tracks which contains Track numbers.
35 * Material Package contains tracks with reference to SourcePackage tracks.
36 * Search for Descriptors (Picture, Sound) which contains codec info and parameters.
37 * Assign Descriptors to correct Tracks.
39 * Metadata reading functions read Local Tags, get InstanceUID(0x3C0A) then add MetaDataSet to MXFContext.
40 * Metadata parsing resolves Strong References to objects.
42 * Simple demuxer, only OP1A supported and some files might not work at all.
43 * Only tracks with associated descriptors will be decoded. "Highly Desirable" SMPTE 377M D.1
48 #include "libavutil/aes.h"
49 #include "libavutil/mathematics.h"
50 #include "libavcodec/bytestream.h"
51 #include "libavutil/timecode.h"
73 OPSONYOpt, /* FATE sample, violates the spec in places */
79 MXFPartitionType type;
80 uint64_t previous_partition;
83 int64_t this_partition;
84 int64_t essence_offset; ///< absolute offset of essence
85 int64_t essence_length;
87 int64_t header_byte_count;
88 int64_t index_byte_count;
94 enum MXFMetadataSetType type;
95 UID source_container_ul;
100 enum MXFMetadataSetType type;
101 UID source_package_uid;
102 UID data_definition_ul;
104 int64_t start_position;
106 } MXFStructuralComponent;
110 enum MXFMetadataSetType type;
111 UID data_definition_ul;
112 UID *structural_components_refs;
113 int structural_components_count;
119 enum MXFMetadataSetType type;
122 struct AVRational rate;
124 } MXFTimecodeComponent;
128 enum MXFMetadataSetType type;
129 MXFSequence *sequence; /* mandatory, and only one */
132 uint8_t track_number[4];
133 AVRational edit_rate;
139 enum MXFMetadataSetType type;
140 UID essence_container_ul;
141 UID essence_codec_ul;
142 AVRational sample_rate;
143 AVRational aspect_ratio;
145 int height; /* Field height, not frame height */
146 int frame_layout; /* See MXFFrameLayout enum */
149 unsigned int component_depth;
150 unsigned int horiz_subsampling;
151 unsigned int vert_subsampling;
152 UID *sub_descriptors_refs;
153 int sub_descriptors_count;
157 enum PixelFormat pix_fmt;
162 enum MXFMetadataSetType type;
163 int edit_unit_byte_count;
166 AVRational index_edit_rate;
167 uint64_t index_start_position;
168 uint64_t index_duration;
169 int8_t *temporal_offset_entries;
171 uint64_t *stream_offset_entries;
172 int nb_index_entries;
173 } MXFIndexTableSegment;
177 enum MXFMetadataSetType type;
181 MXFDescriptor *descriptor; /* only one */
187 enum MXFMetadataSetType type;
190 /* decoded index table */
194 int nb_ptses; /* number of PTSes or total duration of index */
195 int64_t first_dts; /* DTS = EditUnit + first_dts */
196 int64_t *ptses; /* maps EditUnit -> PTS */
198 MXFIndexTableSegment **segments; /* sorted by IndexStartPosition */
199 AVIndexEntry *fake_index; /* used for calling ff_index_search_timestamp() */
203 MXFPartition *partitions;
204 unsigned partitions_count;
208 MXFMetadataSet **metadata_sets;
209 int metadata_sets_count;
213 int local_tags_count;
214 uint64_t footer_partition;
215 KLVPacket current_klv_data;
216 int current_klv_index;
218 MXFPartition *current_partition;
219 int parsing_backward;
220 int64_t last_forward_tell;
221 int last_forward_partition;
222 int current_edit_unit;
224 MXFIndexTable *index_tables;
225 int edit_units_per_packet; ///< how many edit units to read at a time (PCM, OPAtom)
228 enum MXFWrappingScheme {
233 /* NOTE: klv_offset is not set (-1) for local keys */
234 typedef int MXFMetadataReadFunc(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset);
238 MXFMetadataReadFunc *read;
240 enum MXFMetadataSetType type;
241 } MXFMetadataReadTableEntry;
243 /* partial keys to match */
244 static const uint8_t mxf_header_partition_pack_key[] = { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02 };
245 static const uint8_t mxf_essence_element_key[] = { 0x06,0x0e,0x2b,0x34,0x01,0x02,0x01,0x01,0x0d,0x01,0x03,0x01 };
246 static const uint8_t mxf_avid_essence_element_key[] = { 0x06,0x0e,0x2b,0x34,0x01,0x02,0x01,0x01,0x0e,0x04,0x03,0x01 };
247 static const uint8_t mxf_system_item_key[] = { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0D,0x01,0x03,0x01,0x04 };
248 static const uint8_t mxf_klv_key[] = { 0x06,0x0e,0x2b,0x34 };
249 /* complete keys to match */
250 static const uint8_t mxf_crypto_source_container_ul[] = { 0x06,0x0e,0x2b,0x34,0x01,0x01,0x01,0x09,0x06,0x01,0x01,0x02,0x02,0x00,0x00,0x00 };
251 static const uint8_t mxf_encrypted_triplet_key[] = { 0x06,0x0e,0x2b,0x34,0x02,0x04,0x01,0x07,0x0d,0x01,0x03,0x01,0x02,0x7e,0x01,0x00 };
252 static const uint8_t mxf_encrypted_essence_container[] = { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x07,0x0d,0x01,0x03,0x01,0x02,0x0b,0x01,0x00 };
253 static const uint8_t mxf_sony_mpeg4_extradata[] = { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x01,0x0e,0x06,0x06,0x02,0x02,0x01,0x00,0x00 };
255 #define IS_KLV_KEY(x, y) (!memcmp(x, y, sizeof(y)))
257 static int64_t klv_decode_ber_length(AVIOContext *pb)
259 uint64_t size = avio_r8(pb);
260 if (size & 0x80) { /* long form */
261 int bytes_num = size & 0x7f;
262 /* SMPTE 379M 5.3.4 guarantee that bytes_num must not exceed 8 bytes */
264 return AVERROR_INVALIDDATA;
267 size = size << 8 | avio_r8(pb);
272 static int mxf_read_sync(AVIOContext *pb, const uint8_t *key, unsigned size)
275 for (i = 0; i < size && !url_feof(pb); i++) {
279 else if (b != key[i])
285 static int klv_read_packet(KLVPacket *klv, AVIOContext *pb)
287 if (!mxf_read_sync(pb, mxf_klv_key, 4))
288 return AVERROR_INVALIDDATA;
289 klv->offset = avio_tell(pb) - 4;
290 memcpy(klv->key, mxf_klv_key, 4);
291 avio_read(pb, klv->key + 4, 12);
292 klv->length = klv_decode_ber_length(pb);
293 return klv->length == -1 ? -1 : 0;
296 static int mxf_get_stream_index(AVFormatContext *s, KLVPacket *klv)
300 for (i = 0; i < s->nb_streams; i++) {
301 MXFTrack *track = s->streams[i]->priv_data;
303 if (!memcmp(klv->key + sizeof(mxf_essence_element_key), track->track_number, sizeof(track->track_number)))
306 /* return 0 if only one stream, for OP Atom files with 0 as track number */
307 return s->nb_streams == 1 ? 0 : -1;
310 /* XXX: use AVBitStreamFilter */
311 static int mxf_get_d10_aes3_packet(AVIOContext *pb, AVStream *st, AVPacket *pkt, int64_t length)
313 const uint8_t *buf_ptr, *end_ptr;
317 if (length > 61444) /* worst case PAL 1920 samples 8 channels */
318 return AVERROR_INVALIDDATA;
319 length = av_get_packet(pb, pkt, length);
322 data_ptr = pkt->data;
323 end_ptr = pkt->data + length;
324 buf_ptr = pkt->data + 4; /* skip SMPTE 331M header */
325 for (; buf_ptr + st->codec->channels*4 < end_ptr; ) {
326 for (i = 0; i < st->codec->channels; i++) {
327 uint32_t sample = bytestream_get_le32(&buf_ptr);
328 if (st->codec->bits_per_coded_sample == 24)
329 bytestream_put_le24(&data_ptr, (sample >> 4) & 0xffffff);
331 bytestream_put_le16(&data_ptr, (sample >> 12) & 0xffff);
333 buf_ptr += 32 - st->codec->channels*4; // always 8 channels stored SMPTE 331M
335 av_shrink_packet(pkt, data_ptr - pkt->data);
339 static int mxf_decrypt_triplet(AVFormatContext *s, AVPacket *pkt, KLVPacket *klv)
341 static const uint8_t checkv[16] = {0x43, 0x48, 0x55, 0x4b, 0x43, 0x48, 0x55, 0x4b, 0x43, 0x48, 0x55, 0x4b, 0x43, 0x48, 0x55, 0x4b};
342 MXFContext *mxf = s->priv_data;
343 AVIOContext *pb = s->pb;
344 int64_t end = avio_tell(pb) + klv->length;
347 uint64_t plaintext_size;
352 if (!mxf->aesc && s->key && s->keylen == 16) {
353 mxf->aesc = av_malloc(av_aes_size);
355 return AVERROR(ENOMEM);
356 av_aes_init(mxf->aesc, s->key, 128, 1);
359 avio_skip(pb, klv_decode_ber_length(pb));
361 klv_decode_ber_length(pb);
362 plaintext_size = avio_rb64(pb);
364 klv_decode_ber_length(pb);
365 avio_read(pb, klv->key, 16);
366 if (!IS_KLV_KEY(klv, mxf_essence_element_key))
367 return AVERROR_INVALIDDATA;
368 index = mxf_get_stream_index(s, klv);
370 return AVERROR_INVALIDDATA;
372 klv_decode_ber_length(pb);
373 orig_size = avio_rb64(pb);
374 if (orig_size < plaintext_size)
375 return AVERROR_INVALIDDATA;
377 size = klv_decode_ber_length(pb);
378 if (size < 32 || size - 32 < orig_size)
379 return AVERROR_INVALIDDATA;
380 avio_read(pb, ivec, 16);
381 avio_read(pb, tmpbuf, 16);
383 av_aes_crypt(mxf->aesc, tmpbuf, tmpbuf, 1, ivec, 1);
384 if (memcmp(tmpbuf, checkv, 16))
385 av_log(s, AV_LOG_ERROR, "probably incorrect decryption key\n");
387 size = av_get_packet(pb, pkt, size);
390 else if (size < plaintext_size)
391 return AVERROR_INVALIDDATA;
392 size -= plaintext_size;
394 av_aes_crypt(mxf->aesc, &pkt->data[plaintext_size],
395 &pkt->data[plaintext_size], size >> 4, ivec, 1);
396 av_shrink_packet(pkt, orig_size);
397 pkt->stream_index = index;
398 avio_skip(pb, end - avio_tell(pb));
402 static int mxf_read_primer_pack(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
404 MXFContext *mxf = arg;
405 int item_num = avio_rb32(pb);
406 int item_len = avio_rb32(pb);
408 if (item_len != 18) {
409 av_log_ask_for_sample(pb, "unsupported primer pack item length %d\n",
411 return AVERROR_PATCHWELCOME;
413 if (item_num > UINT_MAX / item_len)
414 return AVERROR_INVALIDDATA;
415 mxf->local_tags_count = item_num;
416 mxf->local_tags = av_malloc(item_num*item_len);
417 if (!mxf->local_tags)
418 return AVERROR(ENOMEM);
419 avio_read(pb, mxf->local_tags, item_num*item_len);
423 static int mxf_read_partition_pack(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
425 MXFContext *mxf = arg;
426 MXFPartition *partition, *tmp_part;
428 uint64_t footer_partition;
429 uint32_t nb_essence_containers;
431 if (mxf->partitions_count+1 >= UINT_MAX / sizeof(*mxf->partitions))
432 return AVERROR(ENOMEM);
434 tmp_part = av_realloc(mxf->partitions, (mxf->partitions_count + 1) * sizeof(*mxf->partitions));
436 return AVERROR(ENOMEM);
437 mxf->partitions = tmp_part;
439 if (mxf->parsing_backward) {
440 /* insert the new partition pack in the middle
441 * this makes the entries in mxf->partitions sorted by offset */
442 memmove(&mxf->partitions[mxf->last_forward_partition+1],
443 &mxf->partitions[mxf->last_forward_partition],
444 (mxf->partitions_count - mxf->last_forward_partition)*sizeof(*mxf->partitions));
445 partition = mxf->current_partition = &mxf->partitions[mxf->last_forward_partition];
447 mxf->last_forward_partition++;
448 partition = mxf->current_partition = &mxf->partitions[mxf->partitions_count];
451 memset(partition, 0, sizeof(*partition));
452 mxf->partitions_count++;
453 partition->pack_length = avio_tell(pb) - klv_offset + size;
457 partition->type = Header;
460 partition->type = BodyPartition;
463 partition->type = Footer;
466 av_log(mxf->fc, AV_LOG_ERROR, "unknown partition type %i\n", uid[13]);
467 return AVERROR_INVALIDDATA;
470 /* consider both footers to be closed (there is only Footer and CompleteFooter) */
471 partition->closed = partition->type == Footer || !(uid[14] & 1);
472 partition->complete = uid[14] > 2;
474 partition->kag_size = avio_rb32(pb);
475 partition->this_partition = avio_rb64(pb);
476 partition->previous_partition = avio_rb64(pb);
477 footer_partition = avio_rb64(pb);
478 partition->header_byte_count = avio_rb64(pb);
479 partition->index_byte_count = avio_rb64(pb);
480 partition->index_sid = avio_rb32(pb);
482 partition->body_sid = avio_rb32(pb);
483 avio_read(pb, op, sizeof(UID));
484 nb_essence_containers = avio_rb32(pb);
486 /* some files don'thave FooterPartition set in every partition */
487 if (footer_partition) {
488 if (mxf->footer_partition && mxf->footer_partition != footer_partition) {
489 av_log(mxf->fc, AV_LOG_ERROR,
490 "inconsistent FooterPartition value: %"PRIu64" != %"PRIu64"\n",
491 mxf->footer_partition, footer_partition);
493 mxf->footer_partition = footer_partition;
498 "PartitionPack: ThisPartition = 0x%"PRIX64
499 ", PreviousPartition = 0x%"PRIX64", "
500 "FooterPartition = 0x%"PRIX64", IndexSID = %i, BodySID = %i\n",
501 partition->this_partition,
502 partition->previous_partition, footer_partition,
503 partition->index_sid, partition->body_sid);
505 /* sanity check PreviousPartition if set */
506 if (partition->previous_partition &&
507 mxf->run_in + partition->previous_partition >= klv_offset) {
508 av_log(mxf->fc, AV_LOG_ERROR,
509 "PreviousPartition points to this partition or forward\n");
510 return AVERROR_INVALIDDATA;
513 if (op[12] == 1 && op[13] == 1) mxf->op = OP1a;
514 else if (op[12] == 1 && op[13] == 2) mxf->op = OP1b;
515 else if (op[12] == 1 && op[13] == 3) mxf->op = OP1c;
516 else if (op[12] == 2 && op[13] == 1) mxf->op = OP2a;
517 else if (op[12] == 2 && op[13] == 2) mxf->op = OP2b;
518 else if (op[12] == 2 && op[13] == 3) mxf->op = OP2c;
519 else if (op[12] == 3 && op[13] == 1) mxf->op = OP3a;
520 else if (op[12] == 3 && op[13] == 2) mxf->op = OP3b;
521 else if (op[12] == 3 && op[13] == 3) mxf->op = OP3c;
522 else if (op[12] == 64&& op[13] == 1) mxf->op = OPSONYOpt;
523 else if (op[12] == 0x10) {
524 /* SMPTE 390m: "There shall be exactly one essence container"
525 * The following block deals with files that violate this, namely:
526 * 2011_DCPTEST_24FPS.V.mxf - two ECs, OP1a
527 * abcdefghiv016f56415e.mxf - zero ECs, OPAtom, output by Avid AirSpeed */
528 if (nb_essence_containers != 1) {
529 MXFOP op = nb_essence_containers ? OP1a : OPAtom;
533 av_log(mxf->fc, AV_LOG_WARNING, "\"OPAtom\" with %u ECs - assuming %s\n",
534 nb_essence_containers, op == OP1a ? "OP1a" : "OPAtom");
540 av_log(mxf->fc, AV_LOG_ERROR, "unknown operational pattern: %02xh %02xh - guessing OP1a\n", op[12], op[13]);
544 if (partition->kag_size <= 0 || partition->kag_size > (1 << 20)) {
545 av_log(mxf->fc, AV_LOG_WARNING, "invalid KAGSize %i - guessing ", partition->kag_size);
547 if (mxf->op == OPSONYOpt)
548 partition->kag_size = 512;
550 partition->kag_size = 1;
552 av_log(mxf->fc, AV_LOG_WARNING, "%i\n", partition->kag_size);
558 static int mxf_add_metadata_set(MXFContext *mxf, void *metadata_set)
560 MXFMetadataSet **tmp;
561 if (mxf->metadata_sets_count+1 >= UINT_MAX / sizeof(*mxf->metadata_sets))
562 return AVERROR(ENOMEM);
563 tmp = av_realloc(mxf->metadata_sets, (mxf->metadata_sets_count + 1) * sizeof(*mxf->metadata_sets));
565 return AVERROR(ENOMEM);
566 mxf->metadata_sets = tmp;
567 mxf->metadata_sets[mxf->metadata_sets_count] = metadata_set;
568 mxf->metadata_sets_count++;
572 static int mxf_read_cryptographic_context(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
574 MXFCryptoContext *cryptocontext = arg;
576 return AVERROR_INVALIDDATA;
577 if (IS_KLV_KEY(uid, mxf_crypto_source_container_ul))
578 avio_read(pb, cryptocontext->source_container_ul, 16);
582 static int mxf_read_content_storage(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
584 MXFContext *mxf = arg;
587 mxf->packages_count = avio_rb32(pb);
588 if (mxf->packages_count >= UINT_MAX / sizeof(UID))
589 return AVERROR_INVALIDDATA;
590 mxf->packages_refs = av_malloc(mxf->packages_count * sizeof(UID));
591 if (!mxf->packages_refs)
592 return AVERROR(ENOMEM);
593 avio_skip(pb, 4); /* useless size of objects, always 16 according to specs */
594 avio_read(pb, (uint8_t *)mxf->packages_refs, mxf->packages_count * sizeof(UID));
600 static int mxf_read_source_clip(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
602 MXFStructuralComponent *source_clip = arg;
605 source_clip->duration = avio_rb64(pb);
608 source_clip->start_position = avio_rb64(pb);
611 /* UMID, only get last 16 bytes */
613 avio_read(pb, source_clip->source_package_uid, 16);
616 source_clip->source_track_id = avio_rb32(pb);
622 static int mxf_read_material_package(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
624 MXFPackage *package = arg;
627 package->tracks_count = avio_rb32(pb);
628 if (package->tracks_count >= UINT_MAX / sizeof(UID))
629 return AVERROR_INVALIDDATA;
630 package->tracks_refs = av_malloc(package->tracks_count * sizeof(UID));
631 if (!package->tracks_refs)
632 return AVERROR(ENOMEM);
633 avio_skip(pb, 4); /* useless size of objects, always 16 according to specs */
634 avio_read(pb, (uint8_t *)package->tracks_refs, package->tracks_count * sizeof(UID));
640 static int mxf_read_timecode_component(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
642 MXFTimecodeComponent *mxf_timecode = arg;
645 mxf_timecode->start_frame = avio_rb64(pb);
648 mxf_timecode->rate = (AVRational){avio_rb16(pb), 1};
651 mxf_timecode->drop_frame = avio_r8(pb);
657 static int mxf_read_track(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
659 MXFTrack *track = arg;
662 track->track_id = avio_rb32(pb);
665 avio_read(pb, track->track_number, 4);
668 track->edit_rate.num = avio_rb32(pb);
669 track->edit_rate.den = avio_rb32(pb);
672 avio_read(pb, track->sequence_ref, 16);
678 static int mxf_read_sequence(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
680 MXFSequence *sequence = arg;
683 sequence->duration = avio_rb64(pb);
686 avio_read(pb, sequence->data_definition_ul, 16);
689 sequence->structural_components_count = avio_rb32(pb);
690 if (sequence->structural_components_count >= UINT_MAX / sizeof(UID))
691 return AVERROR_INVALIDDATA;
692 sequence->structural_components_refs = av_malloc(sequence->structural_components_count * sizeof(UID));
693 if (!sequence->structural_components_refs)
694 return AVERROR(ENOMEM);
695 avio_skip(pb, 4); /* useless size of objects, always 16 according to specs */
696 avio_read(pb, (uint8_t *)sequence->structural_components_refs, sequence->structural_components_count * sizeof(UID));
702 static int mxf_read_source_package(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
704 MXFPackage *package = arg;
707 package->tracks_count = avio_rb32(pb);
708 if (package->tracks_count >= UINT_MAX / sizeof(UID))
709 return AVERROR_INVALIDDATA;
710 package->tracks_refs = av_malloc(package->tracks_count * sizeof(UID));
711 if (!package->tracks_refs)
712 return AVERROR(ENOMEM);
713 avio_skip(pb, 4); /* useless size of objects, always 16 according to specs */
714 avio_read(pb, (uint8_t *)package->tracks_refs, package->tracks_count * sizeof(UID));
717 /* UMID, only get last 16 bytes */
719 avio_read(pb, package->package_uid, 16);
722 avio_read(pb, package->descriptor_ref, 16);
728 static int mxf_read_index_entry_array(AVIOContext *pb, MXFIndexTableSegment *segment)
732 segment->nb_index_entries = avio_rb32(pb);
733 length = avio_rb32(pb);
735 if (!(segment->temporal_offset_entries=av_calloc(segment->nb_index_entries, sizeof(*segment->temporal_offset_entries))) ||
736 !(segment->flag_entries = av_calloc(segment->nb_index_entries, sizeof(*segment->flag_entries))) ||
737 !(segment->stream_offset_entries = av_calloc(segment->nb_index_entries, sizeof(*segment->stream_offset_entries))))
738 return AVERROR(ENOMEM);
740 for (i = 0; i < segment->nb_index_entries; i++) {
741 segment->temporal_offset_entries[i] = avio_r8(pb);
742 avio_r8(pb); /* KeyFrameOffset */
743 segment->flag_entries[i] = avio_r8(pb);
744 segment->stream_offset_entries[i] = avio_rb64(pb);
745 avio_skip(pb, length - 11);
750 static int mxf_read_index_table_segment(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
752 MXFIndexTableSegment *segment = arg;
755 segment->edit_unit_byte_count = avio_rb32(pb);
756 av_dlog(NULL, "EditUnitByteCount %d\n", segment->edit_unit_byte_count);
759 segment->index_sid = avio_rb32(pb);
760 av_dlog(NULL, "IndexSID %d\n", segment->index_sid);
763 segment->body_sid = avio_rb32(pb);
764 av_dlog(NULL, "BodySID %d\n", segment->body_sid);
767 av_dlog(NULL, "IndexEntryArray found\n");
768 return mxf_read_index_entry_array(pb, segment);
770 segment->index_edit_rate.num = avio_rb32(pb);
771 segment->index_edit_rate.den = avio_rb32(pb);
772 av_dlog(NULL, "IndexEditRate %d/%d\n", segment->index_edit_rate.num,
773 segment->index_edit_rate.den);
776 segment->index_start_position = avio_rb64(pb);
777 av_dlog(NULL, "IndexStartPosition %"PRId64"\n", segment->index_start_position);
780 segment->index_duration = avio_rb64(pb);
781 av_dlog(NULL, "IndexDuration %"PRId64"\n", segment->index_duration);
787 static void mxf_read_pixel_layout(AVIOContext *pb, MXFDescriptor *descriptor)
789 int code, value, ofs = 0;
790 char layout[16] = {0};
795 av_dlog(NULL, "pixel layout: code %#x\n", code);
798 layout[ofs++] = code;
799 layout[ofs++] = value;
801 } while (code != 0); /* SMPTE 377M E.2.46 */
803 ff_mxf_decode_pixel_layout(layout, &descriptor->pix_fmt);
806 static int mxf_read_generic_descriptor(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
808 MXFDescriptor *descriptor = arg;
809 descriptor->pix_fmt = PIX_FMT_NONE;
812 descriptor->sub_descriptors_count = avio_rb32(pb);
813 if (descriptor->sub_descriptors_count >= UINT_MAX / sizeof(UID))
814 return AVERROR_INVALIDDATA;
815 descriptor->sub_descriptors_refs = av_malloc(descriptor->sub_descriptors_count * sizeof(UID));
816 if (!descriptor->sub_descriptors_refs)
817 return AVERROR(ENOMEM);
818 avio_skip(pb, 4); /* useless size of objects, always 16 according to specs */
819 avio_read(pb, (uint8_t *)descriptor->sub_descriptors_refs, descriptor->sub_descriptors_count * sizeof(UID));
822 avio_read(pb, descriptor->essence_container_ul, 16);
825 descriptor->linked_track_id = avio_rb32(pb);
827 case 0x3201: /* PictureEssenceCoding */
828 avio_read(pb, descriptor->essence_codec_ul, 16);
831 descriptor->width = avio_rb32(pb);
834 descriptor->height = avio_rb32(pb);
837 descriptor->frame_layout = avio_r8(pb);
840 descriptor->aspect_ratio.num = avio_rb32(pb);
841 descriptor->aspect_ratio.den = avio_rb32(pb);
844 descriptor->component_depth = avio_rb32(pb);
847 descriptor->horiz_subsampling = avio_rb32(pb);
850 descriptor->vert_subsampling = avio_rb32(pb);
853 descriptor->sample_rate.num = avio_rb32(pb);
854 descriptor->sample_rate.den = avio_rb32(pb);
856 case 0x3D06: /* SoundEssenceCompression */
857 avio_read(pb, descriptor->essence_codec_ul, 16);
860 descriptor->channels = avio_rb32(pb);
863 descriptor->bits_per_sample = avio_rb32(pb);
866 mxf_read_pixel_layout(pb, descriptor);
869 /* Private uid used by SONY C0023S01.mxf */
870 if (IS_KLV_KEY(uid, mxf_sony_mpeg4_extradata)) {
871 descriptor->extradata = av_malloc(size + FF_INPUT_BUFFER_PADDING_SIZE);
872 if (!descriptor->extradata)
873 return AVERROR(ENOMEM);
874 descriptor->extradata_size = size;
875 avio_read(pb, descriptor->extradata, size);
883 * Match an uid independently of the version byte and up to len common bytes
886 static int mxf_match_uid(const UID key, const UID uid, int len)
889 for (i = 0; i < len; i++) {
890 if (i != 7 && key[i] != uid[i])
896 static const MXFCodecUL *mxf_get_codec_ul(const MXFCodecUL *uls, UID *uid)
898 while (uls->uid[0]) {
899 if(mxf_match_uid(uls->uid, *uid, uls->matching_len))
906 static void *mxf_resolve_strong_ref(MXFContext *mxf, UID *strong_ref, enum MXFMetadataSetType type)
912 for (i = 0; i < mxf->metadata_sets_count; i++) {
913 if (!memcmp(*strong_ref, mxf->metadata_sets[i]->uid, 16) &&
914 (type == AnyType || mxf->metadata_sets[i]->type == type)) {
915 return mxf->metadata_sets[i];
921 static const MXFCodecUL mxf_picture_essence_container_uls[] = {
922 // video essence container uls
923 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x02,0x0D,0x01,0x03,0x01,0x02,0x04,0x60,0x01 }, 14, CODEC_ID_MPEG2VIDEO }, /* MPEG-ES Frame wrapped */
924 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x01,0x0D,0x01,0x03,0x01,0x02,0x02,0x41,0x01 }, 14, CODEC_ID_DVVIDEO }, /* DV 625 25mbps */
925 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x01,0x0D,0x01,0x03,0x01,0x02,0x05,0x00,0x00 }, 14, CODEC_ID_RAWVIDEO }, /* Uncompressed Picture */
926 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, CODEC_ID_NONE },
929 /* EC ULs for intra-only formats */
930 static const MXFCodecUL mxf_intra_only_essence_container_uls[] = {
931 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x01,0x0D,0x01,0x03,0x01,0x02,0x01,0x00,0x00 }, 14, CODEC_ID_MPEG2VIDEO }, /* MXF-GC SMPTE D-10 Mappings */
932 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, CODEC_ID_NONE },
935 /* intra-only PictureEssenceCoding ULs, where no corresponding EC UL exists */
936 static const MXFCodecUL mxf_intra_only_picture_essence_coding_uls[] = {
937 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x0A,0x04,0x01,0x02,0x02,0x01,0x32,0x00,0x00 }, 14, CODEC_ID_H264 }, /* H.264/MPEG-4 AVC Intra Profiles */
938 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, CODEC_ID_NONE },
941 static const MXFCodecUL mxf_sound_essence_container_uls[] = {
942 // sound essence container uls
943 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x01,0x0D,0x01,0x03,0x01,0x02,0x06,0x01,0x00 }, 14, CODEC_ID_PCM_S16LE }, /* BWF Frame wrapped */
944 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x02,0x0D,0x01,0x03,0x01,0x02,0x04,0x40,0x01 }, 14, CODEC_ID_MP2 }, /* MPEG-ES Frame wrapped, 0x40 ??? stream id */
945 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x01,0x0D,0x01,0x03,0x01,0x02,0x01,0x01,0x01 }, 14, CODEC_ID_PCM_S16LE }, /* D-10 Mapping 50Mbps PAL Extended Template */
946 { { 0x06,0x0E,0x2B,0x34,0x01,0x01,0x01,0xFF,0x4B,0x46,0x41,0x41,0x00,0x0D,0x4D,0x4F }, 14, CODEC_ID_PCM_S16LE }, /* 0001GL00.MXF.A1.mxf_opatom.mxf */
947 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, CODEC_ID_NONE },
950 static int mxf_get_sorted_table_segments(MXFContext *mxf, int *nb_sorted_segments, MXFIndexTableSegment ***sorted_segments)
952 int i, j, nb_segments = 0;
953 MXFIndexTableSegment **unsorted_segments;
954 int last_body_sid = -1, last_index_sid = -1, last_index_start = -1;
955 uint64_t last_index_duration = 0;
957 /* count number of segments, allocate arrays and copy unsorted segments */
958 for (i = 0; i < mxf->metadata_sets_count; i++)
959 if (mxf->metadata_sets[i]->type == IndexTableSegment)
962 if (!(unsorted_segments = av_calloc(nb_segments, sizeof(*unsorted_segments))) ||
963 !(*sorted_segments = av_calloc(nb_segments, sizeof(**sorted_segments)))) {
964 av_freep(sorted_segments);
965 av_free(unsorted_segments);
966 return AVERROR(ENOMEM);
969 for (i = j = 0; i < mxf->metadata_sets_count; i++)
970 if (mxf->metadata_sets[i]->type == IndexTableSegment)
971 unsorted_segments[j++] = (MXFIndexTableSegment*)mxf->metadata_sets[i];
973 *nb_sorted_segments = 0;
975 /* sort segments by {BodySID, IndexSID, IndexStartPosition}, remove duplicates while we're at it */
976 for (i = 0; i < nb_segments; i++) {
977 int best = -1, best_body_sid = -1, best_index_sid = -1, best_index_start = -1;
978 uint64_t best_index_duration = 0;
980 for (j = 0; j < nb_segments; j++) {
981 MXFIndexTableSegment *s = unsorted_segments[j];
983 /* Require larger BosySID, IndexSID or IndexStartPosition then the previous entry. This removes duplicates.
984 * We want the smallest values for the keys than what we currently have, unless this is the first such entry this time around.
985 * If we come across an entry with the same IndexStartPosition but larger IndexDuration, then we'll prefer it over the one we currently have.
987 if ((i == 0 || s->body_sid > last_body_sid || s->index_sid > last_index_sid || s->index_start_position > last_index_start) &&
988 (best == -1 || s->body_sid < best_body_sid || s->index_sid < best_index_sid || s->index_start_position < best_index_start ||
989 (s->index_start_position == best_index_start && s->index_duration > best_index_duration))) {
991 best_body_sid = s->body_sid;
992 best_index_sid = s->index_sid;
993 best_index_start = s->index_start_position;
994 best_index_duration = s->index_duration;
998 /* no suitable entry found -> we're done */
1002 (*sorted_segments)[(*nb_sorted_segments)++] = unsorted_segments[best];
1003 last_body_sid = best_body_sid;
1004 last_index_sid = best_index_sid;
1005 last_index_start = best_index_start;
1006 last_index_duration = best_index_duration;
1009 av_free(unsorted_segments);
1015 * Computes the absolute file offset of the given essence container offset
1017 static int mxf_absolute_bodysid_offset(MXFContext *mxf, int body_sid, int64_t offset, int64_t *offset_out)
1020 int64_t offset_in = offset; /* for logging */
1022 for (x = 0; x < mxf->partitions_count; x++) {
1023 MXFPartition *p = &mxf->partitions[x];
1025 if (p->body_sid != body_sid)
1028 if (offset < p->essence_length || !p->essence_length) {
1029 *offset_out = p->essence_offset + offset;
1033 offset -= p->essence_length;
1036 av_log(mxf->fc, AV_LOG_ERROR,
1037 "failed to find absolute offset of %"PRIX64" in BodySID %i - partial file?\n",
1038 offset_in, body_sid);
1040 return AVERROR_INVALIDDATA;
1044 * Returns the end position of the essence container with given BodySID, or zero if unknown
1046 static int64_t mxf_essence_container_end(MXFContext *mxf, int body_sid)
1051 for (x = 0; x < mxf->partitions_count; x++) {
1052 MXFPartition *p = &mxf->partitions[x];
1054 if (p->body_sid != body_sid)
1057 if (!p->essence_length)
1060 ret = p->essence_offset + p->essence_length;
1066 /* EditUnit -> absolute offset */
1067 static int mxf_edit_unit_absolute_offset(MXFContext *mxf, MXFIndexTable *index_table, int64_t edit_unit, int64_t *edit_unit_out, int64_t *offset_out, int nag)
1070 int64_t offset_temp = 0;
1072 for (i = 0; i < index_table->nb_segments; i++) {
1073 MXFIndexTableSegment *s = index_table->segments[i];
1075 edit_unit = FFMAX(edit_unit, s->index_start_position); /* clamp if trying to seek before start */
1077 if (edit_unit < s->index_start_position + s->index_duration) {
1078 int64_t index = edit_unit - s->index_start_position;
1080 if (s->edit_unit_byte_count)
1081 offset_temp += s->edit_unit_byte_count * index;
1082 else if (s->nb_index_entries) {
1083 if (s->nb_index_entries == 2 * s->index_duration + 1)
1084 index *= 2; /* Avid index */
1086 if (index < 0 || index >= s->nb_index_entries) {
1087 av_log(mxf->fc, AV_LOG_ERROR, "IndexSID %i segment at %"PRId64" IndexEntryArray too small\n",
1088 index_table->index_sid, s->index_start_position);
1089 return AVERROR_INVALIDDATA;
1092 offset_temp = s->stream_offset_entries[index];
1094 av_log(mxf->fc, AV_LOG_ERROR, "IndexSID %i segment at %"PRId64" missing EditUnitByteCount and IndexEntryArray\n",
1095 index_table->index_sid, s->index_start_position);
1096 return AVERROR_INVALIDDATA;
1100 *edit_unit_out = edit_unit;
1102 return mxf_absolute_bodysid_offset(mxf, index_table->body_sid, offset_temp, offset_out);
1104 /* EditUnitByteCount == 0 for VBR indexes, which is fine since they use explicit StreamOffsets */
1105 offset_temp += s->edit_unit_byte_count * s->index_duration;
1110 av_log(mxf->fc, AV_LOG_ERROR, "failed to map EditUnit %"PRId64" in IndexSID %i to an offset\n", edit_unit, index_table->index_sid);
1112 return AVERROR_INVALIDDATA;
1115 static int mxf_compute_ptses_fake_index(MXFContext *mxf, MXFIndexTable *index_table)
1118 int8_t max_temporal_offset = -128;
1120 /* first compute how many entries we have */
1121 for (i = 0; i < index_table->nb_segments; i++) {
1122 MXFIndexTableSegment *s = index_table->segments[i];
1124 if (!s->nb_index_entries) {
1125 index_table->nb_ptses = 0;
1126 return 0; /* no TemporalOffsets */
1129 index_table->nb_ptses += s->index_duration;
1132 /* paranoid check */
1133 if (index_table->nb_ptses <= 0)
1136 if (!(index_table->ptses = av_calloc(index_table->nb_ptses, sizeof(int64_t))) ||
1137 !(index_table->fake_index = av_calloc(index_table->nb_ptses, sizeof(AVIndexEntry)))) {
1138 av_freep(&index_table->ptses);
1139 return AVERROR(ENOMEM);
1142 /* we may have a few bad TemporalOffsets
1143 * make sure the corresponding PTSes don't have the bogus value 0 */
1144 for (x = 0; x < index_table->nb_ptses; x++)
1145 index_table->ptses[x] = AV_NOPTS_VALUE;
1159 * We want to transform it into this:
1170 * We do this by bucket sorting x by x+TemporalOffset[x] into mxf->ptses,
1171 * then settings mxf->first_dts = -max(TemporalOffset[x]).
1172 * The latter makes DTS <= PTS.
1174 for (i = x = 0; i < index_table->nb_segments; i++) {
1175 MXFIndexTableSegment *s = index_table->segments[i];
1176 int index_delta = 1;
1177 int n = s->nb_index_entries;
1179 if (s->nb_index_entries == 2 * s->index_duration + 1) {
1180 index_delta = 2; /* Avid index */
1181 /* ignore the last entry - it's the size of the essence container */
1185 for (j = 0; j < n; j += index_delta, x++) {
1186 int offset = s->temporal_offset_entries[j] / index_delta;
1187 int index = x + offset;
1189 if (x >= index_table->nb_ptses) {
1190 av_log(mxf->fc, AV_LOG_ERROR,
1191 "x >= nb_ptses - IndexEntryCount %i < IndexDuration %"PRId64"?\n",
1192 s->nb_index_entries, s->index_duration);
1196 index_table->fake_index[x].timestamp = x;
1197 index_table->fake_index[x].flags = !(s->flag_entries[j] & 0x30) ? AVINDEX_KEYFRAME : 0;
1199 if (index < 0 || index >= index_table->nb_ptses) {
1200 av_log(mxf->fc, AV_LOG_ERROR,
1201 "index entry %i + TemporalOffset %i = %i, which is out of bounds\n",
1206 index_table->ptses[index] = x;
1207 max_temporal_offset = FFMAX(max_temporal_offset, offset);
1211 index_table->first_dts = -max_temporal_offset;
1217 * Sorts and collects index table segments into index tables.
1218 * Also computes PTSes if possible.
1220 static int mxf_compute_index_tables(MXFContext *mxf)
1222 int i, j, k, ret, nb_sorted_segments;
1223 MXFIndexTableSegment **sorted_segments = NULL;
1225 if ((ret = mxf_get_sorted_table_segments(mxf, &nb_sorted_segments, &sorted_segments)) ||
1226 nb_sorted_segments <= 0) {
1227 av_log(mxf->fc, AV_LOG_WARNING, "broken or empty index\n");
1231 /* sanity check and count unique BodySIDs/IndexSIDs */
1232 for (i = 0; i < nb_sorted_segments; i++) {
1233 if (i == 0 || sorted_segments[i-1]->index_sid != sorted_segments[i]->index_sid)
1234 mxf->nb_index_tables++;
1235 else if (sorted_segments[i-1]->body_sid != sorted_segments[i]->body_sid) {
1236 av_log(mxf->fc, AV_LOG_ERROR, "found inconsistent BodySID\n");
1237 ret = AVERROR_INVALIDDATA;
1238 goto finish_decoding_index;
1242 if (!(mxf->index_tables = av_calloc(mxf->nb_index_tables, sizeof(MXFIndexTable)))) {
1243 av_log(mxf->fc, AV_LOG_ERROR, "failed to allocate index tables\n");
1244 ret = AVERROR(ENOMEM);
1245 goto finish_decoding_index;
1248 /* distribute sorted segments to index tables */
1249 for (i = j = 0; i < nb_sorted_segments; i++) {
1250 if (i != 0 && sorted_segments[i-1]->index_sid != sorted_segments[i]->index_sid) {
1255 mxf->index_tables[j].nb_segments++;
1258 for (i = j = 0; j < mxf->nb_index_tables; i += mxf->index_tables[j++].nb_segments) {
1259 MXFIndexTable *t = &mxf->index_tables[j];
1261 if (!(t->segments = av_calloc(t->nb_segments, sizeof(MXFIndexTableSegment*)))) {
1262 av_log(mxf->fc, AV_LOG_ERROR, "failed to allocate IndexTableSegment pointer array\n");
1263 ret = AVERROR(ENOMEM);
1264 goto finish_decoding_index;
1267 if (sorted_segments[i]->index_start_position)
1268 av_log(mxf->fc, AV_LOG_WARNING, "IndexSID %i starts at EditUnit %"PRId64" - seeking may not work as expected\n",
1269 sorted_segments[i]->index_sid, sorted_segments[i]->index_start_position);
1271 memcpy(t->segments, &sorted_segments[i], t->nb_segments * sizeof(MXFIndexTableSegment*));
1272 t->index_sid = sorted_segments[i]->index_sid;
1273 t->body_sid = sorted_segments[i]->body_sid;
1275 if ((ret = mxf_compute_ptses_fake_index(mxf, t)) < 0)
1276 goto finish_decoding_index;
1278 /* fix zero IndexDurations */
1279 for (k = 0; k < t->nb_segments; k++) {
1280 if (t->segments[k]->index_duration)
1283 if (t->nb_segments > 1)
1284 av_log(mxf->fc, AV_LOG_WARNING, "IndexSID %i segment %i has zero IndexDuration and there's more than one segment\n",
1287 if (mxf->fc->nb_streams <= 0) {
1288 av_log(mxf->fc, AV_LOG_WARNING, "no streams?\n");
1292 /* assume the first stream's duration is reasonable
1293 * leave index_duration = 0 on further segments in case we have any (unlikely)
1295 t->segments[k]->index_duration = mxf->fc->streams[0]->duration;
1301 finish_decoding_index:
1302 av_free(sorted_segments);
1306 static int mxf_is_intra_only(MXFDescriptor *descriptor)
1308 return mxf_get_codec_ul(mxf_intra_only_essence_container_uls,
1309 &descriptor->essence_container_ul)->id != CODEC_ID_NONE ||
1310 mxf_get_codec_ul(mxf_intra_only_picture_essence_coding_uls,
1311 &descriptor->essence_codec_ul)->id != CODEC_ID_NONE;
1314 static int mxf_add_timecode_metadata(AVDictionary **pm, const char *key, AVTimecode *tc)
1316 char buf[AV_TIMECODE_STR_SIZE];
1317 av_dict_set(pm, key, av_timecode_make_string(tc, buf, 0), 0);
1322 static int mxf_parse_structural_metadata(MXFContext *mxf)
1324 MXFPackage *material_package = NULL;
1325 MXFPackage *temp_package = NULL;
1328 av_dlog(mxf->fc, "metadata sets count %d\n", mxf->metadata_sets_count);
1329 /* TODO: handle multiple material packages (OP3x) */
1330 for (i = 0; i < mxf->packages_count; i++) {
1331 material_package = mxf_resolve_strong_ref(mxf, &mxf->packages_refs[i], MaterialPackage);
1332 if (material_package) break;
1334 if (!material_package) {
1335 av_log(mxf->fc, AV_LOG_ERROR, "no material package found\n");
1336 return AVERROR_INVALIDDATA;
1339 for (i = 0; i < material_package->tracks_count; i++) {
1340 MXFPackage *source_package = NULL;
1341 MXFTrack *material_track = NULL;
1342 MXFTrack *source_track = NULL;
1343 MXFTrack *temp_track = NULL;
1344 MXFDescriptor *descriptor = NULL;
1345 MXFStructuralComponent *component = NULL;
1346 MXFTimecodeComponent *mxf_tc = NULL;
1347 UID *essence_container_ul = NULL;
1348 const MXFCodecUL *codec_ul = NULL;
1349 const MXFCodecUL *container_ul = NULL;
1350 const MXFCodecUL *pix_fmt_ul = NULL;
1355 if (!(material_track = mxf_resolve_strong_ref(mxf, &material_package->tracks_refs[i], Track))) {
1356 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve material track strong ref\n");
1360 if ((component = mxf_resolve_strong_ref(mxf, &material_track->sequence_ref, TimecodeComponent))) {
1361 mxf_tc = (MXFTimecodeComponent*)component;
1362 flags = mxf_tc->drop_frame == 1 ? AV_TIMECODE_FLAG_DROPFRAME : 0;
1363 if (av_timecode_init(&tc, mxf_tc->rate, flags, mxf_tc->start_frame, mxf->fc) == 0) {
1364 mxf_add_timecode_metadata(&mxf->fc->metadata, "timecode", &tc);
1368 if (!(material_track->sequence = mxf_resolve_strong_ref(mxf, &material_track->sequence_ref, Sequence))) {
1369 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve material track sequence strong ref\n");
1373 for (j = 0; j < material_track->sequence->structural_components_count; j++) {
1374 component = mxf_resolve_strong_ref(mxf, &material_track->sequence->structural_components_refs[j], TimecodeComponent);
1378 mxf_tc = (MXFTimecodeComponent*)component;
1379 flags = mxf_tc->drop_frame == 1 ? AV_TIMECODE_FLAG_DROPFRAME : 0;
1380 if (av_timecode_init(&tc, mxf_tc->rate, flags, mxf_tc->start_frame, mxf->fc) == 0) {
1381 mxf_add_timecode_metadata(&mxf->fc->metadata, "timecode", &tc);
1386 /* TODO: handle multiple source clips */
1387 for (j = 0; j < material_track->sequence->structural_components_count; j++) {
1388 component = mxf_resolve_strong_ref(mxf, &material_track->sequence->structural_components_refs[j], SourceClip);
1392 for (k = 0; k < mxf->packages_count; k++) {
1393 temp_package = mxf_resolve_strong_ref(mxf, &mxf->packages_refs[k], SourcePackage);
1396 if (!memcmp(temp_package->package_uid, component->source_package_uid, 16)) {
1397 source_package = temp_package;
1401 if (!source_package) {
1402 av_dlog(mxf->fc, "material track %d: no corresponding source package found\n", material_track->track_id);
1405 for (k = 0; k < source_package->tracks_count; k++) {
1406 if (!(temp_track = mxf_resolve_strong_ref(mxf, &source_package->tracks_refs[k], Track))) {
1407 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve source track strong ref\n");
1408 ret = AVERROR_INVALIDDATA;
1411 if (temp_track->track_id == component->source_track_id) {
1412 source_track = temp_track;
1416 if (!source_track) {
1417 av_log(mxf->fc, AV_LOG_ERROR, "material track %d: no corresponding source track found\n", material_track->track_id);
1421 if (!source_track || !component)
1424 if (!(source_track->sequence = mxf_resolve_strong_ref(mxf, &source_track->sequence_ref, Sequence))) {
1425 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve source track sequence strong ref\n");
1426 ret = AVERROR_INVALIDDATA;
1430 /* 0001GL00.MXF.A1.mxf_opatom.mxf has the same SourcePackageID as 0001GL.MXF.V1.mxf_opatom.mxf
1431 * This would result in both files appearing to have two streams. Work around this by sanity checking DataDefinition */
1432 if (memcmp(material_track->sequence->data_definition_ul, source_track->sequence->data_definition_ul, 16)) {
1433 av_log(mxf->fc, AV_LOG_ERROR, "material track %d: DataDefinition mismatch\n", material_track->track_id);
1437 st = avformat_new_stream(mxf->fc, NULL);
1439 av_log(mxf->fc, AV_LOG_ERROR, "could not allocate stream\n");
1440 ret = AVERROR(ENOMEM);
1443 st->id = source_track->track_id;
1444 st->priv_data = source_track;
1445 st->duration = component->duration;
1446 if (st->duration == -1)
1447 st->duration = AV_NOPTS_VALUE;
1448 st->start_time = component->start_position;
1449 avpriv_set_pts_info(st, 64, material_track->edit_rate.den, material_track->edit_rate.num);
1451 PRINT_KEY(mxf->fc, "data definition ul", source_track->sequence->data_definition_ul);
1452 codec_ul = mxf_get_codec_ul(ff_mxf_data_definition_uls, &source_track->sequence->data_definition_ul);
1453 st->codec->codec_type = codec_ul->id;
1455 source_package->descriptor = mxf_resolve_strong_ref(mxf, &source_package->descriptor_ref, AnyType);
1456 if (source_package->descriptor) {
1457 if (source_package->descriptor->type == MultipleDescriptor) {
1458 for (j = 0; j < source_package->descriptor->sub_descriptors_count; j++) {
1459 MXFDescriptor *sub_descriptor = mxf_resolve_strong_ref(mxf, &source_package->descriptor->sub_descriptors_refs[j], Descriptor);
1461 if (!sub_descriptor) {
1462 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve sub descriptor strong ref\n");
1465 if (sub_descriptor->linked_track_id == source_track->track_id) {
1466 descriptor = sub_descriptor;
1470 } else if (source_package->descriptor->type == Descriptor)
1471 descriptor = source_package->descriptor;
1474 av_log(mxf->fc, AV_LOG_INFO, "source track %d: stream %d, no descriptor found\n", source_track->track_id, st->index);
1477 PRINT_KEY(mxf->fc, "essence codec ul", descriptor->essence_codec_ul);
1478 PRINT_KEY(mxf->fc, "essence container ul", descriptor->essence_container_ul);
1479 essence_container_ul = &descriptor->essence_container_ul;
1480 /* HACK: replacing the original key with mxf_encrypted_essence_container
1481 * is not allowed according to s429-6, try to find correct information anyway */
1482 if (IS_KLV_KEY(essence_container_ul, mxf_encrypted_essence_container)) {
1483 av_log(mxf->fc, AV_LOG_INFO, "broken encrypted mxf file\n");
1484 for (k = 0; k < mxf->metadata_sets_count; k++) {
1485 MXFMetadataSet *metadata = mxf->metadata_sets[k];
1486 if (metadata->type == CryptoContext) {
1487 essence_container_ul = &((MXFCryptoContext *)metadata)->source_container_ul;
1493 /* TODO: drop PictureEssenceCoding and SoundEssenceCompression, only check EssenceContainer */
1494 codec_ul = mxf_get_codec_ul(ff_mxf_codec_uls, &descriptor->essence_codec_ul);
1495 st->codec->codec_id = codec_ul->id;
1496 if (descriptor->extradata) {
1497 st->codec->extradata = descriptor->extradata;
1498 st->codec->extradata_size = descriptor->extradata_size;
1500 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
1501 source_track->intra_only = mxf_is_intra_only(descriptor);
1502 container_ul = mxf_get_codec_ul(mxf_picture_essence_container_uls, essence_container_ul);
1503 if (st->codec->codec_id == CODEC_ID_NONE)
1504 st->codec->codec_id = container_ul->id;
1505 st->codec->width = descriptor->width;
1506 st->codec->height = descriptor->height; /* Field height, not frame height */
1507 switch (descriptor->frame_layout) {
1508 case SegmentedFrame:
1509 /* This one is a weird layout I don't fully understand. */
1510 av_log(mxf->fc, AV_LOG_INFO, "SegmentedFrame layout isn't currently supported\n");
1515 /* Every other line is stored and needs to be duplicated. */
1516 av_log(mxf->fc, AV_LOG_INFO, "OneField frame layout isn't currently supported\n");
1517 break; /* The correct thing to do here is fall through, but by breaking we might be
1518 able to decode some streams at half the vertical resolution, rather than not al all.
1519 It's also for compatibility with the old behavior. */
1520 case SeparateFields:
1522 st->codec->height *= 2; /* Turn field height into frame height. */
1525 av_log(mxf->fc, AV_LOG_INFO, "Unknown frame layout type: %d\n", descriptor->frame_layout);
1527 if (st->codec->codec_id == CODEC_ID_RAWVIDEO) {
1528 st->codec->pix_fmt = descriptor->pix_fmt;
1529 if (st->codec->pix_fmt == PIX_FMT_NONE) {
1530 pix_fmt_ul = mxf_get_codec_ul(ff_mxf_pixel_format_uls, &descriptor->essence_codec_ul);
1531 st->codec->pix_fmt = pix_fmt_ul->id;
1532 if (st->codec->pix_fmt == PIX_FMT_NONE) {
1533 /* support files created before RP224v10 by defaulting to UYVY422
1534 if subsampling is 4:2:2 and component depth is 8-bit */
1535 if (descriptor->horiz_subsampling == 2 &&
1536 descriptor->vert_subsampling == 1 &&
1537 descriptor->component_depth == 8) {
1538 st->codec->pix_fmt = PIX_FMT_UYVY422;
1543 st->need_parsing = AVSTREAM_PARSE_HEADERS;
1544 } else if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
1545 container_ul = mxf_get_codec_ul(mxf_sound_essence_container_uls, essence_container_ul);
1546 if (st->codec->codec_id == CODEC_ID_NONE)
1547 st->codec->codec_id = container_ul->id;
1548 st->codec->channels = descriptor->channels;
1549 st->codec->bits_per_coded_sample = descriptor->bits_per_sample;
1551 if (descriptor->sample_rate.den > 0)
1552 st->codec->sample_rate = descriptor->sample_rate.num / descriptor->sample_rate.den;
1554 /* TODO: implement CODEC_ID_RAWAUDIO */
1555 if (st->codec->codec_id == CODEC_ID_PCM_S16LE) {
1556 if (descriptor->bits_per_sample > 16 && descriptor->bits_per_sample <= 24)
1557 st->codec->codec_id = CODEC_ID_PCM_S24LE;
1558 else if (descriptor->bits_per_sample == 32)
1559 st->codec->codec_id = CODEC_ID_PCM_S32LE;
1560 } else if (st->codec->codec_id == CODEC_ID_PCM_S16BE) {
1561 if (descriptor->bits_per_sample > 16 && descriptor->bits_per_sample <= 24)
1562 st->codec->codec_id = CODEC_ID_PCM_S24BE;
1563 else if (descriptor->bits_per_sample == 32)
1564 st->codec->codec_id = CODEC_ID_PCM_S32BE;
1565 } else if (st->codec->codec_id == CODEC_ID_MP2) {
1566 st->need_parsing = AVSTREAM_PARSE_FULL;
1569 if (st->codec->codec_type != AVMEDIA_TYPE_DATA && (*essence_container_ul)[15] > 0x01) {
1570 /* TODO: decode timestamps */
1571 st->need_parsing = AVSTREAM_PARSE_TIMESTAMPS;
1580 static const MXFMetadataReadTableEntry mxf_metadata_read_table[] = {
1581 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x05,0x01,0x00 }, mxf_read_primer_pack },
1582 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x01,0x00 }, mxf_read_partition_pack },
1583 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x02,0x00 }, mxf_read_partition_pack },
1584 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x03,0x00 }, mxf_read_partition_pack },
1585 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x04,0x00 }, mxf_read_partition_pack },
1586 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x01,0x00 }, mxf_read_partition_pack },
1587 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x02,0x00 }, mxf_read_partition_pack },
1588 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x03,0x00 }, mxf_read_partition_pack },
1589 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x04,0x00 }, mxf_read_partition_pack },
1590 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x04,0x02,0x00 }, mxf_read_partition_pack },
1591 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x04,0x04,0x00 }, mxf_read_partition_pack },
1592 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x18,0x00 }, mxf_read_content_storage, 0, AnyType },
1593 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x37,0x00 }, mxf_read_source_package, sizeof(MXFPackage), SourcePackage },
1594 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x36,0x00 }, mxf_read_material_package, sizeof(MXFPackage), MaterialPackage },
1595 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x0F,0x00 }, mxf_read_sequence, sizeof(MXFSequence), Sequence },
1596 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x11,0x00 }, mxf_read_source_clip, sizeof(MXFStructuralComponent), SourceClip },
1597 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x44,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), MultipleDescriptor },
1598 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x42,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* Generic Sound */
1599 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x28,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* CDCI */
1600 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x29,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* RGBA */
1601 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x51,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* MPEG 2 Video */
1602 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x48,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* Wave */
1603 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x47,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* AES3 */
1604 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x3A,0x00 }, mxf_read_track, sizeof(MXFTrack), Track }, /* Static Track */
1605 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x3B,0x00 }, mxf_read_track, sizeof(MXFTrack), Track }, /* Generic Track */
1606 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x14,0x00 }, mxf_read_timecode_component, sizeof(MXFTimecodeComponent), TimecodeComponent },
1607 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x04,0x01,0x02,0x02,0x00,0x00 }, mxf_read_cryptographic_context, sizeof(MXFCryptoContext), CryptoContext },
1608 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x10,0x01,0x00 }, mxf_read_index_table_segment, sizeof(MXFIndexTableSegment), IndexTableSegment },
1609 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, NULL, 0, AnyType },
1612 static int mxf_read_local_tags(MXFContext *mxf, KLVPacket *klv, MXFMetadataReadFunc *read_child, int ctx_size, enum MXFMetadataSetType type)
1614 AVIOContext *pb = mxf->fc->pb;
1615 MXFMetadataSet *ctx = ctx_size ? av_mallocz(ctx_size) : mxf;
1616 uint64_t klv_end = avio_tell(pb) + klv->length;
1619 return AVERROR(ENOMEM);
1620 while (avio_tell(pb) + 4 < klv_end && !url_feof(pb)) {
1622 int tag = avio_rb16(pb);
1623 int size = avio_rb16(pb); /* KLV specified by 0x53 */
1624 uint64_t next = avio_tell(pb) + size;
1627 av_dlog(mxf->fc, "local tag %#04x size %d\n", tag, size);
1628 if (!size) { /* ignore empty tag, needed for some files with empty UMID tag */
1629 av_log(mxf->fc, AV_LOG_ERROR, "local tag %#04x with 0 size\n", tag);
1632 if (tag > 0x7FFF) { /* dynamic tag */
1634 for (i = 0; i < mxf->local_tags_count; i++) {
1635 int local_tag = AV_RB16(mxf->local_tags+i*18);
1636 if (local_tag == tag) {
1637 memcpy(uid, mxf->local_tags+i*18+2, 16);
1638 av_dlog(mxf->fc, "local tag %#04x\n", local_tag);
1639 PRINT_KEY(mxf->fc, "uid", uid);
1643 if (ctx_size && tag == 0x3C0A)
1644 avio_read(pb, ctx->uid, 16);
1645 else if ((ret = read_child(ctx, pb, tag, size, uid, -1)) < 0)
1648 /* Accept the 64k local set limit being exceeded (Avid). Don't accept
1649 * it extending past the end of the KLV though (zzuf5.mxf). */
1650 if (avio_tell(pb) > klv_end) {
1651 av_log(mxf->fc, AV_LOG_ERROR,
1652 "local tag %#04x extends past end of local set @ %#"PRIx64"\n",
1654 return AVERROR_INVALIDDATA;
1655 } else if (avio_tell(pb) <= next) /* only seek forward, else this can loop for a long time */
1656 avio_seek(pb, next, SEEK_SET);
1658 if (ctx_size) ctx->type = type;
1659 return ctx_size ? mxf_add_metadata_set(mxf, ctx) : 0;
1663 * Seeks to the previous partition, if possible
1664 * @return <= 0 if we should stop parsing, > 0 if we should keep going
1666 static int mxf_seek_to_previous_partition(MXFContext *mxf)
1668 AVIOContext *pb = mxf->fc->pb;
1670 if (!mxf->current_partition ||
1671 mxf->run_in + mxf->current_partition->previous_partition <= mxf->last_forward_tell)
1672 return 0; /* we've parsed all partitions */
1674 /* seek to previous partition */
1675 avio_seek(pb, mxf->run_in + mxf->current_partition->previous_partition, SEEK_SET);
1676 mxf->current_partition = NULL;
1678 av_dlog(mxf->fc, "seeking to previous partition\n");
1684 * Called when essence is encountered
1685 * @return <= 0 if we should stop parsing, > 0 if we should keep going
1687 static int mxf_parse_handle_essence(MXFContext *mxf)
1689 AVIOContext *pb = mxf->fc->pb;
1692 if (mxf->parsing_backward) {
1693 return mxf_seek_to_previous_partition(mxf);
1695 if (!mxf->footer_partition) {
1696 av_dlog(mxf->fc, "no footer\n");
1700 av_dlog(mxf->fc, "seeking to footer\n");
1702 /* remember where we were so we don't end up seeking further back than this */
1703 mxf->last_forward_tell = avio_tell(pb);
1705 if (!pb->seekable) {
1706 av_log(mxf->fc, AV_LOG_INFO, "file is not seekable - not parsing footer\n");
1710 /* seek to footer partition and parse backward */
1711 if ((ret = avio_seek(pb, mxf->run_in + mxf->footer_partition, SEEK_SET)) < 0) {
1712 av_log(mxf->fc, AV_LOG_ERROR, "failed to seek to footer @ 0x%"PRIx64" (%"PRId64") - partial file?\n",
1713 mxf->run_in + mxf->footer_partition, ret);
1717 mxf->current_partition = NULL;
1718 mxf->parsing_backward = 1;
1725 * Called when the next partition or EOF is encountered
1726 * @return <= 0 if we should stop parsing, > 0 if we should keep going
1728 static int mxf_parse_handle_partition_or_eof(MXFContext *mxf)
1730 return mxf->parsing_backward ? mxf_seek_to_previous_partition(mxf) : 1;
1734 * Figures out the proper offset and length of the essence container in each partition
1736 static void mxf_compute_essence_containers(MXFContext *mxf)
1740 /* everything is already correct */
1741 if (mxf->op == OPAtom)
1744 for (x = 0; x < mxf->partitions_count; x++) {
1745 MXFPartition *p = &mxf->partitions[x];
1748 continue; /* BodySID == 0 -> no essence */
1750 if (x >= mxf->partitions_count - 1)
1751 break; /* last partition - can't compute length (and we don't need to) */
1753 /* essence container spans to the next partition */
1754 p->essence_length = mxf->partitions[x+1].this_partition - p->essence_offset;
1756 if (p->essence_length < 0) {
1757 /* next ThisPartition < essence_offset */
1758 p->essence_length = 0;
1759 av_log(mxf->fc, AV_LOG_ERROR,
1760 "partition %i: bad ThisPartition = %"PRIX64"\n",
1761 x+1, mxf->partitions[x+1].this_partition);
1766 static int64_t round_to_kag(int64_t position, int kag_size)
1768 /* TODO: account for run-in? the spec isn't clear whether KAG should account for it */
1769 /* NOTE: kag_size may be any integer between 1 - 2^10 */
1770 int64_t ret = (position / kag_size) * kag_size;
1771 return ret == position ? ret : ret + kag_size;
1774 static int is_pcm(enum CodecID codec_id)
1776 /* we only care about "normal" PCM codecs until we get samples */
1777 return codec_id >= CODEC_ID_PCM_S16LE && codec_id < CODEC_ID_PCM_S24DAUD;
1781 * Deal with the case where for some audio atoms EditUnitByteCount is
1782 * very small (2, 4..). In those cases we should read more than one
1783 * sample per call to mxf_read_packet().
1785 static void mxf_handle_small_eubc(AVFormatContext *s)
1787 MXFContext *mxf = s->priv_data;
1789 /* assuming non-OPAtom == frame wrapped
1790 * no sane writer would wrap 2 byte PCM packets with 20 byte headers.. */
1791 if (mxf->op != OPAtom)
1794 /* expect PCM with exactly one index table segment and a small (< 32) EUBC */
1795 if (s->nb_streams != 1 ||
1796 s->streams[0]->codec->codec_type != AVMEDIA_TYPE_AUDIO ||
1797 !is_pcm(s->streams[0]->codec->codec_id) ||
1798 mxf->nb_index_tables != 1 ||
1799 mxf->index_tables[0].nb_segments != 1 ||
1800 mxf->index_tables[0].segments[0]->edit_unit_byte_count >= 32)
1803 /* arbitrarily default to 48 kHz PAL audio frame size */
1804 /* TODO: We could compute this from the ratio between the audio
1805 * and video edit rates for 48 kHz NTSC we could use the
1806 * 1802-1802-1802-1802-1801 pattern. */
1807 mxf->edit_units_per_packet = 1920;
1810 static int mxf_read_header(AVFormatContext *s)
1812 MXFContext *mxf = s->priv_data;
1814 int64_t essence_offset = 0;
1817 mxf->last_forward_tell = INT64_MAX;
1818 mxf->edit_units_per_packet = 1;
1820 if (!mxf_read_sync(s->pb, mxf_header_partition_pack_key, 14)) {
1821 av_log(s, AV_LOG_ERROR, "could not find header partition pack key\n");
1822 return AVERROR_INVALIDDATA;
1824 avio_seek(s->pb, -14, SEEK_CUR);
1826 mxf->run_in = avio_tell(s->pb);
1828 while (!url_feof(s->pb)) {
1829 const MXFMetadataReadTableEntry *metadata;
1831 if (klv_read_packet(&klv, s->pb) < 0) {
1832 /* EOF - seek to previous partition or stop */
1833 if(mxf_parse_handle_partition_or_eof(mxf) <= 0)
1839 PRINT_KEY(s, "read header", klv.key);
1840 av_dlog(s, "size %"PRIu64" offset %#"PRIx64"\n", klv.length, klv.offset);
1841 if (IS_KLV_KEY(klv.key, mxf_encrypted_triplet_key) ||
1842 IS_KLV_KEY(klv.key, mxf_essence_element_key) ||
1843 IS_KLV_KEY(klv.key, mxf_avid_essence_element_key) ||
1844 IS_KLV_KEY(klv.key, mxf_system_item_key)) {
1846 if (!mxf->current_partition) {
1847 av_log(mxf->fc, AV_LOG_ERROR, "found essence prior to first PartitionPack\n");
1848 return AVERROR_INVALIDDATA;
1851 if (!mxf->current_partition->essence_offset) {
1852 /* for OP1a we compute essence_offset
1853 * for OPAtom we point essence_offset after the KL (usually op1a_essence_offset + 20 or 25)
1854 * TODO: for OP1a we could eliminate this entire if statement, always stopping parsing at op1a_essence_offset
1855 * for OPAtom we still need the actual essence_offset though (the KL's length can vary)
1857 int64_t op1a_essence_offset =
1858 round_to_kag(mxf->current_partition->this_partition +
1859 mxf->current_partition->pack_length, mxf->current_partition->kag_size) +
1860 round_to_kag(mxf->current_partition->header_byte_count, mxf->current_partition->kag_size) +
1861 round_to_kag(mxf->current_partition->index_byte_count, mxf->current_partition->kag_size);
1863 if (mxf->op == OPAtom) {
1864 /* point essence_offset to the actual data
1865 * OPAtom has all the essence in one big KLV
1867 mxf->current_partition->essence_offset = avio_tell(s->pb);
1868 mxf->current_partition->essence_length = klv.length;
1870 /* NOTE: op1a_essence_offset may be less than to klv.offset (C0023S01.mxf) */
1871 mxf->current_partition->essence_offset = op1a_essence_offset;
1875 if (!essence_offset)
1876 essence_offset = klv.offset;
1878 /* seek to footer, previous partition or stop */
1879 if (mxf_parse_handle_essence(mxf) <= 0)
1882 } else if (!memcmp(klv.key, mxf_header_partition_pack_key, 13) &&
1883 klv.key[13] >= 2 && klv.key[13] <= 4 && mxf->current_partition) {
1884 /* next partition pack - keep going, seek to previous partition or stop */
1885 if(mxf_parse_handle_partition_or_eof(mxf) <= 0)
1887 else if (mxf->parsing_backward)
1889 /* we're still parsing forward. proceed to parsing this partition pack */
1892 for (metadata = mxf_metadata_read_table; metadata->read; metadata++) {
1893 if (IS_KLV_KEY(klv.key, metadata->key)) {
1895 if (klv.key[5] == 0x53) {
1896 res = mxf_read_local_tags(mxf, &klv, metadata->read, metadata->ctx_size, metadata->type);
1898 uint64_t next = avio_tell(s->pb) + klv.length;
1899 res = metadata->read(mxf, s->pb, 0, klv.length, klv.key, klv.offset);
1901 /* only seek forward, else this can loop for a long time */
1902 if (avio_tell(s->pb) > next) {
1903 av_log(s, AV_LOG_ERROR, "read past end of KLV @ %#"PRIx64"\n",
1905 return AVERROR_INVALIDDATA;
1908 avio_seek(s->pb, next, SEEK_SET);
1911 av_log(s, AV_LOG_ERROR, "error reading header metadata\n");
1917 if (!metadata->read)
1918 avio_skip(s->pb, klv.length);
1920 /* FIXME avoid seek */
1921 if (!essence_offset) {
1922 av_log(s, AV_LOG_ERROR, "no essence\n");
1923 return AVERROR_INVALIDDATA;
1925 avio_seek(s->pb, essence_offset, SEEK_SET);
1927 mxf_compute_essence_containers(mxf);
1929 /* we need to do this before computing the index tables
1930 * to be able to fill in zero IndexDurations with st->duration */
1931 if ((ret = mxf_parse_structural_metadata(mxf)) < 0)
1934 if ((ret = mxf_compute_index_tables(mxf)) < 0)
1937 if (mxf->nb_index_tables > 1) {
1938 /* TODO: look up which IndexSID to use via EssenceContainerData */
1939 av_log(mxf->fc, AV_LOG_INFO, "got %i index tables - only the first one (IndexSID %i) will be used\n",
1940 mxf->nb_index_tables, mxf->index_tables[0].index_sid);
1941 } else if (mxf->nb_index_tables == 0 && mxf->op == OPAtom) {
1942 av_log(mxf->fc, AV_LOG_ERROR, "cannot demux OPAtom without an index\n");
1943 return AVERROR_INVALIDDATA;
1946 mxf_handle_small_eubc(s);
1952 * Sets mxf->current_edit_unit based on what offset we're currently at.
1953 * @return next_ofs if OK, <0 on error
1955 static int64_t mxf_set_current_edit_unit(MXFContext *mxf, int64_t current_offset)
1957 int64_t last_ofs = -1, next_ofs = -1;
1958 MXFIndexTable *t = &mxf->index_tables[0];
1960 /* this is called from the OP1a demuxing logic, which means there
1961 * may be no index tables */
1962 if (mxf->nb_index_tables <= 0)
1965 /* find mxf->current_edit_unit so that the next edit unit starts ahead of current_offset */
1966 while (mxf->current_edit_unit >= 0) {
1967 if (mxf_edit_unit_absolute_offset(mxf, t, mxf->current_edit_unit + 1, NULL, &next_ofs, 0) < 0)
1970 if (next_ofs <= last_ofs) {
1971 /* large next_ofs didn't change or current_edit_unit wrapped
1972 * around this fixes the infinite loop on zzuf3.mxf */
1973 av_log(mxf->fc, AV_LOG_ERROR,
1974 "next_ofs didn't change. not deriving packet timestamps\n");
1978 if (next_ofs > current_offset)
1981 last_ofs = next_ofs;
1982 mxf->current_edit_unit++;
1985 /* not checking mxf->current_edit_unit >= t->nb_ptses here since CBR files may lack IndexEntryArrays */
1986 if (mxf->current_edit_unit < 0)
1992 static int mxf_read_packet_old(AVFormatContext *s, AVPacket *pkt)
1995 MXFContext *mxf = s->priv_data;
1997 while (!url_feof(s->pb)) {
1999 if (klv_read_packet(&klv, s->pb) < 0)
2001 PRINT_KEY(s, "read packet", klv.key);
2002 av_dlog(s, "size %"PRIu64" offset %#"PRIx64"\n", klv.length, klv.offset);
2003 if (IS_KLV_KEY(klv.key, mxf_encrypted_triplet_key)) {
2004 ret = mxf_decrypt_triplet(s, pkt, &klv);
2006 av_log(s, AV_LOG_ERROR, "invalid encoded triplet\n");
2007 return AVERROR_INVALIDDATA;
2011 if (IS_KLV_KEY(klv.key, mxf_essence_element_key) ||
2012 IS_KLV_KEY(klv.key, mxf_avid_essence_element_key)) {
2013 int index = mxf_get_stream_index(s, &klv);
2014 int64_t next_ofs, next_klv;
2019 av_log(s, AV_LOG_ERROR, "error getting stream index %d\n", AV_RB32(klv.key+12));
2023 st = s->streams[index];
2024 track = st->priv_data;
2026 if (s->streams[index]->discard == AVDISCARD_ALL)
2029 next_klv = avio_tell(s->pb) + klv.length;
2030 next_ofs = mxf_set_current_edit_unit(mxf, klv.offset);
2032 if (next_ofs >= 0 && next_klv > next_ofs) {
2033 /* if this check is hit then it's possible OPAtom was treated as OP1a
2034 * truncate the packet since it's probably very large (>2 GiB is common) */
2035 av_log_ask_for_sample(s,
2036 "KLV for edit unit %i extends into next edit unit - OPAtom misinterpreted as OP1a?\n",
2037 mxf->current_edit_unit);
2038 klv.length = next_ofs - avio_tell(s->pb);
2041 /* check for 8 channels AES3 element */
2042 if (klv.key[12] == 0x06 && klv.key[13] == 0x01 && klv.key[14] == 0x10) {
2043 if (mxf_get_d10_aes3_packet(s->pb, s->streams[index], pkt, klv.length) < 0) {
2044 av_log(s, AV_LOG_ERROR, "error reading D-10 aes3 frame\n");
2045 return AVERROR_INVALIDDATA;
2048 ret = av_get_packet(s->pb, pkt, klv.length);
2052 pkt->stream_index = index;
2053 pkt->pos = klv.offset;
2055 if (s->streams[index]->codec->codec_type == AVMEDIA_TYPE_VIDEO && next_ofs >= 0) {
2056 /* mxf->current_edit_unit good - see if we have an index table to derive timestamps from */
2057 MXFIndexTable *t = &mxf->index_tables[0];
2059 if (mxf->nb_index_tables >= 1 && mxf->current_edit_unit < t->nb_ptses) {
2060 pkt->dts = mxf->current_edit_unit + t->first_dts;
2061 pkt->pts = t->ptses[mxf->current_edit_unit];
2062 } else if (track->intra_only) {
2063 /* intra-only -> PTS = EditUnit.
2064 * let utils.c figure out DTS since it can be < PTS if low_delay = 0 (Sony IMX30) */
2065 pkt->pts = mxf->current_edit_unit;
2069 /* seek for truncated packets */
2070 avio_seek(s->pb, next_klv, SEEK_SET);
2075 avio_skip(s->pb, klv.length);
2080 static int mxf_read_packet(AVFormatContext *s, AVPacket *pkt)
2082 MXFContext *mxf = s->priv_data;
2084 int64_t ret64, pos, next_pos;
2089 if (mxf->op != OPAtom)
2090 return mxf_read_packet_old(s, pkt);
2092 /* OPAtom - clip wrapped demuxing */
2093 /* NOTE: mxf_read_header() makes sure nb_index_tables > 0 for OPAtom */
2095 t = &mxf->index_tables[0];
2097 if (mxf->current_edit_unit >= st->duration)
2100 edit_units = FFMIN(mxf->edit_units_per_packet, st->duration - mxf->current_edit_unit);
2102 if ((ret = mxf_edit_unit_absolute_offset(mxf, t, mxf->current_edit_unit, NULL, &pos, 1)) < 0)
2105 /* compute size by finding the next edit unit or the end of the essence container
2106 * not pretty, but it works */
2107 if ((ret = mxf_edit_unit_absolute_offset(mxf, t, mxf->current_edit_unit + edit_units, NULL, &next_pos, 0)) < 0 &&
2108 (next_pos = mxf_essence_container_end(mxf, t->body_sid)) <= 0) {
2109 av_log(s, AV_LOG_ERROR, "unable to compute the size of the last packet\n");
2110 return AVERROR_INVALIDDATA;
2113 if ((size = next_pos - pos) <= 0) {
2114 av_log(s, AV_LOG_ERROR, "bad size: %i\n", size);
2115 return AVERROR_INVALIDDATA;
2118 if ((ret64 = avio_seek(s->pb, pos, SEEK_SET)) < 0)
2121 if ((size = av_get_packet(s->pb, pkt, size)) < 0)
2124 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO && t->ptses &&
2125 mxf->current_edit_unit >= 0 && mxf->current_edit_unit < t->nb_ptses) {
2126 pkt->dts = mxf->current_edit_unit + t->first_dts;
2127 pkt->pts = t->ptses[mxf->current_edit_unit];
2130 pkt->stream_index = 0;
2131 mxf->current_edit_unit += edit_units;
2136 static int mxf_read_close(AVFormatContext *s)
2138 MXFContext *mxf = s->priv_data;
2139 MXFIndexTableSegment *seg;
2142 av_freep(&mxf->packages_refs);
2144 for (i = 0; i < s->nb_streams; i++)
2145 s->streams[i]->priv_data = NULL;
2147 for (i = 0; i < mxf->metadata_sets_count; i++) {
2148 switch (mxf->metadata_sets[i]->type) {
2149 case MultipleDescriptor:
2150 av_freep(&((MXFDescriptor *)mxf->metadata_sets[i])->sub_descriptors_refs);
2153 av_freep(&((MXFSequence *)mxf->metadata_sets[i])->structural_components_refs);
2156 case MaterialPackage:
2157 av_freep(&((MXFPackage *)mxf->metadata_sets[i])->tracks_refs);
2159 case IndexTableSegment:
2160 seg = (MXFIndexTableSegment *)mxf->metadata_sets[i];
2161 av_freep(&seg->temporal_offset_entries);
2162 av_freep(&seg->flag_entries);
2163 av_freep(&seg->stream_offset_entries);
2168 av_freep(&mxf->metadata_sets[i]);
2170 av_freep(&mxf->partitions);
2171 av_freep(&mxf->metadata_sets);
2172 av_freep(&mxf->aesc);
2173 av_freep(&mxf->local_tags);
2175 for (i = 0; i < mxf->nb_index_tables; i++) {
2176 av_freep(&mxf->index_tables[i].segments);
2177 av_freep(&mxf->index_tables[i].ptses);
2178 av_freep(&mxf->index_tables[i].fake_index);
2180 av_freep(&mxf->index_tables);
2185 static int mxf_probe(AVProbeData *p) {
2186 uint8_t *bufp = p->buf;
2187 uint8_t *end = p->buf + p->buf_size;
2189 if (p->buf_size < sizeof(mxf_header_partition_pack_key))
2192 /* Must skip Run-In Sequence and search for MXF header partition pack key SMPTE 377M 5.5 */
2193 end -= sizeof(mxf_header_partition_pack_key);
2194 for (; bufp < end; bufp++) {
2195 if (IS_KLV_KEY(bufp, mxf_header_partition_pack_key))
2196 return AVPROBE_SCORE_MAX;
2201 /* rudimentary byte seek */
2202 /* XXX: use MXF Index */
2203 static int mxf_read_seek(AVFormatContext *s, int stream_index, int64_t sample_time, int flags)
2205 AVStream *st = s->streams[stream_index];
2207 MXFContext* mxf = s->priv_data;
2212 if (mxf->index_tables <= 0) {
2214 return AVERROR_INVALIDDATA;
2215 if (sample_time < 0)
2217 seconds = av_rescale(sample_time, st->time_base.num, st->time_base.den);
2219 if ((ret = avio_seek(s->pb, (s->bit_rate * seconds) >> 3, SEEK_SET)) < 0)
2221 ff_update_cur_dts(s, st, sample_time);
2223 t = &mxf->index_tables[0];
2225 /* clamp above zero, else ff_index_search_timestamp() returns negative
2226 * this also means we allow seeking before the start */
2227 sample_time = FFMAX(sample_time, 0);
2229 if (t->fake_index) {
2230 /* behave as if we have a proper index */
2231 if ((sample_time = ff_index_search_timestamp(t->fake_index, t->nb_ptses, sample_time, flags)) < 0)
2234 /* no IndexEntryArray (one or more CBR segments)
2235 * make sure we don't seek past the end */
2236 sample_time = FFMIN(sample_time, st->duration - 1);
2239 if ((ret = mxf_edit_unit_absolute_offset(mxf, t, sample_time, &sample_time, &seekpos, 1)) << 0)
2242 ff_update_cur_dts(s, st, sample_time);
2243 mxf->current_edit_unit = sample_time;
2244 avio_seek(s->pb, seekpos, SEEK_SET);
2249 AVInputFormat ff_mxf_demuxer = {
2251 .long_name = NULL_IF_CONFIG_SMALL("Material eXchange Format"),
2252 .priv_data_size = sizeof(MXFContext),
2253 .read_probe = mxf_probe,
2254 .read_header = mxf_read_header,
2255 .read_packet = mxf_read_packet,
2256 .read_close = mxf_read_close,
2257 .read_seek = mxf_read_seek,