3 * Copyright (c) 2006 SmartJog S.A., Baptiste Coudurier <baptiste dot coudurier at smartjog dot com>
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
24 * SMPTE 336M KLV Data Encoding Protocol Using Key-Length-Value
25 * SMPTE 377M MXF File Format Specifications
26 * SMPTE 378M Operational Pattern 1a
27 * SMPTE 379M MXF Generic Container
28 * SMPTE 381M Mapping MPEG Streams into the MXF Generic Container
29 * SMPTE 382M Mapping AES3 and Broadcast Wave Audio into the MXF Generic Container
30 * SMPTE 383M Mapping DV-DIF Data to the MXF Generic Container
33 * Search for Track numbers which will identify essence element KLV packets.
34 * Search for SourcePackage which define tracks which contains Track numbers.
35 * Material Package contains tracks with reference to SourcePackage tracks.
36 * Search for Descriptors (Picture, Sound) which contains codec info and parameters.
37 * Assign Descriptors to correct Tracks.
39 * Metadata reading functions read Local Tags, get InstanceUID(0x3C0A) then add MetaDataSet to MXFContext.
40 * Metadata parsing resolves Strong References to objects.
42 * Simple demuxer, only OP1A supported and some files might not work at all.
43 * Only tracks with associated descriptors will be decoded. "Highly Desirable" SMPTE 377M D.1
48 #include "libavutil/aes.h"
49 #include "libavutil/mathematics.h"
50 #include "libavcodec/bytestream.h"
51 #include "libavutil/timecode.h"
73 OPSONYOpt, /* FATE sample, violates the spec in places */
79 MXFPartitionType type;
80 uint64_t previous_partition;
83 int64_t this_partition;
84 int64_t essence_offset; ///< absolute offset of essence
85 int64_t essence_length;
87 int64_t header_byte_count;
88 int64_t index_byte_count;
94 enum MXFMetadataSetType type;
95 UID source_container_ul;
100 enum MXFMetadataSetType type;
101 UID source_package_uid;
102 UID data_definition_ul;
104 int64_t start_position;
106 } MXFStructuralComponent;
110 enum MXFMetadataSetType type;
111 UID data_definition_ul;
112 UID *structural_components_refs;
113 int structural_components_count;
119 enum MXFMetadataSetType type;
122 struct AVRational rate;
124 } MXFTimecodeComponent;
128 enum MXFMetadataSetType type;
129 MXFSequence *sequence; /* mandatory, and only one */
132 uint8_t track_number[4];
133 AVRational edit_rate;
139 enum MXFMetadataSetType type;
140 UID essence_container_ul;
141 UID essence_codec_ul;
142 AVRational sample_rate;
143 AVRational aspect_ratio;
145 int height; /* Field height, not frame height */
146 int frame_layout; /* See MXFFrameLayout enum */
149 unsigned int component_depth;
150 unsigned int horiz_subsampling;
151 unsigned int vert_subsampling;
152 UID *sub_descriptors_refs;
153 int sub_descriptors_count;
157 enum PixelFormat pix_fmt;
162 enum MXFMetadataSetType type;
163 int edit_unit_byte_count;
166 AVRational index_edit_rate;
167 uint64_t index_start_position;
168 uint64_t index_duration;
169 int8_t *temporal_offset_entries;
171 uint64_t *stream_offset_entries;
172 int nb_index_entries;
173 } MXFIndexTableSegment;
177 enum MXFMetadataSetType type;
181 MXFDescriptor *descriptor; /* only one */
187 enum MXFMetadataSetType type;
190 /* decoded index table */
194 int nb_ptses; /* number of PTSes or total duration of index */
195 int64_t first_dts; /* DTS = EditUnit + first_dts */
196 int64_t *ptses; /* maps EditUnit -> PTS */
198 MXFIndexTableSegment **segments; /* sorted by IndexStartPosition */
199 AVIndexEntry *fake_index; /* used for calling ff_index_search_timestamp() */
203 MXFPartition *partitions;
204 unsigned partitions_count;
208 MXFMetadataSet **metadata_sets;
209 int metadata_sets_count;
213 int local_tags_count;
214 uint64_t footer_partition;
215 KLVPacket current_klv_data;
216 int current_klv_index;
218 MXFPartition *current_partition;
219 int parsing_backward;
220 int64_t last_forward_tell;
221 int last_forward_partition;
222 int current_edit_unit;
224 MXFIndexTable *index_tables;
225 int edit_units_per_packet; ///< how many edit units to read at a time (PCM, OPAtom)
228 enum MXFWrappingScheme {
233 /* NOTE: klv_offset is not set (-1) for local keys */
234 typedef int MXFMetadataReadFunc(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset);
238 MXFMetadataReadFunc *read;
240 enum MXFMetadataSetType type;
241 } MXFMetadataReadTableEntry;
243 /* partial keys to match */
244 static const uint8_t mxf_header_partition_pack_key[] = { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02 };
245 static const uint8_t mxf_essence_element_key[] = { 0x06,0x0e,0x2b,0x34,0x01,0x02,0x01,0x01,0x0d,0x01,0x03,0x01 };
246 static const uint8_t mxf_avid_essence_element_key[] = { 0x06,0x0e,0x2b,0x34,0x01,0x02,0x01,0x01,0x0e,0x04,0x03,0x01 };
247 static const uint8_t mxf_system_item_key[] = { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0D,0x01,0x03,0x01,0x04 };
248 static const uint8_t mxf_klv_key[] = { 0x06,0x0e,0x2b,0x34 };
249 /* complete keys to match */
250 static const uint8_t mxf_crypto_source_container_ul[] = { 0x06,0x0e,0x2b,0x34,0x01,0x01,0x01,0x09,0x06,0x01,0x01,0x02,0x02,0x00,0x00,0x00 };
251 static const uint8_t mxf_encrypted_triplet_key[] = { 0x06,0x0e,0x2b,0x34,0x02,0x04,0x01,0x07,0x0d,0x01,0x03,0x01,0x02,0x7e,0x01,0x00 };
252 static const uint8_t mxf_encrypted_essence_container[] = { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x07,0x0d,0x01,0x03,0x01,0x02,0x0b,0x01,0x00 };
253 static const uint8_t mxf_sony_mpeg4_extradata[] = { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x01,0x0e,0x06,0x06,0x02,0x02,0x01,0x00,0x00 };
255 #define IS_KLV_KEY(x, y) (!memcmp(x, y, sizeof(y)))
257 static int64_t klv_decode_ber_length(AVIOContext *pb)
259 uint64_t size = avio_r8(pb);
260 if (size & 0x80) { /* long form */
261 int bytes_num = size & 0x7f;
262 /* SMPTE 379M 5.3.4 guarantee that bytes_num must not exceed 8 bytes */
264 return AVERROR_INVALIDDATA;
267 size = size << 8 | avio_r8(pb);
272 static int mxf_read_sync(AVIOContext *pb, const uint8_t *key, unsigned size)
275 for (i = 0; i < size && !url_feof(pb); i++) {
279 else if (b != key[i])
285 static int klv_read_packet(KLVPacket *klv, AVIOContext *pb)
287 if (!mxf_read_sync(pb, mxf_klv_key, 4))
288 return AVERROR_INVALIDDATA;
289 klv->offset = avio_tell(pb) - 4;
290 memcpy(klv->key, mxf_klv_key, 4);
291 avio_read(pb, klv->key + 4, 12);
292 klv->length = klv_decode_ber_length(pb);
293 return klv->length == -1 ? -1 : 0;
296 static int mxf_get_stream_index(AVFormatContext *s, KLVPacket *klv)
300 for (i = 0; i < s->nb_streams; i++) {
301 MXFTrack *track = s->streams[i]->priv_data;
303 if (!memcmp(klv->key + sizeof(mxf_essence_element_key), track->track_number, sizeof(track->track_number)))
306 /* return 0 if only one stream, for OP Atom files with 0 as track number */
307 return s->nb_streams == 1 ? 0 : -1;
310 /* XXX: use AVBitStreamFilter */
311 static int mxf_get_d10_aes3_packet(AVIOContext *pb, AVStream *st, AVPacket *pkt, int64_t length)
313 const uint8_t *buf_ptr, *end_ptr;
317 if (length > 61444) /* worst case PAL 1920 samples 8 channels */
318 return AVERROR_INVALIDDATA;
319 length = av_get_packet(pb, pkt, length);
322 data_ptr = pkt->data;
323 end_ptr = pkt->data + length;
324 buf_ptr = pkt->data + 4; /* skip SMPTE 331M header */
325 for (; buf_ptr + st->codec->channels*4 <= end_ptr; ) {
326 for (i = 0; i < st->codec->channels; i++) {
327 uint32_t sample = bytestream_get_le32(&buf_ptr);
328 if (st->codec->bits_per_coded_sample == 24)
329 bytestream_put_le24(&data_ptr, (sample >> 4) & 0xffffff);
331 bytestream_put_le16(&data_ptr, (sample >> 12) & 0xffff);
333 buf_ptr += 32 - st->codec->channels*4; // always 8 channels stored SMPTE 331M
335 av_shrink_packet(pkt, data_ptr - pkt->data);
339 static int mxf_decrypt_triplet(AVFormatContext *s, AVPacket *pkt, KLVPacket *klv)
341 static const uint8_t checkv[16] = {0x43, 0x48, 0x55, 0x4b, 0x43, 0x48, 0x55, 0x4b, 0x43, 0x48, 0x55, 0x4b, 0x43, 0x48, 0x55, 0x4b};
342 MXFContext *mxf = s->priv_data;
343 AVIOContext *pb = s->pb;
344 int64_t end = avio_tell(pb) + klv->length;
347 uint64_t plaintext_size;
352 if (!mxf->aesc && s->key && s->keylen == 16) {
353 mxf->aesc = av_malloc(av_aes_size);
355 return AVERROR(ENOMEM);
356 av_aes_init(mxf->aesc, s->key, 128, 1);
359 avio_skip(pb, klv_decode_ber_length(pb));
361 klv_decode_ber_length(pb);
362 plaintext_size = avio_rb64(pb);
364 klv_decode_ber_length(pb);
365 avio_read(pb, klv->key, 16);
366 if (!IS_KLV_KEY(klv, mxf_essence_element_key))
367 return AVERROR_INVALIDDATA;
368 index = mxf_get_stream_index(s, klv);
370 return AVERROR_INVALIDDATA;
372 klv_decode_ber_length(pb);
373 orig_size = avio_rb64(pb);
374 if (orig_size < plaintext_size)
375 return AVERROR_INVALIDDATA;
377 size = klv_decode_ber_length(pb);
378 if (size < 32 || size - 32 < orig_size)
379 return AVERROR_INVALIDDATA;
380 avio_read(pb, ivec, 16);
381 avio_read(pb, tmpbuf, 16);
383 av_aes_crypt(mxf->aesc, tmpbuf, tmpbuf, 1, ivec, 1);
384 if (memcmp(tmpbuf, checkv, 16))
385 av_log(s, AV_LOG_ERROR, "probably incorrect decryption key\n");
387 size = av_get_packet(pb, pkt, size);
390 else if (size < plaintext_size)
391 return AVERROR_INVALIDDATA;
392 size -= plaintext_size;
394 av_aes_crypt(mxf->aesc, &pkt->data[plaintext_size],
395 &pkt->data[plaintext_size], size >> 4, ivec, 1);
396 av_shrink_packet(pkt, orig_size);
397 pkt->stream_index = index;
398 avio_skip(pb, end - avio_tell(pb));
402 static int mxf_read_primer_pack(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
404 MXFContext *mxf = arg;
405 int item_num = avio_rb32(pb);
406 int item_len = avio_rb32(pb);
408 if (item_len != 18) {
409 av_log_ask_for_sample(pb, "unsupported primer pack item length %d\n",
411 return AVERROR_PATCHWELCOME;
413 if (item_num > 65536) {
414 av_log(mxf->fc, AV_LOG_ERROR, "item_num %d is too large\n", item_num);
415 return AVERROR_INVALIDDATA;
417 mxf->local_tags = av_calloc(item_num, item_len);
418 if (!mxf->local_tags)
419 return AVERROR(ENOMEM);
420 mxf->local_tags_count = item_num;
421 avio_read(pb, mxf->local_tags, item_num*item_len);
425 static int mxf_read_partition_pack(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
427 MXFContext *mxf = arg;
428 MXFPartition *partition, *tmp_part;
430 uint64_t footer_partition;
431 uint32_t nb_essence_containers;
433 if (mxf->partitions_count+1 >= UINT_MAX / sizeof(*mxf->partitions))
434 return AVERROR(ENOMEM);
436 tmp_part = av_realloc(mxf->partitions, (mxf->partitions_count + 1) * sizeof(*mxf->partitions));
438 return AVERROR(ENOMEM);
439 mxf->partitions = tmp_part;
441 if (mxf->parsing_backward) {
442 /* insert the new partition pack in the middle
443 * this makes the entries in mxf->partitions sorted by offset */
444 memmove(&mxf->partitions[mxf->last_forward_partition+1],
445 &mxf->partitions[mxf->last_forward_partition],
446 (mxf->partitions_count - mxf->last_forward_partition)*sizeof(*mxf->partitions));
447 partition = mxf->current_partition = &mxf->partitions[mxf->last_forward_partition];
449 mxf->last_forward_partition++;
450 partition = mxf->current_partition = &mxf->partitions[mxf->partitions_count];
453 memset(partition, 0, sizeof(*partition));
454 mxf->partitions_count++;
455 partition->pack_length = avio_tell(pb) - klv_offset + size;
459 partition->type = Header;
462 partition->type = BodyPartition;
465 partition->type = Footer;
468 av_log(mxf->fc, AV_LOG_ERROR, "unknown partition type %i\n", uid[13]);
469 return AVERROR_INVALIDDATA;
472 /* consider both footers to be closed (there is only Footer and CompleteFooter) */
473 partition->closed = partition->type == Footer || !(uid[14] & 1);
474 partition->complete = uid[14] > 2;
476 partition->kag_size = avio_rb32(pb);
477 partition->this_partition = avio_rb64(pb);
478 partition->previous_partition = avio_rb64(pb);
479 footer_partition = avio_rb64(pb);
480 partition->header_byte_count = avio_rb64(pb);
481 partition->index_byte_count = avio_rb64(pb);
482 partition->index_sid = avio_rb32(pb);
484 partition->body_sid = avio_rb32(pb);
485 avio_read(pb, op, sizeof(UID));
486 nb_essence_containers = avio_rb32(pb);
488 /* some files don'thave FooterPartition set in every partition */
489 if (footer_partition) {
490 if (mxf->footer_partition && mxf->footer_partition != footer_partition) {
491 av_log(mxf->fc, AV_LOG_ERROR,
492 "inconsistent FooterPartition value: %"PRIu64" != %"PRIu64"\n",
493 mxf->footer_partition, footer_partition);
495 mxf->footer_partition = footer_partition;
500 "PartitionPack: ThisPartition = 0x%"PRIX64
501 ", PreviousPartition = 0x%"PRIX64", "
502 "FooterPartition = 0x%"PRIX64", IndexSID = %i, BodySID = %i\n",
503 partition->this_partition,
504 partition->previous_partition, footer_partition,
505 partition->index_sid, partition->body_sid);
507 /* sanity check PreviousPartition if set */
508 if (partition->previous_partition &&
509 mxf->run_in + partition->previous_partition >= klv_offset) {
510 av_log(mxf->fc, AV_LOG_ERROR,
511 "PreviousPartition points to this partition or forward\n");
512 return AVERROR_INVALIDDATA;
515 if (op[12] == 1 && op[13] == 1) mxf->op = OP1a;
516 else if (op[12] == 1 && op[13] == 2) mxf->op = OP1b;
517 else if (op[12] == 1 && op[13] == 3) mxf->op = OP1c;
518 else if (op[12] == 2 && op[13] == 1) mxf->op = OP2a;
519 else if (op[12] == 2 && op[13] == 2) mxf->op = OP2b;
520 else if (op[12] == 2 && op[13] == 3) mxf->op = OP2c;
521 else if (op[12] == 3 && op[13] == 1) mxf->op = OP3a;
522 else if (op[12] == 3 && op[13] == 2) mxf->op = OP3b;
523 else if (op[12] == 3 && op[13] == 3) mxf->op = OP3c;
524 else if (op[12] == 64&& op[13] == 1) mxf->op = OPSONYOpt;
525 else if (op[12] == 0x10) {
526 /* SMPTE 390m: "There shall be exactly one essence container"
527 * The following block deals with files that violate this, namely:
528 * 2011_DCPTEST_24FPS.V.mxf - two ECs, OP1a
529 * abcdefghiv016f56415e.mxf - zero ECs, OPAtom, output by Avid AirSpeed */
530 if (nb_essence_containers != 1) {
531 MXFOP op = nb_essence_containers ? OP1a : OPAtom;
535 av_log(mxf->fc, AV_LOG_WARNING, "\"OPAtom\" with %u ECs - assuming %s\n",
536 nb_essence_containers, op == OP1a ? "OP1a" : "OPAtom");
542 av_log(mxf->fc, AV_LOG_ERROR, "unknown operational pattern: %02xh %02xh - guessing OP1a\n", op[12], op[13]);
546 if (partition->kag_size <= 0 || partition->kag_size > (1 << 20)) {
547 av_log(mxf->fc, AV_LOG_WARNING, "invalid KAGSize %i - guessing ", partition->kag_size);
549 if (mxf->op == OPSONYOpt)
550 partition->kag_size = 512;
552 partition->kag_size = 1;
554 av_log(mxf->fc, AV_LOG_WARNING, "%i\n", partition->kag_size);
560 static int mxf_add_metadata_set(MXFContext *mxf, void *metadata_set)
562 MXFMetadataSet **tmp;
563 if (mxf->metadata_sets_count+1 >= UINT_MAX / sizeof(*mxf->metadata_sets))
564 return AVERROR(ENOMEM);
565 tmp = av_realloc(mxf->metadata_sets, (mxf->metadata_sets_count + 1) * sizeof(*mxf->metadata_sets));
567 return AVERROR(ENOMEM);
568 mxf->metadata_sets = tmp;
569 mxf->metadata_sets[mxf->metadata_sets_count] = metadata_set;
570 mxf->metadata_sets_count++;
574 static int mxf_read_cryptographic_context(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
576 MXFCryptoContext *cryptocontext = arg;
578 return AVERROR_INVALIDDATA;
579 if (IS_KLV_KEY(uid, mxf_crypto_source_container_ul))
580 avio_read(pb, cryptocontext->source_container_ul, 16);
584 static int mxf_read_content_storage(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
586 MXFContext *mxf = arg;
589 mxf->packages_count = avio_rb32(pb);
590 mxf->packages_refs = av_calloc(mxf->packages_count, sizeof(UID));
591 if (!mxf->packages_refs)
592 return AVERROR(ENOMEM);
593 avio_skip(pb, 4); /* useless size of objects, always 16 according to specs */
594 avio_read(pb, (uint8_t *)mxf->packages_refs, mxf->packages_count * sizeof(UID));
600 static int mxf_read_source_clip(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
602 MXFStructuralComponent *source_clip = arg;
605 source_clip->duration = avio_rb64(pb);
608 source_clip->start_position = avio_rb64(pb);
611 /* UMID, only get last 16 bytes */
613 avio_read(pb, source_clip->source_package_uid, 16);
616 source_clip->source_track_id = avio_rb32(pb);
622 static int mxf_read_material_package(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
624 MXFPackage *package = arg;
627 package->tracks_count = avio_rb32(pb);
628 package->tracks_refs = av_calloc(package->tracks_count, sizeof(UID));
629 if (!package->tracks_refs)
630 return AVERROR(ENOMEM);
631 avio_skip(pb, 4); /* useless size of objects, always 16 according to specs */
632 avio_read(pb, (uint8_t *)package->tracks_refs, package->tracks_count * sizeof(UID));
638 static int mxf_read_timecode_component(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
640 MXFTimecodeComponent *mxf_timecode = arg;
643 mxf_timecode->start_frame = avio_rb64(pb);
646 mxf_timecode->rate = (AVRational){avio_rb16(pb), 1};
649 mxf_timecode->drop_frame = avio_r8(pb);
655 static int mxf_read_track(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
657 MXFTrack *track = arg;
660 track->track_id = avio_rb32(pb);
663 avio_read(pb, track->track_number, 4);
666 track->edit_rate.num = avio_rb32(pb);
667 track->edit_rate.den = avio_rb32(pb);
670 avio_read(pb, track->sequence_ref, 16);
676 static int mxf_read_sequence(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
678 MXFSequence *sequence = arg;
681 sequence->duration = avio_rb64(pb);
684 avio_read(pb, sequence->data_definition_ul, 16);
687 sequence->structural_components_count = avio_rb32(pb);
688 sequence->structural_components_refs = av_calloc(sequence->structural_components_count, sizeof(UID));
689 if (!sequence->structural_components_refs)
690 return AVERROR(ENOMEM);
691 avio_skip(pb, 4); /* useless size of objects, always 16 according to specs */
692 avio_read(pb, (uint8_t *)sequence->structural_components_refs, sequence->structural_components_count * sizeof(UID));
698 static int mxf_read_source_package(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
700 MXFPackage *package = arg;
703 package->tracks_count = avio_rb32(pb);
704 package->tracks_refs = av_calloc(package->tracks_count, sizeof(UID));
705 if (!package->tracks_refs)
706 return AVERROR(ENOMEM);
707 avio_skip(pb, 4); /* useless size of objects, always 16 according to specs */
708 avio_read(pb, (uint8_t *)package->tracks_refs, package->tracks_count * sizeof(UID));
711 /* UMID, only get last 16 bytes */
713 avio_read(pb, package->package_uid, 16);
716 avio_read(pb, package->descriptor_ref, 16);
722 static int mxf_read_index_entry_array(AVIOContext *pb, MXFIndexTableSegment *segment)
726 segment->nb_index_entries = avio_rb32(pb);
728 length = avio_rb32(pb);
730 if (!(segment->temporal_offset_entries=av_calloc(segment->nb_index_entries, sizeof(*segment->temporal_offset_entries))) ||
731 !(segment->flag_entries = av_calloc(segment->nb_index_entries, sizeof(*segment->flag_entries))) ||
732 !(segment->stream_offset_entries = av_calloc(segment->nb_index_entries, sizeof(*segment->stream_offset_entries))))
733 return AVERROR(ENOMEM);
735 for (i = 0; i < segment->nb_index_entries; i++) {
736 segment->temporal_offset_entries[i] = avio_r8(pb);
737 avio_r8(pb); /* KeyFrameOffset */
738 segment->flag_entries[i] = avio_r8(pb);
739 segment->stream_offset_entries[i] = avio_rb64(pb);
740 avio_skip(pb, length - 11);
745 static int mxf_read_index_table_segment(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
747 MXFIndexTableSegment *segment = arg;
750 segment->edit_unit_byte_count = avio_rb32(pb);
751 av_dlog(NULL, "EditUnitByteCount %d\n", segment->edit_unit_byte_count);
754 segment->index_sid = avio_rb32(pb);
755 av_dlog(NULL, "IndexSID %d\n", segment->index_sid);
758 segment->body_sid = avio_rb32(pb);
759 av_dlog(NULL, "BodySID %d\n", segment->body_sid);
762 av_dlog(NULL, "IndexEntryArray found\n");
763 return mxf_read_index_entry_array(pb, segment);
765 segment->index_edit_rate.num = avio_rb32(pb);
766 segment->index_edit_rate.den = avio_rb32(pb);
767 av_dlog(NULL, "IndexEditRate %d/%d\n", segment->index_edit_rate.num,
768 segment->index_edit_rate.den);
771 segment->index_start_position = avio_rb64(pb);
772 av_dlog(NULL, "IndexStartPosition %"PRId64"\n", segment->index_start_position);
775 segment->index_duration = avio_rb64(pb);
776 av_dlog(NULL, "IndexDuration %"PRId64"\n", segment->index_duration);
782 static void mxf_read_pixel_layout(AVIOContext *pb, MXFDescriptor *descriptor)
784 int code, value, ofs = 0;
785 char layout[16] = {0};
790 av_dlog(NULL, "pixel layout: code %#x\n", code);
793 layout[ofs++] = code;
794 layout[ofs++] = value;
796 } while (code != 0); /* SMPTE 377M E.2.46 */
798 ff_mxf_decode_pixel_layout(layout, &descriptor->pix_fmt);
801 static int mxf_read_generic_descriptor(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
803 MXFDescriptor *descriptor = arg;
804 descriptor->pix_fmt = PIX_FMT_NONE;
807 descriptor->sub_descriptors_count = avio_rb32(pb);
808 descriptor->sub_descriptors_refs = av_calloc(descriptor->sub_descriptors_count, sizeof(UID));
809 if (!descriptor->sub_descriptors_refs)
810 return AVERROR(ENOMEM);
811 avio_skip(pb, 4); /* useless size of objects, always 16 according to specs */
812 avio_read(pb, (uint8_t *)descriptor->sub_descriptors_refs, descriptor->sub_descriptors_count * sizeof(UID));
815 avio_read(pb, descriptor->essence_container_ul, 16);
818 descriptor->linked_track_id = avio_rb32(pb);
820 case 0x3201: /* PictureEssenceCoding */
821 avio_read(pb, descriptor->essence_codec_ul, 16);
824 descriptor->width = avio_rb32(pb);
827 descriptor->height = avio_rb32(pb);
830 descriptor->frame_layout = avio_r8(pb);
833 descriptor->aspect_ratio.num = avio_rb32(pb);
834 descriptor->aspect_ratio.den = avio_rb32(pb);
837 descriptor->component_depth = avio_rb32(pb);
840 descriptor->horiz_subsampling = avio_rb32(pb);
843 descriptor->vert_subsampling = avio_rb32(pb);
846 descriptor->sample_rate.num = avio_rb32(pb);
847 descriptor->sample_rate.den = avio_rb32(pb);
849 case 0x3D06: /* SoundEssenceCompression */
850 avio_read(pb, descriptor->essence_codec_ul, 16);
853 descriptor->channels = avio_rb32(pb);
856 descriptor->bits_per_sample = avio_rb32(pb);
859 mxf_read_pixel_layout(pb, descriptor);
862 /* Private uid used by SONY C0023S01.mxf */
863 if (IS_KLV_KEY(uid, mxf_sony_mpeg4_extradata)) {
864 descriptor->extradata = av_malloc(size + FF_INPUT_BUFFER_PADDING_SIZE);
865 if (!descriptor->extradata)
866 return AVERROR(ENOMEM);
867 descriptor->extradata_size = size;
868 avio_read(pb, descriptor->extradata, size);
876 * Match an uid independently of the version byte and up to len common bytes
879 static int mxf_match_uid(const UID key, const UID uid, int len)
882 for (i = 0; i < len; i++) {
883 if (i != 7 && key[i] != uid[i])
889 static const MXFCodecUL *mxf_get_codec_ul(const MXFCodecUL *uls, UID *uid)
891 while (uls->uid[0]) {
892 if(mxf_match_uid(uls->uid, *uid, uls->matching_len))
899 static void *mxf_resolve_strong_ref(MXFContext *mxf, UID *strong_ref, enum MXFMetadataSetType type)
905 for (i = 0; i < mxf->metadata_sets_count; i++) {
906 if (!memcmp(*strong_ref, mxf->metadata_sets[i]->uid, 16) &&
907 (type == AnyType || mxf->metadata_sets[i]->type == type)) {
908 return mxf->metadata_sets[i];
914 static const MXFCodecUL mxf_picture_essence_container_uls[] = {
915 // video essence container uls
916 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x02,0x0D,0x01,0x03,0x01,0x02,0x04,0x60,0x01 }, 14, AV_CODEC_ID_MPEG2VIDEO }, /* MPEG-ES Frame wrapped */
917 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x01,0x0D,0x01,0x03,0x01,0x02,0x02,0x41,0x01 }, 14, AV_CODEC_ID_DVVIDEO }, /* DV 625 25mbps */
918 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x01,0x0D,0x01,0x03,0x01,0x02,0x05,0x00,0x00 }, 14, AV_CODEC_ID_RAWVIDEO }, /* Uncompressed Picture */
919 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, AV_CODEC_ID_NONE },
922 /* EC ULs for intra-only formats */
923 static const MXFCodecUL mxf_intra_only_essence_container_uls[] = {
924 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x01,0x0D,0x01,0x03,0x01,0x02,0x01,0x00,0x00 }, 14, AV_CODEC_ID_MPEG2VIDEO }, /* MXF-GC SMPTE D-10 Mappings */
925 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, AV_CODEC_ID_NONE },
928 /* intra-only PictureEssenceCoding ULs, where no corresponding EC UL exists */
929 static const MXFCodecUL mxf_intra_only_picture_essence_coding_uls[] = {
930 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x0A,0x04,0x01,0x02,0x02,0x01,0x32,0x00,0x00 }, 14, AV_CODEC_ID_H264 }, /* H.264/MPEG-4 AVC Intra Profiles */
931 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, AV_CODEC_ID_NONE },
934 static const MXFCodecUL mxf_sound_essence_container_uls[] = {
935 // sound essence container uls
936 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x01,0x0D,0x01,0x03,0x01,0x02,0x06,0x01,0x00 }, 14, AV_CODEC_ID_PCM_S16LE }, /* BWF Frame wrapped */
937 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x02,0x0D,0x01,0x03,0x01,0x02,0x04,0x40,0x01 }, 14, AV_CODEC_ID_MP2 }, /* MPEG-ES Frame wrapped, 0x40 ??? stream id */
938 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x01,0x0D,0x01,0x03,0x01,0x02,0x01,0x01,0x01 }, 14, AV_CODEC_ID_PCM_S16LE }, /* D-10 Mapping 50Mbps PAL Extended Template */
939 { { 0x06,0x0E,0x2B,0x34,0x01,0x01,0x01,0xFF,0x4B,0x46,0x41,0x41,0x00,0x0D,0x4D,0x4F }, 14, AV_CODEC_ID_PCM_S16LE }, /* 0001GL00.MXF.A1.mxf_opatom.mxf */
940 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, AV_CODEC_ID_NONE },
943 static int mxf_get_sorted_table_segments(MXFContext *mxf, int *nb_sorted_segments, MXFIndexTableSegment ***sorted_segments)
945 int i, j, nb_segments = 0;
946 MXFIndexTableSegment **unsorted_segments;
947 int last_body_sid = -1, last_index_sid = -1, last_index_start = -1;
949 /* count number of segments, allocate arrays and copy unsorted segments */
950 for (i = 0; i < mxf->metadata_sets_count; i++)
951 if (mxf->metadata_sets[i]->type == IndexTableSegment)
954 if (!(unsorted_segments = av_calloc(nb_segments, sizeof(*unsorted_segments))) ||
955 !(*sorted_segments = av_calloc(nb_segments, sizeof(**sorted_segments)))) {
956 av_freep(sorted_segments);
957 av_free(unsorted_segments);
958 return AVERROR(ENOMEM);
961 for (i = j = 0; i < mxf->metadata_sets_count; i++)
962 if (mxf->metadata_sets[i]->type == IndexTableSegment)
963 unsorted_segments[j++] = (MXFIndexTableSegment*)mxf->metadata_sets[i];
965 *nb_sorted_segments = 0;
967 /* sort segments by {BodySID, IndexSID, IndexStartPosition}, remove duplicates while we're at it */
968 for (i = 0; i < nb_segments; i++) {
969 int best = -1, best_body_sid = -1, best_index_sid = -1, best_index_start = -1;
970 uint64_t best_index_duration = 0;
972 for (j = 0; j < nb_segments; j++) {
973 MXFIndexTableSegment *s = unsorted_segments[j];
975 /* Require larger BosySID, IndexSID or IndexStartPosition then the previous entry. This removes duplicates.
976 * We want the smallest values for the keys than what we currently have, unless this is the first such entry this time around.
977 * If we come across an entry with the same IndexStartPosition but larger IndexDuration, then we'll prefer it over the one we currently have.
979 if ((i == 0 || s->body_sid > last_body_sid || s->index_sid > last_index_sid || s->index_start_position > last_index_start) &&
980 (best == -1 || s->body_sid < best_body_sid || s->index_sid < best_index_sid || s->index_start_position < best_index_start ||
981 (s->index_start_position == best_index_start && s->index_duration > best_index_duration))) {
983 best_body_sid = s->body_sid;
984 best_index_sid = s->index_sid;
985 best_index_start = s->index_start_position;
986 best_index_duration = s->index_duration;
990 /* no suitable entry found -> we're done */
994 (*sorted_segments)[(*nb_sorted_segments)++] = unsorted_segments[best];
995 last_body_sid = best_body_sid;
996 last_index_sid = best_index_sid;
997 last_index_start = best_index_start;
1000 av_free(unsorted_segments);
1006 * Computes the absolute file offset of the given essence container offset
1008 static int mxf_absolute_bodysid_offset(MXFContext *mxf, int body_sid, int64_t offset, int64_t *offset_out)
1011 int64_t offset_in = offset; /* for logging */
1013 for (x = 0; x < mxf->partitions_count; x++) {
1014 MXFPartition *p = &mxf->partitions[x];
1016 if (p->body_sid != body_sid)
1019 if (offset < p->essence_length || !p->essence_length) {
1020 *offset_out = p->essence_offset + offset;
1024 offset -= p->essence_length;
1027 av_log(mxf->fc, AV_LOG_ERROR,
1028 "failed to find absolute offset of %"PRIX64" in BodySID %i - partial file?\n",
1029 offset_in, body_sid);
1031 return AVERROR_INVALIDDATA;
1035 * Returns the end position of the essence container with given BodySID, or zero if unknown
1037 static int64_t mxf_essence_container_end(MXFContext *mxf, int body_sid)
1042 for (x = 0; x < mxf->partitions_count; x++) {
1043 MXFPartition *p = &mxf->partitions[x];
1045 if (p->body_sid != body_sid)
1048 if (!p->essence_length)
1051 ret = p->essence_offset + p->essence_length;
1057 /* EditUnit -> absolute offset */
1058 static int mxf_edit_unit_absolute_offset(MXFContext *mxf, MXFIndexTable *index_table, int64_t edit_unit, int64_t *edit_unit_out, int64_t *offset_out, int nag)
1061 int64_t offset_temp = 0;
1063 for (i = 0; i < index_table->nb_segments; i++) {
1064 MXFIndexTableSegment *s = index_table->segments[i];
1066 edit_unit = FFMAX(edit_unit, s->index_start_position); /* clamp if trying to seek before start */
1068 if (edit_unit < s->index_start_position + s->index_duration) {
1069 int64_t index = edit_unit - s->index_start_position;
1071 if (s->edit_unit_byte_count)
1072 offset_temp += s->edit_unit_byte_count * index;
1073 else if (s->nb_index_entries) {
1074 if (s->nb_index_entries == 2 * s->index_duration + 1)
1075 index *= 2; /* Avid index */
1077 if (index < 0 || index >= s->nb_index_entries) {
1078 av_log(mxf->fc, AV_LOG_ERROR, "IndexSID %i segment at %"PRId64" IndexEntryArray too small\n",
1079 index_table->index_sid, s->index_start_position);
1080 return AVERROR_INVALIDDATA;
1083 offset_temp = s->stream_offset_entries[index];
1085 av_log(mxf->fc, AV_LOG_ERROR, "IndexSID %i segment at %"PRId64" missing EditUnitByteCount and IndexEntryArray\n",
1086 index_table->index_sid, s->index_start_position);
1087 return AVERROR_INVALIDDATA;
1091 *edit_unit_out = edit_unit;
1093 return mxf_absolute_bodysid_offset(mxf, index_table->body_sid, offset_temp, offset_out);
1095 /* EditUnitByteCount == 0 for VBR indexes, which is fine since they use explicit StreamOffsets */
1096 offset_temp += s->edit_unit_byte_count * s->index_duration;
1101 av_log(mxf->fc, AV_LOG_ERROR, "failed to map EditUnit %"PRId64" in IndexSID %i to an offset\n", edit_unit, index_table->index_sid);
1103 return AVERROR_INVALIDDATA;
1106 static int mxf_compute_ptses_fake_index(MXFContext *mxf, MXFIndexTable *index_table)
1109 int8_t max_temporal_offset = -128;
1111 /* first compute how many entries we have */
1112 for (i = 0; i < index_table->nb_segments; i++) {
1113 MXFIndexTableSegment *s = index_table->segments[i];
1115 if (!s->nb_index_entries) {
1116 index_table->nb_ptses = 0;
1117 return 0; /* no TemporalOffsets */
1120 index_table->nb_ptses += s->index_duration;
1123 /* paranoid check */
1124 if (index_table->nb_ptses <= 0)
1127 if (!(index_table->ptses = av_calloc(index_table->nb_ptses, sizeof(int64_t))) ||
1128 !(index_table->fake_index = av_calloc(index_table->nb_ptses, sizeof(AVIndexEntry)))) {
1129 av_freep(&index_table->ptses);
1130 return AVERROR(ENOMEM);
1133 /* we may have a few bad TemporalOffsets
1134 * make sure the corresponding PTSes don't have the bogus value 0 */
1135 for (x = 0; x < index_table->nb_ptses; x++)
1136 index_table->ptses[x] = AV_NOPTS_VALUE;
1150 * We want to transform it into this:
1161 * We do this by bucket sorting x by x+TemporalOffset[x] into mxf->ptses,
1162 * then settings mxf->first_dts = -max(TemporalOffset[x]).
1163 * The latter makes DTS <= PTS.
1165 for (i = x = 0; i < index_table->nb_segments; i++) {
1166 MXFIndexTableSegment *s = index_table->segments[i];
1167 int index_delta = 1;
1168 int n = s->nb_index_entries;
1170 if (s->nb_index_entries == 2 * s->index_duration + 1) {
1171 index_delta = 2; /* Avid index */
1172 /* ignore the last entry - it's the size of the essence container */
1176 for (j = 0; j < n; j += index_delta, x++) {
1177 int offset = s->temporal_offset_entries[j] / index_delta;
1178 int index = x + offset;
1180 if (x >= index_table->nb_ptses) {
1181 av_log(mxf->fc, AV_LOG_ERROR,
1182 "x >= nb_ptses - IndexEntryCount %i < IndexDuration %"PRId64"?\n",
1183 s->nb_index_entries, s->index_duration);
1187 index_table->fake_index[x].timestamp = x;
1188 index_table->fake_index[x].flags = !(s->flag_entries[j] & 0x30) ? AVINDEX_KEYFRAME : 0;
1190 if (index < 0 || index >= index_table->nb_ptses) {
1191 av_log(mxf->fc, AV_LOG_ERROR,
1192 "index entry %i + TemporalOffset %i = %i, which is out of bounds\n",
1197 index_table->ptses[index] = x;
1198 max_temporal_offset = FFMAX(max_temporal_offset, offset);
1202 index_table->first_dts = -max_temporal_offset;
1208 * Sorts and collects index table segments into index tables.
1209 * Also computes PTSes if possible.
1211 static int mxf_compute_index_tables(MXFContext *mxf)
1213 int i, j, k, ret, nb_sorted_segments;
1214 MXFIndexTableSegment **sorted_segments = NULL;
1216 if ((ret = mxf_get_sorted_table_segments(mxf, &nb_sorted_segments, &sorted_segments)) ||
1217 nb_sorted_segments <= 0) {
1218 av_log(mxf->fc, AV_LOG_WARNING, "broken or empty index\n");
1222 /* sanity check and count unique BodySIDs/IndexSIDs */
1223 for (i = 0; i < nb_sorted_segments; i++) {
1224 if (i == 0 || sorted_segments[i-1]->index_sid != sorted_segments[i]->index_sid)
1225 mxf->nb_index_tables++;
1226 else if (sorted_segments[i-1]->body_sid != sorted_segments[i]->body_sid) {
1227 av_log(mxf->fc, AV_LOG_ERROR, "found inconsistent BodySID\n");
1228 ret = AVERROR_INVALIDDATA;
1229 goto finish_decoding_index;
1233 if (!(mxf->index_tables = av_calloc(mxf->nb_index_tables, sizeof(MXFIndexTable)))) {
1234 av_log(mxf->fc, AV_LOG_ERROR, "failed to allocate index tables\n");
1235 ret = AVERROR(ENOMEM);
1236 goto finish_decoding_index;
1239 /* distribute sorted segments to index tables */
1240 for (i = j = 0; i < nb_sorted_segments; i++) {
1241 if (i != 0 && sorted_segments[i-1]->index_sid != sorted_segments[i]->index_sid) {
1246 mxf->index_tables[j].nb_segments++;
1249 for (i = j = 0; j < mxf->nb_index_tables; i += mxf->index_tables[j++].nb_segments) {
1250 MXFIndexTable *t = &mxf->index_tables[j];
1252 if (!(t->segments = av_calloc(t->nb_segments, sizeof(MXFIndexTableSegment*)))) {
1253 av_log(mxf->fc, AV_LOG_ERROR, "failed to allocate IndexTableSegment pointer array\n");
1254 ret = AVERROR(ENOMEM);
1255 goto finish_decoding_index;
1258 if (sorted_segments[i]->index_start_position)
1259 av_log(mxf->fc, AV_LOG_WARNING, "IndexSID %i starts at EditUnit %"PRId64" - seeking may not work as expected\n",
1260 sorted_segments[i]->index_sid, sorted_segments[i]->index_start_position);
1262 memcpy(t->segments, &sorted_segments[i], t->nb_segments * sizeof(MXFIndexTableSegment*));
1263 t->index_sid = sorted_segments[i]->index_sid;
1264 t->body_sid = sorted_segments[i]->body_sid;
1266 if ((ret = mxf_compute_ptses_fake_index(mxf, t)) < 0)
1267 goto finish_decoding_index;
1269 /* fix zero IndexDurations */
1270 for (k = 0; k < t->nb_segments; k++) {
1271 if (t->segments[k]->index_duration)
1274 if (t->nb_segments > 1)
1275 av_log(mxf->fc, AV_LOG_WARNING, "IndexSID %i segment %i has zero IndexDuration and there's more than one segment\n",
1278 if (mxf->fc->nb_streams <= 0) {
1279 av_log(mxf->fc, AV_LOG_WARNING, "no streams?\n");
1283 /* assume the first stream's duration is reasonable
1284 * leave index_duration = 0 on further segments in case we have any (unlikely)
1286 t->segments[k]->index_duration = mxf->fc->streams[0]->duration;
1292 finish_decoding_index:
1293 av_free(sorted_segments);
1297 static int mxf_is_intra_only(MXFDescriptor *descriptor)
1299 return mxf_get_codec_ul(mxf_intra_only_essence_container_uls,
1300 &descriptor->essence_container_ul)->id != AV_CODEC_ID_NONE ||
1301 mxf_get_codec_ul(mxf_intra_only_picture_essence_coding_uls,
1302 &descriptor->essence_codec_ul)->id != AV_CODEC_ID_NONE;
1305 static int mxf_add_timecode_metadata(AVDictionary **pm, const char *key, AVTimecode *tc)
1307 char buf[AV_TIMECODE_STR_SIZE];
1308 av_dict_set(pm, key, av_timecode_make_string(tc, buf, 0), 0);
1313 static int mxf_parse_structural_metadata(MXFContext *mxf)
1315 MXFPackage *material_package = NULL;
1316 MXFPackage *temp_package = NULL;
1319 av_dlog(mxf->fc, "metadata sets count %d\n", mxf->metadata_sets_count);
1320 /* TODO: handle multiple material packages (OP3x) */
1321 for (i = 0; i < mxf->packages_count; i++) {
1322 material_package = mxf_resolve_strong_ref(mxf, &mxf->packages_refs[i], MaterialPackage);
1323 if (material_package) break;
1325 if (!material_package) {
1326 av_log(mxf->fc, AV_LOG_ERROR, "no material package found\n");
1327 return AVERROR_INVALIDDATA;
1330 for (i = 0; i < material_package->tracks_count; i++) {
1331 MXFPackage *source_package = NULL;
1332 MXFTrack *material_track = NULL;
1333 MXFTrack *source_track = NULL;
1334 MXFTrack *temp_track = NULL;
1335 MXFDescriptor *descriptor = NULL;
1336 MXFStructuralComponent *component = NULL;
1337 MXFTimecodeComponent *mxf_tc = NULL;
1338 UID *essence_container_ul = NULL;
1339 const MXFCodecUL *codec_ul = NULL;
1340 const MXFCodecUL *container_ul = NULL;
1341 const MXFCodecUL *pix_fmt_ul = NULL;
1346 if (!(material_track = mxf_resolve_strong_ref(mxf, &material_package->tracks_refs[i], Track))) {
1347 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve material track strong ref\n");
1351 if ((component = mxf_resolve_strong_ref(mxf, &material_track->sequence_ref, TimecodeComponent))) {
1352 mxf_tc = (MXFTimecodeComponent*)component;
1353 flags = mxf_tc->drop_frame == 1 ? AV_TIMECODE_FLAG_DROPFRAME : 0;
1354 if (av_timecode_init(&tc, mxf_tc->rate, flags, mxf_tc->start_frame, mxf->fc) == 0) {
1355 mxf_add_timecode_metadata(&mxf->fc->metadata, "timecode", &tc);
1359 if (!(material_track->sequence = mxf_resolve_strong_ref(mxf, &material_track->sequence_ref, Sequence))) {
1360 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve material track sequence strong ref\n");
1364 for (j = 0; j < material_track->sequence->structural_components_count; j++) {
1365 component = mxf_resolve_strong_ref(mxf, &material_track->sequence->structural_components_refs[j], TimecodeComponent);
1369 mxf_tc = (MXFTimecodeComponent*)component;
1370 flags = mxf_tc->drop_frame == 1 ? AV_TIMECODE_FLAG_DROPFRAME : 0;
1371 if (av_timecode_init(&tc, mxf_tc->rate, flags, mxf_tc->start_frame, mxf->fc) == 0) {
1372 mxf_add_timecode_metadata(&mxf->fc->metadata, "timecode", &tc);
1377 /* TODO: handle multiple source clips */
1378 for (j = 0; j < material_track->sequence->structural_components_count; j++) {
1379 component = mxf_resolve_strong_ref(mxf, &material_track->sequence->structural_components_refs[j], SourceClip);
1383 for (k = 0; k < mxf->packages_count; k++) {
1384 temp_package = mxf_resolve_strong_ref(mxf, &mxf->packages_refs[k], SourcePackage);
1387 if (!memcmp(temp_package->package_uid, component->source_package_uid, 16)) {
1388 source_package = temp_package;
1392 if (!source_package) {
1393 av_dlog(mxf->fc, "material track %d: no corresponding source package found\n", material_track->track_id);
1396 for (k = 0; k < source_package->tracks_count; k++) {
1397 if (!(temp_track = mxf_resolve_strong_ref(mxf, &source_package->tracks_refs[k], Track))) {
1398 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve source track strong ref\n");
1399 ret = AVERROR_INVALIDDATA;
1402 if (temp_track->track_id == component->source_track_id) {
1403 source_track = temp_track;
1407 if (!source_track) {
1408 av_log(mxf->fc, AV_LOG_ERROR, "material track %d: no corresponding source track found\n", material_track->track_id);
1412 if (!source_track || !component)
1415 if (!(source_track->sequence = mxf_resolve_strong_ref(mxf, &source_track->sequence_ref, Sequence))) {
1416 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve source track sequence strong ref\n");
1417 ret = AVERROR_INVALIDDATA;
1421 /* 0001GL00.MXF.A1.mxf_opatom.mxf has the same SourcePackageID as 0001GL.MXF.V1.mxf_opatom.mxf
1422 * This would result in both files appearing to have two streams. Work around this by sanity checking DataDefinition */
1423 if (memcmp(material_track->sequence->data_definition_ul, source_track->sequence->data_definition_ul, 16)) {
1424 av_log(mxf->fc, AV_LOG_ERROR, "material track %d: DataDefinition mismatch\n", material_track->track_id);
1428 st = avformat_new_stream(mxf->fc, NULL);
1430 av_log(mxf->fc, AV_LOG_ERROR, "could not allocate stream\n");
1431 ret = AVERROR(ENOMEM);
1434 st->id = source_track->track_id;
1435 st->priv_data = source_track;
1436 st->duration = component->duration;
1437 if (st->duration == -1)
1438 st->duration = AV_NOPTS_VALUE;
1439 st->start_time = component->start_position;
1440 avpriv_set_pts_info(st, 64, material_track->edit_rate.den, material_track->edit_rate.num);
1442 PRINT_KEY(mxf->fc, "data definition ul", source_track->sequence->data_definition_ul);
1443 codec_ul = mxf_get_codec_ul(ff_mxf_data_definition_uls, &source_track->sequence->data_definition_ul);
1444 st->codec->codec_type = codec_ul->id;
1446 source_package->descriptor = mxf_resolve_strong_ref(mxf, &source_package->descriptor_ref, AnyType);
1447 if (source_package->descriptor) {
1448 if (source_package->descriptor->type == MultipleDescriptor) {
1449 for (j = 0; j < source_package->descriptor->sub_descriptors_count; j++) {
1450 MXFDescriptor *sub_descriptor = mxf_resolve_strong_ref(mxf, &source_package->descriptor->sub_descriptors_refs[j], Descriptor);
1452 if (!sub_descriptor) {
1453 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve sub descriptor strong ref\n");
1456 if (sub_descriptor->linked_track_id == source_track->track_id) {
1457 descriptor = sub_descriptor;
1461 } else if (source_package->descriptor->type == Descriptor)
1462 descriptor = source_package->descriptor;
1465 av_log(mxf->fc, AV_LOG_INFO, "source track %d: stream %d, no descriptor found\n", source_track->track_id, st->index);
1468 PRINT_KEY(mxf->fc, "essence codec ul", descriptor->essence_codec_ul);
1469 PRINT_KEY(mxf->fc, "essence container ul", descriptor->essence_container_ul);
1470 essence_container_ul = &descriptor->essence_container_ul;
1471 /* HACK: replacing the original key with mxf_encrypted_essence_container
1472 * is not allowed according to s429-6, try to find correct information anyway */
1473 if (IS_KLV_KEY(essence_container_ul, mxf_encrypted_essence_container)) {
1474 av_log(mxf->fc, AV_LOG_INFO, "broken encrypted mxf file\n");
1475 for (k = 0; k < mxf->metadata_sets_count; k++) {
1476 MXFMetadataSet *metadata = mxf->metadata_sets[k];
1477 if (metadata->type == CryptoContext) {
1478 essence_container_ul = &((MXFCryptoContext *)metadata)->source_container_ul;
1484 /* TODO: drop PictureEssenceCoding and SoundEssenceCompression, only check EssenceContainer */
1485 codec_ul = mxf_get_codec_ul(ff_mxf_codec_uls, &descriptor->essence_codec_ul);
1486 st->codec->codec_id = codec_ul->id;
1487 if (descriptor->extradata) {
1488 st->codec->extradata = descriptor->extradata;
1489 st->codec->extradata_size = descriptor->extradata_size;
1491 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
1492 source_track->intra_only = mxf_is_intra_only(descriptor);
1493 container_ul = mxf_get_codec_ul(mxf_picture_essence_container_uls, essence_container_ul);
1494 if (st->codec->codec_id == AV_CODEC_ID_NONE)
1495 st->codec->codec_id = container_ul->id;
1496 st->codec->width = descriptor->width;
1497 st->codec->height = descriptor->height; /* Field height, not frame height */
1498 switch (descriptor->frame_layout) {
1499 case SegmentedFrame:
1500 /* This one is a weird layout I don't fully understand. */
1501 av_log(mxf->fc, AV_LOG_INFO, "SegmentedFrame layout isn't currently supported\n");
1506 /* Every other line is stored and needs to be duplicated. */
1507 av_log(mxf->fc, AV_LOG_INFO, "OneField frame layout isn't currently supported\n");
1508 break; /* The correct thing to do here is fall through, but by breaking we might be
1509 able to decode some streams at half the vertical resolution, rather than not al all.
1510 It's also for compatibility with the old behavior. */
1513 case SeparateFields:
1514 st->codec->height *= 2; /* Turn field height into frame height. */
1517 av_log(mxf->fc, AV_LOG_INFO, "Unknown frame layout type: %d\n", descriptor->frame_layout);
1519 if (st->codec->codec_id == AV_CODEC_ID_RAWVIDEO) {
1520 st->codec->pix_fmt = descriptor->pix_fmt;
1521 if (st->codec->pix_fmt == PIX_FMT_NONE) {
1522 pix_fmt_ul = mxf_get_codec_ul(ff_mxf_pixel_format_uls,
1523 &descriptor->essence_codec_ul);
1524 st->codec->pix_fmt = pix_fmt_ul->id;
1525 if (st->codec->pix_fmt == PIX_FMT_NONE) {
1526 /* support files created before RP224v10 by defaulting to UYVY422
1527 if subsampling is 4:2:2 and component depth is 8-bit */
1528 if (descriptor->horiz_subsampling == 2 &&
1529 descriptor->vert_subsampling == 1 &&
1530 descriptor->component_depth == 8) {
1531 st->codec->pix_fmt = PIX_FMT_UYVY422;
1536 st->need_parsing = AVSTREAM_PARSE_HEADERS;
1537 } else if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
1538 container_ul = mxf_get_codec_ul(mxf_sound_essence_container_uls, essence_container_ul);
1539 if (st->codec->codec_id == AV_CODEC_ID_NONE)
1540 st->codec->codec_id = container_ul->id;
1541 st->codec->channels = descriptor->channels;
1542 st->codec->bits_per_coded_sample = descriptor->bits_per_sample;
1544 if (descriptor->sample_rate.den > 0)
1545 st->codec->sample_rate = descriptor->sample_rate.num / descriptor->sample_rate.den;
1547 /* TODO: implement AV_CODEC_ID_RAWAUDIO */
1548 if (st->codec->codec_id == AV_CODEC_ID_PCM_S16LE) {
1549 if (descriptor->bits_per_sample > 16 && descriptor->bits_per_sample <= 24)
1550 st->codec->codec_id = AV_CODEC_ID_PCM_S24LE;
1551 else if (descriptor->bits_per_sample == 32)
1552 st->codec->codec_id = AV_CODEC_ID_PCM_S32LE;
1553 } else if (st->codec->codec_id == AV_CODEC_ID_PCM_S16BE) {
1554 if (descriptor->bits_per_sample > 16 && descriptor->bits_per_sample <= 24)
1555 st->codec->codec_id = AV_CODEC_ID_PCM_S24BE;
1556 else if (descriptor->bits_per_sample == 32)
1557 st->codec->codec_id = AV_CODEC_ID_PCM_S32BE;
1558 } else if (st->codec->codec_id == AV_CODEC_ID_MP2) {
1559 st->need_parsing = AVSTREAM_PARSE_FULL;
1562 if (st->codec->codec_type != AVMEDIA_TYPE_DATA && (*essence_container_ul)[15] > 0x01) {
1563 /* TODO: decode timestamps */
1564 st->need_parsing = AVSTREAM_PARSE_TIMESTAMPS;
1573 static const MXFMetadataReadTableEntry mxf_metadata_read_table[] = {
1574 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x05,0x01,0x00 }, mxf_read_primer_pack },
1575 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x01,0x00 }, mxf_read_partition_pack },
1576 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x02,0x00 }, mxf_read_partition_pack },
1577 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x03,0x00 }, mxf_read_partition_pack },
1578 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x04,0x00 }, mxf_read_partition_pack },
1579 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x01,0x00 }, mxf_read_partition_pack },
1580 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x02,0x00 }, mxf_read_partition_pack },
1581 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x03,0x00 }, mxf_read_partition_pack },
1582 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x04,0x00 }, mxf_read_partition_pack },
1583 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x04,0x02,0x00 }, mxf_read_partition_pack },
1584 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x04,0x04,0x00 }, mxf_read_partition_pack },
1585 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x18,0x00 }, mxf_read_content_storage, 0, AnyType },
1586 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x37,0x00 }, mxf_read_source_package, sizeof(MXFPackage), SourcePackage },
1587 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x36,0x00 }, mxf_read_material_package, sizeof(MXFPackage), MaterialPackage },
1588 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x0F,0x00 }, mxf_read_sequence, sizeof(MXFSequence), Sequence },
1589 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x11,0x00 }, mxf_read_source_clip, sizeof(MXFStructuralComponent), SourceClip },
1590 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x44,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), MultipleDescriptor },
1591 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x42,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* Generic Sound */
1592 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x28,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* CDCI */
1593 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x29,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* RGBA */
1594 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x51,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* MPEG 2 Video */
1595 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x48,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* Wave */
1596 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x47,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* AES3 */
1597 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x3A,0x00 }, mxf_read_track, sizeof(MXFTrack), Track }, /* Static Track */
1598 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x3B,0x00 }, mxf_read_track, sizeof(MXFTrack), Track }, /* Generic Track */
1599 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x14,0x00 }, mxf_read_timecode_component, sizeof(MXFTimecodeComponent), TimecodeComponent },
1600 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x04,0x01,0x02,0x02,0x00,0x00 }, mxf_read_cryptographic_context, sizeof(MXFCryptoContext), CryptoContext },
1601 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x10,0x01,0x00 }, mxf_read_index_table_segment, sizeof(MXFIndexTableSegment), IndexTableSegment },
1602 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, NULL, 0, AnyType },
1605 static int mxf_read_local_tags(MXFContext *mxf, KLVPacket *klv, MXFMetadataReadFunc *read_child, int ctx_size, enum MXFMetadataSetType type)
1607 AVIOContext *pb = mxf->fc->pb;
1608 MXFMetadataSet *ctx = ctx_size ? av_mallocz(ctx_size) : mxf;
1609 uint64_t klv_end = avio_tell(pb) + klv->length;
1612 return AVERROR(ENOMEM);
1613 while (avio_tell(pb) + 4 < klv_end && !url_feof(pb)) {
1615 int tag = avio_rb16(pb);
1616 int size = avio_rb16(pb); /* KLV specified by 0x53 */
1617 uint64_t next = avio_tell(pb) + size;
1620 av_dlog(mxf->fc, "local tag %#04x size %d\n", tag, size);
1621 if (!size) { /* ignore empty tag, needed for some files with empty UMID tag */
1622 av_log(mxf->fc, AV_LOG_ERROR, "local tag %#04x with 0 size\n", tag);
1625 if (tag > 0x7FFF) { /* dynamic tag */
1627 for (i = 0; i < mxf->local_tags_count; i++) {
1628 int local_tag = AV_RB16(mxf->local_tags+i*18);
1629 if (local_tag == tag) {
1630 memcpy(uid, mxf->local_tags+i*18+2, 16);
1631 av_dlog(mxf->fc, "local tag %#04x\n", local_tag);
1632 PRINT_KEY(mxf->fc, "uid", uid);
1636 if (ctx_size && tag == 0x3C0A)
1637 avio_read(pb, ctx->uid, 16);
1638 else if ((ret = read_child(ctx, pb, tag, size, uid, -1)) < 0)
1641 /* Accept the 64k local set limit being exceeded (Avid). Don't accept
1642 * it extending past the end of the KLV though (zzuf5.mxf). */
1643 if (avio_tell(pb) > klv_end) {
1644 av_log(mxf->fc, AV_LOG_ERROR,
1645 "local tag %#04x extends past end of local set @ %#"PRIx64"\n",
1647 return AVERROR_INVALIDDATA;
1648 } else if (avio_tell(pb) <= next) /* only seek forward, else this can loop for a long time */
1649 avio_seek(pb, next, SEEK_SET);
1651 if (ctx_size) ctx->type = type;
1652 return ctx_size ? mxf_add_metadata_set(mxf, ctx) : 0;
1656 * Seeks to the previous partition, if possible
1657 * @return <= 0 if we should stop parsing, > 0 if we should keep going
1659 static int mxf_seek_to_previous_partition(MXFContext *mxf)
1661 AVIOContext *pb = mxf->fc->pb;
1663 if (!mxf->current_partition ||
1664 mxf->run_in + mxf->current_partition->previous_partition <= mxf->last_forward_tell)
1665 return 0; /* we've parsed all partitions */
1667 /* seek to previous partition */
1668 avio_seek(pb, mxf->run_in + mxf->current_partition->previous_partition, SEEK_SET);
1669 mxf->current_partition = NULL;
1671 av_dlog(mxf->fc, "seeking to previous partition\n");
1677 * Called when essence is encountered
1678 * @return <= 0 if we should stop parsing, > 0 if we should keep going
1680 static int mxf_parse_handle_essence(MXFContext *mxf)
1682 AVIOContext *pb = mxf->fc->pb;
1685 if (mxf->parsing_backward) {
1686 return mxf_seek_to_previous_partition(mxf);
1688 if (!mxf->footer_partition) {
1689 av_dlog(mxf->fc, "no footer\n");
1693 av_dlog(mxf->fc, "seeking to footer\n");
1695 /* remember where we were so we don't end up seeking further back than this */
1696 mxf->last_forward_tell = avio_tell(pb);
1698 if (!pb->seekable) {
1699 av_log(mxf->fc, AV_LOG_INFO, "file is not seekable - not parsing footer\n");
1703 /* seek to footer partition and parse backward */
1704 if ((ret = avio_seek(pb, mxf->run_in + mxf->footer_partition, SEEK_SET)) < 0) {
1705 av_log(mxf->fc, AV_LOG_ERROR, "failed to seek to footer @ 0x%"PRIx64" (%"PRId64") - partial file?\n",
1706 mxf->run_in + mxf->footer_partition, ret);
1710 mxf->current_partition = NULL;
1711 mxf->parsing_backward = 1;
1718 * Called when the next partition or EOF is encountered
1719 * @return <= 0 if we should stop parsing, > 0 if we should keep going
1721 static int mxf_parse_handle_partition_or_eof(MXFContext *mxf)
1723 return mxf->parsing_backward ? mxf_seek_to_previous_partition(mxf) : 1;
1727 * Figures out the proper offset and length of the essence container in each partition
1729 static void mxf_compute_essence_containers(MXFContext *mxf)
1733 /* everything is already correct */
1734 if (mxf->op == OPAtom)
1737 for (x = 0; x < mxf->partitions_count; x++) {
1738 MXFPartition *p = &mxf->partitions[x];
1741 continue; /* BodySID == 0 -> no essence */
1743 if (x >= mxf->partitions_count - 1)
1744 break; /* last partition - can't compute length (and we don't need to) */
1746 /* essence container spans to the next partition */
1747 p->essence_length = mxf->partitions[x+1].this_partition - p->essence_offset;
1749 if (p->essence_length < 0) {
1750 /* next ThisPartition < essence_offset */
1751 p->essence_length = 0;
1752 av_log(mxf->fc, AV_LOG_ERROR,
1753 "partition %i: bad ThisPartition = %"PRIX64"\n",
1754 x+1, mxf->partitions[x+1].this_partition);
1759 static int64_t round_to_kag(int64_t position, int kag_size)
1761 /* TODO: account for run-in? the spec isn't clear whether KAG should account for it */
1762 /* NOTE: kag_size may be any integer between 1 - 2^10 */
1763 int64_t ret = (position / kag_size) * kag_size;
1764 return ret == position ? ret : ret + kag_size;
1767 static int is_pcm(enum AVCodecID codec_id)
1769 /* we only care about "normal" PCM codecs until we get samples */
1770 return codec_id >= AV_CODEC_ID_PCM_S16LE && codec_id < AV_CODEC_ID_PCM_S24DAUD;
1774 * Deal with the case where for some audio atoms EditUnitByteCount is
1775 * very small (2, 4..). In those cases we should read more than one
1776 * sample per call to mxf_read_packet().
1778 static void mxf_handle_small_eubc(AVFormatContext *s)
1780 MXFContext *mxf = s->priv_data;
1782 /* assuming non-OPAtom == frame wrapped
1783 * no sane writer would wrap 2 byte PCM packets with 20 byte headers.. */
1784 if (mxf->op != OPAtom)
1787 /* expect PCM with exactly one index table segment and a small (< 32) EUBC */
1788 if (s->nb_streams != 1 ||
1789 s->streams[0]->codec->codec_type != AVMEDIA_TYPE_AUDIO ||
1790 !is_pcm(s->streams[0]->codec->codec_id) ||
1791 mxf->nb_index_tables != 1 ||
1792 mxf->index_tables[0].nb_segments != 1 ||
1793 mxf->index_tables[0].segments[0]->edit_unit_byte_count >= 32)
1796 /* arbitrarily default to 48 kHz PAL audio frame size */
1797 /* TODO: We could compute this from the ratio between the audio
1798 * and video edit rates for 48 kHz NTSC we could use the
1799 * 1802-1802-1802-1802-1801 pattern. */
1800 mxf->edit_units_per_packet = 1920;
1803 static int mxf_read_header(AVFormatContext *s)
1805 MXFContext *mxf = s->priv_data;
1807 int64_t essence_offset = 0;
1810 mxf->last_forward_tell = INT64_MAX;
1811 mxf->edit_units_per_packet = 1;
1813 if (!mxf_read_sync(s->pb, mxf_header_partition_pack_key, 14)) {
1814 av_log(s, AV_LOG_ERROR, "could not find header partition pack key\n");
1815 return AVERROR_INVALIDDATA;
1817 avio_seek(s->pb, -14, SEEK_CUR);
1819 mxf->run_in = avio_tell(s->pb);
1821 while (!url_feof(s->pb)) {
1822 const MXFMetadataReadTableEntry *metadata;
1824 if (klv_read_packet(&klv, s->pb) < 0) {
1825 /* EOF - seek to previous partition or stop */
1826 if(mxf_parse_handle_partition_or_eof(mxf) <= 0)
1832 PRINT_KEY(s, "read header", klv.key);
1833 av_dlog(s, "size %"PRIu64" offset %#"PRIx64"\n", klv.length, klv.offset);
1834 if (IS_KLV_KEY(klv.key, mxf_encrypted_triplet_key) ||
1835 IS_KLV_KEY(klv.key, mxf_essence_element_key) ||
1836 IS_KLV_KEY(klv.key, mxf_avid_essence_element_key) ||
1837 IS_KLV_KEY(klv.key, mxf_system_item_key)) {
1839 if (!mxf->current_partition) {
1840 av_log(mxf->fc, AV_LOG_ERROR, "found essence prior to first PartitionPack\n");
1841 return AVERROR_INVALIDDATA;
1844 if (!mxf->current_partition->essence_offset) {
1845 /* for OP1a we compute essence_offset
1846 * for OPAtom we point essence_offset after the KL (usually op1a_essence_offset + 20 or 25)
1847 * TODO: for OP1a we could eliminate this entire if statement, always stopping parsing at op1a_essence_offset
1848 * for OPAtom we still need the actual essence_offset though (the KL's length can vary)
1850 int64_t op1a_essence_offset =
1851 round_to_kag(mxf->current_partition->this_partition +
1852 mxf->current_partition->pack_length, mxf->current_partition->kag_size) +
1853 round_to_kag(mxf->current_partition->header_byte_count, mxf->current_partition->kag_size) +
1854 round_to_kag(mxf->current_partition->index_byte_count, mxf->current_partition->kag_size);
1856 if (mxf->op == OPAtom) {
1857 /* point essence_offset to the actual data
1858 * OPAtom has all the essence in one big KLV
1860 mxf->current_partition->essence_offset = avio_tell(s->pb);
1861 mxf->current_partition->essence_length = klv.length;
1863 /* NOTE: op1a_essence_offset may be less than to klv.offset (C0023S01.mxf) */
1864 mxf->current_partition->essence_offset = op1a_essence_offset;
1868 if (!essence_offset)
1869 essence_offset = klv.offset;
1871 /* seek to footer, previous partition or stop */
1872 if (mxf_parse_handle_essence(mxf) <= 0)
1875 } else if (!memcmp(klv.key, mxf_header_partition_pack_key, 13) &&
1876 klv.key[13] >= 2 && klv.key[13] <= 4 && mxf->current_partition) {
1877 /* next partition pack - keep going, seek to previous partition or stop */
1878 if(mxf_parse_handle_partition_or_eof(mxf) <= 0)
1880 else if (mxf->parsing_backward)
1882 /* we're still parsing forward. proceed to parsing this partition pack */
1885 for (metadata = mxf_metadata_read_table; metadata->read; metadata++) {
1886 if (IS_KLV_KEY(klv.key, metadata->key)) {
1888 if (klv.key[5] == 0x53) {
1889 res = mxf_read_local_tags(mxf, &klv, metadata->read, metadata->ctx_size, metadata->type);
1891 uint64_t next = avio_tell(s->pb) + klv.length;
1892 res = metadata->read(mxf, s->pb, 0, klv.length, klv.key, klv.offset);
1894 /* only seek forward, else this can loop for a long time */
1895 if (avio_tell(s->pb) > next) {
1896 av_log(s, AV_LOG_ERROR, "read past end of KLV @ %#"PRIx64"\n",
1898 return AVERROR_INVALIDDATA;
1901 avio_seek(s->pb, next, SEEK_SET);
1904 av_log(s, AV_LOG_ERROR, "error reading header metadata\n");
1910 if (!metadata->read)
1911 avio_skip(s->pb, klv.length);
1913 /* FIXME avoid seek */
1914 if (!essence_offset) {
1915 av_log(s, AV_LOG_ERROR, "no essence\n");
1916 return AVERROR_INVALIDDATA;
1918 avio_seek(s->pb, essence_offset, SEEK_SET);
1920 mxf_compute_essence_containers(mxf);
1922 /* we need to do this before computing the index tables
1923 * to be able to fill in zero IndexDurations with st->duration */
1924 if ((ret = mxf_parse_structural_metadata(mxf)) < 0)
1927 if ((ret = mxf_compute_index_tables(mxf)) < 0)
1930 if (mxf->nb_index_tables > 1) {
1931 /* TODO: look up which IndexSID to use via EssenceContainerData */
1932 av_log(mxf->fc, AV_LOG_INFO, "got %i index tables - only the first one (IndexSID %i) will be used\n",
1933 mxf->nb_index_tables, mxf->index_tables[0].index_sid);
1934 } else if (mxf->nb_index_tables == 0 && mxf->op == OPAtom) {
1935 av_log(mxf->fc, AV_LOG_ERROR, "cannot demux OPAtom without an index\n");
1936 return AVERROR_INVALIDDATA;
1939 mxf_handle_small_eubc(s);
1945 * Sets mxf->current_edit_unit based on what offset we're currently at.
1946 * @return next_ofs if OK, <0 on error
1948 static int64_t mxf_set_current_edit_unit(MXFContext *mxf, int64_t current_offset)
1950 int64_t last_ofs = -1, next_ofs = -1;
1951 MXFIndexTable *t = &mxf->index_tables[0];
1953 /* this is called from the OP1a demuxing logic, which means there
1954 * may be no index tables */
1955 if (mxf->nb_index_tables <= 0)
1958 /* find mxf->current_edit_unit so that the next edit unit starts ahead of current_offset */
1959 while (mxf->current_edit_unit >= 0) {
1960 if (mxf_edit_unit_absolute_offset(mxf, t, mxf->current_edit_unit + 1, NULL, &next_ofs, 0) < 0)
1963 if (next_ofs <= last_ofs) {
1964 /* large next_ofs didn't change or current_edit_unit wrapped
1965 * around this fixes the infinite loop on zzuf3.mxf */
1966 av_log(mxf->fc, AV_LOG_ERROR,
1967 "next_ofs didn't change. not deriving packet timestamps\n");
1971 if (next_ofs > current_offset)
1974 last_ofs = next_ofs;
1975 mxf->current_edit_unit++;
1978 /* not checking mxf->current_edit_unit >= t->nb_ptses here since CBR files may lack IndexEntryArrays */
1979 if (mxf->current_edit_unit < 0)
1985 static int mxf_read_packet_old(AVFormatContext *s, AVPacket *pkt)
1988 MXFContext *mxf = s->priv_data;
1990 while (!url_feof(s->pb)) {
1992 if (klv_read_packet(&klv, s->pb) < 0)
1994 PRINT_KEY(s, "read packet", klv.key);
1995 av_dlog(s, "size %"PRIu64" offset %#"PRIx64"\n", klv.length, klv.offset);
1996 if (IS_KLV_KEY(klv.key, mxf_encrypted_triplet_key)) {
1997 ret = mxf_decrypt_triplet(s, pkt, &klv);
1999 av_log(s, AV_LOG_ERROR, "invalid encoded triplet\n");
2000 return AVERROR_INVALIDDATA;
2004 if (IS_KLV_KEY(klv.key, mxf_essence_element_key) ||
2005 IS_KLV_KEY(klv.key, mxf_avid_essence_element_key)) {
2006 int index = mxf_get_stream_index(s, &klv);
2007 int64_t next_ofs, next_klv;
2012 av_log(s, AV_LOG_ERROR, "error getting stream index %d\n", AV_RB32(klv.key+12));
2016 st = s->streams[index];
2017 track = st->priv_data;
2019 if (s->streams[index]->discard == AVDISCARD_ALL)
2022 next_klv = avio_tell(s->pb) + klv.length;
2023 next_ofs = mxf_set_current_edit_unit(mxf, klv.offset);
2025 if (next_ofs >= 0 && next_klv > next_ofs) {
2026 /* if this check is hit then it's possible OPAtom was treated as OP1a
2027 * truncate the packet since it's probably very large (>2 GiB is common) */
2028 av_log_ask_for_sample(s,
2029 "KLV for edit unit %i extends into next edit unit - OPAtom misinterpreted as OP1a?\n",
2030 mxf->current_edit_unit);
2031 klv.length = next_ofs - avio_tell(s->pb);
2034 /* check for 8 channels AES3 element */
2035 if (klv.key[12] == 0x06 && klv.key[13] == 0x01 && klv.key[14] == 0x10) {
2036 if (mxf_get_d10_aes3_packet(s->pb, s->streams[index], pkt, klv.length) < 0) {
2037 av_log(s, AV_LOG_ERROR, "error reading D-10 aes3 frame\n");
2038 return AVERROR_INVALIDDATA;
2041 ret = av_get_packet(s->pb, pkt, klv.length);
2045 pkt->stream_index = index;
2046 pkt->pos = klv.offset;
2048 if (s->streams[index]->codec->codec_type == AVMEDIA_TYPE_VIDEO && next_ofs >= 0) {
2049 /* mxf->current_edit_unit good - see if we have an index table to derive timestamps from */
2050 MXFIndexTable *t = &mxf->index_tables[0];
2052 if (mxf->nb_index_tables >= 1 && mxf->current_edit_unit < t->nb_ptses) {
2053 pkt->dts = mxf->current_edit_unit + t->first_dts;
2054 pkt->pts = t->ptses[mxf->current_edit_unit];
2055 } else if (track->intra_only) {
2056 /* intra-only -> PTS = EditUnit.
2057 * let utils.c figure out DTS since it can be < PTS if low_delay = 0 (Sony IMX30) */
2058 pkt->pts = mxf->current_edit_unit;
2062 /* seek for truncated packets */
2063 avio_seek(s->pb, next_klv, SEEK_SET);
2068 avio_skip(s->pb, klv.length);
2073 static int mxf_read_packet(AVFormatContext *s, AVPacket *pkt)
2075 MXFContext *mxf = s->priv_data;
2077 int64_t ret64, pos, next_pos;
2082 if (mxf->op != OPAtom)
2083 return mxf_read_packet_old(s, pkt);
2085 /* OPAtom - clip wrapped demuxing */
2086 /* NOTE: mxf_read_header() makes sure nb_index_tables > 0 for OPAtom */
2088 t = &mxf->index_tables[0];
2090 if (mxf->current_edit_unit >= st->duration)
2093 edit_units = FFMIN(mxf->edit_units_per_packet, st->duration - mxf->current_edit_unit);
2095 if ((ret = mxf_edit_unit_absolute_offset(mxf, t, mxf->current_edit_unit, NULL, &pos, 1)) < 0)
2098 /* compute size by finding the next edit unit or the end of the essence container
2099 * not pretty, but it works */
2100 if ((ret = mxf_edit_unit_absolute_offset(mxf, t, mxf->current_edit_unit + edit_units, NULL, &next_pos, 0)) < 0 &&
2101 (next_pos = mxf_essence_container_end(mxf, t->body_sid)) <= 0) {
2102 av_log(s, AV_LOG_ERROR, "unable to compute the size of the last packet\n");
2103 return AVERROR_INVALIDDATA;
2106 if ((size = next_pos - pos) <= 0) {
2107 av_log(s, AV_LOG_ERROR, "bad size: %i\n", size);
2108 return AVERROR_INVALIDDATA;
2111 if ((ret64 = avio_seek(s->pb, pos, SEEK_SET)) < 0)
2114 if ((size = av_get_packet(s->pb, pkt, size)) < 0)
2117 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO && t->ptses &&
2118 mxf->current_edit_unit >= 0 && mxf->current_edit_unit < t->nb_ptses) {
2119 pkt->dts = mxf->current_edit_unit + t->first_dts;
2120 pkt->pts = t->ptses[mxf->current_edit_unit];
2123 pkt->stream_index = 0;
2124 mxf->current_edit_unit += edit_units;
2129 static int mxf_read_close(AVFormatContext *s)
2131 MXFContext *mxf = s->priv_data;
2132 MXFIndexTableSegment *seg;
2135 av_freep(&mxf->packages_refs);
2137 for (i = 0; i < s->nb_streams; i++)
2138 s->streams[i]->priv_data = NULL;
2140 for (i = 0; i < mxf->metadata_sets_count; i++) {
2141 switch (mxf->metadata_sets[i]->type) {
2142 case MultipleDescriptor:
2143 av_freep(&((MXFDescriptor *)mxf->metadata_sets[i])->sub_descriptors_refs);
2146 av_freep(&((MXFSequence *)mxf->metadata_sets[i])->structural_components_refs);
2149 case MaterialPackage:
2150 av_freep(&((MXFPackage *)mxf->metadata_sets[i])->tracks_refs);
2152 case IndexTableSegment:
2153 seg = (MXFIndexTableSegment *)mxf->metadata_sets[i];
2154 av_freep(&seg->temporal_offset_entries);
2155 av_freep(&seg->flag_entries);
2156 av_freep(&seg->stream_offset_entries);
2161 av_freep(&mxf->metadata_sets[i]);
2163 av_freep(&mxf->partitions);
2164 av_freep(&mxf->metadata_sets);
2165 av_freep(&mxf->aesc);
2166 av_freep(&mxf->local_tags);
2168 for (i = 0; i < mxf->nb_index_tables; i++) {
2169 av_freep(&mxf->index_tables[i].segments);
2170 av_freep(&mxf->index_tables[i].ptses);
2171 av_freep(&mxf->index_tables[i].fake_index);
2173 av_freep(&mxf->index_tables);
2178 static int mxf_probe(AVProbeData *p) {
2179 uint8_t *bufp = p->buf;
2180 uint8_t *end = p->buf + p->buf_size;
2182 if (p->buf_size < sizeof(mxf_header_partition_pack_key))
2185 /* Must skip Run-In Sequence and search for MXF header partition pack key SMPTE 377M 5.5 */
2186 end -= sizeof(mxf_header_partition_pack_key);
2187 for (; bufp < end; bufp++) {
2188 if (IS_KLV_KEY(bufp, mxf_header_partition_pack_key))
2189 return AVPROBE_SCORE_MAX;
2194 /* rudimentary byte seek */
2195 /* XXX: use MXF Index */
2196 static int mxf_read_seek(AVFormatContext *s, int stream_index, int64_t sample_time, int flags)
2198 AVStream *st = s->streams[stream_index];
2200 MXFContext* mxf = s->priv_data;
2205 if (mxf->nb_index_tables <= 0) {
2207 return AVERROR_INVALIDDATA;
2208 if (sample_time < 0)
2210 seconds = av_rescale(sample_time, st->time_base.num, st->time_base.den);
2212 if ((ret = avio_seek(s->pb, (s->bit_rate * seconds) >> 3, SEEK_SET)) < 0)
2214 ff_update_cur_dts(s, st, sample_time);
2216 t = &mxf->index_tables[0];
2218 /* clamp above zero, else ff_index_search_timestamp() returns negative
2219 * this also means we allow seeking before the start */
2220 sample_time = FFMAX(sample_time, 0);
2222 if (t->fake_index) {
2223 /* behave as if we have a proper index */
2224 if ((sample_time = ff_index_search_timestamp(t->fake_index, t->nb_ptses, sample_time, flags)) < 0)
2227 /* no IndexEntryArray (one or more CBR segments)
2228 * make sure we don't seek past the end */
2229 sample_time = FFMIN(sample_time, st->duration - 1);
2232 if ((ret = mxf_edit_unit_absolute_offset(mxf, t, sample_time, &sample_time, &seekpos, 1)) << 0)
2235 ff_update_cur_dts(s, st, sample_time);
2236 mxf->current_edit_unit = sample_time;
2237 avio_seek(s->pb, seekpos, SEEK_SET);
2242 AVInputFormat ff_mxf_demuxer = {
2244 .long_name = NULL_IF_CONFIG_SMALL("MXF (Material eXchange Format)"),
2245 .priv_data_size = sizeof(MXFContext),
2246 .read_probe = mxf_probe,
2247 .read_header = mxf_read_header,
2248 .read_packet = mxf_read_packet,
2249 .read_close = mxf_read_close,
2250 .read_seek = mxf_read_seek,