3 * Copyright (c) 2006 SmartJog S.A., Baptiste Coudurier <baptiste dot coudurier at smartjog dot com>
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
24 * SMPTE 336M KLV Data Encoding Protocol Using Key-Length-Value
25 * SMPTE 377M MXF File Format Specifications
26 * SMPTE 378M Operational Pattern 1a
27 * SMPTE 379M MXF Generic Container
28 * SMPTE 381M Mapping MPEG Streams into the MXF Generic Container
29 * SMPTE 382M Mapping AES3 and Broadcast Wave Audio into the MXF Generic Container
30 * SMPTE 383M Mapping DV-DIF Data to the MXF Generic Container
33 * Search for Track numbers which will identify essence element KLV packets.
34 * Search for SourcePackage which define tracks which contains Track numbers.
35 * Material Package contains tracks with reference to SourcePackage tracks.
36 * Search for Descriptors (Picture, Sound) which contains codec info and parameters.
37 * Assign Descriptors to correct Tracks.
39 * Metadata reading functions read Local Tags, get InstanceUID(0x3C0A) then add MetaDataSet to MXFContext.
40 * Metadata parsing resolves Strong References to objects.
42 * Simple demuxer, only OP1A supported and some files might not work at all.
43 * Only tracks with associated descriptors will be decoded. "Highly Desirable" SMPTE 377M D.1
48 #include "libavutil/aes.h"
49 #include "libavutil/mathematics.h"
50 #include "libavcodec/bytestream.h"
51 #include "libavutil/timecode.h"
73 OPSONYOpt, /* FATE sample, violates the spec in places */
79 MXFPartitionType type;
80 uint64_t previous_partition;
83 int64_t this_partition;
84 int64_t essence_offset; ///< absolute offset of essence
85 int64_t essence_length;
87 int64_t header_byte_count;
88 int64_t index_byte_count;
94 enum MXFMetadataSetType type;
95 UID source_container_ul;
100 enum MXFMetadataSetType type;
101 UID source_package_uid;
102 UID data_definition_ul;
104 int64_t start_position;
106 } MXFStructuralComponent;
110 enum MXFMetadataSetType type;
111 UID data_definition_ul;
112 UID *structural_components_refs;
113 int structural_components_count;
119 enum MXFMetadataSetType type;
122 struct AVRational rate;
124 } MXFTimecodeComponent;
128 enum MXFMetadataSetType type;
129 MXFSequence *sequence; /* mandatory, and only one */
132 uint8_t track_number[4];
133 AVRational edit_rate;
139 enum MXFMetadataSetType type;
140 UID essence_container_ul;
141 UID essence_codec_ul;
142 AVRational sample_rate;
143 AVRational aspect_ratio;
145 int height; /* Field height, not frame height */
146 int frame_layout; /* See MXFFrameLayout enum */
149 unsigned int component_depth;
150 unsigned int horiz_subsampling;
151 unsigned int vert_subsampling;
152 UID *sub_descriptors_refs;
153 int sub_descriptors_count;
157 enum AVPixelFormat pix_fmt;
162 enum MXFMetadataSetType type;
163 int edit_unit_byte_count;
166 AVRational index_edit_rate;
167 uint64_t index_start_position;
168 uint64_t index_duration;
169 int8_t *temporal_offset_entries;
171 uint64_t *stream_offset_entries;
172 int nb_index_entries;
173 } MXFIndexTableSegment;
177 enum MXFMetadataSetType type;
181 MXFDescriptor *descriptor; /* only one */
187 enum MXFMetadataSetType type;
190 /* decoded index table */
194 int nb_ptses; /* number of PTSes or total duration of index */
195 int64_t first_dts; /* DTS = EditUnit + first_dts */
196 int64_t *ptses; /* maps EditUnit -> PTS */
198 MXFIndexTableSegment **segments; /* sorted by IndexStartPosition */
199 AVIndexEntry *fake_index; /* used for calling ff_index_search_timestamp() */
203 MXFPartition *partitions;
204 unsigned partitions_count;
208 MXFMetadataSet **metadata_sets;
209 int metadata_sets_count;
213 int local_tags_count;
214 uint64_t footer_partition;
215 KLVPacket current_klv_data;
216 int current_klv_index;
218 MXFPartition *current_partition;
219 int parsing_backward;
220 int64_t last_forward_tell;
221 int last_forward_partition;
222 int current_edit_unit;
224 MXFIndexTable *index_tables;
225 int edit_units_per_packet; ///< how many edit units to read at a time (PCM, OPAtom)
228 enum MXFWrappingScheme {
233 /* NOTE: klv_offset is not set (-1) for local keys */
234 typedef int MXFMetadataReadFunc(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset);
238 MXFMetadataReadFunc *read;
240 enum MXFMetadataSetType type;
241 } MXFMetadataReadTableEntry;
243 /* partial keys to match */
244 static const uint8_t mxf_header_partition_pack_key[] = { 0x06,0x0e,0x2b,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02 };
245 static const uint8_t mxf_essence_element_key[] = { 0x06,0x0e,0x2b,0x34,0x01,0x02,0x01,0x01,0x0d,0x01,0x03,0x01 };
246 static const uint8_t mxf_avid_essence_element_key[] = { 0x06,0x0e,0x2b,0x34,0x01,0x02,0x01,0x01,0x0e,0x04,0x03,0x01 };
247 static const uint8_t mxf_system_item_key[] = { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0D,0x01,0x03,0x01,0x04 };
248 static const uint8_t mxf_klv_key[] = { 0x06,0x0e,0x2b,0x34 };
249 /* complete keys to match */
250 static const uint8_t mxf_crypto_source_container_ul[] = { 0x06,0x0e,0x2b,0x34,0x01,0x01,0x01,0x09,0x06,0x01,0x01,0x02,0x02,0x00,0x00,0x00 };
251 static const uint8_t mxf_encrypted_triplet_key[] = { 0x06,0x0e,0x2b,0x34,0x02,0x04,0x01,0x07,0x0d,0x01,0x03,0x01,0x02,0x7e,0x01,0x00 };
252 static const uint8_t mxf_encrypted_essence_container[] = { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x07,0x0d,0x01,0x03,0x01,0x02,0x0b,0x01,0x00 };
253 static const uint8_t mxf_sony_mpeg4_extradata[] = { 0x06,0x0e,0x2b,0x34,0x04,0x01,0x01,0x01,0x0e,0x06,0x06,0x02,0x02,0x01,0x00,0x00 };
255 #define IS_KLV_KEY(x, y) (!memcmp(x, y, sizeof(y)))
257 static int64_t klv_decode_ber_length(AVIOContext *pb)
259 uint64_t size = avio_r8(pb);
260 if (size & 0x80) { /* long form */
261 int bytes_num = size & 0x7f;
262 /* SMPTE 379M 5.3.4 guarantee that bytes_num must not exceed 8 bytes */
264 return AVERROR_INVALIDDATA;
267 size = size << 8 | avio_r8(pb);
272 static int mxf_read_sync(AVIOContext *pb, const uint8_t *key, unsigned size)
275 for (i = 0; i < size && !url_feof(pb); i++) {
279 else if (b != key[i])
285 static int klv_read_packet(KLVPacket *klv, AVIOContext *pb)
287 if (!mxf_read_sync(pb, mxf_klv_key, 4))
288 return AVERROR_INVALIDDATA;
289 klv->offset = avio_tell(pb) - 4;
290 memcpy(klv->key, mxf_klv_key, 4);
291 avio_read(pb, klv->key + 4, 12);
292 klv->length = klv_decode_ber_length(pb);
293 return klv->length == -1 ? -1 : 0;
296 static int mxf_get_stream_index(AVFormatContext *s, KLVPacket *klv)
300 for (i = 0; i < s->nb_streams; i++) {
301 MXFTrack *track = s->streams[i]->priv_data;
303 if (!memcmp(klv->key + sizeof(mxf_essence_element_key), track->track_number, sizeof(track->track_number)))
306 /* return 0 if only one stream, for OP Atom files with 0 as track number */
307 return s->nb_streams == 1 ? 0 : -1;
310 /* XXX: use AVBitStreamFilter */
311 static int mxf_get_d10_aes3_packet(AVIOContext *pb, AVStream *st, AVPacket *pkt, int64_t length)
313 const uint8_t *buf_ptr, *end_ptr;
317 if (length > 61444) /* worst case PAL 1920 samples 8 channels */
318 return AVERROR_INVALIDDATA;
319 length = av_get_packet(pb, pkt, length);
322 data_ptr = pkt->data;
323 end_ptr = pkt->data + length;
324 buf_ptr = pkt->data + 4; /* skip SMPTE 331M header */
325 for (; buf_ptr + st->codec->channels*4 <= end_ptr; ) {
326 for (i = 0; i < st->codec->channels; i++) {
327 uint32_t sample = bytestream_get_le32(&buf_ptr);
328 if (st->codec->bits_per_coded_sample == 24)
329 bytestream_put_le24(&data_ptr, (sample >> 4) & 0xffffff);
331 bytestream_put_le16(&data_ptr, (sample >> 12) & 0xffff);
333 buf_ptr += 32 - st->codec->channels*4; // always 8 channels stored SMPTE 331M
335 av_shrink_packet(pkt, data_ptr - pkt->data);
339 static int mxf_decrypt_triplet(AVFormatContext *s, AVPacket *pkt, KLVPacket *klv)
341 static const uint8_t checkv[16] = {0x43, 0x48, 0x55, 0x4b, 0x43, 0x48, 0x55, 0x4b, 0x43, 0x48, 0x55, 0x4b, 0x43, 0x48, 0x55, 0x4b};
342 MXFContext *mxf = s->priv_data;
343 AVIOContext *pb = s->pb;
344 int64_t end = avio_tell(pb) + klv->length;
347 uint64_t plaintext_size;
352 if (!mxf->aesc && s->key && s->keylen == 16) {
353 mxf->aesc = av_aes_alloc();
355 return AVERROR(ENOMEM);
356 av_aes_init(mxf->aesc, s->key, 128, 1);
359 avio_skip(pb, klv_decode_ber_length(pb));
361 klv_decode_ber_length(pb);
362 plaintext_size = avio_rb64(pb);
364 klv_decode_ber_length(pb);
365 avio_read(pb, klv->key, 16);
366 if (!IS_KLV_KEY(klv, mxf_essence_element_key))
367 return AVERROR_INVALIDDATA;
368 index = mxf_get_stream_index(s, klv);
370 return AVERROR_INVALIDDATA;
372 klv_decode_ber_length(pb);
373 orig_size = avio_rb64(pb);
374 if (orig_size < plaintext_size)
375 return AVERROR_INVALIDDATA;
377 size = klv_decode_ber_length(pb);
378 if (size < 32 || size - 32 < orig_size)
379 return AVERROR_INVALIDDATA;
380 avio_read(pb, ivec, 16);
381 avio_read(pb, tmpbuf, 16);
383 av_aes_crypt(mxf->aesc, tmpbuf, tmpbuf, 1, ivec, 1);
384 if (memcmp(tmpbuf, checkv, 16))
385 av_log(s, AV_LOG_ERROR, "probably incorrect decryption key\n");
387 size = av_get_packet(pb, pkt, size);
390 else if (size < plaintext_size)
391 return AVERROR_INVALIDDATA;
392 size -= plaintext_size;
394 av_aes_crypt(mxf->aesc, &pkt->data[plaintext_size],
395 &pkt->data[plaintext_size], size >> 4, ivec, 1);
396 av_shrink_packet(pkt, orig_size);
397 pkt->stream_index = index;
398 avio_skip(pb, end - avio_tell(pb));
402 static int mxf_read_primer_pack(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
404 MXFContext *mxf = arg;
405 int item_num = avio_rb32(pb);
406 int item_len = avio_rb32(pb);
408 if (item_len != 18) {
409 av_log_ask_for_sample(pb, "unsupported primer pack item length %d\n",
411 return AVERROR_PATCHWELCOME;
413 if (item_num > 65536) {
414 av_log(mxf->fc, AV_LOG_ERROR, "item_num %d is too large\n", item_num);
415 return AVERROR_INVALIDDATA;
417 mxf->local_tags = av_calloc(item_num, item_len);
418 if (!mxf->local_tags)
419 return AVERROR(ENOMEM);
420 mxf->local_tags_count = item_num;
421 avio_read(pb, mxf->local_tags, item_num*item_len);
425 static int mxf_read_partition_pack(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
427 MXFContext *mxf = arg;
428 MXFPartition *partition, *tmp_part;
430 uint64_t footer_partition;
431 uint32_t nb_essence_containers;
433 if (mxf->partitions_count+1 >= UINT_MAX / sizeof(*mxf->partitions))
434 return AVERROR(ENOMEM);
436 tmp_part = av_realloc(mxf->partitions, (mxf->partitions_count + 1) * sizeof(*mxf->partitions));
438 return AVERROR(ENOMEM);
439 mxf->partitions = tmp_part;
441 if (mxf->parsing_backward) {
442 /* insert the new partition pack in the middle
443 * this makes the entries in mxf->partitions sorted by offset */
444 memmove(&mxf->partitions[mxf->last_forward_partition+1],
445 &mxf->partitions[mxf->last_forward_partition],
446 (mxf->partitions_count - mxf->last_forward_partition)*sizeof(*mxf->partitions));
447 partition = mxf->current_partition = &mxf->partitions[mxf->last_forward_partition];
449 mxf->last_forward_partition++;
450 partition = mxf->current_partition = &mxf->partitions[mxf->partitions_count];
453 memset(partition, 0, sizeof(*partition));
454 mxf->partitions_count++;
455 partition->pack_length = avio_tell(pb) - klv_offset + size;
459 partition->type = Header;
462 partition->type = BodyPartition;
465 partition->type = Footer;
468 av_log(mxf->fc, AV_LOG_ERROR, "unknown partition type %i\n", uid[13]);
469 return AVERROR_INVALIDDATA;
472 /* consider both footers to be closed (there is only Footer and CompleteFooter) */
473 partition->closed = partition->type == Footer || !(uid[14] & 1);
474 partition->complete = uid[14] > 2;
476 partition->kag_size = avio_rb32(pb);
477 partition->this_partition = avio_rb64(pb);
478 partition->previous_partition = avio_rb64(pb);
479 footer_partition = avio_rb64(pb);
480 partition->header_byte_count = avio_rb64(pb);
481 partition->index_byte_count = avio_rb64(pb);
482 partition->index_sid = avio_rb32(pb);
484 partition->body_sid = avio_rb32(pb);
485 avio_read(pb, op, sizeof(UID));
486 nb_essence_containers = avio_rb32(pb);
488 /* some files don'thave FooterPartition set in every partition */
489 if (footer_partition) {
490 if (mxf->footer_partition && mxf->footer_partition != footer_partition) {
491 av_log(mxf->fc, AV_LOG_ERROR,
492 "inconsistent FooterPartition value: %"PRIu64" != %"PRIu64"\n",
493 mxf->footer_partition, footer_partition);
495 mxf->footer_partition = footer_partition;
500 "PartitionPack: ThisPartition = 0x%"PRIX64
501 ", PreviousPartition = 0x%"PRIX64", "
502 "FooterPartition = 0x%"PRIX64", IndexSID = %i, BodySID = %i\n",
503 partition->this_partition,
504 partition->previous_partition, footer_partition,
505 partition->index_sid, partition->body_sid);
507 /* sanity check PreviousPartition if set */
508 if (partition->previous_partition &&
509 mxf->run_in + partition->previous_partition >= klv_offset) {
510 av_log(mxf->fc, AV_LOG_ERROR,
511 "PreviousPartition points to this partition or forward\n");
512 return AVERROR_INVALIDDATA;
515 if (op[12] == 1 && op[13] == 1) mxf->op = OP1a;
516 else if (op[12] == 1 && op[13] == 2) mxf->op = OP1b;
517 else if (op[12] == 1 && op[13] == 3) mxf->op = OP1c;
518 else if (op[12] == 2 && op[13] == 1) mxf->op = OP2a;
519 else if (op[12] == 2 && op[13] == 2) mxf->op = OP2b;
520 else if (op[12] == 2 && op[13] == 3) mxf->op = OP2c;
521 else if (op[12] == 3 && op[13] == 1) mxf->op = OP3a;
522 else if (op[12] == 3 && op[13] == 2) mxf->op = OP3b;
523 else if (op[12] == 3 && op[13] == 3) mxf->op = OP3c;
524 else if (op[12] == 64&& op[13] == 1) mxf->op = OPSONYOpt;
525 else if (op[12] == 0x10) {
526 /* SMPTE 390m: "There shall be exactly one essence container"
527 * The following block deals with files that violate this, namely:
528 * 2011_DCPTEST_24FPS.V.mxf - two ECs, OP1a
529 * abcdefghiv016f56415e.mxf - zero ECs, OPAtom, output by Avid AirSpeed */
530 if (nb_essence_containers != 1) {
531 MXFOP op = nb_essence_containers ? OP1a : OPAtom;
535 av_log(mxf->fc, AV_LOG_WARNING, "\"OPAtom\" with %u ECs - assuming %s\n",
536 nb_essence_containers, op == OP1a ? "OP1a" : "OPAtom");
542 av_log(mxf->fc, AV_LOG_ERROR, "unknown operational pattern: %02xh %02xh - guessing OP1a\n", op[12], op[13]);
546 if (partition->kag_size <= 0 || partition->kag_size > (1 << 20)) {
547 av_log(mxf->fc, AV_LOG_WARNING, "invalid KAGSize %i - guessing ", partition->kag_size);
549 if (mxf->op == OPSONYOpt)
550 partition->kag_size = 512;
552 partition->kag_size = 1;
554 av_log(mxf->fc, AV_LOG_WARNING, "%i\n", partition->kag_size);
560 static int mxf_add_metadata_set(MXFContext *mxf, void *metadata_set)
562 MXFMetadataSet **tmp;
563 if (mxf->metadata_sets_count+1 >= UINT_MAX / sizeof(*mxf->metadata_sets))
564 return AVERROR(ENOMEM);
565 tmp = av_realloc(mxf->metadata_sets, (mxf->metadata_sets_count + 1) * sizeof(*mxf->metadata_sets));
567 return AVERROR(ENOMEM);
568 mxf->metadata_sets = tmp;
569 mxf->metadata_sets[mxf->metadata_sets_count] = metadata_set;
570 mxf->metadata_sets_count++;
574 static int mxf_read_cryptographic_context(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
576 MXFCryptoContext *cryptocontext = arg;
578 return AVERROR_INVALIDDATA;
579 if (IS_KLV_KEY(uid, mxf_crypto_source_container_ul))
580 avio_read(pb, cryptocontext->source_container_ul, 16);
584 static int mxf_read_content_storage(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
586 MXFContext *mxf = arg;
589 mxf->packages_count = avio_rb32(pb);
590 mxf->packages_refs = av_calloc(mxf->packages_count, sizeof(UID));
591 if (!mxf->packages_refs)
592 return AVERROR(ENOMEM);
593 avio_skip(pb, 4); /* useless size of objects, always 16 according to specs */
594 avio_read(pb, (uint8_t *)mxf->packages_refs, mxf->packages_count * sizeof(UID));
600 static int mxf_read_source_clip(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
602 MXFStructuralComponent *source_clip = arg;
605 source_clip->duration = avio_rb64(pb);
608 source_clip->start_position = avio_rb64(pb);
611 /* UMID, only get last 16 bytes */
613 avio_read(pb, source_clip->source_package_uid, 16);
616 source_clip->source_track_id = avio_rb32(pb);
622 static int mxf_read_material_package(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
624 MXFPackage *package = arg;
627 package->tracks_count = avio_rb32(pb);
628 package->tracks_refs = av_calloc(package->tracks_count, sizeof(UID));
629 if (!package->tracks_refs)
630 return AVERROR(ENOMEM);
631 avio_skip(pb, 4); /* useless size of objects, always 16 according to specs */
632 avio_read(pb, (uint8_t *)package->tracks_refs, package->tracks_count * sizeof(UID));
638 static int mxf_read_timecode_component(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
640 MXFTimecodeComponent *mxf_timecode = arg;
643 mxf_timecode->start_frame = avio_rb64(pb);
646 mxf_timecode->rate = (AVRational){avio_rb16(pb), 1};
649 mxf_timecode->drop_frame = avio_r8(pb);
655 static int mxf_read_track(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
657 MXFTrack *track = arg;
660 track->track_id = avio_rb32(pb);
663 avio_read(pb, track->track_number, 4);
666 track->edit_rate.num = avio_rb32(pb);
667 track->edit_rate.den = avio_rb32(pb);
670 avio_read(pb, track->sequence_ref, 16);
676 static int mxf_read_sequence(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
678 MXFSequence *sequence = arg;
681 sequence->duration = avio_rb64(pb);
684 avio_read(pb, sequence->data_definition_ul, 16);
687 sequence->structural_components_count = avio_rb32(pb);
688 sequence->structural_components_refs = av_calloc(sequence->structural_components_count, sizeof(UID));
689 if (!sequence->structural_components_refs)
690 return AVERROR(ENOMEM);
691 avio_skip(pb, 4); /* useless size of objects, always 16 according to specs */
692 avio_read(pb, (uint8_t *)sequence->structural_components_refs, sequence->structural_components_count * sizeof(UID));
698 static int mxf_read_source_package(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
700 MXFPackage *package = arg;
703 package->tracks_count = avio_rb32(pb);
704 package->tracks_refs = av_calloc(package->tracks_count, sizeof(UID));
705 if (!package->tracks_refs)
706 return AVERROR(ENOMEM);
707 avio_skip(pb, 4); /* useless size of objects, always 16 according to specs */
708 avio_read(pb, (uint8_t *)package->tracks_refs, package->tracks_count * sizeof(UID));
711 /* UMID, only get last 16 bytes */
713 avio_read(pb, package->package_uid, 16);
716 avio_read(pb, package->descriptor_ref, 16);
722 static int mxf_read_index_entry_array(AVIOContext *pb, MXFIndexTableSegment *segment)
726 segment->nb_index_entries = avio_rb32(pb);
728 length = avio_rb32(pb);
730 if (!(segment->temporal_offset_entries=av_calloc(segment->nb_index_entries, sizeof(*segment->temporal_offset_entries))) ||
731 !(segment->flag_entries = av_calloc(segment->nb_index_entries, sizeof(*segment->flag_entries))) ||
732 !(segment->stream_offset_entries = av_calloc(segment->nb_index_entries, sizeof(*segment->stream_offset_entries))))
733 return AVERROR(ENOMEM);
735 for (i = 0; i < segment->nb_index_entries; i++) {
736 segment->temporal_offset_entries[i] = avio_r8(pb);
737 avio_r8(pb); /* KeyFrameOffset */
738 segment->flag_entries[i] = avio_r8(pb);
739 segment->stream_offset_entries[i] = avio_rb64(pb);
740 avio_skip(pb, length - 11);
745 static int mxf_read_index_table_segment(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
747 MXFIndexTableSegment *segment = arg;
750 segment->edit_unit_byte_count = avio_rb32(pb);
751 av_dlog(NULL, "EditUnitByteCount %d\n", segment->edit_unit_byte_count);
754 segment->index_sid = avio_rb32(pb);
755 av_dlog(NULL, "IndexSID %d\n", segment->index_sid);
758 segment->body_sid = avio_rb32(pb);
759 av_dlog(NULL, "BodySID %d\n", segment->body_sid);
762 av_dlog(NULL, "IndexEntryArray found\n");
763 return mxf_read_index_entry_array(pb, segment);
765 segment->index_edit_rate.num = avio_rb32(pb);
766 segment->index_edit_rate.den = avio_rb32(pb);
767 av_dlog(NULL, "IndexEditRate %d/%d\n", segment->index_edit_rate.num,
768 segment->index_edit_rate.den);
771 segment->index_start_position = avio_rb64(pb);
772 av_dlog(NULL, "IndexStartPosition %"PRId64"\n", segment->index_start_position);
775 segment->index_duration = avio_rb64(pb);
776 av_dlog(NULL, "IndexDuration %"PRId64"\n", segment->index_duration);
782 static void mxf_read_pixel_layout(AVIOContext *pb, MXFDescriptor *descriptor)
784 int code, value, ofs = 0;
785 char layout[16] = {0};
790 av_dlog(NULL, "pixel layout: code %#x\n", code);
793 layout[ofs++] = code;
794 layout[ofs++] = value;
796 } while (code != 0); /* SMPTE 377M E.2.46 */
798 ff_mxf_decode_pixel_layout(layout, &descriptor->pix_fmt);
801 static int mxf_read_generic_descriptor(void *arg, AVIOContext *pb, int tag, int size, UID uid, int64_t klv_offset)
803 MXFDescriptor *descriptor = arg;
804 descriptor->pix_fmt = AV_PIX_FMT_NONE;
807 descriptor->sub_descriptors_count = avio_rb32(pb);
808 descriptor->sub_descriptors_refs = av_calloc(descriptor->sub_descriptors_count, sizeof(UID));
809 if (!descriptor->sub_descriptors_refs)
810 return AVERROR(ENOMEM);
811 avio_skip(pb, 4); /* useless size of objects, always 16 according to specs */
812 avio_read(pb, (uint8_t *)descriptor->sub_descriptors_refs, descriptor->sub_descriptors_count * sizeof(UID));
815 avio_read(pb, descriptor->essence_container_ul, 16);
818 descriptor->linked_track_id = avio_rb32(pb);
820 case 0x3201: /* PictureEssenceCoding */
821 avio_read(pb, descriptor->essence_codec_ul, 16);
824 descriptor->width = avio_rb32(pb);
827 descriptor->height = avio_rb32(pb);
830 descriptor->frame_layout = avio_r8(pb);
833 descriptor->aspect_ratio.num = avio_rb32(pb);
834 descriptor->aspect_ratio.den = avio_rb32(pb);
837 descriptor->component_depth = avio_rb32(pb);
840 descriptor->horiz_subsampling = avio_rb32(pb);
843 descriptor->vert_subsampling = avio_rb32(pb);
846 descriptor->sample_rate.num = avio_rb32(pb);
847 descriptor->sample_rate.den = avio_rb32(pb);
849 case 0x3D06: /* SoundEssenceCompression */
850 avio_read(pb, descriptor->essence_codec_ul, 16);
853 descriptor->channels = avio_rb32(pb);
856 descriptor->bits_per_sample = avio_rb32(pb);
859 mxf_read_pixel_layout(pb, descriptor);
862 /* Private uid used by SONY C0023S01.mxf */
863 if (IS_KLV_KEY(uid, mxf_sony_mpeg4_extradata)) {
864 descriptor->extradata = av_malloc(size + FF_INPUT_BUFFER_PADDING_SIZE);
865 if (!descriptor->extradata)
866 return AVERROR(ENOMEM);
867 descriptor->extradata_size = size;
868 avio_read(pb, descriptor->extradata, size);
876 * Match an uid independently of the version byte and up to len common bytes
879 static int mxf_match_uid(const UID key, const UID uid, int len)
882 for (i = 0; i < len; i++) {
883 if (i != 7 && key[i] != uid[i])
889 static const MXFCodecUL *mxf_get_codec_ul(const MXFCodecUL *uls, UID *uid)
891 while (uls->uid[0]) {
892 if(mxf_match_uid(uls->uid, *uid, uls->matching_len))
899 static void *mxf_resolve_strong_ref(MXFContext *mxf, UID *strong_ref, enum MXFMetadataSetType type)
905 for (i = 0; i < mxf->metadata_sets_count; i++) {
906 if (!memcmp(*strong_ref, mxf->metadata_sets[i]->uid, 16) &&
907 (type == AnyType || mxf->metadata_sets[i]->type == type)) {
908 return mxf->metadata_sets[i];
914 static const MXFCodecUL mxf_picture_essence_container_uls[] = {
915 // video essence container uls
916 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x02,0x0D,0x01,0x03,0x01,0x02,0x04,0x60,0x01 }, 14, AV_CODEC_ID_MPEG2VIDEO }, /* MPEG-ES Frame wrapped */
917 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x01,0x0D,0x01,0x03,0x01,0x02,0x02,0x41,0x01 }, 14, AV_CODEC_ID_DVVIDEO }, /* DV 625 25mbps */
918 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x01,0x0D,0x01,0x03,0x01,0x02,0x05,0x00,0x00 }, 14, AV_CODEC_ID_RAWVIDEO }, /* Uncompressed Picture */
919 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, AV_CODEC_ID_NONE },
922 /* EC ULs for intra-only formats */
923 static const MXFCodecUL mxf_intra_only_essence_container_uls[] = {
924 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x01,0x0D,0x01,0x03,0x01,0x02,0x01,0x00,0x00 }, 14, AV_CODEC_ID_MPEG2VIDEO }, /* MXF-GC SMPTE D-10 Mappings */
925 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, AV_CODEC_ID_NONE },
928 /* intra-only PictureEssenceCoding ULs, where no corresponding EC UL exists */
929 static const MXFCodecUL mxf_intra_only_picture_essence_coding_uls[] = {
930 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x0A,0x04,0x01,0x02,0x02,0x01,0x32,0x00,0x00 }, 14, AV_CODEC_ID_H264 }, /* H.264/MPEG-4 AVC Intra Profiles */
931 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, AV_CODEC_ID_NONE },
934 static const MXFCodecUL mxf_sound_essence_container_uls[] = {
935 // sound essence container uls
936 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x01,0x0D,0x01,0x03,0x01,0x02,0x06,0x01,0x00 }, 14, AV_CODEC_ID_PCM_S16LE }, /* BWF Frame wrapped */
937 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x02,0x0D,0x01,0x03,0x01,0x02,0x04,0x40,0x01 }, 14, AV_CODEC_ID_MP2 }, /* MPEG-ES Frame wrapped, 0x40 ??? stream id */
938 { { 0x06,0x0E,0x2B,0x34,0x04,0x01,0x01,0x01,0x0D,0x01,0x03,0x01,0x02,0x01,0x01,0x01 }, 14, AV_CODEC_ID_PCM_S16LE }, /* D-10 Mapping 50Mbps PAL Extended Template */
939 { { 0x06,0x0E,0x2B,0x34,0x01,0x01,0x01,0xFF,0x4B,0x46,0x41,0x41,0x00,0x0D,0x4D,0x4F }, 14, AV_CODEC_ID_PCM_S16LE }, /* 0001GL00.MXF.A1.mxf_opatom.mxf */
940 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, 0, AV_CODEC_ID_NONE },
943 static int mxf_get_sorted_table_segments(MXFContext *mxf, int *nb_sorted_segments, MXFIndexTableSegment ***sorted_segments)
945 int i, j, nb_segments = 0;
946 MXFIndexTableSegment **unsorted_segments;
947 int last_body_sid = -1, last_index_sid = -1, last_index_start = -1;
949 /* count number of segments, allocate arrays and copy unsorted segments */
950 for (i = 0; i < mxf->metadata_sets_count; i++)
951 if (mxf->metadata_sets[i]->type == IndexTableSegment)
955 return AVERROR_INVALIDDATA;
957 if (!(unsorted_segments = av_calloc(nb_segments, sizeof(*unsorted_segments))) ||
958 !(*sorted_segments = av_calloc(nb_segments, sizeof(**sorted_segments)))) {
959 av_freep(sorted_segments);
960 av_free(unsorted_segments);
961 return AVERROR(ENOMEM);
964 for (i = j = 0; i < mxf->metadata_sets_count; i++)
965 if (mxf->metadata_sets[i]->type == IndexTableSegment)
966 unsorted_segments[j++] = (MXFIndexTableSegment*)mxf->metadata_sets[i];
968 *nb_sorted_segments = 0;
970 /* sort segments by {BodySID, IndexSID, IndexStartPosition}, remove duplicates while we're at it */
971 for (i = 0; i < nb_segments; i++) {
972 int best = -1, best_body_sid = -1, best_index_sid = -1, best_index_start = -1;
973 uint64_t best_index_duration = 0;
975 for (j = 0; j < nb_segments; j++) {
976 MXFIndexTableSegment *s = unsorted_segments[j];
978 /* Require larger BosySID, IndexSID or IndexStartPosition then the previous entry. This removes duplicates.
979 * We want the smallest values for the keys than what we currently have, unless this is the first such entry this time around.
980 * If we come across an entry with the same IndexStartPosition but larger IndexDuration, then we'll prefer it over the one we currently have.
982 if ((i == 0 || s->body_sid > last_body_sid || s->index_sid > last_index_sid || s->index_start_position > last_index_start) &&
983 (best == -1 || s->body_sid < best_body_sid || s->index_sid < best_index_sid || s->index_start_position < best_index_start ||
984 (s->index_start_position == best_index_start && s->index_duration > best_index_duration))) {
986 best_body_sid = s->body_sid;
987 best_index_sid = s->index_sid;
988 best_index_start = s->index_start_position;
989 best_index_duration = s->index_duration;
993 /* no suitable entry found -> we're done */
997 (*sorted_segments)[(*nb_sorted_segments)++] = unsorted_segments[best];
998 last_body_sid = best_body_sid;
999 last_index_sid = best_index_sid;
1000 last_index_start = best_index_start;
1003 av_free(unsorted_segments);
1009 * Computes the absolute file offset of the given essence container offset
1011 static int mxf_absolute_bodysid_offset(MXFContext *mxf, int body_sid, int64_t offset, int64_t *offset_out)
1014 int64_t offset_in = offset; /* for logging */
1016 for (x = 0; x < mxf->partitions_count; x++) {
1017 MXFPartition *p = &mxf->partitions[x];
1019 if (p->body_sid != body_sid)
1022 if (offset < p->essence_length || !p->essence_length) {
1023 *offset_out = p->essence_offset + offset;
1027 offset -= p->essence_length;
1030 av_log(mxf->fc, AV_LOG_ERROR,
1031 "failed to find absolute offset of %"PRIX64" in BodySID %i - partial file?\n",
1032 offset_in, body_sid);
1034 return AVERROR_INVALIDDATA;
1038 * Returns the end position of the essence container with given BodySID, or zero if unknown
1040 static int64_t mxf_essence_container_end(MXFContext *mxf, int body_sid)
1045 for (x = 0; x < mxf->partitions_count; x++) {
1046 MXFPartition *p = &mxf->partitions[x];
1048 if (p->body_sid != body_sid)
1051 if (!p->essence_length)
1054 ret = p->essence_offset + p->essence_length;
1060 /* EditUnit -> absolute offset */
1061 static int mxf_edit_unit_absolute_offset(MXFContext *mxf, MXFIndexTable *index_table, int64_t edit_unit, int64_t *edit_unit_out, int64_t *offset_out, int nag)
1064 int64_t offset_temp = 0;
1066 for (i = 0; i < index_table->nb_segments; i++) {
1067 MXFIndexTableSegment *s = index_table->segments[i];
1069 edit_unit = FFMAX(edit_unit, s->index_start_position); /* clamp if trying to seek before start */
1071 if (edit_unit < s->index_start_position + s->index_duration) {
1072 int64_t index = edit_unit - s->index_start_position;
1074 if (s->edit_unit_byte_count)
1075 offset_temp += s->edit_unit_byte_count * index;
1076 else if (s->nb_index_entries) {
1077 if (s->nb_index_entries == 2 * s->index_duration + 1)
1078 index *= 2; /* Avid index */
1080 if (index < 0 || index >= s->nb_index_entries) {
1081 av_log(mxf->fc, AV_LOG_ERROR, "IndexSID %i segment at %"PRId64" IndexEntryArray too small\n",
1082 index_table->index_sid, s->index_start_position);
1083 return AVERROR_INVALIDDATA;
1086 offset_temp = s->stream_offset_entries[index];
1088 av_log(mxf->fc, AV_LOG_ERROR, "IndexSID %i segment at %"PRId64" missing EditUnitByteCount and IndexEntryArray\n",
1089 index_table->index_sid, s->index_start_position);
1090 return AVERROR_INVALIDDATA;
1094 *edit_unit_out = edit_unit;
1096 return mxf_absolute_bodysid_offset(mxf, index_table->body_sid, offset_temp, offset_out);
1098 /* EditUnitByteCount == 0 for VBR indexes, which is fine since they use explicit StreamOffsets */
1099 offset_temp += s->edit_unit_byte_count * s->index_duration;
1104 av_log(mxf->fc, AV_LOG_ERROR, "failed to map EditUnit %"PRId64" in IndexSID %i to an offset\n", edit_unit, index_table->index_sid);
1106 return AVERROR_INVALIDDATA;
1109 static int mxf_compute_ptses_fake_index(MXFContext *mxf, MXFIndexTable *index_table)
1112 int8_t max_temporal_offset = -128;
1114 /* first compute how many entries we have */
1115 for (i = 0; i < index_table->nb_segments; i++) {
1116 MXFIndexTableSegment *s = index_table->segments[i];
1118 if (!s->nb_index_entries) {
1119 index_table->nb_ptses = 0;
1120 return 0; /* no TemporalOffsets */
1123 index_table->nb_ptses += s->index_duration;
1126 /* paranoid check */
1127 if (index_table->nb_ptses <= 0)
1130 if (!(index_table->ptses = av_calloc(index_table->nb_ptses, sizeof(int64_t))) ||
1131 !(index_table->fake_index = av_calloc(index_table->nb_ptses, sizeof(AVIndexEntry)))) {
1132 av_freep(&index_table->ptses);
1133 return AVERROR(ENOMEM);
1136 /* we may have a few bad TemporalOffsets
1137 * make sure the corresponding PTSes don't have the bogus value 0 */
1138 for (x = 0; x < index_table->nb_ptses; x++)
1139 index_table->ptses[x] = AV_NOPTS_VALUE;
1153 * We want to transform it into this:
1164 * We do this by bucket sorting x by x+TemporalOffset[x] into mxf->ptses,
1165 * then settings mxf->first_dts = -max(TemporalOffset[x]).
1166 * The latter makes DTS <= PTS.
1168 for (i = x = 0; i < index_table->nb_segments; i++) {
1169 MXFIndexTableSegment *s = index_table->segments[i];
1170 int index_delta = 1;
1171 int n = s->nb_index_entries;
1173 if (s->nb_index_entries == 2 * s->index_duration + 1) {
1174 index_delta = 2; /* Avid index */
1175 /* ignore the last entry - it's the size of the essence container */
1179 for (j = 0; j < n; j += index_delta, x++) {
1180 int offset = s->temporal_offset_entries[j] / index_delta;
1181 int index = x + offset;
1183 if (x >= index_table->nb_ptses) {
1184 av_log(mxf->fc, AV_LOG_ERROR,
1185 "x >= nb_ptses - IndexEntryCount %i < IndexDuration %"PRId64"?\n",
1186 s->nb_index_entries, s->index_duration);
1190 index_table->fake_index[x].timestamp = x;
1191 index_table->fake_index[x].flags = !(s->flag_entries[j] & 0x30) ? AVINDEX_KEYFRAME : 0;
1193 if (index < 0 || index >= index_table->nb_ptses) {
1194 av_log(mxf->fc, AV_LOG_ERROR,
1195 "index entry %i + TemporalOffset %i = %i, which is out of bounds\n",
1200 index_table->ptses[index] = x;
1201 max_temporal_offset = FFMAX(max_temporal_offset, offset);
1205 index_table->first_dts = -max_temporal_offset;
1211 * Sorts and collects index table segments into index tables.
1212 * Also computes PTSes if possible.
1214 static int mxf_compute_index_tables(MXFContext *mxf)
1216 int i, j, k, ret, nb_sorted_segments;
1217 MXFIndexTableSegment **sorted_segments = NULL;
1219 if ((ret = mxf_get_sorted_table_segments(mxf, &nb_sorted_segments, &sorted_segments)) ||
1220 nb_sorted_segments <= 0) {
1221 av_log(mxf->fc, AV_LOG_WARNING, "broken or empty index\n");
1225 /* sanity check and count unique BodySIDs/IndexSIDs */
1226 for (i = 0; i < nb_sorted_segments; i++) {
1227 if (i == 0 || sorted_segments[i-1]->index_sid != sorted_segments[i]->index_sid)
1228 mxf->nb_index_tables++;
1229 else if (sorted_segments[i-1]->body_sid != sorted_segments[i]->body_sid) {
1230 av_log(mxf->fc, AV_LOG_ERROR, "found inconsistent BodySID\n");
1231 ret = AVERROR_INVALIDDATA;
1232 goto finish_decoding_index;
1236 if (!(mxf->index_tables = av_calloc(mxf->nb_index_tables, sizeof(MXFIndexTable)))) {
1237 av_log(mxf->fc, AV_LOG_ERROR, "failed to allocate index tables\n");
1238 ret = AVERROR(ENOMEM);
1239 goto finish_decoding_index;
1242 /* distribute sorted segments to index tables */
1243 for (i = j = 0; i < nb_sorted_segments; i++) {
1244 if (i != 0 && sorted_segments[i-1]->index_sid != sorted_segments[i]->index_sid) {
1249 mxf->index_tables[j].nb_segments++;
1252 for (i = j = 0; j < mxf->nb_index_tables; i += mxf->index_tables[j++].nb_segments) {
1253 MXFIndexTable *t = &mxf->index_tables[j];
1255 if (!(t->segments = av_calloc(t->nb_segments, sizeof(MXFIndexTableSegment*)))) {
1256 av_log(mxf->fc, AV_LOG_ERROR, "failed to allocate IndexTableSegment pointer array\n");
1257 ret = AVERROR(ENOMEM);
1258 goto finish_decoding_index;
1261 if (sorted_segments[i]->index_start_position)
1262 av_log(mxf->fc, AV_LOG_WARNING, "IndexSID %i starts at EditUnit %"PRId64" - seeking may not work as expected\n",
1263 sorted_segments[i]->index_sid, sorted_segments[i]->index_start_position);
1265 memcpy(t->segments, &sorted_segments[i], t->nb_segments * sizeof(MXFIndexTableSegment*));
1266 t->index_sid = sorted_segments[i]->index_sid;
1267 t->body_sid = sorted_segments[i]->body_sid;
1269 if ((ret = mxf_compute_ptses_fake_index(mxf, t)) < 0)
1270 goto finish_decoding_index;
1272 /* fix zero IndexDurations */
1273 for (k = 0; k < t->nb_segments; k++) {
1274 if (t->segments[k]->index_duration)
1277 if (t->nb_segments > 1)
1278 av_log(mxf->fc, AV_LOG_WARNING, "IndexSID %i segment %i has zero IndexDuration and there's more than one segment\n",
1281 if (mxf->fc->nb_streams <= 0) {
1282 av_log(mxf->fc, AV_LOG_WARNING, "no streams?\n");
1286 /* assume the first stream's duration is reasonable
1287 * leave index_duration = 0 on further segments in case we have any (unlikely)
1289 t->segments[k]->index_duration = mxf->fc->streams[0]->duration;
1295 finish_decoding_index:
1296 av_free(sorted_segments);
1300 static int mxf_is_intra_only(MXFDescriptor *descriptor)
1302 return mxf_get_codec_ul(mxf_intra_only_essence_container_uls,
1303 &descriptor->essence_container_ul)->id != AV_CODEC_ID_NONE ||
1304 mxf_get_codec_ul(mxf_intra_only_picture_essence_coding_uls,
1305 &descriptor->essence_codec_ul)->id != AV_CODEC_ID_NONE;
1308 static int mxf_add_timecode_metadata(AVDictionary **pm, const char *key, AVTimecode *tc)
1310 char buf[AV_TIMECODE_STR_SIZE];
1311 av_dict_set(pm, key, av_timecode_make_string(tc, buf, 0), 0);
1316 static int mxf_parse_structural_metadata(MXFContext *mxf)
1318 MXFPackage *material_package = NULL;
1319 MXFPackage *temp_package = NULL;
1322 av_dlog(mxf->fc, "metadata sets count %d\n", mxf->metadata_sets_count);
1323 /* TODO: handle multiple material packages (OP3x) */
1324 for (i = 0; i < mxf->packages_count; i++) {
1325 material_package = mxf_resolve_strong_ref(mxf, &mxf->packages_refs[i], MaterialPackage);
1326 if (material_package) break;
1328 if (!material_package) {
1329 av_log(mxf->fc, AV_LOG_ERROR, "no material package found\n");
1330 return AVERROR_INVALIDDATA;
1333 for (i = 0; i < material_package->tracks_count; i++) {
1334 MXFPackage *source_package = NULL;
1335 MXFTrack *material_track = NULL;
1336 MXFTrack *source_track = NULL;
1337 MXFTrack *temp_track = NULL;
1338 MXFDescriptor *descriptor = NULL;
1339 MXFStructuralComponent *component = NULL;
1340 MXFTimecodeComponent *mxf_tc = NULL;
1341 UID *essence_container_ul = NULL;
1342 const MXFCodecUL *codec_ul = NULL;
1343 const MXFCodecUL *container_ul = NULL;
1344 const MXFCodecUL *pix_fmt_ul = NULL;
1349 if (!(material_track = mxf_resolve_strong_ref(mxf, &material_package->tracks_refs[i], Track))) {
1350 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve material track strong ref\n");
1354 if ((component = mxf_resolve_strong_ref(mxf, &material_track->sequence_ref, TimecodeComponent))) {
1355 mxf_tc = (MXFTimecodeComponent*)component;
1356 flags = mxf_tc->drop_frame == 1 ? AV_TIMECODE_FLAG_DROPFRAME : 0;
1357 if (av_timecode_init(&tc, mxf_tc->rate, flags, mxf_tc->start_frame, mxf->fc) == 0) {
1358 mxf_add_timecode_metadata(&mxf->fc->metadata, "timecode", &tc);
1362 if (!(material_track->sequence = mxf_resolve_strong_ref(mxf, &material_track->sequence_ref, Sequence))) {
1363 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve material track sequence strong ref\n");
1367 for (j = 0; j < material_track->sequence->structural_components_count; j++) {
1368 component = mxf_resolve_strong_ref(mxf, &material_track->sequence->structural_components_refs[j], TimecodeComponent);
1372 mxf_tc = (MXFTimecodeComponent*)component;
1373 flags = mxf_tc->drop_frame == 1 ? AV_TIMECODE_FLAG_DROPFRAME : 0;
1374 if (av_timecode_init(&tc, mxf_tc->rate, flags, mxf_tc->start_frame, mxf->fc) == 0) {
1375 mxf_add_timecode_metadata(&mxf->fc->metadata, "timecode", &tc);
1380 /* TODO: handle multiple source clips */
1381 for (j = 0; j < material_track->sequence->structural_components_count; j++) {
1382 component = mxf_resolve_strong_ref(mxf, &material_track->sequence->structural_components_refs[j], SourceClip);
1386 for (k = 0; k < mxf->packages_count; k++) {
1387 temp_package = mxf_resolve_strong_ref(mxf, &mxf->packages_refs[k], SourcePackage);
1390 if (!memcmp(temp_package->package_uid, component->source_package_uid, 16)) {
1391 source_package = temp_package;
1395 if (!source_package) {
1396 av_dlog(mxf->fc, "material track %d: no corresponding source package found\n", material_track->track_id);
1399 for (k = 0; k < source_package->tracks_count; k++) {
1400 if (!(temp_track = mxf_resolve_strong_ref(mxf, &source_package->tracks_refs[k], Track))) {
1401 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve source track strong ref\n");
1402 ret = AVERROR_INVALIDDATA;
1405 if (temp_track->track_id == component->source_track_id) {
1406 source_track = temp_track;
1410 if (!source_track) {
1411 av_log(mxf->fc, AV_LOG_ERROR, "material track %d: no corresponding source track found\n", material_track->track_id);
1415 if (!source_track || !component)
1418 if (!(source_track->sequence = mxf_resolve_strong_ref(mxf, &source_track->sequence_ref, Sequence))) {
1419 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve source track sequence strong ref\n");
1420 ret = AVERROR_INVALIDDATA;
1424 /* 0001GL00.MXF.A1.mxf_opatom.mxf has the same SourcePackageID as 0001GL.MXF.V1.mxf_opatom.mxf
1425 * This would result in both files appearing to have two streams. Work around this by sanity checking DataDefinition */
1426 if (memcmp(material_track->sequence->data_definition_ul, source_track->sequence->data_definition_ul, 16)) {
1427 av_log(mxf->fc, AV_LOG_ERROR, "material track %d: DataDefinition mismatch\n", material_track->track_id);
1431 st = avformat_new_stream(mxf->fc, NULL);
1433 av_log(mxf->fc, AV_LOG_ERROR, "could not allocate stream\n");
1434 ret = AVERROR(ENOMEM);
1437 st->id = source_track->track_id;
1438 st->priv_data = source_track;
1439 st->duration = component->duration;
1440 if (st->duration == -1)
1441 st->duration = AV_NOPTS_VALUE;
1442 st->start_time = component->start_position;
1443 avpriv_set_pts_info(st, 64, material_track->edit_rate.den, material_track->edit_rate.num);
1445 PRINT_KEY(mxf->fc, "data definition ul", source_track->sequence->data_definition_ul);
1446 codec_ul = mxf_get_codec_ul(ff_mxf_data_definition_uls, &source_track->sequence->data_definition_ul);
1447 st->codec->codec_type = codec_ul->id;
1449 source_package->descriptor = mxf_resolve_strong_ref(mxf, &source_package->descriptor_ref, AnyType);
1450 if (source_package->descriptor) {
1451 if (source_package->descriptor->type == MultipleDescriptor) {
1452 for (j = 0; j < source_package->descriptor->sub_descriptors_count; j++) {
1453 MXFDescriptor *sub_descriptor = mxf_resolve_strong_ref(mxf, &source_package->descriptor->sub_descriptors_refs[j], Descriptor);
1455 if (!sub_descriptor) {
1456 av_log(mxf->fc, AV_LOG_ERROR, "could not resolve sub descriptor strong ref\n");
1459 if (sub_descriptor->linked_track_id == source_track->track_id) {
1460 descriptor = sub_descriptor;
1464 } else if (source_package->descriptor->type == Descriptor)
1465 descriptor = source_package->descriptor;
1468 av_log(mxf->fc, AV_LOG_INFO, "source track %d: stream %d, no descriptor found\n", source_track->track_id, st->index);
1471 PRINT_KEY(mxf->fc, "essence codec ul", descriptor->essence_codec_ul);
1472 PRINT_KEY(mxf->fc, "essence container ul", descriptor->essence_container_ul);
1473 essence_container_ul = &descriptor->essence_container_ul;
1474 /* HACK: replacing the original key with mxf_encrypted_essence_container
1475 * is not allowed according to s429-6, try to find correct information anyway */
1476 if (IS_KLV_KEY(essence_container_ul, mxf_encrypted_essence_container)) {
1477 av_log(mxf->fc, AV_LOG_INFO, "broken encrypted mxf file\n");
1478 for (k = 0; k < mxf->metadata_sets_count; k++) {
1479 MXFMetadataSet *metadata = mxf->metadata_sets[k];
1480 if (metadata->type == CryptoContext) {
1481 essence_container_ul = &((MXFCryptoContext *)metadata)->source_container_ul;
1487 /* TODO: drop PictureEssenceCoding and SoundEssenceCompression, only check EssenceContainer */
1488 codec_ul = mxf_get_codec_ul(ff_mxf_codec_uls, &descriptor->essence_codec_ul);
1489 st->codec->codec_id = codec_ul->id;
1490 if (descriptor->extradata) {
1491 st->codec->extradata = descriptor->extradata;
1492 st->codec->extradata_size = descriptor->extradata_size;
1494 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
1495 source_track->intra_only = mxf_is_intra_only(descriptor);
1496 container_ul = mxf_get_codec_ul(mxf_picture_essence_container_uls, essence_container_ul);
1497 if (st->codec->codec_id == AV_CODEC_ID_NONE)
1498 st->codec->codec_id = container_ul->id;
1499 st->codec->width = descriptor->width;
1500 st->codec->height = descriptor->height; /* Field height, not frame height */
1501 switch (descriptor->frame_layout) {
1502 case SegmentedFrame:
1503 /* This one is a weird layout I don't fully understand. */
1504 av_log(mxf->fc, AV_LOG_INFO, "SegmentedFrame layout isn't currently supported\n");
1509 /* Every other line is stored and needs to be duplicated. */
1510 av_log(mxf->fc, AV_LOG_INFO, "OneField frame layout isn't currently supported\n");
1511 break; /* The correct thing to do here is fall through, but by breaking we might be
1512 able to decode some streams at half the vertical resolution, rather than not al all.
1513 It's also for compatibility with the old behavior. */
1516 case SeparateFields:
1517 st->codec->height *= 2; /* Turn field height into frame height. */
1520 av_log(mxf->fc, AV_LOG_INFO, "Unknown frame layout type: %d\n", descriptor->frame_layout);
1522 if (st->codec->codec_id == AV_CODEC_ID_RAWVIDEO) {
1523 st->codec->pix_fmt = descriptor->pix_fmt;
1524 if (st->codec->pix_fmt == AV_PIX_FMT_NONE) {
1525 pix_fmt_ul = mxf_get_codec_ul(ff_mxf_pixel_format_uls,
1526 &descriptor->essence_codec_ul);
1527 st->codec->pix_fmt = pix_fmt_ul->id;
1528 if (st->codec->pix_fmt == AV_PIX_FMT_NONE) {
1529 /* support files created before RP224v10 by defaulting to UYVY422
1530 if subsampling is 4:2:2 and component depth is 8-bit */
1531 if (descriptor->horiz_subsampling == 2 &&
1532 descriptor->vert_subsampling == 1 &&
1533 descriptor->component_depth == 8) {
1534 st->codec->pix_fmt = AV_PIX_FMT_UYVY422;
1539 st->need_parsing = AVSTREAM_PARSE_HEADERS;
1540 } else if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
1541 container_ul = mxf_get_codec_ul(mxf_sound_essence_container_uls, essence_container_ul);
1542 /* Only overwrite existing codec ID if it is unset or A-law, which is the default according to SMPTE RP 224. */
1543 if (st->codec->codec_id == AV_CODEC_ID_NONE || (st->codec->codec_id == AV_CODEC_ID_PCM_ALAW && container_ul->id != AV_CODEC_ID_NONE))
1544 st->codec->codec_id = container_ul->id;
1545 st->codec->channels = descriptor->channels;
1546 st->codec->bits_per_coded_sample = descriptor->bits_per_sample;
1548 if (descriptor->sample_rate.den > 0)
1549 st->codec->sample_rate = descriptor->sample_rate.num / descriptor->sample_rate.den;
1551 /* TODO: implement AV_CODEC_ID_RAWAUDIO */
1552 if (st->codec->codec_id == AV_CODEC_ID_PCM_S16LE) {
1553 if (descriptor->bits_per_sample > 16 && descriptor->bits_per_sample <= 24)
1554 st->codec->codec_id = AV_CODEC_ID_PCM_S24LE;
1555 else if (descriptor->bits_per_sample == 32)
1556 st->codec->codec_id = AV_CODEC_ID_PCM_S32LE;
1557 } else if (st->codec->codec_id == AV_CODEC_ID_PCM_S16BE) {
1558 if (descriptor->bits_per_sample > 16 && descriptor->bits_per_sample <= 24)
1559 st->codec->codec_id = AV_CODEC_ID_PCM_S24BE;
1560 else if (descriptor->bits_per_sample == 32)
1561 st->codec->codec_id = AV_CODEC_ID_PCM_S32BE;
1562 } else if (st->codec->codec_id == AV_CODEC_ID_MP2) {
1563 st->need_parsing = AVSTREAM_PARSE_FULL;
1566 if (st->codec->codec_type != AVMEDIA_TYPE_DATA && (*essence_container_ul)[15] > 0x01) {
1567 /* TODO: decode timestamps */
1568 st->need_parsing = AVSTREAM_PARSE_TIMESTAMPS;
1577 static const MXFMetadataReadTableEntry mxf_metadata_read_table[] = {
1578 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x05,0x01,0x00 }, mxf_read_primer_pack },
1579 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x01,0x00 }, mxf_read_partition_pack },
1580 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x02,0x00 }, mxf_read_partition_pack },
1581 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x03,0x00 }, mxf_read_partition_pack },
1582 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x02,0x04,0x00 }, mxf_read_partition_pack },
1583 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x01,0x00 }, mxf_read_partition_pack },
1584 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x02,0x00 }, mxf_read_partition_pack },
1585 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x03,0x00 }, mxf_read_partition_pack },
1586 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x03,0x04,0x00 }, mxf_read_partition_pack },
1587 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x04,0x02,0x00 }, mxf_read_partition_pack },
1588 { { 0x06,0x0E,0x2B,0x34,0x02,0x05,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x04,0x04,0x00 }, mxf_read_partition_pack },
1589 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x18,0x00 }, mxf_read_content_storage, 0, AnyType },
1590 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x37,0x00 }, mxf_read_source_package, sizeof(MXFPackage), SourcePackage },
1591 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x36,0x00 }, mxf_read_material_package, sizeof(MXFPackage), MaterialPackage },
1592 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x0F,0x00 }, mxf_read_sequence, sizeof(MXFSequence), Sequence },
1593 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x11,0x00 }, mxf_read_source_clip, sizeof(MXFStructuralComponent), SourceClip },
1594 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x44,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), MultipleDescriptor },
1595 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x42,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* Generic Sound */
1596 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x28,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* CDCI */
1597 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x29,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* RGBA */
1598 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x51,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* MPEG 2 Video */
1599 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x48,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* Wave */
1600 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x47,0x00 }, mxf_read_generic_descriptor, sizeof(MXFDescriptor), Descriptor }, /* AES3 */
1601 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x3A,0x00 }, mxf_read_track, sizeof(MXFTrack), Track }, /* Static Track */
1602 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x3B,0x00 }, mxf_read_track, sizeof(MXFTrack), Track }, /* Generic Track */
1603 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x01,0x01,0x01,0x01,0x14,0x00 }, mxf_read_timecode_component, sizeof(MXFTimecodeComponent), TimecodeComponent },
1604 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x04,0x01,0x02,0x02,0x00,0x00 }, mxf_read_cryptographic_context, sizeof(MXFCryptoContext), CryptoContext },
1605 { { 0x06,0x0E,0x2B,0x34,0x02,0x53,0x01,0x01,0x0d,0x01,0x02,0x01,0x01,0x10,0x01,0x00 }, mxf_read_index_table_segment, sizeof(MXFIndexTableSegment), IndexTableSegment },
1606 { { 0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00 }, NULL, 0, AnyType },
1609 static int mxf_read_local_tags(MXFContext *mxf, KLVPacket *klv, MXFMetadataReadFunc *read_child, int ctx_size, enum MXFMetadataSetType type)
1611 AVIOContext *pb = mxf->fc->pb;
1612 MXFMetadataSet *ctx = ctx_size ? av_mallocz(ctx_size) : mxf;
1613 uint64_t klv_end = avio_tell(pb) + klv->length;
1616 return AVERROR(ENOMEM);
1617 while (avio_tell(pb) + 4 < klv_end && !url_feof(pb)) {
1619 int tag = avio_rb16(pb);
1620 int size = avio_rb16(pb); /* KLV specified by 0x53 */
1621 uint64_t next = avio_tell(pb) + size;
1624 av_dlog(mxf->fc, "local tag %#04x size %d\n", tag, size);
1625 if (!size) { /* ignore empty tag, needed for some files with empty UMID tag */
1626 av_log(mxf->fc, AV_LOG_ERROR, "local tag %#04x with 0 size\n", tag);
1629 if (tag > 0x7FFF) { /* dynamic tag */
1631 for (i = 0; i < mxf->local_tags_count; i++) {
1632 int local_tag = AV_RB16(mxf->local_tags+i*18);
1633 if (local_tag == tag) {
1634 memcpy(uid, mxf->local_tags+i*18+2, 16);
1635 av_dlog(mxf->fc, "local tag %#04x\n", local_tag);
1636 PRINT_KEY(mxf->fc, "uid", uid);
1640 if (ctx_size && tag == 0x3C0A)
1641 avio_read(pb, ctx->uid, 16);
1642 else if ((ret = read_child(ctx, pb, tag, size, uid, -1)) < 0)
1645 /* Accept the 64k local set limit being exceeded (Avid). Don't accept
1646 * it extending past the end of the KLV though (zzuf5.mxf). */
1647 if (avio_tell(pb) > klv_end) {
1648 av_log(mxf->fc, AV_LOG_ERROR,
1649 "local tag %#04x extends past end of local set @ %#"PRIx64"\n",
1651 return AVERROR_INVALIDDATA;
1652 } else if (avio_tell(pb) <= next) /* only seek forward, else this can loop for a long time */
1653 avio_seek(pb, next, SEEK_SET);
1655 if (ctx_size) ctx->type = type;
1656 return ctx_size ? mxf_add_metadata_set(mxf, ctx) : 0;
1660 * Seeks to the previous partition, if possible
1661 * @return <= 0 if we should stop parsing, > 0 if we should keep going
1663 static int mxf_seek_to_previous_partition(MXFContext *mxf)
1665 AVIOContext *pb = mxf->fc->pb;
1667 if (!mxf->current_partition ||
1668 mxf->run_in + mxf->current_partition->previous_partition <= mxf->last_forward_tell)
1669 return 0; /* we've parsed all partitions */
1671 /* seek to previous partition */
1672 avio_seek(pb, mxf->run_in + mxf->current_partition->previous_partition, SEEK_SET);
1673 mxf->current_partition = NULL;
1675 av_dlog(mxf->fc, "seeking to previous partition\n");
1681 * Called when essence is encountered
1682 * @return <= 0 if we should stop parsing, > 0 if we should keep going
1684 static int mxf_parse_handle_essence(MXFContext *mxf)
1686 AVIOContext *pb = mxf->fc->pb;
1689 if (mxf->parsing_backward) {
1690 return mxf_seek_to_previous_partition(mxf);
1692 if (!mxf->footer_partition) {
1693 av_dlog(mxf->fc, "no footer\n");
1697 av_dlog(mxf->fc, "seeking to footer\n");
1699 /* remember where we were so we don't end up seeking further back than this */
1700 mxf->last_forward_tell = avio_tell(pb);
1702 if (!pb->seekable) {
1703 av_log(mxf->fc, AV_LOG_INFO, "file is not seekable - not parsing footer\n");
1707 /* seek to footer partition and parse backward */
1708 if ((ret = avio_seek(pb, mxf->run_in + mxf->footer_partition, SEEK_SET)) < 0) {
1709 av_log(mxf->fc, AV_LOG_ERROR, "failed to seek to footer @ 0x%"PRIx64" (%"PRId64") - partial file?\n",
1710 mxf->run_in + mxf->footer_partition, ret);
1714 mxf->current_partition = NULL;
1715 mxf->parsing_backward = 1;
1722 * Called when the next partition or EOF is encountered
1723 * @return <= 0 if we should stop parsing, > 0 if we should keep going
1725 static int mxf_parse_handle_partition_or_eof(MXFContext *mxf)
1727 return mxf->parsing_backward ? mxf_seek_to_previous_partition(mxf) : 1;
1731 * Figures out the proper offset and length of the essence container in each partition
1733 static void mxf_compute_essence_containers(MXFContext *mxf)
1737 /* everything is already correct */
1738 if (mxf->op == OPAtom)
1741 for (x = 0; x < mxf->partitions_count; x++) {
1742 MXFPartition *p = &mxf->partitions[x];
1745 continue; /* BodySID == 0 -> no essence */
1747 if (x >= mxf->partitions_count - 1)
1748 break; /* last partition - can't compute length (and we don't need to) */
1750 /* essence container spans to the next partition */
1751 p->essence_length = mxf->partitions[x+1].this_partition - p->essence_offset;
1753 if (p->essence_length < 0) {
1754 /* next ThisPartition < essence_offset */
1755 p->essence_length = 0;
1756 av_log(mxf->fc, AV_LOG_ERROR,
1757 "partition %i: bad ThisPartition = %"PRIX64"\n",
1758 x+1, mxf->partitions[x+1].this_partition);
1763 static int64_t round_to_kag(int64_t position, int kag_size)
1765 /* TODO: account for run-in? the spec isn't clear whether KAG should account for it */
1766 /* NOTE: kag_size may be any integer between 1 - 2^10 */
1767 int64_t ret = (position / kag_size) * kag_size;
1768 return ret == position ? ret : ret + kag_size;
1771 static int is_pcm(enum AVCodecID codec_id)
1773 /* we only care about "normal" PCM codecs until we get samples */
1774 return codec_id >= AV_CODEC_ID_PCM_S16LE && codec_id < AV_CODEC_ID_PCM_S24DAUD;
1778 * Deal with the case where for some audio atoms EditUnitByteCount is
1779 * very small (2, 4..). In those cases we should read more than one
1780 * sample per call to mxf_read_packet().
1782 static void mxf_handle_small_eubc(AVFormatContext *s)
1784 MXFContext *mxf = s->priv_data;
1786 /* assuming non-OPAtom == frame wrapped
1787 * no sane writer would wrap 2 byte PCM packets with 20 byte headers.. */
1788 if (mxf->op != OPAtom)
1791 /* expect PCM with exactly one index table segment and a small (< 32) EUBC */
1792 if (s->nb_streams != 1 ||
1793 s->streams[0]->codec->codec_type != AVMEDIA_TYPE_AUDIO ||
1794 !is_pcm(s->streams[0]->codec->codec_id) ||
1795 mxf->nb_index_tables != 1 ||
1796 mxf->index_tables[0].nb_segments != 1 ||
1797 mxf->index_tables[0].segments[0]->edit_unit_byte_count >= 32)
1800 /* arbitrarily default to 48 kHz PAL audio frame size */
1801 /* TODO: We could compute this from the ratio between the audio
1802 * and video edit rates for 48 kHz NTSC we could use the
1803 * 1802-1802-1802-1802-1801 pattern. */
1804 mxf->edit_units_per_packet = 1920;
1807 static int mxf_read_header(AVFormatContext *s)
1809 MXFContext *mxf = s->priv_data;
1811 int64_t essence_offset = 0;
1814 mxf->last_forward_tell = INT64_MAX;
1815 mxf->edit_units_per_packet = 1;
1817 if (!mxf_read_sync(s->pb, mxf_header_partition_pack_key, 14)) {
1818 av_log(s, AV_LOG_ERROR, "could not find header partition pack key\n");
1819 return AVERROR_INVALIDDATA;
1821 avio_seek(s->pb, -14, SEEK_CUR);
1823 mxf->run_in = avio_tell(s->pb);
1825 while (!url_feof(s->pb)) {
1826 const MXFMetadataReadTableEntry *metadata;
1828 if (klv_read_packet(&klv, s->pb) < 0) {
1829 /* EOF - seek to previous partition or stop */
1830 if(mxf_parse_handle_partition_or_eof(mxf) <= 0)
1836 PRINT_KEY(s, "read header", klv.key);
1837 av_dlog(s, "size %"PRIu64" offset %#"PRIx64"\n", klv.length, klv.offset);
1838 if (IS_KLV_KEY(klv.key, mxf_encrypted_triplet_key) ||
1839 IS_KLV_KEY(klv.key, mxf_essence_element_key) ||
1840 IS_KLV_KEY(klv.key, mxf_avid_essence_element_key) ||
1841 IS_KLV_KEY(klv.key, mxf_system_item_key)) {
1843 if (!mxf->current_partition) {
1844 av_log(mxf->fc, AV_LOG_ERROR, "found essence prior to first PartitionPack\n");
1845 return AVERROR_INVALIDDATA;
1848 if (!mxf->current_partition->essence_offset) {
1849 /* for OP1a we compute essence_offset
1850 * for OPAtom we point essence_offset after the KL (usually op1a_essence_offset + 20 or 25)
1851 * TODO: for OP1a we could eliminate this entire if statement, always stopping parsing at op1a_essence_offset
1852 * for OPAtom we still need the actual essence_offset though (the KL's length can vary)
1854 int64_t op1a_essence_offset =
1855 round_to_kag(mxf->current_partition->this_partition +
1856 mxf->current_partition->pack_length, mxf->current_partition->kag_size) +
1857 round_to_kag(mxf->current_partition->header_byte_count, mxf->current_partition->kag_size) +
1858 round_to_kag(mxf->current_partition->index_byte_count, mxf->current_partition->kag_size);
1860 if (mxf->op == OPAtom) {
1861 /* point essence_offset to the actual data
1862 * OPAtom has all the essence in one big KLV
1864 mxf->current_partition->essence_offset = avio_tell(s->pb);
1865 mxf->current_partition->essence_length = klv.length;
1867 /* NOTE: op1a_essence_offset may be less than to klv.offset (C0023S01.mxf) */
1868 mxf->current_partition->essence_offset = op1a_essence_offset;
1872 if (!essence_offset)
1873 essence_offset = klv.offset;
1875 /* seek to footer, previous partition or stop */
1876 if (mxf_parse_handle_essence(mxf) <= 0)
1879 } else if (!memcmp(klv.key, mxf_header_partition_pack_key, 13) &&
1880 klv.key[13] >= 2 && klv.key[13] <= 4 && mxf->current_partition) {
1881 /* next partition pack - keep going, seek to previous partition or stop */
1882 if(mxf_parse_handle_partition_or_eof(mxf) <= 0)
1884 else if (mxf->parsing_backward)
1886 /* we're still parsing forward. proceed to parsing this partition pack */
1889 for (metadata = mxf_metadata_read_table; metadata->read; metadata++) {
1890 if (IS_KLV_KEY(klv.key, metadata->key)) {
1892 if (klv.key[5] == 0x53) {
1893 res = mxf_read_local_tags(mxf, &klv, metadata->read, metadata->ctx_size, metadata->type);
1895 uint64_t next = avio_tell(s->pb) + klv.length;
1896 res = metadata->read(mxf, s->pb, 0, klv.length, klv.key, klv.offset);
1898 /* only seek forward, else this can loop for a long time */
1899 if (avio_tell(s->pb) > next) {
1900 av_log(s, AV_LOG_ERROR, "read past end of KLV @ %#"PRIx64"\n",
1902 return AVERROR_INVALIDDATA;
1905 avio_seek(s->pb, next, SEEK_SET);
1908 av_log(s, AV_LOG_ERROR, "error reading header metadata\n");
1914 if (!metadata->read)
1915 avio_skip(s->pb, klv.length);
1917 /* FIXME avoid seek */
1918 if (!essence_offset) {
1919 av_log(s, AV_LOG_ERROR, "no essence\n");
1920 return AVERROR_INVALIDDATA;
1922 avio_seek(s->pb, essence_offset, SEEK_SET);
1924 mxf_compute_essence_containers(mxf);
1926 /* we need to do this before computing the index tables
1927 * to be able to fill in zero IndexDurations with st->duration */
1928 if ((ret = mxf_parse_structural_metadata(mxf)) < 0)
1931 if ((ret = mxf_compute_index_tables(mxf)) < 0)
1934 if (mxf->nb_index_tables > 1) {
1935 /* TODO: look up which IndexSID to use via EssenceContainerData */
1936 av_log(mxf->fc, AV_LOG_INFO, "got %i index tables - only the first one (IndexSID %i) will be used\n",
1937 mxf->nb_index_tables, mxf->index_tables[0].index_sid);
1938 } else if (mxf->nb_index_tables == 0 && mxf->op == OPAtom) {
1939 av_log(mxf->fc, AV_LOG_ERROR, "cannot demux OPAtom without an index\n");
1940 return AVERROR_INVALIDDATA;
1943 mxf_handle_small_eubc(s);
1949 * Sets mxf->current_edit_unit based on what offset we're currently at.
1950 * @return next_ofs if OK, <0 on error
1952 static int64_t mxf_set_current_edit_unit(MXFContext *mxf, int64_t current_offset)
1954 int64_t last_ofs = -1, next_ofs = -1;
1955 MXFIndexTable *t = &mxf->index_tables[0];
1957 /* this is called from the OP1a demuxing logic, which means there
1958 * may be no index tables */
1959 if (mxf->nb_index_tables <= 0)
1962 /* find mxf->current_edit_unit so that the next edit unit starts ahead of current_offset */
1963 while (mxf->current_edit_unit >= 0) {
1964 if (mxf_edit_unit_absolute_offset(mxf, t, mxf->current_edit_unit + 1, NULL, &next_ofs, 0) < 0)
1967 if (next_ofs <= last_ofs) {
1968 /* large next_ofs didn't change or current_edit_unit wrapped
1969 * around this fixes the infinite loop on zzuf3.mxf */
1970 av_log(mxf->fc, AV_LOG_ERROR,
1971 "next_ofs didn't change. not deriving packet timestamps\n");
1975 if (next_ofs > current_offset)
1978 last_ofs = next_ofs;
1979 mxf->current_edit_unit++;
1982 /* not checking mxf->current_edit_unit >= t->nb_ptses here since CBR files may lack IndexEntryArrays */
1983 if (mxf->current_edit_unit < 0)
1989 static int mxf_read_packet_old(AVFormatContext *s, AVPacket *pkt)
1992 MXFContext *mxf = s->priv_data;
1994 while (!url_feof(s->pb)) {
1996 if (klv_read_packet(&klv, s->pb) < 0)
1998 PRINT_KEY(s, "read packet", klv.key);
1999 av_dlog(s, "size %"PRIu64" offset %#"PRIx64"\n", klv.length, klv.offset);
2000 if (IS_KLV_KEY(klv.key, mxf_encrypted_triplet_key)) {
2001 ret = mxf_decrypt_triplet(s, pkt, &klv);
2003 av_log(s, AV_LOG_ERROR, "invalid encoded triplet\n");
2004 return AVERROR_INVALIDDATA;
2008 if (IS_KLV_KEY(klv.key, mxf_essence_element_key) ||
2009 IS_KLV_KEY(klv.key, mxf_avid_essence_element_key)) {
2010 int index = mxf_get_stream_index(s, &klv);
2011 int64_t next_ofs, next_klv;
2016 av_log(s, AV_LOG_ERROR, "error getting stream index %d\n", AV_RB32(klv.key+12));
2020 st = s->streams[index];
2021 track = st->priv_data;
2023 if (s->streams[index]->discard == AVDISCARD_ALL)
2026 next_klv = avio_tell(s->pb) + klv.length;
2027 next_ofs = mxf_set_current_edit_unit(mxf, klv.offset);
2029 if (next_ofs >= 0 && next_klv > next_ofs) {
2030 /* if this check is hit then it's possible OPAtom was treated as OP1a
2031 * truncate the packet since it's probably very large (>2 GiB is common) */
2032 av_log_ask_for_sample(s,
2033 "KLV for edit unit %i extends into next edit unit - OPAtom misinterpreted as OP1a?\n",
2034 mxf->current_edit_unit);
2035 klv.length = next_ofs - avio_tell(s->pb);
2038 /* check for 8 channels AES3 element */
2039 if (klv.key[12] == 0x06 && klv.key[13] == 0x01 && klv.key[14] == 0x10) {
2040 if (mxf_get_d10_aes3_packet(s->pb, s->streams[index], pkt, klv.length) < 0) {
2041 av_log(s, AV_LOG_ERROR, "error reading D-10 aes3 frame\n");
2042 return AVERROR_INVALIDDATA;
2045 ret = av_get_packet(s->pb, pkt, klv.length);
2049 pkt->stream_index = index;
2050 pkt->pos = klv.offset;
2052 if (s->streams[index]->codec->codec_type == AVMEDIA_TYPE_VIDEO && next_ofs >= 0) {
2053 /* mxf->current_edit_unit good - see if we have an index table to derive timestamps from */
2054 MXFIndexTable *t = &mxf->index_tables[0];
2056 if (mxf->nb_index_tables >= 1 && mxf->current_edit_unit < t->nb_ptses) {
2057 pkt->dts = mxf->current_edit_unit + t->first_dts;
2058 pkt->pts = t->ptses[mxf->current_edit_unit];
2059 } else if (track->intra_only) {
2060 /* intra-only -> PTS = EditUnit.
2061 * let utils.c figure out DTS since it can be < PTS if low_delay = 0 (Sony IMX30) */
2062 pkt->pts = mxf->current_edit_unit;
2066 /* seek for truncated packets */
2067 avio_seek(s->pb, next_klv, SEEK_SET);
2072 avio_skip(s->pb, klv.length);
2077 static int mxf_read_packet(AVFormatContext *s, AVPacket *pkt)
2079 MXFContext *mxf = s->priv_data;
2081 int64_t ret64, pos, next_pos;
2086 if (mxf->op != OPAtom)
2087 return mxf_read_packet_old(s, pkt);
2089 /* OPAtom - clip wrapped demuxing */
2090 /* NOTE: mxf_read_header() makes sure nb_index_tables > 0 for OPAtom */
2092 t = &mxf->index_tables[0];
2094 if (mxf->current_edit_unit >= st->duration)
2097 edit_units = FFMIN(mxf->edit_units_per_packet, st->duration - mxf->current_edit_unit);
2099 if ((ret = mxf_edit_unit_absolute_offset(mxf, t, mxf->current_edit_unit, NULL, &pos, 1)) < 0)
2102 /* compute size by finding the next edit unit or the end of the essence container
2103 * not pretty, but it works */
2104 if ((ret = mxf_edit_unit_absolute_offset(mxf, t, mxf->current_edit_unit + edit_units, NULL, &next_pos, 0)) < 0 &&
2105 (next_pos = mxf_essence_container_end(mxf, t->body_sid)) <= 0) {
2106 av_log(s, AV_LOG_ERROR, "unable to compute the size of the last packet\n");
2107 return AVERROR_INVALIDDATA;
2110 if ((size = next_pos - pos) <= 0) {
2111 av_log(s, AV_LOG_ERROR, "bad size: %i\n", size);
2112 return AVERROR_INVALIDDATA;
2115 if ((ret64 = avio_seek(s->pb, pos, SEEK_SET)) < 0)
2118 if ((size = av_get_packet(s->pb, pkt, size)) < 0)
2121 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO && t->ptses &&
2122 mxf->current_edit_unit >= 0 && mxf->current_edit_unit < t->nb_ptses) {
2123 pkt->dts = mxf->current_edit_unit + t->first_dts;
2124 pkt->pts = t->ptses[mxf->current_edit_unit];
2127 pkt->stream_index = 0;
2128 mxf->current_edit_unit += edit_units;
2133 static int mxf_read_close(AVFormatContext *s)
2135 MXFContext *mxf = s->priv_data;
2136 MXFIndexTableSegment *seg;
2139 av_freep(&mxf->packages_refs);
2141 for (i = 0; i < s->nb_streams; i++)
2142 s->streams[i]->priv_data = NULL;
2144 for (i = 0; i < mxf->metadata_sets_count; i++) {
2145 switch (mxf->metadata_sets[i]->type) {
2146 case MultipleDescriptor:
2147 av_freep(&((MXFDescriptor *)mxf->metadata_sets[i])->sub_descriptors_refs);
2150 av_freep(&((MXFSequence *)mxf->metadata_sets[i])->structural_components_refs);
2153 case MaterialPackage:
2154 av_freep(&((MXFPackage *)mxf->metadata_sets[i])->tracks_refs);
2156 case IndexTableSegment:
2157 seg = (MXFIndexTableSegment *)mxf->metadata_sets[i];
2158 av_freep(&seg->temporal_offset_entries);
2159 av_freep(&seg->flag_entries);
2160 av_freep(&seg->stream_offset_entries);
2165 av_freep(&mxf->metadata_sets[i]);
2167 av_freep(&mxf->partitions);
2168 av_freep(&mxf->metadata_sets);
2169 av_freep(&mxf->aesc);
2170 av_freep(&mxf->local_tags);
2172 for (i = 0; i < mxf->nb_index_tables; i++) {
2173 av_freep(&mxf->index_tables[i].segments);
2174 av_freep(&mxf->index_tables[i].ptses);
2175 av_freep(&mxf->index_tables[i].fake_index);
2177 av_freep(&mxf->index_tables);
2182 static int mxf_probe(AVProbeData *p) {
2183 uint8_t *bufp = p->buf;
2184 uint8_t *end = p->buf + p->buf_size;
2186 if (p->buf_size < sizeof(mxf_header_partition_pack_key))
2189 /* Must skip Run-In Sequence and search for MXF header partition pack key SMPTE 377M 5.5 */
2190 end -= sizeof(mxf_header_partition_pack_key);
2191 for (; bufp < end; bufp++) {
2192 if (IS_KLV_KEY(bufp, mxf_header_partition_pack_key))
2193 return AVPROBE_SCORE_MAX;
2198 /* rudimentary byte seek */
2199 /* XXX: use MXF Index */
2200 static int mxf_read_seek(AVFormatContext *s, int stream_index, int64_t sample_time, int flags)
2202 AVStream *st = s->streams[stream_index];
2204 MXFContext* mxf = s->priv_data;
2209 if (mxf->nb_index_tables <= 0) {
2211 return AVERROR_INVALIDDATA;
2212 if (sample_time < 0)
2214 seconds = av_rescale(sample_time, st->time_base.num, st->time_base.den);
2216 if ((ret = avio_seek(s->pb, (s->bit_rate * seconds) >> 3, SEEK_SET)) < 0)
2218 ff_update_cur_dts(s, st, sample_time);
2220 t = &mxf->index_tables[0];
2222 /* clamp above zero, else ff_index_search_timestamp() returns negative
2223 * this also means we allow seeking before the start */
2224 sample_time = FFMAX(sample_time, 0);
2226 if (t->fake_index) {
2227 /* behave as if we have a proper index */
2228 if ((sample_time = ff_index_search_timestamp(t->fake_index, t->nb_ptses, sample_time, flags)) < 0)
2231 /* no IndexEntryArray (one or more CBR segments)
2232 * make sure we don't seek past the end */
2233 sample_time = FFMIN(sample_time, st->duration - 1);
2236 if ((ret = mxf_edit_unit_absolute_offset(mxf, t, sample_time, &sample_time, &seekpos, 1)) << 0)
2239 ff_update_cur_dts(s, st, sample_time);
2240 mxf->current_edit_unit = sample_time;
2241 avio_seek(s->pb, seekpos, SEEK_SET);
2246 AVInputFormat ff_mxf_demuxer = {
2248 .long_name = NULL_IF_CONFIG_SMALL("MXF (Material eXchange Format)"),
2249 .priv_data_size = sizeof(MXFContext),
2250 .read_probe = mxf_probe,
2251 .read_header = mxf_read_header,
2252 .read_packet = mxf_read_packet,
2253 .read_close = mxf_read_close,
2254 .read_seek = mxf_read_seek,