}
}
+DeviceSpec card_index_to_device(unsigned card_index, unsigned num_cards)
+{
+ if (card_index >= num_cards) {
+ return DeviceSpec{InputSourceType::FFMPEG_VIDEO_INPUT, card_index - num_cards};
+ } else {
+ return DeviceSpec{InputSourceType::CAPTURE_CARD, card_index};
+ }
+}
+
} // namespace
void Mixer::bm_frame(unsigned card_index, uint16_t timecode,
FrameAllocator::Frame video_frame, size_t video_offset, VideoFormat video_format,
FrameAllocator::Frame audio_frame, size_t audio_offset, AudioFormat audio_format)
{
- DeviceSpec device;
- if (card_index >= num_cards) {
- device = DeviceSpec{InputSourceType::FFMPEG_VIDEO_INPUT, card_index - num_cards};
- } else {
- device = DeviceSpec{InputSourceType::CAPTURE_CARD, card_index};
- }
+ DeviceSpec device = card_index_to_device(card_index, num_cards);
CaptureCard *card = &cards[card_index];
++card->metric_input_received_frames;
}
}
- int64_t frame_length = int64_t(TIMEBASE) * video_format.frame_rate_den / video_format.frame_rate_nom;
- assert(frame_length > 0);
-
size_t num_samples = (audio_frame.len > audio_offset) ? (audio_frame.len - audio_offset) / audio_format.num_channels / (audio_format.bits_per_sample / 8) : 0;
if (num_samples > OUTPUT_FREQUENCY / 10 && card->type != CardType::FFMPEG_INPUT) {
printf("%s: Dropping frame with implausible audio length (len=%d, offset=%d) [timecode=0x%04x video_len=%d video_offset=%d video_format=%x)\n",
return;
}
+ int64_t frame_length;
+ bool audio_only_frame = false;
+ if (video_frame.len - video_offset == 0 && num_samples > 0) {
+ // Audio-only frame (probably from FFmpegCapture).
+ frame_length = int64_t(TIMEBASE) * num_samples / OUTPUT_FREQUENCY;
+ audio_only_frame = true;
+ } else {
+ frame_length = int64_t(TIMEBASE) * video_format.frame_rate_den / video_format.frame_rate_nom;
+ }
+ assert(frame_length > 0);
+
int dropped_frames = 0;
if (card->last_timecode != -1) {
dropped_frames = unwrap_timecode(timecode, card->last_timecode) - card->last_timecode - 1;
}
// Still send on the information that we _had_ a frame, even though it's corrupted,
- // so that pts can go up accordingly.
+ // so that pts can go up accordingly. (This is also used for audio-only frames.)
{
unique_lock<mutex> lock(card_mutex);
CaptureCard::NewFrame new_frame;
new_frame.length = frame_length;
new_frame.interlaced = false;
new_frame.dropped_frames = dropped_frames;
+ new_frame.audio_only = audio_only_frame;
new_frame.received_timestamp = video_frame.received_timestamp;
card->new_frames.push_back(move(new_frame));
card->jitter_history.frame_arrived(video_frame.received_timestamp, frame_length, dropped_frames);
handle_hotplugged_cards();
for (unsigned card_index = 0; card_index < num_cards + num_video_inputs + num_html_inputs; ++card_index) {
+ DeviceSpec device = card_index_to_device(card_index, num_cards);
if (card_index == master_card_index || !has_new_frame[card_index]) {
continue;
}
- if (new_frames[card_index].frame->len == 0) {
+ if (new_frames[card_index].frame->len == 0 &&
+ !new_frames[card_index].audio_only) {
++new_frames[card_index].dropped_frames;
}
if (new_frames[card_index].dropped_frames > 0) {
- printf("Card %u dropped %d frames before this\n",
- card_index, int(new_frames[card_index].dropped_frames));
+ printf("%s dropped %d frames before this\n",
+ spec_to_string(device).c_str(), int(new_frames[card_index].dropped_frames));
}
}