X-Git-Url: https://git.sesse.net/?a=blobdiff_plain;f=modules%2Fffmpeg%2Fproducer%2Fffmpeg_producer.cpp;h=02bd2fa054743355d9228d0f59754ee4c63d743c;hb=d3c39d4f68af2362fdb4799e826b978ffbb45bf2;hp=b7dbbf09d3476d1dfe56685dbef1dc2335168946;hpb=4d7d81fae393be4d0cfcfc603c82170a94102849;p=casparcg

diff --git a/modules/ffmpeg/producer/ffmpeg_producer.cpp b/modules/ffmpeg/producer/ffmpeg_producer.cpp
index b7dbbf09d..02bd2fa05 100644
--- a/modules/ffmpeg/producer/ffmpeg_producer.cpp
+++ b/modules/ffmpeg/producer/ffmpeg_producer.cpp
@@ -21,206 +21,196 @@
 
 #include "ffmpeg_producer.h"
 
+#include "frame_muxer.h"
 #include "input.h"
+#include "util.h"
 #include "audio/audio_decoder.h"
 #include "video/video_decoder.h"
 
-#include <common/utility/timer.h>
+#include <common/env.h>
+#include <common/utility/assert.h>
 #include <common/diagnostics/graph.h>
 
-#include <core/producer/frame/basic_frame.h>
-#include <core/mixer/write_frame.h>
-#include <core/producer/frame/audio_transform.h>
 #include <core/video_format.h>
+#include <core/producer/frame_producer.h>
+#include <core/producer/frame/frame_factory.h>
+#include <core/producer/frame/basic_frame.h>
 
-#include <common/env.h>
-
-#include <tbb/parallel_invoke.h>
-
+#include <boost/assign.hpp>
 #include <boost/timer.hpp>
-#include <boost/range/algorithm.hpp>
-#include <boost/range/algorithm_ext.hpp>
+#include <boost/foreach.hpp>
+#include <boost/filesystem.hpp>
+#include <boost/range/algorithm/find_if.hpp>
+#include <boost/range/algorithm/find.hpp>
 
-#include <deque>
+#include <tbb/task_group.h>
 
 namespace caspar {
-	
+			
 struct ffmpeg_producer : public core::frame_producer
 {
-	static const size_t						DECODED_PACKET_BUFFER_SIZE = 4;
-	static const size_t						MAX_PACKET_OFFSET = 64; // Avoid infinite looping.
-
-	const std::wstring						filename_;
-	const bool								loop_;
+	const std::wstring								filename_;
 	
-	const safe_ptr<diagnostics::graph>		graph_;
-	boost::timer							frame_timer_;
-		
-	std::deque<safe_ptr<core::write_frame>>	video_frame_buffer_;	
-	std::deque<std::vector<short>>			audio_chunk_buffer_;
-			
-	const safe_ptr<core::frame_factory>		frame_factory_;
+	const safe_ptr<diagnostics::graph>				graph_;
+	boost::timer									frame_timer_;
+	boost::timer									video_timer_;
+	boost::timer									audio_timer_;
+					
+	const safe_ptr<core::frame_factory>				frame_factory_;
+	const core::video_format_desc					format_desc_;
 
-	input									input_;	
-	std::unique_ptr<video_decoder>			video_decoder_;
-	std::unique_ptr<audio_decoder>			audio_decoder_;
+	input											input_;	
+	video_decoder									video_decoder_;
+	audio_decoder									audio_decoder_;	
+	frame_muxer										muxer_;
+
+	int												late_frames_;
+	const int										start_;
+	const bool										loop_;
+
+	safe_ptr<core::basic_frame>						last_frame_;
+
+	tbb::task_group									tasks_;
+	
 public:
-	explicit ffmpeg_producer(const safe_ptr<core::frame_factory>& frame_factory, const std::wstring& filename, bool loop, int start, int length) 
+	explicit ffmpeg_producer(const safe_ptr<core::frame_factory>& frame_factory, const std::wstring& filename, const std::wstring& filter, bool loop, int start, int length) 
 		: filename_(filename)
-		, loop_(loop) 
 		, graph_(diagnostics::create_graph(narrow(print())))
 		, frame_factory_(frame_factory)		
-		, input_(safe_ptr<diagnostics::graph>(graph_), filename_, loop_, start, length)
+		, format_desc_(frame_factory->get_video_format_desc())
+		, input_(graph_, filename_, loop, start, length)
+		, video_decoder_(input_.context(), frame_factory, filter)
+		, audio_decoder_(input_.context(), frame_factory->get_video_format_desc())
+		, muxer_(video_decoder_.fps(), frame_factory)
+		, late_frames_(0)
+		, start_(start)
+		, loop_(loop)
+		, last_frame_(core::basic_frame::empty())
 	{
 		graph_->add_guide("frame-time", 0.5);
-		graph_->set_color("frame-time",  diagnostics::color(1.0f, 0.0f, 0.0f));
+		graph_->set_color("frame-time", diagnostics::color(1.0f, 0.0f, 0.0f));
+		graph_->set_color("video-time", diagnostics::color(1.0f, 1.0f, 0.0f));
+		graph_->set_color("audio-time", diagnostics::color(0.2f, 1.0f, 0.2f));
 		graph_->set_color("underflow", diagnostics::color(0.6f, 0.3f, 0.9f));		
 		
-		double frame_time = 1.0f/input_.fps();
-		double format_frame_time = 1.0/frame_factory->get_video_format_desc().fps;
-		if(abs(frame_time - format_frame_time) > 0.0001 && abs(frame_time - format_frame_time/2) > 0.0001)
-			CASPAR_LOG(warning) << print() << L" Invalid framerate detected. This may cause distorted audio during playback. frame-time: " << frame_time;
+		for(int n = 0; n < 32 && muxer_.size() < 2; ++n)
+			decode_frame(0);
+	}
 
+	~ffmpeg_producer()
+	{
 		try
-		{			
-			video_decoder_.reset(input_.get_video_codec_context() ? 
-				new video_decoder(*input_.get_video_codec_context(), frame_factory) : nullptr);
-		}
-		catch(...)
 		{
-			CASPAR_LOG_CURRENT_EXCEPTION();
-			CASPAR_LOG(warning) << print() << " failed to initialize video-decoder.";
-		}
-		
-		try
-		{			
-			audio_decoder_.reset(input_.get_audio_codec_context() ? 
-				new audio_decoder(*input_.get_audio_codec_context(), frame_factory->get_video_format_desc()) : nullptr);
+			tasks_.cancel();
+			tasks_.wait();
 		}
 		catch(...)
 		{
 			CASPAR_LOG_CURRENT_EXCEPTION();
-			CASPAR_LOG(warning) << print() << " failed to initialize audio-decoder.";
-		}		
-
-		if(!video_decoder_ && !audio_decoder_)
-		{
-			BOOST_THROW_EXCEPTION(
-				caspar_exception() <<
-				source_info(narrow(print())) << 
-				msg_info("Failed to initialize any decoder"));
 		}
 	}
-
-	virtual safe_ptr<core::basic_frame> receive()
+		
+	virtual safe_ptr<core::basic_frame> receive(int hints)
 	{
+		auto frame = core::basic_frame::late();
+		
 		frame_timer_.restart();
+		
+		for(int n = 0; n < 8 && muxer_.empty(); ++n)
+			decode_frame(hints);
 
-		std::shared_ptr<core::basic_frame> frame;	
-		for(size_t n = 0; !frame && input_.has_packet() && n < MAX_PACKET_OFFSET ; ++n) 
-			frame = try_decode_frame();
+		if(!muxer_.empty())
+			frame = last_frame_ = muxer_.pop();	
+		else
+		{
+			if(input_.eof())
+				return last_frame();
+			else
+			{
+				graph_->add_tag("underflow");	
+				++late_frames_;		
+			}
+		}
 		
-		graph_->update_value("frame-time", static_cast<float>(frame_timer_.elapsed()*frame_factory_->get_video_format_desc().fps*0.5));
-					
-		if(frame)
-			return make_safe(frame);
+		graph_->update_value("frame-time", static_cast<float>(frame_timer_.elapsed()*format_desc_.fps*0.5));
 		
-		if(!input_.is_running())
-			return core::basic_frame::eof();
-
-		if(!video_decoder_ && !audio_decoder_)
-			return core::basic_frame::eof();
-			
-		graph_->add_tag("underflow");
-		return core::basic_frame::late();	
+		return frame;
 	}
-	
-	virtual std::wstring print() const
+
+	virtual safe_ptr<core::basic_frame> last_frame() const
 	{
-		return L"ffmpeg[" + boost::filesystem::wpath(filename_).filename() + L"]";
+		return disable_audio(last_frame_);
 	}
-	
-	std::shared_ptr<core::basic_frame> try_decode_frame()
+
+	void decode_frame(int hints)
 	{
-		tbb::parallel_invoke
-		(
-			[&]
-			{
-				if(video_frame_buffer_.size() < DECODED_PACKET_BUFFER_SIZE)
-					try_decode_video_packet(input_.get_video_packet());
-			}, 
-			[&]
+		tasks_.wait();
+
+		muxer_.commit();
+
+		for(int n = 0; n < 16 && ((!muxer_.video_ready() && !video_decoder_.ready()) ||	(!muxer_.audio_ready() && !audio_decoder_.ready())); ++n) 
+		{
+			std::shared_ptr<AVPacket> pkt;
+			if(input_.try_pop(pkt))
 			{
-				if(audio_chunk_buffer_.size() < DECODED_PACKET_BUFFER_SIZE)
-					try_decode_audio_packet(input_.get_audio_packet());
+				video_decoder_.push(pkt);
+				audio_decoder_.push(pkt);
 			}
-		);			
+		}
+		
+		if(!muxer_.video_ready())
+		{
+			tasks_.run([=]
+			{
+				video_timer_.restart();
 
-		return try_merge_audio_and_video();	
-	}
+				auto video_frames = video_decoder_.poll();
+				BOOST_FOREACH(auto& video, video_frames)		
+					muxer_.push(video, hints);	
 
-	void try_decode_video_packet(packet&& video_packet)
-	{
-		if(!video_decoder_)
-			return;
+				graph_->update_value("video-time", static_cast<float>(video_timer_.elapsed()*format_desc_.fps*0.5));
+			});
+		}		
 
-		try
+		if(!muxer_.audio_ready())
 		{
-			boost::range::push_back(video_frame_buffer_, video_decoder_->execute(std::move(video_packet)));
-		}
-		catch(...)
-		{
-			CASPAR_LOG_CURRENT_EXCEPTION();
-			video_decoder_.reset();
-			CASPAR_LOG(warning) << print() << " removed video-stream.";
+			tasks_.run([=]
+			{
+				audio_timer_.restart();
+					
+				auto audio_samples = audio_decoder_.poll();
+				BOOST_FOREACH(auto& audio, audio_samples)
+					muxer_.push(audio);				
+
+				graph_->update_value("audio-time", static_cast<float>(audio_timer_.elapsed()*format_desc_.fps*0.5));
+			});	
 		}
 	}
 
-	void try_decode_audio_packet(packet&& audio_packet)
+	virtual int64_t nb_frames() const 
 	{
-		if(!audio_decoder_)
-			return;
+		if(loop_)
+			return std::numeric_limits<int64_t>::max();
 
-		try
-		{
-			boost::range::push_back(audio_chunk_buffer_, audio_decoder_->execute(std::move(audio_packet)));
-		}
-		catch(...)
+		// This function estimates nb_frames until input has read all packets for one loop, at which point the count should be accurate.
+
+		int64_t nb_frames = input_.nb_frames();
+		if(input_.nb_loops() < 1) // input still hasn't counted all frames
 		{
-			CASPAR_LOG_CURRENT_EXCEPTION();
-			audio_decoder_.reset();
-			CASPAR_LOG(warning) << print() << " removed audio-stream.";
+			int64_t video_nb_frames = video_decoder_.nb_frames();
+			int64_t audio_nb_frames = audio_decoder_.nb_frames();
+
+			nb_frames = std::max(nb_frames, std::max(video_nb_frames, audio_nb_frames));
 		}
-	}
 
-	std::shared_ptr<core::basic_frame> try_merge_audio_and_video()
-	{		
-		std::shared_ptr<core::write_frame> frame;	
+		// TODO: Might need to scale nb_frames av frame_muxer transformations.
 
-		if(!video_frame_buffer_.empty() && !audio_chunk_buffer_.empty())
-		{
-			frame = video_frame_buffer_.front();				
-			video_frame_buffer_.pop_front();
-				
-			frame->audio_data() = std::move(audio_chunk_buffer_.front());
-			audio_chunk_buffer_.pop_front();	
-		}
-		else if(!video_frame_buffer_.empty() && !audio_decoder_)
-		{
-			frame = std::move(video_frame_buffer_.front());				
-			video_frame_buffer_.pop_front();
-			frame->get_audio_transform().set_has_audio(false);	
-		}
-		else if(!audio_chunk_buffer_.empty() && !video_decoder_)
-		{
-			frame = frame_factory_->create_frame(this, 1, 1);
-			std::fill(frame->image_data().begin(), frame->image_data().end(), 0);
+		return nb_frames + late_frames_ - start_;
+	}
 				
-			frame->audio_data() = std::move(audio_chunk_buffer_.front());
-			audio_chunk_buffer_.pop_front();
-		}
-		
-		return frame;	
+	virtual std::wstring print() const
+	{
+		return L"ffmpeg[" + boost::filesystem::wpath(filename_).filename() + L"]";
 	}
 };
 
@@ -232,7 +222,7 @@ safe_ptr<core::frame_producer> create_ffmpeg_producer(const safe_ptr<core::frame
 	
 	auto ext = boost::find_if(extensions, [&](const std::wstring& ex)
 	{					
-		return boost::filesystem::is_regular_file(boost::filesystem::wpath(filename).replace_extension(ex));
+		return boost::filesystem::is_regular_file(boost::filesystem::wpath(filename + L"." + ex));
 	});
 
 	if(ext == extensions.end())
@@ -241,24 +231,25 @@ safe_ptr<core::frame_producer> create_ffmpeg_producer(const safe_ptr<core::frame
 	std::wstring path = filename + L"." + *ext;
 	bool loop = boost::find(params, L"LOOP") != params.end();
 
-	static const boost::wregex expr(L"\\((?<START>\\d+)(,(?<LENGTH>\\d+)?)?\\)");//(,(?<END>\\d+))?\\]"); // boost::regex has no repeated captures?
-	boost::wsmatch what;
-	auto it = std::find_if(params.begin(), params.end(), [&](const std::wstring& str)
-	{
-		return boost::regex_match(str, what, expr);
-	});
-
 	int start = -1;
 	int length = -1;
+	
+	auto seek_it = std::find(params.begin(), params.end(), L"SEEK");
+	if(seek_it != params.end())
+	{
+		if(++seek_it != params.end())
+			start = boost::lexical_cast<int>(*seek_it);
+	}
 
-	if(it != params.end())
+	std::wstring filter = L"";
+	auto filter_it = std::find(params.begin(), params.end(), L"FILTER");
+	if(filter_it != params.end())
 	{
-		start = lexical_cast_or_default(what["START"].str(), -1);
-		if(what["LENGTH"].matched)
-			length = lexical_cast_or_default(what["LENGTH"].str(), -1);
+		if(++filter_it != params.end())
+			filter = *filter_it;
 	}
-	
-	return make_safe<ffmpeg_producer>(frame_factory, path, loop, start, length);
+
+	return make_safe<ffmpeg_producer>(frame_factory, path, filter, loop, start, length);
 }
 
 }
\ No newline at end of file