X-Git-Url: https://git.sesse.net/?a=blobdiff_plain;f=modules%2Fffmpeg%2Fproducer%2Fffmpeg_producer.cpp;h=02083d5bafaebb484cd020c9690771357817cf8a;hb=refs%2Ftags%2F2.0.0.2;hp=415acb0e0f1b538546626f8d8395ad547a465e90;hpb=84e18be7105b2dc92fec62fdf725ddc8f8719557;p=casparcg

diff --git a/modules/ffmpeg/producer/ffmpeg_producer.cpp b/modules/ffmpeg/producer/ffmpeg_producer.cpp
index 415acb0e0..02083d5ba 100644
--- a/modules/ffmpeg/producer/ffmpeg_producer.cpp
+++ b/modules/ffmpeg/producer/ffmpeg_producer.cpp
@@ -1,196 +1,250 @@
+/*
+* copyright (c) 2010 Sveriges Television AB <info@casparcg.com>
+*
+*  This file is part of CasparCG.
+*
+*    CasparCG is free software: you can redistribute it and/or modify
+*    it under the terms of the GNU General Public License as published by
+*    the Free Software Foundation, either version 3 of the License, or
+*    (at your option) any later version.
+*
+*    CasparCG is distributed in the hope that it will be useful,
+*    but WITHOUT ANY WARRANTY; without even the implied warranty of
+*    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+*    GNU General Public License for more details.
+
+*    You should have received a copy of the GNU General Public License
+*    along with CasparCG.  If not, see <http://www.gnu.org/licenses/>.
+*
+*/
 #include "../stdafx.h"
 
 #include "ffmpeg_producer.h"
 
+#include "frame_muxer.h"
 #include "input.h"
+#include "util.h"
 #include "audio/audio_decoder.h"
 #include "video/video_decoder.h"
 
-#include <common/utility/timer.h>
+#include <common/env.h>
+#include <common/utility/assert.h>
 #include <common/diagnostics/graph.h>
 
-#include <core/producer/frame/basic_frame.h>
-#include <core/producer/frame/write_frame.h>
-#include <core/producer/frame/audio_transform.h>
 #include <core/video_format.h>
+#include <core/producer/frame_producer.h>
+#include <core/producer/frame/frame_factory.h>
+#include <core/producer/frame/basic_frame.h>
 
-#include <common/env.h>
-#include <common/utility/timer.h>
-#include <common/utility/assert.h>
+#include <boost/algorithm/string.hpp>
+#include <boost/assign.hpp>
+#include <boost/timer.hpp>
+#include <boost/foreach.hpp>
+#include <boost/filesystem.hpp>
+#include <boost/range/algorithm/find_if.hpp>
+#include <boost/range/algorithm/find.hpp>
 
 #include <tbb/parallel_invoke.h>
 
-#include <deque>
-#include <functional>
-
-namespace caspar {
-	
+namespace caspar { namespace ffmpeg {
+				
 struct ffmpeg_producer : public core::frame_producer
 {
-	const std::wstring					filename_;
-	const bool							loop_;
+	const std::wstring								filename_;
 	
-	std::shared_ptr<diagnostics::graph>	graph_;
-	timer								perf_timer_;
-		
-	std::unique_ptr<audio_decoder>		audio_decoder_;
-	std::unique_ptr<video_decoder>		video_decoder_;
+	const safe_ptr<diagnostics::graph>				graph_;
+	boost::timer									frame_timer_;
+	boost::timer									video_timer_;
+	boost::timer									audio_timer_;
+					
+	const safe_ptr<core::frame_factory>				frame_factory_;
+	const core::video_format_desc					format_desc_;
 
-	std::deque<safe_ptr<core::write_frame>>	video_frame_channel_;	
-	std::deque<std::vector<short>>			audio_chunk_channel_;
+	input											input_;	
+	video_decoder									video_decoder_;
+	audio_decoder									audio_decoder_;	
+	double											fps_;
+	frame_muxer										muxer_;
 
-	std::queue<safe_ptr<core::basic_frame>>	ouput_channel_;
-		
-	safe_ptr<core::basic_frame>				last_frame_;
-	std::shared_ptr<core::frame_factory>	frame_factory_;
+	const int										start_;
+	const bool										loop_;
+	const size_t									length_;
+
+	safe_ptr<core::basic_frame>						last_frame_;
 
-	std::unique_ptr<input>				input_;	
+	const size_t									width_;
+	const size_t									height_;
+	bool											is_progressive_;
+	
 public:
-	explicit ffmpeg_producer(const safe_ptr<core::frame_factory>& frame_factory, const std::wstring& filename, bool loop) 
+	explicit ffmpeg_producer(const safe_ptr<core::frame_factory>& frame_factory, const std::wstring& filename, const std::wstring& filter, bool loop, int start, size_t length) 
 		: filename_(filename)
-		, loop_(loop) 
-		, last_frame_(core::basic_frame(core::basic_frame::empty()))
 		, frame_factory_(frame_factory)		
+		, format_desc_(frame_factory->get_video_format_desc())
+		, input_(graph_, filename_, loop, start, length)
+		, video_decoder_(input_.context(), frame_factory, filter)
+		, audio_decoder_(input_.context(), frame_factory->get_video_format_desc())
+		, fps_(video_decoder_.fps())
+		, muxer_(fps_, frame_factory)
+		, start_(start)
+		, loop_(loop)
+		, length_(length)
+		, last_frame_(core::basic_frame::empty())
+		, width_(video_decoder_.width())
+		, height_(video_decoder_.height())
+		, is_progressive_(true)
 	{
-		graph_ = diagnostics::create_graph(boost::bind(&ffmpeg_producer::print, this));	
 		graph_->add_guide("frame-time", 0.5);
-		graph_->set_color("frame-time",  diagnostics::color(1.0f, 0.0f, 0.0f));
-
-		input_.reset(new input(safe_ptr<diagnostics::graph>(graph_), filename_, loop_));
-		video_decoder_.reset(input_->get_video_codec_context().get() ? new video_decoder(input_->get_video_codec_context().get(), frame_factory) : nullptr);
-		audio_decoder_.reset(input_->get_audio_codec_context().get() ? new audio_decoder(input_->get_audio_codec_context().get(), frame_factory->get_video_format_desc().fps) : nullptr);
-
-		double frame_time = 1.0f/input_->fps();
-		double format_frame_time = 1.0/frame_factory->get_video_format_desc().fps;
-		if(abs(frame_time - format_frame_time) > 0.0001)
-			CASPAR_LOG(warning) << print() << L" Invalid framerate detected. This may cause distorted audio during playback. frame-time: " << frame_time;
+		graph_->set_color("frame-time", diagnostics::color(0.1f, 1.0f, 0.1f));
+		graph_->set_color("underflow", diagnostics::color(0.6f, 0.3f, 0.9f));	
+		diagnostics::register_graph(graph_);
+		
+		for(int n = 0; n < 3; ++n)
+			frame_factory->create_frame(this, std::max<size_t>(2, video_decoder_.width()), std::max<size_t>(2, video_decoder_.height()));
 	}
 			
-	virtual safe_ptr<core::basic_frame> receive()
+	virtual safe_ptr<core::basic_frame> receive(int hints)
 	{
-		perf_timer_.reset();
+		auto frame = core::basic_frame::late();
+		
+		frame_timer_.restart();
+		
+		for(int n = 0; n < 64 && muxer_.empty(); ++n)
+			decode_frame(hints);
+		
+		graph_->update_value("frame-time", static_cast<float>(frame_timer_.elapsed()*format_desc_.fps*0.5));
+
+		if(!muxer_.empty())
+			frame = last_frame_ = muxer_.pop();	
+		else
+		{
+			if(input_.eof())
+				return core::basic_frame::eof();
+			else			
+				graph_->add_tag("underflow");	
+		}
 
-		while(ouput_channel_.size() < 2 && !input_->is_eof())
-		{	
-			aligned_buffer video_packet;
-			if(video_frame_channel_.size() < 3 && video_decoder_)	
-				video_packet = input_->get_video_packet();		
-			
-			aligned_buffer audio_packet;
-			if(audio_chunk_channel_.size() < 3 && audio_decoder_)	
-				audio_packet = input_->get_audio_packet();		
-
-			tbb::parallel_invoke(
-			[&]
-			{ // Video Decoding and Scaling
-				if(!video_packet.empty() && video_decoder_)
-				{
-					try
-					{
-						auto frame = video_decoder_->execute(video_packet);
-						frame->tag(reinterpret_cast<int>(this));
-						video_frame_channel_.push_back(std::move(frame));
-					}
-					catch(...)
-					{
-						CASPAR_LOG_CURRENT_EXCEPTION();
-						video_decoder_.reset();
-						CASPAR_LOG(warning) << print() << " removed video-stream.";
-					}
-				}
-			}, 
-			[&] 
-			{ // Audio Decoding
-				if(!audio_packet.empty() && audio_decoder_)
-				{
-					try
-					{
-						auto chunks = audio_decoder_->execute(audio_packet);
-						audio_chunk_channel_.insert(audio_chunk_channel_.end(), chunks.begin(), chunks.end());
-					}
-					catch(...)
-					{
-						CASPAR_LOG_CURRENT_EXCEPTION();
-						audio_decoder_.reset();
-						CASPAR_LOG(warning) << print() << " removed audio-stream.";
-					}
-				}
-			});
-
-			while((!video_frame_channel_.empty() || !video_decoder_) && (!audio_chunk_channel_.empty() || !audio_decoder_))
+		graph_->set_text(print());
+		
+		return frame;
+	}
+
+	virtual safe_ptr<core::basic_frame> last_frame() const
+	{
+		return disable_audio(last_frame_);
+	}
+
+	void push_packets()
+	{
+		for(int n = 0; n < 16 && ((!muxer_.video_ready() && !video_decoder_.ready()) ||	(!muxer_.audio_ready() && !audio_decoder_.ready())); ++n) 
+		{
+			std::shared_ptr<AVPacket> pkt;
+			if(input_.try_pop(pkt))
 			{
-				std::shared_ptr<core::write_frame> frame;
-
-				if(video_decoder_)
-				{
-					frame = video_frame_channel_.front();
-					video_frame_channel_.pop_front();
-				}
-
-				if(audio_decoder_) 
-				{
-					if(!frame) // If there is no video create a dummy frame.
-					{
-						frame = frame_factory_->create_frame(1, 1);
-						std::fill(frame->image_data().begin(), frame->image_data().end(), 0);
-					}
-					
-					frame->audio_data() = std::move(audio_chunk_channel_.front());
-					audio_chunk_channel_.pop_front();
-				}
-							
-				ouput_channel_.push(safe_ptr<core::write_frame>(frame));				
-			}				
-
-			if(ouput_channel_.empty() && video_packet.empty() && audio_packet.empty())			
-				return last_frame_;			
+				video_decoder_.push(pkt);
+				audio_decoder_.push(pkt);
+			}
 		}
-		
-		graph_->update_value("frame-time", static_cast<float>(perf_timer_.elapsed()/frame_factory_->get_video_format_desc().interval*0.5));
+	}
 
-		auto result = last_frame_;
-		if(!ouput_channel_.empty())		
-			result = get_frame(); // TODO: Support 50p		
-		else if(input_->is_eof())
-			result = core::basic_frame::eof();
+	void decode_frame(int hints)
+	{
+		push_packets();
 		
-		return result;
+		tbb::parallel_invoke(
+		[&]
+		{
+			if(muxer_.video_ready())
+				return;
+
+			auto video_frames = video_decoder_.poll();
+			BOOST_FOREACH(auto& video, video_frames)	
+			{
+				is_progressive_ = video ? video->interlaced_frame == 0 : is_progressive_;
+				muxer_.push(video, hints);	
+			}
+		},
+		[&]
+		{
+			if(muxer_.audio_ready())
+				return;
+					
+			auto audio_samples = audio_decoder_.poll();
+			BOOST_FOREACH(auto& audio, audio_samples)
+				muxer_.push(audio);				
+		});
+
+		muxer_.commit();
 	}
 
-	core::basic_frame get_frame()
+	virtual int64_t nb_frames() const 
 	{
-		CASPAR_ASSERT(!ouput_channel_.empty());
-		auto result = std::move(ouput_channel_.front());
-		last_frame_ = core::basic_frame(result);
-		last_frame_->get_audio_transform().set_gain(0.0); // last_frame should not have audio
-		ouput_channel_.pop();
-		return result;
-	}
+		if(loop_)
+			return std::numeric_limits<int64_t>::max();
+
+		// This function estimates nb_frames until input has read all packets for one loop, at which point the count should be accurate.
+
+		int64_t nb_frames = input_.nb_frames();
+		if(input_.nb_loops() < 1) // input still hasn't counted all frames
+		{
+			int64_t video_nb_frames = video_decoder_.nb_frames();
+			int64_t audio_nb_frames = audio_decoder_.nb_frames();
+
+			nb_frames = std::min(static_cast<int64_t>(length_), std::max(nb_frames, std::max(video_nb_frames, audio_nb_frames)));
+		}
+
+		nb_frames = muxer_.calc_nb_frames(nb_frames);
 
+		// TODO: Might need to scale nb_frames av frame_muxer transformations.
+
+		return nb_frames - start_;
+	}
+				
 	virtual std::wstring print() const
 	{
-		return L"ffmpeg[" + boost::filesystem::wpath(filename_).filename() + L"]";
+		return L"ffmpeg[" + boost::filesystem::wpath(filename_).filename() + L"|" 
+						  + boost::lexical_cast<std::wstring>(width_) + L"x" + boost::lexical_cast<std::wstring>(height_)
+						  + (is_progressive_ ? L"p" : L"i")  + boost::lexical_cast<std::wstring>(is_progressive_ ? fps_ : 2.0 * fps_)
+						  + L"]";
 	}
 };
 
-safe_ptr<core::frame_producer> create_ffmpeg_producer(const safe_ptr<core::frame_factory>& frame_factory, const std::vector<std::wstring>& params)
-{			
+safe_ptr<core::frame_producer> create_producer(const safe_ptr<core::frame_factory>& frame_factory, const std::vector<std::wstring>& params)
+{		
 	static const std::vector<std::wstring> extensions = boost::assign::list_of
-		(L"mpg")(L"mpeg")(L"avi")(L"mov")(L"qt")(L"webm")(L"dv")(L"mp4")(L"f4v")(L"flv")(L"mkv")(L"mka")(L"wmw")(L"wma")(L"ogg")(L"divx")(L"wav")(L"mp3");
+		(L"mpg")(L"mpeg")(L"m2v")(L"m4v")(L"mp3")(L"mp4")(L"mpga")
+		(L"avi")
+		(L"mov")
+		(L"qt")
+		(L"webm")
+		(L"dv")		
+		(L"f4v")(L"flv")
+		(L"mkv")(L"mka")
+		(L"wmv")(L"wma")(L"wav")
+		(L"rm")(L"ram")
+		(L"ogg")(L"ogv")(L"oga")(L"ogx")
+		(L"divx")(L"xvid");
+
 	std::wstring filename = env::media_folder() + L"\\" + params[0];
 	
-	auto ext = std::find_if(extensions.begin(), extensions.end(), [&](const std::wstring& ex) -> bool
-		{					
-			return boost::filesystem::is_regular_file(boost::filesystem::wpath(filename).replace_extension(ex));
-		});
+	auto ext = boost::find_if(extensions, [&](const std::wstring& ex)
+	{					
+		return boost::filesystem::is_regular_file(boost::filesystem::wpath(filename + L"." + ex));
+	});
 
 	if(ext == extensions.end())
 		return core::frame_producer::empty();
 
-	std::wstring path = filename + L"." + *ext;
-	bool loop = std::find(params.begin(), params.end(), L"LOOP") != params.end();
+	auto path		= filename + L"." + *ext;
+	auto loop		= boost::range::find(params, L"LOOP") != params.end();
+	auto start		= core::get_param(L"SEEK", params, 0);
+	auto length		= core::get_param(L"LENGTH", params, std::numeric_limits<size_t>::max());
+	auto filter_str = core::get_param<std::wstring>(L"FILTER", params, L""); 	
+		
+	boost::replace_all(filter_str, L"DEINTERLACE", L"YADIF=0:-1");
+	boost::replace_all(filter_str, L"DEINTERLACE_BOB", L"YADIF=1:-1");
 	
-	return make_safe<ffmpeg_producer>(frame_factory, path, loop);
+	return make_safe<ffmpeg_producer>(frame_factory, path, filter_str, loop, start, length);
 }
 
-}
\ No newline at end of file
+}}
\ No newline at end of file