]> git.sesse.net Git - casparcg/blob - modules/ffmpeg/producer/input.cpp
2.0.0.2: ffmpeg_producer: Improved input buffering.
[casparcg] / modules / ffmpeg / producer / input.cpp
1 /*\r
2 * copyright (c) 2010 Sveriges Television AB <info@casparcg.com>\r
3 *\r
4 *  This file is part of CasparCG.\r
5 *\r
6 *    CasparCG is free software: you can redistribute it and/or modify\r
7 *    it under the terms of the GNU General Public License as published by\r
8 *    the Free Software Foundation, either version 3 of the License, or\r
9 *    (at your option) any later version.\r
10 *\r
11 *    CasparCG is distributed in the hope that it will be useful,\r
12 *    but WITHOUT ANY WARRANTY; without even the implied warranty of\r
13 *    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the\r
14 *    GNU General Public License for more details.\r
15 \r
16 *    You should have received a copy of the GNU General Public License\r
17 *    along with CasparCG.  If not, see <http://www.gnu.org/licenses/>.\r
18 *\r
19 */\r
20 #if defined(_MSC_VER)\r
21 #pragma warning (disable : 4244)\r
22 #endif\r
23 \r
24 #include "..\stdafx.h"\r
25 \r
26 #include "input.h"\r
27 #include "../ffmpeg_error.h"\r
28 #include "../tbb_avcodec.h"\r
29 \r
30 #include <core/video_format.h>\r
31 \r
32 #include <common/concurrency/executor.h>\r
33 #include <common/diagnostics/graph.h>\r
34 \r
35 #include <tbb/concurrent_queue.h>\r
36 #include <tbb/atomic.h>\r
37 \r
38 #include <boost/range/algorithm.hpp>\r
39 #include <boost/thread/condition_variable.hpp>\r
40 #include <boost/thread/mutex.hpp>\r
41 #include <boost/range/iterator_range.hpp>\r
42 \r
43 extern "C" \r
44 {\r
45         #define __STDC_CONSTANT_MACROS\r
46         #define __STDC_LIMIT_MACROS\r
47         #include <libavformat/avformat.h>\r
48 }\r
49 \r
50 namespace caspar {\r
51 \r
52 static const size_t MAX_BUFFER_COUNT = 128;\r
53 static const size_t MAX_BUFFER_SIZE  = 32 * 1000000;\r
54         \r
55 struct input::implementation : boost::noncopyable\r
56 {               \r
57         safe_ptr<diagnostics::graph> graph_;\r
58 \r
59         std::shared_ptr<AVFormatContext> format_context_;       // Destroy this last\r
60                 \r
61         const std::wstring                      filename_;\r
62         const bool                                      loop_;\r
63         const int                                       start_;         \r
64 \r
65         size_t                                          buffer_size_limit_;\r
66         tbb::atomic<size_t>                     buffer_size_;\r
67         boost::condition_variable       cond_;\r
68         boost::mutex                            mutex_;\r
69 \r
70         tbb::concurrent_bounded_queue<std::shared_ptr<AVPacket>> buffer_;\r
71                 \r
72         executor executor_;\r
73 public:\r
74         explicit implementation(const safe_ptr<diagnostics::graph>& graph, const std::wstring& filename, bool loop, int start) \r
75                 : graph_(graph)\r
76                 , loop_(loop)\r
77                 , filename_(filename)\r
78                 , executor_(print())\r
79                 , start_(std::max(start, 0))\r
80         {                       \r
81                 int errn;\r
82 \r
83                 AVFormatContext* weak_format_context_ = nullptr;\r
84                 errn = avformat_open_input(&weak_format_context_, narrow(filename).c_str(), nullptr, nullptr);\r
85                 if(errn < 0 || weak_format_context_ == nullptr)\r
86                 {       \r
87                         BOOST_THROW_EXCEPTION(\r
88                                 file_read_error() << \r
89                                 source_info(narrow(print())) << \r
90                                 msg_info(av_error_str(errn)) <<\r
91                                 boost::errinfo_api_function("av_open_input_file") <<\r
92                                 boost::errinfo_errno(AVUNERROR(errn)) <<\r
93                                 boost::errinfo_file_name(narrow(filename)));\r
94                 }\r
95 \r
96                 format_context_.reset(weak_format_context_, av_close_input_file);\r
97                         \r
98                 errn = av_find_stream_info(format_context_.get());\r
99                 if(errn < 0)\r
100                 {       \r
101                         BOOST_THROW_EXCEPTION(\r
102                                 file_read_error() << \r
103                                 source_info(narrow(print())) << \r
104                                 msg_info(av_error_str(errn)) <<\r
105                                 boost::errinfo_api_function("av_find_stream_info") <<\r
106                                 boost::errinfo_errno(AVUNERROR(errn)));\r
107                 }\r
108                 \r
109                 if(start_ != 0)                 \r
110                         seek_frame(start_);\r
111                 \r
112                 for(int n = 0; n < 16 && buffer_size_ < MAX_BUFFER_SIZE && buffer_.size() < MAX_BUFFER_COUNT; ++n)\r
113                         read_next_packet();\r
114 \r
115                 buffer_.set_capacity(MAX_BUFFER_COUNT);\r
116                                 \r
117                 graph_->set_color("seek", diagnostics::color(0.5f, 1.0f, 0.5f));        \r
118                 graph_->set_color("buffer-count", diagnostics::color(0.2f, 0.8f, 1.0f));\r
119                 graph_->set_color("buffer-size", diagnostics::color(0.2f, 0.4f, 1.0f)); \r
120 \r
121                 executor_.begin_invoke([this]{read_file();});\r
122                 CASPAR_LOG(info) << print() << " Started.";\r
123         }\r
124 \r
125         ~implementation()\r
126         {\r
127                 stop();\r
128                 // Unblock thread.\r
129                 std::shared_ptr<AVPacket> packet;\r
130                 buffer_.try_pop(packet);\r
131                 buffer_size_ = 0;\r
132                 cond_.notify_all();\r
133         }\r
134                 \r
135         bool try_pop(std::shared_ptr<AVPacket>& packet)\r
136         {\r
137                 bool result = buffer_.try_pop(packet);\r
138                 graph_->update_value("buffer-count", MAX_BUFFER_SIZE/static_cast<double>(buffer_.size()));\r
139                 if(result)\r
140                 {\r
141                         if(packet)\r
142                                 buffer_size_ -= packet->size;\r
143                         graph_->update_value("buffer-size", MAX_BUFFER_SIZE/static_cast<double>(buffer_size_));\r
144                         cond_.notify_all();\r
145                 }\r
146                 return result;\r
147         }\r
148 \r
149 private:\r
150 \r
151         void stop()\r
152         {\r
153                 executor_.stop();\r
154                 \r
155                 CASPAR_LOG(info) << print() << " Stopping.";\r
156         }\r
157 \r
158         void read_file()\r
159         {               \r
160                 read_next_packet();\r
161                 executor_.begin_invoke([this]{read_file();});\r
162         }\r
163                         \r
164         void read_next_packet()\r
165         {               \r
166                 try\r
167                 {\r
168                         std::shared_ptr<AVPacket> read_packet(new AVPacket, [](AVPacket* p)\r
169                         {\r
170                                 av_free_packet(p);\r
171                                 delete p;\r
172                         });\r
173                         av_init_packet(read_packet.get());\r
174 \r
175                         const int errn = av_read_frame(format_context_.get(), read_packet.get()); // read_packet is only valid until next call of av_read_frame.\r
176                         if(is_eof(errn))                                                                                                                  // Use av_dup_packet to extend its life.\r
177                         {\r
178                                 if(loop_)\r
179                                 {\r
180                                         seek_frame(start_, AVSEEK_FLAG_BACKWARD);\r
181                                         graph_->add_tag("seek");                \r
182                                         //CASPAR_LOG(info) << print() << " Received EOF. Looping.";                     \r
183                                 }       \r
184                                 else\r
185                                 {\r
186                                         stop();\r
187                                         //CASPAR_LOG(info) << print() << " Received EOF. Stopping.";\r
188                                 }\r
189                         }\r
190                         else if(errn < 0)\r
191                         {\r
192                                 BOOST_THROW_EXCEPTION(\r
193                                         file_read_error() <<\r
194                                         msg_info(av_error_str(errn)) <<\r
195                                         source_info(narrow(print())) << \r
196                                         boost::errinfo_api_function("av_read_frame") <<\r
197                                         boost::errinfo_errno(AVUNERROR(errn)));\r
198                         }\r
199                         else\r
200                         {\r
201                                 av_dup_packet(read_packet.get());\r
202 \r
203                                 graph_->update_value("buffer-count", MAX_BUFFER_SIZE/static_cast<double>(buffer_.size()));\r
204                                 \r
205                                 boost::unique_lock<boost::mutex> lock(mutex_);\r
206                                 while(buffer_size_ > MAX_BUFFER_SIZE && buffer_.size() > MAX_BUFFER_COUNT)\r
207                                         cond_.wait(lock);\r
208                                 \r
209                                 buffer_.push(read_packet);\r
210                                 buffer_size_ += read_packet->size;\r
211 \r
212                                 graph_->update_value("buffer-size", MAX_BUFFER_SIZE/static_cast<double>(buffer_size_));\r
213                         }                                                       \r
214                 }\r
215                 catch(...)\r
216                 {\r
217                         stop();\r
218                         CASPAR_LOG_CURRENT_EXCEPTION();\r
219                         return;\r
220                 }       \r
221         }\r
222 \r
223         void seek_frame(int64_t frame, int flags = 0)\r
224         {       \r
225                 static const AVRational base_q = {1, AV_TIME_BASE};\r
226 \r
227                 // Convert from frames into seconds.\r
228                 auto seek_target = frame;//*static_cast<int64_t>(AV_TIME_BASE/fps_);\r
229 \r
230                 int stream_index = -1;//video_stream_.index() >= 0 ? video_stream_.index() : audio_stream_.index();\r
231 \r
232                 //if(stream_index >= 0)         \r
233                 //      seek_target = av_rescale_q(seek_target, base_q, format_context_->streams[stream_index]->time_base);\r
234 \r
235                 const int errn = av_seek_frame(format_context_.get(), stream_index, seek_target, flags);\r
236                 if(errn < 0)\r
237                 {       \r
238                         BOOST_THROW_EXCEPTION(\r
239                                 invalid_operation() << \r
240                                 source_info(narrow(print())) << \r
241                                 msg_info(av_error_str(errn)) <<\r
242                                 boost::errinfo_api_function("av_seek_frame") <<\r
243                                 boost::errinfo_errno(AVUNERROR(errn)));\r
244                 }\r
245 \r
246                 buffer_.push(nullptr);\r
247         }               \r
248 \r
249         bool is_eof(int errn)\r
250         {\r
251                 //if(errn == AVERROR(EIO))\r
252                 //      CASPAR_LOG(warning) << print() << " Received EIO, assuming EOF";\r
253 \r
254                 return errn == AVERROR_EOF || errn == AVERROR(EIO); // av_read_frame doesn't always correctly return AVERROR_EOF;\r
255         }\r
256         \r
257         std::wstring print() const\r
258         {\r
259                 return L"ffmpeg_input[" + filename_ + L")]";\r
260         }\r
261 };\r
262 \r
263 input::input(const safe_ptr<diagnostics::graph>& graph, const std::wstring& filename, bool loop, int start, int length) \r
264         : impl_(new implementation(graph, filename, loop, start)){}\r
265 bool input::eof() const {return !impl_->executor_.is_running();}\r
266 bool input::try_pop(std::shared_ptr<AVPacket>& packet){return impl_->try_pop(packet);}\r
267 std::shared_ptr<AVFormatContext> input::context(){return impl_->format_context_;}\r
268 }