git.sesse.net Git - casparcg/blob - modules/ffmpeg/producer/input/input.cpp

   1 /*
   2 * Copyright (c) 2011 Sveriges Television AB <info@casparcg.com>
   3 *
   4 * This file is part of CasparCG (www.casparcg.com).
   5 *
   6 * CasparCG is free software: you can redistribute it and/or modify
   7 * it under the terms of the GNU General Public License as published by
   8 * the Free Software Foundation, either version 3 of the License, or
   9 * (at your option) any later version.
  10 *
  11 * CasparCG is distributed in the hope that it will be useful,
  12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14 * GNU General Public License for more details.
  15 *
  16 * You should have received a copy of the GNU General Public License
  17 * along with CasparCG. If not, see <http://www.gnu.org/licenses/>.
  18 *
  19 * Author: Robert Nagy, ronag89@gmail.com
  20 */
  21
  22 #include "../../stdafx.h"
  23
  24 #include "input.h"
  25
  26 #include "../util/util.h"
  27 #include "../../ffmpeg_error.h"
  28
  29 #include <common/diagnostics/graph.h>
  30 #include <common/executor.h>
  31 #include <common/lock.h>
  32 #include <common/except.h>
  33 #include <common/log.h>
  34
  35 #include <core/video_format.h>
  36
  37 #include <tbb/concurrent_queue.h>
  38 #include <tbb/atomic.h>
  39 #include <tbb/recursive_mutex.h>
  40
  41 #include <boost/range/algorithm.hpp>
  42 #include <boost/thread/condition_variable.hpp>
  43 #include <boost/thread/mutex.hpp>
  44 #include <boost/thread/thread.hpp>
  45
  46 #if defined(_MSC_VER)
  47 #pragma warning (push)
  48 #pragma warning (disable : 4244)
  49 #endif
  50 extern "C"
  51 {
  52         #define __STDC_CONSTANT_MACROS
  53         #define __STDC_LIMIT_MACROS
  54         #include <libavformat/avformat.h>
  55 }
  56 #if defined(_MSC_VER)
  57 #pragma warning (pop)
  58 #endif
  59
  60 namespace caspar { namespace ffmpeg {
  61
  62 static const int MIN_FRAMES = 25;
  63
  64 class stream
  65 {
  66         stream(const stream&);
  67         stream& operator=(const stream&);
  68
  69         typedef tbb::concurrent_bounded_queue<std::shared_ptr<AVPacket>>::size_type size_type;
  70
  71         int                                                                                                              index_;
  72         tbb::concurrent_bounded_queue<std::shared_ptr<AVPacket>> packets_;
  73 public:
  74
  75         stream(int index)
  76                 : index_(index)
  77         {
  78         }
  79
  80         void push(const std::shared_ptr<AVPacket>& packet)
  81         {
  82                 if(packet && packet->data && packet->stream_index != index_)
  83                         return;
  84
  85                 packets_.push(packet);
  86         }
  87
  88         bool try_pop(std::shared_ptr<AVPacket>& packet)
  89         {
  90                 return packets_.try_pop(packet);
  91         }
  92
  93         void clear()
  94         {
  95                 std::shared_ptr<AVPacket> packet;
  96                 while(packets_.try_pop(packet));
  97         }
  98
  99         size_type size() const
 100         {
 101                 return index_ != -1 ? packets_.size() : std::numeric_limits<size_type>::max();
 102         }
 103 };
 104
 105 struct input::impl : boost::noncopyable
 106 {
 107         const spl::shared_ptr<diagnostics::graph>                                       graph_;
 108
 109         const spl::shared_ptr<AVFormatContext>                                          format_context_; // Destroy this last
 110         const int                                                                                                       default_stream_index_;
 111
 112         const std::wstring                                                                                      filename_;
 113         tbb::atomic<uint32_t>                                                                           start_;
 114         tbb::atomic<uint32_t>                                                                           length_;
 115         tbb::atomic<bool>                                                                                       loop_;
 116         double                                                                                                          fps_;
 117         uint32_t                                                                                                        frame_number_;
 118
 119         stream                                                                                                          video_stream_;
 120         stream                                                                                                          audio_stream_;
 121
 122         boost::optional<uint32_t>                                                                       seek_target_;
 123
 124         tbb::atomic<bool>                                                                                       is_running_;
 125         boost::mutex                                                                                            mutex_;
 126         boost::condition_variable                                                                       cond_;
 127         boost::thread                                                                                           thread_;
 128
 129         impl(const spl::shared_ptr<diagnostics::graph> graph, const std::wstring& filename, const bool loop, const uint32_t start, const uint32_t length)
 130                 : graph_(graph)
 131                 , format_context_(open_input(filename))
 132                 , default_stream_index_(av_find_default_stream_index(format_context_.get()))
 133                 , filename_(filename)
 134                 , frame_number_(0)
 135                 , fps_(read_fps(*format_context_, 0.0))
 136                 , video_stream_(av_find_best_stream(format_context_.get(), AVMEDIA_TYPE_VIDEO, -1, -1, 0, 0))
 137                 , audio_stream_(av_find_best_stream(format_context_.get(), AVMEDIA_TYPE_AUDIO, -1, -1, 0, 0))
 138         {
 139                 start_                  = start;
 140                 length_                 = length;
 141                 loop_                   = loop;
 142                 is_running_             = true;
 143
 144                 if(start_ != 0)
 145                         seek_target_ = start_;
 146
 147                 graph_->set_color("seek", diagnostics::color(1.0f, 0.5f, 0.0f));
 148                 graph_->set_color("audio-buffer", diagnostics::color(0.7f, 0.4f, 0.4f));
 149                 graph_->set_color("video-buffer", diagnostics::color(1.0f, 1.0f, 0.0f));
 150
 151                 for(int n = 0; n < 8; ++n)
 152                         tick();
 153
 154                 thread_ = boost::thread([this]{run();});
 155         }
 156
 157         ~impl()
 158         {
 159                 is_running_ = false;
 160                 cond_.notify_one();
 161                 thread_.join();
 162         }
 163
 164         bool try_pop_video(std::shared_ptr<AVPacket>& packet)
 165         {
 166                 bool result = video_stream_.try_pop(packet);
 167                 if(result)
 168                         cond_.notify_one();
 169
 170                 graph_->set_value("video-buffer", std::min(1.0, static_cast<double>(video_stream_.size()/MIN_FRAMES)));
 171
 172                 return result;
 173         }
 174
 175         bool try_pop_audio(std::shared_ptr<AVPacket>& packet)
 176         {
 177                 bool result = audio_stream_.try_pop(packet);
 178                 if(result)
 179                         cond_.notify_one();
 180
 181                 graph_->set_value("audio-buffer", std::min(1.0, static_cast<double>(audio_stream_.size()/MIN_FRAMES)));
 182
 183                 return result;
 184         }
 185
 186         void seek(uint32_t target)
 187         {
 188                 {
 189                         boost::lock_guard<boost::mutex> lock(mutex_);
 190
 191                         seek_target_ = target;
 192                         video_stream_.clear();
 193                         audio_stream_.clear();
 194                 }
 195
 196                 cond_.notify_one();
 197         }
 198
 199         std::wstring print() const
 200         {
 201                 return L"ffmpeg_input[" + filename_ + L")]";
 202         }
 203
 204 private:
 205         void internal_seek(uint32_t target)
 206         {
 207                 graph_->set_tag("seek");
 208
 209                 CASPAR_LOG(debug) << print() << " Seeking: " << target;
 210
 211                 int flags = AVSEEK_FLAG_FRAME;
 212                 if(target == 0)
 213                 {
 214                         // Fix VP6 seeking
 215                         int vid_stream_index = av_find_best_stream(format_context_.get(), AVMEDIA_TYPE_VIDEO, -1, -1, 0, 0);
 216                         if(vid_stream_index >= 0)
 217                         {
 218                                 auto codec_id = format_context_->streams[vid_stream_index]->codec->codec_id;
 219                                 if(codec_id == CODEC_ID_VP6A || codec_id == CODEC_ID_VP6F || codec_id == CODEC_ID_VP6)
 220                                         flags = AVSEEK_FLAG_BYTE;
 221                         }
 222                 }
 223
 224                 auto stream = format_context_->streams[default_stream_index_];
 225                 auto codec  = stream->codec;
 226                 auto fixed_target = (target*stream->time_base.den*codec->time_base.num)/(stream->time_base.num*codec->time_base.den)*codec->ticks_per_frame;
 227
 228                 THROW_ON_ERROR2(avformat_seek_file(format_context_.get(), default_stream_index_, std::numeric_limits<int64_t>::min(), fixed_target, fixed_target, 0), print());
 229
 230                 video_stream_.push(nullptr);
 231                 audio_stream_.push(nullptr);
 232         }
 233
 234         void tick()
 235         {
 236                 if(seek_target_)
 237                 {
 238                         internal_seek(*seek_target_);
 239                         seek_target_.reset();
 240                 }
 241
 242                 auto packet = create_packet();
 243
 244                 auto ret = av_read_frame(format_context_.get(), packet.get()); // packet is only valid until next call of av_read_frame. Use av_dup_packet to extend its life.
 245
 246                 if(is_eof(ret))
 247                 {
 248                         video_stream_.push(packet);
 249                         audio_stream_.push(packet);
 250
 251                         if(loop_)
 252                                 internal_seek(start_);
 253                 }
 254                 else
 255                 {
 256                         THROW_ON_ERROR(ret, "av_read_frame", print());
 257
 258                         THROW_ON_ERROR2(av_dup_packet(packet.get()), print());
 259
 260                         // Make sure that the packet is correctly deallocated even if size and data is modified during decoding.
 261                         const auto size = packet->size;
 262                         const auto data = packet->data;
 263
 264                         packet = spl::shared_ptr<AVPacket>(packet.get(), [packet, size, data](AVPacket*)
 265                         {
 266                                 packet->size = size;
 267                                 packet->data = data;
 268                         });
 269
 270                         const auto stream_time_base = format_context_->streams[packet->stream_index]->time_base;
 271                         const auto packet_frame_number = static_cast<uint32_t>((static_cast<double>(packet->pts * stream_time_base.num)/stream_time_base.den)*fps_);
 272
 273                         if(packet->stream_index == default_stream_index_)
 274                                 frame_number_ = packet_frame_number;
 275
 276                         if(packet_frame_number >= start_ && packet_frame_number < length_)
 277                         {
 278                                 video_stream_.push(packet);
 279                                 audio_stream_.push(packet);
 280                         }
 281                 }
 282
 283                 graph_->set_value("video-buffer", std::min(1.0, static_cast<double>(video_stream_.size()/MIN_FRAMES)));
 284                 graph_->set_value("audio-buffer", std::min(1.0, static_cast<double>(audio_stream_.size()/MIN_FRAMES)));
 285         }
 286
 287         bool full() const
 288         {
 289                 return video_stream_.size() > MIN_FRAMES && audio_stream_.size() > MIN_FRAMES;
 290         }
 291
 292         void run()
 293         {
 294                 win32_exception::install_handler();
 295
 296                 while(is_running_)
 297                 {
 298                         try
 299                         {
 300                                 boost::this_thread::sleep(boost::posix_time::milliseconds(1));
 301
 302                                 {
 303                                         boost::unique_lock<boost::mutex> lock(mutex_);
 304
 305                                         while(full() && !seek_target_ && is_running_)
 306                                                 cond_.wait(lock);
 307
 308                                         tick();
 309                                 }
 310                         }
 311                         catch(...)
 312                         {
 313                                 CASPAR_LOG_CURRENT_EXCEPTION();
 314                                 is_running_ = false;
 315                         }
 316                 }
 317         }
 318
 319         bool is_eof(int ret)
 320         {
 321                 #pragma warning (disable : 4146)
 322                 return ret == AVERROR_EOF || ret == AVERROR(EIO) || frame_number_ >= length_; // av_read_frame doesn't always correctly return AVERROR_EOF;
 323         }
 324 };
 325
 326 input::input(const spl::shared_ptr<diagnostics::graph>& graph, const std::wstring& filename, bool loop, uint32_t start, uint32_t length)
 327         : impl_(new impl(graph, filename, loop, start, length)){}
 328 bool input::try_pop_video(std::shared_ptr<AVPacket>& packet){return impl_->try_pop_video(packet);}
 329 bool input::try_pop_audio(std::shared_ptr<AVPacket>& packet){return impl_->try_pop_audio(packet);}
 330 AVFormatContext& input::context(){return *impl_->format_context_;}
 331 void input::loop(bool value){impl_->loop_ = value;}
 332 bool input::loop() const{return impl_->loop_;}
 333 void input::seek(uint32_t target){impl_->seek(target);}
 334 void input::start(uint32_t value){impl_->start_ = value;}
 335 uint32_t input::start() const{return impl_->start_;}
 336 void input::length(uint32_t value){impl_->length_ = value;}
 337 uint32_t input::length() const{return impl_->length_;}
 338 }}