\r
#include "util.h"\r
\r
+#include "format/flv.h"\r
+\r
#include <tbb/concurrent_unordered_map.h>\r
#include <tbb/concurrent_queue.h>\r
\r
-#include <core/producer/frame/pixel_format.h>\r
-#include <core/producer/frame/image_transform.h>\r
+#include <core/producer/frame/frame_transform.h>\r
#include <core/producer/frame/frame_factory.h>\r
#include <core/producer/frame_producer.h>\r
#include <core/mixer/write_frame.h>\r
\r
-#include <common/memory/memcpy.h>\r
+#include <common/exception/exceptions.h>\r
+\r
+#include <tbb/parallel_for.h>\r
+\r
+#include <boost/filesystem.hpp>\r
+#include <boost/lexical_cast.hpp>\r
\r
#if defined(_MSC_VER)\r
#pragma warning (push)\r
{\r
#include <libswscale/swscale.h>\r
#include <libavcodec/avcodec.h>\r
- #include <libavfilter/avfilter.h>\r
+ #include <libavformat/avformat.h>\r
}\r
#if defined(_MSC_VER)\r
#pragma warning (pop)\r
\r
namespace caspar {\r
\r
-core::video_mode::type get_mode(AVFrame& frame)\r
+core::field_mode::type get_mode(AVFrame& frame)\r
{\r
if(!frame.interlaced_frame)\r
- return core::video_mode::progressive;\r
+ return core::field_mode::progressive;\r
\r
- return frame.top_field_first ? core::video_mode::upper : core::video_mode::lower;\r
+ return frame.top_field_first ? core::field_mode::upper : core::field_mode::lower;\r
}\r
\r
core::pixel_format::type get_pixel_format(PixelFormat pix_fmt)\r
{\r
switch(pix_fmt)\r
{\r
- case PIX_FMT_GRAY8: return core::pixel_format::gray;\r
- case PIX_FMT_BGRA: return core::pixel_format::bgra;\r
- case PIX_FMT_ARGB: return core::pixel_format::argb;\r
- case PIX_FMT_RGBA: return core::pixel_format::rgba;\r
- case PIX_FMT_ABGR: return core::pixel_format::abgr;\r
- case PIX_FMT_YUV444P: return core::pixel_format::ycbcr;\r
- case PIX_FMT_YUV422P: return core::pixel_format::ycbcr;\r
- case PIX_FMT_YUV420P: return core::pixel_format::ycbcr;\r
- case PIX_FMT_YUV411P: return core::pixel_format::ycbcr;\r
- case PIX_FMT_YUV410P: return core::pixel_format::ycbcr;\r
- case PIX_FMT_YUVA420P: return core::pixel_format::ycbcra;\r
- default: return core::pixel_format::invalid;\r
- }\r
-}\r
-\r
-PixelFormat get_ffmpeg_pixel_format(const core::pixel_format_desc& format_desc)\r
-{\r
- switch(format_desc.pix_fmt)\r
- {\r
- case core::pixel_format::gray: return PIX_FMT_GRAY8;\r
- case core::pixel_format::bgra: return PIX_FMT_BGRA;\r
- case core::pixel_format::argb: return PIX_FMT_ARGB;\r
- case core::pixel_format::rgba: return PIX_FMT_RGBA;\r
- case core::pixel_format::abgr: return PIX_FMT_ABGR;\r
- case core::pixel_format::ycbcra: return PIX_FMT_YUVA420P;\r
- case core::pixel_format::ycbcr:\r
- auto planes = format_desc.planes;\r
- if(planes[0].height == planes[1].height)\r
- {\r
- if(planes[0].width == planes[1].width)\r
- return PIX_FMT_YUV444P;\r
- else if(planes[0].width/2 == planes[1].width)\r
- return PIX_FMT_YUV422P;\r
- else if(planes[0].width/4 == planes[1].width)\r
- return PIX_FMT_YUV411P;\r
- }\r
- if(planes[0].height/2 == planes[1].height)\r
- {\r
- if(planes[0].width/2 == planes[1].width)\r
- return PIX_FMT_YUV420P;\r
- }\r
- if(planes[0].height/4 == planes[1].height)\r
- {\r
- if(planes[0].width/4 == planes[1].width)\r
- return PIX_FMT_YUV410P;\r
- }\r
- }\r
- return PIX_FMT_NONE;\r
-}\r
-\r
-safe_ptr<AVFrame> as_av_frame(const safe_ptr<core::write_frame>& frame)\r
-{\r
- auto desc = frame->get_pixel_format_desc();\r
- safe_ptr<AVFrame> av_frame(avcodec_alloc_frame(), av_free); \r
- avcodec_get_frame_defaults(av_frame.get());\r
-\r
- for(size_t n = 0; n < desc.planes.size(); ++n)\r
- { \r
- av_frame->data[n] = frame->image_data(n).begin();\r
- av_frame->linesize[n] = desc.planes[n].width;\r
- }\r
-\r
- av_frame->format = get_ffmpeg_pixel_format(desc);\r
- av_frame->width = desc.planes[0].width;\r
- av_frame->height = desc.planes[0].height;\r
-\r
- if(frame->get_type() != core::video_mode::progressive)\r
- {\r
- av_frame->interlaced_frame = 1;\r
- av_frame->top_field_first = frame->get_type() == core::video_mode::upper ? 1 : 0;\r
+ case CASPAR_PIX_FMT_LUMA: return core::pixel_format::luma;\r
+ case PIX_FMT_GRAY8: return core::pixel_format::gray;\r
+ case PIX_FMT_BGRA: return core::pixel_format::bgra;\r
+ case PIX_FMT_ARGB: return core::pixel_format::argb;\r
+ case PIX_FMT_RGBA: return core::pixel_format::rgba;\r
+ case PIX_FMT_ABGR: return core::pixel_format::abgr;\r
+ case PIX_FMT_YUV444P: return core::pixel_format::ycbcr;\r
+ case PIX_FMT_YUV422P: return core::pixel_format::ycbcr;\r
+ case PIX_FMT_YUV420P: return core::pixel_format::ycbcr;\r
+ case PIX_FMT_YUV411P: return core::pixel_format::ycbcr;\r
+ case PIX_FMT_YUV410P: return core::pixel_format::ycbcr;\r
+ case PIX_FMT_YUVA420P: return core::pixel_format::ycbcra;\r
+ default: return core::pixel_format::invalid;\r
}\r
-\r
- return av_frame;\r
}\r
\r
core::pixel_format_desc get_pixel_format_desc(PixelFormat pix_fmt, size_t width, size_t height)\r
{\r
// Get linesizes\r
AVPicture dummy_pict; \r
- avpicture_fill(&dummy_pict, nullptr, pix_fmt, width, height);\r
+ avpicture_fill(&dummy_pict, nullptr, pix_fmt == CASPAR_PIX_FMT_LUMA ? PIX_FMT_GRAY8 : pix_fmt, width, height);\r
\r
core::pixel_format_desc desc;\r
desc.pix_fmt = get_pixel_format(pix_fmt);\r
switch(desc.pix_fmt)\r
{\r
case core::pixel_format::gray:\r
+ case core::pixel_format::luma:\r
{\r
desc.planes.push_back(core::pixel_format_desc::plane(dummy_pict.linesize[0], height, 1)); \r
return desc;\r
}\r
}\r
\r
-bool try_make_gray(const safe_ptr<AVFrame>& frame)\r
+int make_alpha_format(int format)\r
{\r
- auto pix_fmt = get_pixel_format(static_cast<PixelFormat>(frame->format));\r
- if(pix_fmt != core::pixel_format::invalid)\r
- frame->format = PIX_FMT_GRAY8;\r
-\r
- return pix_fmt != core::pixel_format::invalid;\r
+ switch(get_pixel_format(static_cast<PixelFormat>(format)))\r
+ {\r
+ case core::pixel_format::luma:\r
+ case core::pixel_format::gray:\r
+ case core::pixel_format::invalid:\r
+ return format;\r
+ case core::pixel_format::ycbcr:\r
+ case core::pixel_format::ycbcra:\r
+ return CASPAR_PIX_FMT_LUMA;\r
+ default:\r
+ return PIX_FMT_GRAY8;\r
+ }\r
}\r
\r
safe_ptr<core::write_frame> make_write_frame(const void* tag, const safe_ptr<AVFrame>& decoded_frame, const safe_ptr<core::frame_factory>& frame_factory, int hints)\r
const auto height = decoded_frame->height;\r
auto desc = get_pixel_format_desc(static_cast<PixelFormat>(decoded_frame->format), width, height);\r
\r
+ if(hints & core::frame_producer::ALPHA_HINT)\r
+ desc = get_pixel_format_desc(static_cast<PixelFormat>(make_alpha_format(decoded_frame->format)), width, height);\r
+\r
if(desc.pix_fmt == core::pixel_format::invalid)\r
{\r
auto pix_fmt = static_cast<PixelFormat>(decoded_frame->format);\r
\r
- auto write = frame_factory->create_frame(tag, desc.pix_fmt != core::pixel_format::invalid ? desc : get_pixel_format_desc(PIX_FMT_BGRA, width, height));\r
+ auto write = frame_factory->create_frame(tag, get_pixel_format_desc(PIX_FMT_BGRA, width, height));\r
write->set_type(get_mode(*decoded_frame));\r
\r
std::shared_ptr<SwsContext> sws_context;\r
}\r
else\r
{\r
- if(hints & core::frame_producer::ALPHA_HINT)\r
- desc = get_pixel_format_desc(PIX_FMT_GRAY8, width, height);\r
- \r
- auto write = frame_factory->create_frame(tag, desc.pix_fmt != core::pixel_format::invalid ? desc : get_pixel_format_desc(PIX_FMT_BGRA, width, height));\r
+ auto write = frame_factory->create_frame(tag, desc);\r
write->set_type(get_mode(*decoded_frame));\r
\r
- tbb::parallel_for(0, static_cast<int>(desc.planes.size()), 1, [&](int n)\r
+ for(int n = 0; n < static_cast<int>(desc.planes.size()); ++n)\r
{\r
auto plane = desc.planes[n];\r
auto result = write->image_data(n).begin();\r
auto decoded_linesize = decoded_frame->linesize[n];\r
\r
// Copy line by line since ffmpeg sometimes pads each line.\r
+ tbb::affinity_partitioner ap;\r
tbb::parallel_for(tbb::blocked_range<size_t>(0, static_cast<int>(desc.planes[n].height)), [&](const tbb::blocked_range<size_t>& r)\r
{\r
for(size_t y = r.begin(); y != r.end(); ++y)\r
- fast_memcpy(result + y*plane.linesize, decoded + y*decoded_linesize, plane.linesize);\r
- });\r
+ memcpy(result + y*plane.linesize, decoded + y*decoded_linesize, plane.linesize);\r
+ }, ap);\r
\r
write->commit(n);\r
- });\r
-\r
+ }\r
+ \r
return write;\r
}\r
}\r
\r
+bool is_sane_fps(AVRational time_base)\r
+{\r
+ double fps = static_cast<double>(time_base.den) / static_cast<double>(time_base.num);\r
+ return fps > 20.0 && fps < 65.0;\r
+}\r
+\r
+void fix_meta_data(AVFormatContext& context)\r
+{\r
+ auto video_index = av_find_best_stream(&context, AVMEDIA_TYPE_VIDEO, -1, -1, 0, 0);\r
+ auto audio_index = av_find_best_stream(&context, AVMEDIA_TYPE_AUDIO, -1, -1, 0, 0);\r
+\r
+ if(video_index < 0)\r
+ return;\r
+\r
+ auto& video_context = *context.streams[video_index]->codec;\r
+ auto& video_stream = *context.streams[video_index];\r
+ \r
+ if(boost::filesystem2::path(context.filename).extension() == ".flv")\r
+ {\r
+ try\r
+ {\r
+ auto meta = read_flv_meta_info(context.filename);\r
+ double fps = boost::lexical_cast<double>(meta["framerate"]);\r
+ video_context.time_base.num = 1000000;\r
+ video_context.time_base.den = static_cast<int>(fps*1000000.0);\r
+ video_stream.nb_frames = static_cast<int64_t>(boost::lexical_cast<double>(meta["duration"])*fps);\r
+ }\r
+ catch(...){}\r
+ }\r
+ else\r
+ {\r
+ if(video_stream.nb_frames == 0)\r
+ video_stream.nb_frames = video_stream.duration;\r
+\r
+ if(!is_sane_fps(video_context.time_base))\r
+ { \r
+ if(video_context.time_base.num == 1)\r
+ video_context.time_base.num = static_cast<int>(std::pow(10.0, static_cast<int>(std::log10(static_cast<float>(video_context.time_base.den)))-1)); \r
+\r
+ if(!is_sane_fps(video_context.time_base) && audio_index > -1)\r
+ {\r
+ auto& audio_context = *context.streams[audio_index]->codec;\r
+ auto& audio_stream = *context.streams[audio_index];\r
+\r
+ double duration_sec = audio_stream.duration / static_cast<double>(audio_context.sample_rate);\r
+ \r
+ video_context.time_base.num = static_cast<int>(duration_sec*100000.0);\r
+ video_context.time_base.den = static_cast<int>(video_stream.nb_frames*100000);\r
+ }\r
+ }\r
+\r
+ if(audio_index > -1) // Check for invalid double frame-rate\r
+ {\r
+ auto& audio_context = *context.streams[audio_index]->codec;\r
+ auto& audio_stream = *context.streams[audio_index];\r
+\r
+ double duration_sec = audio_stream.duration / static_cast<double>(audio_context.sample_rate);\r
+ double fps = static_cast<double>(video_context.time_base.den) / static_cast<double>(video_context.time_base.num);\r
+\r
+ double fps_nb_frames = static_cast<double>(duration_sec*fps);\r
+ double stream_nb_frames = static_cast<double>(video_stream.nb_frames);\r
+ double diff = std::abs(fps_nb_frames - stream_nb_frames*2.0);\r
+ if(diff < fps_nb_frames*0.05)\r
+ video_context.time_base.num *= 2;\r
+ }\r
+ }\r
+\r
+ double fps = static_cast<double>(video_context.time_base.den) / static_cast<double>(video_context.time_base.num);\r
+\r
+ double closest_fps = 0.0;\r
+ for(int n = 0; n < core::video_format::count; ++n)\r
+ {\r
+ auto format = core::video_format_desc::get(static_cast<core::video_format::type>(n));\r
+\r
+ double diff1 = std::abs(format.fps - fps);\r
+ double diff2 = std::abs(closest_fps - fps);\r
+\r
+ if(diff1 < diff2)\r
+ closest_fps = format.fps;\r
+ }\r
+ \r
+ video_context.time_base.num = 1000000;\r
+ video_context.time_base.den = static_cast<int>(closest_fps*1000000.0);\r
+}\r
+\r
}
\ No newline at end of file
projects / casparcg / blobdiff