git.sesse.net Git - casparcg/blob - core/producer/ffmpeg/video/video_transformer.cpp

   1 #include "../../../stdafx.h"\r
   2 \r
   3 #include "video_transformer.h"\r
   4 \r
   5 #include "../../../frame/frame_format.h"\r
   6 #include "../../../../common/utility/memory.h"\r
   7 #include "../../../frame/gpu_frame.h"\r
   8 #include "../../../frame/gpu_frame.h"\r
   9 #include "../../../frame/frame_factory.h"\r
  10 \r
  11 #include <tbb/parallel_for.h>\r
  12 #include <tbb/atomic.h>\r
  13 #include <tbb/mutex.h>\r
  14 #include <tbb/concurrent_queue.h>\r
  15 #include <tbb/scalable_allocator.h>\r
  16 \r
  17 #include <unordered_map>\r
  18 \r
  19 #if defined(_MSC_VER)\r
  20 #pragma warning (push)\r
  21 #pragma warning (disable : 4244)\r
  22 #endif\r
  23 extern "C" \r
  24 {\r
  25         #define __STDC_CONSTANT_MACROS\r
  26         #define __STDC_LIMIT_MACROS\r
  27         #include <libswscale/swscale.h>\r
  28 }\r
  29 #if defined(_MSC_VER)\r
  30 #pragma warning (pop)\r
  31 #endif\r
  32 \r
  33 namespace caspar { namespace core { namespace ffmpeg{\r
  34         \r
  35 pixel_format get_pixel_format(PixelFormat pix_fmt)\r
  36 {\r
  37         switch(pix_fmt)\r
  38         {\r
  39                 case PIX_FMT_BGRA:              return pixel_format::bgra;\r
  40                 case PIX_FMT_ARGB:              return pixel_format::argb;\r
  41                 case PIX_FMT_RGBA:              return pixel_format::rgba;\r
  42                 case PIX_FMT_ABGR:              return pixel_format::abgr;\r
  43                 case PIX_FMT_YUV444P:   return pixel_format::yuv;\r
  44                 case PIX_FMT_YUV422P:   return pixel_format::yuv;\r
  45                 case PIX_FMT_YUV420P:   return pixel_format::yuv;\r
  46                 case PIX_FMT_YUV411P:   return pixel_format::yuv;\r
  47                 case PIX_FMT_YUV410P:   return pixel_format::yuv;\r
  48                 case PIX_FMT_YUVA420P:  return pixel_format::yuva;\r
  49                 default:                                return pixel_format::invalid_pixel_format;\r
  50         }\r
  51 }\r
  52 \r
  53 struct video_transformer::implementation : boost::noncopyable\r
  54 {\r
  55         ~implementation()\r
  56         {\r
  57                 if(factory_)\r
  58                         factory_->release_frames(this);\r
  59         }\r
  60 \r
  61         video_packet_ptr execute(const video_packet_ptr video_packet)\r
  62         {                               \r
  63                 assert(video_packet);\r
  64                 int width = video_packet->codec_context->width;\r
  65                 int height = video_packet->codec_context->height;\r
  66                 auto pix_fmt = video_packet->codec_context->pix_fmt;\r
  67                 video_packet->decoded_frame;\r
  68 \r
  69                 switch(pix_fmt)\r
  70                 {\r
  71                 case PIX_FMT_BGRA:\r
  72                 case PIX_FMT_ARGB:\r
  73                 case PIX_FMT_RGBA:\r
  74                 case PIX_FMT_ABGR:\r
  75                         {\r
  76                                 video_packet->frame = factory_->create_frame(width, height, this);\r
  77                                 tbb::parallel_for(0, height, 1, [&](int y)\r
  78                                 {\r
  79                                         common::aligned_memcpy(\r
  80                                                 video_packet->frame->data()+y*width*4, \r
  81                                                 video_packet->decoded_frame->data[0] + y*video_packet->decoded_frame->linesize[0], \r
  82                                                 width*4); \r
  83                                 });\r
  84                                 video_packet->frame->set_pixel_format(get_pixel_format(pix_fmt));\r
  85                                                 \r
  86                                 break;\r
  87                         }\r
  88                 case PIX_FMT_YUV444P:\r
  89                 case PIX_FMT_YUV422P:\r
  90                 case PIX_FMT_YUV420P:\r
  91                 case PIX_FMT_YUV411P:\r
  92                 case PIX_FMT_YUV410P:\r
  93                 case PIX_FMT_YUVA420P:\r
  94                         {                       \r
  95                                 // Get linesizes\r
  96                                 AVPicture dummy_pict;   \r
  97                                 avpicture_fill(&dummy_pict, nullptr, pix_fmt, width, height);\r
  98                         \r
  99                                 // Find chroma height\r
 100                                 size_t size2 = dummy_pict.data[2] - dummy_pict.data[1];\r
 101                                 size_t h2 = size2/dummy_pict.linesize[1];\r
 102 \r
 103                                 planar_frame_dimension data_size;\r
 104                                 data_size[0] = std::make_pair(dummy_pict.linesize[0], height);\r
 105                                 data_size[1] = std::make_pair(dummy_pict.linesize[1], h2);\r
 106                                 data_size[2] = std::make_pair(dummy_pict.linesize[2], h2);\r
 107                                 data_size[3] = std::make_pair(0, 0);\r
 108 \r
 109                                 if(pix_fmt == PIX_FMT_YUVA420P)                 \r
 110                                         data_size[3] = std::make_pair(dummy_pict.linesize[3], height);\r
 111 \r
 112                                 video_packet->frame = factory_->create_frame(data_size, this);\r
 113                                 video_packet->frame->set_pixel_format(get_pixel_format(pix_fmt));\r
 114 \r
 115                                 tbb::parallel_for(0, static_cast<int>(data_size.size()), 1, [&](int n)\r
 116                                 {\r
 117                                         tbb::parallel_for(0, static_cast<int>(data_size[n].second), 1, [&](int y)\r
 118                                         {\r
 119                                                 memcpy(\r
 120                                                         video_packet->frame->data(n)+y*dummy_pict.linesize[n], \r
 121                                                         video_packet->decoded_frame->data[n] + y*video_packet->decoded_frame->linesize[n], \r
 122                                                         dummy_pict.linesize[n]);\r
 123                                         });\r
 124                                 });\r
 125                                 break;\r
 126                         }               \r
 127                 default:        \r
 128                         {\r
 129                                 video_packet->frame = factory_->create_frame(width, height, this);\r
 130                                 video_packet->frame->set_pixel_format(pixel_format::bgra);\r
 131 \r
 132                                 AVFrame av_frame;       \r
 133                                 avcodec_get_frame_defaults(&av_frame);\r
 134                                 avpicture_fill(reinterpret_cast<AVPicture*>(&av_frame), video_packet->frame->data(), PIX_FMT_BGRA, width, height);\r
 135 \r
 136                                 if(!sws_context_)\r
 137                                 {\r
 138                                         double param;\r
 139                                         sws_context_.reset(sws_getContext(width, height, pix_fmt, width, height, PIX_FMT_BGRA, SWS_BILINEAR, nullptr, nullptr, &param), sws_freeContext);\r
 140                                 }               \r
 141                  \r
 142                                 sws_scale(sws_context_.get(), video_packet->decoded_frame->data, video_packet->decoded_frame->linesize, 0, height, av_frame.data, av_frame.linesize);           \r
 143                         }\r
 144                 }\r
 145 \r
 146                 if(video_packet->codec->id == CODEC_ID_DVVIDEO) // Move up one field\r
 147                         video_packet->frame->translate(0.0f, 1.0/static_cast<double>(video_packet->format_desc.height));\r
 148                 \r
 149                 return video_packet;\r
 150         }\r
 151 \r
 152         void initialize(const frame_factory_ptr& factory)\r
 153         {\r
 154                 factory_ = factory;\r
 155         }\r
 156 \r
 157         frame_factory_ptr factory_;\r
 158         std::shared_ptr<SwsContext> sws_context_;\r
 159 };\r
 160 \r
 161 video_transformer::video_transformer() : impl_(new implementation()){}\r
 162 video_packet_ptr video_transformer::execute(const video_packet_ptr& video_packet){return impl_->execute(video_packet);}\r
 163 void video_transformer::initialize(const frame_factory_ptr& factory){impl_->initialize(factory); }\r
 164 }}}