-/*\r
-* copyright (c) 2010 Sveriges Television AB <info@casparcg.com>\r
-*\r
-* This file is part of CasparCG.\r
-*\r
-* CasparCG is free software: you can redistribute it and/or modify\r
-* it under the terms of the GNU General Public License as published by\r
-* the Free Software Foundation, either version 3 of the License, or\r
-* (at your option) any later version.\r
-*\r
-* CasparCG is distributed in the hope that it will be useful,\r
-* but WITHOUT ANY WARRANTY; without even the implied warranty of\r
-* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the\r
-* GNU General Public License for more details.\r
-\r
-* You should have received a copy of the GNU General Public License\r
-* along with CasparCG. If not, see <http://www.gnu.org/licenses/>.\r
-*\r
-*/\r
-#include "../../stdafx.h"\r
-\r
-#include "audio_decoder.h"\r
-\r
-#include <tbb/task_group.h>\r
-\r
-#if defined(_MSC_VER)\r
-#pragma warning (push)\r
-#pragma warning (disable : 4244)\r
-#endif\r
-extern "C" \r
-{\r
- #define __STDC_CONSTANT_MACROS\r
- #define __STDC_LIMIT_MACROS\r
- #include <libavformat/avformat.h>\r
- #include <libavcodec/avcodec.h>\r
-}\r
-#if defined(_MSC_VER)\r
-#pragma warning (pop)\r
-#endif\r
-\r
-namespace caspar {\r
- \r
-struct audio_decoder::implementation : boost::noncopyable\r
-{ \r
- std::shared_ptr<AVCodecContext> codec_context_; \r
- const core::video_format_desc format_desc_;\r
- int index_;\r
- std::shared_ptr<ReSampleContext> resampler_;\r
-\r
- std::vector<int8_t, tbb::cache_aligned_allocator<int8_t>> buffer1_;\r
- std::vector<int8_t, tbb::cache_aligned_allocator<int8_t>> buffer2_;\r
- std::vector<int16_t, tbb::cache_aligned_allocator<int16_t>> audio_samples_; \r
- std::queue<std::shared_ptr<AVPacket>> packets_;\r
-public:\r
- explicit implementation(const std::shared_ptr<AVFormatContext>& context, const core::video_format_desc& format_desc) \r
- : format_desc_(format_desc) \r
- { \r
- AVCodec* dec;\r
- index_ = av_find_best_stream(context.get(), AVMEDIA_TYPE_AUDIO, -1, -1, &dec, 0);\r
-\r
- int errn = avcodec_open(context->streams[index_]->codec, dec);\r
- if(errn < 0)\r
- return;\r
- \r
- codec_context_.reset(context->streams[index_]->codec, avcodec_close);\r
-\r
- if(codec_context_ &&\r
- (codec_context_->sample_rate != static_cast<int>(format_desc_.audio_sample_rate) || \r
- codec_context_->channels != static_cast<int>(format_desc_.audio_channels)) ||\r
- codec_context_->sample_fmt != AV_SAMPLE_FMT_S16)\r
- { \r
- auto resampler = av_audio_resample_init(format_desc_.audio_channels, codec_context_->channels,\r
- format_desc_.audio_sample_rate, codec_context_->sample_rate,\r
- AV_SAMPLE_FMT_S16, codec_context_->sample_fmt,\r
- 16, 10, 0, 0.8);\r
-\r
- CASPAR_LOG(warning) << L" Invalid audio format.";\r
-\r
- if(resampler)\r
- resampler_.reset(resampler, audio_resample_close);\r
- else\r
- codec_context_ = nullptr;\r
- } \r
- }\r
-\r
- void push(const std::shared_ptr<AVPacket>& packet)\r
- { \r
- if(!codec_context_)\r
- return;\r
-\r
- if(packet && packet->stream_index != index_)\r
- return;\r
-\r
- packets_.push(packet);\r
- } \r
- \r
- std::vector<std::vector<int16_t>> poll()\r
- {\r
- std::vector<std::vector<int16_t>> result;\r
-\r
- if(!codec_context_)\r
- result.push_back(std::vector<int16_t>(format_desc_.audio_samples_per_frame, 0));\r
- else if(!packets_.empty())\r
- {\r
- decode();\r
-\r
- while(audio_samples_.size() > format_desc_.audio_samples_per_frame)\r
- {\r
- const auto begin = audio_samples_.begin();\r
- const auto end = audio_samples_.begin() + format_desc_.audio_samples_per_frame;\r
-\r
- result.push_back(std::vector<int16_t>(begin, end));\r
- audio_samples_.erase(begin, end);\r
- }\r
- }\r
-\r
- return result;\r
- }\r
-\r
- void decode()\r
- { \r
- if(packets_.empty())\r
- return;\r
-\r
- if(!packets_.front()) // eof\r
- {\r
- packets_.pop();\r
-\r
- auto truncate = audio_samples_.size() % format_desc_.audio_samples_per_frame;\r
- if(truncate > 0)\r
- {\r
- audio_samples_.resize(audio_samples_.size() - truncate); \r
- CASPAR_LOG(info) << L"Truncating " << truncate << L" audio-samples."; \r
- }\r
- avcodec_flush_buffers(codec_context_.get());\r
- }\r
- else\r
- {\r
- buffer1_.resize(AVCODEC_MAX_AUDIO_FRAME_SIZE*2, 0);\r
- int written_bytes = buffer1_.size() - FF_INPUT_BUFFER_PADDING_SIZE;\r
-\r
- const int ret = avcodec_decode_audio3(codec_context_.get(), reinterpret_cast<int16_t*>(buffer1_.data()), &written_bytes, packets_.front().get());\r
- if(ret < 0)\r
- { \r
- BOOST_THROW_EXCEPTION(\r
- invalid_operation() <<\r
- boost::errinfo_api_function("avcodec_decode_audio2") <<\r
- boost::errinfo_errno(AVUNERROR(ret)));\r
- }\r
-\r
- packets_.front()->size -= ret;\r
- packets_.front()->data += ret;\r
-\r
- if(packets_.front()->size <= 0)\r
- packets_.pop();\r
-\r
- buffer1_.resize(written_bytes);\r
-\r
- if(resampler_)\r
- {\r
- buffer2_.resize(AVCODEC_MAX_AUDIO_FRAME_SIZE*2, 0);\r
- auto ret = audio_resample(resampler_.get(),\r
- reinterpret_cast<short*>(buffer2_.data()), \r
- reinterpret_cast<short*>(buffer1_.data()), \r
- buffer1_.size() / (av_get_bytes_per_sample(codec_context_->sample_fmt) * codec_context_->channels)); \r
- buffer2_.resize(ret * av_get_bytes_per_sample(AV_SAMPLE_FMT_S16) * format_desc_.audio_channels);\r
- std::swap(buffer1_, buffer2_);\r
- }\r
-\r
- const auto n_samples = buffer1_.size() / av_get_bytes_per_sample(AV_SAMPLE_FMT_S16);\r
- const auto samples = reinterpret_cast<int16_t*>(buffer1_.data());\r
-\r
- audio_samples_.insert(audio_samples_.end(), samples, samples + n_samples); \r
- }\r
- }\r
-\r
- bool ready() const\r
- {\r
- return !codec_context_ || !packets_.empty();\r
- }\r
-};\r
-\r
-audio_decoder::audio_decoder(const std::shared_ptr<AVFormatContext>& context, const core::video_format_desc& format_desc) : impl_(new implementation(context, format_desc)){}\r
-void audio_decoder::push(const std::shared_ptr<AVPacket>& packet){impl_->push(packet);}\r
-bool audio_decoder::ready() const{return impl_->ready();}\r
-std::vector<std::vector<int16_t>> audio_decoder::poll(){return impl_->poll();}\r
-}
\ No newline at end of file
+/*
+* Copyright (c) 2011 Sveriges Television AB <info@casparcg.com>
+*
+* This file is part of CasparCG (www.casparcg.com).
+*
+* CasparCG is free software: you can redistribute it and/or modify
+* it under the terms of the GNU General Public License as published by
+* the Free Software Foundation, either version 3 of the License, or
+* (at your option) any later version.
+*
+* CasparCG is distributed in the hope that it will be useful,
+* but WITHOUT ANY WARRANTY; without even the implied warranty of
+* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+* GNU General Public License for more details.
+*
+* You should have received a copy of the GNU General Public License
+* along with CasparCG. If not, see <http://www.gnu.org/licenses/>.
+*
+* Author: Robert Nagy, ronag89@gmail.com
+*/
+
+#include "../../stdafx.h"
+
+#include "audio_decoder.h"
+
+#include "../util/util.h"
+#include "../input/input.h"
+#include "../../ffmpeg_error.h"
+
+#include <core/video_format.h>
+
+#include <common/log.h>
+
+#include <tbb/cache_aligned_allocator.h>
+
+#include <queue>
+
+#if defined(_MSC_VER)
+#pragma warning (push)
+#pragma warning (disable : 4244)
+#endif
+extern "C"
+{
+ #include <libavformat/avformat.h>
+ #include <libavcodec/avcodec.h>
+ #include <libswresample/swresample.h>
+}
+#if defined(_MSC_VER)
+#pragma warning (pop)
+#endif
+
+namespace caspar { namespace ffmpeg {
+
+uint64_t get_channel_layout(AVCodecContext* dec)
+{
+ auto layout = (dec->channel_layout && dec->channels == av_get_channel_layout_nb_channels(dec->channel_layout)) ? dec->channel_layout : av_get_default_channel_layout(dec->channels);
+ return layout;
+}
+
+struct audio_decoder::impl : boost::noncopyable
+{
+ core::monitor::subject monitor_subject_;
+ input* input_;
+ int index_;
+ const core::video_format_desc format_desc_;
+ const spl::shared_ptr<AVCodecContext> codec_context_ = open_codec(input_->context(), AVMEDIA_TYPE_AUDIO, index_);
+
+ std::shared_ptr<SwrContext> swr_ {
+ swr_alloc_set_opts(
+ nullptr,
+ av_get_default_channel_layout(format_desc_.audio_channels),
+ AV_SAMPLE_FMT_S32,
+ format_desc_.audio_sample_rate,
+ get_channel_layout(codec_context_.get()),
+ codec_context_->sample_fmt,
+ codec_context_->sample_rate,
+ 0,
+ nullptr),
+ [](SwrContext* p){swr_free(&p); }
+ };
+
+ std::vector<uint8_t, tbb::cache_aligned_allocator<int8_t>> buffer_;
+
+ std::shared_ptr<AVPacket> current_packet_;
+
+public:
+ explicit impl(input& in, const core::video_format_desc& format_desc)
+ : input_(&in)
+ , format_desc_(format_desc)
+ , codec_context_(open_codec(input_->context(), AVMEDIA_TYPE_AUDIO, index_))
+ , buffer_(480000 * 4)
+ {
+ if(!swr_)
+ CASPAR_THROW_EXCEPTION(bad_alloc());
+
+ THROW_ON_ERROR2(swr_init(swr_.get()), "[audio_decoder]");
+ }
+
+ std::shared_ptr<AVFrame> poll()
+ {
+ if(!current_packet_ && !input_->try_pop_audio(current_packet_))
+ return nullptr;
+
+ std::shared_ptr<AVFrame> audio;
+
+ if(!current_packet_)
+ {
+ avcodec_flush_buffers(codec_context_.get());
+ }
+ else if(!current_packet_->data)
+ {
+ if(codec_context_->codec->capabilities & CODEC_CAP_DELAY)
+ audio = decode(*current_packet_);
+
+ if(!audio)
+ current_packet_.reset();
+ }
+ else
+ {
+ audio = decode(*current_packet_);
+
+ if(current_packet_->size == 0)
+ current_packet_.reset();
+ }
+
+ return audio ? audio : poll();
+ }
+
+ std::shared_ptr<AVFrame> decode(AVPacket& pkt)
+ {
+ auto frame = create_frame();
+
+ int got_frame = 0;
+ auto len = THROW_ON_ERROR2(avcodec_decode_audio4(codec_context_.get(), frame.get(), &got_frame, &pkt), "[audio_decoder]");
+
+ if(len == 0)
+ {
+ pkt.size = 0;
+ return nullptr;
+ }
+
+ pkt.data += len;
+ pkt.size -= len;
+
+ if(!got_frame)
+ return nullptr;
+
+ const uint8_t *in[] = {frame->data[0]};
+ uint8_t* out[] = {buffer_.data()};
+
+ auto channel_samples = swr_convert(swr_.get(),
+ out, static_cast<int>(buffer_.size()) / format_desc_.audio_channels / av_get_bytes_per_sample(AV_SAMPLE_FMT_S32),
+ in, frame->nb_samples);
+
+ frame->data[0] = buffer_.data();
+ frame->linesize[0] = channel_samples * format_desc_.audio_channels * av_get_bytes_per_sample(AV_SAMPLE_FMT_S32);
+ frame->nb_samples = channel_samples;
+ frame->format = AV_SAMPLE_FMT_S32;
+
+ monitor_subject_ << core::monitor::message("/file/audio/sample-rate") % codec_context_->sample_rate
+ << core::monitor::message("/file/audio/channels") % codec_context_->channels
+ << core::monitor::message("/file/audio/format") % u8(av_get_sample_fmt_name(codec_context_->sample_fmt))
+ << core::monitor::message("/file/audio/codec") % u8(codec_context_->codec->long_name);
+
+ return frame;
+ }
+
+ uint32_t nb_frames() const
+ {
+ return 0;
+ }
+
+ std::wstring print() const
+ {
+ return L"[audio-decoder] " + u16(codec_context_->codec->long_name);
+ }
+};
+
+audio_decoder::audio_decoder(input& input, const core::video_format_desc& format_desc) : impl_(new impl(input, format_desc)){}
+audio_decoder::audio_decoder(audio_decoder&& other) : impl_(std::move(other.impl_)){}
+audio_decoder& audio_decoder::operator=(audio_decoder&& other){impl_ = std::move(other.impl_); return *this;}
+std::shared_ptr<AVFrame> audio_decoder::operator()(){return impl_->poll();}
+uint32_t audio_decoder::nb_frames() const{return impl_->nb_frames();}
+std::wstring audio_decoder::print() const{return impl_->print();}
+core::monitor::subject& audio_decoder::monitor_output() { return impl_->monitor_subject_;}
+}}
\ No newline at end of file