2 * copyright (c) 2010 Sveriges Television AB <info@casparcg.com>
\r
4 * This file is part of CasparCG.
\r
6 * CasparCG is free software: you can redistribute it and/or modify
\r
7 * it under the terms of the GNU General Public License as published by
\r
8 * the Free Software Foundation, either version 3 of the License, or
\r
9 * (at your option) any later version.
\r
11 * CasparCG is distributed in the hope that it will be useful,
\r
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
\r
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
\r
14 * GNU General Public License for more details.
\r
16 * You should have received a copy of the GNU General Public License
\r
17 * along with CasparCG. If not, see <http://www.gnu.org/licenses/>.
\r
20 #include "../../stdafx.h"
\r
22 #include "audio_decoder.h"
\r
24 #include "../../ffmpeg_error.h"
\r
26 #include <core/video_format.h>
\r
28 #include <tbb/cache_aligned_allocator.h>
\r
32 #if defined(_MSC_VER)
\r
33 #pragma warning (push)
\r
34 #pragma warning (disable : 4244)
\r
38 #include <libavformat/avformat.h>
\r
39 #include <libavcodec/avcodec.h>
\r
41 #if defined(_MSC_VER)
\r
42 #pragma warning (pop)
\r
47 struct audio_decoder::implementation : boost::noncopyable
\r
49 std::shared_ptr<AVCodecContext> codec_context_;
\r
50 const core::video_format_desc format_desc_;
\r
52 std::shared_ptr<ReSampleContext> resampler_;
\r
54 std::vector<int8_t, tbb::cache_aligned_allocator<int8_t>> buffer1_;
\r
55 std::vector<int8_t, tbb::cache_aligned_allocator<int8_t>> buffer2_;
\r
56 std::vector<int16_t, tbb::cache_aligned_allocator<int16_t>> audio_samples_;
\r
57 std::queue<std::shared_ptr<AVPacket>> packets_;
\r
61 explicit implementation(const safe_ptr<AVFormatContext>& context, const core::video_format_desc& format_desc)
\r
62 : format_desc_(format_desc)
\r
68 index_ = THROW_ON_ERROR2(av_find_best_stream(context.get(), AVMEDIA_TYPE_AUDIO, -1, -1, &dec, 0), "[audio_decoder]");
\r
70 THROW_ON_ERROR2(avcodec_open(context->streams[index_]->codec, dec), "[audio_decoder]");
\r
72 codec_context_.reset(context->streams[index_]->codec, avcodec_close);
\r
74 buffer1_.resize(AVCODEC_MAX_AUDIO_FRAME_SIZE*2);
\r
76 if(codec_context_->sample_rate != static_cast<int>(format_desc_.audio_sample_rate) ||
\r
77 codec_context_->channels != static_cast<int>(format_desc_.audio_channels) ||
\r
78 codec_context_->sample_fmt != AV_SAMPLE_FMT_S16)
\r
80 auto resampler = av_audio_resample_init(format_desc_.audio_channels, codec_context_->channels,
\r
81 format_desc_.audio_sample_rate, codec_context_->sample_rate,
\r
82 AV_SAMPLE_FMT_S16, codec_context_->sample_fmt,
\r
85 buffer2_.resize(AVCODEC_MAX_AUDIO_FRAME_SIZE*2);
\r
87 CASPAR_LOG(warning) << L"Invalid audio format. Resampling." <<
\r
88 L" sample_rate:" << static_cast<int>(codec_context_->sample_rate) <<
\r
89 L" audio_channels:" << static_cast<int>(codec_context_->channels) <<
\r
90 L" sample_fmt:" << static_cast<int>(codec_context_->sample_fmt);
\r
93 resampler_.reset(resampler, audio_resample_close);
\r
95 codec_context_ = nullptr;
\r
100 index_ = THROW_ON_ERROR2(av_find_best_stream(context.get(), AVMEDIA_TYPE_VIDEO, -1, -1, nullptr, 0), "[audio_decoder]");
\r
102 CASPAR_LOG_CURRENT_EXCEPTION();
\r
103 CASPAR_LOG(warning) << "[audio_decoder] Failed to open audio-stream. Running without audio.";
\r
107 void push(const std::shared_ptr<AVPacket>& packet)
\r
109 if(packet && packet->stream_index != index_)
\r
112 packets_.push(packet);
\r
115 std::vector<std::shared_ptr<std::vector<int16_t>>> poll()
\r
117 std::vector<std::shared_ptr<std::vector<int16_t>>> result;
\r
119 if(packets_.empty())
\r
122 if(!codec_context_)
\r
123 return empty_poll();
\r
125 auto packet = packets_.front();
\r
129 result.push_back(decode(*packet));
\r
130 if(packet->size == 0)
\r
135 avcodec_flush_buffers(codec_context_.get());
\r
136 result.push_back(nullptr);
\r
143 std::vector<std::shared_ptr<std::vector<int16_t>>> empty_poll()
\r
145 auto packet = packets_.front();
\r
149 return boost::assign::list_of(nullptr);
\r
151 return boost::assign::list_of(std::make_shared<std::vector<int16_t>>(format_desc_.audio_samples_per_frame, 0));
\r
154 std::shared_ptr<std::vector<int16_t>> decode(AVPacket& pkt)
\r
156 int written_bytes = buffer1_.size() - FF_INPUT_BUFFER_PADDING_SIZE;
\r
158 int ret = THROW_ON_ERROR2(avcodec_decode_audio3(codec_context_.get(), reinterpret_cast<int16_t*>(buffer1_.data()), &written_bytes, &pkt), "[audio_decoder]");
\r
160 // There might be several frames in one packet.
\r
166 auto ret = audio_resample(resampler_.get(),
\r
167 reinterpret_cast<short*>(buffer2_.data()),
\r
168 reinterpret_cast<short*>(buffer1_.data()),
\r
169 written_bytes / (av_get_bytes_per_sample(codec_context_->sample_fmt) * codec_context_->channels));
\r
170 written_bytes = ret * av_get_bytes_per_sample(AV_SAMPLE_FMT_S16) * format_desc_.audio_channels;
\r
171 std::swap(buffer1_, buffer2_);
\r
174 const auto n_samples = written_bytes / av_get_bytes_per_sample(AV_SAMPLE_FMT_S16);
\r
175 const auto samples = reinterpret_cast<int16_t*>(buffer1_.data());
\r
177 return std::make_shared<std::vector<int16_t>>(samples, samples + n_samples);
\r
182 return !packets_.empty();
\r
186 audio_decoder::audio_decoder(const safe_ptr<AVFormatContext>& context, const core::video_format_desc& format_desc) : impl_(new implementation(context, format_desc)){}
\r
187 void audio_decoder::push(const std::shared_ptr<AVPacket>& packet){impl_->push(packet);}
\r
188 bool audio_decoder::ready() const{return impl_->ready();}
\r
189 std::vector<std::shared_ptr<std::vector<int16_t>>> audio_decoder::poll(){return impl_->poll();}
\r
190 int64_t audio_decoder::nb_frames() const{return impl_->nb_frames_;}
\r