2 * copyright (c) 2010 Sveriges Television AB <info@casparcg.com>
\r
4 * This file is part of CasparCG.
\r
6 * CasparCG is free software: you can redistribute it and/or modify
\r
7 * it under the terms of the GNU General Public License as published by
\r
8 * the Free Software Foundation, either version 3 of the License, or
\r
9 * (at your option) any later version.
\r
11 * CasparCG is distributed in the hope that it will be useful,
\r
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
\r
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
\r
14 * GNU General Public License for more details.
\r
16 * You should have received a copy of the GNU General Public License
\r
17 * along with CasparCG. If not, see <http://www.gnu.org/licenses/>.
\r
20 #include "../../stdafx.h"
\r
22 #include "audio_decoder.h"
\r
24 #include "../../ffmpeg_error.h"
\r
26 #include <core/video_format.h>
\r
28 #include <tbb/cache_aligned_allocator.h>
\r
32 #if defined(_MSC_VER)
\r
33 #pragma warning (push)
\r
34 #pragma warning (disable : 4244)
\r
38 #include <libavformat/avformat.h>
\r
39 #include <libavcodec/avcodec.h>
\r
41 #if defined(_MSC_VER)
\r
42 #pragma warning (pop)
\r
47 struct audio_decoder::implementation : boost::noncopyable
\r
49 std::shared_ptr<AVCodecContext> codec_context_;
\r
50 const core::video_format_desc format_desc_;
\r
52 std::shared_ptr<ReSampleContext> resampler_;
\r
54 std::vector<int8_t, tbb::cache_aligned_allocator<int8_t>> buffer1_;
\r
55 std::vector<int8_t, tbb::cache_aligned_allocator<int8_t>> buffer2_;
\r
56 std::vector<int16_t, tbb::cache_aligned_allocator<int16_t>> audio_samples_;
\r
57 std::queue<std::shared_ptr<AVPacket>> packets_;
\r
61 explicit implementation(const std::shared_ptr<AVFormatContext>& context, const core::video_format_desc& format_desc)
\r
62 : format_desc_(format_desc)
\r
64 , buffer1_(AVCODEC_MAX_AUDIO_FRAME_SIZE*2)
\r
69 index_ = THROW_ON_ERROR2(av_find_best_stream(context.get(), AVMEDIA_TYPE_AUDIO, -1, -1, &dec, 0), "[audio_decoder]");
\r
71 THROW_ON_ERROR2(avcodec_open(context->streams[index_]->codec, dec), "[audio_decoder]");
\r
75 CASPAR_LOG_CURRENT_EXCEPTION();
\r
76 CASPAR_LOG(warning) << "[audio_decoder] Failed to open audio. Running without audio.";
\r
80 codec_context_.reset(context->streams[index_]->codec, avcodec_close);
\r
82 //nb_frames_ = context->streams[index_]->nb_frames;
\r
83 //if(nb_frames_ == 0)
\r
84 // nb_frames_ = context->streams[index_]->duration * context->streams[index_]->time_base.den;
\r
86 if(codec_context_ &&
\r
87 (codec_context_->sample_rate != static_cast<int>(format_desc_.audio_sample_rate) ||
\r
88 codec_context_->channels != static_cast<int>(format_desc_.audio_channels)) ||
\r
89 codec_context_->sample_fmt != AV_SAMPLE_FMT_S16)
\r
91 auto resampler = av_audio_resample_init(format_desc_.audio_channels, codec_context_->channels,
\r
92 format_desc_.audio_sample_rate, codec_context_->sample_rate,
\r
93 AV_SAMPLE_FMT_S16, codec_context_->sample_fmt,
\r
96 buffer2_.resize(AVCODEC_MAX_AUDIO_FRAME_SIZE*2);
\r
98 CASPAR_LOG(warning) << L" Invalid audio format. Resampling.";
\r
101 resampler_.reset(resampler, audio_resample_close);
\r
103 codec_context_ = nullptr;
\r
107 void push(const std::shared_ptr<AVPacket>& packet)
\r
109 if(!codec_context_)
\r
112 if(packet && packet->stream_index != index_)
\r
115 packets_.push(packet);
\r
118 std::vector<std::shared_ptr<std::vector<int16_t>>> poll()
\r
120 std::vector<std::shared_ptr<std::vector<int16_t>>> result;
\r
122 if(!codec_context_)
\r
123 result.push_back(std::make_shared<std::vector<int16_t>>(format_desc_.audio_samples_per_frame, 0));
\r
124 else if(!packets_.empty())
\r
126 auto packet = packets_.front();
\r
130 result.push_back(decode(*packet));
\r
131 if(packet->size == 0)
\r
136 avcodec_flush_buffers(codec_context_.get());
\r
137 result.push_back(nullptr);
\r
145 std::shared_ptr<std::vector<int16_t>> decode(AVPacket& pkt)
\r
147 int written_bytes = buffer1_.size() - FF_INPUT_BUFFER_PADDING_SIZE;
\r
149 int ret = THROW_ON_ERROR2(avcodec_decode_audio3(codec_context_.get(), reinterpret_cast<int16_t*>(buffer1_.data()), &written_bytes, &pkt), "[audio_decoder]");
\r
151 // There might be several frames in one packet.
\r
157 auto ret = audio_resample(resampler_.get(),
\r
158 reinterpret_cast<short*>(buffer2_.data()),
\r
159 reinterpret_cast<short*>(buffer1_.data()),
\r
160 written_bytes / (av_get_bytes_per_sample(codec_context_->sample_fmt) * codec_context_->channels));
\r
161 written_bytes = ret * av_get_bytes_per_sample(AV_SAMPLE_FMT_S16) * format_desc_.audio_channels;
\r
162 std::swap(buffer1_, buffer2_);
\r
165 const auto n_samples = written_bytes / av_get_bytes_per_sample(AV_SAMPLE_FMT_S16);
\r
166 const auto samples = reinterpret_cast<int16_t*>(buffer1_.data());
\r
168 return std::make_shared<std::vector<int16_t>>(samples, samples + n_samples);
\r
173 return !codec_context_ || !packets_.empty();
\r
177 audio_decoder::audio_decoder(const std::shared_ptr<AVFormatContext>& context, const core::video_format_desc& format_desc) : impl_(new implementation(context, format_desc)){}
\r
178 void audio_decoder::push(const std::shared_ptr<AVPacket>& packet){impl_->push(packet);}
\r
179 bool audio_decoder::ready() const{return impl_->ready();}
\r
180 std::vector<std::shared_ptr<std::vector<int16_t>>> audio_decoder::poll(){return impl_->poll();}
\r
181 int64_t audio_decoder::nb_frames() const{return impl_->nb_frames_;}
\r