2 * copyright (c) 2010 Sveriges Television AB <info@casparcg.com>
\r
4 * This file is part of CasparCG.
\r
6 * CasparCG is free software: you can redistribute it and/or modify
\r
7 * it under the terms of the GNU General Public License as published by
\r
8 * the Free Software Foundation, either version 3 of the License, or
\r
9 * (at your option) any later version.
\r
11 * CasparCG is distributed in the hope that it will be useful,
\r
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
\r
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
\r
14 * GNU General Public License for more details.
\r
16 * You should have received a copy of the GNU General Public License
\r
17 * along with CasparCG. If not, see <http://www.gnu.org/licenses/>.
\r
20 #include "../../stdafx.h"
\r
22 #include "audio_decoder.h"
\r
24 #include "../../ffmpeg_error.h"
\r
26 #include <tbb/task_group.h>
\r
28 #if defined(_MSC_VER)
\r
29 #pragma warning (push)
\r
30 #pragma warning (disable : 4244)
\r
34 #define __STDC_CONSTANT_MACROS
\r
35 #define __STDC_LIMIT_MACROS
\r
36 #include <libavformat/avformat.h>
\r
37 #include <libavcodec/avcodec.h>
\r
39 #if defined(_MSC_VER)
\r
40 #pragma warning (pop)
\r
45 struct audio_decoder::implementation : boost::noncopyable
\r
47 std::shared_ptr<AVCodecContext> codec_context_;
\r
48 const core::video_format_desc format_desc_;
\r
50 std::shared_ptr<ReSampleContext> resampler_;
\r
52 std::vector<int8_t, tbb::cache_aligned_allocator<int8_t>> buffer1_;
\r
53 std::vector<int8_t, tbb::cache_aligned_allocator<int8_t>> buffer2_;
\r
54 std::vector<int16_t, tbb::cache_aligned_allocator<int16_t>> audio_samples_;
\r
55 std::queue<std::shared_ptr<AVPacket>> packets_;
\r
59 explicit implementation(const std::shared_ptr<AVFormatContext>& context, const core::video_format_desc& format_desc)
\r
60 : format_desc_(format_desc)
\r
62 , buffer1_(AVCODEC_MAX_AUDIO_FRAME_SIZE*2)
\r
67 index_ = THROW_ON_ERROR2(av_find_best_stream(context.get(), AVMEDIA_TYPE_AUDIO, -1, -1, &dec, 0), "[audio_decoder]");
\r
69 THROW_ON_ERROR2(avcodec_open(context->streams[index_]->codec, dec), "[audio_decoder]");
\r
73 CASPAR_LOG_CURRENT_EXCEPTION();
\r
74 CASPAR_LOG(warning) << "[audio_decoder] Failed to open audio. Running without audio.";
\r
78 codec_context_.reset(context->streams[index_]->codec, avcodec_close);
\r
80 //nb_frames_ = context->streams[index_]->nb_frames;
\r
81 //if(nb_frames_ == 0)
\r
82 // nb_frames_ = context->streams[index_]->duration * context->streams[index_]->time_base.den;
\r
84 if(codec_context_ &&
\r
85 (codec_context_->sample_rate != static_cast<int>(format_desc_.audio_sample_rate) ||
\r
86 codec_context_->channels != static_cast<int>(format_desc_.audio_channels)) ||
\r
87 codec_context_->sample_fmt != AV_SAMPLE_FMT_S16)
\r
89 auto resampler = av_audio_resample_init(format_desc_.audio_channels, codec_context_->channels,
\r
90 format_desc_.audio_sample_rate, codec_context_->sample_rate,
\r
91 AV_SAMPLE_FMT_S16, codec_context_->sample_fmt,
\r
94 buffer2_.resize(AVCODEC_MAX_AUDIO_FRAME_SIZE*2);
\r
96 CASPAR_LOG(warning) << L" Invalid audio format. Resampling.";
\r
99 resampler_.reset(resampler, audio_resample_close);
\r
101 codec_context_ = nullptr;
\r
105 void push(const std::shared_ptr<AVPacket>& packet)
\r
107 if(!codec_context_)
\r
110 if(packet && packet->stream_index != index_)
\r
113 packets_.push(packet);
\r
116 std::vector<std::shared_ptr<std::vector<int16_t>>> poll()
\r
118 std::vector<std::shared_ptr<std::vector<int16_t>>> result;
\r
120 if(!codec_context_)
\r
121 result.push_back(std::make_shared<std::vector<int16_t>>(format_desc_.audio_samples_per_frame, 0));
\r
122 else if(!packets_.empty())
\r
124 auto packet = packets_.front();
\r
128 result.push_back(decode(*packet));
\r
129 if(packet->size == 0)
\r
134 avcodec_flush_buffers(codec_context_.get());
\r
135 result.push_back(nullptr);
\r
143 std::shared_ptr<std::vector<int16_t>> decode(AVPacket& pkt)
\r
145 int written_bytes = buffer1_.size() - FF_INPUT_BUFFER_PADDING_SIZE;
\r
147 int ret = THROW_ON_ERROR2(avcodec_decode_audio3(codec_context_.get(), reinterpret_cast<int16_t*>(buffer1_.data()), &written_bytes, &pkt), "[audio_decoder]");
\r
149 // There might be several frames in one packet.
\r
155 auto ret = audio_resample(resampler_.get(),
\r
156 reinterpret_cast<short*>(buffer2_.data()),
\r
157 reinterpret_cast<short*>(buffer1_.data()),
\r
158 written_bytes / (av_get_bytes_per_sample(codec_context_->sample_fmt) * codec_context_->channels));
\r
159 written_bytes = ret * av_get_bytes_per_sample(AV_SAMPLE_FMT_S16) * format_desc_.audio_channels;
\r
160 std::swap(buffer1_, buffer2_);
\r
163 const auto n_samples = written_bytes / av_get_bytes_per_sample(AV_SAMPLE_FMT_S16);
\r
164 const auto samples = reinterpret_cast<int16_t*>(buffer1_.data());
\r
166 return std::make_shared<std::vector<int16_t>>(samples, samples + n_samples);
\r
171 return !codec_context_ || !packets_.empty();
\r
175 audio_decoder::audio_decoder(const std::shared_ptr<AVFormatContext>& context, const core::video_format_desc& format_desc) : impl_(new implementation(context, format_desc)){}
\r
176 void audio_decoder::push(const std::shared_ptr<AVPacket>& packet){impl_->push(packet);}
\r
177 bool audio_decoder::ready() const{return impl_->ready();}
\r
178 std::vector<std::shared_ptr<std::vector<int16_t>>> audio_decoder::poll(){return impl_->poll();}
\r
179 int64_t audio_decoder::nb_frames() const{return impl_->nb_frames_;}
\r