2 * Mpeg video formats-related picture management functions
4 * This file is part of Libav.
6 * Libav is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
11 * Libav is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with Libav; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
23 #include "libavutil/avassert.h"
24 #include "libavutil/common.h"
27 #include "motion_est.h"
28 #include "mpegpicture.h"
29 #include "mpegutils.h"
31 static int make_tables_writable(Picture *pic)
34 #define MAKE_WRITABLE(table) \
37 (ret = av_buffer_make_writable(&pic->table)) < 0)\
41 MAKE_WRITABLE(mb_var_buf);
42 MAKE_WRITABLE(mc_mb_var_buf);
43 MAKE_WRITABLE(mb_mean_buf);
44 MAKE_WRITABLE(mbskip_table_buf);
45 MAKE_WRITABLE(qscale_table_buf);
46 MAKE_WRITABLE(mb_type_buf);
48 for (i = 0; i < 2; i++) {
49 MAKE_WRITABLE(motion_val_buf[i]);
50 MAKE_WRITABLE(ref_index_buf[i]);
56 int ff_mpeg_framesize_alloc(AVCodecContext *avctx, MotionEstContext *me,
57 ScratchpadContext *sc, int linesize)
59 int alloc_size = FFALIGN(FFABS(linesize) + 32, 32);
61 // edge emu needs blocksize + filter length - 1
62 // (= 17x17 for halfpel / 21x21 for h264)
63 // VC1 computes luma and chroma simultaneously and needs 19X19 + 9x9
64 // at uvlinesize. It supports only YUV420 so 24x24 is enough
65 // linesize * interlaced * MBsize
66 FF_ALLOCZ_OR_GOTO(avctx, sc->edge_emu_buffer, alloc_size * 2 * 24,
69 FF_ALLOCZ_OR_GOTO(avctx, me->scratchpad, alloc_size * 2 * 16 * 3,
71 me->temp = me->scratchpad;
72 sc->rd_scratchpad = me->scratchpad;
73 sc->b_scratchpad = me->scratchpad;
74 sc->obmc_scratchpad = me->scratchpad + 16;
78 av_freep(&sc->edge_emu_buffer);
79 return AVERROR(ENOMEM);
83 * Allocate a frame buffer
85 static int alloc_frame_buffer(AVCodecContext *avctx, Picture *pic,
86 MotionEstContext *me, ScratchpadContext *sc,
87 int chroma_x_shift, int chroma_y_shift,
88 int linesize, int uvlinesize)
90 int edges_needed = av_codec_is_encoder(avctx->codec);
94 if (avctx->codec_id != AV_CODEC_ID_WMV3IMAGE &&
95 avctx->codec_id != AV_CODEC_ID_VC1IMAGE &&
96 avctx->codec_id != AV_CODEC_ID_MSS2) {
98 pic->f->width = avctx->width + 2 * EDGE_WIDTH;
99 pic->f->height = avctx->height + 2 * EDGE_WIDTH;
102 r = ff_thread_get_buffer(avctx, &pic->tf,
103 pic->reference ? AV_GET_BUFFER_FLAG_REF : 0);
105 pic->f->width = avctx->width;
106 pic->f->height = avctx->height;
107 pic->f->format = avctx->pix_fmt;
108 r = avcodec_default_get_buffer2(avctx, pic->f, 0);
111 if (r < 0 || !pic->f->buf[0]) {
112 av_log(avctx, AV_LOG_ERROR, "get_buffer() failed (%d %p)\n",
119 for (i = 0; pic->f->data[i]; i++) {
120 int offset = (EDGE_WIDTH >> (i ? chroma_y_shift : 0)) *
121 pic->f->linesize[i] +
122 (EDGE_WIDTH >> (i ? chroma_x_shift : 0));
123 pic->f->data[i] += offset;
125 pic->f->width = avctx->width;
126 pic->f->height = avctx->height;
129 if (avctx->hwaccel) {
130 assert(!pic->hwaccel_picture_private);
131 if (avctx->hwaccel->frame_priv_data_size) {
132 pic->hwaccel_priv_buf = av_buffer_allocz(avctx->hwaccel->frame_priv_data_size);
133 if (!pic->hwaccel_priv_buf) {
134 av_log(avctx, AV_LOG_ERROR, "alloc_frame_buffer() failed (hwaccel private data allocation)\n");
137 pic->hwaccel_picture_private = pic->hwaccel_priv_buf->data;
141 if (linesize && (linesize != pic->f->linesize[0] ||
142 uvlinesize != pic->f->linesize[1])) {
143 av_log(avctx, AV_LOG_ERROR,
144 "get_buffer() failed (stride changed)\n");
145 ff_mpeg_unref_picture(avctx, pic);
149 if (pic->f->linesize[1] != pic->f->linesize[2]) {
150 av_log(avctx, AV_LOG_ERROR,
151 "get_buffer() failed (uv stride mismatch)\n");
152 ff_mpeg_unref_picture(avctx, pic);
156 if (!sc->edge_emu_buffer &&
157 (ret = ff_mpeg_framesize_alloc(avctx, me, sc,
158 pic->f->linesize[0])) < 0) {
159 av_log(avctx, AV_LOG_ERROR,
160 "get_buffer() failed to allocate context scratch buffers.\n");
161 ff_mpeg_unref_picture(avctx, pic);
168 static int alloc_picture_tables(Picture *pic, int encoding, int out_format,
169 int mb_stride, int mb_height, int b8_stride)
171 const int big_mb_num = mb_stride * (mb_height + 1) + 1;
172 const int mb_array_size = mb_stride * mb_height;
173 const int b8_array_size = b8_stride * mb_height * 2;
177 pic->mbskip_table_buf = av_buffer_allocz(mb_array_size + 2);
178 pic->qscale_table_buf = av_buffer_allocz(big_mb_num + mb_stride);
179 pic->mb_type_buf = av_buffer_allocz((big_mb_num + mb_stride) *
181 if (!pic->mbskip_table_buf || !pic->qscale_table_buf || !pic->mb_type_buf)
182 return AVERROR(ENOMEM);
185 pic->mb_var_buf = av_buffer_allocz(mb_array_size * sizeof(int16_t));
186 pic->mc_mb_var_buf = av_buffer_allocz(mb_array_size * sizeof(int16_t));
187 pic->mb_mean_buf = av_buffer_allocz(mb_array_size);
188 if (!pic->mb_var_buf || !pic->mc_mb_var_buf || !pic->mb_mean_buf)
189 return AVERROR(ENOMEM);
192 if (out_format == FMT_H263 || encoding) {
193 int mv_size = 2 * (b8_array_size + 4) * sizeof(int16_t);
194 int ref_index_size = 4 * mb_array_size;
196 for (i = 0; mv_size && i < 2; i++) {
197 pic->motion_val_buf[i] = av_buffer_allocz(mv_size);
198 pic->ref_index_buf[i] = av_buffer_allocz(ref_index_size);
199 if (!pic->motion_val_buf[i] || !pic->ref_index_buf[i])
200 return AVERROR(ENOMEM);
208 * Allocate a Picture.
209 * The pixels are allocated/set by calling get_buffer() if shared = 0
211 int ff_alloc_picture(AVCodecContext *avctx, Picture *pic, MotionEstContext *me,
212 ScratchpadContext *sc, int shared, int encoding,
213 int chroma_x_shift, int chroma_y_shift, int out_format,
214 int mb_stride, int mb_height, int b8_stride,
215 ptrdiff_t *linesize, ptrdiff_t *uvlinesize)
220 assert(pic->f->data[0]);
223 assert(!pic->f->buf[0]);
224 if (alloc_frame_buffer(avctx, pic, me, sc,
225 chroma_x_shift, chroma_y_shift,
226 *linesize, *uvlinesize) < 0)
229 *linesize = pic->f->linesize[0];
230 *uvlinesize = pic->f->linesize[1];
233 if (!pic->qscale_table_buf)
234 ret = alloc_picture_tables(pic, encoding, out_format,
235 mb_stride, mb_height, b8_stride);
237 ret = make_tables_writable(pic);
242 pic->mb_var = (uint16_t*)pic->mb_var_buf->data;
243 pic->mc_mb_var = (uint16_t*)pic->mc_mb_var_buf->data;
244 pic->mb_mean = pic->mb_mean_buf->data;
247 pic->mbskip_table = pic->mbskip_table_buf->data;
248 pic->qscale_table = pic->qscale_table_buf->data + 2 * mb_stride + 1;
249 pic->mb_type = (uint32_t*)pic->mb_type_buf->data + 2 * mb_stride + 1;
251 if (pic->motion_val_buf[0]) {
252 for (i = 0; i < 2; i++) {
253 pic->motion_val[i] = (int16_t (*)[2])pic->motion_val_buf[i]->data + 4;
254 pic->ref_index[i] = pic->ref_index_buf[i]->data;
260 av_log(avctx, AV_LOG_ERROR, "Error allocating a picture.\n");
261 ff_mpeg_unref_picture(avctx, pic);
262 ff_free_picture_tables(pic);
263 return AVERROR(ENOMEM);
267 * Deallocate a picture.
269 void ff_mpeg_unref_picture(AVCodecContext *avctx, Picture *pic)
272 /* WM Image / Screen codecs allocate internal buffers with different
273 * dimensions / colorspaces; ignore user-defined callbacks for these. */
274 if (avctx->codec_id != AV_CODEC_ID_WMV3IMAGE &&
275 avctx->codec_id != AV_CODEC_ID_VC1IMAGE &&
276 avctx->codec_id != AV_CODEC_ID_MSS2)
277 ff_thread_release_buffer(avctx, &pic->tf);
279 av_frame_unref(pic->f);
281 av_buffer_unref(&pic->hwaccel_priv_buf);
283 if (pic->needs_realloc)
284 ff_free_picture_tables(pic);
287 int ff_update_picture_tables(Picture *dst, Picture *src)
291 #define UPDATE_TABLE(table) \
294 (!dst->table || dst->table->buffer != src->table->buffer)) { \
295 av_buffer_unref(&dst->table); \
296 dst->table = av_buffer_ref(src->table); \
298 ff_free_picture_tables(dst); \
299 return AVERROR(ENOMEM); \
304 UPDATE_TABLE(mb_var_buf);
305 UPDATE_TABLE(mc_mb_var_buf);
306 UPDATE_TABLE(mb_mean_buf);
307 UPDATE_TABLE(mbskip_table_buf);
308 UPDATE_TABLE(qscale_table_buf);
309 UPDATE_TABLE(mb_type_buf);
310 for (i = 0; i < 2; i++) {
311 UPDATE_TABLE(motion_val_buf[i]);
312 UPDATE_TABLE(ref_index_buf[i]);
315 dst->mb_var = src->mb_var;
316 dst->mc_mb_var = src->mc_mb_var;
317 dst->mb_mean = src->mb_mean;
318 dst->mbskip_table = src->mbskip_table;
319 dst->qscale_table = src->qscale_table;
320 dst->mb_type = src->mb_type;
321 for (i = 0; i < 2; i++) {
322 dst->motion_val[i] = src->motion_val[i];
323 dst->ref_index[i] = src->ref_index[i];
329 int ff_mpeg_ref_picture(AVCodecContext *avctx, Picture *dst, Picture *src)
333 av_assert0(!dst->f->buf[0]);
334 av_assert0(src->f->buf[0]);
338 ret = ff_thread_ref_frame(&dst->tf, &src->tf);
342 ret = ff_update_picture_tables(dst, src);
346 if (src->hwaccel_picture_private) {
347 dst->hwaccel_priv_buf = av_buffer_ref(src->hwaccel_priv_buf);
348 if (!dst->hwaccel_priv_buf)
350 dst->hwaccel_picture_private = dst->hwaccel_priv_buf->data;
353 dst->field_picture = src->field_picture;
354 dst->mb_var_sum = src->mb_var_sum;
355 dst->mc_mb_var_sum = src->mc_mb_var_sum;
356 dst->b_frame_score = src->b_frame_score;
357 dst->needs_realloc = src->needs_realloc;
358 dst->reference = src->reference;
359 dst->shared = src->shared;
361 memcpy(dst->encoding_error, src->encoding_error,
362 sizeof(dst->encoding_error));
366 ff_mpeg_unref_picture(avctx, dst);
370 static inline int pic_is_unused(Picture *pic)
374 if (pic->needs_realloc && !(pic->reference & DELAYED_PIC_REF))
379 static int find_unused_picture(Picture *picture, int shared)
384 for (i = 0; i < MAX_PICTURE_COUNT; i++) {
385 if (!picture[i].f->buf[0])
389 for (i = 0; i < MAX_PICTURE_COUNT; i++) {
390 if (pic_is_unused(&picture[i]))
395 return AVERROR_INVALIDDATA;
398 int ff_find_unused_picture(AVCodecContext *avctx, Picture *picture, int shared)
400 int ret = find_unused_picture(picture, shared);
402 if (ret >= 0 && ret < MAX_PICTURE_COUNT) {
403 if (picture[ret].needs_realloc) {
404 picture[ret].needs_realloc = 0;
405 ff_free_picture_tables(&picture[ret]);
406 ff_mpeg_unref_picture(avctx, &picture[ret]);
412 void ff_free_picture_tables(Picture *pic)
416 av_buffer_unref(&pic->mb_var_buf);
417 av_buffer_unref(&pic->mc_mb_var_buf);
418 av_buffer_unref(&pic->mb_mean_buf);
419 av_buffer_unref(&pic->mbskip_table_buf);
420 av_buffer_unref(&pic->qscale_table_buf);
421 av_buffer_unref(&pic->mb_type_buf);
423 for (i = 0; i < 2; i++) {
424 av_buffer_unref(&pic->motion_val_buf[i]);
425 av_buffer_unref(&pic->ref_index_buf[i]);