]> git.sesse.net Git - ffmpeg/blob - libavcodec/vdpau.c
fate/aac: Increase fuzz from of fate-aac-pns-encode from 72 to 74 for Loongson
[ffmpeg] / libavcodec / vdpau.c
1 /*
2  * Video Decode and Presentation API for UNIX (VDPAU) is used for
3  * HW decode acceleration for MPEG-1/2, MPEG-4 ASP, H.264 and VC-1.
4  *
5  * Copyright (c) 2008 NVIDIA
6  *
7  * This file is part of FFmpeg.
8  *
9  * FFmpeg is free software; you can redistribute it and/or
10  * modify it under the terms of the GNU Lesser General Public
11  * License as published by the Free Software Foundation; either
12  * version 2.1 of the License, or (at your option) any later version.
13  *
14  * FFmpeg is distributed in the hope that it will be useful,
15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
17  * Lesser General Public License for more details.
18  *
19  * You should have received a copy of the GNU Lesser General Public
20  * License along with FFmpeg; if not, write to the Free Software
21  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22  */
23
24 #include <limits.h>
25 #include "libavutil/avassert.h"
26 #include "avcodec.h"
27 #include "internal.h"
28 #include "h264.h"
29 #include "vc1.h"
30
31 #undef NDEBUG
32 #include <assert.h>
33
34 #include "vdpau.h"
35 #include "vdpau_compat.h"
36 #include "vdpau_internal.h"
37
38 /**
39  * @addtogroup VDPAU_Decoding
40  *
41  * @{
42  */
43
44 static int vdpau_error(VdpStatus status)
45 {
46     switch (status) {
47     case VDP_STATUS_OK:
48         return 0;
49     case VDP_STATUS_NO_IMPLEMENTATION:
50         return AVERROR(ENOSYS);
51     case VDP_STATUS_DISPLAY_PREEMPTED:
52         return AVERROR(EIO);
53     case VDP_STATUS_INVALID_HANDLE:
54         return AVERROR(EBADF);
55     case VDP_STATUS_INVALID_POINTER:
56         return AVERROR(EFAULT);
57     case VDP_STATUS_RESOURCES:
58         return AVERROR(ENOBUFS);
59     case VDP_STATUS_HANDLE_DEVICE_MISMATCH:
60         return AVERROR(EXDEV);
61     case VDP_STATUS_ERROR:
62         return AVERROR(EIO);
63     default:
64         return AVERROR(EINVAL);
65     }
66 }
67
68 AVVDPAUContext *av_alloc_vdpaucontext(void)
69 {
70     return av_vdpau_alloc_context();
71 }
72
73 MAKE_ACCESSORS(AVVDPAUContext, vdpau_hwaccel, AVVDPAU_Render2, render2)
74
75 int av_vdpau_get_surface_parameters(AVCodecContext *avctx,
76                                     VdpChromaType *type,
77                                     uint32_t *width, uint32_t *height)
78 {
79     VdpChromaType t;
80     uint32_t w = avctx->coded_width;
81     uint32_t h = avctx->coded_height;
82
83     /* See <vdpau/vdpau.h> for per-type alignment constraints. */
84     switch (avctx->sw_pix_fmt) {
85     case AV_PIX_FMT_YUV420P:
86     case AV_PIX_FMT_YUVJ420P:
87         t = VDP_CHROMA_TYPE_420;
88         w = (w + 1) & ~1;
89         h = (h + 3) & ~3;
90         break;
91     case AV_PIX_FMT_YUV422P:
92     case AV_PIX_FMT_YUVJ422P:
93         t = VDP_CHROMA_TYPE_422;
94         w = (w + 1) & ~1;
95         h = (h + 1) & ~1;
96         break;
97     case AV_PIX_FMT_YUV444P:
98     case AV_PIX_FMT_YUVJ444P:
99         t = VDP_CHROMA_TYPE_444;
100         h = (h + 1) & ~1;
101         break;
102     default:
103         return AVERROR(ENOSYS);
104     }
105
106     if (type)
107         *type = t;
108     if (width)
109         *width = w;
110     if (height)
111         *height = h;
112     return 0;
113 }
114
115 int ff_vdpau_common_init(AVCodecContext *avctx, VdpDecoderProfile profile,
116                          int level)
117 {
118     VDPAUHWContext *hwctx = avctx->hwaccel_context;
119     VDPAUContext *vdctx = avctx->internal->hwaccel_priv_data;
120     VdpVideoSurfaceQueryCapabilities *surface_query_caps;
121     VdpDecoderQueryCapabilities *decoder_query_caps;
122     VdpDecoderCreate *create;
123     void *func;
124     VdpStatus status;
125     VdpBool supported;
126     uint32_t max_level, max_mb, max_width, max_height;
127     VdpChromaType type;
128     uint32_t width;
129     uint32_t height;
130
131     vdctx->width            = UINT32_MAX;
132     vdctx->height           = UINT32_MAX;
133
134     if (!hwctx) {
135         vdctx->device  = VDP_INVALID_HANDLE;
136         av_log(avctx, AV_LOG_WARNING, "hwaccel_context has not been setup by the user application, cannot initialize\n");
137         return 0;
138     }
139
140     if (hwctx->context.decoder != VDP_INVALID_HANDLE) {
141         vdctx->decoder = hwctx->context.decoder;
142         vdctx->render  = hwctx->context.render;
143         vdctx->device  = VDP_INVALID_HANDLE;
144         return 0; /* Decoder created by user */
145     }
146     hwctx->reset            = 0;
147
148     vdctx->device           = hwctx->device;
149     vdctx->get_proc_address = hwctx->get_proc_address;
150
151     if (hwctx->flags & AV_HWACCEL_FLAG_IGNORE_LEVEL)
152         level = 0;
153     else if (level < 0)
154         return AVERROR(ENOTSUP);
155
156     if (av_vdpau_get_surface_parameters(avctx, &type, &width, &height))
157         return AVERROR(ENOSYS);
158
159     if (!(hwctx->flags & AV_HWACCEL_FLAG_ALLOW_HIGH_DEPTH) &&
160         type != VDP_CHROMA_TYPE_420)
161         return AVERROR(ENOSYS);
162
163     status = vdctx->get_proc_address(vdctx->device,
164                                      VDP_FUNC_ID_VIDEO_SURFACE_QUERY_CAPABILITIES,
165                                      &func);
166     if (status != VDP_STATUS_OK)
167         return vdpau_error(status);
168     else
169         surface_query_caps = func;
170
171     status = surface_query_caps(vdctx->device, type, &supported,
172                                 &max_width, &max_height);
173     if (status != VDP_STATUS_OK)
174         return vdpau_error(status);
175     if (supported != VDP_TRUE ||
176         max_width < width || max_height < height)
177         return AVERROR(ENOTSUP);
178
179     status = vdctx->get_proc_address(vdctx->device,
180                                      VDP_FUNC_ID_DECODER_QUERY_CAPABILITIES,
181                                      &func);
182     if (status != VDP_STATUS_OK)
183         return vdpau_error(status);
184     else
185         decoder_query_caps = func;
186
187     status = decoder_query_caps(vdctx->device, profile, &supported, &max_level,
188                                 &max_mb, &max_width, &max_height);
189 #ifdef VDP_DECODER_PROFILE_H264_CONSTRAINED_BASELINE
190     if ((status != VDP_STATUS_OK || supported != VDP_TRUE) && profile == VDP_DECODER_PROFILE_H264_CONSTRAINED_BASELINE) {
191         profile = VDP_DECODER_PROFILE_H264_MAIN;
192         status = decoder_query_caps(vdctx->device, profile, &supported,
193                                     &max_level, &max_mb,
194                                     &max_width, &max_height);
195     }
196 #endif
197     if (status != VDP_STATUS_OK)
198         return vdpau_error(status);
199
200     if (supported != VDP_TRUE || max_level < level ||
201         max_width < width || max_height < height)
202         return AVERROR(ENOTSUP);
203
204     status = vdctx->get_proc_address(vdctx->device, VDP_FUNC_ID_DECODER_CREATE,
205                                      &func);
206     if (status != VDP_STATUS_OK)
207         return vdpau_error(status);
208     else
209         create = func;
210
211     status = vdctx->get_proc_address(vdctx->device, VDP_FUNC_ID_DECODER_RENDER,
212                                      &func);
213     if (status != VDP_STATUS_OK)
214         return vdpau_error(status);
215     else
216         vdctx->render = func;
217
218     status = create(vdctx->device, profile, width, height, avctx->refs,
219                     &vdctx->decoder);
220     if (status == VDP_STATUS_OK) {
221         vdctx->width  = avctx->coded_width;
222         vdctx->height = avctx->coded_height;
223     }
224
225     return vdpau_error(status);
226 }
227
228 int ff_vdpau_common_uninit(AVCodecContext *avctx)
229 {
230     VDPAUContext *vdctx = avctx->internal->hwaccel_priv_data;
231     VdpDecoderDestroy *destroy;
232     void *func;
233     VdpStatus status;
234
235     if (vdctx->device == VDP_INVALID_HANDLE)
236         return 0; /* Decoder created and destroyed by user */
237     if (vdctx->width == UINT32_MAX && vdctx->height == UINT32_MAX)
238         return 0;
239
240     status = vdctx->get_proc_address(vdctx->device,
241                                      VDP_FUNC_ID_DECODER_DESTROY, &func);
242     if (status != VDP_STATUS_OK)
243         return vdpau_error(status);
244     else
245         destroy = func;
246
247     status = destroy(vdctx->decoder);
248     return vdpau_error(status);
249 }
250
251 static int ff_vdpau_common_reinit(AVCodecContext *avctx)
252 {
253     VDPAUHWContext *hwctx = avctx->hwaccel_context;
254     VDPAUContext *vdctx = avctx->internal->hwaccel_priv_data;
255
256     if (vdctx->device == VDP_INVALID_HANDLE)
257         return 0; /* Decoder created by user */
258     if (avctx->coded_width == vdctx->width &&
259         avctx->coded_height == vdctx->height && !hwctx->reset)
260         return 0;
261
262     avctx->hwaccel->uninit(avctx);
263     return avctx->hwaccel->init(avctx);
264 }
265
266 int ff_vdpau_common_start_frame(struct vdpau_picture_context *pic_ctx,
267                                 av_unused const uint8_t *buffer,
268                                 av_unused uint32_t size)
269 {
270     pic_ctx->bitstream_buffers_allocated = 0;
271     pic_ctx->bitstream_buffers_used      = 0;
272     pic_ctx->bitstream_buffers           = NULL;
273     return 0;
274 }
275
276 int ff_vdpau_common_end_frame(AVCodecContext *avctx, AVFrame *frame,
277                               struct vdpau_picture_context *pic_ctx)
278 {
279     VDPAUContext *vdctx = avctx->internal->hwaccel_priv_data;
280     AVVDPAUContext *hwctx = avctx->hwaccel_context;
281     VdpVideoSurface surf = ff_vdpau_get_surface_id(frame);
282     VdpStatus status;
283     int val;
284
285     val = ff_vdpau_common_reinit(avctx);
286     if (val < 0)
287         return val;
288
289 #if FF_API_BUFS_VDPAU
290 FF_DISABLE_DEPRECATION_WARNINGS
291     av_assert0(sizeof(hwctx->info) <= sizeof(pic_ctx->info));
292     memcpy(&hwctx->info, &pic_ctx->info, sizeof(hwctx->info));
293     hwctx->bitstream_buffers = pic_ctx->bitstream_buffers;
294     hwctx->bitstream_buffers_used = pic_ctx->bitstream_buffers_used;
295     hwctx->bitstream_buffers_allocated = pic_ctx->bitstream_buffers_allocated;
296 FF_ENABLE_DEPRECATION_WARNINGS
297 #endif
298
299     if (!hwctx->render && hwctx->render2) {
300         status = hwctx->render2(avctx, frame, (void *)&pic_ctx->info,
301                                 pic_ctx->bitstream_buffers_used, pic_ctx->bitstream_buffers);
302     } else
303     status = vdctx->render(vdctx->decoder, surf, (void *)&pic_ctx->info,
304                            pic_ctx->bitstream_buffers_used,
305                            pic_ctx->bitstream_buffers);
306
307     av_freep(&pic_ctx->bitstream_buffers);
308
309 #if FF_API_BUFS_VDPAU
310 FF_DISABLE_DEPRECATION_WARNINGS
311     hwctx->bitstream_buffers = NULL;
312     hwctx->bitstream_buffers_used = 0;
313     hwctx->bitstream_buffers_allocated = 0;
314 FF_ENABLE_DEPRECATION_WARNINGS
315 #endif
316
317     return vdpau_error(status);
318 }
319
320 #if CONFIG_MPEG1_VDPAU_HWACCEL || \
321     CONFIG_MPEG2_VDPAU_HWACCEL || CONFIG_MPEG4_VDPAU_HWACCEL || \
322     CONFIG_VC1_VDPAU_HWACCEL   || CONFIG_WMV3_VDPAU_HWACCEL
323 int ff_vdpau_mpeg_end_frame(AVCodecContext *avctx)
324 {
325     MpegEncContext *s = avctx->priv_data;
326     Picture *pic = s->current_picture_ptr;
327     struct vdpau_picture_context *pic_ctx = pic->hwaccel_picture_private;
328     int val;
329
330     val = ff_vdpau_common_end_frame(avctx, pic->f, pic_ctx);
331     if (val < 0)
332         return val;
333
334     ff_mpeg_draw_horiz_band(s, 0, s->avctx->height);
335     return 0;
336 }
337 #endif
338
339 int ff_vdpau_add_buffer(struct vdpau_picture_context *pic_ctx,
340                         const uint8_t *buf, uint32_t size)
341 {
342     VdpBitstreamBuffer *buffers = pic_ctx->bitstream_buffers;
343
344     buffers = av_fast_realloc(buffers, &pic_ctx->bitstream_buffers_allocated,
345                               (pic_ctx->bitstream_buffers_used + 1) * sizeof(*buffers));
346     if (!buffers)
347         return AVERROR(ENOMEM);
348
349     pic_ctx->bitstream_buffers = buffers;
350     buffers += pic_ctx->bitstream_buffers_used++;
351
352     buffers->struct_version  = VDP_BITSTREAM_BUFFER_VERSION;
353     buffers->bitstream       = buf;
354     buffers->bitstream_bytes = size;
355     return 0;
356 }
357
358 /* Obsolete non-hwaccel VDPAU support below... */
359
360 #if FF_API_VDPAU
361 void ff_vdpau_add_data_chunk(uint8_t *data, const uint8_t *buf, int buf_size)
362 {
363     struct vdpau_render_state *render = (struct vdpau_render_state*)data;
364     assert(render);
365
366     render->bitstream_buffers= av_fast_realloc(
367         render->bitstream_buffers,
368         &render->bitstream_buffers_allocated,
369         sizeof(*render->bitstream_buffers)*(render->bitstream_buffers_used + 1)
370     );
371
372     render->bitstream_buffers[render->bitstream_buffers_used].struct_version  = VDP_BITSTREAM_BUFFER_VERSION;
373     render->bitstream_buffers[render->bitstream_buffers_used].bitstream       = buf;
374     render->bitstream_buffers[render->bitstream_buffers_used].bitstream_bytes = buf_size;
375     render->bitstream_buffers_used++;
376 }
377
378 #if CONFIG_H264_VDPAU_DECODER
379 void ff_vdpau_h264_set_reference_frames(H264Context *h)
380 {
381     struct vdpau_render_state *render, *render_ref;
382     VdpReferenceFrameH264 *rf, *rf2;
383     H264Picture *pic;
384     int i, list, pic_frame_idx;
385
386     render = (struct vdpau_render_state *)h->cur_pic_ptr->f->data[0];
387     assert(render);
388
389     rf = &render->info.h264.referenceFrames[0];
390 #define H264_RF_COUNT FF_ARRAY_ELEMS(render->info.h264.referenceFrames)
391
392     for (list = 0; list < 2; ++list) {
393         H264Picture **lp = list ? h->long_ref : h->short_ref;
394         int ls = list ? 16 : h->short_ref_count;
395
396         for (i = 0; i < ls; ++i) {
397             pic = lp[i];
398             if (!pic || !pic->reference)
399                 continue;
400             pic_frame_idx = pic->long_ref ? pic->pic_id : pic->frame_num;
401
402             render_ref = (struct vdpau_render_state *)pic->f->data[0];
403             assert(render_ref);
404
405             rf2 = &render->info.h264.referenceFrames[0];
406             while (rf2 != rf) {
407                 if (
408                     (rf2->surface == render_ref->surface)
409                     && (rf2->is_long_term == pic->long_ref)
410                     && (rf2->frame_idx == pic_frame_idx)
411                 )
412                     break;
413                 ++rf2;
414             }
415             if (rf2 != rf) {
416                 rf2->top_is_reference    |= (pic->reference & PICT_TOP_FIELD)    ? VDP_TRUE : VDP_FALSE;
417                 rf2->bottom_is_reference |= (pic->reference & PICT_BOTTOM_FIELD) ? VDP_TRUE : VDP_FALSE;
418                 continue;
419             }
420
421             if (rf >= &render->info.h264.referenceFrames[H264_RF_COUNT])
422                 continue;
423
424             rf->surface             = render_ref->surface;
425             rf->is_long_term        = pic->long_ref;
426             rf->top_is_reference    = (pic->reference & PICT_TOP_FIELD)    ? VDP_TRUE : VDP_FALSE;
427             rf->bottom_is_reference = (pic->reference & PICT_BOTTOM_FIELD) ? VDP_TRUE : VDP_FALSE;
428             rf->field_order_cnt[0]  = pic->field_poc[0];
429             rf->field_order_cnt[1]  = pic->field_poc[1];
430             rf->frame_idx           = pic_frame_idx;
431
432             ++rf;
433         }
434     }
435
436     for (; rf < &render->info.h264.referenceFrames[H264_RF_COUNT]; ++rf) {
437         rf->surface             = VDP_INVALID_HANDLE;
438         rf->is_long_term        = 0;
439         rf->top_is_reference    = 0;
440         rf->bottom_is_reference = 0;
441         rf->field_order_cnt[0]  = 0;
442         rf->field_order_cnt[1]  = 0;
443         rf->frame_idx           = 0;
444     }
445 }
446
447 void ff_vdpau_h264_picture_start(H264Context *h)
448 {
449     struct vdpau_render_state *render;
450     int i;
451
452     render = (struct vdpau_render_state *)h->cur_pic_ptr->f->data[0];
453     assert(render);
454
455     for (i = 0; i < 2; ++i) {
456         int foc = h->cur_pic_ptr->field_poc[i];
457         if (foc == INT_MAX)
458             foc = 0;
459         render->info.h264.field_order_cnt[i] = foc;
460     }
461
462     render->info.h264.frame_num = h->frame_num;
463 }
464
465 void ff_vdpau_h264_picture_complete(H264Context *h)
466 {
467     struct vdpau_render_state *render;
468
469     render = (struct vdpau_render_state *)h->cur_pic_ptr->f->data[0];
470     assert(render);
471
472     render->info.h264.slice_count = h->current_slice;
473     if (render->info.h264.slice_count < 1)
474         return;
475
476     render->info.h264.is_reference                           = (h->cur_pic_ptr->reference & 3) ? VDP_TRUE : VDP_FALSE;
477     render->info.h264.field_pic_flag                         = h->picture_structure != PICT_FRAME;
478     render->info.h264.bottom_field_flag                      = h->picture_structure == PICT_BOTTOM_FIELD;
479     render->info.h264.num_ref_frames                         = h->sps.ref_frame_count;
480     render->info.h264.mb_adaptive_frame_field_flag           = h->sps.mb_aff && !render->info.h264.field_pic_flag;
481     render->info.h264.constrained_intra_pred_flag            = h->pps.constrained_intra_pred;
482     render->info.h264.weighted_pred_flag                     = h->pps.weighted_pred;
483     render->info.h264.weighted_bipred_idc                    = h->pps.weighted_bipred_idc;
484     render->info.h264.frame_mbs_only_flag                    = h->sps.frame_mbs_only_flag;
485     render->info.h264.transform_8x8_mode_flag                = h->pps.transform_8x8_mode;
486     render->info.h264.chroma_qp_index_offset                 = h->pps.chroma_qp_index_offset[0];
487     render->info.h264.second_chroma_qp_index_offset          = h->pps.chroma_qp_index_offset[1];
488     render->info.h264.pic_init_qp_minus26                    = h->pps.init_qp - 26;
489     render->info.h264.num_ref_idx_l0_active_minus1           = h->pps.ref_count[0] - 1;
490     render->info.h264.num_ref_idx_l1_active_minus1           = h->pps.ref_count[1] - 1;
491     render->info.h264.log2_max_frame_num_minus4              = h->sps.log2_max_frame_num - 4;
492     render->info.h264.pic_order_cnt_type                     = h->sps.poc_type;
493     render->info.h264.log2_max_pic_order_cnt_lsb_minus4      = h->sps.poc_type ? 0 : h->sps.log2_max_poc_lsb - 4;
494     render->info.h264.delta_pic_order_always_zero_flag       = h->sps.delta_pic_order_always_zero_flag;
495     render->info.h264.direct_8x8_inference_flag              = h->sps.direct_8x8_inference_flag;
496     render->info.h264.entropy_coding_mode_flag               = h->pps.cabac;
497     render->info.h264.pic_order_present_flag                 = h->pps.pic_order_present;
498     render->info.h264.deblocking_filter_control_present_flag = h->pps.deblocking_filter_parameters_present;
499     render->info.h264.redundant_pic_cnt_present_flag         = h->pps.redundant_pic_cnt_present;
500     memcpy(render->info.h264.scaling_lists_4x4, h->pps.scaling_matrix4, sizeof(render->info.h264.scaling_lists_4x4));
501     memcpy(render->info.h264.scaling_lists_8x8[0], h->pps.scaling_matrix8[0], sizeof(render->info.h264.scaling_lists_8x8[0]));
502     memcpy(render->info.h264.scaling_lists_8x8[1], h->pps.scaling_matrix8[3], sizeof(render->info.h264.scaling_lists_8x8[0]));
503
504     ff_h264_draw_horiz_band(h, &h->slice_ctx[0], 0, h->avctx->height);
505     render->bitstream_buffers_used = 0;
506 }
507 #endif /* CONFIG_H264_VDPAU_DECODER */
508
509 #if CONFIG_MPEG_VDPAU_DECODER || CONFIG_MPEG1_VDPAU_DECODER
510 void ff_vdpau_mpeg_picture_complete(MpegEncContext *s, const uint8_t *buf,
511                                     int buf_size, int slice_count)
512 {
513     struct vdpau_render_state *render, *last, *next;
514     int i;
515
516     if (!s->current_picture_ptr) return;
517
518     render = (struct vdpau_render_state *)s->current_picture_ptr->f->data[0];
519     assert(render);
520
521     /* fill VdpPictureInfoMPEG1Or2 struct */
522     render->info.mpeg.picture_structure          = s->picture_structure;
523     render->info.mpeg.picture_coding_type        = s->pict_type;
524     render->info.mpeg.intra_dc_precision         = s->intra_dc_precision;
525     render->info.mpeg.frame_pred_frame_dct       = s->frame_pred_frame_dct;
526     render->info.mpeg.concealment_motion_vectors = s->concealment_motion_vectors;
527     render->info.mpeg.intra_vlc_format           = s->intra_vlc_format;
528     render->info.mpeg.alternate_scan             = s->alternate_scan;
529     render->info.mpeg.q_scale_type               = s->q_scale_type;
530     render->info.mpeg.top_field_first            = s->top_field_first;
531     render->info.mpeg.full_pel_forward_vector    = s->full_pel[0]; // MPEG-1 only.  Set 0 for MPEG-2
532     render->info.mpeg.full_pel_backward_vector   = s->full_pel[1]; // MPEG-1 only.  Set 0 for MPEG-2
533     render->info.mpeg.f_code[0][0]               = s->mpeg_f_code[0][0]; // For MPEG-1 fill both horiz. & vert.
534     render->info.mpeg.f_code[0][1]               = s->mpeg_f_code[0][1];
535     render->info.mpeg.f_code[1][0]               = s->mpeg_f_code[1][0];
536     render->info.mpeg.f_code[1][1]               = s->mpeg_f_code[1][1];
537     for (i = 0; i < 64; ++i) {
538         render->info.mpeg.intra_quantizer_matrix[i]     = s->intra_matrix[i];
539         render->info.mpeg.non_intra_quantizer_matrix[i] = s->inter_matrix[i];
540     }
541
542     render->info.mpeg.forward_reference          = VDP_INVALID_HANDLE;
543     render->info.mpeg.backward_reference         = VDP_INVALID_HANDLE;
544
545     switch(s->pict_type){
546     case  AV_PICTURE_TYPE_B:
547         next = (struct vdpau_render_state *)s->next_picture.f->data[0];
548         assert(next);
549         render->info.mpeg.backward_reference     = next->surface;
550         // no return here, going to set forward prediction
551     case  AV_PICTURE_TYPE_P:
552         last = (struct vdpau_render_state *)s->last_picture.f->data[0];
553         if (!last) // FIXME: Does this test make sense?
554             last = render; // predict second field from the first
555         render->info.mpeg.forward_reference      = last->surface;
556     }
557
558     ff_vdpau_add_data_chunk(s->current_picture_ptr->f->data[0], buf, buf_size);
559
560     render->info.mpeg.slice_count                = slice_count;
561
562     if (slice_count)
563         ff_mpeg_draw_horiz_band(s, 0, s->avctx->height);
564     render->bitstream_buffers_used               = 0;
565 }
566 #endif /* CONFIG_MPEG_VDPAU_DECODER || CONFIG_MPEG1_VDPAU_DECODER */
567
568 #if CONFIG_VC1_VDPAU_DECODER
569 void ff_vdpau_vc1_decode_picture(MpegEncContext *s, const uint8_t *buf,
570                                  int buf_size)
571 {
572     VC1Context *v = s->avctx->priv_data;
573     struct vdpau_render_state *render, *last, *next;
574
575     render = (struct vdpau_render_state *)s->current_picture.f->data[0];
576     assert(render);
577
578     /*  fill LvPictureInfoVC1 struct */
579     render->info.vc1.frame_coding_mode  = v->fcm ? v->fcm + 1 : 0;
580     render->info.vc1.postprocflag       = v->postprocflag;
581     render->info.vc1.pulldown           = v->broadcast;
582     render->info.vc1.interlace          = v->interlace;
583     render->info.vc1.tfcntrflag         = v->tfcntrflag;
584     render->info.vc1.finterpflag        = v->finterpflag;
585     render->info.vc1.psf                = v->psf;
586     render->info.vc1.dquant             = v->dquant;
587     render->info.vc1.panscan_flag       = v->panscanflag;
588     render->info.vc1.refdist_flag       = v->refdist_flag;
589     render->info.vc1.quantizer          = v->quantizer_mode;
590     render->info.vc1.extended_mv        = v->extended_mv;
591     render->info.vc1.extended_dmv       = v->extended_dmv;
592     render->info.vc1.overlap            = v->overlap;
593     render->info.vc1.vstransform        = v->vstransform;
594     render->info.vc1.loopfilter         = v->s.loop_filter;
595     render->info.vc1.fastuvmc           = v->fastuvmc;
596     render->info.vc1.range_mapy_flag    = v->range_mapy_flag;
597     render->info.vc1.range_mapy         = v->range_mapy;
598     render->info.vc1.range_mapuv_flag   = v->range_mapuv_flag;
599     render->info.vc1.range_mapuv        = v->range_mapuv;
600     /* Specific to simple/main profile only */
601     render->info.vc1.multires           = v->multires;
602     render->info.vc1.syncmarker         = v->resync_marker;
603     render->info.vc1.rangered           = v->rangered | (v->rangeredfrm << 1);
604     render->info.vc1.maxbframes         = v->s.max_b_frames;
605
606     render->info.vc1.deblockEnable      = v->postprocflag & 1;
607     render->info.vc1.pquant             = v->pq;
608
609     render->info.vc1.forward_reference  = VDP_INVALID_HANDLE;
610     render->info.vc1.backward_reference = VDP_INVALID_HANDLE;
611
612     if (v->bi_type)
613         render->info.vc1.picture_type = 4;
614     else
615         render->info.vc1.picture_type = s->pict_type - 1 + s->pict_type / 3;
616
617     switch(s->pict_type){
618     case  AV_PICTURE_TYPE_B:
619         next = (struct vdpau_render_state *)s->next_picture.f->data[0];
620         assert(next);
621         render->info.vc1.backward_reference = next->surface;
622         // no break here, going to set forward prediction
623     case  AV_PICTURE_TYPE_P:
624         last = (struct vdpau_render_state *)s->last_picture.f->data[0];
625         if (!last) // FIXME: Does this test make sense?
626             last = render; // predict second field from the first
627         render->info.vc1.forward_reference = last->surface;
628     }
629
630     ff_vdpau_add_data_chunk(s->current_picture_ptr->f->data[0], buf, buf_size);
631
632     render->info.vc1.slice_count          = 1;
633
634     ff_mpeg_draw_horiz_band(s, 0, s->avctx->height);
635     render->bitstream_buffers_used        = 0;
636 }
637 #endif /* (CONFIG_VC1_VDPAU_DECODER */
638
639 #if CONFIG_MPEG4_VDPAU_DECODER
640 void ff_vdpau_mpeg4_decode_picture(Mpeg4DecContext *ctx, const uint8_t *buf,
641                                    int buf_size)
642 {
643     MpegEncContext *s = &ctx->m;
644     struct vdpau_render_state *render, *last, *next;
645     int i;
646
647     if (!s->current_picture_ptr) return;
648
649     render = (struct vdpau_render_state *)s->current_picture_ptr->f->data[0];
650     assert(render);
651
652     /* fill VdpPictureInfoMPEG4Part2 struct */
653     render->info.mpeg4.trd[0]                            = s->pp_time;
654     render->info.mpeg4.trb[0]                            = s->pb_time;
655     render->info.mpeg4.trd[1]                            = s->pp_field_time >> 1;
656     render->info.mpeg4.trb[1]                            = s->pb_field_time >> 1;
657     render->info.mpeg4.vop_time_increment_resolution     = s->avctx->time_base.den;
658     render->info.mpeg4.vop_coding_type                   = 0;
659     render->info.mpeg4.vop_fcode_forward                 = s->f_code;
660     render->info.mpeg4.vop_fcode_backward                = s->b_code;
661     render->info.mpeg4.resync_marker_disable             = !ctx->resync_marker;
662     render->info.mpeg4.interlaced                        = !s->progressive_sequence;
663     render->info.mpeg4.quant_type                        = s->mpeg_quant;
664     render->info.mpeg4.quarter_sample                    = s->quarter_sample;
665     render->info.mpeg4.short_video_header                = s->avctx->codec->id == AV_CODEC_ID_H263;
666     render->info.mpeg4.rounding_control                  = s->no_rounding;
667     render->info.mpeg4.alternate_vertical_scan_flag      = s->alternate_scan;
668     render->info.mpeg4.top_field_first                   = s->top_field_first;
669     for (i = 0; i < 64; ++i) {
670         render->info.mpeg4.intra_quantizer_matrix[i]     = s->intra_matrix[i];
671         render->info.mpeg4.non_intra_quantizer_matrix[i] = s->inter_matrix[i];
672     }
673     render->info.mpeg4.forward_reference                 = VDP_INVALID_HANDLE;
674     render->info.mpeg4.backward_reference                = VDP_INVALID_HANDLE;
675
676     switch (s->pict_type) {
677     case AV_PICTURE_TYPE_B:
678         next = (struct vdpau_render_state *)s->next_picture.f->data[0];
679         assert(next);
680         render->info.mpeg4.backward_reference     = next->surface;
681         render->info.mpeg4.vop_coding_type        = 2;
682         // no break here, going to set forward prediction
683     case AV_PICTURE_TYPE_P:
684         last = (struct vdpau_render_state *)s->last_picture.f->data[0];
685         assert(last);
686         render->info.mpeg4.forward_reference      = last->surface;
687     }
688
689     ff_vdpau_add_data_chunk(s->current_picture_ptr->f->data[0], buf, buf_size);
690
691     ff_mpeg_draw_horiz_band(s, 0, s->avctx->height);
692     render->bitstream_buffers_used = 0;
693 }
694 #endif /* CONFIG_MPEG4_VDPAU_DECODER */
695 #endif /* FF_API_VDPAU */
696
697 int av_vdpau_get_profile(AVCodecContext *avctx, VdpDecoderProfile *profile)
698 {
699 #define PROFILE(prof)                      \
700 do {                                       \
701     *profile = VDP_DECODER_PROFILE_##prof; \
702     return 0;                              \
703 } while (0)
704
705     switch (avctx->codec_id) {
706     case AV_CODEC_ID_MPEG1VIDEO:               PROFILE(MPEG1);
707     case AV_CODEC_ID_MPEG2VIDEO:
708         switch (avctx->profile) {
709         case FF_PROFILE_MPEG2_MAIN:            PROFILE(MPEG2_MAIN);
710         case FF_PROFILE_MPEG2_SIMPLE:          PROFILE(MPEG2_SIMPLE);
711         default:                               return AVERROR(EINVAL);
712         }
713     case AV_CODEC_ID_H263:                     PROFILE(MPEG4_PART2_ASP);
714     case AV_CODEC_ID_MPEG4:
715         switch (avctx->profile) {
716         case FF_PROFILE_MPEG4_SIMPLE:          PROFILE(MPEG4_PART2_SP);
717         case FF_PROFILE_MPEG4_ADVANCED_SIMPLE: PROFILE(MPEG4_PART2_ASP);
718         default:                               return AVERROR(EINVAL);
719         }
720     case AV_CODEC_ID_H264:
721         switch (avctx->profile & ~FF_PROFILE_H264_INTRA) {
722         case FF_PROFILE_H264_BASELINE:         PROFILE(H264_BASELINE);
723         case FF_PROFILE_H264_CONSTRAINED_BASELINE:
724         case FF_PROFILE_H264_MAIN:             PROFILE(H264_MAIN);
725         case FF_PROFILE_H264_HIGH:             PROFILE(H264_HIGH);
726 #ifdef VDP_DECODER_PROFILE_H264_EXTENDED
727         case FF_PROFILE_H264_EXTENDED:         PROFILE(H264_EXTENDED);
728 #endif
729         default:                               return AVERROR(EINVAL);
730         }
731     case AV_CODEC_ID_WMV3:
732     case AV_CODEC_ID_VC1:
733         switch (avctx->profile) {
734         case FF_PROFILE_VC1_SIMPLE:            PROFILE(VC1_SIMPLE);
735         case FF_PROFILE_VC1_MAIN:              PROFILE(VC1_MAIN);
736         case FF_PROFILE_VC1_ADVANCED:          PROFILE(VC1_ADVANCED);
737         default:                               return AVERROR(EINVAL);
738         }
739     }
740     return AVERROR(EINVAL);
741 #undef PROFILE
742 }
743
744 AVVDPAUContext *av_vdpau_alloc_context(void)
745 {
746     return av_mallocz(sizeof(AVVDPAUContext));
747 }
748
749 int av_vdpau_bind_context(AVCodecContext *avctx, VdpDevice device,
750                           VdpGetProcAddress *get_proc, unsigned flags)
751 {
752     VDPAUHWContext *hwctx;
753
754     if (flags & ~(AV_HWACCEL_FLAG_IGNORE_LEVEL|AV_HWACCEL_FLAG_ALLOW_HIGH_DEPTH))
755         return AVERROR(EINVAL);
756
757     if (av_reallocp(&avctx->hwaccel_context, sizeof(*hwctx)))
758         return AVERROR(ENOMEM);
759
760     hwctx = avctx->hwaccel_context;
761
762     memset(hwctx, 0, sizeof(*hwctx));
763     hwctx->context.decoder  = VDP_INVALID_HANDLE;
764     hwctx->device           = device;
765     hwctx->get_proc_address = get_proc;
766     hwctx->flags            = flags;
767     hwctx->reset            = 1;
768     return 0;
769 }
770
771 /* @}*/