]> git.sesse.net Git - ffmpeg/blob - ffplay.c
swr: rename swr_alloc2() to swr_alloc_set_opts().
[ffmpeg] / ffplay.c
1 /*
2  * ffplay : Simple Media Player based on the FFmpeg libraries
3  * Copyright (c) 2003 Fabrice Bellard
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21
22 #include "config.h"
23 #include <inttypes.h>
24 #include <math.h>
25 #include <limits.h>
26 #include "libavutil/avstring.h"
27 #include "libavutil/colorspace.h"
28 #include "libavutil/mathematics.h"
29 #include "libavutil/pixdesc.h"
30 #include "libavutil/imgutils.h"
31 #include "libavutil/dict.h"
32 #include "libavutil/parseutils.h"
33 #include "libavutil/samplefmt.h"
34 #include "libavutil/avassert.h"
35 #include "libavformat/avformat.h"
36 #include "libavdevice/avdevice.h"
37 #include "libswscale/swscale.h"
38 #include "libavcodec/audioconvert.h"
39 #include "libavutil/opt.h"
40 #include "libavcodec/avfft.h"
41 #include "libswresample/swresample.h"
42
43 #if CONFIG_AVFILTER
44 # include "libavfilter/avcodec.h"
45 # include "libavfilter/avfilter.h"
46 # include "libavfilter/avfiltergraph.h"
47 # include "libavfilter/buffersink.h"
48 #endif
49
50 #include <SDL.h>
51 #include <SDL_thread.h>
52
53 #include "cmdutils.h"
54
55 #include <unistd.h>
56 #include <assert.h>
57
58 const char program_name[] = "ffplay";
59 const int program_birth_year = 2003;
60
61 #define MAX_QUEUE_SIZE (15 * 1024 * 1024)
62 #define MIN_AUDIOQ_SIZE (20 * 16 * 1024)
63 #define MIN_FRAMES 5
64
65 /* SDL audio buffer size, in samples. Should be small to have precise
66    A/V sync as SDL does not have hardware buffer fullness info. */
67 #define SDL_AUDIO_BUFFER_SIZE 1024
68
69 /* no AV sync correction is done if below the AV sync threshold */
70 #define AV_SYNC_THRESHOLD 0.01
71 /* no AV correction is done if too big error */
72 #define AV_NOSYNC_THRESHOLD 10.0
73
74 /* maximum audio speed change to get correct sync */
75 #define SAMPLE_CORRECTION_PERCENT_MAX 10
76
77 /* we use about AUDIO_DIFF_AVG_NB A-V differences to make the average */
78 #define AUDIO_DIFF_AVG_NB   20
79
80 /* NOTE: the size must be big enough to compensate the hardware audio buffersize size */
81 #define SAMPLE_ARRAY_SIZE (2*65536)
82
83 static int sws_flags = SWS_BICUBIC;
84
85 typedef struct PacketQueue {
86     AVPacketList *first_pkt, *last_pkt;
87     int nb_packets;
88     int size;
89     int abort_request;
90     SDL_mutex *mutex;
91     SDL_cond *cond;
92 } PacketQueue;
93
94 #define VIDEO_PICTURE_QUEUE_SIZE 2
95 #define SUBPICTURE_QUEUE_SIZE 4
96
97 typedef struct VideoPicture {
98     double pts;                                  ///<presentation time stamp for this picture
99     double duration;                             ///<expected duration of the frame
100     int64_t pos;                                 ///<byte position in file
101     int skip;
102     SDL_Overlay *bmp;
103     int width, height; /* source height & width */
104     int allocated;
105     int reallocate;
106     enum PixelFormat pix_fmt;
107
108 #if CONFIG_AVFILTER
109     AVFilterBufferRef *picref;
110 #endif
111 } VideoPicture;
112
113 typedef struct SubPicture {
114     double pts; /* presentation time stamp for this picture */
115     AVSubtitle sub;
116 } SubPicture;
117
118 enum {
119     AV_SYNC_AUDIO_MASTER, /* default choice */
120     AV_SYNC_VIDEO_MASTER,
121     AV_SYNC_EXTERNAL_CLOCK, /* synchronize to an external clock */
122 };
123
124 typedef struct VideoState {
125     SDL_Thread *read_tid;
126     SDL_Thread *video_tid;
127     SDL_Thread *refresh_tid;
128     AVInputFormat *iformat;
129     int no_background;
130     int abort_request;
131     int paused;
132     int last_paused;
133     int seek_req;
134     int seek_flags;
135     int64_t seek_pos;
136     int64_t seek_rel;
137     int read_pause_return;
138     AVFormatContext *ic;
139
140     int audio_stream;
141
142     int av_sync_type;
143     double external_clock; /* external clock base */
144     int64_t external_clock_time;
145
146     double audio_clock;
147     double audio_diff_cum; /* used for AV difference average computation */
148     double audio_diff_avg_coef;
149     double audio_diff_threshold;
150     int audio_diff_avg_count;
151     AVStream *audio_st;
152     PacketQueue audioq;
153     int audio_hw_buf_size;
154     /* samples output by the codec. we reserve more space for avsync
155        compensation, resampling and format conversion */
156     DECLARE_ALIGNED(16,uint8_t,audio_buf1)[AVCODEC_MAX_AUDIO_FRAME_SIZE * 4];
157     DECLARE_ALIGNED(16,uint8_t,audio_buf2)[AVCODEC_MAX_AUDIO_FRAME_SIZE * 4];
158     uint8_t *audio_buf;
159     unsigned int audio_buf_size; /* in bytes */
160     int audio_buf_index; /* in bytes */
161     int audio_write_buf_size;
162     AVPacket audio_pkt_temp;
163     AVPacket audio_pkt;
164     enum AVSampleFormat audio_src_fmt;
165     enum AVSampleFormat audio_tgt_fmt;
166     int audio_src_channels;
167     int audio_tgt_channels;
168     int64_t audio_src_channel_layout;
169     int64_t audio_tgt_channel_layout;
170     int audio_src_freq;
171     int audio_tgt_freq;
172     struct SwrContext *swr_ctx;
173     double audio_current_pts;
174     double audio_current_pts_drift;
175     int frame_drops_early;
176     int frame_drops_late;
177
178     enum ShowMode {
179         SHOW_MODE_NONE = -1, SHOW_MODE_VIDEO = 0, SHOW_MODE_WAVES, SHOW_MODE_RDFT, SHOW_MODE_NB
180     } show_mode;
181     int16_t sample_array[SAMPLE_ARRAY_SIZE];
182     int sample_array_index;
183     int last_i_start;
184     RDFTContext *rdft;
185     int rdft_bits;
186     FFTSample *rdft_data;
187     int xpos;
188
189     SDL_Thread *subtitle_tid;
190     int subtitle_stream;
191     int subtitle_stream_changed;
192     AVStream *subtitle_st;
193     PacketQueue subtitleq;
194     SubPicture subpq[SUBPICTURE_QUEUE_SIZE];
195     int subpq_size, subpq_rindex, subpq_windex;
196     SDL_mutex *subpq_mutex;
197     SDL_cond *subpq_cond;
198
199     double frame_timer;
200     double frame_last_pts;
201     double frame_last_duration;
202     double frame_last_dropped_pts;
203     double frame_last_returned_time;
204     double frame_last_filter_delay;
205     int64_t frame_last_dropped_pos;
206     double video_clock;                          ///<pts of last decoded frame / predicted pts of next decoded frame
207     int video_stream;
208     AVStream *video_st;
209     PacketQueue videoq;
210     double video_current_pts;                    ///<current displayed pts (different from video_clock if frame fifos are used)
211     double video_current_pts_drift;              ///<video_current_pts - time (av_gettime) at which we updated video_current_pts - used to have running video pts
212     int64_t video_current_pos;                   ///<current displayed file pos
213     VideoPicture pictq[VIDEO_PICTURE_QUEUE_SIZE];
214     int pictq_size, pictq_rindex, pictq_windex;
215     SDL_mutex *pictq_mutex;
216     SDL_cond *pictq_cond;
217 #if !CONFIG_AVFILTER
218     struct SwsContext *img_convert_ctx;
219 #endif
220
221     char filename[1024];
222     int width, height, xleft, ytop;
223     int step;
224
225 #if CONFIG_AVFILTER
226     AVFilterContext *out_video_filter;          ///<the last filter in the video chain
227 #endif
228
229     int refresh;
230 } VideoState;
231
232 static int opt_help(const char *opt, const char *arg);
233
234 /* options specified by the user */
235 static AVInputFormat *file_iformat;
236 static const char *input_filename;
237 static const char *window_title;
238 static int fs_screen_width;
239 static int fs_screen_height;
240 static int screen_width = 0;
241 static int screen_height = 0;
242 static int audio_disable;
243 static int video_disable;
244 static int wanted_stream[AVMEDIA_TYPE_NB]={
245     [AVMEDIA_TYPE_AUDIO]=-1,
246     [AVMEDIA_TYPE_VIDEO]=-1,
247     [AVMEDIA_TYPE_SUBTITLE]=-1,
248 };
249 static int seek_by_bytes=-1;
250 static int display_disable;
251 static int show_status = 1;
252 static int av_sync_type = AV_SYNC_AUDIO_MASTER;
253 static int64_t start_time = AV_NOPTS_VALUE;
254 static int64_t duration = AV_NOPTS_VALUE;
255 static int workaround_bugs = 1;
256 static int fast = 0;
257 static int genpts = 0;
258 static int lowres = 0;
259 static int idct = FF_IDCT_AUTO;
260 static enum AVDiscard skip_frame= AVDISCARD_DEFAULT;
261 static enum AVDiscard skip_idct= AVDISCARD_DEFAULT;
262 static enum AVDiscard skip_loop_filter= AVDISCARD_DEFAULT;
263 static int error_recognition = FF_ER_CAREFUL;
264 static int error_concealment = 3;
265 static int decoder_reorder_pts= -1;
266 static int autoexit;
267 static int exit_on_keydown;
268 static int exit_on_mousedown;
269 static int loop=1;
270 static int framedrop=-1;
271 static enum ShowMode show_mode = SHOW_MODE_NONE;
272 static const char *audio_codec_name;
273 static const char *subtitle_codec_name;
274 static const char *video_codec_name;
275
276 static int rdftspeed=20;
277 #if CONFIG_AVFILTER
278 static char *vfilters = NULL;
279 #endif
280
281 /* current context */
282 static int is_full_screen;
283 static int64_t audio_callback_time;
284
285 static AVPacket flush_pkt;
286
287 #define FF_ALLOC_EVENT   (SDL_USEREVENT)
288 #define FF_REFRESH_EVENT (SDL_USEREVENT + 1)
289 #define FF_QUIT_EVENT    (SDL_USEREVENT + 2)
290
291 static SDL_Surface *screen;
292
293 void av_noreturn exit_program(int ret)
294 {
295     exit(ret);
296 }
297
298 static int packet_queue_put(PacketQueue *q, AVPacket *pkt)
299 {
300     AVPacketList *pkt1;
301
302     /* duplicate the packet */
303     if (pkt!=&flush_pkt && av_dup_packet(pkt) < 0)
304         return -1;
305
306     pkt1 = av_malloc(sizeof(AVPacketList));
307     if (!pkt1)
308         return -1;
309     pkt1->pkt = *pkt;
310     pkt1->next = NULL;
311
312
313     SDL_LockMutex(q->mutex);
314
315     if (!q->last_pkt)
316
317         q->first_pkt = pkt1;
318     else
319         q->last_pkt->next = pkt1;
320     q->last_pkt = pkt1;
321     q->nb_packets++;
322     q->size += pkt1->pkt.size + sizeof(*pkt1);
323     /* XXX: should duplicate packet data in DV case */
324     SDL_CondSignal(q->cond);
325
326     SDL_UnlockMutex(q->mutex);
327     return 0;
328 }
329
330 /* packet queue handling */
331 static void packet_queue_init(PacketQueue *q)
332 {
333     memset(q, 0, sizeof(PacketQueue));
334     q->mutex = SDL_CreateMutex();
335     q->cond = SDL_CreateCond();
336     packet_queue_put(q, &flush_pkt);
337 }
338
339 static void packet_queue_flush(PacketQueue *q)
340 {
341     AVPacketList *pkt, *pkt1;
342
343     SDL_LockMutex(q->mutex);
344     for(pkt = q->first_pkt; pkt != NULL; pkt = pkt1) {
345         pkt1 = pkt->next;
346         av_free_packet(&pkt->pkt);
347         av_freep(&pkt);
348     }
349     q->last_pkt = NULL;
350     q->first_pkt = NULL;
351     q->nb_packets = 0;
352     q->size = 0;
353     SDL_UnlockMutex(q->mutex);
354 }
355
356 static void packet_queue_end(PacketQueue *q)
357 {
358     packet_queue_flush(q);
359     SDL_DestroyMutex(q->mutex);
360     SDL_DestroyCond(q->cond);
361 }
362
363 static void packet_queue_abort(PacketQueue *q)
364 {
365     SDL_LockMutex(q->mutex);
366
367     q->abort_request = 1;
368
369     SDL_CondSignal(q->cond);
370
371     SDL_UnlockMutex(q->mutex);
372 }
373
374 /* return < 0 if aborted, 0 if no packet and > 0 if packet.  */
375 static int packet_queue_get(PacketQueue *q, AVPacket *pkt, int block)
376 {
377     AVPacketList *pkt1;
378     int ret;
379
380     SDL_LockMutex(q->mutex);
381
382     for(;;) {
383         if (q->abort_request) {
384             ret = -1;
385             break;
386         }
387
388         pkt1 = q->first_pkt;
389         if (pkt1) {
390             q->first_pkt = pkt1->next;
391             if (!q->first_pkt)
392                 q->last_pkt = NULL;
393             q->nb_packets--;
394             q->size -= pkt1->pkt.size + sizeof(*pkt1);
395             *pkt = pkt1->pkt;
396             av_free(pkt1);
397             ret = 1;
398             break;
399         } else if (!block) {
400             ret = 0;
401             break;
402         } else {
403             SDL_CondWait(q->cond, q->mutex);
404         }
405     }
406     SDL_UnlockMutex(q->mutex);
407     return ret;
408 }
409
410 static inline void fill_rectangle(SDL_Surface *screen,
411                                   int x, int y, int w, int h, int color)
412 {
413     SDL_Rect rect;
414     rect.x = x;
415     rect.y = y;
416     rect.w = w;
417     rect.h = h;
418     SDL_FillRect(screen, &rect, color);
419 }
420
421 #define ALPHA_BLEND(a, oldp, newp, s)\
422 ((((oldp << s) * (255 - (a))) + (newp * (a))) / (255 << s))
423
424 #define RGBA_IN(r, g, b, a, s)\
425 {\
426     unsigned int v = ((const uint32_t *)(s))[0];\
427     a = (v >> 24) & 0xff;\
428     r = (v >> 16) & 0xff;\
429     g = (v >> 8) & 0xff;\
430     b = v & 0xff;\
431 }
432
433 #define YUVA_IN(y, u, v, a, s, pal)\
434 {\
435     unsigned int val = ((const uint32_t *)(pal))[*(const uint8_t*)(s)];\
436     a = (val >> 24) & 0xff;\
437     y = (val >> 16) & 0xff;\
438     u = (val >> 8) & 0xff;\
439     v = val & 0xff;\
440 }
441
442 #define YUVA_OUT(d, y, u, v, a)\
443 {\
444     ((uint32_t *)(d))[0] = (a << 24) | (y << 16) | (u << 8) | v;\
445 }
446
447
448 #define BPP 1
449
450 static void blend_subrect(AVPicture *dst, const AVSubtitleRect *rect, int imgw, int imgh)
451 {
452     int wrap, wrap3, width2, skip2;
453     int y, u, v, a, u1, v1, a1, w, h;
454     uint8_t *lum, *cb, *cr;
455     const uint8_t *p;
456     const uint32_t *pal;
457     int dstx, dsty, dstw, dsth;
458
459     dstw = av_clip(rect->w, 0, imgw);
460     dsth = av_clip(rect->h, 0, imgh);
461     dstx = av_clip(rect->x, 0, imgw - dstw);
462     dsty = av_clip(rect->y, 0, imgh - dsth);
463     lum = dst->data[0] + dsty * dst->linesize[0];
464     cb = dst->data[1] + (dsty >> 1) * dst->linesize[1];
465     cr = dst->data[2] + (dsty >> 1) * dst->linesize[2];
466
467     width2 = ((dstw + 1) >> 1) + (dstx & ~dstw & 1);
468     skip2 = dstx >> 1;
469     wrap = dst->linesize[0];
470     wrap3 = rect->pict.linesize[0];
471     p = rect->pict.data[0];
472     pal = (const uint32_t *)rect->pict.data[1];  /* Now in YCrCb! */
473
474     if (dsty & 1) {
475         lum += dstx;
476         cb += skip2;
477         cr += skip2;
478
479         if (dstx & 1) {
480             YUVA_IN(y, u, v, a, p, pal);
481             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
482             cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
483             cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
484             cb++;
485             cr++;
486             lum++;
487             p += BPP;
488         }
489         for(w = dstw - (dstx & 1); w >= 2; w -= 2) {
490             YUVA_IN(y, u, v, a, p, pal);
491             u1 = u;
492             v1 = v;
493             a1 = a;
494             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
495
496             YUVA_IN(y, u, v, a, p + BPP, pal);
497             u1 += u;
498             v1 += v;
499             a1 += a;
500             lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
501             cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 1);
502             cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 1);
503             cb++;
504             cr++;
505             p += 2 * BPP;
506             lum += 2;
507         }
508         if (w) {
509             YUVA_IN(y, u, v, a, p, pal);
510             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
511             cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
512             cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
513             p++;
514             lum++;
515         }
516         p += wrap3 - dstw * BPP;
517         lum += wrap - dstw - dstx;
518         cb += dst->linesize[1] - width2 - skip2;
519         cr += dst->linesize[2] - width2 - skip2;
520     }
521     for(h = dsth - (dsty & 1); h >= 2; h -= 2) {
522         lum += dstx;
523         cb += skip2;
524         cr += skip2;
525
526         if (dstx & 1) {
527             YUVA_IN(y, u, v, a, p, pal);
528             u1 = u;
529             v1 = v;
530             a1 = a;
531             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
532             p += wrap3;
533             lum += wrap;
534             YUVA_IN(y, u, v, a, p, pal);
535             u1 += u;
536             v1 += v;
537             a1 += a;
538             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
539             cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 1);
540             cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 1);
541             cb++;
542             cr++;
543             p += -wrap3 + BPP;
544             lum += -wrap + 1;
545         }
546         for(w = dstw - (dstx & 1); w >= 2; w -= 2) {
547             YUVA_IN(y, u, v, a, p, pal);
548             u1 = u;
549             v1 = v;
550             a1 = a;
551             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
552
553             YUVA_IN(y, u, v, a, p + BPP, pal);
554             u1 += u;
555             v1 += v;
556             a1 += a;
557             lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
558             p += wrap3;
559             lum += wrap;
560
561             YUVA_IN(y, u, v, a, p, pal);
562             u1 += u;
563             v1 += v;
564             a1 += a;
565             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
566
567             YUVA_IN(y, u, v, a, p + BPP, pal);
568             u1 += u;
569             v1 += v;
570             a1 += a;
571             lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
572
573             cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 2);
574             cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 2);
575
576             cb++;
577             cr++;
578             p += -wrap3 + 2 * BPP;
579             lum += -wrap + 2;
580         }
581         if (w) {
582             YUVA_IN(y, u, v, a, p, pal);
583             u1 = u;
584             v1 = v;
585             a1 = a;
586             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
587             p += wrap3;
588             lum += wrap;
589             YUVA_IN(y, u, v, a, p, pal);
590             u1 += u;
591             v1 += v;
592             a1 += a;
593             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
594             cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 1);
595             cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 1);
596             cb++;
597             cr++;
598             p += -wrap3 + BPP;
599             lum += -wrap + 1;
600         }
601         p += wrap3 + (wrap3 - dstw * BPP);
602         lum += wrap + (wrap - dstw - dstx);
603         cb += dst->linesize[1] - width2 - skip2;
604         cr += dst->linesize[2] - width2 - skip2;
605     }
606     /* handle odd height */
607     if (h) {
608         lum += dstx;
609         cb += skip2;
610         cr += skip2;
611
612         if (dstx & 1) {
613             YUVA_IN(y, u, v, a, p, pal);
614             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
615             cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
616             cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
617             cb++;
618             cr++;
619             lum++;
620             p += BPP;
621         }
622         for(w = dstw - (dstx & 1); w >= 2; w -= 2) {
623             YUVA_IN(y, u, v, a, p, pal);
624             u1 = u;
625             v1 = v;
626             a1 = a;
627             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
628
629             YUVA_IN(y, u, v, a, p + BPP, pal);
630             u1 += u;
631             v1 += v;
632             a1 += a;
633             lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
634             cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u, 1);
635             cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v, 1);
636             cb++;
637             cr++;
638             p += 2 * BPP;
639             lum += 2;
640         }
641         if (w) {
642             YUVA_IN(y, u, v, a, p, pal);
643             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
644             cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
645             cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
646         }
647     }
648 }
649
650 static void free_subpicture(SubPicture *sp)
651 {
652     avsubtitle_free(&sp->sub);
653 }
654
655 static void video_image_display(VideoState *is)
656 {
657     VideoPicture *vp;
658     SubPicture *sp;
659     AVPicture pict;
660     float aspect_ratio;
661     int width, height, x, y;
662     SDL_Rect rect;
663     int i;
664
665     vp = &is->pictq[is->pictq_rindex];
666     if (vp->bmp) {
667 #if CONFIG_AVFILTER
668          if (vp->picref->video->sample_aspect_ratio.num == 0)
669              aspect_ratio = 0;
670          else
671              aspect_ratio = av_q2d(vp->picref->video->sample_aspect_ratio);
672 #else
673
674         /* XXX: use variable in the frame */
675         if (is->video_st->sample_aspect_ratio.num)
676             aspect_ratio = av_q2d(is->video_st->sample_aspect_ratio);
677         else if (is->video_st->codec->sample_aspect_ratio.num)
678             aspect_ratio = av_q2d(is->video_st->codec->sample_aspect_ratio);
679         else
680             aspect_ratio = 0;
681 #endif
682         if (aspect_ratio <= 0.0)
683             aspect_ratio = 1.0;
684         aspect_ratio *= (float)vp->width / (float)vp->height;
685
686         if (is->subtitle_st) {
687             if (is->subpq_size > 0) {
688                 sp = &is->subpq[is->subpq_rindex];
689
690                 if (vp->pts >= sp->pts + ((float) sp->sub.start_display_time / 1000)) {
691                     SDL_LockYUVOverlay (vp->bmp);
692
693                     pict.data[0] = vp->bmp->pixels[0];
694                     pict.data[1] = vp->bmp->pixels[2];
695                     pict.data[2] = vp->bmp->pixels[1];
696
697                     pict.linesize[0] = vp->bmp->pitches[0];
698                     pict.linesize[1] = vp->bmp->pitches[2];
699                     pict.linesize[2] = vp->bmp->pitches[1];
700
701                     for (i = 0; i < sp->sub.num_rects; i++)
702                         blend_subrect(&pict, sp->sub.rects[i],
703                                       vp->bmp->w, vp->bmp->h);
704
705                     SDL_UnlockYUVOverlay (vp->bmp);
706                 }
707             }
708         }
709
710
711         /* XXX: we suppose the screen has a 1.0 pixel ratio */
712         height = is->height;
713         width = ((int)rint(height * aspect_ratio)) & ~1;
714         if (width > is->width) {
715             width = is->width;
716             height = ((int)rint(width / aspect_ratio)) & ~1;
717         }
718         x = (is->width - width) / 2;
719         y = (is->height - height) / 2;
720         is->no_background = 0;
721         rect.x = is->xleft + x;
722         rect.y = is->ytop  + y;
723         rect.w = FFMAX(width,  1);
724         rect.h = FFMAX(height, 1);
725         SDL_DisplayYUVOverlay(vp->bmp, &rect);
726     }
727 }
728
729 static inline int compute_mod(int a, int b)
730 {
731     return a < 0 ? a%b + b : a%b;
732 }
733
734 static void video_audio_display(VideoState *s)
735 {
736     int i, i_start, x, y1, y, ys, delay, n, nb_display_channels;
737     int ch, channels, h, h2, bgcolor, fgcolor;
738     int16_t time_diff;
739     int rdft_bits, nb_freq;
740
741     for(rdft_bits=1; (1<<rdft_bits)<2*s->height; rdft_bits++)
742         ;
743     nb_freq= 1<<(rdft_bits-1);
744
745     /* compute display index : center on currently output samples */
746     channels = s->audio_tgt_channels;
747     nb_display_channels = channels;
748     if (!s->paused) {
749         int data_used= s->show_mode == SHOW_MODE_WAVES ? s->width : (2*nb_freq);
750         n = 2 * channels;
751         delay = s->audio_write_buf_size;
752         delay /= n;
753
754         /* to be more precise, we take into account the time spent since
755            the last buffer computation */
756         if (audio_callback_time) {
757             time_diff = av_gettime() - audio_callback_time;
758             delay -= (time_diff * s->audio_tgt_freq) / 1000000;
759         }
760
761         delay += 2*data_used;
762         if (delay < data_used)
763             delay = data_used;
764
765         i_start= x = compute_mod(s->sample_array_index - delay * channels, SAMPLE_ARRAY_SIZE);
766         if (s->show_mode == SHOW_MODE_WAVES) {
767             h= INT_MIN;
768             for(i=0; i<1000; i+=channels){
769                 int idx= (SAMPLE_ARRAY_SIZE + x - i) % SAMPLE_ARRAY_SIZE;
770                 int a= s->sample_array[idx];
771                 int b= s->sample_array[(idx + 4*channels)%SAMPLE_ARRAY_SIZE];
772                 int c= s->sample_array[(idx + 5*channels)%SAMPLE_ARRAY_SIZE];
773                 int d= s->sample_array[(idx + 9*channels)%SAMPLE_ARRAY_SIZE];
774                 int score= a-d;
775                 if(h<score && (b^c)<0){
776                     h= score;
777                     i_start= idx;
778                 }
779             }
780         }
781
782         s->last_i_start = i_start;
783     } else {
784         i_start = s->last_i_start;
785     }
786
787     bgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0x00);
788     if (s->show_mode == SHOW_MODE_WAVES) {
789         fill_rectangle(screen,
790                        s->xleft, s->ytop, s->width, s->height,
791                        bgcolor);
792
793         fgcolor = SDL_MapRGB(screen->format, 0xff, 0xff, 0xff);
794
795         /* total height for one channel */
796         h = s->height / nb_display_channels;
797         /* graph height / 2 */
798         h2 = (h * 9) / 20;
799         for(ch = 0;ch < nb_display_channels; ch++) {
800             i = i_start + ch;
801             y1 = s->ytop + ch * h + (h / 2); /* position of center line */
802             for(x = 0; x < s->width; x++) {
803                 y = (s->sample_array[i] * h2) >> 15;
804                 if (y < 0) {
805                     y = -y;
806                     ys = y1 - y;
807                 } else {
808                     ys = y1;
809                 }
810                 fill_rectangle(screen,
811                                s->xleft + x, ys, 1, y,
812                                fgcolor);
813                 i += channels;
814                 if (i >= SAMPLE_ARRAY_SIZE)
815                     i -= SAMPLE_ARRAY_SIZE;
816             }
817         }
818
819         fgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0xff);
820
821         for(ch = 1;ch < nb_display_channels; ch++) {
822             y = s->ytop + ch * h;
823             fill_rectangle(screen,
824                            s->xleft, y, s->width, 1,
825                            fgcolor);
826         }
827         SDL_UpdateRect(screen, s->xleft, s->ytop, s->width, s->height);
828     }else{
829         nb_display_channels= FFMIN(nb_display_channels, 2);
830         if(rdft_bits != s->rdft_bits){
831             av_rdft_end(s->rdft);
832             av_free(s->rdft_data);
833             s->rdft = av_rdft_init(rdft_bits, DFT_R2C);
834             s->rdft_bits= rdft_bits;
835             s->rdft_data= av_malloc(4*nb_freq*sizeof(*s->rdft_data));
836         }
837         {
838             FFTSample *data[2];
839             for(ch = 0;ch < nb_display_channels; ch++) {
840                 data[ch] = s->rdft_data + 2*nb_freq*ch;
841                 i = i_start + ch;
842                 for(x = 0; x < 2*nb_freq; x++) {
843                     double w= (x-nb_freq)*(1.0/nb_freq);
844                     data[ch][x]= s->sample_array[i]*(1.0-w*w);
845                     i += channels;
846                     if (i >= SAMPLE_ARRAY_SIZE)
847                         i -= SAMPLE_ARRAY_SIZE;
848                 }
849                 av_rdft_calc(s->rdft, data[ch]);
850             }
851             //least efficient way to do this, we should of course directly access it but its more than fast enough
852             for(y=0; y<s->height; y++){
853                 double w= 1/sqrt(nb_freq);
854                 int a= sqrt(w*sqrt(data[0][2*y+0]*data[0][2*y+0] + data[0][2*y+1]*data[0][2*y+1]));
855                 int b= (nb_display_channels == 2 ) ? sqrt(w*sqrt(data[1][2*y+0]*data[1][2*y+0]
856                        + data[1][2*y+1]*data[1][2*y+1])) : a;
857                 a= FFMIN(a,255);
858                 b= FFMIN(b,255);
859                 fgcolor = SDL_MapRGB(screen->format, a, b, (a+b)/2);
860
861                 fill_rectangle(screen,
862                             s->xpos, s->height-y, 1, 1,
863                             fgcolor);
864             }
865         }
866         SDL_UpdateRect(screen, s->xpos, s->ytop, 1, s->height);
867         s->xpos++;
868         if(s->xpos >= s->width)
869             s->xpos= s->xleft;
870     }
871 }
872
873 static void stream_close(VideoState *is)
874 {
875     VideoPicture *vp;
876     int i;
877     /* XXX: use a special url_shutdown call to abort parse cleanly */
878     is->abort_request = 1;
879     SDL_WaitThread(is->read_tid, NULL);
880     SDL_WaitThread(is->refresh_tid, NULL);
881
882     /* free all pictures */
883     for(i=0;i<VIDEO_PICTURE_QUEUE_SIZE; i++) {
884         vp = &is->pictq[i];
885 #if CONFIG_AVFILTER
886         if (vp->picref) {
887             avfilter_unref_buffer(vp->picref);
888             vp->picref = NULL;
889         }
890 #endif
891         if (vp->bmp) {
892             SDL_FreeYUVOverlay(vp->bmp);
893             vp->bmp = NULL;
894         }
895     }
896     SDL_DestroyMutex(is->pictq_mutex);
897     SDL_DestroyCond(is->pictq_cond);
898     SDL_DestroyMutex(is->subpq_mutex);
899     SDL_DestroyCond(is->subpq_cond);
900 #if !CONFIG_AVFILTER
901     if (is->img_convert_ctx)
902         sws_freeContext(is->img_convert_ctx);
903 #endif
904     av_free(is);
905 }
906
907 static void do_exit(VideoState *is)
908 {
909     if (is) {
910         stream_close(is);
911     }
912     av_lockmgr_register(NULL);
913     uninit_opts();
914 #if CONFIG_AVFILTER
915     avfilter_uninit();
916 #endif
917     avformat_network_deinit();
918     if (show_status)
919         printf("\n");
920     SDL_Quit();
921     av_log(NULL, AV_LOG_QUIET, "%s", "");
922     exit(0);
923 }
924
925 static int video_open(VideoState *is){
926     int flags = SDL_HWSURFACE|SDL_ASYNCBLIT|SDL_HWACCEL;
927     int w,h;
928
929     if(is_full_screen) flags |= SDL_FULLSCREEN;
930     else               flags |= SDL_RESIZABLE;
931
932     if (is_full_screen && fs_screen_width) {
933         w = fs_screen_width;
934         h = fs_screen_height;
935     } else if(!is_full_screen && screen_width){
936         w = screen_width;
937         h = screen_height;
938 #if CONFIG_AVFILTER
939     }else if (is->out_video_filter && is->out_video_filter->inputs[0]){
940         w = is->out_video_filter->inputs[0]->w;
941         h = is->out_video_filter->inputs[0]->h;
942 #else
943     }else if (is->video_st && is->video_st->codec->width){
944         w = is->video_st->codec->width;
945         h = is->video_st->codec->height;
946 #endif
947     } else {
948         w = 640;
949         h = 480;
950     }
951     if(screen && is->width == screen->w && screen->w == w
952        && is->height== screen->h && screen->h == h)
953         return 0;
954     screen = SDL_SetVideoMode(w, h, 0, flags);
955     if (!screen) {
956         fprintf(stderr, "SDL: could not set video mode - exiting\n");
957         do_exit(is);
958     }
959     if (!window_title)
960         window_title = input_filename;
961     SDL_WM_SetCaption(window_title, window_title);
962
963     is->width = screen->w;
964     is->height = screen->h;
965
966     return 0;
967 }
968
969 /* display the current picture, if any */
970 static void video_display(VideoState *is)
971 {
972     if(!screen)
973         video_open(is);
974     if (is->audio_st && is->show_mode != SHOW_MODE_VIDEO)
975         video_audio_display(is);
976     else if (is->video_st)
977         video_image_display(is);
978 }
979
980 static int refresh_thread(void *opaque)
981 {
982     VideoState *is= opaque;
983     while(!is->abort_request){
984         SDL_Event event;
985         event.type = FF_REFRESH_EVENT;
986         event.user.data1 = opaque;
987         if(!is->refresh){
988             is->refresh=1;
989             SDL_PushEvent(&event);
990         }
991         //FIXME ideally we should wait the correct time but SDLs event passing is so slow it would be silly
992         usleep(is->audio_st && is->show_mode != SHOW_MODE_VIDEO ? rdftspeed*1000 : 5000);
993     }
994     return 0;
995 }
996
997 /* get the current audio clock value */
998 static double get_audio_clock(VideoState *is)
999 {
1000     if (is->paused) {
1001         return is->audio_current_pts;
1002     } else {
1003         return is->audio_current_pts_drift + av_gettime() / 1000000.0;
1004     }
1005 }
1006
1007 /* get the current video clock value */
1008 static double get_video_clock(VideoState *is)
1009 {
1010     if (is->paused) {
1011         return is->video_current_pts;
1012     } else {
1013         return is->video_current_pts_drift + av_gettime() / 1000000.0;
1014     }
1015 }
1016
1017 /* get the current external clock value */
1018 static double get_external_clock(VideoState *is)
1019 {
1020     int64_t ti;
1021     ti = av_gettime();
1022     return is->external_clock + ((ti - is->external_clock_time) * 1e-6);
1023 }
1024
1025 /* get the current master clock value */
1026 static double get_master_clock(VideoState *is)
1027 {
1028     double val;
1029
1030     if (is->av_sync_type == AV_SYNC_VIDEO_MASTER) {
1031         if (is->video_st)
1032             val = get_video_clock(is);
1033         else
1034             val = get_audio_clock(is);
1035     } else if (is->av_sync_type == AV_SYNC_AUDIO_MASTER) {
1036         if (is->audio_st)
1037             val = get_audio_clock(is);
1038         else
1039             val = get_video_clock(is);
1040     } else {
1041         val = get_external_clock(is);
1042     }
1043     return val;
1044 }
1045
1046 /* seek in the stream */
1047 static void stream_seek(VideoState *is, int64_t pos, int64_t rel, int seek_by_bytes)
1048 {
1049     if (!is->seek_req) {
1050         is->seek_pos = pos;
1051         is->seek_rel = rel;
1052         is->seek_flags &= ~AVSEEK_FLAG_BYTE;
1053         if (seek_by_bytes)
1054             is->seek_flags |= AVSEEK_FLAG_BYTE;
1055         is->seek_req = 1;
1056     }
1057 }
1058
1059 /* pause or resume the video */
1060 static void stream_toggle_pause(VideoState *is)
1061 {
1062     if (is->paused) {
1063         is->frame_timer += av_gettime() / 1000000.0 + is->video_current_pts_drift - is->video_current_pts;
1064         if(is->read_pause_return != AVERROR(ENOSYS)){
1065             is->video_current_pts = is->video_current_pts_drift + av_gettime() / 1000000.0;
1066         }
1067         is->video_current_pts_drift = is->video_current_pts - av_gettime() / 1000000.0;
1068     }
1069     is->paused = !is->paused;
1070 }
1071
1072 static double compute_target_delay(double delay, VideoState *is)
1073 {
1074     double sync_threshold, diff;
1075
1076     /* update delay to follow master synchronisation source */
1077     if (((is->av_sync_type == AV_SYNC_AUDIO_MASTER && is->audio_st) ||
1078          is->av_sync_type == AV_SYNC_EXTERNAL_CLOCK)) {
1079         /* if video is slave, we try to correct big delays by
1080            duplicating or deleting a frame */
1081         diff = get_video_clock(is) - get_master_clock(is);
1082
1083         /* skip or repeat frame. We take into account the
1084            delay to compute the threshold. I still don't know
1085            if it is the best guess */
1086         sync_threshold = FFMAX(AV_SYNC_THRESHOLD, delay);
1087         if (fabs(diff) < AV_NOSYNC_THRESHOLD) {
1088             if (diff <= -sync_threshold)
1089                 delay = 0;
1090             else if (diff >= sync_threshold)
1091                 delay = 2 * delay;
1092         }
1093     }
1094
1095     av_dlog(NULL, "video: delay=%0.3f A-V=%f\n",
1096             delay, -diff);
1097
1098     return delay;
1099 }
1100
1101 static void pictq_next_picture(VideoState *is) {
1102     /* update queue size and signal for next picture */
1103     if (++is->pictq_rindex == VIDEO_PICTURE_QUEUE_SIZE)
1104         is->pictq_rindex = 0;
1105
1106     SDL_LockMutex(is->pictq_mutex);
1107     is->pictq_size--;
1108     SDL_CondSignal(is->pictq_cond);
1109     SDL_UnlockMutex(is->pictq_mutex);
1110 }
1111
1112 static void update_video_pts(VideoState *is, double pts, int64_t pos) {
1113     double time = av_gettime() / 1000000.0;
1114     /* update current video pts */
1115     is->video_current_pts = pts;
1116     is->video_current_pts_drift = is->video_current_pts - time;
1117     is->video_current_pos = pos;
1118     is->frame_last_pts = pts;
1119 }
1120
1121 /* called to display each frame */
1122 static void video_refresh(void *opaque)
1123 {
1124     VideoState *is = opaque;
1125     VideoPicture *vp;
1126     double time;
1127
1128     SubPicture *sp, *sp2;
1129
1130     if (is->video_st) {
1131 retry:
1132         if (is->pictq_size == 0) {
1133             SDL_LockMutex(is->pictq_mutex);
1134             if (is->frame_last_dropped_pts != AV_NOPTS_VALUE && is->frame_last_dropped_pts > is->frame_last_pts) {
1135                 update_video_pts(is, is->frame_last_dropped_pts, is->frame_last_dropped_pos);
1136                 is->frame_last_dropped_pts = AV_NOPTS_VALUE;
1137             }
1138             SDL_UnlockMutex(is->pictq_mutex);
1139             //nothing to do, no picture to display in the que
1140         } else {
1141             double last_duration, duration, delay;
1142             /* dequeue the picture */
1143             vp = &is->pictq[is->pictq_rindex];
1144
1145             if (vp->skip) {
1146                 pictq_next_picture(is);
1147                 goto retry;
1148             }
1149
1150             /* compute nominal last_duration */
1151             last_duration = vp->pts - is->frame_last_pts;
1152             if (last_duration > 0 && last_duration < 10.0) {
1153                 /* if duration of the last frame was sane, update last_duration in video state */
1154                 is->frame_last_duration = last_duration;
1155             }
1156             delay = compute_target_delay(is->frame_last_duration, is);
1157
1158             time= av_gettime()/1000000.0;
1159             if(time < is->frame_timer + delay)
1160                 return;
1161
1162             if (delay > 0)
1163                 is->frame_timer += delay * FFMAX(1, floor((time-is->frame_timer) / delay));
1164
1165             SDL_LockMutex(is->pictq_mutex);
1166             update_video_pts(is, vp->pts, vp->pos);
1167             SDL_UnlockMutex(is->pictq_mutex);
1168
1169             if(is->pictq_size > 1) {
1170                  VideoPicture *nextvp= &is->pictq[(is->pictq_rindex+1)%VIDEO_PICTURE_QUEUE_SIZE];
1171                  duration = nextvp->pts - vp->pts; // More accurate this way, 1/time_base is often not reflecting FPS
1172             } else {
1173                  duration = vp->duration;
1174             }
1175
1176             if((framedrop>0 || (framedrop && is->audio_st)) && time > is->frame_timer + duration){
1177                 if(is->pictq_size > 1){
1178                     is->frame_drops_late++;
1179                     pictq_next_picture(is);
1180                     goto retry;
1181                 }
1182             }
1183
1184             if(is->subtitle_st) {
1185                 if (is->subtitle_stream_changed) {
1186                     SDL_LockMutex(is->subpq_mutex);
1187
1188                     while (is->subpq_size) {
1189                         free_subpicture(&is->subpq[is->subpq_rindex]);
1190
1191                         /* update queue size and signal for next picture */
1192                         if (++is->subpq_rindex == SUBPICTURE_QUEUE_SIZE)
1193                             is->subpq_rindex = 0;
1194
1195                         is->subpq_size--;
1196                     }
1197                     is->subtitle_stream_changed = 0;
1198
1199                     SDL_CondSignal(is->subpq_cond);
1200                     SDL_UnlockMutex(is->subpq_mutex);
1201                 } else {
1202                     if (is->subpq_size > 0) {
1203                         sp = &is->subpq[is->subpq_rindex];
1204
1205                         if (is->subpq_size > 1)
1206                             sp2 = &is->subpq[(is->subpq_rindex + 1) % SUBPICTURE_QUEUE_SIZE];
1207                         else
1208                             sp2 = NULL;
1209
1210                         if ((is->video_current_pts > (sp->pts + ((float) sp->sub.end_display_time / 1000)))
1211                                 || (sp2 && is->video_current_pts > (sp2->pts + ((float) sp2->sub.start_display_time / 1000))))
1212                         {
1213                             free_subpicture(sp);
1214
1215                             /* update queue size and signal for next picture */
1216                             if (++is->subpq_rindex == SUBPICTURE_QUEUE_SIZE)
1217                                 is->subpq_rindex = 0;
1218
1219                             SDL_LockMutex(is->subpq_mutex);
1220                             is->subpq_size--;
1221                             SDL_CondSignal(is->subpq_cond);
1222                             SDL_UnlockMutex(is->subpq_mutex);
1223                         }
1224                     }
1225                 }
1226             }
1227
1228             /* display picture */
1229             if (!display_disable)
1230                 video_display(is);
1231
1232             pictq_next_picture(is);
1233         }
1234     } else if (is->audio_st) {
1235         /* draw the next audio frame */
1236
1237         /* if only audio stream, then display the audio bars (better
1238            than nothing, just to test the implementation */
1239
1240         /* display picture */
1241         if (!display_disable)
1242             video_display(is);
1243     }
1244     if (show_status) {
1245         static int64_t last_time;
1246         int64_t cur_time;
1247         int aqsize, vqsize, sqsize;
1248         double av_diff;
1249
1250         cur_time = av_gettime();
1251         if (!last_time || (cur_time - last_time) >= 30000) {
1252             aqsize = 0;
1253             vqsize = 0;
1254             sqsize = 0;
1255             if (is->audio_st)
1256                 aqsize = is->audioq.size;
1257             if (is->video_st)
1258                 vqsize = is->videoq.size;
1259             if (is->subtitle_st)
1260                 sqsize = is->subtitleq.size;
1261             av_diff = 0;
1262             if (is->audio_st && is->video_st)
1263                 av_diff = get_audio_clock(is) - get_video_clock(is);
1264             printf("%7.2f A-V:%7.3f fd=%4d aq=%5dKB vq=%5dKB sq=%5dB f=%"PRId64"/%"PRId64"   \r",
1265                    get_master_clock(is),
1266                    av_diff,
1267                    is->frame_drops_early + is->frame_drops_late,
1268                    aqsize / 1024,
1269                    vqsize / 1024,
1270                    sqsize,
1271                    is->video_st ? is->video_st->codec->pts_correction_num_faulty_dts : 0,
1272                    is->video_st ? is->video_st->codec->pts_correction_num_faulty_pts : 0);
1273             fflush(stdout);
1274             last_time = cur_time;
1275         }
1276     }
1277 }
1278
1279 /* allocate a picture (needs to do that in main thread to avoid
1280    potential locking problems */
1281 static void alloc_picture(void *opaque)
1282 {
1283     VideoState *is = opaque;
1284     VideoPicture *vp;
1285
1286     vp = &is->pictq[is->pictq_windex];
1287
1288     if (vp->bmp)
1289         SDL_FreeYUVOverlay(vp->bmp);
1290
1291 #if CONFIG_AVFILTER
1292     if (vp->picref)
1293         avfilter_unref_buffer(vp->picref);
1294     vp->picref = NULL;
1295
1296     vp->width   = is->out_video_filter->inputs[0]->w;
1297     vp->height  = is->out_video_filter->inputs[0]->h;
1298     vp->pix_fmt = is->out_video_filter->inputs[0]->format;
1299 #else
1300     vp->width   = is->video_st->codec->width;
1301     vp->height  = is->video_st->codec->height;
1302     vp->pix_fmt = is->video_st->codec->pix_fmt;
1303 #endif
1304
1305     vp->bmp = SDL_CreateYUVOverlay(vp->width, vp->height,
1306                                    SDL_YV12_OVERLAY,
1307                                    screen);
1308     if (!vp->bmp || vp->bmp->pitches[0] < vp->width) {
1309         /* SDL allocates a buffer smaller than requested if the video
1310          * overlay hardware is unable to support the requested size. */
1311         fprintf(stderr, "Error: the video system does not support an image\n"
1312                         "size of %dx%d pixels. Try using -lowres or -vf \"scale=w:h\"\n"
1313                         "to reduce the image size.\n", vp->width, vp->height );
1314         do_exit(is);
1315     }
1316
1317     SDL_LockMutex(is->pictq_mutex);
1318     vp->allocated = 1;
1319     SDL_CondSignal(is->pictq_cond);
1320     SDL_UnlockMutex(is->pictq_mutex);
1321 }
1322
1323 static int queue_picture(VideoState *is, AVFrame *src_frame, double pts1, int64_t pos)
1324 {
1325     VideoPicture *vp;
1326     double frame_delay, pts = pts1;
1327
1328     /* compute the exact PTS for the picture if it is omitted in the stream
1329      * pts1 is the dts of the pkt / pts of the frame */
1330     if (pts != 0) {
1331         /* update video clock with pts, if present */
1332         is->video_clock = pts;
1333     } else {
1334         pts = is->video_clock;
1335     }
1336     /* update video clock for next frame */
1337     frame_delay = av_q2d(is->video_st->codec->time_base);
1338     /* for MPEG2, the frame can be repeated, so we update the
1339        clock accordingly */
1340     frame_delay += src_frame->repeat_pict * (frame_delay * 0.5);
1341     is->video_clock += frame_delay;
1342
1343 #if defined(DEBUG_SYNC) && 0
1344     printf("frame_type=%c clock=%0.3f pts=%0.3f\n",
1345            av_get_picture_type_char(src_frame->pict_type), pts, pts1);
1346 #endif
1347
1348     /* wait until we have space to put a new picture */
1349     SDL_LockMutex(is->pictq_mutex);
1350
1351     while (is->pictq_size >= VIDEO_PICTURE_QUEUE_SIZE &&
1352            !is->videoq.abort_request) {
1353         SDL_CondWait(is->pictq_cond, is->pictq_mutex);
1354     }
1355     SDL_UnlockMutex(is->pictq_mutex);
1356
1357     if (is->videoq.abort_request)
1358         return -1;
1359
1360     vp = &is->pictq[is->pictq_windex];
1361
1362     vp->duration = frame_delay;
1363
1364     /* alloc or resize hardware picture buffer */
1365     if (!vp->bmp || vp->reallocate ||
1366 #if CONFIG_AVFILTER
1367         vp->width  != is->out_video_filter->inputs[0]->w ||
1368         vp->height != is->out_video_filter->inputs[0]->h) {
1369 #else
1370         vp->width != is->video_st->codec->width ||
1371         vp->height != is->video_st->codec->height) {
1372 #endif
1373         SDL_Event event;
1374
1375         vp->allocated  = 0;
1376         vp->reallocate = 0;
1377
1378         /* the allocation must be done in the main thread to avoid
1379            locking problems */
1380         event.type = FF_ALLOC_EVENT;
1381         event.user.data1 = is;
1382         SDL_PushEvent(&event);
1383
1384         /* wait until the picture is allocated */
1385         SDL_LockMutex(is->pictq_mutex);
1386         while (!vp->allocated && !is->videoq.abort_request) {
1387             SDL_CondWait(is->pictq_cond, is->pictq_mutex);
1388         }
1389         /* if the queue is aborted, we have to pop the pending ALLOC event or wait for the allocation to complete */
1390         if (is->videoq.abort_request && SDL_PeepEvents(&event, 1, SDL_GETEVENT, SDL_EVENTMASK(FF_ALLOC_EVENT)) != 1) {
1391             while (!vp->allocated) {
1392                 SDL_CondWait(is->pictq_cond, is->pictq_mutex);
1393             }
1394         }
1395         SDL_UnlockMutex(is->pictq_mutex);
1396
1397         if (is->videoq.abort_request)
1398             return -1;
1399     }
1400
1401     /* if the frame is not skipped, then display it */
1402     if (vp->bmp) {
1403         AVPicture pict;
1404 #if CONFIG_AVFILTER
1405         if(vp->picref)
1406             avfilter_unref_buffer(vp->picref);
1407         vp->picref = src_frame->opaque;
1408 #endif
1409
1410         /* get a pointer on the bitmap */
1411         SDL_LockYUVOverlay (vp->bmp);
1412
1413         memset(&pict,0,sizeof(AVPicture));
1414         pict.data[0] = vp->bmp->pixels[0];
1415         pict.data[1] = vp->bmp->pixels[2];
1416         pict.data[2] = vp->bmp->pixels[1];
1417
1418         pict.linesize[0] = vp->bmp->pitches[0];
1419         pict.linesize[1] = vp->bmp->pitches[2];
1420         pict.linesize[2] = vp->bmp->pitches[1];
1421
1422 #if CONFIG_AVFILTER
1423         //FIXME use direct rendering
1424         av_picture_copy(&pict, (AVPicture *)src_frame,
1425                         vp->pix_fmt, vp->width, vp->height);
1426 #else
1427         sws_flags = av_get_int(sws_opts, "sws_flags", NULL);
1428         is->img_convert_ctx = sws_getCachedContext(is->img_convert_ctx,
1429             vp->width, vp->height, vp->pix_fmt, vp->width, vp->height,
1430             PIX_FMT_YUV420P, sws_flags, NULL, NULL, NULL);
1431         if (is->img_convert_ctx == NULL) {
1432             fprintf(stderr, "Cannot initialize the conversion context\n");
1433             exit(1);
1434         }
1435         sws_scale(is->img_convert_ctx, src_frame->data, src_frame->linesize,
1436                   0, vp->height, pict.data, pict.linesize);
1437 #endif
1438         /* update the bitmap content */
1439         SDL_UnlockYUVOverlay(vp->bmp);
1440
1441         vp->pts = pts;
1442         vp->pos = pos;
1443         vp->skip = 0;
1444
1445         /* now we can update the picture count */
1446         if (++is->pictq_windex == VIDEO_PICTURE_QUEUE_SIZE)
1447             is->pictq_windex = 0;
1448         SDL_LockMutex(is->pictq_mutex);
1449         is->pictq_size++;
1450         SDL_UnlockMutex(is->pictq_mutex);
1451     }
1452     return 0;
1453 }
1454
1455 static int get_video_frame(VideoState *is, AVFrame *frame, int64_t *pts, AVPacket *pkt)
1456 {
1457     int got_picture, i;
1458
1459     if (packet_queue_get(&is->videoq, pkt, 1) < 0)
1460         return -1;
1461
1462     if (pkt->data == flush_pkt.data) {
1463         avcodec_flush_buffers(is->video_st->codec);
1464
1465         SDL_LockMutex(is->pictq_mutex);
1466         //Make sure there are no long delay timers (ideally we should just flush the que but thats harder)
1467         for (i = 0; i < VIDEO_PICTURE_QUEUE_SIZE; i++) {
1468             is->pictq[i].skip = 1;
1469         }
1470         while (is->pictq_size && !is->videoq.abort_request) {
1471             SDL_CondWait(is->pictq_cond, is->pictq_mutex);
1472         }
1473         is->video_current_pos = -1;
1474         is->frame_last_pts = AV_NOPTS_VALUE;
1475         is->frame_last_duration = 0;
1476         is->frame_timer = (double)av_gettime() / 1000000.0;
1477         is->frame_last_dropped_pts = AV_NOPTS_VALUE;
1478         SDL_UnlockMutex(is->pictq_mutex);
1479
1480         return 0;
1481     }
1482
1483     avcodec_decode_video2(is->video_st->codec, frame, &got_picture, pkt);
1484
1485     if (got_picture) {
1486         int ret = 1;
1487
1488         if (decoder_reorder_pts == -1) {
1489             *pts = frame->best_effort_timestamp;
1490         } else if (decoder_reorder_pts) {
1491             *pts = frame->pkt_pts;
1492         } else {
1493             *pts = frame->pkt_dts;
1494         }
1495
1496         if (*pts == AV_NOPTS_VALUE) {
1497             *pts = 0;
1498         }
1499
1500         if (((is->av_sync_type == AV_SYNC_AUDIO_MASTER && is->audio_st) || is->av_sync_type == AV_SYNC_EXTERNAL_CLOCK) &&
1501              (framedrop>0 || (framedrop && is->audio_st))) {
1502             SDL_LockMutex(is->pictq_mutex);
1503             if (is->frame_last_pts != AV_NOPTS_VALUE && *pts) {
1504                 double clockdiff = get_video_clock(is) - get_master_clock(is);
1505                 double dpts = av_q2d(is->video_st->time_base) * *pts;
1506                 double ptsdiff = dpts - is->frame_last_pts;
1507                 if (fabs(clockdiff) < AV_NOSYNC_THRESHOLD &&
1508                      ptsdiff > 0 && ptsdiff < AV_NOSYNC_THRESHOLD &&
1509                      clockdiff + ptsdiff - is->frame_last_filter_delay < 0) {
1510                     is->frame_last_dropped_pos = pkt->pos;
1511                     is->frame_last_dropped_pts = dpts;
1512                     is->frame_drops_early++;
1513                     ret = 0;
1514                 }
1515             }
1516             SDL_UnlockMutex(is->pictq_mutex);
1517         }
1518
1519         if (ret)
1520             is->frame_last_returned_time = av_gettime() / 1000000.0;
1521
1522         return ret;
1523     }
1524     return 0;
1525 }
1526
1527 #if CONFIG_AVFILTER
1528 typedef struct {
1529     VideoState *is;
1530     AVFrame *frame;
1531     int use_dr1;
1532 } FilterPriv;
1533
1534 static int input_get_buffer(AVCodecContext *codec, AVFrame *pic)
1535 {
1536     AVFilterContext *ctx = codec->opaque;
1537     AVFilterBufferRef  *ref;
1538     int perms = AV_PERM_WRITE;
1539     int i, w, h, stride[4];
1540     unsigned edge;
1541     int pixel_size;
1542
1543     av_assert0(codec->flags & CODEC_FLAG_EMU_EDGE);
1544
1545     if (codec->codec->capabilities & CODEC_CAP_NEG_LINESIZES)
1546         perms |= AV_PERM_NEG_LINESIZES;
1547
1548     if(pic->buffer_hints & FF_BUFFER_HINTS_VALID) {
1549         if(pic->buffer_hints & FF_BUFFER_HINTS_READABLE) perms |= AV_PERM_READ;
1550         if(pic->buffer_hints & FF_BUFFER_HINTS_PRESERVE) perms |= AV_PERM_PRESERVE;
1551         if(pic->buffer_hints & FF_BUFFER_HINTS_REUSABLE) perms |= AV_PERM_REUSE2;
1552     }
1553     if(pic->reference) perms |= AV_PERM_READ | AV_PERM_PRESERVE;
1554
1555     w = codec->width;
1556     h = codec->height;
1557
1558     if(av_image_check_size(w, h, 0, codec))
1559         return -1;
1560
1561     avcodec_align_dimensions2(codec, &w, &h, stride);
1562     edge = codec->flags & CODEC_FLAG_EMU_EDGE ? 0 : avcodec_get_edge_width();
1563     w += edge << 1;
1564     h += edge << 1;
1565
1566     if(!(ref = avfilter_get_video_buffer(ctx->outputs[0], perms, w, h)))
1567         return -1;
1568
1569     pixel_size = av_pix_fmt_descriptors[ref->format].comp[0].step_minus1+1;
1570     ref->video->w = codec->width;
1571     ref->video->h = codec->height;
1572     for(i = 0; i < 4; i ++) {
1573         unsigned hshift = (i == 1 || i == 2) ? av_pix_fmt_descriptors[ref->format].log2_chroma_w : 0;
1574         unsigned vshift = (i == 1 || i == 2) ? av_pix_fmt_descriptors[ref->format].log2_chroma_h : 0;
1575
1576         if (ref->data[i]) {
1577             ref->data[i]    += ((edge * pixel_size) >> hshift) + ((edge * ref->linesize[i]) >> vshift);
1578         }
1579         pic->data[i]     = ref->data[i];
1580         pic->linesize[i] = ref->linesize[i];
1581     }
1582     pic->opaque = ref;
1583     pic->age    = INT_MAX;
1584     pic->type   = FF_BUFFER_TYPE_USER;
1585     pic->reordered_opaque = codec->reordered_opaque;
1586     if(codec->pkt) pic->pkt_pts = codec->pkt->pts;
1587     else           pic->pkt_pts = AV_NOPTS_VALUE;
1588     return 0;
1589 }
1590
1591 static void input_release_buffer(AVCodecContext *codec, AVFrame *pic)
1592 {
1593     memset(pic->data, 0, sizeof(pic->data));
1594     avfilter_unref_buffer(pic->opaque);
1595 }
1596
1597 static int input_reget_buffer(AVCodecContext *codec, AVFrame *pic)
1598 {
1599     AVFilterBufferRef *ref = pic->opaque;
1600
1601     if (pic->data[0] == NULL) {
1602         pic->buffer_hints |= FF_BUFFER_HINTS_READABLE;
1603         return codec->get_buffer(codec, pic);
1604     }
1605
1606     if ((codec->width != ref->video->w) || (codec->height != ref->video->h) ||
1607         (codec->pix_fmt != ref->format)) {
1608         av_log(codec, AV_LOG_ERROR, "Picture properties changed.\n");
1609         return -1;
1610     }
1611
1612     pic->reordered_opaque = codec->reordered_opaque;
1613     if(codec->pkt) pic->pkt_pts = codec->pkt->pts;
1614     else           pic->pkt_pts = AV_NOPTS_VALUE;
1615     return 0;
1616 }
1617
1618 static int input_init(AVFilterContext *ctx, const char *args, void *opaque)
1619 {
1620     FilterPriv *priv = ctx->priv;
1621     AVCodecContext *codec;
1622     if(!opaque) return -1;
1623
1624     priv->is = opaque;
1625     codec    = priv->is->video_st->codec;
1626     codec->opaque = ctx;
1627     if((codec->codec->capabilities & CODEC_CAP_DR1)
1628     ) {
1629         av_assert0(codec->flags & CODEC_FLAG_EMU_EDGE);
1630         priv->use_dr1 = 1;
1631         codec->get_buffer     = input_get_buffer;
1632         codec->release_buffer = input_release_buffer;
1633         codec->reget_buffer   = input_reget_buffer;
1634         codec->thread_safe_callbacks = 1;
1635     }
1636
1637     priv->frame = avcodec_alloc_frame();
1638
1639     return 0;
1640 }
1641
1642 static void input_uninit(AVFilterContext *ctx)
1643 {
1644     FilterPriv *priv = ctx->priv;
1645     av_free(priv->frame);
1646 }
1647
1648 static int input_request_frame(AVFilterLink *link)
1649 {
1650     FilterPriv *priv = link->src->priv;
1651     AVFilterBufferRef *picref;
1652     int64_t pts = 0;
1653     AVPacket pkt;
1654     int ret;
1655
1656     while (!(ret = get_video_frame(priv->is, priv->frame, &pts, &pkt)))
1657         av_free_packet(&pkt);
1658     if (ret < 0)
1659         return -1;
1660
1661     if(priv->use_dr1 && priv->frame->opaque) {
1662         picref = avfilter_ref_buffer(priv->frame->opaque, ~0);
1663     } else {
1664         picref = avfilter_get_video_buffer(link, AV_PERM_WRITE, link->w, link->h);
1665         av_image_copy(picref->data, picref->linesize,
1666                       priv->frame->data, priv->frame->linesize,
1667                       picref->format, link->w, link->h);
1668     }
1669     av_free_packet(&pkt);
1670
1671     avfilter_copy_frame_props(picref, priv->frame);
1672     picref->pts = pts;
1673
1674     avfilter_start_frame(link, picref);
1675     avfilter_draw_slice(link, 0, link->h, 1);
1676     avfilter_end_frame(link);
1677
1678     return 0;
1679 }
1680
1681 static int input_query_formats(AVFilterContext *ctx)
1682 {
1683     FilterPriv *priv = ctx->priv;
1684     enum PixelFormat pix_fmts[] = {
1685         priv->is->video_st->codec->pix_fmt, PIX_FMT_NONE
1686     };
1687
1688     avfilter_set_common_pixel_formats(ctx, avfilter_make_format_list(pix_fmts));
1689     return 0;
1690 }
1691
1692 static int input_config_props(AVFilterLink *link)
1693 {
1694     FilterPriv *priv  = link->src->priv;
1695     AVStream *s = priv->is->video_st;
1696
1697     link->w = s->codec->width;
1698     link->h = s->codec->height;
1699     link->sample_aspect_ratio = s->sample_aspect_ratio.num ?
1700         s->sample_aspect_ratio : s->codec->sample_aspect_ratio;
1701     link->time_base = s->time_base;
1702
1703     return 0;
1704 }
1705
1706 static AVFilter input_filter =
1707 {
1708     .name      = "ffplay_input",
1709
1710     .priv_size = sizeof(FilterPriv),
1711
1712     .init      = input_init,
1713     .uninit    = input_uninit,
1714
1715     .query_formats = input_query_formats,
1716
1717     .inputs    = (AVFilterPad[]) {{ .name = NULL }},
1718     .outputs   = (AVFilterPad[]) {{ .name = "default",
1719                                     .type = AVMEDIA_TYPE_VIDEO,
1720                                     .request_frame = input_request_frame,
1721                                     .config_props  = input_config_props, },
1722                                   { .name = NULL }},
1723 };
1724
1725 static int configure_video_filters(AVFilterGraph *graph, VideoState *is, const char *vfilters)
1726 {
1727     char sws_flags_str[128];
1728     int ret;
1729     enum PixelFormat pix_fmts[] = { PIX_FMT_YUV420P, PIX_FMT_NONE };
1730     AVBufferSinkParams *buffersink_params = av_buffersink_params_alloc();
1731     AVFilterContext *filt_src = NULL, *filt_out = NULL;
1732     snprintf(sws_flags_str, sizeof(sws_flags_str), "flags=%d", sws_flags);
1733     graph->scale_sws_opts = av_strdup(sws_flags_str);
1734
1735     if ((ret = avfilter_graph_create_filter(&filt_src, &input_filter, "src",
1736                                             NULL, is, graph)) < 0)
1737         return ret;
1738 #if FF_API_OLD_VSINK_API
1739     ret = avfilter_graph_create_filter(&filt_out, avfilter_get_by_name("buffersink"), "out",
1740                                        NULL, pix_fmts, graph);
1741 #else
1742     buffersink_params->pixel_fmts = pix_fmts;
1743     ret = avfilter_graph_create_filter(&filt_out, avfilter_get_by_name("buffersink"), "out",
1744                                        NULL, buffersink_params, graph);
1745 #endif
1746     av_freep(&buffersink_params);
1747     if (ret < 0)
1748         return ret;
1749
1750     if(vfilters) {
1751         AVFilterInOut *outputs = avfilter_inout_alloc();
1752         AVFilterInOut *inputs  = avfilter_inout_alloc();
1753
1754         outputs->name    = av_strdup("in");
1755         outputs->filter_ctx = filt_src;
1756         outputs->pad_idx = 0;
1757         outputs->next    = NULL;
1758
1759         inputs->name    = av_strdup("out");
1760         inputs->filter_ctx = filt_out;
1761         inputs->pad_idx = 0;
1762         inputs->next    = NULL;
1763
1764         if ((ret = avfilter_graph_parse(graph, vfilters, &inputs, &outputs, NULL)) < 0)
1765             return ret;
1766     } else {
1767         if ((ret = avfilter_link(filt_src, 0, filt_out, 0)) < 0)
1768             return ret;
1769     }
1770
1771     if ((ret = avfilter_graph_config(graph, NULL)) < 0)
1772         return ret;
1773
1774     is->out_video_filter = filt_out;
1775
1776     return ret;
1777 }
1778
1779 #endif  /* CONFIG_AVFILTER */
1780
1781 static int video_thread(void *arg)
1782 {
1783     VideoState *is = arg;
1784     AVFrame *frame= avcodec_alloc_frame();
1785     int64_t pts_int = AV_NOPTS_VALUE, pos = -1;
1786     double pts;
1787     int ret;
1788
1789 #if CONFIG_AVFILTER
1790     AVFilterGraph *graph = avfilter_graph_alloc();
1791     AVFilterContext *filt_out = NULL;
1792     int last_w = is->video_st->codec->width;
1793     int last_h = is->video_st->codec->height;
1794
1795     if ((ret = configure_video_filters(graph, is, vfilters)) < 0)
1796         goto the_end;
1797     filt_out = is->out_video_filter;
1798 #endif
1799
1800     for(;;) {
1801 #if !CONFIG_AVFILTER
1802         AVPacket pkt;
1803 #else
1804         AVFilterBufferRef *picref;
1805         AVRational tb = filt_out->inputs[0]->time_base;
1806 #endif
1807         while (is->paused && !is->videoq.abort_request)
1808             SDL_Delay(10);
1809 #if CONFIG_AVFILTER
1810         if (   last_w != is->video_st->codec->width
1811             || last_h != is->video_st->codec->height) {
1812             av_log(NULL, AV_LOG_INFO, "Frame changed from size:%dx%d to size:%dx%d\n",
1813                    last_w, last_h, is->video_st->codec->width, is->video_st->codec->height);
1814             avfilter_graph_free(&graph);
1815             graph = avfilter_graph_alloc();
1816             if ((ret = configure_video_filters(graph, is, vfilters)) < 0)
1817                 goto the_end;
1818             filt_out = is->out_video_filter;
1819             last_w = is->video_st->codec->width;
1820             last_h = is->video_st->codec->height;
1821         }
1822         ret = av_buffersink_get_buffer_ref(filt_out, &picref, 0);
1823         if (picref) {
1824             avfilter_fill_frame_from_video_buffer_ref(frame, picref);
1825             pts_int = picref->pts;
1826             pos     = picref->pos;
1827             frame->opaque = picref;
1828         }
1829
1830         if (av_cmp_q(tb, is->video_st->time_base)) {
1831             av_unused int64_t pts1 = pts_int;
1832             pts_int = av_rescale_q(pts_int, tb, is->video_st->time_base);
1833             av_dlog(NULL, "video_thread(): "
1834                     "tb:%d/%d pts:%"PRId64" -> tb:%d/%d pts:%"PRId64"\n",
1835                     tb.num, tb.den, pts1,
1836                     is->video_st->time_base.num, is->video_st->time_base.den, pts_int);
1837         }
1838 #else
1839         ret = get_video_frame(is, frame, &pts_int, &pkt);
1840         pos = pkt.pos;
1841         av_free_packet(&pkt);
1842 #endif
1843
1844         if (ret < 0) goto the_end;
1845
1846         is->frame_last_filter_delay = av_gettime() / 1000000.0 - is->frame_last_returned_time;
1847         if (fabs(is->frame_last_filter_delay) > AV_NOSYNC_THRESHOLD / 10.0)
1848             is->frame_last_filter_delay = 0;
1849
1850 #if CONFIG_AVFILTER
1851         if (!picref)
1852             continue;
1853 #endif
1854
1855         pts = pts_int*av_q2d(is->video_st->time_base);
1856
1857         ret = queue_picture(is, frame, pts, pos);
1858
1859         if (ret < 0)
1860             goto the_end;
1861
1862         if (is->step)
1863             stream_toggle_pause(is);
1864     }
1865  the_end:
1866 #if CONFIG_AVFILTER
1867     avfilter_graph_free(&graph);
1868 #endif
1869     av_free(frame);
1870     return 0;
1871 }
1872
1873 static int subtitle_thread(void *arg)
1874 {
1875     VideoState *is = arg;
1876     SubPicture *sp;
1877     AVPacket pkt1, *pkt = &pkt1;
1878     int got_subtitle;
1879     double pts;
1880     int i, j;
1881     int r, g, b, y, u, v, a;
1882
1883     for(;;) {
1884         while (is->paused && !is->subtitleq.abort_request) {
1885             SDL_Delay(10);
1886         }
1887         if (packet_queue_get(&is->subtitleq, pkt, 1) < 0)
1888             break;
1889
1890         if(pkt->data == flush_pkt.data){
1891             avcodec_flush_buffers(is->subtitle_st->codec);
1892             continue;
1893         }
1894         SDL_LockMutex(is->subpq_mutex);
1895         while (is->subpq_size >= SUBPICTURE_QUEUE_SIZE &&
1896                !is->subtitleq.abort_request) {
1897             SDL_CondWait(is->subpq_cond, is->subpq_mutex);
1898         }
1899         SDL_UnlockMutex(is->subpq_mutex);
1900
1901         if (is->subtitleq.abort_request)
1902             return 0;
1903
1904         sp = &is->subpq[is->subpq_windex];
1905
1906        /* NOTE: ipts is the PTS of the _first_ picture beginning in
1907            this packet, if any */
1908         pts = 0;
1909         if (pkt->pts != AV_NOPTS_VALUE)
1910             pts = av_q2d(is->subtitle_st->time_base)*pkt->pts;
1911
1912         avcodec_decode_subtitle2(is->subtitle_st->codec, &sp->sub,
1913                                  &got_subtitle, pkt);
1914
1915         if (got_subtitle && sp->sub.format == 0) {
1916             sp->pts = pts;
1917
1918             for (i = 0; i < sp->sub.num_rects; i++)
1919             {
1920                 for (j = 0; j < sp->sub.rects[i]->nb_colors; j++)
1921                 {
1922                     RGBA_IN(r, g, b, a, (uint32_t*)sp->sub.rects[i]->pict.data[1] + j);
1923                     y = RGB_TO_Y_CCIR(r, g, b);
1924                     u = RGB_TO_U_CCIR(r, g, b, 0);
1925                     v = RGB_TO_V_CCIR(r, g, b, 0);
1926                     YUVA_OUT((uint32_t*)sp->sub.rects[i]->pict.data[1] + j, y, u, v, a);
1927                 }
1928             }
1929
1930             /* now we can update the picture count */
1931             if (++is->subpq_windex == SUBPICTURE_QUEUE_SIZE)
1932                 is->subpq_windex = 0;
1933             SDL_LockMutex(is->subpq_mutex);
1934             is->subpq_size++;
1935             SDL_UnlockMutex(is->subpq_mutex);
1936         }
1937         av_free_packet(pkt);
1938     }
1939     return 0;
1940 }
1941
1942 /* copy samples for viewing in editor window */
1943 static void update_sample_display(VideoState *is, short *samples, int samples_size)
1944 {
1945     int size, len;
1946
1947     size = samples_size / sizeof(short);
1948     while (size > 0) {
1949         len = SAMPLE_ARRAY_SIZE - is->sample_array_index;
1950         if (len > size)
1951             len = size;
1952         memcpy(is->sample_array + is->sample_array_index, samples, len * sizeof(short));
1953         samples += len;
1954         is->sample_array_index += len;
1955         if (is->sample_array_index >= SAMPLE_ARRAY_SIZE)
1956             is->sample_array_index = 0;
1957         size -= len;
1958     }
1959 }
1960
1961 /* return the new audio buffer size (samples can be added or deleted
1962    to get better sync if video or external master clock) */
1963 static int synchronize_audio(VideoState *is, short *samples,
1964                              int samples_size1, double pts)
1965 {
1966     int n, samples_size;
1967     double ref_clock;
1968
1969     n = av_get_bytes_per_sample(is->audio_tgt_fmt) * is->audio_tgt_channels;
1970     samples_size = samples_size1;
1971
1972     /* if not master, then we try to remove or add samples to correct the clock */
1973     if (((is->av_sync_type == AV_SYNC_VIDEO_MASTER && is->video_st) ||
1974          is->av_sync_type == AV_SYNC_EXTERNAL_CLOCK)) {
1975         double diff, avg_diff;
1976         int wanted_size, min_size, max_size, nb_samples;
1977
1978         ref_clock = get_master_clock(is);
1979         diff = get_audio_clock(is) - ref_clock;
1980
1981         if (diff < AV_NOSYNC_THRESHOLD) {
1982             is->audio_diff_cum = diff + is->audio_diff_avg_coef * is->audio_diff_cum;
1983             if (is->audio_diff_avg_count < AUDIO_DIFF_AVG_NB) {
1984                 /* not enough measures to have a correct estimate */
1985                 is->audio_diff_avg_count++;
1986             } else {
1987                 /* estimate the A-V difference */
1988                 avg_diff = is->audio_diff_cum * (1.0 - is->audio_diff_avg_coef);
1989
1990                 if (fabs(avg_diff) >= is->audio_diff_threshold) {
1991                     wanted_size = samples_size + ((int)(diff * is->audio_tgt_freq) * n);
1992                     nb_samples = samples_size / n;
1993
1994                     min_size = ((nb_samples * (100 - SAMPLE_CORRECTION_PERCENT_MAX)) / 100) * n;
1995                     max_size = ((nb_samples * (100 + SAMPLE_CORRECTION_PERCENT_MAX)) / 100) * n;
1996                     if (wanted_size < min_size)
1997                         wanted_size = min_size;
1998                     else if (wanted_size > FFMIN3(max_size, sizeof(is->audio_buf1), sizeof(is->audio_buf2)))
1999                         wanted_size = FFMIN3(max_size, sizeof(is->audio_buf1), sizeof(is->audio_buf2));
2000
2001                     /* add or remove samples to correction the synchro */
2002                     if (wanted_size < samples_size) {
2003                         /* remove samples */
2004                         samples_size = wanted_size;
2005                     } else if (wanted_size > samples_size) {
2006                         uint8_t *samples_end, *q;
2007                         int nb;
2008
2009                         /* add samples */
2010                         nb = (samples_size - wanted_size);
2011                         samples_end = (uint8_t *)samples + samples_size - n;
2012                         q = samples_end + n;
2013                         while (nb > 0) {
2014                             memcpy(q, samples_end, n);
2015                             q += n;
2016                             nb -= n;
2017                         }
2018                         samples_size = wanted_size;
2019                     }
2020                 }
2021                 av_dlog(NULL, "diff=%f adiff=%f sample_diff=%d apts=%0.3f vpts=%0.3f %f\n",
2022                         diff, avg_diff, samples_size - samples_size1,
2023                         is->audio_clock, is->video_clock, is->audio_diff_threshold);
2024             }
2025         } else {
2026             /* too big difference : may be initial PTS errors, so
2027                reset A-V filter */
2028             is->audio_diff_avg_count = 0;
2029             is->audio_diff_cum = 0;
2030         }
2031     }
2032
2033     return samples_size;
2034 }
2035
2036 /* decode one audio frame and returns its uncompressed size */
2037 static int audio_decode_frame(VideoState *is, double *pts_ptr)
2038 {
2039     AVPacket *pkt_temp = &is->audio_pkt_temp;
2040     AVPacket *pkt = &is->audio_pkt;
2041     AVCodecContext *dec= is->audio_st->codec;
2042     int len1, len2, data_size, resampled_data_size;
2043     int64_t dec_channel_layout;
2044     double pts;
2045     int new_packet = 0;
2046     int flush_complete = 0;
2047
2048     for(;;) {
2049         /* NOTE: the audio packet can contain several frames */
2050         while (pkt_temp->size > 0 || (!pkt_temp->data && new_packet)) {
2051             if (flush_complete)
2052                 break;
2053             new_packet = 0;
2054             data_size = sizeof(is->audio_buf1);
2055             len1 = avcodec_decode_audio3(dec,
2056                                         (int16_t *)is->audio_buf1, &data_size,
2057                                         pkt_temp);
2058             if (len1 < 0) {
2059                 /* if error, we skip the frame */
2060                 pkt_temp->size = 0;
2061                 break;
2062             }
2063
2064             pkt_temp->data += len1;
2065             pkt_temp->size -= len1;
2066
2067             if (data_size <= 0) {
2068                 /* stop sending empty packets if the decoder is finished */
2069                 if (!pkt_temp->data && dec->codec->capabilities & CODEC_CAP_DELAY)
2070                     flush_complete = 1;
2071                 continue;
2072             }
2073
2074             dec_channel_layout = (dec->channel_layout && dec->channels == av_get_channel_layout_nb_channels(dec->channel_layout)) ? dec->channel_layout : av_get_default_channel_layout(dec->channels);
2075
2076             if (dec->sample_fmt != is->audio_src_fmt || dec_channel_layout != is->audio_src_channel_layout || dec->sample_rate != is->audio_src_freq) {
2077                 if (is->swr_ctx)
2078                     swr_free(&is->swr_ctx);
2079                 is->swr_ctx = swr_alloc_set_opts(NULL,
2080                                                  is->audio_tgt_channel_layout, is->audio_tgt_fmt, is->audio_tgt_freq,
2081                                                  dec_channel_layout,           dec->sample_fmt,   dec->sample_rate,
2082                                                  NULL, 0, NULL);
2083                 if (!is->swr_ctx || swr_init(is->swr_ctx) < 0) {
2084                     fprintf(stderr, "Cannot create sample rate converter for conversion of %d Hz %s %d channels to %d Hz %s %d channels!\n",
2085                         dec->sample_rate,
2086                         av_get_sample_fmt_name(dec->sample_fmt),
2087                         dec->channels,
2088                         is->audio_tgt_freq,
2089                         av_get_sample_fmt_name(is->audio_tgt_fmt),
2090                         is->audio_tgt_channels);
2091                     break;
2092                 }
2093                 is->audio_src_channel_layout = dec_channel_layout;
2094                 is->audio_src_channels = dec->channels;
2095                 is->audio_src_freq = dec->sample_rate;
2096                 is->audio_src_fmt = dec->sample_fmt;
2097             }
2098
2099             resampled_data_size = data_size;
2100             if (is->swr_ctx) {
2101                 const uint8_t *in[] = {is->audio_buf1};
2102                 uint8_t *out[] = {is->audio_buf2};
2103                 len2 = swr_convert(is->swr_ctx, out, sizeof(is->audio_buf2) / is->audio_tgt_channels / av_get_bytes_per_sample(is->audio_tgt_fmt),
2104                                                 in, data_size / dec->channels / av_get_bytes_per_sample(dec->sample_fmt));
2105                 if (len2 < 0) {
2106                     fprintf(stderr, "audio_resample() failed\n");
2107                     break;
2108                 }
2109                 if (len2 == sizeof(is->audio_buf2) / is->audio_tgt_channels / av_get_bytes_per_sample(is->audio_tgt_fmt)) {
2110                     fprintf(stderr, "warning: audio buffer is probably too small\n");
2111                     swr_init(is->swr_ctx);
2112                 }
2113                 is->audio_buf = is->audio_buf2;
2114                 resampled_data_size = len2 * is->audio_tgt_channels * av_get_bytes_per_sample(is->audio_tgt_fmt);
2115             } else {
2116                 is->audio_buf= is->audio_buf1;
2117             }
2118
2119             /* if no pts, then compute it */
2120             pts = is->audio_clock;
2121             *pts_ptr = pts;
2122             is->audio_clock += (double)data_size / (dec->channels * dec->sample_rate * av_get_bytes_per_sample(dec->sample_fmt));
2123 #ifdef DEBUG
2124             {
2125                 static double last_clock;
2126                 printf("audio: delay=%0.3f clock=%0.3f pts=%0.3f\n",
2127                        is->audio_clock - last_clock,
2128                        is->audio_clock, pts);
2129                 last_clock = is->audio_clock;
2130             }
2131 #endif
2132             return resampled_data_size;
2133         }
2134
2135         /* free the current packet */
2136         if (pkt->data)
2137             av_free_packet(pkt);
2138
2139         if (is->paused || is->audioq.abort_request) {
2140             return -1;
2141         }
2142
2143         /* read next packet */
2144         if ((new_packet = packet_queue_get(&is->audioq, pkt, 1)) < 0)
2145             return -1;
2146
2147         if (pkt->data == flush_pkt.data)
2148             avcodec_flush_buffers(dec);
2149
2150         pkt_temp->data = pkt->data;
2151         pkt_temp->size = pkt->size;
2152
2153         /* if update the audio clock with the pts */
2154         if (pkt->pts != AV_NOPTS_VALUE) {
2155             is->audio_clock = av_q2d(is->audio_st->time_base)*pkt->pts;
2156         }
2157     }
2158 }
2159
2160 /* prepare a new audio buffer */
2161 static void sdl_audio_callback(void *opaque, Uint8 *stream, int len)
2162 {
2163     VideoState *is = opaque;
2164     int audio_size, len1;
2165     int bytes_per_sec;
2166     double pts;
2167
2168     audio_callback_time = av_gettime();
2169
2170     while (len > 0) {
2171         if (is->audio_buf_index >= is->audio_buf_size) {
2172            audio_size = audio_decode_frame(is, &pts);
2173            if (audio_size < 0) {
2174                 /* if error, just output silence */
2175                is->audio_buf = is->audio_buf1;
2176                is->audio_buf_size = 256 * is->audio_tgt_channels * av_get_bytes_per_sample(is->audio_tgt_fmt);
2177                memset(is->audio_buf, 0, is->audio_buf_size);
2178            } else {
2179                if (is->show_mode != SHOW_MODE_VIDEO)
2180                    update_sample_display(is, (int16_t *)is->audio_buf, audio_size);
2181                audio_size = synchronize_audio(is, (int16_t *)is->audio_buf, audio_size,
2182                                               pts);
2183                is->audio_buf_size = audio_size;
2184            }
2185            is->audio_buf_index = 0;
2186         }
2187         len1 = is->audio_buf_size - is->audio_buf_index;
2188         if (len1 > len)
2189             len1 = len;
2190         memcpy(stream, (uint8_t *)is->audio_buf + is->audio_buf_index, len1);
2191         len -= len1;
2192         stream += len1;
2193         is->audio_buf_index += len1;
2194     }
2195     bytes_per_sec = is->audio_tgt_freq * is->audio_tgt_channels * av_get_bytes_per_sample(is->audio_tgt_fmt);
2196     is->audio_write_buf_size = is->audio_buf_size - is->audio_buf_index;
2197     /* Let's assume the audio driver that is used by SDL has two periods. */
2198     is->audio_current_pts = is->audio_clock - (double)(2 * is->audio_hw_buf_size + is->audio_write_buf_size) / bytes_per_sec;
2199     is->audio_current_pts_drift = is->audio_current_pts - audio_callback_time / 1000000.0;
2200 }
2201
2202 /* open a given stream. Return 0 if OK */
2203 static int stream_component_open(VideoState *is, int stream_index)
2204 {
2205     AVFormatContext *ic = is->ic;
2206     AVCodecContext *avctx;
2207     AVCodec *codec;
2208     SDL_AudioSpec wanted_spec, spec;
2209     AVDictionary *opts;
2210     AVDictionaryEntry *t = NULL;
2211     int64_t wanted_channel_layout = 0;
2212
2213     if (stream_index < 0 || stream_index >= ic->nb_streams)
2214         return -1;
2215     avctx = ic->streams[stream_index]->codec;
2216
2217     opts = filter_codec_opts(codec_opts, avctx->codec_id, ic, ic->streams[stream_index]);
2218
2219     codec = avcodec_find_decoder(avctx->codec_id);
2220     switch(avctx->codec_type){
2221         case AVMEDIA_TYPE_AUDIO   : if(audio_codec_name   ) codec= avcodec_find_decoder_by_name(   audio_codec_name); break;
2222         case AVMEDIA_TYPE_SUBTITLE: if(subtitle_codec_name) codec= avcodec_find_decoder_by_name(subtitle_codec_name); break;
2223         case AVMEDIA_TYPE_VIDEO   : if(video_codec_name   ) codec= avcodec_find_decoder_by_name(   video_codec_name); break;
2224     }
2225     if (!codec)
2226         return -1;
2227
2228     avctx->workaround_bugs = workaround_bugs;
2229     avctx->lowres = lowres;
2230     if(avctx->lowres > codec->max_lowres){
2231         av_log(avctx, AV_LOG_WARNING, "The maximum value for lowres supported by the decoder is %d\n",
2232                 codec->max_lowres);
2233         avctx->lowres= codec->max_lowres;
2234     }
2235     if(avctx->lowres) avctx->flags |= CODEC_FLAG_EMU_EDGE;
2236     avctx->idct_algo= idct;
2237     if(fast) avctx->flags2 |= CODEC_FLAG2_FAST;
2238     avctx->skip_frame= skip_frame;
2239     avctx->skip_idct= skip_idct;
2240     avctx->skip_loop_filter= skip_loop_filter;
2241     avctx->error_recognition= error_recognition;
2242     avctx->error_concealment= error_concealment;
2243
2244     if(codec->capabilities & CODEC_CAP_DR1)
2245         avctx->flags |= CODEC_FLAG_EMU_EDGE;
2246
2247     if (avctx->codec_type == AVMEDIA_TYPE_AUDIO) {
2248         wanted_channel_layout = (avctx->channel_layout && avctx->channels == av_get_channel_layout_nb_channels(avctx->channels)) ? avctx->channel_layout : av_get_default_channel_layout(avctx->channels);
2249         wanted_channel_layout &= ~AV_CH_LAYOUT_STEREO_DOWNMIX;
2250         wanted_spec.channels = av_get_channel_layout_nb_channels(wanted_channel_layout);
2251         wanted_spec.freq = avctx->sample_rate;
2252         if (wanted_spec.freq <= 0 || wanted_spec.channels <= 0) {
2253             fprintf(stderr, "Invalid sample rate or channel count!\n");
2254             return -1;
2255         }
2256     }
2257
2258     if (!codec ||
2259         avcodec_open2(avctx, codec, &opts) < 0)
2260         return -1;
2261     if ((t = av_dict_get(opts, "", NULL, AV_DICT_IGNORE_SUFFIX))) {
2262         av_log(NULL, AV_LOG_ERROR, "Option %s not found.\n", t->key);
2263         return AVERROR_OPTION_NOT_FOUND;
2264     }
2265
2266     /* prepare audio output */
2267     if (avctx->codec_type == AVMEDIA_TYPE_AUDIO) {
2268         wanted_spec.format = AUDIO_S16SYS;
2269         wanted_spec.silence = 0;
2270         wanted_spec.samples = SDL_AUDIO_BUFFER_SIZE;
2271         wanted_spec.callback = sdl_audio_callback;
2272         wanted_spec.userdata = is;
2273         if (SDL_OpenAudio(&wanted_spec, &spec) < 0) {
2274             fprintf(stderr, "SDL_OpenAudio: %s\n", SDL_GetError());
2275             return -1;
2276         }
2277         is->audio_hw_buf_size = spec.size;
2278         if (spec.format != AUDIO_S16SYS) {
2279             fprintf(stderr, "SDL advised audio format %d is not supported!\n", spec.format);
2280             return -1;
2281         }
2282         if (spec.channels != wanted_spec.channels) {
2283             wanted_channel_layout = av_get_default_channel_layout(spec.channels);
2284             if (!wanted_channel_layout) {
2285                 fprintf(stderr, "SDL advised channel count %d is not supported!\n", spec.channels);
2286                 return -1;
2287             }
2288         }
2289         is->audio_src_fmt = is->audio_tgt_fmt = AV_SAMPLE_FMT_S16;
2290         is->audio_src_freq = is->audio_tgt_freq = spec.freq;
2291         is->audio_src_channel_layout = is->audio_tgt_channel_layout = wanted_channel_layout;
2292         is->audio_src_channels = is->audio_tgt_channels = spec.channels;
2293     }
2294
2295     ic->streams[stream_index]->discard = AVDISCARD_DEFAULT;
2296     switch(avctx->codec_type) {
2297     case AVMEDIA_TYPE_AUDIO:
2298         is->audio_stream = stream_index;
2299         is->audio_st = ic->streams[stream_index];
2300         is->audio_buf_size = 0;
2301         is->audio_buf_index = 0;
2302
2303         /* init averaging filter */
2304         is->audio_diff_avg_coef = exp(log(0.01) / AUDIO_DIFF_AVG_NB);
2305         is->audio_diff_avg_count = 0;
2306         /* since we do not have a precise anough audio fifo fullness,
2307            we correct audio sync only if larger than this threshold */
2308         is->audio_diff_threshold = 2.0 * SDL_AUDIO_BUFFER_SIZE / wanted_spec.freq;
2309
2310         memset(&is->audio_pkt, 0, sizeof(is->audio_pkt));
2311         packet_queue_init(&is->audioq);
2312         SDL_PauseAudio(0);
2313         break;
2314     case AVMEDIA_TYPE_VIDEO:
2315         is->video_stream = stream_index;
2316         is->video_st = ic->streams[stream_index];
2317
2318         packet_queue_init(&is->videoq);
2319         is->video_tid = SDL_CreateThread(video_thread, is);
2320         break;
2321     case AVMEDIA_TYPE_SUBTITLE:
2322         is->subtitle_stream = stream_index;
2323         is->subtitle_st = ic->streams[stream_index];
2324         packet_queue_init(&is->subtitleq);
2325
2326         is->subtitle_tid = SDL_CreateThread(subtitle_thread, is);
2327         break;
2328     default:
2329         break;
2330     }
2331     return 0;
2332 }
2333
2334 static void stream_component_close(VideoState *is, int stream_index)
2335 {
2336     AVFormatContext *ic = is->ic;
2337     AVCodecContext *avctx;
2338
2339     if (stream_index < 0 || stream_index >= ic->nb_streams)
2340         return;
2341     avctx = ic->streams[stream_index]->codec;
2342
2343     switch(avctx->codec_type) {
2344     case AVMEDIA_TYPE_AUDIO:
2345         packet_queue_abort(&is->audioq);
2346
2347         SDL_CloseAudio();
2348
2349         packet_queue_end(&is->audioq);
2350         if (is->swr_ctx)
2351             swr_free(&is->swr_ctx);
2352         av_free_packet(&is->audio_pkt);
2353
2354         if (is->rdft) {
2355             av_rdft_end(is->rdft);
2356             av_freep(&is->rdft_data);
2357             is->rdft = NULL;
2358             is->rdft_bits = 0;
2359         }
2360         break;
2361     case AVMEDIA_TYPE_VIDEO:
2362         packet_queue_abort(&is->videoq);
2363
2364         /* note: we also signal this mutex to make sure we deblock the
2365            video thread in all cases */
2366         SDL_LockMutex(is->pictq_mutex);
2367         SDL_CondSignal(is->pictq_cond);
2368         SDL_UnlockMutex(is->pictq_mutex);
2369
2370         SDL_WaitThread(is->video_tid, NULL);
2371
2372         packet_queue_end(&is->videoq);
2373         break;
2374     case AVMEDIA_TYPE_SUBTITLE:
2375         packet_queue_abort(&is->subtitleq);
2376
2377         /* note: we also signal this mutex to make sure we deblock the
2378            video thread in all cases */
2379         SDL_LockMutex(is->subpq_mutex);
2380         is->subtitle_stream_changed = 1;
2381
2382         SDL_CondSignal(is->subpq_cond);
2383         SDL_UnlockMutex(is->subpq_mutex);
2384
2385         SDL_WaitThread(is->subtitle_tid, NULL);
2386
2387         packet_queue_end(&is->subtitleq);
2388         break;
2389     default:
2390         break;
2391     }
2392
2393     ic->streams[stream_index]->discard = AVDISCARD_ALL;
2394     avcodec_close(avctx);
2395     switch(avctx->codec_type) {
2396     case AVMEDIA_TYPE_AUDIO:
2397         is->audio_st = NULL;
2398         is->audio_stream = -1;
2399         break;
2400     case AVMEDIA_TYPE_VIDEO:
2401         is->video_st = NULL;
2402         is->video_stream = -1;
2403         break;
2404     case AVMEDIA_TYPE_SUBTITLE:
2405         is->subtitle_st = NULL;
2406         is->subtitle_stream = -1;
2407         break;
2408     default:
2409         break;
2410     }
2411 }
2412
2413 /* since we have only one decoding thread, we can use a global
2414    variable instead of a thread local variable */
2415 static VideoState *global_video_state;
2416
2417 static int decode_interrupt_cb(void)
2418 {
2419     return (global_video_state && global_video_state->abort_request);
2420 }
2421
2422 /* this thread gets the stream from the disk or the network */
2423 static int read_thread(void *arg)
2424 {
2425     VideoState *is = arg;
2426     AVFormatContext *ic = NULL;
2427     int err, i, ret;
2428     int st_index[AVMEDIA_TYPE_NB];
2429     AVPacket pkt1, *pkt = &pkt1;
2430     int eof=0;
2431     int pkt_in_play_range = 0;
2432     AVDictionaryEntry *t;
2433     AVDictionary **opts;
2434     int orig_nb_streams;
2435
2436     memset(st_index, -1, sizeof(st_index));
2437     is->video_stream = -1;
2438     is->audio_stream = -1;
2439     is->subtitle_stream = -1;
2440
2441     global_video_state = is;
2442     avio_set_interrupt_cb(decode_interrupt_cb);
2443
2444     err = avformat_open_input(&ic, is->filename, is->iformat, &format_opts);
2445     if (err < 0) {
2446         print_error(is->filename, err);
2447         ret = -1;
2448         goto fail;
2449     }
2450     if ((t = av_dict_get(format_opts, "", NULL, AV_DICT_IGNORE_SUFFIX))) {
2451         av_log(NULL, AV_LOG_ERROR, "Option %s not found.\n", t->key);
2452         ret = AVERROR_OPTION_NOT_FOUND;
2453         goto fail;
2454     }
2455     is->ic = ic;
2456
2457     if(genpts)
2458         ic->flags |= AVFMT_FLAG_GENPTS;
2459
2460     av_dict_set(&codec_opts, "request_channels", "2", 0);
2461
2462     opts = setup_find_stream_info_opts(ic, codec_opts);
2463     orig_nb_streams = ic->nb_streams;
2464
2465     err = avformat_find_stream_info(ic, opts);
2466     if (err < 0) {
2467         fprintf(stderr, "%s: could not find codec parameters\n", is->filename);
2468         ret = -1;
2469         goto fail;
2470     }
2471     for (i = 0; i < orig_nb_streams; i++)
2472         av_dict_free(&opts[i]);
2473     av_freep(&opts);
2474
2475     if(ic->pb)
2476         ic->pb->eof_reached= 0; //FIXME hack, ffplay maybe should not use url_feof() to test for the end
2477
2478     if(seek_by_bytes<0)
2479         seek_by_bytes= !!(ic->iformat->flags & AVFMT_TS_DISCONT);
2480
2481     /* if seeking requested, we execute it */
2482     if (start_time != AV_NOPTS_VALUE) {
2483         int64_t timestamp;
2484
2485         timestamp = start_time;
2486         /* add the stream start time */
2487         if (ic->start_time != AV_NOPTS_VALUE)
2488             timestamp += ic->start_time;
2489         ret = avformat_seek_file(ic, -1, INT64_MIN, timestamp, INT64_MAX, 0);
2490         if (ret < 0) {
2491             fprintf(stderr, "%s: could not seek to position %0.3f\n",
2492                     is->filename, (double)timestamp / AV_TIME_BASE);
2493         }
2494     }
2495
2496     for (i = 0; i < ic->nb_streams; i++)
2497         ic->streams[i]->discard = AVDISCARD_ALL;
2498     if (!video_disable)
2499         st_index[AVMEDIA_TYPE_VIDEO] =
2500             av_find_best_stream(ic, AVMEDIA_TYPE_VIDEO,
2501                                 wanted_stream[AVMEDIA_TYPE_VIDEO], -1, NULL, 0);
2502     if (!audio_disable)
2503         st_index[AVMEDIA_TYPE_AUDIO] =
2504             av_find_best_stream(ic, AVMEDIA_TYPE_AUDIO,
2505                                 wanted_stream[AVMEDIA_TYPE_AUDIO],
2506                                 st_index[AVMEDIA_TYPE_VIDEO],
2507                                 NULL, 0);
2508     if (!video_disable)
2509         st_index[AVMEDIA_TYPE_SUBTITLE] =
2510             av_find_best_stream(ic, AVMEDIA_TYPE_SUBTITLE,
2511                                 wanted_stream[AVMEDIA_TYPE_SUBTITLE],
2512                                 (st_index[AVMEDIA_TYPE_AUDIO] >= 0 ?
2513                                  st_index[AVMEDIA_TYPE_AUDIO] :
2514                                  st_index[AVMEDIA_TYPE_VIDEO]),
2515                                 NULL, 0);
2516     if (show_status) {
2517         av_dump_format(ic, 0, is->filename, 0);
2518     }
2519
2520     is->show_mode = show_mode;
2521
2522     /* open the streams */
2523     if (st_index[AVMEDIA_TYPE_AUDIO] >= 0) {
2524         stream_component_open(is, st_index[AVMEDIA_TYPE_AUDIO]);
2525     }
2526
2527     ret=-1;
2528     if (st_index[AVMEDIA_TYPE_VIDEO] >= 0) {
2529         ret= stream_component_open(is, st_index[AVMEDIA_TYPE_VIDEO]);
2530     }
2531     is->refresh_tid = SDL_CreateThread(refresh_thread, is);
2532     if (is->show_mode == SHOW_MODE_NONE)
2533         is->show_mode = ret >= 0 ? SHOW_MODE_VIDEO : SHOW_MODE_RDFT;
2534
2535     if (st_index[AVMEDIA_TYPE_SUBTITLE] >= 0) {
2536         stream_component_open(is, st_index[AVMEDIA_TYPE_SUBTITLE]);
2537     }
2538
2539     if (is->video_stream < 0 && is->audio_stream < 0) {
2540         fprintf(stderr, "%s: could not open codecs\n", is->filename);
2541         ret = -1;
2542         goto fail;
2543     }
2544
2545     for(;;) {
2546         if (is->abort_request)
2547             break;
2548         if (is->paused != is->last_paused) {
2549             is->last_paused = is->paused;
2550             if (is->paused)
2551                 is->read_pause_return= av_read_pause(ic);
2552             else
2553                 av_read_play(ic);
2554         }
2555 #if CONFIG_RTSP_DEMUXER || CONFIG_MMSH_PROTOCOL
2556         if (is->paused &&
2557                 (!strcmp(ic->iformat->name, "rtsp") ||
2558                  (ic->pb && !strncmp(input_filename, "mmsh:", 5)))) {
2559             /* wait 10 ms to avoid trying to get another packet */
2560             /* XXX: horrible */
2561             SDL_Delay(10);
2562             continue;
2563         }
2564 #endif
2565         if (is->seek_req) {
2566             int64_t seek_target= is->seek_pos;
2567             int64_t seek_min= is->seek_rel > 0 ? seek_target - is->seek_rel + 2: INT64_MIN;
2568             int64_t seek_max= is->seek_rel < 0 ? seek_target - is->seek_rel - 2: INT64_MAX;
2569 //FIXME the +-2 is due to rounding being not done in the correct direction in generation
2570 //      of the seek_pos/seek_rel variables
2571
2572             ret = avformat_seek_file(is->ic, -1, seek_min, seek_target, seek_max, is->seek_flags);
2573             if (ret < 0) {
2574                 fprintf(stderr, "%s: error while seeking\n", is->ic->filename);
2575             }else{
2576                 if (is->audio_stream >= 0) {
2577                     packet_queue_flush(&is->audioq);
2578                     packet_queue_put(&is->audioq, &flush_pkt);
2579                 }
2580                 if (is->subtitle_stream >= 0) {
2581                     packet_queue_flush(&is->subtitleq);
2582                     packet_queue_put(&is->subtitleq, &flush_pkt);
2583                 }
2584                 if (is->video_stream >= 0) {
2585                     packet_queue_flush(&is->videoq);
2586                     packet_queue_put(&is->videoq, &flush_pkt);
2587                 }
2588             }
2589             is->seek_req = 0;
2590             eof= 0;
2591         }
2592
2593         /* if the queue are full, no need to read more */
2594         if (   is->audioq.size + is->videoq.size + is->subtitleq.size > MAX_QUEUE_SIZE
2595             || (   (is->audioq   .size  > MIN_AUDIOQ_SIZE || is->audio_stream<0)
2596                 && (is->videoq   .nb_packets > MIN_FRAMES || is->video_stream<0)
2597                 && (is->subtitleq.nb_packets > MIN_FRAMES || is->subtitle_stream<0))) {
2598             /* wait 10 ms */
2599             SDL_Delay(10);
2600             continue;
2601         }
2602         if(eof) {
2603             if(is->video_stream >= 0){
2604                 av_init_packet(pkt);
2605                 pkt->data=NULL;
2606                 pkt->size=0;
2607                 pkt->stream_index= is->video_stream;
2608                 packet_queue_put(&is->videoq, pkt);
2609             }
2610             if (is->audio_stream >= 0 &&
2611                 is->audio_st->codec->codec->capabilities & CODEC_CAP_DELAY) {
2612                 av_init_packet(pkt);
2613                 pkt->data = NULL;
2614                 pkt->size = 0;
2615                 pkt->stream_index = is->audio_stream;
2616                 packet_queue_put(&is->audioq, pkt);
2617             }
2618             SDL_Delay(10);
2619             if(is->audioq.size + is->videoq.size + is->subtitleq.size ==0){
2620                 if(loop!=1 && (!loop || --loop)){
2621                     stream_seek(is, start_time != AV_NOPTS_VALUE ? start_time : 0, 0, 0);
2622                 }else if(autoexit){
2623                     ret=AVERROR_EOF;
2624                     goto fail;
2625                 }
2626             }
2627             eof=0;
2628             continue;
2629         }
2630         ret = av_read_frame(ic, pkt);
2631         if (ret < 0) {
2632             if (ret == AVERROR_EOF || url_feof(ic->pb))
2633                 eof=1;
2634             if (ic->pb && ic->pb->error)
2635                 break;
2636             SDL_Delay(100); /* wait for user event */
2637             continue;
2638         }
2639         /* check if packet is in play range specified by user, then queue, otherwise discard */
2640         pkt_in_play_range = duration == AV_NOPTS_VALUE ||
2641                 (pkt->pts - ic->streams[pkt->stream_index]->start_time) *
2642                 av_q2d(ic->streams[pkt->stream_index]->time_base) -
2643                 (double)(start_time != AV_NOPTS_VALUE ? start_time : 0)/1000000
2644                 <= ((double)duration/1000000);
2645         if (pkt->stream_index == is->audio_stream && pkt_in_play_range) {
2646             packet_queue_put(&is->audioq, pkt);
2647         } else if (pkt->stream_index == is->video_stream && pkt_in_play_range) {
2648             packet_queue_put(&is->videoq, pkt);
2649         } else if (pkt->stream_index == is->subtitle_stream && pkt_in_play_range) {
2650             packet_queue_put(&is->subtitleq, pkt);
2651         } else {
2652             av_free_packet(pkt);
2653         }
2654     }
2655     /* wait until the end */
2656     while (!is->abort_request) {
2657         SDL_Delay(100);
2658     }
2659
2660     ret = 0;
2661  fail:
2662     /* disable interrupting */
2663     global_video_state = NULL;
2664
2665     /* close each stream */
2666     if (is->audio_stream >= 0)
2667         stream_component_close(is, is->audio_stream);
2668     if (is->video_stream >= 0)
2669         stream_component_close(is, is->video_stream);
2670     if (is->subtitle_stream >= 0)
2671         stream_component_close(is, is->subtitle_stream);
2672     if (is->ic) {
2673         av_close_input_file(is->ic);
2674         is->ic = NULL; /* safety */
2675     }
2676     avio_set_interrupt_cb(NULL);
2677
2678     if (ret != 0) {
2679         SDL_Event event;
2680
2681         event.type = FF_QUIT_EVENT;
2682         event.user.data1 = is;
2683         SDL_PushEvent(&event);
2684     }
2685     return 0;
2686 }
2687
2688 static VideoState *stream_open(const char *filename, AVInputFormat *iformat)
2689 {
2690     VideoState *is;
2691
2692     is = av_mallocz(sizeof(VideoState));
2693     if (!is)
2694         return NULL;
2695     av_strlcpy(is->filename, filename, sizeof(is->filename));
2696     is->iformat = iformat;
2697     is->ytop = 0;
2698     is->xleft = 0;
2699
2700     /* start video display */
2701     is->pictq_mutex = SDL_CreateMutex();
2702     is->pictq_cond = SDL_CreateCond();
2703
2704     is->subpq_mutex = SDL_CreateMutex();
2705     is->subpq_cond = SDL_CreateCond();
2706
2707     is->av_sync_type = av_sync_type;
2708     is->read_tid = SDL_CreateThread(read_thread, is);
2709     if (!is->read_tid) {
2710         av_free(is);
2711         return NULL;
2712     }
2713     return is;
2714 }
2715
2716 static void stream_cycle_channel(VideoState *is, int codec_type)
2717 {
2718     AVFormatContext *ic = is->ic;
2719     int start_index, stream_index;
2720     AVStream *st;
2721
2722     if (codec_type == AVMEDIA_TYPE_VIDEO)
2723         start_index = is->video_stream;
2724     else if (codec_type == AVMEDIA_TYPE_AUDIO)
2725         start_index = is->audio_stream;
2726     else
2727         start_index = is->subtitle_stream;
2728     if (start_index < (codec_type == AVMEDIA_TYPE_SUBTITLE ? -1 : 0))
2729         return;
2730     stream_index = start_index;
2731     for(;;) {
2732         if (++stream_index >= is->ic->nb_streams)
2733         {
2734             if (codec_type == AVMEDIA_TYPE_SUBTITLE)
2735             {
2736                 stream_index = -1;
2737                 goto the_end;
2738             } else
2739                 stream_index = 0;
2740         }
2741         if (stream_index == start_index)
2742             return;
2743         st = ic->streams[stream_index];
2744         if (st->codec->codec_type == codec_type) {
2745             /* check that parameters are OK */
2746             switch(codec_type) {
2747             case AVMEDIA_TYPE_AUDIO:
2748                 if (st->codec->sample_rate != 0 &&
2749                     st->codec->channels != 0)
2750                     goto the_end;
2751                 break;
2752             case AVMEDIA_TYPE_VIDEO:
2753             case AVMEDIA_TYPE_SUBTITLE:
2754                 goto the_end;
2755             default:
2756                 break;
2757             }
2758         }
2759     }
2760  the_end:
2761     stream_component_close(is, start_index);
2762     stream_component_open(is, stream_index);
2763 }
2764
2765
2766 static void toggle_full_screen(VideoState *is)
2767 {
2768     is_full_screen = !is_full_screen;
2769 #if defined(__APPLE__) && SDL_VERSION_ATLEAST(1, 2, 14)
2770     /* OSX needs to reallocate the SDL overlays */
2771     for (int i = 0; i < VIDEO_PICTURE_QUEUE_SIZE; i++) {
2772         is->pictq[i].reallocate = 1;
2773     }
2774 #endif
2775     video_open(is);
2776 }
2777
2778 static void toggle_pause(VideoState *is)
2779 {
2780     stream_toggle_pause(is);
2781     is->step = 0;
2782 }
2783
2784 static void step_to_next_frame(VideoState *is)
2785 {
2786     /* if the stream is paused unpause it, then step */
2787     if (is->paused)
2788         stream_toggle_pause(is);
2789     is->step = 1;
2790 }
2791
2792 static void toggle_audio_display(VideoState *is)
2793 {
2794     int bgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0x00);
2795     is->show_mode = (is->show_mode + 1) % SHOW_MODE_NB;
2796     fill_rectangle(screen,
2797                 is->xleft, is->ytop, is->width, is->height,
2798                 bgcolor);
2799     SDL_UpdateRect(screen, is->xleft, is->ytop, is->width, is->height);
2800 }
2801
2802 /* handle an event sent by the GUI */
2803 static void event_loop(VideoState *cur_stream)
2804 {
2805     SDL_Event event;
2806     double incr, pos, frac;
2807
2808     for(;;) {
2809         double x;
2810         SDL_WaitEvent(&event);
2811         switch(event.type) {
2812         case SDL_KEYDOWN:
2813             if (exit_on_keydown) {
2814                 do_exit(cur_stream);
2815                 break;
2816             }
2817             switch(event.key.keysym.sym) {
2818             case SDLK_ESCAPE:
2819             case SDLK_q:
2820                 do_exit(cur_stream);
2821                 break;
2822             case SDLK_f:
2823                 toggle_full_screen(cur_stream);
2824                 break;
2825             case SDLK_p:
2826             case SDLK_SPACE:
2827                 toggle_pause(cur_stream);
2828                 break;
2829             case SDLK_s: //S: Step to next frame
2830                 step_to_next_frame(cur_stream);
2831                 break;
2832             case SDLK_a:
2833                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_AUDIO);
2834                 break;
2835             case SDLK_v:
2836                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_VIDEO);
2837                 break;
2838             case SDLK_t:
2839                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_SUBTITLE);
2840                 break;
2841             case SDLK_w:
2842                 toggle_audio_display(cur_stream);
2843                 break;
2844             case SDLK_LEFT:
2845                 incr = -10.0;
2846                 goto do_seek;
2847             case SDLK_RIGHT:
2848                 incr = 10.0;
2849                 goto do_seek;
2850             case SDLK_UP:
2851                 incr = 60.0;
2852                 goto do_seek;
2853             case SDLK_DOWN:
2854                 incr = -60.0;
2855             do_seek:
2856                 if (seek_by_bytes) {
2857                     if (cur_stream->video_stream >= 0 && cur_stream->video_current_pos>=0){
2858                         pos= cur_stream->video_current_pos;
2859                     }else if(cur_stream->audio_stream >= 0 && cur_stream->audio_pkt.pos>=0){
2860                         pos= cur_stream->audio_pkt.pos;
2861                     }else
2862                         pos = avio_tell(cur_stream->ic->pb);
2863                     if (cur_stream->ic->bit_rate)
2864                         incr *= cur_stream->ic->bit_rate / 8.0;
2865                     else
2866                         incr *= 180000.0;
2867                     pos += incr;
2868                     stream_seek(cur_stream, pos, incr, 1);
2869                 } else {
2870                     pos = get_master_clock(cur_stream);
2871                     pos += incr;
2872                     stream_seek(cur_stream, (int64_t)(pos * AV_TIME_BASE), (int64_t)(incr * AV_TIME_BASE), 0);
2873                 }
2874                 break;
2875             default:
2876                 break;
2877             }
2878             break;
2879         case SDL_MOUSEBUTTONDOWN:
2880             if (exit_on_mousedown) {
2881                 do_exit(cur_stream);
2882                 break;
2883             }
2884         case SDL_MOUSEMOTION:
2885             if(event.type ==SDL_MOUSEBUTTONDOWN){
2886                 x= event.button.x;
2887             }else{
2888                 if(event.motion.state != SDL_PRESSED)
2889                     break;
2890                 x= event.motion.x;
2891             }
2892             if(seek_by_bytes || cur_stream->ic->duration<=0){
2893                 uint64_t size=  avio_size(cur_stream->ic->pb);
2894                 stream_seek(cur_stream, size*x/cur_stream->width, 0, 1);
2895             }else{
2896                 int64_t ts;
2897                 int ns, hh, mm, ss;
2898                 int tns, thh, tmm, tss;
2899                 tns = cur_stream->ic->duration/1000000LL;
2900                 thh = tns/3600;
2901                 tmm = (tns%3600)/60;
2902                 tss = (tns%60);
2903                 frac = x/cur_stream->width;
2904                 ns = frac*tns;
2905                 hh = ns/3600;
2906                 mm = (ns%3600)/60;
2907                 ss = (ns%60);
2908                 fprintf(stderr, "Seek to %2.0f%% (%2d:%02d:%02d) of total duration (%2d:%02d:%02d)       \n", frac*100,
2909                         hh, mm, ss, thh, tmm, tss);
2910                 ts = frac*cur_stream->ic->duration;
2911                 if (cur_stream->ic->start_time != AV_NOPTS_VALUE)
2912                     ts += cur_stream->ic->start_time;
2913                 stream_seek(cur_stream, ts, 0, 0);
2914             }
2915             break;
2916         case SDL_VIDEORESIZE:
2917             screen = SDL_SetVideoMode(event.resize.w, event.resize.h, 0,
2918                                       SDL_HWSURFACE|SDL_RESIZABLE|SDL_ASYNCBLIT|SDL_HWACCEL);
2919             screen_width = cur_stream->width = event.resize.w;
2920             screen_height= cur_stream->height= event.resize.h;
2921             break;
2922         case SDL_QUIT:
2923         case FF_QUIT_EVENT:
2924             do_exit(cur_stream);
2925             break;
2926         case FF_ALLOC_EVENT:
2927             video_open(event.user.data1);
2928             alloc_picture(event.user.data1);
2929             break;
2930         case FF_REFRESH_EVENT:
2931             video_refresh(event.user.data1);
2932             cur_stream->refresh=0;
2933             break;
2934         default:
2935             break;
2936         }
2937     }
2938 }
2939
2940 static int opt_frame_size(const char *opt, const char *arg)
2941 {
2942     av_log(NULL, AV_LOG_WARNING, "Option -s is deprecated, use -video_size.\n");
2943     return opt_default("video_size", arg);
2944 }
2945
2946 static int opt_width(const char *opt, const char *arg)
2947 {
2948     screen_width = parse_number_or_die(opt, arg, OPT_INT64, 1, INT_MAX);
2949     return 0;
2950 }
2951
2952 static int opt_height(const char *opt, const char *arg)
2953 {
2954     screen_height = parse_number_or_die(opt, arg, OPT_INT64, 1, INT_MAX);
2955     return 0;
2956 }
2957
2958 static int opt_format(const char *opt, const char *arg)
2959 {
2960     file_iformat = av_find_input_format(arg);
2961     if (!file_iformat) {
2962         fprintf(stderr, "Unknown input format: %s\n", arg);
2963         return AVERROR(EINVAL);
2964     }
2965     return 0;
2966 }
2967
2968 static int opt_frame_pix_fmt(const char *opt, const char *arg)
2969 {
2970     av_log(NULL, AV_LOG_WARNING, "Option -pix_fmt is deprecated, use -pixel_format.\n");
2971     return opt_default("pixel_format", arg);
2972 }
2973
2974 static int opt_sync(const char *opt, const char *arg)
2975 {
2976     if (!strcmp(arg, "audio"))
2977         av_sync_type = AV_SYNC_AUDIO_MASTER;
2978     else if (!strcmp(arg, "video"))
2979         av_sync_type = AV_SYNC_VIDEO_MASTER;
2980     else if (!strcmp(arg, "ext"))
2981         av_sync_type = AV_SYNC_EXTERNAL_CLOCK;
2982     else {
2983         fprintf(stderr, "Unknown value for %s: %s\n", opt, arg);
2984         exit(1);
2985     }
2986     return 0;
2987 }
2988
2989 static int opt_seek(const char *opt, const char *arg)
2990 {
2991     start_time = parse_time_or_die(opt, arg, 1);
2992     return 0;
2993 }
2994
2995 static int opt_duration(const char *opt, const char *arg)
2996 {
2997     duration = parse_time_or_die(opt, arg, 1);
2998     return 0;
2999 }
3000
3001 static int opt_show_mode(const char *opt, const char *arg)
3002 {
3003     show_mode = !strcmp(arg, "video") ? SHOW_MODE_VIDEO :
3004                 !strcmp(arg, "waves") ? SHOW_MODE_WAVES :
3005                 !strcmp(arg, "rdft" ) ? SHOW_MODE_RDFT  :
3006                 parse_number_or_die(opt, arg, OPT_INT, 0, SHOW_MODE_NB-1);
3007     return 0;
3008 }
3009
3010 static void opt_input_file(void *optctx, const char *filename)
3011 {
3012     if (input_filename) {
3013         fprintf(stderr, "Argument '%s' provided as input filename, but '%s' was already specified.\n",
3014                 filename, input_filename);
3015         exit_program(1);
3016     }
3017     if (!strcmp(filename, "-"))
3018         filename = "pipe:";
3019     input_filename = filename;
3020 }
3021
3022 static int opt_codec(void *o, const char *opt, const char *arg)
3023 {
3024     switch(opt[strlen(opt)-1]){
3025     case 'a' :    audio_codec_name = arg; break;
3026     case 's' : subtitle_codec_name = arg; break;
3027     case 'v' :    video_codec_name = arg; break;
3028     }
3029     return 0;
3030 }
3031
3032 static int dummy;
3033
3034 static const OptionDef options[] = {
3035 #include "cmdutils_common_opts.h"
3036     { "x", HAS_ARG, {(void*)opt_width}, "force displayed width", "width" },
3037     { "y", HAS_ARG, {(void*)opt_height}, "force displayed height", "height" },
3038     { "s", HAS_ARG | OPT_VIDEO, {(void*)opt_frame_size}, "set frame size (WxH or abbreviation)", "size" },
3039     { "fs", OPT_BOOL, {(void*)&is_full_screen}, "force full screen" },
3040     { "an", OPT_BOOL, {(void*)&audio_disable}, "disable audio" },
3041     { "vn", OPT_BOOL, {(void*)&video_disable}, "disable video" },
3042     { "ast", OPT_INT | HAS_ARG | OPT_EXPERT, {(void*)&wanted_stream[AVMEDIA_TYPE_AUDIO]}, "select desired audio stream", "stream_number" },
3043     { "vst", OPT_INT | HAS_ARG | OPT_EXPERT, {(void*)&wanted_stream[AVMEDIA_TYPE_VIDEO]}, "select desired video stream", "stream_number" },
3044     { "sst", OPT_INT | HAS_ARG | OPT_EXPERT, {(void*)&wanted_stream[AVMEDIA_TYPE_SUBTITLE]}, "select desired subtitle stream", "stream_number" },
3045     { "ss", HAS_ARG, {(void*)&opt_seek}, "seek to a given position in seconds", "pos" },
3046     { "t", HAS_ARG, {(void*)&opt_duration}, "play  \"duration\" seconds of audio/video", "duration" },
3047     { "bytes", OPT_INT | HAS_ARG, {(void*)&seek_by_bytes}, "seek by bytes 0=off 1=on -1=auto", "val" },
3048     { "nodisp", OPT_BOOL, {(void*)&display_disable}, "disable graphical display" },
3049     { "f", HAS_ARG, {(void*)opt_format}, "force format", "fmt" },
3050     { "pix_fmt", HAS_ARG | OPT_EXPERT | OPT_VIDEO, {(void*)opt_frame_pix_fmt}, "set pixel format", "format" },
3051     { "stats", OPT_BOOL | OPT_EXPERT, {(void*)&show_status}, "show status", "" },
3052     { "bug", OPT_INT | HAS_ARG | OPT_EXPERT, {(void*)&workaround_bugs}, "workaround bugs", "" },
3053     { "fast", OPT_BOOL | OPT_EXPERT, {(void*)&fast}, "non spec compliant optimizations", "" },
3054     { "genpts", OPT_BOOL | OPT_EXPERT, {(void*)&genpts}, "generate pts", "" },
3055     { "drp", OPT_INT | HAS_ARG | OPT_EXPERT, {(void*)&decoder_reorder_pts}, "let decoder reorder pts 0=off 1=on -1=auto", ""},
3056     { "lowres", OPT_INT | HAS_ARG | OPT_EXPERT, {(void*)&lowres}, "", "" },
3057     { "skiploop", OPT_INT | HAS_ARG | OPT_EXPERT, {(void*)&skip_loop_filter}, "", "" },
3058     { "skipframe", OPT_INT | HAS_ARG | OPT_EXPERT, {(void*)&skip_frame}, "", "" },
3059     { "skipidct", OPT_INT | HAS_ARG | OPT_EXPERT, {(void*)&skip_idct}, "", "" },
3060     { "idct", OPT_INT | HAS_ARG | OPT_EXPERT, {(void*)&idct}, "set idct algo",  "algo" },
3061     { "er", OPT_INT | HAS_ARG | OPT_EXPERT, {(void*)&error_recognition}, "set error detection threshold (0-4)",  "threshold" },
3062     { "ec", OPT_INT | HAS_ARG | OPT_EXPERT, {(void*)&error_concealment}, "set error concealment options",  "bit_mask" },
3063     { "sync", HAS_ARG | OPT_EXPERT, {(void*)opt_sync}, "set audio-video sync. type (type=audio/video/ext)", "type" },
3064     { "autoexit", OPT_BOOL | OPT_EXPERT, {(void*)&autoexit}, "exit at the end", "" },
3065     { "exitonkeydown", OPT_BOOL | OPT_EXPERT, {(void*)&exit_on_keydown}, "exit on key down", "" },
3066     { "exitonmousedown", OPT_BOOL | OPT_EXPERT, {(void*)&exit_on_mousedown}, "exit on mouse down", "" },
3067     { "loop", OPT_INT | HAS_ARG | OPT_EXPERT, {(void*)&loop}, "set number of times the playback shall be looped", "loop count" },
3068     { "framedrop", OPT_BOOL | OPT_EXPERT, {(void*)&framedrop}, "drop frames when cpu is too slow", "" },
3069     { "window_title", OPT_STRING | HAS_ARG, {(void*)&window_title}, "set window title", "window title" },
3070 #if CONFIG_AVFILTER
3071     { "vf", OPT_STRING | HAS_ARG, {(void*)&vfilters}, "video filters", "filter list" },
3072 #endif
3073     { "rdftspeed", OPT_INT | HAS_ARG| OPT_AUDIO | OPT_EXPERT, {(void*)&rdftspeed}, "rdft speed", "msecs" },
3074     { "showmode", HAS_ARG, {(void*)opt_show_mode}, "select show mode (0 = video, 1 = waves, 2 = RDFT)", "mode" },
3075     { "default", HAS_ARG | OPT_AUDIO | OPT_VIDEO | OPT_EXPERT, {(void*)opt_default}, "generic catch all option", "" },
3076     { "i", OPT_BOOL, {(void *)&dummy}, "read specified file", "input_file"},
3077     { "codec", HAS_ARG | OPT_FUNC2, {(void*)opt_codec}, "force decoder", "decoder" },
3078     { NULL, },
3079 };
3080
3081 static void show_usage(void)
3082 {
3083     printf("Simple media player\n");
3084     printf("usage: %s [options] input_file\n", program_name);
3085     printf("\n");
3086 }
3087
3088 static int opt_help(const char *opt, const char *arg)
3089 {
3090     av_log_set_callback(log_callback_help);
3091     show_usage();
3092     show_help_options(options, "Main options:\n",
3093                       OPT_EXPERT, 0);
3094     show_help_options(options, "\nAdvanced options:\n",
3095                       OPT_EXPERT, OPT_EXPERT);
3096     printf("\n");
3097     show_help_children(avcodec_get_class(), AV_OPT_FLAG_DECODING_PARAM);
3098     show_help_children(avformat_get_class(), AV_OPT_FLAG_DECODING_PARAM);
3099 #if !CONFIG_AVFILTER
3100     show_help_children(sws_get_class(), AV_OPT_FLAG_ENCODING_PARAM);
3101 #endif
3102     printf("\nWhile playing:\n"
3103            "q, ESC              quit\n"
3104            "f                   toggle full screen\n"
3105            "p, SPC              pause\n"
3106            "a                   cycle audio channel\n"
3107            "v                   cycle video channel\n"
3108            "t                   cycle subtitle channel\n"
3109            "w                   show audio waves\n"
3110            "s                   activate frame-step mode\n"
3111            "left/right          seek backward/forward 10 seconds\n"
3112            "down/up             seek backward/forward 1 minute\n"
3113            "mouse click         seek to percentage in file corresponding to fraction of width\n"
3114            );
3115     return 0;
3116 }
3117
3118 static int lockmgr(void **mtx, enum AVLockOp op)
3119 {
3120    switch(op) {
3121       case AV_LOCK_CREATE:
3122           *mtx = SDL_CreateMutex();
3123           if(!*mtx)
3124               return 1;
3125           return 0;
3126       case AV_LOCK_OBTAIN:
3127           return !!SDL_LockMutex(*mtx);
3128       case AV_LOCK_RELEASE:
3129           return !!SDL_UnlockMutex(*mtx);
3130       case AV_LOCK_DESTROY:
3131           SDL_DestroyMutex(*mtx);
3132           return 0;
3133    }
3134    return 1;
3135 }
3136
3137 /* Called from the main */
3138 int main(int argc, char **argv)
3139 {
3140     int flags;
3141     VideoState *is;
3142
3143     av_log_set_flags(AV_LOG_SKIP_REPEATED);
3144     parse_loglevel(argc, argv, options);
3145
3146     /* register all codecs, demux and protocols */
3147     avcodec_register_all();
3148 #if CONFIG_AVDEVICE
3149     avdevice_register_all();
3150 #endif
3151 #if CONFIG_AVFILTER
3152     avfilter_register_all();
3153 #endif
3154     av_register_all();
3155     avformat_network_init();
3156
3157     init_opts();
3158
3159     show_banner();
3160
3161     parse_options(NULL, argc, argv, options, opt_input_file);
3162
3163     if (!input_filename) {
3164         show_usage();
3165         fprintf(stderr, "An input file must be specified\n");
3166         fprintf(stderr, "Use -h to get full help or, even better, run 'man %s'\n", program_name);
3167         exit(1);
3168     }
3169
3170     if (display_disable) {
3171         video_disable = 1;
3172     }
3173     flags = SDL_INIT_VIDEO | SDL_INIT_AUDIO | SDL_INIT_TIMER;
3174     if (audio_disable)
3175         flags &= ~SDL_INIT_AUDIO;
3176 #if !defined(__MINGW32__) && !defined(__APPLE__)
3177     flags |= SDL_INIT_EVENTTHREAD; /* Not supported on Windows or Mac OS X */
3178 #endif
3179     if (SDL_Init (flags)) {
3180         fprintf(stderr, "Could not initialize SDL - %s\n", SDL_GetError());
3181         fprintf(stderr, "(Did you set the DISPLAY variable?)\n");
3182         exit(1);
3183     }
3184
3185     if (!display_disable) {
3186 #if HAVE_SDL_VIDEO_SIZE
3187         const SDL_VideoInfo *vi = SDL_GetVideoInfo();
3188         fs_screen_width = vi->current_w;
3189         fs_screen_height = vi->current_h;
3190 #endif
3191     }
3192
3193     SDL_EventState(SDL_ACTIVEEVENT, SDL_IGNORE);
3194     SDL_EventState(SDL_SYSWMEVENT, SDL_IGNORE);
3195     SDL_EventState(SDL_USEREVENT, SDL_IGNORE);
3196
3197     if (av_lockmgr_register(lockmgr)) {
3198         fprintf(stderr, "Could not initialize lock manager!\n");
3199         do_exit(NULL);
3200     }
3201
3202     av_init_packet(&flush_pkt);
3203     flush_pkt.data= "FLUSH";
3204
3205     is = stream_open(input_filename, file_iformat);
3206     if (!is) {
3207         fprintf(stderr, "Failed to initialize VideoState!\n");
3208         do_exit(NULL);
3209     }
3210
3211     event_loop(is);
3212
3213     /* never returns */
3214
3215     return 0;
3216 }