git.sesse.net Git - ffmpeg/blob - ffplay.c

   1 /*
   2  * Copyright (c) 2003 Fabrice Bellard
   3  *
   4  * This file is part of FFmpeg.
   5  *
   6  * FFmpeg is free software; you can redistribute it and/or
   7  * modify it under the terms of the GNU Lesser General Public
   8  * License as published by the Free Software Foundation; either
   9  * version 2.1 of the License, or (at your option) any later version.
  10  *
  11  * FFmpeg is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  14  * Lesser General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU Lesser General Public
  17  * License along with FFmpeg; if not, write to the Free Software
  18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  19  */
  20
  21 /**
  22  * @file
  23  * simple media player based on the FFmpeg libraries
  24  */
  25
  26 #include "config.h"
  27 #include <inttypes.h>
  28 #include <math.h>
  29 #include <limits.h>
  30 #include <signal.h>
  31 #include <stdint.h>
  32
  33 #include "libavutil/avstring.h"
  34 #include "libavutil/colorspace.h"
  35 #include "libavutil/mathematics.h"
  36 #include "libavutil/pixdesc.h"
  37 #include "libavutil/imgutils.h"
  38 #include "libavutil/dict.h"
  39 #include "libavutil/parseutils.h"
  40 #include "libavutil/samplefmt.h"
  41 #include "libavutil/avassert.h"
  42 #include "libavutil/time.h"
  43 #include "libavformat/avformat.h"
  44 #include "libavdevice/avdevice.h"
  45 #include "libswscale/swscale.h"
  46 #include "libavutil/opt.h"
  47 #include "libavcodec/avfft.h"
  48 #include "libswresample/swresample.h"
  49
  50 #if CONFIG_AVFILTER
  51 # include "libavfilter/avcodec.h"
  52 # include "libavfilter/avfilter.h"
  53 # include "libavfilter/buffersink.h"
  54 # include "libavfilter/buffersrc.h"
  55 #endif
  56
  57 #include <SDL.h>
  58 #include <SDL_thread.h>
  59
  60 #include "cmdutils.h"
  61
  62 #include <assert.h>
  63
  64 const char program_name[] = "ffplay";
  65 const int program_birth_year = 2003;
  66
  67 #define MAX_QUEUE_SIZE (15 * 1024 * 1024)
  68 #define MIN_FRAMES 5
  69
  70 /* SDL audio buffer size, in samples. Should be small to have precise
  71    A/V sync as SDL does not have hardware buffer fullness info. */
  72 #define SDL_AUDIO_BUFFER_SIZE 1024
  73
  74 /* no AV sync correction is done if below the minimum AV sync threshold */
  75 #define AV_SYNC_THRESHOLD_MIN 0.01
  76 /* AV sync correction is done if above the maximum AV sync threshold */
  77 #define AV_SYNC_THRESHOLD_MAX 0.1
  78 /* If a frame duration is longer than this, it will not be duplicated to compensate AV sync */
  79 #define AV_SYNC_FRAMEDUP_THRESHOLD 0.1
  80 /* no AV correction is done if too big error */
  81 #define AV_NOSYNC_THRESHOLD 10.0
  82
  83 /* maximum audio speed change to get correct sync */
  84 #define SAMPLE_CORRECTION_PERCENT_MAX 10
  85
  86 /* external clock speed adjustment constants for realtime sources based on buffer fullness */
  87 #define EXTERNAL_CLOCK_SPEED_MIN  0.900
  88 #define EXTERNAL_CLOCK_SPEED_MAX  1.010
  89 #define EXTERNAL_CLOCK_SPEED_STEP 0.001
  90
  91 /* we use about AUDIO_DIFF_AVG_NB A-V differences to make the average */
  92 #define AUDIO_DIFF_AVG_NB   20
  93
  94 /* polls for possible required screen refresh at least this often, should be less than 1/fps */
  95 #define REFRESH_RATE 0.01
  96
  97 /* NOTE: the size must be big enough to compensate the hardware audio buffersize size */
  98 /* TODO: We assume that a decoded and resampled frame fits into this buffer */
  99 #define SAMPLE_ARRAY_SIZE (8 * 65536)
 100
 101 #define CURSOR_HIDE_DELAY 1000000
 102
 103 static int64_t sws_flags = SWS_BICUBIC;
 104
 105 typedef struct MyAVPacketList {
 106     AVPacket pkt;
 107     struct MyAVPacketList *next;
 108     int serial;
 109 } MyAVPacketList;
 110
 111 typedef struct PacketQueue {
 112     MyAVPacketList *first_pkt, *last_pkt;
 113     int nb_packets;
 114     int size;
 115     int abort_request;
 116     int serial;
 117     SDL_mutex *mutex;
 118     SDL_cond *cond;
 119 } PacketQueue;
 120
 121 #define VIDEO_PICTURE_QUEUE_SIZE 3
 122 #define SUBPICTURE_QUEUE_SIZE 4
 123
 124 typedef struct VideoPicture {
 125     double pts;             // presentation timestamp for this picture
 126     double duration;        // estimated duration based on frame rate
 127     int64_t pos;            // byte position in file
 128     SDL_Overlay *bmp;
 129     int width, height; /* source height & width */
 130     int allocated;
 131     int reallocate;
 132     int serial;
 133
 134     AVRational sar;
 135 } VideoPicture;
 136
 137 typedef struct SubPicture {
 138     double pts; /* presentation time stamp for this picture */
 139     AVSubtitle sub;
 140     int serial;
 141 } SubPicture;
 142
 143 typedef struct AudioParams {
 144     int freq;
 145     int channels;
 146     int64_t channel_layout;
 147     enum AVSampleFormat fmt;
 148 } AudioParams;
 149
 150 typedef struct Clock {
 151     double pts;           /* clock base */
 152     double pts_drift;     /* clock base minus time at which we updated the clock */
 153     double last_updated;
 154     double speed;
 155     int serial;           /* clock is based on a packet with this serial */
 156     int paused;
 157     int *queue_serial;    /* pointer to the current packet queue serial, used for obsolete clock detection */
 158 } Clock;
 159
 160 enum {
 161     AV_SYNC_AUDIO_MASTER, /* default choice */
 162     AV_SYNC_VIDEO_MASTER,
 163     AV_SYNC_EXTERNAL_CLOCK, /* synchronize to an external clock */
 164 };
 165
 166 typedef struct VideoState {
 167     SDL_Thread *read_tid;
 168     SDL_Thread *video_tid;
 169     AVInputFormat *iformat;
 170     int no_background;
 171     int abort_request;
 172     int force_refresh;
 173     int paused;
 174     int last_paused;
 175     int queue_attachments_req;
 176     int seek_req;
 177     int seek_flags;
 178     int64_t seek_pos;
 179     int64_t seek_rel;
 180     int read_pause_return;
 181     AVFormatContext *ic;
 182     int realtime;
 183     int audio_finished;
 184     int video_finished;
 185
 186     Clock audclk;
 187     Clock vidclk;
 188     Clock extclk;
 189
 190     int audio_stream;
 191
 192     int av_sync_type;
 193
 194     double audio_clock;
 195     int audio_clock_serial;
 196     double audio_diff_cum; /* used for AV difference average computation */
 197     double audio_diff_avg_coef;
 198     double audio_diff_threshold;
 199     int audio_diff_avg_count;
 200     AVStream *audio_st;
 201     PacketQueue audioq;
 202     int audio_hw_buf_size;
 203     uint8_t silence_buf[SDL_AUDIO_BUFFER_SIZE];
 204     uint8_t *audio_buf;
 205     uint8_t *audio_buf1;
 206     unsigned int audio_buf_size; /* in bytes */
 207     unsigned int audio_buf1_size;
 208     int audio_buf_index; /* in bytes */
 209     int audio_write_buf_size;
 210     int audio_buf_frames_pending;
 211     AVPacket audio_pkt_temp;
 212     AVPacket audio_pkt;
 213     int audio_pkt_temp_serial;
 214     int audio_last_serial;
 215     struct AudioParams audio_src;
 216 #if CONFIG_AVFILTER
 217     struct AudioParams audio_filter_src;
 218 #endif
 219     struct AudioParams audio_tgt;
 220     struct SwrContext *swr_ctx;
 221     int frame_drops_early;
 222     int frame_drops_late;
 223     AVFrame *frame;
 224     int64_t audio_frame_next_pts;
 225
 226     enum ShowMode {
 227         SHOW_MODE_NONE = -1, SHOW_MODE_VIDEO = 0, SHOW_MODE_WAVES, SHOW_MODE_RDFT, SHOW_MODE_NB
 228     } show_mode;
 229     int16_t sample_array[SAMPLE_ARRAY_SIZE];
 230     int sample_array_index;
 231     int last_i_start;
 232     RDFTContext *rdft;
 233     int rdft_bits;
 234     FFTSample *rdft_data;
 235     int xpos;
 236     double last_vis_time;
 237
 238     SDL_Thread *subtitle_tid;
 239     int subtitle_stream;
 240     AVStream *subtitle_st;
 241     PacketQueue subtitleq;
 242     SubPicture subpq[SUBPICTURE_QUEUE_SIZE];
 243     int subpq_size, subpq_rindex, subpq_windex;
 244     SDL_mutex *subpq_mutex;
 245     SDL_cond *subpq_cond;
 246
 247     double frame_timer;
 248     double frame_last_returned_time;
 249     double frame_last_filter_delay;
 250     int video_stream;
 251     AVStream *video_st;
 252     PacketQueue videoq;
 253     int64_t video_current_pos;      // current displayed file pos
 254     double max_frame_duration;      // maximum duration of a frame - above this, we consider the jump a timestamp discontinuity
 255     VideoPicture pictq[VIDEO_PICTURE_QUEUE_SIZE];
 256     int pictq_size, pictq_rindex, pictq_windex;
 257     SDL_mutex *pictq_mutex;
 258     SDL_cond *pictq_cond;
 259 #if !CONFIG_AVFILTER
 260     struct SwsContext *img_convert_ctx;
 261 #endif
 262     SDL_Rect last_display_rect;
 263
 264     char filename[1024];
 265     int width, height, xleft, ytop;
 266     int step;
 267
 268 #if CONFIG_AVFILTER
 269     AVFilterContext *in_video_filter;   // the first filter in the video chain
 270     AVFilterContext *out_video_filter;  // the last filter in the video chain
 271     AVFilterContext *in_audio_filter;   // the first filter in the audio chain
 272     AVFilterContext *out_audio_filter;  // the last filter in the audio chain
 273     AVFilterGraph *agraph;              // audio filter graph
 274 #endif
 275
 276     int last_video_stream, last_audio_stream, last_subtitle_stream;
 277
 278     SDL_cond *continue_read_thread;
 279 } VideoState;
 280
 281 /* options specified by the user */
 282 static AVInputFormat *file_iformat;
 283 static const char *input_filename;
 284 static const char *window_title;
 285 static int fs_screen_width;
 286 static int fs_screen_height;
 287 static int default_width  = 640;
 288 static int default_height = 480;
 289 static int screen_width  = 0;
 290 static int screen_height = 0;
 291 static int audio_disable;
 292 static int video_disable;
 293 static int subtitle_disable;
 294 static int wanted_stream[AVMEDIA_TYPE_NB] = {
 295     [AVMEDIA_TYPE_AUDIO]    = -1,
 296     [AVMEDIA_TYPE_VIDEO]    = -1,
 297     [AVMEDIA_TYPE_SUBTITLE] = -1,
 298 };
 299 static int seek_by_bytes = -1;
 300 static int display_disable;
 301 static int show_status = 1;
 302 static int av_sync_type = AV_SYNC_AUDIO_MASTER;
 303 static int64_t start_time = AV_NOPTS_VALUE;
 304 static int64_t duration = AV_NOPTS_VALUE;
 305 static int workaround_bugs = 1;
 306 static int fast = 0;
 307 static int genpts = 0;
 308 static int lowres = 0;
 309 static int error_concealment = 3;
 310 static int decoder_reorder_pts = -1;
 311 static int autoexit;
 312 static int exit_on_keydown;
 313 static int exit_on_mousedown;
 314 static int loop = 1;
 315 static int framedrop = -1;
 316 static int infinite_buffer = -1;
 317 static enum ShowMode show_mode = SHOW_MODE_NONE;
 318 static const char *audio_codec_name;
 319 static const char *subtitle_codec_name;
 320 static const char *video_codec_name;
 321 double rdftspeed = 0.02;
 322 static int64_t cursor_last_shown;
 323 static int cursor_hidden = 0;
 324 #if CONFIG_AVFILTER
 325 static char *vfilters = NULL;
 326 static char *afilters = NULL;
 327 #endif
 328
 329 /* current context */
 330 static int is_full_screen;
 331 static int64_t audio_callback_time;
 332
 333 static AVPacket flush_pkt;
 334
 335 #define FF_ALLOC_EVENT   (SDL_USEREVENT)
 336 #define FF_QUIT_EVENT    (SDL_USEREVENT + 2)
 337
 338 static SDL_Surface *screen;
 339
 340 static inline
 341 int cmp_audio_fmts(enum AVSampleFormat fmt1, int64_t channel_count1,
 342                    enum AVSampleFormat fmt2, int64_t channel_count2)
 343 {
 344     /* If channel count == 1, planar and non-planar formats are the same */
 345     if (channel_count1 == 1 && channel_count2 == 1)
 346         return av_get_packed_sample_fmt(fmt1) != av_get_packed_sample_fmt(fmt2);
 347     else
 348         return channel_count1 != channel_count2 || fmt1 != fmt2;
 349 }
 350
 351 static inline
 352 int64_t get_valid_channel_layout(int64_t channel_layout, int channels)
 353 {
 354     if (channel_layout && av_get_channel_layout_nb_channels(channel_layout) == channels)
 355         return channel_layout;
 356     else
 357         return 0;
 358 }
 359
 360 static int packet_queue_put(PacketQueue *q, AVPacket *pkt);
 361
 362 static int packet_queue_put_private(PacketQueue *q, AVPacket *pkt)
 363 {
 364     MyAVPacketList *pkt1;
 365
 366     if (q->abort_request)
 367        return -1;
 368
 369     pkt1 = av_malloc(sizeof(MyAVPacketList));
 370     if (!pkt1)
 371         return -1;
 372     pkt1->pkt = *pkt;
 373     pkt1->next = NULL;
 374     if (pkt == &flush_pkt)
 375         q->serial++;
 376     pkt1->serial = q->serial;
 377
 378     if (!q->last_pkt)
 379         q->first_pkt = pkt1;
 380     else
 381         q->last_pkt->next = pkt1;
 382     q->last_pkt = pkt1;
 383     q->nb_packets++;
 384     q->size += pkt1->pkt.size + sizeof(*pkt1);
 385     /* XXX: should duplicate packet data in DV case */
 386     SDL_CondSignal(q->cond);
 387     return 0;
 388 }
 389
 390 static int packet_queue_put(PacketQueue *q, AVPacket *pkt)
 391 {
 392     int ret;
 393
 394     /* duplicate the packet */
 395     if (pkt != &flush_pkt && av_dup_packet(pkt) < 0)
 396         return -1;
 397
 398     SDL_LockMutex(q->mutex);
 399     ret = packet_queue_put_private(q, pkt);
 400     SDL_UnlockMutex(q->mutex);
 401
 402     if (pkt != &flush_pkt && ret < 0)
 403         av_free_packet(pkt);
 404
 405     return ret;
 406 }
 407
 408 static int packet_queue_put_nullpacket(PacketQueue *q, int stream_index)
 409 {
 410     AVPacket pkt1, *pkt = &pkt1;
 411     av_init_packet(pkt);
 412     pkt->data = NULL;
 413     pkt->size = 0;
 414     pkt->stream_index = stream_index;
 415     return packet_queue_put(q, pkt);
 416 }
 417
 418 /* packet queue handling */
 419 static void packet_queue_init(PacketQueue *q)
 420 {
 421     memset(q, 0, sizeof(PacketQueue));
 422     q->mutex = SDL_CreateMutex();
 423     q->cond = SDL_CreateCond();
 424     q->abort_request = 1;
 425 }
 426
 427 static void packet_queue_flush(PacketQueue *q)
 428 {
 429     MyAVPacketList *pkt, *pkt1;
 430
 431     SDL_LockMutex(q->mutex);
 432     for (pkt = q->first_pkt; pkt != NULL; pkt = pkt1) {
 433         pkt1 = pkt->next;
 434         av_free_packet(&pkt->pkt);
 435         av_freep(&pkt);
 436     }
 437     q->last_pkt = NULL;
 438     q->first_pkt = NULL;
 439     q->nb_packets = 0;
 440     q->size = 0;
 441     SDL_UnlockMutex(q->mutex);
 442 }
 443
 444 static void packet_queue_destroy(PacketQueue *q)
 445 {
 446     packet_queue_flush(q);
 447     SDL_DestroyMutex(q->mutex);
 448     SDL_DestroyCond(q->cond);
 449 }
 450
 451 static void packet_queue_abort(PacketQueue *q)
 452 {
 453     SDL_LockMutex(q->mutex);
 454
 455     q->abort_request = 1;
 456
 457     SDL_CondSignal(q->cond);
 458
 459     SDL_UnlockMutex(q->mutex);
 460 }
 461
 462 static void packet_queue_start(PacketQueue *q)
 463 {
 464     SDL_LockMutex(q->mutex);
 465     q->abort_request = 0;
 466     packet_queue_put_private(q, &flush_pkt);
 467     SDL_UnlockMutex(q->mutex);
 468 }
 469
 470 /* return < 0 if aborted, 0 if no packet and > 0 if packet.  */
 471 static int packet_queue_get(PacketQueue *q, AVPacket *pkt, int block, int *serial)
 472 {
 473     MyAVPacketList *pkt1;
 474     int ret;
 475
 476     SDL_LockMutex(q->mutex);
 477
 478     for (;;) {
 479         if (q->abort_request) {
 480             ret = -1;
 481             break;
 482         }
 483
 484         pkt1 = q->first_pkt;
 485         if (pkt1) {
 486             q->first_pkt = pkt1->next;
 487             if (!q->first_pkt)
 488                 q->last_pkt = NULL;
 489             q->nb_packets--;
 490             q->size -= pkt1->pkt.size + sizeof(*pkt1);
 491             *pkt = pkt1->pkt;
 492             if (serial)
 493                 *serial = pkt1->serial;
 494             av_free(pkt1);
 495             ret = 1;
 496             break;
 497         } else if (!block) {
 498             ret = 0;
 499             break;
 500         } else {
 501             SDL_CondWait(q->cond, q->mutex);
 502         }
 503     }
 504     SDL_UnlockMutex(q->mutex);
 505     return ret;
 506 }
 507
 508 static inline void fill_rectangle(SDL_Surface *screen,
 509                                   int x, int y, int w, int h, int color, int update)
 510 {
 511     SDL_Rect rect;
 512     rect.x = x;
 513     rect.y = y;
 514     rect.w = w;
 515     rect.h = h;
 516     SDL_FillRect(screen, &rect, color);
 517     if (update && w > 0 && h > 0)
 518         SDL_UpdateRect(screen, x, y, w, h);
 519 }
 520
 521 /* draw only the border of a rectangle */
 522 static void fill_border(int xleft, int ytop, int width, int height, int x, int y, int w, int h, int color, int update)
 523 {
 524     int w1, w2, h1, h2;
 525
 526     /* fill the background */
 527     w1 = x;
 528     if (w1 < 0)
 529         w1 = 0;
 530     w2 = width - (x + w);
 531     if (w2 < 0)
 532         w2 = 0;
 533     h1 = y;
 534     if (h1 < 0)
 535         h1 = 0;
 536     h2 = height - (y + h);
 537     if (h2 < 0)
 538         h2 = 0;
 539     fill_rectangle(screen,
 540                    xleft, ytop,
 541                    w1, height,
 542                    color, update);
 543     fill_rectangle(screen,
 544                    xleft + width - w2, ytop,
 545                    w2, height,
 546                    color, update);
 547     fill_rectangle(screen,
 548                    xleft + w1, ytop,
 549                    width - w1 - w2, h1,
 550                    color, update);
 551     fill_rectangle(screen,
 552                    xleft + w1, ytop + height - h2,
 553                    width - w1 - w2, h2,
 554                    color, update);
 555 }
 556
 557 #define ALPHA_BLEND(a, oldp, newp, s)\
 558 ((((oldp << s) * (255 - (a))) + (newp * (a))) / (255 << s))
 559
 560 #define RGBA_IN(r, g, b, a, s)\
 561 {\
 562     unsigned int v = ((const uint32_t *)(s))[0];\
 563     a = (v >> 24) & 0xff;\
 564     r = (v >> 16) & 0xff;\
 565     g = (v >> 8) & 0xff;\
 566     b = v & 0xff;\
 567 }
 568
 569 #define YUVA_IN(y, u, v, a, s, pal)\
 570 {\
 571     unsigned int val = ((const uint32_t *)(pal))[*(const uint8_t*)(s)];\
 572     a = (val >> 24) & 0xff;\
 573     y = (val >> 16) & 0xff;\
 574     u = (val >> 8) & 0xff;\
 575     v = val & 0xff;\
 576 }
 577
 578 #define YUVA_OUT(d, y, u, v, a)\
 579 {\
 580     ((uint32_t *)(d))[0] = (a << 24) | (y << 16) | (u << 8) | v;\
 581 }
 582
 583
 584 #define BPP 1
 585
 586 static void blend_subrect(AVPicture *dst, const AVSubtitleRect *rect, int imgw, int imgh)
 587 {
 588     int wrap, wrap3, width2, skip2;
 589     int y, u, v, a, u1, v1, a1, w, h;
 590     uint8_t *lum, *cb, *cr;
 591     const uint8_t *p;
 592     const uint32_t *pal;
 593     int dstx, dsty, dstw, dsth;
 594
 595     dstw = av_clip(rect->w, 0, imgw);
 596     dsth = av_clip(rect->h, 0, imgh);
 597     dstx = av_clip(rect->x, 0, imgw - dstw);
 598     dsty = av_clip(rect->y, 0, imgh - dsth);
 599     lum = dst->data[0] + dsty * dst->linesize[0];
 600     cb  = dst->data[1] + (dsty >> 1) * dst->linesize[1];
 601     cr  = dst->data[2] + (dsty >> 1) * dst->linesize[2];
 602
 603     width2 = ((dstw + 1) >> 1) + (dstx & ~dstw & 1);
 604     skip2 = dstx >> 1;
 605     wrap = dst->linesize[0];
 606     wrap3 = rect->pict.linesize[0];
 607     p = rect->pict.data[0];
 608     pal = (const uint32_t *)rect->pict.data[1];  /* Now in YCrCb! */
 609
 610     if (dsty & 1) {
 611         lum += dstx;
 612         cb += skip2;
 613         cr += skip2;
 614
 615         if (dstx & 1) {
 616             YUVA_IN(y, u, v, a, p, pal);
 617             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
 618             cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
 619             cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
 620             cb++;
 621             cr++;
 622             lum++;
 623             p += BPP;
 624         }
 625         for (w = dstw - (dstx & 1); w >= 2; w -= 2) {
 626             YUVA_IN(y, u, v, a, p, pal);
 627             u1 = u;
 628             v1 = v;
 629             a1 = a;
 630             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
 631
 632             YUVA_IN(y, u, v, a, p + BPP, pal);
 633             u1 += u;
 634             v1 += v;
 635             a1 += a;
 636             lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
 637             cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 1);
 638             cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 1);
 639             cb++;
 640             cr++;
 641             p += 2 * BPP;
 642             lum += 2;
 643         }
 644         if (w) {
 645             YUVA_IN(y, u, v, a, p, pal);
 646             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
 647             cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
 648             cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
 649             p++;
 650             lum++;
 651         }
 652         p += wrap3 - dstw * BPP;
 653         lum += wrap - dstw - dstx;
 654         cb += dst->linesize[1] - width2 - skip2;
 655         cr += dst->linesize[2] - width2 - skip2;
 656     }
 657     for (h = dsth - (dsty & 1); h >= 2; h -= 2) {
 658         lum += dstx;
 659         cb += skip2;
 660         cr += skip2;
 661
 662         if (dstx & 1) {
 663             YUVA_IN(y, u, v, a, p, pal);
 664             u1 = u;
 665             v1 = v;
 666             a1 = a;
 667             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
 668             p += wrap3;
 669             lum += wrap;
 670             YUVA_IN(y, u, v, a, p, pal);
 671             u1 += u;
 672             v1 += v;
 673             a1 += a;
 674             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
 675             cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 1);
 676             cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 1);
 677             cb++;
 678             cr++;
 679             p += -wrap3 + BPP;
 680             lum += -wrap + 1;
 681         }
 682         for (w = dstw - (dstx & 1); w >= 2; w -= 2) {
 683             YUVA_IN(y, u, v, a, p, pal);
 684             u1 = u;
 685             v1 = v;
 686             a1 = a;
 687             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
 688
 689             YUVA_IN(y, u, v, a, p + BPP, pal);
 690             u1 += u;
 691             v1 += v;
 692             a1 += a;
 693             lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
 694             p += wrap3;
 695             lum += wrap;
 696
 697             YUVA_IN(y, u, v, a, p, pal);
 698             u1 += u;
 699             v1 += v;
 700             a1 += a;
 701             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
 702
 703             YUVA_IN(y, u, v, a, p + BPP, pal);
 704             u1 += u;
 705             v1 += v;
 706             a1 += a;
 707             lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
 708
 709             cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 2);
 710             cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 2);
 711
 712             cb++;
 713             cr++;
 714             p += -wrap3 + 2 * BPP;
 715             lum += -wrap + 2;
 716         }
 717         if (w) {
 718             YUVA_IN(y, u, v, a, p, pal);
 719             u1 = u;
 720             v1 = v;
 721             a1 = a;
 722             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
 723             p += wrap3;
 724             lum += wrap;
 725             YUVA_IN(y, u, v, a, p, pal);
 726             u1 += u;
 727             v1 += v;
 728             a1 += a;
 729             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
 730             cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 1);
 731             cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 1);
 732             cb++;
 733             cr++;
 734             p += -wrap3 + BPP;
 735             lum += -wrap + 1;
 736         }
 737         p += wrap3 + (wrap3 - dstw * BPP);
 738         lum += wrap + (wrap - dstw - dstx);
 739         cb += dst->linesize[1] - width2 - skip2;
 740         cr += dst->linesize[2] - width2 - skip2;
 741     }
 742     /* handle odd height */
 743     if (h) {
 744         lum += dstx;
 745         cb += skip2;
 746         cr += skip2;
 747
 748         if (dstx & 1) {
 749             YUVA_IN(y, u, v, a, p, pal);
 750             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
 751             cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
 752             cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
 753             cb++;
 754             cr++;
 755             lum++;
 756             p += BPP;
 757         }
 758         for (w = dstw - (dstx & 1); w >= 2; w -= 2) {
 759             YUVA_IN(y, u, v, a, p, pal);
 760             u1 = u;
 761             v1 = v;
 762             a1 = a;
 763             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
 764
 765             YUVA_IN(y, u, v, a, p + BPP, pal);
 766             u1 += u;
 767             v1 += v;
 768             a1 += a;
 769             lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
 770             cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u, 1);
 771             cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v, 1);
 772             cb++;
 773             cr++;
 774             p += 2 * BPP;
 775             lum += 2;
 776         }
 777         if (w) {
 778             YUVA_IN(y, u, v, a, p, pal);
 779             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
 780             cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
 781             cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
 782         }
 783     }
 784 }
 785
 786 static void free_picture(VideoPicture *vp)
 787 {
 788      if (vp->bmp) {
 789          SDL_FreeYUVOverlay(vp->bmp);
 790          vp->bmp = NULL;
 791      }
 792 }
 793
 794 static void free_subpicture(SubPicture *sp)
 795 {
 796     avsubtitle_free(&sp->sub);
 797 }
 798
 799 static void calculate_display_rect(SDL_Rect *rect, int scr_xleft, int scr_ytop, int scr_width, int scr_height, VideoPicture *vp)
 800 {
 801     float aspect_ratio;
 802     int width, height, x, y;
 803
 804     if (vp->sar.num == 0)
 805         aspect_ratio = 0;
 806     else
 807         aspect_ratio = av_q2d(vp->sar);
 808
 809     if (aspect_ratio <= 0.0)
 810         aspect_ratio = 1.0;
 811     aspect_ratio *= (float)vp->width / (float)vp->height;
 812
 813     /* XXX: we suppose the screen has a 1.0 pixel ratio */
 814     height = scr_height;
 815     width = ((int)rint(height * aspect_ratio)) & ~1;
 816     if (width > scr_width) {
 817         width = scr_width;
 818         height = ((int)rint(width / aspect_ratio)) & ~1;
 819     }
 820     x = (scr_width - width) / 2;
 821     y = (scr_height - height) / 2;
 822     rect->x = scr_xleft + x;
 823     rect->y = scr_ytop  + y;
 824     rect->w = FFMAX(width,  1);
 825     rect->h = FFMAX(height, 1);
 826 }
 827
 828 static void video_image_display(VideoState *is)
 829 {
 830     VideoPicture *vp;
 831     SubPicture *sp;
 832     AVPicture pict;
 833     SDL_Rect rect;
 834     int i;
 835
 836     vp = &is->pictq[is->pictq_rindex];
 837     if (vp->bmp) {
 838         if (is->subtitle_st) {
 839             if (is->subpq_size > 0) {
 840                 sp = &is->subpq[is->subpq_rindex];
 841
 842                 if (vp->pts >= sp->pts + ((float) sp->sub.start_display_time / 1000)) {
 843                     SDL_LockYUVOverlay (vp->bmp);
 844
 845                     pict.data[0] = vp->bmp->pixels[0];
 846                     pict.data[1] = vp->bmp->pixels[2];
 847                     pict.data[2] = vp->bmp->pixels[1];
 848
 849                     pict.linesize[0] = vp->bmp->pitches[0];
 850                     pict.linesize[1] = vp->bmp->pitches[2];
 851                     pict.linesize[2] = vp->bmp->pitches[1];
 852
 853                     for (i = 0; i < sp->sub.num_rects; i++)
 854                         blend_subrect(&pict, sp->sub.rects[i],
 855                                       vp->bmp->w, vp->bmp->h);
 856
 857                     SDL_UnlockYUVOverlay (vp->bmp);
 858                 }
 859             }
 860         }
 861
 862         calculate_display_rect(&rect, is->xleft, is->ytop, is->width, is->height, vp);
 863
 864         SDL_DisplayYUVOverlay(vp->bmp, &rect);
 865
 866         if (rect.x != is->last_display_rect.x || rect.y != is->last_display_rect.y || rect.w != is->last_display_rect.w || rect.h != is->last_display_rect.h || is->force_refresh) {
 867             int bgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0x00);
 868             fill_border(is->xleft, is->ytop, is->width, is->height, rect.x, rect.y, rect.w, rect.h, bgcolor, 1);
 869             is->last_display_rect = rect;
 870         }
 871     }
 872 }
 873
 874 static inline int compute_mod(int a, int b)
 875 {
 876     return a < 0 ? a%b + b : a%b;
 877 }
 878
 879 static void video_audio_display(VideoState *s)
 880 {
 881     int i, i_start, x, y1, y, ys, delay, n, nb_display_channels;
 882     int ch, channels, h, h2, bgcolor, fgcolor;
 883     int64_t time_diff;
 884     int rdft_bits, nb_freq;
 885
 886     for (rdft_bits = 1; (1 << rdft_bits) < 2 * s->height; rdft_bits++)
 887         ;
 888     nb_freq = 1 << (rdft_bits - 1);
 889
 890     /* compute display index : center on currently output samples */
 891     channels = s->audio_tgt.channels;
 892     nb_display_channels = channels;
 893     if (!s->paused) {
 894         int data_used= s->show_mode == SHOW_MODE_WAVES ? s->width : (2*nb_freq);
 895         n = 2 * channels;
 896         delay = s->audio_write_buf_size;
 897         delay /= n;
 898
 899         /* to be more precise, we take into account the time spent since
 900            the last buffer computation */
 901         if (audio_callback_time) {
 902             time_diff = av_gettime() - audio_callback_time;
 903             delay -= (time_diff * s->audio_tgt.freq) / 1000000;
 904         }
 905
 906         delay += 2 * data_used;
 907         if (delay < data_used)
 908             delay = data_used;
 909
 910         i_start= x = compute_mod(s->sample_array_index - delay * channels, SAMPLE_ARRAY_SIZE);
 911         if (s->show_mode == SHOW_MODE_WAVES) {
 912             h = INT_MIN;
 913             for (i = 0; i < 1000; i += channels) {
 914                 int idx = (SAMPLE_ARRAY_SIZE + x - i) % SAMPLE_ARRAY_SIZE;
 915                 int a = s->sample_array[idx];
 916                 int b = s->sample_array[(idx + 4 * channels) % SAMPLE_ARRAY_SIZE];
 917                 int c = s->sample_array[(idx + 5 * channels) % SAMPLE_ARRAY_SIZE];
 918                 int d = s->sample_array[(idx + 9 * channels) % SAMPLE_ARRAY_SIZE];
 919                 int score = a - d;
 920                 if (h < score && (b ^ c) < 0) {
 921                     h = score;
 922                     i_start = idx;
 923                 }
 924             }
 925         }
 926
 927         s->last_i_start = i_start;
 928     } else {
 929         i_start = s->last_i_start;
 930     }
 931
 932     bgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0x00);
 933     if (s->show_mode == SHOW_MODE_WAVES) {
 934         fill_rectangle(screen,
 935                        s->xleft, s->ytop, s->width, s->height,
 936                        bgcolor, 0);
 937
 938         fgcolor = SDL_MapRGB(screen->format, 0xff, 0xff, 0xff);
 939
 940         /* total height for one channel */
 941         h = s->height / nb_display_channels;
 942         /* graph height / 2 */
 943         h2 = (h * 9) / 20;
 944         for (ch = 0; ch < nb_display_channels; ch++) {
 945             i = i_start + ch;
 946             y1 = s->ytop + ch * h + (h / 2); /* position of center line */
 947             for (x = 0; x < s->width; x++) {
 948                 y = (s->sample_array[i] * h2) >> 15;
 949                 if (y < 0) {
 950                     y = -y;
 951                     ys = y1 - y;
 952                 } else {
 953                     ys = y1;
 954                 }
 955                 fill_rectangle(screen,
 956                                s->xleft + x, ys, 1, y,
 957                                fgcolor, 0);
 958                 i += channels;
 959                 if (i >= SAMPLE_ARRAY_SIZE)
 960                     i -= SAMPLE_ARRAY_SIZE;
 961             }
 962         }
 963
 964         fgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0xff);
 965
 966         for (ch = 1; ch < nb_display_channels; ch++) {
 967             y = s->ytop + ch * h;
 968             fill_rectangle(screen,
 969                            s->xleft, y, s->width, 1,
 970                            fgcolor, 0);
 971         }
 972         SDL_UpdateRect(screen, s->xleft, s->ytop, s->width, s->height);
 973     } else {
 974         nb_display_channels= FFMIN(nb_display_channels, 2);
 975         if (rdft_bits != s->rdft_bits) {
 976             av_rdft_end(s->rdft);
 977             av_free(s->rdft_data);
 978             s->rdft = av_rdft_init(rdft_bits, DFT_R2C);
 979             s->rdft_bits = rdft_bits;
 980             s->rdft_data = av_malloc(4 * nb_freq * sizeof(*s->rdft_data));
 981         }
 982         {
 983             FFTSample *data[2];
 984             for (ch = 0; ch < nb_display_channels; ch++) {
 985                 data[ch] = s->rdft_data + 2 * nb_freq * ch;
 986                 i = i_start + ch;
 987                 for (x = 0; x < 2 * nb_freq; x++) {
 988                     double w = (x-nb_freq) * (1.0 / nb_freq);
 989                     data[ch][x] = s->sample_array[i] * (1.0 - w * w);
 990                     i += channels;
 991                     if (i >= SAMPLE_ARRAY_SIZE)
 992                         i -= SAMPLE_ARRAY_SIZE;
 993                 }
 994                 av_rdft_calc(s->rdft, data[ch]);
 995             }
 996             /* Least efficient way to do this, we should of course
 997              * directly access it but it is more than fast enough. */
 998             for (y = 0; y < s->height; y++) {
 999                 double w = 1 / sqrt(nb_freq);
1000                 int a = sqrt(w * sqrt(data[0][2 * y + 0] * data[0][2 * y + 0] + data[0][2 * y + 1] * data[0][2 * y + 1]));
1001                 int b = (nb_display_channels == 2 ) ? sqrt(w * sqrt(data[1][2 * y + 0] * data[1][2 * y + 0]
1002                        + data[1][2 * y + 1] * data[1][2 * y + 1])) : a;
1003                 a = FFMIN(a, 255);
1004                 b = FFMIN(b, 255);
1005                 fgcolor = SDL_MapRGB(screen->format, a, b, (a + b) / 2);
1006
1007                 fill_rectangle(screen,
1008                             s->xpos, s->height-y, 1, 1,
1009                             fgcolor, 0);
1010             }
1011         }
1012         SDL_UpdateRect(screen, s->xpos, s->ytop, 1, s->height);
1013         if (!s->paused)
1014             s->xpos++;
1015         if (s->xpos >= s->width)
1016             s->xpos= s->xleft;
1017     }
1018 }
1019
1020 static void stream_close(VideoState *is)
1021 {
1022     int i;
1023     /* XXX: use a special url_shutdown call to abort parse cleanly */
1024     is->abort_request = 1;
1025     SDL_WaitThread(is->read_tid, NULL);
1026     packet_queue_destroy(&is->videoq);
1027     packet_queue_destroy(&is->audioq);
1028     packet_queue_destroy(&is->subtitleq);
1029
1030     /* free all pictures */
1031     for (i = 0; i < VIDEO_PICTURE_QUEUE_SIZE; i++)
1032         free_picture(&is->pictq[i]);
1033     for (i = 0; i < SUBPICTURE_QUEUE_SIZE; i++)
1034         free_subpicture(&is->subpq[i]);
1035     SDL_DestroyMutex(is->pictq_mutex);
1036     SDL_DestroyCond(is->pictq_cond);
1037     SDL_DestroyMutex(is->subpq_mutex);
1038     SDL_DestroyCond(is->subpq_cond);
1039     SDL_DestroyCond(is->continue_read_thread);
1040 #if !CONFIG_AVFILTER
1041     sws_freeContext(is->img_convert_ctx);
1042 #endif
1043     av_free(is);
1044 }
1045
1046 static void do_exit(VideoState *is)
1047 {
1048     if (is) {
1049         stream_close(is);
1050     }
1051     av_lockmgr_register(NULL);
1052     uninit_opts();
1053 #if CONFIG_AVFILTER
1054     av_freep(&vfilters);
1055 #endif
1056     avformat_network_deinit();
1057     if (show_status)
1058         printf("\n");
1059     SDL_Quit();
1060     av_log(NULL, AV_LOG_QUIET, "%s", "");
1061     exit(0);
1062 }
1063
1064 static void sigterm_handler(int sig)
1065 {
1066     exit(123);
1067 }
1068
1069 static void set_default_window_size(VideoPicture *vp)
1070 {
1071     SDL_Rect rect;
1072     calculate_display_rect(&rect, 0, 0, INT_MAX, vp->height, vp);
1073     default_width  = rect.w;
1074     default_height = rect.h;
1075 }
1076
1077 static int video_open(VideoState *is, int force_set_video_mode, VideoPicture *vp)
1078 {
1079     int flags = SDL_HWSURFACE | SDL_ASYNCBLIT | SDL_HWACCEL;
1080     int w,h;
1081
1082     if (is_full_screen) flags |= SDL_FULLSCREEN;
1083     else                flags |= SDL_RESIZABLE;
1084
1085     if (vp && vp->width)
1086         set_default_window_size(vp);
1087
1088     if (is_full_screen && fs_screen_width) {
1089         w = fs_screen_width;
1090         h = fs_screen_height;
1091     } else if (!is_full_screen && screen_width) {
1092         w = screen_width;
1093         h = screen_height;
1094     } else {
1095         w = default_width;
1096         h = default_height;
1097     }
1098     w = FFMIN(16383, w);
1099     if (screen && is->width == screen->w && screen->w == w
1100        && is->height== screen->h && screen->h == h && !force_set_video_mode)
1101         return 0;
1102     screen = SDL_SetVideoMode(w, h, 0, flags);
1103     if (!screen) {
1104         av_log(NULL, AV_LOG_FATAL, "SDL: could not set video mode - exiting\n");
1105         do_exit(is);
1106     }
1107     if (!window_title)
1108         window_title = input_filename;
1109     SDL_WM_SetCaption(window_title, window_title);
1110
1111     is->width  = screen->w;
1112     is->height = screen->h;
1113
1114     return 0;
1115 }
1116
1117 /* display the current picture, if any */
1118 static void video_display(VideoState *is)
1119 {
1120     if (!screen)
1121         video_open(is, 0, NULL);
1122     if (is->audio_st && is->show_mode != SHOW_MODE_VIDEO)
1123         video_audio_display(is);
1124     else if (is->video_st)
1125         video_image_display(is);
1126 }
1127
1128 static double get_clock(Clock *c)
1129 {
1130     if (*c->queue_serial != c->serial)
1131         return NAN;
1132     if (c->paused) {
1133         return c->pts;
1134     } else {
1135         double time = av_gettime() / 1000000.0;
1136         return c->pts_drift + time - (time - c->last_updated) * (1.0 - c->speed);
1137     }
1138 }
1139
1140 static void set_clock_at(Clock *c, double pts, int serial, double time)
1141 {
1142     c->pts = pts;
1143     c->last_updated = time;
1144     c->pts_drift = c->pts - time;
1145     c->serial = serial;
1146 }
1147
1148 static void set_clock(Clock *c, double pts, int serial)
1149 {
1150     double time = av_gettime() / 1000000.0;
1151     set_clock_at(c, pts, serial, time);
1152 }
1153
1154 static void set_clock_speed(Clock *c, double speed)
1155 {
1156     set_clock(c, get_clock(c), c->serial);
1157     c->speed = speed;
1158 }
1159
1160 static void init_clock(Clock *c, int *queue_serial)
1161 {
1162     c->speed = 1.0;
1163     c->paused = 0;
1164     c->queue_serial = queue_serial;
1165     set_clock(c, NAN, -1);
1166 }
1167
1168 static void sync_clock_to_slave(Clock *c, Clock *slave)
1169 {
1170     double clock = get_clock(c);
1171     double slave_clock = get_clock(slave);
1172     if (!isnan(slave_clock) && (isnan(clock) || fabs(clock - slave_clock) > AV_NOSYNC_THRESHOLD))
1173         set_clock(c, slave_clock, slave->serial);
1174 }
1175
1176 static int get_master_sync_type(VideoState *is) {
1177     if (is->av_sync_type == AV_SYNC_VIDEO_MASTER) {
1178         if (is->video_st)
1179             return AV_SYNC_VIDEO_MASTER;
1180         else
1181             return AV_SYNC_AUDIO_MASTER;
1182     } else if (is->av_sync_type == AV_SYNC_AUDIO_MASTER) {
1183         if (is->audio_st)
1184             return AV_SYNC_AUDIO_MASTER;
1185         else
1186             return AV_SYNC_EXTERNAL_CLOCK;
1187     } else {
1188         return AV_SYNC_EXTERNAL_CLOCK;
1189     }
1190 }
1191
1192 /* get the current master clock value */
1193 static double get_master_clock(VideoState *is)
1194 {
1195     double val;
1196
1197     switch (get_master_sync_type(is)) {
1198         case AV_SYNC_VIDEO_MASTER:
1199             val = get_clock(&is->vidclk);
1200             break;
1201         case AV_SYNC_AUDIO_MASTER:
1202             val = get_clock(&is->audclk);
1203             break;
1204         default:
1205             val = get_clock(&is->extclk);
1206             break;
1207     }
1208     return val;
1209 }
1210
1211 static void check_external_clock_speed(VideoState *is) {
1212    if (is->video_stream >= 0 && is->videoq.nb_packets <= MIN_FRAMES / 2 ||
1213        is->audio_stream >= 0 && is->audioq.nb_packets <= MIN_FRAMES / 2) {
1214        set_clock_speed(&is->extclk, FFMAX(EXTERNAL_CLOCK_SPEED_MIN, is->extclk.speed - EXTERNAL_CLOCK_SPEED_STEP));
1215    } else if ((is->video_stream < 0 || is->videoq.nb_packets > MIN_FRAMES * 2) &&
1216               (is->audio_stream < 0 || is->audioq.nb_packets > MIN_FRAMES * 2)) {
1217        set_clock_speed(&is->extclk, FFMIN(EXTERNAL_CLOCK_SPEED_MAX, is->extclk.speed + EXTERNAL_CLOCK_SPEED_STEP));
1218    } else {
1219        double speed = is->extclk.speed;
1220        if (speed != 1.0)
1221            set_clock_speed(&is->extclk, speed + EXTERNAL_CLOCK_SPEED_STEP * (1.0 - speed) / fabs(1.0 - speed));
1222    }
1223 }
1224
1225 /* seek in the stream */
1226 static void stream_seek(VideoState *is, int64_t pos, int64_t rel, int seek_by_bytes)
1227 {
1228     if (!is->seek_req) {
1229         is->seek_pos = pos;
1230         is->seek_rel = rel;
1231         is->seek_flags &= ~AVSEEK_FLAG_BYTE;
1232         if (seek_by_bytes)
1233             is->seek_flags |= AVSEEK_FLAG_BYTE;
1234         is->seek_req = 1;
1235         SDL_CondSignal(is->continue_read_thread);
1236     }
1237 }
1238
1239 /* pause or resume the video */
1240 static void stream_toggle_pause(VideoState *is)
1241 {
1242     if (is->paused) {
1243         is->frame_timer += av_gettime() / 1000000.0 + is->vidclk.pts_drift - is->vidclk.pts;
1244         if (is->read_pause_return != AVERROR(ENOSYS)) {
1245             is->vidclk.paused = 0;
1246         }
1247         set_clock(&is->vidclk, get_clock(&is->vidclk), is->vidclk.serial);
1248     }
1249     set_clock(&is->extclk, get_clock(&is->extclk), is->extclk.serial);
1250     is->paused = is->audclk.paused = is->vidclk.paused = is->extclk.paused = !is->paused;
1251 }
1252
1253 static void toggle_pause(VideoState *is)
1254 {
1255     stream_toggle_pause(is);
1256     is->step = 0;
1257 }
1258
1259 static void step_to_next_frame(VideoState *is)
1260 {
1261     /* if the stream is paused unpause it, then step */
1262     if (is->paused)
1263         stream_toggle_pause(is);
1264     is->step = 1;
1265 }
1266
1267 static double compute_target_delay(double delay, VideoState *is)
1268 {
1269     double sync_threshold, diff;
1270
1271     /* update delay to follow master synchronisation source */
1272     if (get_master_sync_type(is) != AV_SYNC_VIDEO_MASTER) {
1273         /* if video is slave, we try to correct big delays by
1274            duplicating or deleting a frame */
1275         diff = get_clock(&is->vidclk) - get_master_clock(is);
1276
1277         /* skip or repeat frame. We take into account the
1278            delay to compute the threshold. I still don't know
1279            if it is the best guess */
1280         sync_threshold = FFMAX(AV_SYNC_THRESHOLD_MIN, FFMIN(AV_SYNC_THRESHOLD_MAX, delay));
1281         if (!isnan(diff) && fabs(diff) < is->max_frame_duration) {
1282             if (diff <= -sync_threshold)
1283                 delay = FFMAX(0, delay + diff);
1284             else if (diff >= sync_threshold && delay > AV_SYNC_FRAMEDUP_THRESHOLD)
1285                 delay = delay + diff;
1286             else if (diff >= sync_threshold)
1287                 delay = 2 * delay;
1288         }
1289     }
1290
1291     av_dlog(NULL, "video: delay=%0.3f A-V=%f\n",
1292             delay, -diff);
1293
1294     return delay;
1295 }
1296
1297 static double vp_duration(VideoState *is, VideoPicture *vp, VideoPicture *nextvp) {
1298     if (vp->serial == nextvp->serial) {
1299         double duration = nextvp->pts - vp->pts;
1300         if (isnan(duration) || duration <= 0 || duration > is->max_frame_duration)
1301             return vp->duration;
1302         else
1303             return duration;
1304     } else {
1305         return 0.0;
1306     }
1307 }
1308
1309 static void pictq_next_picture(VideoState *is) {
1310     /* update queue size and signal for next picture */
1311     if (++is->pictq_rindex == VIDEO_PICTURE_QUEUE_SIZE)
1312         is->pictq_rindex = 0;
1313
1314     SDL_LockMutex(is->pictq_mutex);
1315     is->pictq_size--;
1316     SDL_CondSignal(is->pictq_cond);
1317     SDL_UnlockMutex(is->pictq_mutex);
1318 }
1319
1320 static int pictq_prev_picture(VideoState *is) {
1321     VideoPicture *prevvp;
1322     int ret = 0;
1323     /* update queue size and signal for the previous picture */
1324     prevvp = &is->pictq[(is->pictq_rindex + VIDEO_PICTURE_QUEUE_SIZE - 1) % VIDEO_PICTURE_QUEUE_SIZE];
1325     if (prevvp->allocated && prevvp->serial == is->videoq.serial) {
1326         SDL_LockMutex(is->pictq_mutex);
1327         if (is->pictq_size < VIDEO_PICTURE_QUEUE_SIZE) {
1328             if (--is->pictq_rindex == -1)
1329                 is->pictq_rindex = VIDEO_PICTURE_QUEUE_SIZE - 1;
1330             is->pictq_size++;
1331             ret = 1;
1332         }
1333         SDL_CondSignal(is->pictq_cond);
1334         SDL_UnlockMutex(is->pictq_mutex);
1335     }
1336     return ret;
1337 }
1338
1339 static void update_video_pts(VideoState *is, double pts, int64_t pos, int serial) {
1340     /* update current video pts */
1341     set_clock(&is->vidclk, pts, serial);
1342     sync_clock_to_slave(&is->extclk, &is->vidclk);
1343     is->video_current_pos = pos;
1344 }
1345
1346 /* called to display each frame */
1347 static void video_refresh(void *opaque, double *remaining_time)
1348 {
1349     VideoState *is = opaque;
1350     double time;
1351
1352     SubPicture *sp, *sp2;
1353
1354     if (!is->paused && get_master_sync_type(is) == AV_SYNC_EXTERNAL_CLOCK && is->realtime)
1355         check_external_clock_speed(is);
1356
1357     if (!display_disable && is->show_mode != SHOW_MODE_VIDEO && is->audio_st) {
1358         time = av_gettime() / 1000000.0;
1359         if (is->force_refresh || is->last_vis_time + rdftspeed < time) {
1360             video_display(is);
1361             is->last_vis_time = time;
1362         }
1363         *remaining_time = FFMIN(*remaining_time, is->last_vis_time + rdftspeed - time);
1364     }
1365
1366     if (is->video_st) {
1367         int redisplay = 0;
1368         if (is->force_refresh)
1369             redisplay = pictq_prev_picture(is);
1370 retry:
1371         if (is->pictq_size == 0) {
1372             // nothing to do, no picture to display in the queue
1373         } else {
1374             double last_duration, duration, delay;
1375             VideoPicture *vp, *lastvp;
1376
1377             /* dequeue the picture */
1378             vp = &is->pictq[is->pictq_rindex];
1379             lastvp = &is->pictq[(is->pictq_rindex + VIDEO_PICTURE_QUEUE_SIZE - 1) % VIDEO_PICTURE_QUEUE_SIZE];
1380
1381             if (vp->serial != is->videoq.serial) {
1382                 pictq_next_picture(is);
1383                 is->video_current_pos = -1;
1384                 redisplay = 0;
1385                 goto retry;
1386             }
1387
1388             if (lastvp->serial != vp->serial && !redisplay)
1389                 is->frame_timer = av_gettime() / 1000000.0;
1390
1391             if (is->paused)
1392                 goto display;
1393
1394             /* compute nominal last_duration */
1395             last_duration = vp_duration(is, lastvp, vp);
1396             if (redisplay)
1397                 delay = 0.0;
1398             else
1399                 delay = compute_target_delay(last_duration, is);
1400
1401             time= av_gettime()/1000000.0;
1402             if (time < is->frame_timer + delay && !redisplay) {
1403                 *remaining_time = FFMIN(is->frame_timer + delay - time, *remaining_time);
1404                 return;
1405             }
1406
1407             is->frame_timer += delay;
1408             if (delay > 0 && time - is->frame_timer > AV_SYNC_THRESHOLD_MAX)
1409                 is->frame_timer = time;
1410
1411             SDL_LockMutex(is->pictq_mutex);
1412             if (!redisplay && !isnan(vp->pts))
1413                 update_video_pts(is, vp->pts, vp->pos, vp->serial);
1414             SDL_UnlockMutex(is->pictq_mutex);
1415
1416             if (is->pictq_size > 1) {
1417                 VideoPicture *nextvp = &is->pictq[(is->pictq_rindex + 1) % VIDEO_PICTURE_QUEUE_SIZE];
1418                 duration = vp_duration(is, vp, nextvp);
1419                 if(!is->step && (redisplay || framedrop>0 || (framedrop && get_master_sync_type(is) != AV_SYNC_VIDEO_MASTER)) && time > is->frame_timer + duration){
1420                     if (!redisplay)
1421                         is->frame_drops_late++;
1422                     pictq_next_picture(is);
1423                     redisplay = 0;
1424                     goto retry;
1425                 }
1426             }
1427
1428             if (is->subtitle_st) {
1429                     while (is->subpq_size > 0) {
1430                         sp = &is->subpq[is->subpq_rindex];
1431
1432                         if (is->subpq_size > 1)
1433                             sp2 = &is->subpq[(is->subpq_rindex + 1) % SUBPICTURE_QUEUE_SIZE];
1434                         else
1435                             sp2 = NULL;
1436
1437                         if (sp->serial != is->subtitleq.serial
1438                                 || (is->vidclk.pts > (sp->pts + ((float) sp->sub.end_display_time / 1000)))
1439                                 || (sp2 && is->vidclk.pts > (sp2->pts + ((float) sp2->sub.start_display_time / 1000))))
1440                         {
1441                             free_subpicture(sp);
1442
1443                             /* update queue size and signal for next picture */
1444                             if (++is->subpq_rindex == SUBPICTURE_QUEUE_SIZE)
1445                                 is->subpq_rindex = 0;
1446
1447                             SDL_LockMutex(is->subpq_mutex);
1448                             is->subpq_size--;
1449                             SDL_CondSignal(is->subpq_cond);
1450                             SDL_UnlockMutex(is->subpq_mutex);
1451                         } else {
1452                             break;
1453                         }
1454                     }
1455             }
1456
1457 display:
1458             /* display picture */
1459             if (!display_disable && is->show_mode == SHOW_MODE_VIDEO)
1460                 video_display(is);
1461
1462             pictq_next_picture(is);
1463
1464             if (is->step && !is->paused)
1465                 stream_toggle_pause(is);
1466         }
1467     }
1468     is->force_refresh = 0;
1469     if (show_status) {
1470         static int64_t last_time;
1471         int64_t cur_time;
1472         int aqsize, vqsize, sqsize;
1473         double av_diff;
1474
1475         cur_time = av_gettime();
1476         if (!last_time || (cur_time - last_time) >= 30000) {
1477             aqsize = 0;
1478             vqsize = 0;
1479             sqsize = 0;
1480             if (is->audio_st)
1481                 aqsize = is->audioq.size;
1482             if (is->video_st)
1483                 vqsize = is->videoq.size;
1484             if (is->subtitle_st)
1485                 sqsize = is->subtitleq.size;
1486             av_diff = 0;
1487             if (is->audio_st && is->video_st)
1488                 av_diff = get_clock(&is->audclk) - get_clock(&is->vidclk);
1489             else if (is->video_st)
1490                 av_diff = get_master_clock(is) - get_clock(&is->vidclk);
1491             else if (is->audio_st)
1492                 av_diff = get_master_clock(is) - get_clock(&is->audclk);
1493             av_log(NULL, AV_LOG_INFO,
1494                    "%7.2f %s:%7.3f fd=%4d aq=%5dKB vq=%5dKB sq=%5dB f=%"PRId64"/%"PRId64"   \r",
1495                    get_master_clock(is),
1496                    (is->audio_st && is->video_st) ? "A-V" : (is->video_st ? "M-V" : (is->audio_st ? "M-A" : "   ")),
1497                    av_diff,
1498                    is->frame_drops_early + is->frame_drops_late,
1499                    aqsize / 1024,
1500                    vqsize / 1024,
1501                    sqsize,
1502                    is->video_st ? is->video_st->codec->pts_correction_num_faulty_dts : 0,
1503                    is->video_st ? is->video_st->codec->pts_correction_num_faulty_pts : 0);
1504             fflush(stdout);
1505             last_time = cur_time;
1506         }
1507     }
1508 }
1509
1510 /* allocate a picture (needs to do that in main thread to avoid
1511    potential locking problems */
1512 static void alloc_picture(VideoState *is)
1513 {
1514     VideoPicture *vp;
1515     int64_t bufferdiff;
1516
1517     vp = &is->pictq[is->pictq_windex];
1518
1519     free_picture(vp);
1520
1521     video_open(is, 0, vp);
1522
1523     vp->bmp = SDL_CreateYUVOverlay(vp->width, vp->height,
1524                                    SDL_YV12_OVERLAY,
1525                                    screen);
1526     bufferdiff = vp->bmp ? FFMAX(vp->bmp->pixels[0], vp->bmp->pixels[1]) - FFMIN(vp->bmp->pixels[0], vp->bmp->pixels[1]) : 0;
1527     if (!vp->bmp || vp->bmp->pitches[0] < vp->width || bufferdiff < (int64_t)vp->height * vp->bmp->pitches[0]) {
1528         /* SDL allocates a buffer smaller than requested if the video
1529          * overlay hardware is unable to support the requested size. */
1530         av_log(NULL, AV_LOG_FATAL,
1531                "Error: the video system does not support an image\n"
1532                         "size of %dx%d pixels. Try using -lowres or -vf \"scale=w:h\"\n"
1533                         "to reduce the image size.\n", vp->width, vp->height );
1534         do_exit(is);
1535     }
1536
1537     SDL_LockMutex(is->pictq_mutex);
1538     vp->allocated = 1;
1539     SDL_CondSignal(is->pictq_cond);
1540     SDL_UnlockMutex(is->pictq_mutex);
1541 }
1542
1543 static void duplicate_right_border_pixels(SDL_Overlay *bmp) {
1544     int i, width, height;
1545     Uint8 *p, *maxp;
1546     for (i = 0; i < 3; i++) {
1547         width  = bmp->w;
1548         height = bmp->h;
1549         if (i > 0) {
1550             width  >>= 1;
1551             height >>= 1;
1552         }
1553         if (bmp->pitches[i] > width) {
1554             maxp = bmp->pixels[i] + bmp->pitches[i] * height - 1;
1555             for (p = bmp->pixels[i] + width - 1; p < maxp; p += bmp->pitches[i])
1556                 *(p+1) = *p;
1557         }
1558     }
1559 }
1560
1561 static int queue_picture(VideoState *is, AVFrame *src_frame, double pts, double duration, int64_t pos, int serial)
1562 {
1563     VideoPicture *vp;
1564
1565 #if defined(DEBUG_SYNC) && 0
1566     printf("frame_type=%c pts=%0.3f\n",
1567            av_get_picture_type_char(src_frame->pict_type), pts);
1568 #endif
1569
1570     /* wait until we have space to put a new picture */
1571     SDL_LockMutex(is->pictq_mutex);
1572
1573     /* keep the last already displayed picture in the queue */
1574     while (is->pictq_size >= VIDEO_PICTURE_QUEUE_SIZE - 1 &&
1575            !is->videoq.abort_request) {
1576         SDL_CondWait(is->pictq_cond, is->pictq_mutex);
1577     }
1578     SDL_UnlockMutex(is->pictq_mutex);
1579
1580     if (is->videoq.abort_request)
1581         return -1;
1582
1583     vp = &is->pictq[is->pictq_windex];
1584
1585     vp->sar = src_frame->sample_aspect_ratio;
1586
1587     /* alloc or resize hardware picture buffer */
1588     if (!vp->bmp || vp->reallocate || !vp->allocated ||
1589         vp->width  != src_frame->width ||
1590         vp->height != src_frame->height) {
1591         SDL_Event event;
1592
1593         vp->allocated  = 0;
1594         vp->reallocate = 0;
1595         vp->width = src_frame->width;
1596         vp->height = src_frame->height;
1597
1598         /* the allocation must be done in the main thread to avoid
1599            locking problems. */
1600         event.type = FF_ALLOC_EVENT;
1601         event.user.data1 = is;
1602         SDL_PushEvent(&event);
1603
1604         /* wait until the picture is allocated */
1605         SDL_LockMutex(is->pictq_mutex);
1606         while (!vp->allocated && !is->videoq.abort_request) {
1607             SDL_CondWait(is->pictq_cond, is->pictq_mutex);
1608         }
1609         /* if the queue is aborted, we have to pop the pending ALLOC event or wait for the allocation to complete */
1610         if (is->videoq.abort_request && SDL_PeepEvents(&event, 1, SDL_GETEVENT, SDL_EVENTMASK(FF_ALLOC_EVENT)) != 1) {
1611             while (!vp->allocated) {
1612                 SDL_CondWait(is->pictq_cond, is->pictq_mutex);
1613             }
1614         }
1615         SDL_UnlockMutex(is->pictq_mutex);
1616
1617         if (is->videoq.abort_request)
1618             return -1;
1619     }
1620
1621     /* if the frame is not skipped, then display it */
1622     if (vp->bmp) {
1623         AVPicture pict = { { 0 } };
1624
1625         /* get a pointer on the bitmap */
1626         SDL_LockYUVOverlay (vp->bmp);
1627
1628         pict.data[0] = vp->bmp->pixels[0];
1629         pict.data[1] = vp->bmp->pixels[2];
1630         pict.data[2] = vp->bmp->pixels[1];
1631
1632         pict.linesize[0] = vp->bmp->pitches[0];
1633         pict.linesize[1] = vp->bmp->pitches[2];
1634         pict.linesize[2] = vp->bmp->pitches[1];
1635
1636 #if CONFIG_AVFILTER
1637         // FIXME use direct rendering
1638         av_picture_copy(&pict, (AVPicture *)src_frame,
1639                         src_frame->format, vp->width, vp->height);
1640 #else
1641         av_opt_get_int(sws_opts, "sws_flags", 0, &sws_flags);
1642         is->img_convert_ctx = sws_getCachedContext(is->img_convert_ctx,
1643             vp->width, vp->height, src_frame->format, vp->width, vp->height,
1644             AV_PIX_FMT_YUV420P, sws_flags, NULL, NULL, NULL);
1645         if (is->img_convert_ctx == NULL) {
1646             av_log(NULL, AV_LOG_FATAL, "Cannot initialize the conversion context\n");
1647             exit(1);
1648         }
1649         sws_scale(is->img_convert_ctx, src_frame->data, src_frame->linesize,
1650                   0, vp->height, pict.data, pict.linesize);
1651 #endif
1652         /* workaround SDL PITCH_WORKAROUND */
1653         duplicate_right_border_pixels(vp->bmp);
1654         /* update the bitmap content */
1655         SDL_UnlockYUVOverlay(vp->bmp);
1656
1657         vp->pts = pts;
1658         vp->duration = duration;
1659         vp->pos = pos;
1660         vp->serial = serial;
1661
1662         /* now we can update the picture count */
1663         if (++is->pictq_windex == VIDEO_PICTURE_QUEUE_SIZE)
1664             is->pictq_windex = 0;
1665         SDL_LockMutex(is->pictq_mutex);
1666         is->pictq_size++;
1667         SDL_UnlockMutex(is->pictq_mutex);
1668     }
1669     return 0;
1670 }
1671
1672 static int get_video_frame(VideoState *is, AVFrame *frame, AVPacket *pkt, int *serial)
1673 {
1674     int got_picture;
1675
1676     if (packet_queue_get(&is->videoq, pkt, 1, serial) < 0)
1677         return -1;
1678
1679     if (pkt->data == flush_pkt.data) {
1680         avcodec_flush_buffers(is->video_st->codec);
1681         return 0;
1682     }
1683
1684     if(avcodec_decode_video2(is->video_st->codec, frame, &got_picture, pkt) < 0)
1685         return 0;
1686
1687     if (!got_picture && !pkt->data)
1688         is->video_finished = *serial;
1689
1690     if (got_picture) {
1691         int ret = 1;
1692         double dpts = NAN;
1693
1694         if (decoder_reorder_pts == -1) {
1695             frame->pts = av_frame_get_best_effort_timestamp(frame);
1696         } else if (decoder_reorder_pts) {
1697             frame->pts = frame->pkt_pts;
1698         } else {
1699             frame->pts = frame->pkt_dts;
1700         }
1701
1702         if (frame->pts != AV_NOPTS_VALUE)
1703             dpts = av_q2d(is->video_st->time_base) * frame->pts;
1704
1705         frame->sample_aspect_ratio = av_guess_sample_aspect_ratio(is->ic, is->video_st, frame);
1706
1707         if (framedrop>0 || (framedrop && get_master_sync_type(is) != AV_SYNC_VIDEO_MASTER)) {
1708             if (frame->pts != AV_NOPTS_VALUE) {
1709                 double diff = dpts - get_master_clock(is);
1710                 if (!isnan(diff) && fabs(diff) < AV_NOSYNC_THRESHOLD &&
1711                     diff - is->frame_last_filter_delay < 0 &&
1712                     *serial == is->vidclk.serial &&
1713                     is->videoq.nb_packets) {
1714                     is->frame_drops_early++;
1715                     av_frame_unref(frame);
1716                     ret = 0;
1717                 }
1718             }
1719         }
1720
1721         return ret;
1722     }
1723     return 0;
1724 }
1725
1726 #if CONFIG_AVFILTER
1727 static int configure_filtergraph(AVFilterGraph *graph, const char *filtergraph,
1728                                  AVFilterContext *source_ctx, AVFilterContext *sink_ctx)
1729 {
1730     int ret;
1731     AVFilterInOut *outputs = NULL, *inputs = NULL;
1732
1733     if (filtergraph) {
1734         outputs = avfilter_inout_alloc();
1735         inputs  = avfilter_inout_alloc();
1736         if (!outputs || !inputs) {
1737             ret = AVERROR(ENOMEM);
1738             goto fail;
1739         }
1740
1741         outputs->name       = av_strdup("in");
1742         outputs->filter_ctx = source_ctx;
1743         outputs->pad_idx    = 0;
1744         outputs->next       = NULL;
1745
1746         inputs->name        = av_strdup("out");
1747         inputs->filter_ctx  = sink_ctx;
1748         inputs->pad_idx     = 0;
1749         inputs->next        = NULL;
1750
1751         if ((ret = avfilter_graph_parse_ptr(graph, filtergraph, &inputs, &outputs, NULL)) < 0)
1752             goto fail;
1753     } else {
1754         if ((ret = avfilter_link(source_ctx, 0, sink_ctx, 0)) < 0)
1755             goto fail;
1756     }
1757
1758     ret = avfilter_graph_config(graph, NULL);
1759 fail:
1760     avfilter_inout_free(&outputs);
1761     avfilter_inout_free(&inputs);
1762     return ret;
1763 }
1764
1765 static int configure_video_filters(AVFilterGraph *graph, VideoState *is, const char *vfilters, AVFrame *frame)
1766 {
1767     static const enum AVPixelFormat pix_fmts[] = { AV_PIX_FMT_YUV420P, AV_PIX_FMT_NONE };
1768     char sws_flags_str[128];
1769     char buffersrc_args[256];
1770     int ret;
1771     AVFilterContext *filt_src = NULL, *filt_out = NULL, *filt_crop;
1772     AVCodecContext *codec = is->video_st->codec;
1773     AVRational fr = av_guess_frame_rate(is->ic, is->video_st, NULL);
1774
1775     av_opt_get_int(sws_opts, "sws_flags", 0, &sws_flags);
1776     snprintf(sws_flags_str, sizeof(sws_flags_str), "flags=%"PRId64, sws_flags);
1777     graph->scale_sws_opts = av_strdup(sws_flags_str);
1778
1779     snprintf(buffersrc_args, sizeof(buffersrc_args),
1780              "video_size=%dx%d:pix_fmt=%d:time_base=%d/%d:pixel_aspect=%d/%d",
1781              frame->width, frame->height, frame->format,
1782              is->video_st->time_base.num, is->video_st->time_base.den,
1783              codec->sample_aspect_ratio.num, FFMAX(codec->sample_aspect_ratio.den, 1));
1784     if (fr.num && fr.den)
1785         av_strlcatf(buffersrc_args, sizeof(buffersrc_args), ":frame_rate=%d/%d", fr.num, fr.den);
1786
1787     if ((ret = avfilter_graph_create_filter(&filt_src,
1788                                             avfilter_get_by_name("buffer"),
1789                                             "ffplay_buffer", buffersrc_args, NULL,
1790                                             graph)) < 0)
1791         goto fail;
1792
1793     ret = avfilter_graph_create_filter(&filt_out,
1794                                        avfilter_get_by_name("buffersink"),
1795                                        "ffplay_buffersink", NULL, NULL, graph);
1796     if (ret < 0)
1797         goto fail;
1798
1799     if ((ret = av_opt_set_int_list(filt_out, "pix_fmts", pix_fmts,  AV_PIX_FMT_NONE, AV_OPT_SEARCH_CHILDREN)) < 0)
1800         goto fail;
1801
1802     /* SDL YUV code is not handling odd width/height for some driver
1803      * combinations, therefore we crop the picture to an even width/height. */
1804     if ((ret = avfilter_graph_create_filter(&filt_crop,
1805                                             avfilter_get_by_name("crop"),
1806                                             "ffplay_crop", "floor(in_w/2)*2:floor(in_h/2)*2", NULL, graph)) < 0)
1807         goto fail;
1808     if ((ret = avfilter_link(filt_crop, 0, filt_out, 0)) < 0)
1809         goto fail;
1810
1811     if ((ret = configure_filtergraph(graph, vfilters, filt_src, filt_crop)) < 0)
1812         goto fail;
1813
1814     is->in_video_filter  = filt_src;
1815     is->out_video_filter = filt_out;
1816
1817 fail:
1818     return ret;
1819 }
1820
1821 static int configure_audio_filters(VideoState *is, const char *afilters, int force_output_format)
1822 {
1823     static const enum AVSampleFormat sample_fmts[] = { AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_NONE };
1824     int sample_rates[2] = { 0, -1 };
1825     int64_t channel_layouts[2] = { 0, -1 };
1826     int channels[2] = { 0, -1 };
1827     AVFilterContext *filt_asrc = NULL, *filt_asink = NULL;
1828     char aresample_swr_opts[512] = "";
1829     AVDictionaryEntry *e = NULL;
1830     char asrc_args[256];
1831     int ret;
1832
1833     avfilter_graph_free(&is->agraph);
1834     if (!(is->agraph = avfilter_graph_alloc()))
1835         return AVERROR(ENOMEM);
1836
1837     while ((e = av_dict_get(swr_opts, "", e, AV_DICT_IGNORE_SUFFIX)))
1838         av_strlcatf(aresample_swr_opts, sizeof(aresample_swr_opts), "%s=%s:", e->key, e->value);
1839     if (strlen(aresample_swr_opts))
1840         aresample_swr_opts[strlen(aresample_swr_opts)-1] = '\0';
1841     av_opt_set(is->agraph, "aresample_swr_opts", aresample_swr_opts, 0);
1842
1843     ret = snprintf(asrc_args, sizeof(asrc_args),
1844                    "sample_rate=%d:sample_fmt=%s:channels=%d:time_base=%d/%d",
1845                    is->audio_filter_src.freq, av_get_sample_fmt_name(is->audio_filter_src.fmt),
1846                    is->audio_filter_src.channels,
1847                    1, is->audio_filter_src.freq);
1848     if (is->audio_filter_src.channel_layout)
1849         snprintf(asrc_args + ret, sizeof(asrc_args) - ret,
1850                  ":channel_layout=0x%"PRIx64,  is->audio_filter_src.channel_layout);
1851
1852     ret = avfilter_graph_create_filter(&filt_asrc,
1853                                        avfilter_get_by_name("abuffer"), "ffplay_abuffer",
1854                                        asrc_args, NULL, is->agraph);
1855     if (ret < 0)
1856         goto end;
1857
1858
1859     ret = avfilter_graph_create_filter(&filt_asink,
1860                                        avfilter_get_by_name("abuffersink"), "ffplay_abuffersink",
1861                                        NULL, NULL, is->agraph);
1862     if (ret < 0)
1863         goto end;
1864
1865     if ((ret = av_opt_set_int_list(filt_asink, "sample_fmts", sample_fmts,  AV_SAMPLE_FMT_NONE, AV_OPT_SEARCH_CHILDREN)) < 0)
1866         goto end;
1867     if ((ret = av_opt_set_int(filt_asink, "all_channel_counts", 1, AV_OPT_SEARCH_CHILDREN)) < 0)
1868         goto end;
1869
1870     if (force_output_format) {
1871         channel_layouts[0] = is->audio_tgt.channel_layout;
1872         channels       [0] = is->audio_tgt.channels;
1873         sample_rates   [0] = is->audio_tgt.freq;
1874         if ((ret = av_opt_set_int(filt_asink, "all_channel_counts", 0, AV_OPT_SEARCH_CHILDREN)) < 0)
1875             goto end;
1876         if ((ret = av_opt_set_int_list(filt_asink, "channel_layouts", channel_layouts,  -1, AV_OPT_SEARCH_CHILDREN)) < 0)
1877             goto end;
1878         if ((ret = av_opt_set_int_list(filt_asink, "channel_counts" , channels       ,  -1, AV_OPT_SEARCH_CHILDREN)) < 0)
1879             goto end;
1880         if ((ret = av_opt_set_int_list(filt_asink, "sample_rates"   , sample_rates   ,  -1, AV_OPT_SEARCH_CHILDREN)) < 0)
1881             goto end;
1882     }
1883
1884
1885     if ((ret = configure_filtergraph(is->agraph, afilters, filt_asrc, filt_asink)) < 0)
1886         goto end;
1887
1888     is->in_audio_filter  = filt_asrc;
1889     is->out_audio_filter = filt_asink;
1890
1891 end:
1892     if (ret < 0)
1893         avfilter_graph_free(&is->agraph);
1894     return ret;
1895 }
1896 #endif  /* CONFIG_AVFILTER */
1897
1898 static int video_thread(void *arg)
1899 {
1900     AVPacket pkt = { 0 };
1901     VideoState *is = arg;
1902     AVFrame *frame = av_frame_alloc();
1903     double pts;
1904     double duration;
1905     int ret;
1906     int serial = 0;
1907     AVRational tb = is->video_st->time_base;
1908     AVRational frame_rate = av_guess_frame_rate(is->ic, is->video_st, NULL);
1909
1910 #if CONFIG_AVFILTER
1911     AVFilterGraph *graph = avfilter_graph_alloc();
1912     AVFilterContext *filt_out = NULL, *filt_in = NULL;
1913     int last_w = 0;
1914     int last_h = 0;
1915     enum AVPixelFormat last_format = -2;
1916     int last_serial = -1;
1917 #endif
1918
1919     for (;;) {
1920         while (is->paused && !is->videoq.abort_request)
1921             SDL_Delay(10);
1922
1923         avcodec_get_frame_defaults(frame);
1924         av_free_packet(&pkt);
1925
1926         ret = get_video_frame(is, frame, &pkt, &serial);
1927         if (ret < 0)
1928             goto the_end;
1929         if (!ret)
1930             continue;
1931
1932 #if CONFIG_AVFILTER
1933         if (   last_w != frame->width
1934             || last_h != frame->height
1935             || last_format != frame->format
1936             || last_serial != serial) {
1937             av_log(NULL, AV_LOG_DEBUG,
1938                    "Video frame changed from size:%dx%d format:%s serial:%d to size:%dx%d format:%s serial:%d\n",
1939                    last_w, last_h,
1940                    (const char *)av_x_if_null(av_get_pix_fmt_name(last_format), "none"), last_serial,
1941                    frame->width, frame->height,
1942                    (const char *)av_x_if_null(av_get_pix_fmt_name(frame->format), "none"), serial);
1943             avfilter_graph_free(&graph);
1944             graph = avfilter_graph_alloc();
1945             if ((ret = configure_video_filters(graph, is, vfilters, frame)) < 0) {
1946                 SDL_Event event;
1947                 event.type = FF_QUIT_EVENT;
1948                 event.user.data1 = is;
1949                 SDL_PushEvent(&event);
1950                 av_free_packet(&pkt);
1951                 goto the_end;
1952             }
1953             filt_in  = is->in_video_filter;
1954             filt_out = is->out_video_filter;
1955             last_w = frame->width;
1956             last_h = frame->height;
1957             last_format = frame->format;
1958             last_serial = serial;
1959             frame_rate = filt_out->inputs[0]->frame_rate;
1960         }
1961
1962         ret = av_buffersrc_add_frame(filt_in, frame);
1963         if (ret < 0)
1964             goto the_end;
1965         av_frame_unref(frame);
1966         avcodec_get_frame_defaults(frame);
1967         av_free_packet(&pkt);
1968
1969         while (ret >= 0) {
1970             is->frame_last_returned_time = av_gettime() / 1000000.0;
1971
1972             ret = av_buffersink_get_frame_flags(filt_out, frame, 0);
1973             if (ret < 0) {
1974                 if (ret == AVERROR_EOF)
1975                     is->video_finished = serial;
1976                 ret = 0;
1977                 break;
1978             }
1979
1980             is->frame_last_filter_delay = av_gettime() / 1000000.0 - is->frame_last_returned_time;
1981             if (fabs(is->frame_last_filter_delay) > AV_NOSYNC_THRESHOLD / 10.0)
1982                 is->frame_last_filter_delay = 0;
1983             tb = filt_out->inputs[0]->time_base;
1984 #endif
1985             duration = (frame_rate.num && frame_rate.den ? av_q2d((AVRational){frame_rate.den, frame_rate.num}) : 0);
1986             pts = (frame->pts == AV_NOPTS_VALUE) ? NAN : frame->pts * av_q2d(tb);
1987             ret = queue_picture(is, frame, pts, duration, av_frame_get_pkt_pos(frame), serial);
1988             av_frame_unref(frame);
1989 #if CONFIG_AVFILTER
1990         }
1991 #endif
1992
1993         if (ret < 0)
1994             goto the_end;
1995     }
1996  the_end:
1997 #if CONFIG_AVFILTER
1998     avfilter_graph_free(&graph);
1999 #endif
2000     av_free_packet(&pkt);
2001     av_frame_free(&frame);
2002     return 0;
2003 }
2004
2005 static int subtitle_thread(void *arg)
2006 {
2007     VideoState *is = arg;
2008     SubPicture *sp;
2009     AVPacket pkt1, *pkt = &pkt1;
2010     int got_subtitle;
2011     int serial;
2012     double pts;
2013     int i, j;
2014     int r, g, b, y, u, v, a;
2015
2016     for (;;) {
2017         while (is->paused && !is->subtitleq.abort_request) {
2018             SDL_Delay(10);
2019         }
2020         if (packet_queue_get(&is->subtitleq, pkt, 1, &serial) < 0)
2021             break;
2022
2023         if (pkt->data == flush_pkt.data) {
2024             avcodec_flush_buffers(is->subtitle_st->codec);
2025             continue;
2026         }
2027         SDL_LockMutex(is->subpq_mutex);
2028         while (is->subpq_size >= SUBPICTURE_QUEUE_SIZE &&
2029                !is->subtitleq.abort_request) {
2030             SDL_CondWait(is->subpq_cond, is->subpq_mutex);
2031         }
2032         SDL_UnlockMutex(is->subpq_mutex);
2033
2034         if (is->subtitleq.abort_request)
2035             return 0;
2036
2037         sp = &is->subpq[is->subpq_windex];
2038
2039        /* NOTE: ipts is the PTS of the _first_ picture beginning in
2040            this packet, if any */
2041         pts = 0;
2042         if (pkt->pts != AV_NOPTS_VALUE)
2043             pts = av_q2d(is->subtitle_st->time_base) * pkt->pts;
2044
2045         avcodec_decode_subtitle2(is->subtitle_st->codec, &sp->sub,
2046                                  &got_subtitle, pkt);
2047         if (got_subtitle && sp->sub.format == 0) {
2048             if (sp->sub.pts != AV_NOPTS_VALUE)
2049                 pts = sp->sub.pts / (double)AV_TIME_BASE;
2050             sp->pts = pts;
2051             sp->serial = serial;
2052
2053             for (i = 0; i < sp->sub.num_rects; i++)
2054             {
2055                 for (j = 0; j < sp->sub.rects[i]->nb_colors; j++)
2056                 {
2057                     RGBA_IN(r, g, b, a, (uint32_t*)sp->sub.rects[i]->pict.data[1] + j);
2058                     y = RGB_TO_Y_CCIR(r, g, b);
2059                     u = RGB_TO_U_CCIR(r, g, b, 0);
2060                     v = RGB_TO_V_CCIR(r, g, b, 0);
2061                     YUVA_OUT((uint32_t*)sp->sub.rects[i]->pict.data[1] + j, y, u, v, a);
2062                 }
2063             }
2064
2065             /* now we can update the picture count */
2066             if (++is->subpq_windex == SUBPICTURE_QUEUE_SIZE)
2067                 is->subpq_windex = 0;
2068             SDL_LockMutex(is->subpq_mutex);
2069             is->subpq_size++;
2070             SDL_UnlockMutex(is->subpq_mutex);
2071         } else if (got_subtitle) {
2072             avsubtitle_free(&sp->sub);
2073         }
2074         av_free_packet(pkt);
2075     }
2076     return 0;
2077 }
2078
2079 /* copy samples for viewing in editor window */
2080 static void update_sample_display(VideoState *is, short *samples, int samples_size)
2081 {
2082     int size, len;
2083
2084     size = samples_size / sizeof(short);
2085     while (size > 0) {
2086         len = SAMPLE_ARRAY_SIZE - is->sample_array_index;
2087         if (len > size)
2088             len = size;
2089         memcpy(is->sample_array + is->sample_array_index, samples, len * sizeof(short));
2090         samples += len;
2091         is->sample_array_index += len;
2092         if (is->sample_array_index >= SAMPLE_ARRAY_SIZE)
2093             is->sample_array_index = 0;
2094         size -= len;
2095     }
2096 }
2097
2098 /* return the wanted number of samples to get better sync if sync_type is video
2099  * or external master clock */
2100 static int synchronize_audio(VideoState *is, int nb_samples)
2101 {
2102     int wanted_nb_samples = nb_samples;
2103
2104     /* if not master, then we try to remove or add samples to correct the clock */
2105     if (get_master_sync_type(is) != AV_SYNC_AUDIO_MASTER) {
2106         double diff, avg_diff;
2107         int min_nb_samples, max_nb_samples;
2108
2109         diff = get_clock(&is->audclk) - get_master_clock(is);
2110
2111         if (!isnan(diff) && fabs(diff) < AV_NOSYNC_THRESHOLD) {
2112             is->audio_diff_cum = diff + is->audio_diff_avg_coef * is->audio_diff_cum;
2113             if (is->audio_diff_avg_count < AUDIO_DIFF_AVG_NB) {
2114                 /* not enough measures to have a correct estimate */
2115                 is->audio_diff_avg_count++;
2116             } else {
2117                 /* estimate the A-V difference */
2118                 avg_diff = is->audio_diff_cum * (1.0 - is->audio_diff_avg_coef);
2119
2120                 if (fabs(avg_diff) >= is->audio_diff_threshold) {
2121                     wanted_nb_samples = nb_samples + (int)(diff * is->audio_src.freq);
2122                     min_nb_samples = ((nb_samples * (100 - SAMPLE_CORRECTION_PERCENT_MAX) / 100));
2123                     max_nb_samples = ((nb_samples * (100 + SAMPLE_CORRECTION_PERCENT_MAX) / 100));
2124                     wanted_nb_samples = FFMIN(FFMAX(wanted_nb_samples, min_nb_samples), max_nb_samples);
2125                 }
2126                 av_dlog(NULL, "diff=%f adiff=%f sample_diff=%d apts=%0.3f %f\n",
2127                         diff, avg_diff, wanted_nb_samples - nb_samples,
2128                         is->audio_clock, is->audio_diff_threshold);
2129             }
2130         } else {
2131             /* too big difference : may be initial PTS errors, so
2132                reset A-V filter */
2133             is->audio_diff_avg_count = 0;
2134             is->audio_diff_cum       = 0;
2135         }
2136     }
2137
2138     return wanted_nb_samples;
2139 }
2140
2141 /**
2142  * Decode one audio frame and return its uncompressed size.
2143  *
2144  * The processed audio frame is decoded, converted if required, and
2145  * stored in is->audio_buf, with size in bytes given by the return
2146  * value.
2147  */
2148 static int audio_decode_frame(VideoState *is)
2149 {
2150     AVPacket *pkt_temp = &is->audio_pkt_temp;
2151     AVPacket *pkt = &is->audio_pkt;
2152     AVCodecContext *dec = is->audio_st->codec;
2153     int len1, data_size, resampled_data_size;
2154     int64_t dec_channel_layout;
2155     int got_frame;
2156     av_unused double audio_clock0;
2157     int wanted_nb_samples;
2158     AVRational tb;
2159     int ret;
2160     int reconfigure;
2161
2162     for (;;) {
2163         /* NOTE: the audio packet can contain several frames */
2164         while (pkt_temp->stream_index != -1 || is->audio_buf_frames_pending) {
2165             if (!is->frame) {
2166                 if (!(is->frame = av_frame_alloc()))
2167                     return AVERROR(ENOMEM);
2168             } else {
2169                 av_frame_unref(is->frame);
2170                 avcodec_get_frame_defaults(is->frame);
2171             }
2172
2173             if (is->audioq.serial != is->audio_pkt_temp_serial)
2174                 break;
2175
2176             if (is->paused)
2177                 return -1;
2178
2179             if (!is->audio_buf_frames_pending) {
2180                 len1 = avcodec_decode_audio4(dec, is->frame, &got_frame, pkt_temp);
2181                 if (len1 < 0) {
2182                     /* if error, we skip the frame */
2183                     pkt_temp->size = 0;
2184                     break;
2185                 }
2186
2187                 pkt_temp->dts =
2188                 pkt_temp->pts = AV_NOPTS_VALUE;
2189                 pkt_temp->data += len1;
2190                 pkt_temp->size -= len1;
2191                 if (pkt_temp->data && pkt_temp->size <= 0 || !pkt_temp->data && !got_frame)
2192                     pkt_temp->stream_index = -1;
2193                 if (!pkt_temp->data && !got_frame)
2194                     is->audio_finished = is->audio_pkt_temp_serial;
2195
2196                 if (!got_frame)
2197                     continue;
2198
2199                 tb = (AVRational){1, is->frame->sample_rate};
2200                 if (is->frame->pts != AV_NOPTS_VALUE)
2201                     is->frame->pts = av_rescale_q(is->frame->pts, dec->time_base, tb);
2202                 else if (is->frame->pkt_pts != AV_NOPTS_VALUE)
2203                     is->frame->pts = av_rescale_q(is->frame->pkt_pts, is->audio_st->time_base, tb);
2204                 else if (is->audio_frame_next_pts != AV_NOPTS_VALUE)
2205 #if CONFIG_AVFILTER
2206                     is->frame->pts = av_rescale_q(is->audio_frame_next_pts, (AVRational){1, is->audio_filter_src.freq}, tb);
2207 #else
2208                     is->frame->pts = av_rescale_q(is->audio_frame_next_pts, (AVRational){1, is->audio_src.freq}, tb);
2209 #endif
2210
2211                 if (is->frame->pts != AV_NOPTS_VALUE)
2212                     is->audio_frame_next_pts = is->frame->pts + is->frame->nb_samples;
2213
2214 #if CONFIG_AVFILTER
2215                 dec_channel_layout = get_valid_channel_layout(is->frame->channel_layout, av_frame_get_channels(is->frame));
2216
2217                 reconfigure =
2218                     cmp_audio_fmts(is->audio_filter_src.fmt, is->audio_filter_src.channels,
2219                                    is->frame->format, av_frame_get_channels(is->frame))    ||
2220                     is->audio_filter_src.channel_layout != dec_channel_layout ||
2221                     is->audio_filter_src.freq           != is->frame->sample_rate ||
2222                     is->audio_pkt_temp_serial           != is->audio_last_serial;
2223
2224                 if (reconfigure) {
2225                     char buf1[1024], buf2[1024];
2226                     av_get_channel_layout_string(buf1, sizeof(buf1), -1, is->audio_filter_src.channel_layout);
2227                     av_get_channel_layout_string(buf2, sizeof(buf2), -1, dec_channel_layout);
2228                     av_log(NULL, AV_LOG_DEBUG,
2229                            "Audio frame changed from rate:%d ch:%d fmt:%s layout:%s serial:%d to rate:%d ch:%d fmt:%s layout:%s serial:%d\n",
2230                            is->audio_filter_src.freq, is->audio_filter_src.channels, av_get_sample_fmt_name(is->audio_filter_src.fmt), buf1, is->audio_last_serial,
2231                            is->frame->sample_rate, av_frame_get_channels(is->frame), av_get_sample_fmt_name(is->frame->format), buf2, is->audio_pkt_temp_serial);
2232
2233                     is->audio_filter_src.fmt            = is->frame->format;
2234                     is->audio_filter_src.channels       = av_frame_get_channels(is->frame);
2235                     is->audio_filter_src.channel_layout = dec_channel_layout;
2236                     is->audio_filter_src.freq           = is->frame->sample_rate;
2237                     is->audio_last_serial               = is->audio_pkt_temp_serial;
2238
2239                     if ((ret = configure_audio_filters(is, afilters, 1)) < 0)
2240                         return ret;
2241                 }
2242
2243                 if ((ret = av_buffersrc_add_frame(is->in_audio_filter, is->frame)) < 0)
2244                     return ret;
2245                 av_frame_unref(is->frame);
2246 #endif
2247             }
2248 #if CONFIG_AVFILTER
2249             if ((ret = av_buffersink_get_frame_flags(is->out_audio_filter, is->frame, 0)) < 0) {
2250                 if (ret == AVERROR(EAGAIN)) {
2251                     is->audio_buf_frames_pending = 0;
2252                     continue;
2253                 }
2254                 if (ret == AVERROR_EOF)
2255                     is->audio_finished = is->audio_pkt_temp_serial;
2256                 return ret;
2257             }
2258             is->audio_buf_frames_pending = 1;
2259             tb = is->out_audio_filter->inputs[0]->time_base;
2260 #endif
2261
2262             data_size = av_samples_get_buffer_size(NULL, av_frame_get_channels(is->frame),
2263                                                    is->frame->nb_samples,
2264                                                    is->frame->format, 1);
2265
2266             dec_channel_layout =
2267                 (is->frame->channel_layout && av_frame_get_channels(is->frame) == av_get_channel_layout_nb_channels(is->frame->channel_layout)) ?
2268                 is->frame->channel_layout : av_get_default_channel_layout(av_frame_get_channels(is->frame));
2269             wanted_nb_samples = synchronize_audio(is, is->frame->nb_samples);
2270
2271             if (is->frame->format        != is->audio_src.fmt            ||
2272                 dec_channel_layout       != is->audio_src.channel_layout ||
2273                 is->frame->sample_rate   != is->audio_src.freq           ||
2274                 (wanted_nb_samples       != is->frame->nb_samples && !is->swr_ctx)) {
2275                 swr_free(&is->swr_ctx);
2276                 is->swr_ctx = swr_alloc_set_opts(NULL,
2277                                                  is->audio_tgt.channel_layout, is->audio_tgt.fmt, is->audio_tgt.freq,
2278                                                  dec_channel_layout,           is->frame->format, is->frame->sample_rate,
2279                                                  0, NULL);
2280                 if (!is->swr_ctx || swr_init(is->swr_ctx) < 0) {
2281                     av_log(NULL, AV_LOG_ERROR,
2282                            "Cannot create sample rate converter for conversion of %d Hz %s %d channels to %d Hz %s %d channels!\n",
2283                             is->frame->sample_rate, av_get_sample_fmt_name(is->frame->format), av_frame_get_channels(is->frame),
2284                             is->audio_tgt.freq, av_get_sample_fmt_name(is->audio_tgt.fmt), is->audio_tgt.channels);
2285                     break;
2286                 }
2287                 is->audio_src.channel_layout = dec_channel_layout;
2288                 is->audio_src.channels       = av_frame_get_channels(is->frame);
2289                 is->audio_src.freq = is->frame->sample_rate;
2290                 is->audio_src.fmt = is->frame->format;
2291             }
2292
2293             if (is->swr_ctx) {
2294                 const uint8_t **in = (const uint8_t **)is->frame->extended_data;
2295                 uint8_t **out = &is->audio_buf1;
2296                 int out_count = (int64_t)wanted_nb_samples * is->audio_tgt.freq / is->frame->sample_rate + 256;
2297                 int out_size  = av_samples_get_buffer_size(NULL, is->audio_tgt.channels, out_count, is->audio_tgt.fmt, 0);
2298                 int len2;
2299                 if (out_size < 0) {
2300                     av_log(NULL, AV_LOG_ERROR, "av_samples_get_buffer_size() failed\n");
2301                     break;
2302                 }
2303                 if (wanted_nb_samples != is->frame->nb_samples) {
2304                     if (swr_set_compensation(is->swr_ctx, (wanted_nb_samples - is->frame->nb_samples) * is->audio_tgt.freq / is->frame->sample_rate,
2305                                                 wanted_nb_samples * is->audio_tgt.freq / is->frame->sample_rate) < 0) {
2306                         av_log(NULL, AV_LOG_ERROR, "swr_set_compensation() failed\n");
2307                         break;
2308                     }
2309                 }
2310                 av_fast_malloc(&is->audio_buf1, &is->audio_buf1_size, out_size);
2311                 if (!is->audio_buf1)
2312                     return AVERROR(ENOMEM);
2313                 len2 = swr_convert(is->swr_ctx, out, out_count, in, is->frame->nb_samples);
2314                 if (len2 < 0) {
2315                     av_log(NULL, AV_LOG_ERROR, "swr_convert() failed\n");
2316                     break;
2317                 }
2318                 if (len2 == out_count) {
2319                     av_log(NULL, AV_LOG_WARNING, "audio buffer is probably too small\n");
2320                     swr_init(is->swr_ctx);
2321                 }
2322                 is->audio_buf = is->audio_buf1;
2323                 resampled_data_size = len2 * is->audio_tgt.channels * av_get_bytes_per_sample(is->audio_tgt.fmt);
2324             } else {
2325                 is->audio_buf = is->frame->data[0];
2326                 resampled_data_size = data_size;
2327             }
2328
2329             audio_clock0 = is->audio_clock;
2330             /* update the audio clock with the pts */
2331             if (is->frame->pts != AV_NOPTS_VALUE)
2332                 is->audio_clock = is->frame->pts * av_q2d(tb) + (double) is->frame->nb_samples / is->frame->sample_rate;
2333             else
2334                 is->audio_clock = NAN;
2335             is->audio_clock_serial = is->audio_pkt_temp_serial;
2336 #ifdef DEBUG
2337             {
2338                 static double last_clock;
2339                 printf("audio: delay=%0.3f clock=%0.3f clock0=%0.3f\n",
2340                        is->audio_clock - last_clock,
2341                        is->audio_clock, audio_clock0);
2342                 last_clock = is->audio_clock;
2343             }
2344 #endif
2345             return resampled_data_size;
2346         }
2347
2348         /* free the current packet */
2349         if (pkt->data)
2350             av_free_packet(pkt);
2351         memset(pkt_temp, 0, sizeof(*pkt_temp));
2352         pkt_temp->stream_index = -1;
2353
2354         if (is->audioq.abort_request) {
2355             return -1;
2356         }
2357
2358         if (is->audioq.nb_packets == 0)
2359             SDL_CondSignal(is->continue_read_thread);
2360
2361         /* read next packet */
2362         if ((packet_queue_get(&is->audioq, pkt, 1, &is->audio_pkt_temp_serial)) < 0)
2363             return -1;
2364
2365         if (pkt->data == flush_pkt.data) {
2366             avcodec_flush_buffers(dec);
2367             is->audio_buf_frames_pending = 0;
2368             is->audio_frame_next_pts = AV_NOPTS_VALUE;
2369             if ((is->ic->iformat->flags & (AVFMT_NOBINSEARCH | AVFMT_NOGENSEARCH | AVFMT_NO_BYTE_SEEK)) && !is->ic->iformat->read_seek)
2370                 is->audio_frame_next_pts = is->audio_st->start_time;
2371         }
2372
2373         *pkt_temp = *pkt;
2374     }
2375 }
2376
2377 /* prepare a new audio buffer */
2378 static void sdl_audio_callback(void *opaque, Uint8 *stream, int len)
2379 {
2380     VideoState *is = opaque;
2381     int audio_size, len1;
2382     int bytes_per_sec;
2383     int frame_size = av_samples_get_buffer_size(NULL, is->audio_tgt.channels, 1, is->audio_tgt.fmt, 1);
2384
2385     audio_callback_time = av_gettime();
2386
2387     while (len > 0) {
2388         if (is->audio_buf_index >= is->audio_buf_size) {
2389            audio_size = audio_decode_frame(is);
2390            if (audio_size < 0) {
2391                 /* if error, just output silence */
2392                is->audio_buf      = is->silence_buf;
2393                is->audio_buf_size = sizeof(is->silence_buf) / frame_size * frame_size;
2394            } else {
2395                if (is->show_mode != SHOW_MODE_VIDEO)
2396                    update_sample_display(is, (int16_t *)is->audio_buf, audio_size);
2397                is->audio_buf_size = audio_size;
2398            }
2399            is->audio_buf_index = 0;
2400         }
2401         len1 = is->audio_buf_size - is->audio_buf_index;
2402         if (len1 > len)
2403             len1 = len;
2404         memcpy(stream, (uint8_t *)is->audio_buf + is->audio_buf_index, len1);
2405         len -= len1;
2406         stream += len1;
2407         is->audio_buf_index += len1;
2408     }
2409     bytes_per_sec = is->audio_tgt.freq * is->audio_tgt.channels * av_get_bytes_per_sample(is->audio_tgt.fmt);
2410     is->audio_write_buf_size = is->audio_buf_size - is->audio_buf_index;
2411     /* Let's assume the audio driver that is used by SDL has two periods. */
2412     if (!isnan(is->audio_clock)) {
2413         set_clock_at(&is->audclk, is->audio_clock - (double)(2 * is->audio_hw_buf_size + is->audio_write_buf_size) / bytes_per_sec, is->audio_clock_serial, audio_callback_time / 1000000.0);
2414         sync_clock_to_slave(&is->extclk, &is->audclk);
2415     }
2416 }
2417
2418 static int audio_open(void *opaque, int64_t wanted_channel_layout, int wanted_nb_channels, int wanted_sample_rate, struct AudioParams *audio_hw_params)
2419 {
2420     SDL_AudioSpec wanted_spec, spec;
2421     const char *env;
2422     static const int next_nb_channels[] = {0, 0, 1, 6, 2, 6, 4, 6};
2423
2424     env = SDL_getenv("SDL_AUDIO_CHANNELS");
2425     if (env) {
2426         wanted_nb_channels = atoi(env);
2427         wanted_channel_layout = av_get_default_channel_layout(wanted_nb_channels);
2428     }
2429     if (!wanted_channel_layout || wanted_nb_channels != av_get_channel_layout_nb_channels(wanted_channel_layout)) {
2430         wanted_channel_layout = av_get_default_channel_layout(wanted_nb_channels);
2431         wanted_channel_layout &= ~AV_CH_LAYOUT_STEREO_DOWNMIX;
2432     }
2433     wanted_spec.channels = av_get_channel_layout_nb_channels(wanted_channel_layout);
2434     wanted_spec.freq = wanted_sample_rate;
2435     if (wanted_spec.freq <= 0 || wanted_spec.channels <= 0) {
2436         av_log(NULL, AV_LOG_ERROR, "Invalid sample rate or channel count!\n");
2437         return -1;
2438     }
2439     wanted_spec.format = AUDIO_S16SYS;
2440     wanted_spec.silence = 0;
2441     wanted_spec.samples = SDL_AUDIO_BUFFER_SIZE;
2442     wanted_spec.callback = sdl_audio_callback;
2443     wanted_spec.userdata = opaque;
2444     while (SDL_OpenAudio(&wanted_spec, &spec) < 0) {
2445         av_log(NULL, AV_LOG_WARNING, "SDL_OpenAudio (%d channels): %s\n", wanted_spec.channels, SDL_GetError());
2446         wanted_spec.channels = next_nb_channels[FFMIN(7, wanted_spec.channels)];
2447         if (!wanted_spec.channels) {
2448             av_log(NULL, AV_LOG_ERROR,
2449                    "No more channel combinations to try, audio open failed\n");
2450             return -1;
2451         }
2452         wanted_channel_layout = av_get_default_channel_layout(wanted_spec.channels);
2453     }
2454     if (spec.format != AUDIO_S16SYS) {
2455         av_log(NULL, AV_LOG_ERROR,
2456                "SDL advised audio format %d is not supported!\n", spec.format);
2457         return -1;
2458     }
2459     if (spec.channels != wanted_spec.channels) {
2460         wanted_channel_layout = av_get_default_channel_layout(spec.channels);
2461         if (!wanted_channel_layout) {
2462             av_log(NULL, AV_LOG_ERROR,
2463                    "SDL advised channel count %d is not supported!\n", spec.channels);
2464             return -1;
2465         }
2466     }
2467
2468     audio_hw_params->fmt = AV_SAMPLE_FMT_S16;
2469     audio_hw_params->freq = spec.freq;
2470     audio_hw_params->channel_layout = wanted_channel_layout;
2471     audio_hw_params->channels =  spec.channels;
2472     return spec.size;
2473 }
2474
2475 /* open a given stream. Return 0 if OK */
2476 static int stream_component_open(VideoState *is, int stream_index)
2477 {
2478     AVFormatContext *ic = is->ic;
2479     AVCodecContext *avctx;
2480     AVCodec *codec;
2481     const char *forced_codec_name = NULL;
2482     AVDictionary *opts;
2483     AVDictionaryEntry *t = NULL;
2484     int sample_rate, nb_channels;
2485     int64_t channel_layout;
2486     int ret;
2487     int stream_lowres = lowres;
2488
2489     if (stream_index < 0 || stream_index >= ic->nb_streams)
2490         return -1;
2491     avctx = ic->streams[stream_index]->codec;
2492
2493     codec = avcodec_find_decoder(avctx->codec_id);
2494
2495     switch(avctx->codec_type){
2496         case AVMEDIA_TYPE_AUDIO   : is->last_audio_stream    = stream_index; forced_codec_name =    audio_codec_name; break;
2497         case AVMEDIA_TYPE_SUBTITLE: is->last_subtitle_stream = stream_index; forced_codec_name = subtitle_codec_name; break;
2498         case AVMEDIA_TYPE_VIDEO   : is->last_video_stream    = stream_index; forced_codec_name =    video_codec_name; break;
2499     }
2500     if (forced_codec_name)
2501         codec = avcodec_find_decoder_by_name(forced_codec_name);
2502     if (!codec) {
2503         if (forced_codec_name) av_log(NULL, AV_LOG_WARNING,
2504                                       "No codec could be found with name '%s'\n", forced_codec_name);
2505         else                   av_log(NULL, AV_LOG_WARNING,
2506                                       "No codec could be found with id %d\n", avctx->codec_id);
2507         return -1;
2508     }
2509
2510     avctx->codec_id = codec->id;
2511     avctx->workaround_bugs   = workaround_bugs;
2512     if(stream_lowres > av_codec_get_max_lowres(codec)){
2513         av_log(avctx, AV_LOG_WARNING, "The maximum value for lowres supported by the decoder is %d\n",
2514                 av_codec_get_max_lowres(codec));
2515         stream_lowres = av_codec_get_max_lowres(codec);
2516     }
2517     av_codec_set_lowres(avctx, stream_lowres);
2518     avctx->error_concealment = error_concealment;
2519
2520     if(stream_lowres) avctx->flags |= CODEC_FLAG_EMU_EDGE;
2521     if (fast)   avctx->flags2 |= CODEC_FLAG2_FAST;
2522     if(codec->capabilities & CODEC_CAP_DR1)
2523         avctx->flags |= CODEC_FLAG_EMU_EDGE;
2524
2525     opts = filter_codec_opts(codec_opts, avctx->codec_id, ic, ic->streams[stream_index], codec);
2526     if (!av_dict_get(opts, "threads", NULL, 0))
2527         av_dict_set(&opts, "threads", "auto", 0);
2528     if (stream_lowres)
2529         av_dict_set(&opts, "lowres", av_asprintf("%d", stream_lowres), AV_DICT_DONT_STRDUP_VAL);
2530     if (avctx->codec_type == AVMEDIA_TYPE_VIDEO || avctx->codec_type == AVMEDIA_TYPE_AUDIO)
2531         av_dict_set(&opts, "refcounted_frames", "1", 0);
2532     if (avcodec_open2(avctx, codec, &opts) < 0)
2533         return -1;
2534     if ((t = av_dict_get(opts, "", NULL, AV_DICT_IGNORE_SUFFIX))) {
2535         av_log(NULL, AV_LOG_ERROR, "Option %s not found.\n", t->key);
2536         return AVERROR_OPTION_NOT_FOUND;
2537     }
2538
2539     ic->streams[stream_index]->discard = AVDISCARD_DEFAULT;
2540     switch (avctx->codec_type) {
2541     case AVMEDIA_TYPE_AUDIO:
2542 #if CONFIG_AVFILTER
2543         {
2544             AVFilterLink *link;
2545
2546             is->audio_filter_src.freq           = avctx->sample_rate;
2547             is->audio_filter_src.channels       = avctx->channels;
2548             is->audio_filter_src.channel_layout = get_valid_channel_layout(avctx->channel_layout, avctx->channels);
2549             is->audio_filter_src.fmt            = avctx->sample_fmt;
2550             if ((ret = configure_audio_filters(is, afilters, 0)) < 0)
2551                 return ret;
2552             link = is->out_audio_filter->inputs[0];
2553             sample_rate    = link->sample_rate;
2554             nb_channels    = link->channels;
2555             channel_layout = link->channel_layout;
2556         }
2557 #else
2558         sample_rate    = avctx->sample_rate;
2559         nb_channels    = avctx->channels;
2560         channel_layout = avctx->channel_layout;
2561 #endif
2562
2563         /* prepare audio output */
2564         if ((ret = audio_open(is, channel_layout, nb_channels, sample_rate, &is->audio_tgt)) < 0)
2565             return ret;
2566         is->audio_hw_buf_size = ret;
2567         is->audio_src = is->audio_tgt;
2568         is->audio_buf_size  = 0;
2569         is->audio_buf_index = 0;
2570
2571         /* init averaging filter */
2572         is->audio_diff_avg_coef  = exp(log(0.01) / AUDIO_DIFF_AVG_NB);
2573         is->audio_diff_avg_count = 0;
2574         /* since we do not have a precise anough audio fifo fullness,
2575            we correct audio sync only if larger than this threshold */
2576         is->audio_diff_threshold = 2.0 * is->audio_hw_buf_size / av_samples_get_buffer_size(NULL, is->audio_tgt.channels, is->audio_tgt.freq, is->audio_tgt.fmt, 1);
2577
2578         memset(&is->audio_pkt, 0, sizeof(is->audio_pkt));
2579         memset(&is->audio_pkt_temp, 0, sizeof(is->audio_pkt_temp));
2580         is->audio_pkt_temp.stream_index = -1;
2581
2582         is->audio_stream = stream_index;
2583         is->audio_st = ic->streams[stream_index];
2584
2585         packet_queue_start(&is->audioq);
2586         SDL_PauseAudio(0);
2587         break;
2588     case AVMEDIA_TYPE_VIDEO:
2589         is->video_stream = stream_index;
2590         is->video_st = ic->streams[stream_index];
2591
2592         packet_queue_start(&is->videoq);
2593         is->video_tid = SDL_CreateThread(video_thread, is);
2594         is->queue_attachments_req = 1;
2595         break;
2596     case AVMEDIA_TYPE_SUBTITLE:
2597         is->subtitle_stream = stream_index;
2598         is->subtitle_st = ic->streams[stream_index];
2599         packet_queue_start(&is->subtitleq);
2600
2601         is->subtitle_tid = SDL_CreateThread(subtitle_thread, is);
2602         break;
2603     default:
2604         break;
2605     }
2606     return 0;
2607 }
2608
2609 static void stream_component_close(VideoState *is, int stream_index)
2610 {
2611     AVFormatContext *ic = is->ic;
2612     AVCodecContext *avctx;
2613
2614     if (stream_index < 0 || stream_index >= ic->nb_streams)
2615         return;
2616     avctx = ic->streams[stream_index]->codec;
2617
2618     switch (avctx->codec_type) {
2619     case AVMEDIA_TYPE_AUDIO:
2620         packet_queue_abort(&is->audioq);
2621
2622         SDL_CloseAudio();
2623
2624         packet_queue_flush(&is->audioq);
2625         av_free_packet(&is->audio_pkt);
2626         swr_free(&is->swr_ctx);
2627         av_freep(&is->audio_buf1);
2628         is->audio_buf1_size = 0;
2629         is->audio_buf = NULL;
2630         av_frame_free(&is->frame);
2631
2632         if (is->rdft) {
2633             av_rdft_end(is->rdft);
2634             av_freep(&is->rdft_data);
2635             is->rdft = NULL;
2636             is->rdft_bits = 0;
2637         }
2638 #if CONFIG_AVFILTER
2639         avfilter_graph_free(&is->agraph);
2640 #endif
2641         break;
2642     case AVMEDIA_TYPE_VIDEO:
2643         packet_queue_abort(&is->videoq);
2644
2645         /* note: we also signal this mutex to make sure we deblock the
2646            video thread in all cases */
2647         SDL_LockMutex(is->pictq_mutex);
2648         SDL_CondSignal(is->pictq_cond);
2649         SDL_UnlockMutex(is->pictq_mutex);
2650
2651         SDL_WaitThread(is->video_tid, NULL);
2652
2653         packet_queue_flush(&is->videoq);
2654         break;
2655     case AVMEDIA_TYPE_SUBTITLE:
2656         packet_queue_abort(&is->subtitleq);
2657
2658         /* note: we also signal this mutex to make sure we deblock the
2659            video thread in all cases */
2660         SDL_LockMutex(is->subpq_mutex);
2661         SDL_CondSignal(is->subpq_cond);
2662         SDL_UnlockMutex(is->subpq_mutex);
2663
2664         SDL_WaitThread(is->subtitle_tid, NULL);
2665
2666         packet_queue_flush(&is->subtitleq);
2667         break;
2668     default:
2669         break;
2670     }
2671
2672     ic->streams[stream_index]->discard = AVDISCARD_ALL;
2673     avcodec_close(avctx);
2674     switch (avctx->codec_type) {
2675     case AVMEDIA_TYPE_AUDIO:
2676         is->audio_st = NULL;
2677         is->audio_stream = -1;
2678         break;
2679     case AVMEDIA_TYPE_VIDEO:
2680         is->video_st = NULL;
2681         is->video_stream = -1;
2682         break;
2683     case AVMEDIA_TYPE_SUBTITLE:
2684         is->subtitle_st = NULL;
2685         is->subtitle_stream = -1;
2686         break;
2687     default:
2688         break;
2689     }
2690 }
2691
2692 static int decode_interrupt_cb(void *ctx)
2693 {
2694     VideoState *is = ctx;
2695     return is->abort_request;
2696 }
2697
2698 static int is_realtime(AVFormatContext *s)
2699 {
2700     if(   !strcmp(s->iformat->name, "rtp")
2701        || !strcmp(s->iformat->name, "rtsp")
2702        || !strcmp(s->iformat->name, "sdp")
2703     )
2704         return 1;
2705
2706     if(s->pb && (   !strncmp(s->filename, "rtp:", 4)
2707                  || !strncmp(s->filename, "udp:", 4)
2708                 )
2709     )
2710         return 1;
2711     return 0;
2712 }
2713
2714 /* this thread gets the stream from the disk or the network */
2715 static int read_thread(void *arg)
2716 {
2717     VideoState *is = arg;
2718     AVFormatContext *ic = NULL;
2719     int err, i, ret;
2720     int st_index[AVMEDIA_TYPE_NB];
2721     AVPacket pkt1, *pkt = &pkt1;
2722     int eof = 0;
2723     int64_t stream_start_time;
2724     int pkt_in_play_range = 0;
2725     AVDictionaryEntry *t;
2726     AVDictionary **opts;
2727     int orig_nb_streams;
2728     SDL_mutex *wait_mutex = SDL_CreateMutex();
2729
2730     memset(st_index, -1, sizeof(st_index));
2731     is->last_video_stream = is->video_stream = -1;
2732     is->last_audio_stream = is->audio_stream = -1;
2733     is->last_subtitle_stream = is->subtitle_stream = -1;
2734
2735     ic = avformat_alloc_context();
2736     ic->interrupt_callback.callback = decode_interrupt_cb;
2737     ic->interrupt_callback.opaque = is;
2738     err = avformat_open_input(&ic, is->filename, is->iformat, &format_opts);
2739     if (err < 0) {
2740         print_error(is->filename, err);
2741         ret = -1;
2742         goto fail;
2743     }
2744     if ((t = av_dict_get(format_opts, "", NULL, AV_DICT_IGNORE_SUFFIX))) {
2745         av_log(NULL, AV_LOG_ERROR, "Option %s not found.\n", t->key);
2746         ret = AVERROR_OPTION_NOT_FOUND;
2747         goto fail;
2748     }
2749     is->ic = ic;
2750
2751     if (genpts)
2752         ic->flags |= AVFMT_FLAG_GENPTS;
2753
2754     opts = setup_find_stream_info_opts(ic, codec_opts);
2755     orig_nb_streams = ic->nb_streams;
2756
2757     err = avformat_find_stream_info(ic, opts);
2758     if (err < 0) {
2759         av_log(NULL, AV_LOG_WARNING,
2760                "%s: could not find codec parameters\n", is->filename);
2761         ret = -1;
2762         goto fail;
2763     }
2764     for (i = 0; i < orig_nb_streams; i++)
2765         av_dict_free(&opts[i]);
2766     av_freep(&opts);
2767
2768     if (ic->pb)
2769         ic->pb->eof_reached = 0; // FIXME hack, ffplay maybe should not use url_feof() to test for the end
2770
2771     if (seek_by_bytes < 0)
2772         seek_by_bytes = !!(ic->iformat->flags & AVFMT_TS_DISCONT) && strcmp("ogg", ic->iformat->name);
2773
2774     is->max_frame_duration = (ic->iformat->flags & AVFMT_TS_DISCONT) ? 10.0 : 3600.0;
2775
2776     if (!window_title && (t = av_dict_get(ic->metadata, "title", NULL, 0)))
2777         window_title = av_asprintf("%s - %s", t->value, input_filename);
2778
2779     /* if seeking requested, we execute it */
2780     if (start_time != AV_NOPTS_VALUE) {
2781         int64_t timestamp;
2782
2783         timestamp = start_time;
2784         /* add the stream start time */
2785         if (ic->start_time != AV_NOPTS_VALUE)
2786             timestamp += ic->start_time;
2787         ret = avformat_seek_file(ic, -1, INT64_MIN, timestamp, INT64_MAX, 0);
2788         if (ret < 0) {
2789             av_log(NULL, AV_LOG_WARNING, "%s: could not seek to position %0.3f\n",
2790                     is->filename, (double)timestamp / AV_TIME_BASE);
2791         }
2792     }
2793
2794     is->realtime = is_realtime(ic);
2795
2796     for (i = 0; i < ic->nb_streams; i++)
2797         ic->streams[i]->discard = AVDISCARD_ALL;
2798     if (!video_disable)
2799         st_index[AVMEDIA_TYPE_VIDEO] =
2800             av_find_best_stream(ic, AVMEDIA_TYPE_VIDEO,
2801                                 wanted_stream[AVMEDIA_TYPE_VIDEO], -1, NULL, 0);
2802     if (!audio_disable)
2803         st_index[AVMEDIA_TYPE_AUDIO] =
2804             av_find_best_stream(ic, AVMEDIA_TYPE_AUDIO,
2805                                 wanted_stream[AVMEDIA_TYPE_AUDIO],
2806                                 st_index[AVMEDIA_TYPE_VIDEO],
2807                                 NULL, 0);
2808     if (!video_disable && !subtitle_disable)
2809         st_index[AVMEDIA_TYPE_SUBTITLE] =
2810             av_find_best_stream(ic, AVMEDIA_TYPE_SUBTITLE,
2811                                 wanted_stream[AVMEDIA_TYPE_SUBTITLE],
2812                                 (st_index[AVMEDIA_TYPE_AUDIO] >= 0 ?
2813                                  st_index[AVMEDIA_TYPE_AUDIO] :
2814                                  st_index[AVMEDIA_TYPE_VIDEO]),
2815                                 NULL, 0);
2816     if (show_status) {
2817         av_dump_format(ic, 0, is->filename, 0);
2818     }
2819
2820     is->show_mode = show_mode;
2821     if (st_index[AVMEDIA_TYPE_VIDEO] >= 0) {
2822         AVStream *st = ic->streams[st_index[AVMEDIA_TYPE_VIDEO]];
2823         AVCodecContext *avctx = st->codec;
2824         VideoPicture vp = {.width = avctx->width, .height = avctx->height, .sar = av_guess_sample_aspect_ratio(ic, st, NULL)};
2825         if (vp.width)
2826             set_default_window_size(&vp);
2827     }
2828
2829     /* open the streams */
2830     if (st_index[AVMEDIA_TYPE_AUDIO] >= 0) {
2831         stream_component_open(is, st_index[AVMEDIA_TYPE_AUDIO]);
2832     }
2833
2834     ret = -1;
2835     if (st_index[AVMEDIA_TYPE_VIDEO] >= 0) {
2836         ret = stream_component_open(is, st_index[AVMEDIA_TYPE_VIDEO]);
2837     }
2838     if (is->show_mode == SHOW_MODE_NONE)
2839         is->show_mode = ret >= 0 ? SHOW_MODE_VIDEO : SHOW_MODE_RDFT;
2840
2841     if (st_index[AVMEDIA_TYPE_SUBTITLE] >= 0) {
2842         stream_component_open(is, st_index[AVMEDIA_TYPE_SUBTITLE]);
2843     }
2844
2845     if (is->video_stream < 0 && is->audio_stream < 0) {
2846         av_log(NULL, AV_LOG_FATAL, "Failed to open file '%s' or configure filtergraph\n",
2847                is->filename);
2848         ret = -1;
2849         goto fail;
2850     }
2851
2852     if (infinite_buffer < 0 && is->realtime)
2853         infinite_buffer = 1;
2854
2855     for (;;) {
2856         if (is->abort_request)
2857             break;
2858         if (is->paused != is->last_paused) {
2859             is->last_paused = is->paused;
2860             if (is->paused)
2861                 is->read_pause_return = av_read_pause(ic);
2862             else
2863                 av_read_play(ic);
2864         }
2865 #if CONFIG_RTSP_DEMUXER || CONFIG_MMSH_PROTOCOL
2866         if (is->paused &&
2867                 (!strcmp(ic->iformat->name, "rtsp") ||
2868                  (ic->pb && !strncmp(input_filename, "mmsh:", 5)))) {
2869             /* wait 10 ms to avoid trying to get another packet */
2870             /* XXX: horrible */
2871             SDL_Delay(10);
2872             continue;
2873         }
2874 #endif
2875         if (is->seek_req) {
2876             int64_t seek_target = is->seek_pos;
2877             int64_t seek_min    = is->seek_rel > 0 ? seek_target - is->seek_rel + 2: INT64_MIN;
2878             int64_t seek_max    = is->seek_rel < 0 ? seek_target - is->seek_rel - 2: INT64_MAX;
2879 // FIXME the +-2 is due to rounding being not done in the correct direction in generation
2880 //      of the seek_pos/seek_rel variables
2881
2882             ret = avformat_seek_file(is->ic, -1, seek_min, seek_target, seek_max, is->seek_flags);
2883             if (ret < 0) {
2884                 av_log(NULL, AV_LOG_ERROR,
2885                        "%s: error while seeking\n", is->ic->filename);
2886             } else {
2887                 if (is->audio_stream >= 0) {
2888                     packet_queue_flush(&is->audioq);
2889                     packet_queue_put(&is->audioq, &flush_pkt);
2890                 }
2891                 if (is->subtitle_stream >= 0) {
2892                     packet_queue_flush(&is->subtitleq);
2893                     packet_queue_put(&is->subtitleq, &flush_pkt);
2894                 }
2895                 if (is->video_stream >= 0) {
2896                     packet_queue_flush(&is->videoq);
2897                     packet_queue_put(&is->videoq, &flush_pkt);
2898                 }
2899                 if (is->seek_flags & AVSEEK_FLAG_BYTE) {
2900                    set_clock(&is->extclk, NAN, 0);
2901                 } else {
2902                    set_clock(&is->extclk, seek_target / (double)AV_TIME_BASE, 0);
2903                 }
2904             }
2905             is->seek_req = 0;
2906             is->queue_attachments_req = 1;
2907             eof = 0;
2908             if (is->paused)
2909                 step_to_next_frame(is);
2910         }
2911         if (is->queue_attachments_req) {
2912             if (is->video_st && is->video_st->disposition & AV_DISPOSITION_ATTACHED_PIC) {
2913                 AVPacket copy;
2914                 if ((ret = av_copy_packet(&copy, &is->video_st->attached_pic)) < 0)
2915                     goto fail;
2916                 packet_queue_put(&is->videoq, &copy);
2917                 packet_queue_put_nullpacket(&is->videoq, is->video_stream);
2918             }
2919             is->queue_attachments_req = 0;
2920         }
2921
2922         /* if the queue are full, no need to read more */
2923         if (infinite_buffer<1 &&
2924               (is->audioq.size + is->videoq.size + is->subtitleq.size > MAX_QUEUE_SIZE
2925             || (   (is->audioq   .nb_packets > MIN_FRAMES || is->audio_stream < 0 || is->audioq.abort_request)
2926                 && (is->videoq   .nb_packets > MIN_FRAMES || is->video_stream < 0 || is->videoq.abort_request
2927                     || (is->video_st->disposition & AV_DISPOSITION_ATTACHED_PIC))
2928                 && (is->subtitleq.nb_packets > MIN_FRAMES || is->subtitle_stream < 0 || is->subtitleq.abort_request)))) {
2929             /* wait 10 ms */
2930             SDL_LockMutex(wait_mutex);
2931             SDL_CondWaitTimeout(is->continue_read_thread, wait_mutex, 10);
2932             SDL_UnlockMutex(wait_mutex);
2933             continue;
2934         }
2935         if (!is->paused &&
2936             (!is->audio_st || is->audio_finished == is->audioq.serial) &&
2937             (!is->video_st || (is->video_finished == is->videoq.serial && is->pictq_size == 0))) {
2938             if (loop != 1 && (!loop || --loop)) {
2939                 stream_seek(is, start_time != AV_NOPTS_VALUE ? start_time : 0, 0, 0);
2940             } else if (autoexit) {
2941                 ret = AVERROR_EOF;
2942                 goto fail;
2943             }
2944         }
2945         if (eof) {
2946             if (is->video_stream >= 0)
2947                 packet_queue_put_nullpacket(&is->videoq, is->video_stream);
2948             if (is->audio_stream >= 0)
2949                 packet_queue_put_nullpacket(&is->audioq, is->audio_stream);
2950             SDL_Delay(10);
2951             eof=0;
2952             continue;
2953         }
2954         ret = av_read_frame(ic, pkt);
2955         if (ret < 0) {
2956             if (ret == AVERROR_EOF || url_feof(ic->pb))
2957                 eof = 1;
2958             if (ic->pb && ic->pb->error)
2959                 break;
2960             SDL_LockMutex(wait_mutex);
2961             SDL_CondWaitTimeout(is->continue_read_thread, wait_mutex, 10);
2962             SDL_UnlockMutex(wait_mutex);
2963             continue;
2964         }
2965         /* check if packet is in play range specified by user, then queue, otherwise discard */
2966         stream_start_time = ic->streams[pkt->stream_index]->start_time;
2967         pkt_in_play_range = duration == AV_NOPTS_VALUE ||
2968                 (pkt->pts - (stream_start_time != AV_NOPTS_VALUE ? stream_start_time : 0)) *
2969                 av_q2d(ic->streams[pkt->stream_index]->time_base) -
2970                 (double)(start_time != AV_NOPTS_VALUE ? start_time : 0) / 1000000
2971                 <= ((double)duration / 1000000);
2972         if (pkt->stream_index == is->audio_stream && pkt_in_play_range) {
2973             packet_queue_put(&is->audioq, pkt);
2974         } else if (pkt->stream_index == is->video_stream && pkt_in_play_range
2975                    && !(is->video_st->disposition & AV_DISPOSITION_ATTACHED_PIC)) {
2976             packet_queue_put(&is->videoq, pkt);
2977         } else if (pkt->stream_index == is->subtitle_stream && pkt_in_play_range) {
2978             packet_queue_put(&is->subtitleq, pkt);
2979         } else {
2980             av_free_packet(pkt);
2981         }
2982     }
2983     /* wait until the end */
2984     while (!is->abort_request) {
2985         SDL_Delay(100);
2986     }
2987
2988     ret = 0;
2989  fail:
2990     /* close each stream */
2991     if (is->audio_stream >= 0)
2992         stream_component_close(is, is->audio_stream);
2993     if (is->video_stream >= 0)
2994         stream_component_close(is, is->video_stream);
2995     if (is->subtitle_stream >= 0)
2996         stream_component_close(is, is->subtitle_stream);
2997     if (is->ic) {
2998         avformat_close_input(&is->ic);
2999     }
3000
3001     if (ret != 0) {
3002         SDL_Event event;
3003
3004         event.type = FF_QUIT_EVENT;
3005         event.user.data1 = is;
3006         SDL_PushEvent(&event);
3007     }
3008     SDL_DestroyMutex(wait_mutex);
3009     return 0;
3010 }
3011
3012 static VideoState *stream_open(const char *filename, AVInputFormat *iformat)
3013 {
3014     VideoState *is;
3015
3016     is = av_mallocz(sizeof(VideoState));
3017     if (!is)
3018         return NULL;
3019     av_strlcpy(is->filename, filename, sizeof(is->filename));
3020     is->iformat = iformat;
3021     is->ytop    = 0;
3022     is->xleft   = 0;
3023
3024     /* start video display */
3025     is->pictq_mutex = SDL_CreateMutex();
3026     is->pictq_cond  = SDL_CreateCond();
3027
3028     is->subpq_mutex = SDL_CreateMutex();
3029     is->subpq_cond  = SDL_CreateCond();
3030
3031     packet_queue_init(&is->videoq);
3032     packet_queue_init(&is->audioq);
3033     packet_queue_init(&is->subtitleq);
3034
3035     is->continue_read_thread = SDL_CreateCond();
3036
3037     init_clock(&is->vidclk, &is->videoq.serial);
3038     init_clock(&is->audclk, &is->audioq.serial);
3039     init_clock(&is->extclk, &is->extclk.serial);
3040     is->audio_clock_serial = -1;
3041     is->audio_last_serial = -1;
3042     is->av_sync_type = av_sync_type;
3043     is->read_tid     = SDL_CreateThread(read_thread, is);
3044     if (!is->read_tid) {
3045         av_free(is);
3046         return NULL;
3047     }
3048     return is;
3049 }
3050
3051 static void stream_cycle_channel(VideoState *is, int codec_type)
3052 {
3053     AVFormatContext *ic = is->ic;
3054     int start_index, stream_index;
3055     int old_index;
3056     AVStream *st;
3057     AVProgram *p = NULL;
3058     int nb_streams = is->ic->nb_streams;
3059
3060     if (codec_type == AVMEDIA_TYPE_VIDEO) {
3061         start_index = is->last_video_stream;
3062         old_index = is->video_stream;
3063     } else if (codec_type == AVMEDIA_TYPE_AUDIO) {
3064         start_index = is->last_audio_stream;
3065         old_index = is->audio_stream;
3066     } else {
3067         start_index = is->last_subtitle_stream;
3068         old_index = is->subtitle_stream;
3069     }
3070     stream_index = start_index;
3071
3072     if (codec_type != AVMEDIA_TYPE_VIDEO && is->video_stream != -1) {
3073         p = av_find_program_from_stream(ic, NULL, is->video_stream);
3074         if (p) {
3075             nb_streams = p->nb_stream_indexes;
3076             for (start_index = 0; start_index < nb_streams; start_index++)
3077                 if (p->stream_index[start_index] == stream_index)
3078                     break;
3079             if (start_index == nb_streams)
3080                 start_index = -1;
3081             stream_index = start_index;
3082         }
3083     }
3084
3085     for (;;) {
3086         if (++stream_index >= nb_streams)
3087         {
3088             if (codec_type == AVMEDIA_TYPE_SUBTITLE)
3089             {
3090                 stream_index = -1;
3091                 is->last_subtitle_stream = -1;
3092                 goto the_end;
3093             }
3094             if (start_index == -1)
3095                 return;
3096             stream_index = 0;
3097         }
3098         if (stream_index == start_index)
3099             return;
3100         st = is->ic->streams[p ? p->stream_index[stream_index] : stream_index];
3101         if (st->codec->codec_type == codec_type) {
3102             /* check that parameters are OK */
3103             switch (codec_type) {
3104             case AVMEDIA_TYPE_AUDIO:
3105                 if (st->codec->sample_rate != 0 &&
3106                     st->codec->channels != 0)
3107                     goto the_end;
3108                 break;
3109             case AVMEDIA_TYPE_VIDEO:
3110             case AVMEDIA_TYPE_SUBTITLE:
3111                 goto the_end;
3112             default:
3113                 break;
3114             }
3115         }
3116     }
3117  the_end:
3118     if (p && stream_index != -1)
3119         stream_index = p->stream_index[stream_index];
3120     stream_component_close(is, old_index);
3121     stream_component_open(is, stream_index);
3122 }
3123
3124
3125 static void toggle_full_screen(VideoState *is)
3126 {
3127 #if defined(__APPLE__) && SDL_VERSION_ATLEAST(1, 2, 14)
3128     /* OS X needs to reallocate the SDL overlays */
3129     int i;
3130     for (i = 0; i < VIDEO_PICTURE_QUEUE_SIZE; i++)
3131         is->pictq[i].reallocate = 1;
3132 #endif
3133     is_full_screen = !is_full_screen;
3134     video_open(is, 1, NULL);
3135 }
3136
3137 static void toggle_audio_display(VideoState *is)
3138 {
3139     int bgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0x00);
3140     int next = is->show_mode;
3141     do {
3142         next = (next + 1) % SHOW_MODE_NB;
3143     } while (next != is->show_mode && (next == SHOW_MODE_VIDEO && !is->video_st || next != SHOW_MODE_VIDEO && !is->audio_st));
3144     if (is->show_mode != next) {
3145         fill_rectangle(screen,
3146                     is->xleft, is->ytop, is->width, is->height,
3147                     bgcolor, 1);
3148         is->force_refresh = 1;
3149         is->show_mode = next;
3150     }
3151 }
3152
3153 static void refresh_loop_wait_event(VideoState *is, SDL_Event *event) {
3154     double remaining_time = 0.0;
3155     SDL_PumpEvents();
3156     while (!SDL_PeepEvents(event, 1, SDL_GETEVENT, SDL_ALLEVENTS)) {
3157         if (!cursor_hidden && av_gettime() - cursor_last_shown > CURSOR_HIDE_DELAY) {
3158             SDL_ShowCursor(0);
3159             cursor_hidden = 1;
3160         }
3161         if (remaining_time > 0.0)
3162             av_usleep((int64_t)(remaining_time * 1000000.0));
3163         remaining_time = REFRESH_RATE;
3164         if (is->show_mode != SHOW_MODE_NONE && (!is->paused || is->force_refresh))
3165             video_refresh(is, &remaining_time);
3166         SDL_PumpEvents();
3167     }
3168 }
3169
3170 /* handle an event sent by the GUI */
3171 static void event_loop(VideoState *cur_stream)
3172 {
3173     SDL_Event event;
3174     double incr, pos, frac;
3175
3176     for (;;) {
3177         double x;
3178         refresh_loop_wait_event(cur_stream, &event);
3179         switch (event.type) {
3180         case SDL_KEYDOWN:
3181             if (exit_on_keydown) {
3182                 do_exit(cur_stream);
3183                 break;
3184             }
3185             switch (event.key.keysym.sym) {
3186             case SDLK_ESCAPE:
3187             case SDLK_q:
3188                 do_exit(cur_stream);
3189                 break;
3190             case SDLK_f:
3191                 toggle_full_screen(cur_stream);
3192                 cur_stream->force_refresh = 1;
3193                 break;
3194             case SDLK_p:
3195             case SDLK_SPACE:
3196                 toggle_pause(cur_stream);
3197                 break;
3198             case SDLK_s: // S: Step to next frame
3199                 step_to_next_frame(cur_stream);
3200                 break;
3201             case SDLK_a:
3202                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_AUDIO);
3203                 break;
3204             case SDLK_v:
3205                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_VIDEO);
3206                 break;
3207             case SDLK_c:
3208                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_VIDEO);
3209                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_AUDIO);
3210                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_SUBTITLE);
3211                 break;
3212             case SDLK_t:
3213                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_SUBTITLE);
3214                 break;
3215             case SDLK_w:
3216                 toggle_audio_display(cur_stream);
3217                 break;
3218             case SDLK_PAGEUP:
3219                 incr = 600.0;
3220                 goto do_seek;
3221             case SDLK_PAGEDOWN:
3222                 incr = -600.0;
3223                 goto do_seek;
3224             case SDLK_LEFT:
3225                 incr = -10.0;
3226                 goto do_seek;
3227             case SDLK_RIGHT:
3228                 incr = 10.0;
3229                 goto do_seek;
3230             case SDLK_UP:
3231                 incr = 60.0;
3232                 goto do_seek;
3233             case SDLK_DOWN:
3234                 incr = -60.0;
3235             do_seek:
3236                     if (seek_by_bytes) {
3237                         if (cur_stream->video_stream >= 0 && cur_stream->video_current_pos >= 0) {
3238                             pos = cur_stream->video_current_pos;
3239                         } else if (cur_stream->audio_stream >= 0 && cur_stream->audio_pkt.pos >= 0) {
3240                             pos = cur_stream->audio_pkt.pos;
3241                         } else
3242                             pos = avio_tell(cur_stream->ic->pb);
3243                         if (cur_stream->ic->bit_rate)
3244                             incr *= cur_stream->ic->bit_rate / 8.0;
3245                         else
3246                             incr *= 180000.0;
3247                         pos += incr;
3248                         stream_seek(cur_stream, pos, incr, 1);
3249                     } else {
3250                         pos = get_master_clock(cur_stream);
3251                         if (isnan(pos))
3252                             pos = (double)cur_stream->seek_pos / AV_TIME_BASE;
3253                         pos += incr;
3254                         if (cur_stream->ic->start_time != AV_NOPTS_VALUE && pos < cur_stream->ic->start_time / (double)AV_TIME_BASE)
3255                             pos = cur_stream->ic->start_time / (double)AV_TIME_BASE;
3256                         stream_seek(cur_stream, (int64_t)(pos * AV_TIME_BASE), (int64_t)(incr * AV_TIME_BASE), 0);
3257                     }
3258                 break;
3259             default:
3260                 break;
3261             }
3262             break;
3263         case SDL_VIDEOEXPOSE:
3264             cur_stream->force_refresh = 1;
3265             break;
3266         case SDL_MOUSEBUTTONDOWN:
3267             if (exit_on_mousedown) {
3268                 do_exit(cur_stream);
3269                 break;
3270             }
3271         case SDL_MOUSEMOTION:
3272             if (cursor_hidden) {
3273                 SDL_ShowCursor(1);
3274                 cursor_hidden = 0;
3275             }
3276             cursor_last_shown = av_gettime();
3277             if (event.type == SDL_MOUSEBUTTONDOWN) {
3278                 x = event.button.x;
3279             } else {
3280                 if (event.motion.state != SDL_PRESSED)
3281                     break;
3282                 x = event.motion.x;
3283             }
3284                 if (seek_by_bytes || cur_stream->ic->duration <= 0) {
3285                     uint64_t size =  avio_size(cur_stream->ic->pb);
3286                     stream_seek(cur_stream, size*x/cur_stream->width, 0, 1);
3287                 } else {
3288                     int64_t ts;
3289                     int ns, hh, mm, ss;
3290                     int tns, thh, tmm, tss;
3291                     tns  = cur_stream->ic->duration / 1000000LL;
3292                     thh  = tns / 3600;
3293                     tmm  = (tns % 3600) / 60;
3294                     tss  = (tns % 60);
3295                     frac = x / cur_stream->width;
3296                     ns   = frac * tns;
3297                     hh   = ns / 3600;
3298                     mm   = (ns % 3600) / 60;
3299                     ss   = (ns % 60);
3300                     av_log(NULL, AV_LOG_INFO,
3301                            "Seek to %2.0f%% (%2d:%02d:%02d) of total duration (%2d:%02d:%02d)       \n", frac*100,
3302                             hh, mm, ss, thh, tmm, tss);
3303                     ts = frac * cur_stream->ic->duration;
3304                     if (cur_stream->ic->start_time != AV_NOPTS_VALUE)
3305                         ts += cur_stream->ic->start_time;
3306                     stream_seek(cur_stream, ts, 0, 0);
3307                 }
3308             break;
3309         case SDL_VIDEORESIZE:
3310                 screen = SDL_SetVideoMode(FFMIN(16383, event.resize.w), event.resize.h, 0,
3311                                           SDL_HWSURFACE|SDL_RESIZABLE|SDL_ASYNCBLIT|SDL_HWACCEL);
3312                 if (!screen) {
3313                     av_log(NULL, AV_LOG_FATAL, "Failed to set video mode\n");
3314                     do_exit(cur_stream);
3315                 }
3316                 screen_width  = cur_stream->width  = screen->w;
3317                 screen_height = cur_stream->height = screen->h;
3318                 cur_stream->force_refresh = 1;
3319             break;
3320         case SDL_QUIT:
3321         case FF_QUIT_EVENT:
3322             do_exit(cur_stream);
3323             break;
3324         case FF_ALLOC_EVENT:
3325             alloc_picture(event.user.data1);
3326             break;
3327         default:
3328             break;
3329         }
3330     }
3331 }
3332
3333 static int opt_frame_size(void *optctx, const char *opt, const char *arg)
3334 {
3335     av_log(NULL, AV_LOG_WARNING, "Option -s is deprecated, use -video_size.\n");
3336     return opt_default(NULL, "video_size", arg);
3337 }
3338
3339 static int opt_width(void *optctx, const char *opt, const char *arg)
3340 {
3341     screen_width = parse_number_or_die(opt, arg, OPT_INT64, 1, INT_MAX);
3342     return 0;
3343 }
3344
3345 static int opt_height(void *optctx, const char *opt, const char *arg)
3346 {
3347     screen_height = parse_number_or_die(opt, arg, OPT_INT64, 1, INT_MAX);
3348     return 0;
3349 }
3350
3351 static int opt_format(void *optctx, const char *opt, const char *arg)
3352 {
3353     file_iformat = av_find_input_format(arg);
3354     if (!file_iformat) {
3355         av_log(NULL, AV_LOG_FATAL, "Unknown input format: %s\n", arg);
3356         return AVERROR(EINVAL);
3357     }
3358     return 0;
3359 }
3360
3361 static int opt_frame_pix_fmt(void *optctx, const char *opt, const char *arg)
3362 {
3363     av_log(NULL, AV_LOG_WARNING, "Option -pix_fmt is deprecated, use -pixel_format.\n");
3364     return opt_default(NULL, "pixel_format", arg);
3365 }
3366
3367 static int opt_sync(void *optctx, const char *opt, const char *arg)
3368 {
3369     if (!strcmp(arg, "audio"))
3370         av_sync_type = AV_SYNC_AUDIO_MASTER;
3371     else if (!strcmp(arg, "video"))
3372         av_sync_type = AV_SYNC_VIDEO_MASTER;
3373     else if (!strcmp(arg, "ext"))
3374         av_sync_type = AV_SYNC_EXTERNAL_CLOCK;
3375     else {
3376         av_log(NULL, AV_LOG_ERROR, "Unknown value for %s: %s\n", opt, arg);
3377         exit(1);
3378     }
3379     return 0;
3380 }
3381
3382 static int opt_seek(void *optctx, const char *opt, const char *arg)
3383 {
3384     start_time = parse_time_or_die(opt, arg, 1);
3385     return 0;
3386 }
3387
3388 static int opt_duration(void *optctx, const char *opt, const char *arg)
3389 {
3390     duration = parse_time_or_die(opt, arg, 1);
3391     return 0;
3392 }
3393
3394 static int opt_show_mode(void *optctx, const char *opt, const char *arg)
3395 {
3396     show_mode = !strcmp(arg, "video") ? SHOW_MODE_VIDEO :
3397                 !strcmp(arg, "waves") ? SHOW_MODE_WAVES :
3398                 !strcmp(arg, "rdft" ) ? SHOW_MODE_RDFT  :
3399                 parse_number_or_die(opt, arg, OPT_INT, 0, SHOW_MODE_NB-1);
3400     return 0;
3401 }
3402
3403 static void opt_input_file(void *optctx, const char *filename)
3404 {
3405     if (input_filename) {
3406         av_log(NULL, AV_LOG_FATAL,
3407                "Argument '%s' provided as input filename, but '%s' was already specified.\n",
3408                 filename, input_filename);
3409         exit(1);
3410     }
3411     if (!strcmp(filename, "-"))
3412         filename = "pipe:";
3413     input_filename = filename;
3414 }
3415
3416 static int opt_codec(void *optctx, const char *opt, const char *arg)
3417 {
3418    const char *spec = strchr(opt, ':');
3419    if (!spec) {
3420        av_log(NULL, AV_LOG_ERROR,
3421               "No media specifier was specified in '%s' in option '%s'\n",
3422                arg, opt);
3423        return AVERROR(EINVAL);
3424    }
3425    spec++;
3426    switch (spec[0]) {
3427    case 'a' :    audio_codec_name = arg; break;
3428    case 's' : subtitle_codec_name = arg; break;
3429    case 'v' :    video_codec_name = arg; break;
3430    default:
3431        av_log(NULL, AV_LOG_ERROR,
3432               "Invalid media specifier '%s' in option '%s'\n", spec, opt);
3433        return AVERROR(EINVAL);
3434    }
3435    return 0;
3436 }
3437
3438 static int dummy;
3439
3440 static const OptionDef options[] = {
3441 #include "cmdutils_common_opts.h"
3442     { "x", HAS_ARG, { .func_arg = opt_width }, "force displayed width", "width" },
3443     { "y", HAS_ARG, { .func_arg = opt_height }, "force displayed height", "height" },
3444     { "s", HAS_ARG | OPT_VIDEO, { .func_arg = opt_frame_size }, "set frame size (WxH or abbreviation)", "size" },
3445     { "fs", OPT_BOOL, { &is_full_screen }, "force full screen" },
3446     { "an", OPT_BOOL, { &audio_disable }, "disable audio" },
3447     { "vn", OPT_BOOL, { &video_disable }, "disable video" },
3448     { "sn", OPT_BOOL, { &subtitle_disable }, "disable subtitling" },
3449     { "ast", OPT_INT | HAS_ARG | OPT_EXPERT, { &wanted_stream[AVMEDIA_TYPE_AUDIO] }, "select desired audio stream", "stream_number" },
3450     { "vst", OPT_INT | HAS_ARG | OPT_EXPERT, { &wanted_stream[AVMEDIA_TYPE_VIDEO] }, "select desired video stream", "stream_number" },
3451     { "sst", OPT_INT | HAS_ARG | OPT_EXPERT, { &wanted_stream[AVMEDIA_TYPE_SUBTITLE] }, "select desired subtitle stream", "stream_number" },
3452     { "ss", HAS_ARG, { .func_arg = opt_seek }, "seek to a given position in seconds", "pos" },
3453     { "t", HAS_ARG, { .func_arg = opt_duration }, "play  \"duration\" seconds of audio/video", "duration" },
3454     { "bytes", OPT_INT | HAS_ARG, { &seek_by_bytes }, "seek by bytes 0=off 1=on -1=auto", "val" },
3455     { "nodisp", OPT_BOOL, { &display_disable }, "disable graphical display" },
3456     { "f", HAS_ARG, { .func_arg = opt_format }, "force format", "fmt" },
3457     { "pix_fmt", HAS_ARG | OPT_EXPERT | OPT_VIDEO, { .func_arg = opt_frame_pix_fmt }, "set pixel format", "format" },
3458     { "stats", OPT_BOOL | OPT_EXPERT, { &show_status }, "show status", "" },
3459     { "bug", OPT_INT | HAS_ARG | OPT_EXPERT, { &workaround_bugs }, "workaround bugs", "" },
3460     { "fast", OPT_BOOL | OPT_EXPERT, { &fast }, "non spec compliant optimizations", "" },
3461     { "genpts", OPT_BOOL | OPT_EXPERT, { &genpts }, "generate pts", "" },
3462     { "drp", OPT_INT | HAS_ARG | OPT_EXPERT, { &decoder_reorder_pts }, "let decoder reorder pts 0=off 1=on -1=auto", ""},
3463     { "lowres", OPT_INT | HAS_ARG | OPT_EXPERT, { &lowres }, "", "" },
3464     { "ec", OPT_INT | HAS_ARG | OPT_EXPERT, { &error_concealment }, "set error concealment options",  "bit_mask" },
3465     { "sync", HAS_ARG | OPT_EXPERT, { .func_arg = opt_sync }, "set audio-video sync. type (type=audio/video/ext)", "type" },
3466     { "autoexit", OPT_BOOL | OPT_EXPERT, { &autoexit }, "exit at the end", "" },
3467     { "exitonkeydown", OPT_BOOL | OPT_EXPERT, { &exit_on_keydown }, "exit on key down", "" },
3468     { "exitonmousedown", OPT_BOOL | OPT_EXPERT, { &exit_on_mousedown }, "exit on mouse down", "" },
3469     { "loop", OPT_INT | HAS_ARG | OPT_EXPERT, { &loop }, "set number of times the playback shall be looped", "loop count" },
3470     { "framedrop", OPT_BOOL | OPT_EXPERT, { &framedrop }, "drop frames when cpu is too slow", "" },
3471     { "infbuf", OPT_BOOL | OPT_EXPERT, { &infinite_buffer }, "don't limit the input buffer size (useful with realtime streams)", "" },
3472     { "window_title", OPT_STRING | HAS_ARG, { &window_title }, "set window title", "window title" },
3473 #if CONFIG_AVFILTER
3474     { "vf", OPT_STRING | HAS_ARG, { &vfilters }, "set video filters", "filter_graph" },
3475     { "af", OPT_STRING | HAS_ARG, { &afilters }, "set audio filters", "filter_graph" },
3476 #endif
3477     { "rdftspeed", OPT_INT | HAS_ARG| OPT_AUDIO | OPT_EXPERT, { &rdftspeed }, "rdft speed", "msecs" },
3478     { "showmode", HAS_ARG, { .func_arg = opt_show_mode}, "select show mode (0 = video, 1 = waves, 2 = RDFT)", "mode" },
3479     { "default", HAS_ARG | OPT_AUDIO | OPT_VIDEO | OPT_EXPERT, { .func_arg = opt_default }, "generic catch all option", "" },
3480     { "i", OPT_BOOL, { &dummy}, "read specified file", "input_file"},
3481     { "codec", HAS_ARG, { .func_arg = opt_codec}, "force decoder", "decoder_name" },
3482     { "acodec", HAS_ARG | OPT_STRING | OPT_EXPERT, {    &audio_codec_name }, "force audio decoder",    "decoder_name" },
3483     { "scodec", HAS_ARG | OPT_STRING | OPT_EXPERT, { &subtitle_codec_name }, "force subtitle decoder", "decoder_name" },
3484     { "vcodec", HAS_ARG | OPT_STRING | OPT_EXPERT, {    &video_codec_name }, "force video decoder",    "decoder_name" },
3485     { NULL, },
3486 };
3487
3488 static void show_usage(void)
3489 {
3490     av_log(NULL, AV_LOG_INFO, "Simple media player\n");
3491     av_log(NULL, AV_LOG_INFO, "usage: %s [options] input_file\n", program_name);
3492     av_log(NULL, AV_LOG_INFO, "\n");
3493 }
3494
3495 void show_help_default(const char *opt, const char *arg)
3496 {
3497     av_log_set_callback(log_callback_help);
3498     show_usage();
3499     show_help_options(options, "Main options:", 0, OPT_EXPERT, 0);
3500     show_help_options(options, "Advanced options:", OPT_EXPERT, 0, 0);
3501     printf("\n");
3502     show_help_children(avcodec_get_class(), AV_OPT_FLAG_DECODING_PARAM);
3503     show_help_children(avformat_get_class(), AV_OPT_FLAG_DECODING_PARAM);
3504 #if !CONFIG_AVFILTER
3505     show_help_children(sws_get_class(), AV_OPT_FLAG_ENCODING_PARAM);
3506 #else
3507     show_help_children(avfilter_get_class(), AV_OPT_FLAG_FILTERING_PARAM);
3508 #endif
3509     printf("\nWhile playing:\n"
3510            "q, ESC              quit\n"
3511            "f                   toggle full screen\n"
3512            "p, SPC              pause\n"
3513            "a                   cycle audio channel in the current program\n"
3514            "v                   cycle video channel\n"
3515            "t                   cycle subtitle channel in the current program\n"
3516            "c                   cycle program\n"
3517            "w                   show audio waves\n"
3518            "s                   activate frame-step mode\n"
3519            "left/right          seek backward/forward 10 seconds\n"
3520            "down/up             seek backward/forward 1 minute\n"
3521            "page down/page up   seek backward/forward 10 minutes\n"
3522            "mouse click         seek to percentage in file corresponding to fraction of width\n"
3523            );
3524 }
3525
3526 static int lockmgr(void **mtx, enum AVLockOp op)
3527 {
3528    switch(op) {
3529       case AV_LOCK_CREATE:
3530           *mtx = SDL_CreateMutex();
3531           if(!*mtx)
3532               return 1;
3533           return 0;
3534       case AV_LOCK_OBTAIN:
3535           return !!SDL_LockMutex(*mtx);
3536       case AV_LOCK_RELEASE:
3537           return !!SDL_UnlockMutex(*mtx);
3538       case AV_LOCK_DESTROY:
3539           SDL_DestroyMutex(*mtx);
3540           return 0;
3541    }
3542    return 1;
3543 }
3544
3545 /* Called from the main */
3546 int main(int argc, char **argv)
3547 {
3548     int flags;
3549     VideoState *is;
3550     char dummy_videodriver[] = "SDL_VIDEODRIVER=dummy";
3551
3552     av_log_set_flags(AV_LOG_SKIP_REPEATED);
3553     parse_loglevel(argc, argv, options);
3554
3555     /* register all codecs, demux and protocols */
3556 #if CONFIG_AVDEVICE
3557     avdevice_register_all();
3558 #endif
3559 #if CONFIG_AVFILTER
3560     avfilter_register_all();
3561 #endif
3562     av_register_all();
3563     avformat_network_init();
3564
3565     init_opts();
3566
3567     signal(SIGINT , sigterm_handler); /* Interrupt (ANSI).    */
3568     signal(SIGTERM, sigterm_handler); /* Termination (ANSI).  */
3569
3570     show_banner(argc, argv, options);
3571
3572     parse_options(NULL, argc, argv, options, opt_input_file);
3573
3574     if (!input_filename) {
3575         show_usage();
3576         av_log(NULL, AV_LOG_FATAL, "An input file must be specified\n");
3577         av_log(NULL, AV_LOG_FATAL,
3578                "Use -h to get full help or, even better, run 'man %s'\n", program_name);
3579         exit(1);
3580     }
3581
3582     if (display_disable) {
3583         video_disable = 1;
3584     }
3585     flags = SDL_INIT_VIDEO | SDL_INIT_AUDIO | SDL_INIT_TIMER;
3586     if (audio_disable)
3587         flags &= ~SDL_INIT_AUDIO;
3588     if (display_disable)
3589         SDL_putenv(dummy_videodriver); /* For the event queue, we always need a video driver. */
3590 #if !defined(__MINGW32__) && !defined(__APPLE__)
3591     flags |= SDL_INIT_EVENTTHREAD; /* Not supported on Windows or Mac OS X */
3592 #endif
3593     if (SDL_Init (flags)) {
3594         av_log(NULL, AV_LOG_FATAL, "Could not initialize SDL - %s\n", SDL_GetError());
3595         av_log(NULL, AV_LOG_FATAL, "(Did you set the DISPLAY variable?)\n");
3596         exit(1);
3597     }
3598
3599     if (!display_disable) {
3600         const SDL_VideoInfo *vi = SDL_GetVideoInfo();
3601         fs_screen_width = vi->current_w;
3602         fs_screen_height = vi->current_h;
3603     }
3604
3605     SDL_EventState(SDL_ACTIVEEVENT, SDL_IGNORE);
3606     SDL_EventState(SDL_SYSWMEVENT, SDL_IGNORE);
3607     SDL_EventState(SDL_USEREVENT, SDL_IGNORE);
3608
3609     if (av_lockmgr_register(lockmgr)) {
3610         av_log(NULL, AV_LOG_FATAL, "Could not initialize lock manager!\n");
3611         do_exit(NULL);
3612     }
3613
3614     av_init_packet(&flush_pkt);
3615     flush_pkt.data = (uint8_t *)&flush_pkt;
3616
3617     is = stream_open(input_filename, file_iformat);
3618     if (!is) {
3619         av_log(NULL, AV_LOG_FATAL, "Failed to initialize VideoState!\n");
3620         do_exit(NULL);
3621     }
3622
3623     event_loop(is);
3624
3625     /* never returns */
3626
3627     return 0;
3628 }