git.sesse.net Git - ffmpeg/blob - ffplay.c

   1 /*
   2  * Copyright (c) 2003 Fabrice Bellard
   3  *
   4  * This file is part of FFmpeg.
   5  *
   6  * FFmpeg is free software; you can redistribute it and/or
   7  * modify it under the terms of the GNU Lesser General Public
   8  * License as published by the Free Software Foundation; either
   9  * version 2.1 of the License, or (at your option) any later version.
  10  *
  11  * FFmpeg is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  14  * Lesser General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU Lesser General Public
  17  * License along with FFmpeg; if not, write to the Free Software
  18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  19  */
  20
  21 /**
  22  * @file
  23  * simple media player based on the FFmpeg libraries
  24  */
  25
  26 #include "config.h"
  27 #include <inttypes.h>
  28 #include <math.h>
  29 #include <limits.h>
  30 #include <signal.h>
  31 #include <stdint.h>
  32
  33 #include "libavutil/avstring.h"
  34 #include "libavutil/colorspace.h"
  35 #include "libavutil/eval.h"
  36 #include "libavutil/mathematics.h"
  37 #include "libavutil/pixdesc.h"
  38 #include "libavutil/imgutils.h"
  39 #include "libavutil/dict.h"
  40 #include "libavutil/parseutils.h"
  41 #include "libavutil/samplefmt.h"
  42 #include "libavutil/avassert.h"
  43 #include "libavutil/time.h"
  44 #include "libavformat/avformat.h"
  45 #include "libavdevice/avdevice.h"
  46 #include "libswscale/swscale.h"
  47 #include "libavutil/opt.h"
  48 #include "libavcodec/avfft.h"
  49 #include "libswresample/swresample.h"
  50
  51 #if CONFIG_AVFILTER
  52 # include "libavfilter/avcodec.h"
  53 # include "libavfilter/avfilter.h"
  54 # include "libavfilter/buffersink.h"
  55 # include "libavfilter/buffersrc.h"
  56 #endif
  57
  58 #include <SDL.h>
  59 #include <SDL_thread.h>
  60
  61 #include "cmdutils.h"
  62
  63 #include <assert.h>
  64
  65 const char program_name[] = "ffplay";
  66 const int program_birth_year = 2003;
  67
  68 #define MAX_QUEUE_SIZE (15 * 1024 * 1024)
  69 #define MIN_FRAMES 5
  70
  71 /* Minimum SDL audio buffer size, in samples. */
  72 #define SDL_AUDIO_MIN_BUFFER_SIZE 512
  73 /* Calculate actual buffer size keeping in mind not cause too frequent audio callbacks */
  74 #define SDL_AUDIO_MAX_CALLBACKS_PER_SEC 30
  75
  76 /* no AV sync correction is done if below the minimum AV sync threshold */
  77 #define AV_SYNC_THRESHOLD_MIN 0.04
  78 /* AV sync correction is done if above the maximum AV sync threshold */
  79 #define AV_SYNC_THRESHOLD_MAX 0.1
  80 /* If a frame duration is longer than this, it will not be duplicated to compensate AV sync */
  81 #define AV_SYNC_FRAMEDUP_THRESHOLD 0.1
  82 /* no AV correction is done if too big error */
  83 #define AV_NOSYNC_THRESHOLD 10.0
  84
  85 /* maximum audio speed change to get correct sync */
  86 #define SAMPLE_CORRECTION_PERCENT_MAX 10
  87
  88 /* external clock speed adjustment constants for realtime sources based on buffer fullness */
  89 #define EXTERNAL_CLOCK_SPEED_MIN  0.900
  90 #define EXTERNAL_CLOCK_SPEED_MAX  1.010
  91 #define EXTERNAL_CLOCK_SPEED_STEP 0.001
  92
  93 /* we use about AUDIO_DIFF_AVG_NB A-V differences to make the average */
  94 #define AUDIO_DIFF_AVG_NB   20
  95
  96 /* polls for possible required screen refresh at least this often, should be less than 1/fps */
  97 #define REFRESH_RATE 0.01
  98
  99 /* NOTE: the size must be big enough to compensate the hardware audio buffersize size */
 100 /* TODO: We assume that a decoded and resampled frame fits into this buffer */
 101 #define SAMPLE_ARRAY_SIZE (8 * 65536)
 102
 103 #define CURSOR_HIDE_DELAY 1000000
 104
 105 static int64_t sws_flags = SWS_BICUBIC;
 106
 107 typedef struct MyAVPacketList {
 108     AVPacket pkt;
 109     struct MyAVPacketList *next;
 110     int serial;
 111 } MyAVPacketList;
 112
 113 typedef struct PacketQueue {
 114     MyAVPacketList *first_pkt, *last_pkt;
 115     int nb_packets;
 116     int size;
 117     int abort_request;
 118     int serial;
 119     SDL_mutex *mutex;
 120     SDL_cond *cond;
 121 } PacketQueue;
 122
 123 #define VIDEO_PICTURE_QUEUE_SIZE 3
 124 #define SUBPICTURE_QUEUE_SIZE 16
 125 #define SAMPLE_QUEUE_SIZE 9
 126 #define FRAME_QUEUE_SIZE FFMAX(SAMPLE_QUEUE_SIZE, FFMAX(VIDEO_PICTURE_QUEUE_SIZE, SUBPICTURE_QUEUE_SIZE))
 127
 128 typedef struct AudioParams {
 129     int freq;
 130     int channels;
 131     int64_t channel_layout;
 132     enum AVSampleFormat fmt;
 133     int frame_size;
 134     int bytes_per_sec;
 135 } AudioParams;
 136
 137 typedef struct Clock {
 138     double pts;           /* clock base */
 139     double pts_drift;     /* clock base minus time at which we updated the clock */
 140     double last_updated;
 141     double speed;
 142     int serial;           /* clock is based on a packet with this serial */
 143     int paused;
 144     int *queue_serial;    /* pointer to the current packet queue serial, used for obsolete clock detection */
 145 } Clock;
 146
 147 /* Common struct for handling all types of decoded data and allocated render buffers. */
 148 typedef struct Frame {
 149     AVFrame *frame;
 150     AVSubtitle sub;
 151     int serial;
 152     double pts;           /* presentation timestamp for the frame */
 153     double duration;      /* estimated duration of the frame */
 154     int64_t pos;          /* byte position of the frame in the input file */
 155     SDL_Overlay *bmp;
 156     int allocated;
 157     int reallocate;
 158     int width;
 159     int height;
 160     AVRational sar;
 161 } Frame;
 162
 163 typedef struct FrameQueue {
 164     Frame queue[FRAME_QUEUE_SIZE];
 165     int rindex;
 166     int windex;
 167     int size;
 168     int max_size;
 169     int keep_last;
 170     int rindex_shown;
 171     SDL_mutex *mutex;
 172     SDL_cond *cond;
 173     PacketQueue *pktq;
 174 } FrameQueue;
 175
 176 enum {
 177     AV_SYNC_AUDIO_MASTER, /* default choice */
 178     AV_SYNC_VIDEO_MASTER,
 179     AV_SYNC_EXTERNAL_CLOCK, /* synchronize to an external clock */
 180 };
 181
 182 typedef struct Decoder {
 183     AVPacket pkt;
 184     AVPacket pkt_temp;
 185     PacketQueue *queue;
 186     AVCodecContext *avctx;
 187     int pkt_serial;
 188     int finished;
 189     int packet_pending;
 190     SDL_cond *empty_queue_cond;
 191     int64_t start_pts;
 192     AVRational start_pts_tb;
 193     int64_t next_pts;
 194     AVRational next_pts_tb;
 195     SDL_Thread *decoder_tid;
 196 } Decoder;
 197
 198 typedef struct VideoState {
 199     SDL_Thread *read_tid;
 200     AVInputFormat *iformat;
 201     int abort_request;
 202     int force_refresh;
 203     int paused;
 204     int last_paused;
 205     int queue_attachments_req;
 206     int seek_req;
 207     int seek_flags;
 208     int64_t seek_pos;
 209     int64_t seek_rel;
 210     int read_pause_return;
 211     AVFormatContext *ic;
 212     int realtime;
 213
 214     Clock audclk;
 215     Clock vidclk;
 216     Clock extclk;
 217
 218     FrameQueue pictq;
 219     FrameQueue subpq;
 220     FrameQueue sampq;
 221
 222     Decoder auddec;
 223     Decoder viddec;
 224     Decoder subdec;
 225
 226     int viddec_width;
 227     int viddec_height;
 228
 229     int audio_stream;
 230
 231     int av_sync_type;
 232
 233     double audio_clock;
 234     int audio_clock_serial;
 235     double audio_diff_cum; /* used for AV difference average computation */
 236     double audio_diff_avg_coef;
 237     double audio_diff_threshold;
 238     int audio_diff_avg_count;
 239     AVStream *audio_st;
 240     PacketQueue audioq;
 241     int audio_hw_buf_size;
 242     uint8_t silence_buf[SDL_AUDIO_MIN_BUFFER_SIZE];
 243     uint8_t *audio_buf;
 244     uint8_t *audio_buf1;
 245     unsigned int audio_buf_size; /* in bytes */
 246     unsigned int audio_buf1_size;
 247     int audio_buf_index; /* in bytes */
 248     int audio_write_buf_size;
 249     struct AudioParams audio_src;
 250 #if CONFIG_AVFILTER
 251     struct AudioParams audio_filter_src;
 252 #endif
 253     struct AudioParams audio_tgt;
 254     struct SwrContext *swr_ctx;
 255     int frame_drops_early;
 256     int frame_drops_late;
 257
 258     enum ShowMode {
 259         SHOW_MODE_NONE = -1, SHOW_MODE_VIDEO = 0, SHOW_MODE_WAVES, SHOW_MODE_RDFT, SHOW_MODE_NB
 260     } show_mode;
 261     int16_t sample_array[SAMPLE_ARRAY_SIZE];
 262     int sample_array_index;
 263     int last_i_start;
 264     RDFTContext *rdft;
 265     int rdft_bits;
 266     FFTSample *rdft_data;
 267     int xpos;
 268     double last_vis_time;
 269
 270     int subtitle_stream;
 271     AVStream *subtitle_st;
 272     PacketQueue subtitleq;
 273
 274     double frame_timer;
 275     double frame_last_returned_time;
 276     double frame_last_filter_delay;
 277     int video_stream;
 278     AVStream *video_st;
 279     PacketQueue videoq;
 280     double max_frame_duration;      // maximum duration of a frame - above this, we consider the jump a timestamp discontinuity
 281 #if !CONFIG_AVFILTER
 282     struct SwsContext *img_convert_ctx;
 283 #endif
 284     struct SwsContext *sub_convert_ctx;
 285     SDL_Rect last_display_rect;
 286     int eof;
 287
 288     char filename[1024];
 289     int width, height, xleft, ytop;
 290     int step;
 291
 292 #if CONFIG_AVFILTER
 293     int vfilter_idx;
 294     AVFilterContext *in_video_filter;   // the first filter in the video chain
 295     AVFilterContext *out_video_filter;  // the last filter in the video chain
 296     AVFilterContext *in_audio_filter;   // the first filter in the audio chain
 297     AVFilterContext *out_audio_filter;  // the last filter in the audio chain
 298     AVFilterGraph *agraph;              // audio filter graph
 299 #endif
 300
 301     int last_video_stream, last_audio_stream, last_subtitle_stream;
 302
 303     SDL_cond *continue_read_thread;
 304 } VideoState;
 305
 306 /* options specified by the user */
 307 static AVInputFormat *file_iformat;
 308 static const char *input_filename;
 309 static const char *window_title;
 310 static int fs_screen_width;
 311 static int fs_screen_height;
 312 static int default_width  = 640;
 313 static int default_height = 480;
 314 static int screen_width  = 0;
 315 static int screen_height = 0;
 316 static int audio_disable;
 317 static int video_disable;
 318 static int subtitle_disable;
 319 static const char* wanted_stream_spec[AVMEDIA_TYPE_NB] = {0};
 320 static int seek_by_bytes = -1;
 321 static int display_disable;
 322 static int show_status = 1;
 323 static int av_sync_type = AV_SYNC_AUDIO_MASTER;
 324 static int64_t start_time = AV_NOPTS_VALUE;
 325 static int64_t duration = AV_NOPTS_VALUE;
 326 static int fast = 0;
 327 static int genpts = 0;
 328 static int lowres = 0;
 329 static int decoder_reorder_pts = -1;
 330 static int autoexit;
 331 static int exit_on_keydown;
 332 static int exit_on_mousedown;
 333 static int loop = 1;
 334 static int framedrop = -1;
 335 static int infinite_buffer = -1;
 336 static enum ShowMode show_mode = SHOW_MODE_NONE;
 337 static const char *audio_codec_name;
 338 static const char *subtitle_codec_name;
 339 static const char *video_codec_name;
 340 double rdftspeed = 0.02;
 341 static int64_t cursor_last_shown;
 342 static int cursor_hidden = 0;
 343 #if CONFIG_AVFILTER
 344 static const char **vfilters_list = NULL;
 345 static int nb_vfilters = 0;
 346 static char *afilters = NULL;
 347 #endif
 348 static int autorotate = 1;
 349
 350 /* current context */
 351 static int is_full_screen;
 352 static int64_t audio_callback_time;
 353
 354 static AVPacket flush_pkt;
 355
 356 #define FF_ALLOC_EVENT   (SDL_USEREVENT)
 357 #define FF_QUIT_EVENT    (SDL_USEREVENT + 2)
 358
 359 static SDL_Surface *screen;
 360
 361 #if CONFIG_AVFILTER
 362 static int opt_add_vfilter(void *optctx, const char *opt, const char *arg)
 363 {
 364     GROW_ARRAY(vfilters_list, nb_vfilters);
 365     vfilters_list[nb_vfilters - 1] = arg;
 366     return 0;
 367 }
 368 #endif
 369
 370 static inline
 371 int cmp_audio_fmts(enum AVSampleFormat fmt1, int64_t channel_count1,
 372                    enum AVSampleFormat fmt2, int64_t channel_count2)
 373 {
 374     /* If channel count == 1, planar and non-planar formats are the same */
 375     if (channel_count1 == 1 && channel_count2 == 1)
 376         return av_get_packed_sample_fmt(fmt1) != av_get_packed_sample_fmt(fmt2);
 377     else
 378         return channel_count1 != channel_count2 || fmt1 != fmt2;
 379 }
 380
 381 static inline
 382 int64_t get_valid_channel_layout(int64_t channel_layout, int channels)
 383 {
 384     if (channel_layout && av_get_channel_layout_nb_channels(channel_layout) == channels)
 385         return channel_layout;
 386     else
 387         return 0;
 388 }
 389
 390 static void free_picture(Frame *vp);
 391
 392 static int packet_queue_put_private(PacketQueue *q, AVPacket *pkt)
 393 {
 394     MyAVPacketList *pkt1;
 395
 396     if (q->abort_request)
 397        return -1;
 398
 399     pkt1 = av_malloc(sizeof(MyAVPacketList));
 400     if (!pkt1)
 401         return -1;
 402     pkt1->pkt = *pkt;
 403     pkt1->next = NULL;
 404     if (pkt == &flush_pkt)
 405         q->serial++;
 406     pkt1->serial = q->serial;
 407
 408     if (!q->last_pkt)
 409         q->first_pkt = pkt1;
 410     else
 411         q->last_pkt->next = pkt1;
 412     q->last_pkt = pkt1;
 413     q->nb_packets++;
 414     q->size += pkt1->pkt.size + sizeof(*pkt1);
 415     /* XXX: should duplicate packet data in DV case */
 416     SDL_CondSignal(q->cond);
 417     return 0;
 418 }
 419
 420 static int packet_queue_put(PacketQueue *q, AVPacket *pkt)
 421 {
 422     int ret;
 423
 424     /* duplicate the packet */
 425     if (pkt != &flush_pkt && av_dup_packet(pkt) < 0)
 426         return -1;
 427
 428     SDL_LockMutex(q->mutex);
 429     ret = packet_queue_put_private(q, pkt);
 430     SDL_UnlockMutex(q->mutex);
 431
 432     if (pkt != &flush_pkt && ret < 0)
 433         av_free_packet(pkt);
 434
 435     return ret;
 436 }
 437
 438 static int packet_queue_put_nullpacket(PacketQueue *q, int stream_index)
 439 {
 440     AVPacket pkt1, *pkt = &pkt1;
 441     av_init_packet(pkt);
 442     pkt->data = NULL;
 443     pkt->size = 0;
 444     pkt->stream_index = stream_index;
 445     return packet_queue_put(q, pkt);
 446 }
 447
 448 /* packet queue handling */
 449 static void packet_queue_init(PacketQueue *q)
 450 {
 451     memset(q, 0, sizeof(PacketQueue));
 452     q->mutex = SDL_CreateMutex();
 453     q->cond = SDL_CreateCond();
 454     q->abort_request = 1;
 455 }
 456
 457 static void packet_queue_flush(PacketQueue *q)
 458 {
 459     MyAVPacketList *pkt, *pkt1;
 460
 461     SDL_LockMutex(q->mutex);
 462     for (pkt = q->first_pkt; pkt; pkt = pkt1) {
 463         pkt1 = pkt->next;
 464         av_free_packet(&pkt->pkt);
 465         av_freep(&pkt);
 466     }
 467     q->last_pkt = NULL;
 468     q->first_pkt = NULL;
 469     q->nb_packets = 0;
 470     q->size = 0;
 471     SDL_UnlockMutex(q->mutex);
 472 }
 473
 474 static void packet_queue_destroy(PacketQueue *q)
 475 {
 476     packet_queue_flush(q);
 477     SDL_DestroyMutex(q->mutex);
 478     SDL_DestroyCond(q->cond);
 479 }
 480
 481 static void packet_queue_abort(PacketQueue *q)
 482 {
 483     SDL_LockMutex(q->mutex);
 484
 485     q->abort_request = 1;
 486
 487     SDL_CondSignal(q->cond);
 488
 489     SDL_UnlockMutex(q->mutex);
 490 }
 491
 492 static void packet_queue_start(PacketQueue *q)
 493 {
 494     SDL_LockMutex(q->mutex);
 495     q->abort_request = 0;
 496     packet_queue_put_private(q, &flush_pkt);
 497     SDL_UnlockMutex(q->mutex);
 498 }
 499
 500 /* return < 0 if aborted, 0 if no packet and > 0 if packet.  */
 501 static int packet_queue_get(PacketQueue *q, AVPacket *pkt, int block, int *serial)
 502 {
 503     MyAVPacketList *pkt1;
 504     int ret;
 505
 506     SDL_LockMutex(q->mutex);
 507
 508     for (;;) {
 509         if (q->abort_request) {
 510             ret = -1;
 511             break;
 512         }
 513
 514         pkt1 = q->first_pkt;
 515         if (pkt1) {
 516             q->first_pkt = pkt1->next;
 517             if (!q->first_pkt)
 518                 q->last_pkt = NULL;
 519             q->nb_packets--;
 520             q->size -= pkt1->pkt.size + sizeof(*pkt1);
 521             *pkt = pkt1->pkt;
 522             if (serial)
 523                 *serial = pkt1->serial;
 524             av_free(pkt1);
 525             ret = 1;
 526             break;
 527         } else if (!block) {
 528             ret = 0;
 529             break;
 530         } else {
 531             SDL_CondWait(q->cond, q->mutex);
 532         }
 533     }
 534     SDL_UnlockMutex(q->mutex);
 535     return ret;
 536 }
 537
 538 static void decoder_init(Decoder *d, AVCodecContext *avctx, PacketQueue *queue, SDL_cond *empty_queue_cond) {
 539     memset(d, 0, sizeof(Decoder));
 540     d->avctx = avctx;
 541     d->queue = queue;
 542     d->empty_queue_cond = empty_queue_cond;
 543     d->start_pts = AV_NOPTS_VALUE;
 544 }
 545
 546 static int decoder_decode_frame(Decoder *d, AVFrame *frame, AVSubtitle *sub) {
 547     int got_frame = 0;
 548
 549     do {
 550         int ret = -1;
 551
 552         if (d->queue->abort_request)
 553             return -1;
 554
 555         if (!d->packet_pending || d->queue->serial != d->pkt_serial) {
 556             AVPacket pkt;
 557             do {
 558                 if (d->queue->nb_packets == 0)
 559                     SDL_CondSignal(d->empty_queue_cond);
 560                 if (packet_queue_get(d->queue, &pkt, 1, &d->pkt_serial) < 0)
 561                     return -1;
 562                 if (pkt.data == flush_pkt.data) {
 563                     avcodec_flush_buffers(d->avctx);
 564                     d->finished = 0;
 565                     d->next_pts = d->start_pts;
 566                     d->next_pts_tb = d->start_pts_tb;
 567                 }
 568             } while (pkt.data == flush_pkt.data || d->queue->serial != d->pkt_serial);
 569             av_free_packet(&d->pkt);
 570             d->pkt_temp = d->pkt = pkt;
 571             d->packet_pending = 1;
 572         }
 573
 574         switch (d->avctx->codec_type) {
 575             case AVMEDIA_TYPE_VIDEO:
 576                 ret = avcodec_decode_video2(d->avctx, frame, &got_frame, &d->pkt_temp);
 577                 if (got_frame) {
 578                     if (decoder_reorder_pts == -1) {
 579                         frame->pts = av_frame_get_best_effort_timestamp(frame);
 580                     } else if (decoder_reorder_pts) {
 581                         frame->pts = frame->pkt_pts;
 582                     } else {
 583                         frame->pts = frame->pkt_dts;
 584                     }
 585                 }
 586                 break;
 587             case AVMEDIA_TYPE_AUDIO:
 588                 ret = avcodec_decode_audio4(d->avctx, frame, &got_frame, &d->pkt_temp);
 589                 if (got_frame) {
 590                     AVRational tb = (AVRational){1, frame->sample_rate};
 591                     if (frame->pts != AV_NOPTS_VALUE)
 592                         frame->pts = av_rescale_q(frame->pts, d->avctx->time_base, tb);
 593                     else if (frame->pkt_pts != AV_NOPTS_VALUE)
 594                         frame->pts = av_rescale_q(frame->pkt_pts, av_codec_get_pkt_timebase(d->avctx), tb);
 595                     else if (d->next_pts != AV_NOPTS_VALUE)
 596                         frame->pts = av_rescale_q(d->next_pts, d->next_pts_tb, tb);
 597                     if (frame->pts != AV_NOPTS_VALUE) {
 598                         d->next_pts = frame->pts + frame->nb_samples;
 599                         d->next_pts_tb = tb;
 600                     }
 601                 }
 602                 break;
 603             case AVMEDIA_TYPE_SUBTITLE:
 604                 ret = avcodec_decode_subtitle2(d->avctx, sub, &got_frame, &d->pkt_temp);
 605                 break;
 606         }
 607
 608         if (ret < 0) {
 609             d->packet_pending = 0;
 610         } else {
 611             d->pkt_temp.dts =
 612             d->pkt_temp.pts = AV_NOPTS_VALUE;
 613             if (d->pkt_temp.data) {
 614                 if (d->avctx->codec_type != AVMEDIA_TYPE_AUDIO)
 615                     ret = d->pkt_temp.size;
 616                 d->pkt_temp.data += ret;
 617                 d->pkt_temp.size -= ret;
 618                 if (d->pkt_temp.size <= 0)
 619                     d->packet_pending = 0;
 620             } else {
 621                 if (!got_frame) {
 622                     d->packet_pending = 0;
 623                     d->finished = d->pkt_serial;
 624                 }
 625             }
 626         }
 627     } while (!got_frame && !d->finished);
 628
 629     return got_frame;
 630 }
 631
 632 static void decoder_destroy(Decoder *d) {
 633     av_free_packet(&d->pkt);
 634 }
 635
 636 static void frame_queue_unref_item(Frame *vp)
 637 {
 638     av_frame_unref(vp->frame);
 639     avsubtitle_free(&vp->sub);
 640 }
 641
 642 static int frame_queue_init(FrameQueue *f, PacketQueue *pktq, int max_size, int keep_last)
 643 {
 644     int i;
 645     memset(f, 0, sizeof(FrameQueue));
 646     if (!(f->mutex = SDL_CreateMutex()))
 647         return AVERROR(ENOMEM);
 648     if (!(f->cond = SDL_CreateCond()))
 649         return AVERROR(ENOMEM);
 650     f->pktq = pktq;
 651     f->max_size = FFMIN(max_size, FRAME_QUEUE_SIZE);
 652     f->keep_last = !!keep_last;
 653     for (i = 0; i < f->max_size; i++)
 654         if (!(f->queue[i].frame = av_frame_alloc()))
 655             return AVERROR(ENOMEM);
 656     return 0;
 657 }
 658
 659 static void frame_queue_destory(FrameQueue *f)
 660 {
 661     int i;
 662     for (i = 0; i < f->max_size; i++) {
 663         Frame *vp = &f->queue[i];
 664         frame_queue_unref_item(vp);
 665         av_frame_free(&vp->frame);
 666         free_picture(vp);
 667     }
 668     SDL_DestroyMutex(f->mutex);
 669     SDL_DestroyCond(f->cond);
 670 }
 671
 672 static void frame_queue_signal(FrameQueue *f)
 673 {
 674     SDL_LockMutex(f->mutex);
 675     SDL_CondSignal(f->cond);
 676     SDL_UnlockMutex(f->mutex);
 677 }
 678
 679 static Frame *frame_queue_peek(FrameQueue *f)
 680 {
 681     return &f->queue[(f->rindex + f->rindex_shown) % f->max_size];
 682 }
 683
 684 static Frame *frame_queue_peek_next(FrameQueue *f)
 685 {
 686     return &f->queue[(f->rindex + f->rindex_shown + 1) % f->max_size];
 687 }
 688
 689 static Frame *frame_queue_peek_last(FrameQueue *f)
 690 {
 691     return &f->queue[f->rindex];
 692 }
 693
 694 static Frame *frame_queue_peek_writable(FrameQueue *f)
 695 {
 696     /* wait until we have space to put a new frame */
 697     SDL_LockMutex(f->mutex);
 698     while (f->size >= f->max_size &&
 699            !f->pktq->abort_request) {
 700         SDL_CondWait(f->cond, f->mutex);
 701     }
 702     SDL_UnlockMutex(f->mutex);
 703
 704     if (f->pktq->abort_request)
 705         return NULL;
 706
 707     return &f->queue[f->windex];
 708 }
 709
 710 static Frame *frame_queue_peek_readable(FrameQueue *f)
 711 {
 712     /* wait until we have a readable a new frame */
 713     SDL_LockMutex(f->mutex);
 714     while (f->size - f->rindex_shown <= 0 &&
 715            !f->pktq->abort_request) {
 716         SDL_CondWait(f->cond, f->mutex);
 717     }
 718     SDL_UnlockMutex(f->mutex);
 719
 720     if (f->pktq->abort_request)
 721         return NULL;
 722
 723     return &f->queue[(f->rindex + f->rindex_shown) % f->max_size];
 724 }
 725
 726 static void frame_queue_push(FrameQueue *f)
 727 {
 728     if (++f->windex == f->max_size)
 729         f->windex = 0;
 730     SDL_LockMutex(f->mutex);
 731     f->size++;
 732     SDL_CondSignal(f->cond);
 733     SDL_UnlockMutex(f->mutex);
 734 }
 735
 736 static void frame_queue_next(FrameQueue *f)
 737 {
 738     if (f->keep_last && !f->rindex_shown) {
 739         f->rindex_shown = 1;
 740         return;
 741     }
 742     frame_queue_unref_item(&f->queue[f->rindex]);
 743     if (++f->rindex == f->max_size)
 744         f->rindex = 0;
 745     SDL_LockMutex(f->mutex);
 746     f->size--;
 747     SDL_CondSignal(f->cond);
 748     SDL_UnlockMutex(f->mutex);
 749 }
 750
 751 /* jump back to the previous frame if available by resetting rindex_shown */
 752 static int frame_queue_prev(FrameQueue *f)
 753 {
 754     int ret = f->rindex_shown;
 755     f->rindex_shown = 0;
 756     return ret;
 757 }
 758
 759 /* return the number of undisplayed frames in the queue */
 760 static int frame_queue_nb_remaining(FrameQueue *f)
 761 {
 762     return f->size - f->rindex_shown;
 763 }
 764
 765 /* return last shown position */
 766 static int64_t frame_queue_last_pos(FrameQueue *f)
 767 {
 768     Frame *fp = &f->queue[f->rindex];
 769     if (f->rindex_shown && fp->serial == f->pktq->serial)
 770         return fp->pos;
 771     else
 772         return -1;
 773 }
 774
 775 static void decoder_abort(Decoder *d, FrameQueue *fq)
 776 {
 777     packet_queue_abort(d->queue);
 778     frame_queue_signal(fq);
 779     SDL_WaitThread(d->decoder_tid, NULL);
 780     d->decoder_tid = NULL;
 781     packet_queue_flush(d->queue);
 782 }
 783
 784 static inline void fill_rectangle(SDL_Surface *screen,
 785                                   int x, int y, int w, int h, int color, int update)
 786 {
 787     SDL_Rect rect;
 788     rect.x = x;
 789     rect.y = y;
 790     rect.w = w;
 791     rect.h = h;
 792     SDL_FillRect(screen, &rect, color);
 793     if (update && w > 0 && h > 0)
 794         SDL_UpdateRect(screen, x, y, w, h);
 795 }
 796
 797 /* draw only the border of a rectangle */
 798 static void fill_border(int xleft, int ytop, int width, int height, int x, int y, int w, int h, int color, int update)
 799 {
 800     int w1, w2, h1, h2;
 801
 802     /* fill the background */
 803     w1 = x;
 804     if (w1 < 0)
 805         w1 = 0;
 806     w2 = width - (x + w);
 807     if (w2 < 0)
 808         w2 = 0;
 809     h1 = y;
 810     if (h1 < 0)
 811         h1 = 0;
 812     h2 = height - (y + h);
 813     if (h2 < 0)
 814         h2 = 0;
 815     fill_rectangle(screen,
 816                    xleft, ytop,
 817                    w1, height,
 818                    color, update);
 819     fill_rectangle(screen,
 820                    xleft + width - w2, ytop,
 821                    w2, height,
 822                    color, update);
 823     fill_rectangle(screen,
 824                    xleft + w1, ytop,
 825                    width - w1 - w2, h1,
 826                    color, update);
 827     fill_rectangle(screen,
 828                    xleft + w1, ytop + height - h2,
 829                    width - w1 - w2, h2,
 830                    color, update);
 831 }
 832
 833 #define ALPHA_BLEND(a, oldp, newp, s)\
 834 ((((oldp << s) * (255 - (a))) + (newp * (a))) / (255 << s))
 835
 836
 837
 838 #define BPP 1
 839
 840 static void blend_subrect(AVPicture *dst, const AVSubtitleRect *rect, int imgw, int imgh)
 841 {
 842     int x, y, Y, U, V, A;
 843     uint8_t *lum, *cb, *cr;
 844     int dstx, dsty, dstw, dsth;
 845     const AVPicture *src = &rect->pict;
 846
 847     dstw = av_clip(rect->w, 0, imgw);
 848     dsth = av_clip(rect->h, 0, imgh);
 849     dstx = av_clip(rect->x, 0, imgw - dstw);
 850     dsty = av_clip(rect->y, 0, imgh - dsth);
 851     lum = dst->data[0] + dstx + dsty * dst->linesize[0];
 852     cb  = dst->data[1] + dstx/2 + (dsty >> 1) * dst->linesize[1];
 853     cr  = dst->data[2] + dstx/2 + (dsty >> 1) * dst->linesize[2];
 854
 855     for (y = 0; y<dsth; y++) {
 856         for (x = 0; x<dstw; x++) {
 857             Y = src->data[0][x + y*src->linesize[0]];
 858             A = src->data[3][x + y*src->linesize[3]];
 859             lum[0] = ALPHA_BLEND(A, lum[0], Y, 0);
 860             lum++;
 861         }
 862         lum += dst->linesize[0] - dstw;
 863     }
 864
 865     for (y = 0; y<dsth/2; y++) {
 866         for (x = 0; x<dstw/2; x++) {
 867             U = src->data[1][x + y*src->linesize[1]];
 868             V = src->data[2][x + y*src->linesize[2]];
 869             A = src->data[3][2*x     +  2*y   *src->linesize[3]]
 870               + src->data[3][2*x + 1 +  2*y   *src->linesize[3]]
 871               + src->data[3][2*x + 1 + (2*y+1)*src->linesize[3]]
 872               + src->data[3][2*x     + (2*y+1)*src->linesize[3]];
 873             cb[0] = ALPHA_BLEND(A>>2, cb[0], U, 0);
 874             cr[0] = ALPHA_BLEND(A>>2, cr[0], V, 0);
 875             cb++;
 876             cr++;
 877         }
 878         cb += dst->linesize[1] - dstw/2;
 879         cr += dst->linesize[2] - dstw/2;
 880     }
 881 }
 882
 883 static void free_picture(Frame *vp)
 884 {
 885      if (vp->bmp) {
 886          SDL_FreeYUVOverlay(vp->bmp);
 887          vp->bmp = NULL;
 888      }
 889 }
 890
 891 static void calculate_display_rect(SDL_Rect *rect,
 892                                    int scr_xleft, int scr_ytop, int scr_width, int scr_height,
 893                                    int pic_width, int pic_height, AVRational pic_sar)
 894 {
 895     float aspect_ratio;
 896     int width, height, x, y;
 897
 898     if (pic_sar.num == 0)
 899         aspect_ratio = 0;
 900     else
 901         aspect_ratio = av_q2d(pic_sar);
 902
 903     if (aspect_ratio <= 0.0)
 904         aspect_ratio = 1.0;
 905     aspect_ratio *= (float)pic_width / (float)pic_height;
 906
 907     /* XXX: we suppose the screen has a 1.0 pixel ratio */
 908     height = scr_height;
 909     width = ((int)rint(height * aspect_ratio)) & ~1;
 910     if (width > scr_width) {
 911         width = scr_width;
 912         height = ((int)rint(width / aspect_ratio)) & ~1;
 913     }
 914     x = (scr_width - width) / 2;
 915     y = (scr_height - height) / 2;
 916     rect->x = scr_xleft + x;
 917     rect->y = scr_ytop  + y;
 918     rect->w = FFMAX(width,  1);
 919     rect->h = FFMAX(height, 1);
 920 }
 921
 922 static void video_image_display(VideoState *is)
 923 {
 924     Frame *vp;
 925     Frame *sp;
 926     AVPicture pict;
 927     SDL_Rect rect;
 928     int i;
 929
 930     vp = frame_queue_peek(&is->pictq);
 931     if (vp->bmp) {
 932         if (is->subtitle_st) {
 933             if (frame_queue_nb_remaining(&is->subpq) > 0) {
 934                 sp = frame_queue_peek(&is->subpq);
 935
 936                 if (vp->pts >= sp->pts + ((float) sp->sub.start_display_time / 1000)) {
 937                     SDL_LockYUVOverlay (vp->bmp);
 938
 939                     pict.data[0] = vp->bmp->pixels[0];
 940                     pict.data[1] = vp->bmp->pixels[2];
 941                     pict.data[2] = vp->bmp->pixels[1];
 942
 943                     pict.linesize[0] = vp->bmp->pitches[0];
 944                     pict.linesize[1] = vp->bmp->pitches[2];
 945                     pict.linesize[2] = vp->bmp->pitches[1];
 946
 947                     for (i = 0; i < sp->sub.num_rects; i++)
 948                         blend_subrect(&pict, sp->sub.rects[i],
 949                                       vp->bmp->w, vp->bmp->h);
 950
 951                     SDL_UnlockYUVOverlay (vp->bmp);
 952                 }
 953             }
 954         }
 955
 956         calculate_display_rect(&rect, is->xleft, is->ytop, is->width, is->height, vp->width, vp->height, vp->sar);
 957
 958         SDL_DisplayYUVOverlay(vp->bmp, &rect);
 959
 960         if (rect.x != is->last_display_rect.x || rect.y != is->last_display_rect.y || rect.w != is->last_display_rect.w || rect.h != is->last_display_rect.h || is->force_refresh) {
 961             int bgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0x00);
 962             fill_border(is->xleft, is->ytop, is->width, is->height, rect.x, rect.y, rect.w, rect.h, bgcolor, 1);
 963             is->last_display_rect = rect;
 964         }
 965     }
 966 }
 967
 968 static inline int compute_mod(int a, int b)
 969 {
 970     return a < 0 ? a%b + b : a%b;
 971 }
 972
 973 static void video_audio_display(VideoState *s)
 974 {
 975     int i, i_start, x, y1, y, ys, delay, n, nb_display_channels;
 976     int ch, channels, h, h2, bgcolor, fgcolor;
 977     int64_t time_diff;
 978     int rdft_bits, nb_freq;
 979
 980     for (rdft_bits = 1; (1 << rdft_bits) < 2 * s->height; rdft_bits++)
 981         ;
 982     nb_freq = 1 << (rdft_bits - 1);
 983
 984     /* compute display index : center on currently output samples */
 985     channels = s->audio_tgt.channels;
 986     nb_display_channels = channels;
 987     if (!s->paused) {
 988         int data_used= s->show_mode == SHOW_MODE_WAVES ? s->width : (2*nb_freq);
 989         n = 2 * channels;
 990         delay = s->audio_write_buf_size;
 991         delay /= n;
 992
 993         /* to be more precise, we take into account the time spent since
 994            the last buffer computation */
 995         if (audio_callback_time) {
 996             time_diff = av_gettime_relative() - audio_callback_time;
 997             delay -= (time_diff * s->audio_tgt.freq) / 1000000;
 998         }
 999
1000         delay += 2 * data_used;
1001         if (delay < data_used)
1002             delay = data_used;
1003
1004         i_start= x = compute_mod(s->sample_array_index - delay * channels, SAMPLE_ARRAY_SIZE);
1005         if (s->show_mode == SHOW_MODE_WAVES) {
1006             h = INT_MIN;
1007             for (i = 0; i < 1000; i += channels) {
1008                 int idx = (SAMPLE_ARRAY_SIZE + x - i) % SAMPLE_ARRAY_SIZE;
1009                 int a = s->sample_array[idx];
1010                 int b = s->sample_array[(idx + 4 * channels) % SAMPLE_ARRAY_SIZE];
1011                 int c = s->sample_array[(idx + 5 * channels) % SAMPLE_ARRAY_SIZE];
1012                 int d = s->sample_array[(idx + 9 * channels) % SAMPLE_ARRAY_SIZE];
1013                 int score = a - d;
1014                 if (h < score && (b ^ c) < 0) {
1015                     h = score;
1016                     i_start = idx;
1017                 }
1018             }
1019         }
1020
1021         s->last_i_start = i_start;
1022     } else {
1023         i_start = s->last_i_start;
1024     }
1025
1026     bgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0x00);
1027     if (s->show_mode == SHOW_MODE_WAVES) {
1028         fill_rectangle(screen,
1029                        s->xleft, s->ytop, s->width, s->height,
1030                        bgcolor, 0);
1031
1032         fgcolor = SDL_MapRGB(screen->format, 0xff, 0xff, 0xff);
1033
1034         /* total height for one channel */
1035         h = s->height / nb_display_channels;
1036         /* graph height / 2 */
1037         h2 = (h * 9) / 20;
1038         for (ch = 0; ch < nb_display_channels; ch++) {
1039             i = i_start + ch;
1040             y1 = s->ytop + ch * h + (h / 2); /* position of center line */
1041             for (x = 0; x < s->width; x++) {
1042                 y = (s->sample_array[i] * h2) >> 15;
1043                 if (y < 0) {
1044                     y = -y;
1045                     ys = y1 - y;
1046                 } else {
1047                     ys = y1;
1048                 }
1049                 fill_rectangle(screen,
1050                                s->xleft + x, ys, 1, y,
1051                                fgcolor, 0);
1052                 i += channels;
1053                 if (i >= SAMPLE_ARRAY_SIZE)
1054                     i -= SAMPLE_ARRAY_SIZE;
1055             }
1056         }
1057
1058         fgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0xff);
1059
1060         for (ch = 1; ch < nb_display_channels; ch++) {
1061             y = s->ytop + ch * h;
1062             fill_rectangle(screen,
1063                            s->xleft, y, s->width, 1,
1064                            fgcolor, 0);
1065         }
1066         SDL_UpdateRect(screen, s->xleft, s->ytop, s->width, s->height);
1067     } else {
1068         nb_display_channels= FFMIN(nb_display_channels, 2);
1069         if (rdft_bits != s->rdft_bits) {
1070             av_rdft_end(s->rdft);
1071             av_free(s->rdft_data);
1072             s->rdft = av_rdft_init(rdft_bits, DFT_R2C);
1073             s->rdft_bits = rdft_bits;
1074             s->rdft_data = av_malloc_array(nb_freq, 4 *sizeof(*s->rdft_data));
1075         }
1076         if (!s->rdft || !s->rdft_data){
1077             av_log(NULL, AV_LOG_ERROR, "Failed to allocate buffers for RDFT, switching to waves display\n");
1078             s->show_mode = SHOW_MODE_WAVES;
1079         } else {
1080             FFTSample *data[2];
1081             for (ch = 0; ch < nb_display_channels; ch++) {
1082                 data[ch] = s->rdft_data + 2 * nb_freq * ch;
1083                 i = i_start + ch;
1084                 for (x = 0; x < 2 * nb_freq; x++) {
1085                     double w = (x-nb_freq) * (1.0 / nb_freq);
1086                     data[ch][x] = s->sample_array[i] * (1.0 - w * w);
1087                     i += channels;
1088                     if (i >= SAMPLE_ARRAY_SIZE)
1089                         i -= SAMPLE_ARRAY_SIZE;
1090                 }
1091                 av_rdft_calc(s->rdft, data[ch]);
1092             }
1093             /* Least efficient way to do this, we should of course
1094              * directly access it but it is more than fast enough. */
1095             for (y = 0; y < s->height; y++) {
1096                 double w = 1 / sqrt(nb_freq);
1097                 int a = sqrt(w * sqrt(data[0][2 * y + 0] * data[0][2 * y + 0] + data[0][2 * y + 1] * data[0][2 * y + 1]));
1098                 int b = (nb_display_channels == 2 ) ? sqrt(w * sqrt(data[1][2 * y + 0] * data[1][2 * y + 0]
1099                        + data[1][2 * y + 1] * data[1][2 * y + 1])) : a;
1100                 a = FFMIN(a, 255);
1101                 b = FFMIN(b, 255);
1102                 fgcolor = SDL_MapRGB(screen->format, a, b, (a + b) / 2);
1103
1104                 fill_rectangle(screen,
1105                             s->xpos, s->height-y, 1, 1,
1106                             fgcolor, 0);
1107             }
1108         }
1109         SDL_UpdateRect(screen, s->xpos, s->ytop, 1, s->height);
1110         if (!s->paused)
1111             s->xpos++;
1112         if (s->xpos >= s->width)
1113             s->xpos= s->xleft;
1114     }
1115 }
1116
1117 static void stream_close(VideoState *is)
1118 {
1119     /* XXX: use a special url_shutdown call to abort parse cleanly */
1120     is->abort_request = 1;
1121     SDL_WaitThread(is->read_tid, NULL);
1122     packet_queue_destroy(&is->videoq);
1123     packet_queue_destroy(&is->audioq);
1124     packet_queue_destroy(&is->subtitleq);
1125
1126     /* free all pictures */
1127     frame_queue_destory(&is->pictq);
1128     frame_queue_destory(&is->sampq);
1129     frame_queue_destory(&is->subpq);
1130     SDL_DestroyCond(is->continue_read_thread);
1131 #if !CONFIG_AVFILTER
1132     sws_freeContext(is->img_convert_ctx);
1133 #endif
1134     sws_freeContext(is->sub_convert_ctx);
1135     av_free(is);
1136 }
1137
1138 static void do_exit(VideoState *is)
1139 {
1140     if (is) {
1141         stream_close(is);
1142     }
1143     av_lockmgr_register(NULL);
1144     uninit_opts();
1145 #if CONFIG_AVFILTER
1146     av_freep(&vfilters_list);
1147 #endif
1148     avformat_network_deinit();
1149     if (show_status)
1150         printf("\n");
1151     SDL_Quit();
1152     av_log(NULL, AV_LOG_QUIET, "%s", "");
1153     exit(0);
1154 }
1155
1156 static void sigterm_handler(int sig)
1157 {
1158     exit(123);
1159 }
1160
1161 static void set_default_window_size(int width, int height, AVRational sar)
1162 {
1163     SDL_Rect rect;
1164     calculate_display_rect(&rect, 0, 0, INT_MAX, height, width, height, sar);
1165     default_width  = rect.w;
1166     default_height = rect.h;
1167 }
1168
1169 static int video_open(VideoState *is, int force_set_video_mode, Frame *vp)
1170 {
1171     int flags = SDL_HWSURFACE | SDL_ASYNCBLIT | SDL_HWACCEL;
1172     int w,h;
1173
1174     if (is_full_screen) flags |= SDL_FULLSCREEN;
1175     else                flags |= SDL_RESIZABLE;
1176
1177     if (vp && vp->width)
1178         set_default_window_size(vp->width, vp->height, vp->sar);
1179
1180     if (is_full_screen && fs_screen_width) {
1181         w = fs_screen_width;
1182         h = fs_screen_height;
1183     } else if (!is_full_screen && screen_width) {
1184         w = screen_width;
1185         h = screen_height;
1186     } else {
1187         w = default_width;
1188         h = default_height;
1189     }
1190     w = FFMIN(16383, w);
1191     if (screen && is->width == screen->w && screen->w == w
1192        && is->height== screen->h && screen->h == h && !force_set_video_mode)
1193         return 0;
1194     screen = SDL_SetVideoMode(w, h, 0, flags);
1195     if (!screen) {
1196         av_log(NULL, AV_LOG_FATAL, "SDL: could not set video mode - exiting\n");
1197         do_exit(is);
1198     }
1199     if (!window_title)
1200         window_title = input_filename;
1201     SDL_WM_SetCaption(window_title, window_title);
1202
1203     is->width  = screen->w;
1204     is->height = screen->h;
1205
1206     return 0;
1207 }
1208
1209 /* display the current picture, if any */
1210 static void video_display(VideoState *is)
1211 {
1212     if (!screen)
1213         video_open(is, 0, NULL);
1214     if (is->audio_st && is->show_mode != SHOW_MODE_VIDEO)
1215         video_audio_display(is);
1216     else if (is->video_st)
1217         video_image_display(is);
1218 }
1219
1220 static double get_clock(Clock *c)
1221 {
1222     if (*c->queue_serial != c->serial)
1223         return NAN;
1224     if (c->paused) {
1225         return c->pts;
1226     } else {
1227         double time = av_gettime_relative() / 1000000.0;
1228         return c->pts_drift + time - (time - c->last_updated) * (1.0 - c->speed);
1229     }
1230 }
1231
1232 static void set_clock_at(Clock *c, double pts, int serial, double time)
1233 {
1234     c->pts = pts;
1235     c->last_updated = time;
1236     c->pts_drift = c->pts - time;
1237     c->serial = serial;
1238 }
1239
1240 static void set_clock(Clock *c, double pts, int serial)
1241 {
1242     double time = av_gettime_relative() / 1000000.0;
1243     set_clock_at(c, pts, serial, time);
1244 }
1245
1246 static void set_clock_speed(Clock *c, double speed)
1247 {
1248     set_clock(c, get_clock(c), c->serial);
1249     c->speed = speed;
1250 }
1251
1252 static void init_clock(Clock *c, int *queue_serial)
1253 {
1254     c->speed = 1.0;
1255     c->paused = 0;
1256     c->queue_serial = queue_serial;
1257     set_clock(c, NAN, -1);
1258 }
1259
1260 static void sync_clock_to_slave(Clock *c, Clock *slave)
1261 {
1262     double clock = get_clock(c);
1263     double slave_clock = get_clock(slave);
1264     if (!isnan(slave_clock) && (isnan(clock) || fabs(clock - slave_clock) > AV_NOSYNC_THRESHOLD))
1265         set_clock(c, slave_clock, slave->serial);
1266 }
1267
1268 static int get_master_sync_type(VideoState *is) {
1269     if (is->av_sync_type == AV_SYNC_VIDEO_MASTER) {
1270         if (is->video_st)
1271             return AV_SYNC_VIDEO_MASTER;
1272         else
1273             return AV_SYNC_AUDIO_MASTER;
1274     } else if (is->av_sync_type == AV_SYNC_AUDIO_MASTER) {
1275         if (is->audio_st)
1276             return AV_SYNC_AUDIO_MASTER;
1277         else
1278             return AV_SYNC_EXTERNAL_CLOCK;
1279     } else {
1280         return AV_SYNC_EXTERNAL_CLOCK;
1281     }
1282 }
1283
1284 /* get the current master clock value */
1285 static double get_master_clock(VideoState *is)
1286 {
1287     double val;
1288
1289     switch (get_master_sync_type(is)) {
1290         case AV_SYNC_VIDEO_MASTER:
1291             val = get_clock(&is->vidclk);
1292             break;
1293         case AV_SYNC_AUDIO_MASTER:
1294             val = get_clock(&is->audclk);
1295             break;
1296         default:
1297             val = get_clock(&is->extclk);
1298             break;
1299     }
1300     return val;
1301 }
1302
1303 static void check_external_clock_speed(VideoState *is) {
1304    if (is->video_stream >= 0 && is->videoq.nb_packets <= MIN_FRAMES / 2 ||
1305        is->audio_stream >= 0 && is->audioq.nb_packets <= MIN_FRAMES / 2) {
1306        set_clock_speed(&is->extclk, FFMAX(EXTERNAL_CLOCK_SPEED_MIN, is->extclk.speed - EXTERNAL_CLOCK_SPEED_STEP));
1307    } else if ((is->video_stream < 0 || is->videoq.nb_packets > MIN_FRAMES * 2) &&
1308               (is->audio_stream < 0 || is->audioq.nb_packets > MIN_FRAMES * 2)) {
1309        set_clock_speed(&is->extclk, FFMIN(EXTERNAL_CLOCK_SPEED_MAX, is->extclk.speed + EXTERNAL_CLOCK_SPEED_STEP));
1310    } else {
1311        double speed = is->extclk.speed;
1312        if (speed != 1.0)
1313            set_clock_speed(&is->extclk, speed + EXTERNAL_CLOCK_SPEED_STEP * (1.0 - speed) / fabs(1.0 - speed));
1314    }
1315 }
1316
1317 /* seek in the stream */
1318 static void stream_seek(VideoState *is, int64_t pos, int64_t rel, int seek_by_bytes)
1319 {
1320     if (!is->seek_req) {
1321         is->seek_pos = pos;
1322         is->seek_rel = rel;
1323         is->seek_flags &= ~AVSEEK_FLAG_BYTE;
1324         if (seek_by_bytes)
1325             is->seek_flags |= AVSEEK_FLAG_BYTE;
1326         is->seek_req = 1;
1327         SDL_CondSignal(is->continue_read_thread);
1328     }
1329 }
1330
1331 /* pause or resume the video */
1332 static void stream_toggle_pause(VideoState *is)
1333 {
1334     if (is->paused) {
1335         is->frame_timer += av_gettime_relative() / 1000000.0 - is->vidclk.last_updated;
1336         if (is->read_pause_return != AVERROR(ENOSYS)) {
1337             is->vidclk.paused = 0;
1338         }
1339         set_clock(&is->vidclk, get_clock(&is->vidclk), is->vidclk.serial);
1340     }
1341     set_clock(&is->extclk, get_clock(&is->extclk), is->extclk.serial);
1342     is->paused = is->audclk.paused = is->vidclk.paused = is->extclk.paused = !is->paused;
1343 }
1344
1345 static void toggle_pause(VideoState *is)
1346 {
1347     stream_toggle_pause(is);
1348     is->step = 0;
1349 }
1350
1351 static void step_to_next_frame(VideoState *is)
1352 {
1353     /* if the stream is paused unpause it, then step */
1354     if (is->paused)
1355         stream_toggle_pause(is);
1356     is->step = 1;
1357 }
1358
1359 static double compute_target_delay(double delay, VideoState *is)
1360 {
1361     double sync_threshold, diff = 0;
1362
1363     /* update delay to follow master synchronisation source */
1364     if (get_master_sync_type(is) != AV_SYNC_VIDEO_MASTER) {
1365         /* if video is slave, we try to correct big delays by
1366            duplicating or deleting a frame */
1367         diff = get_clock(&is->vidclk) - get_master_clock(is);
1368
1369         /* skip or repeat frame. We take into account the
1370            delay to compute the threshold. I still don't know
1371            if it is the best guess */
1372         sync_threshold = FFMAX(AV_SYNC_THRESHOLD_MIN, FFMIN(AV_SYNC_THRESHOLD_MAX, delay));
1373         if (!isnan(diff) && fabs(diff) < is->max_frame_duration) {
1374             if (diff <= -sync_threshold)
1375                 delay = FFMAX(0, delay + diff);
1376             else if (diff >= sync_threshold && delay > AV_SYNC_FRAMEDUP_THRESHOLD)
1377                 delay = delay + diff;
1378             else if (diff >= sync_threshold)
1379                 delay = 2 * delay;
1380         }
1381     }
1382
1383     av_log(NULL, AV_LOG_TRACE, "video: delay=%0.3f A-V=%f\n",
1384             delay, -diff);
1385
1386     return delay;
1387 }
1388
1389 static double vp_duration(VideoState *is, Frame *vp, Frame *nextvp) {
1390     if (vp->serial == nextvp->serial) {
1391         double duration = nextvp->pts - vp->pts;
1392         if (isnan(duration) || duration <= 0 || duration > is->max_frame_duration)
1393             return vp->duration;
1394         else
1395             return duration;
1396     } else {
1397         return 0.0;
1398     }
1399 }
1400
1401 static void update_video_pts(VideoState *is, double pts, int64_t pos, int serial) {
1402     /* update current video pts */
1403     set_clock(&is->vidclk, pts, serial);
1404     sync_clock_to_slave(&is->extclk, &is->vidclk);
1405 }
1406
1407 /* called to display each frame */
1408 static void video_refresh(void *opaque, double *remaining_time)
1409 {
1410     VideoState *is = opaque;
1411     double time;
1412
1413     Frame *sp, *sp2;
1414
1415     if (!is->paused && get_master_sync_type(is) == AV_SYNC_EXTERNAL_CLOCK && is->realtime)
1416         check_external_clock_speed(is);
1417
1418     if (!display_disable && is->show_mode != SHOW_MODE_VIDEO && is->audio_st) {
1419         time = av_gettime_relative() / 1000000.0;
1420         if (is->force_refresh || is->last_vis_time + rdftspeed < time) {
1421             video_display(is);
1422             is->last_vis_time = time;
1423         }
1424         *remaining_time = FFMIN(*remaining_time, is->last_vis_time + rdftspeed - time);
1425     }
1426
1427     if (is->video_st) {
1428         int redisplay = 0;
1429         if (is->force_refresh)
1430             redisplay = frame_queue_prev(&is->pictq);
1431 retry:
1432         if (frame_queue_nb_remaining(&is->pictq) == 0) {
1433             // nothing to do, no picture to display in the queue
1434         } else {
1435             double last_duration, duration, delay;
1436             Frame *vp, *lastvp;
1437
1438             /* dequeue the picture */
1439             lastvp = frame_queue_peek_last(&is->pictq);
1440             vp = frame_queue_peek(&is->pictq);
1441
1442             if (vp->serial != is->videoq.serial) {
1443                 frame_queue_next(&is->pictq);
1444                 redisplay = 0;
1445                 goto retry;
1446             }
1447
1448             if (lastvp->serial != vp->serial && !redisplay)
1449                 is->frame_timer = av_gettime_relative() / 1000000.0;
1450
1451             if (is->paused)
1452                 goto display;
1453
1454             /* compute nominal last_duration */
1455             last_duration = vp_duration(is, lastvp, vp);
1456             if (redisplay)
1457                 delay = 0.0;
1458             else
1459                 delay = compute_target_delay(last_duration, is);
1460
1461             time= av_gettime_relative()/1000000.0;
1462             if (time < is->frame_timer + delay && !redisplay) {
1463                 *remaining_time = FFMIN(is->frame_timer + delay - time, *remaining_time);
1464                 return;
1465             }
1466
1467             is->frame_timer += delay;
1468             if (delay > 0 && time - is->frame_timer > AV_SYNC_THRESHOLD_MAX)
1469                 is->frame_timer = time;
1470
1471             SDL_LockMutex(is->pictq.mutex);
1472             if (!redisplay && !isnan(vp->pts))
1473                 update_video_pts(is, vp->pts, vp->pos, vp->serial);
1474             SDL_UnlockMutex(is->pictq.mutex);
1475
1476             if (frame_queue_nb_remaining(&is->pictq) > 1) {
1477                 Frame *nextvp = frame_queue_peek_next(&is->pictq);
1478                 duration = vp_duration(is, vp, nextvp);
1479                 if(!is->step && (redisplay || framedrop>0 || (framedrop && get_master_sync_type(is) != AV_SYNC_VIDEO_MASTER)) && time > is->frame_timer + duration){
1480                     if (!redisplay)
1481                         is->frame_drops_late++;
1482                     frame_queue_next(&is->pictq);
1483                     redisplay = 0;
1484                     goto retry;
1485                 }
1486             }
1487
1488             if (is->subtitle_st) {
1489                     while (frame_queue_nb_remaining(&is->subpq) > 0) {
1490                         sp = frame_queue_peek(&is->subpq);
1491
1492                         if (frame_queue_nb_remaining(&is->subpq) > 1)
1493                             sp2 = frame_queue_peek_next(&is->subpq);
1494                         else
1495                             sp2 = NULL;
1496
1497                         if (sp->serial != is->subtitleq.serial
1498                                 || (is->vidclk.pts > (sp->pts + ((float) sp->sub.end_display_time / 1000)))
1499                                 || (sp2 && is->vidclk.pts > (sp2->pts + ((float) sp2->sub.start_display_time / 1000))))
1500                         {
1501                             frame_queue_next(&is->subpq);
1502                         } else {
1503                             break;
1504                         }
1505                     }
1506             }
1507
1508 display:
1509             /* display picture */
1510             if (!display_disable && is->show_mode == SHOW_MODE_VIDEO)
1511                 video_display(is);
1512
1513             frame_queue_next(&is->pictq);
1514
1515             if (is->step && !is->paused)
1516                 stream_toggle_pause(is);
1517         }
1518     }
1519     is->force_refresh = 0;
1520     if (show_status) {
1521         static int64_t last_time;
1522         int64_t cur_time;
1523         int aqsize, vqsize, sqsize;
1524         double av_diff;
1525
1526         cur_time = av_gettime_relative();
1527         if (!last_time || (cur_time - last_time) >= 30000) {
1528             aqsize = 0;
1529             vqsize = 0;
1530             sqsize = 0;
1531             if (is->audio_st)
1532                 aqsize = is->audioq.size;
1533             if (is->video_st)
1534                 vqsize = is->videoq.size;
1535             if (is->subtitle_st)
1536                 sqsize = is->subtitleq.size;
1537             av_diff = 0;
1538             if (is->audio_st && is->video_st)
1539                 av_diff = get_clock(&is->audclk) - get_clock(&is->vidclk);
1540             else if (is->video_st)
1541                 av_diff = get_master_clock(is) - get_clock(&is->vidclk);
1542             else if (is->audio_st)
1543                 av_diff = get_master_clock(is) - get_clock(&is->audclk);
1544             av_log(NULL, AV_LOG_INFO,
1545                    "%7.2f %s:%7.3f fd=%4d aq=%5dKB vq=%5dKB sq=%5dB f=%"PRId64"/%"PRId64"   \r",
1546                    get_master_clock(is),
1547                    (is->audio_st && is->video_st) ? "A-V" : (is->video_st ? "M-V" : (is->audio_st ? "M-A" : "   ")),
1548                    av_diff,
1549                    is->frame_drops_early + is->frame_drops_late,
1550                    aqsize / 1024,
1551                    vqsize / 1024,
1552                    sqsize,
1553                    is->video_st ? is->video_st->codec->pts_correction_num_faulty_dts : 0,
1554                    is->video_st ? is->video_st->codec->pts_correction_num_faulty_pts : 0);
1555             fflush(stdout);
1556             last_time = cur_time;
1557         }
1558     }
1559 }
1560
1561 /* allocate a picture (needs to do that in main thread to avoid
1562    potential locking problems */
1563 static void alloc_picture(VideoState *is)
1564 {
1565     Frame *vp;
1566     int64_t bufferdiff;
1567
1568     vp = &is->pictq.queue[is->pictq.windex];
1569
1570     free_picture(vp);
1571
1572     video_open(is, 0, vp);
1573
1574     vp->bmp = SDL_CreateYUVOverlay(vp->width, vp->height,
1575                                    SDL_YV12_OVERLAY,
1576                                    screen);
1577     bufferdiff = vp->bmp ? FFMAX(vp->bmp->pixels[0], vp->bmp->pixels[1]) - FFMIN(vp->bmp->pixels[0], vp->bmp->pixels[1]) : 0;
1578     if (!vp->bmp || vp->bmp->pitches[0] < vp->width || bufferdiff < (int64_t)vp->height * vp->bmp->pitches[0]) {
1579         /* SDL allocates a buffer smaller than requested if the video
1580          * overlay hardware is unable to support the requested size. */
1581         av_log(NULL, AV_LOG_FATAL,
1582                "Error: the video system does not support an image\n"
1583                         "size of %dx%d pixels. Try using -lowres or -vf \"scale=w:h\"\n"
1584                         "to reduce the image size.\n", vp->width, vp->height );
1585         do_exit(is);
1586     }
1587
1588     SDL_LockMutex(is->pictq.mutex);
1589     vp->allocated = 1;
1590     SDL_CondSignal(is->pictq.cond);
1591     SDL_UnlockMutex(is->pictq.mutex);
1592 }
1593
1594 static void duplicate_right_border_pixels(SDL_Overlay *bmp) {
1595     int i, width, height;
1596     Uint8 *p, *maxp;
1597     for (i = 0; i < 3; i++) {
1598         width  = bmp->w;
1599         height = bmp->h;
1600         if (i > 0) {
1601             width  >>= 1;
1602             height >>= 1;
1603         }
1604         if (bmp->pitches[i] > width) {
1605             maxp = bmp->pixels[i] + bmp->pitches[i] * height - 1;
1606             for (p = bmp->pixels[i] + width - 1; p < maxp; p += bmp->pitches[i])
1607                 *(p+1) = *p;
1608         }
1609     }
1610 }
1611
1612 static int queue_picture(VideoState *is, AVFrame *src_frame, double pts, double duration, int64_t pos, int serial)
1613 {
1614     Frame *vp;
1615
1616 #if defined(DEBUG_SYNC) && 0
1617     printf("frame_type=%c pts=%0.3f\n",
1618            av_get_picture_type_char(src_frame->pict_type), pts);
1619 #endif
1620
1621     if (!(vp = frame_queue_peek_writable(&is->pictq)))
1622         return -1;
1623
1624     vp->sar = src_frame->sample_aspect_ratio;
1625
1626     /* alloc or resize hardware picture buffer */
1627     if (!vp->bmp || vp->reallocate || !vp->allocated ||
1628         vp->width  != src_frame->width ||
1629         vp->height != src_frame->height) {
1630         SDL_Event event;
1631
1632         vp->allocated  = 0;
1633         vp->reallocate = 0;
1634         vp->width = src_frame->width;
1635         vp->height = src_frame->height;
1636
1637         /* the allocation must be done in the main thread to avoid
1638            locking problems. */
1639         event.type = FF_ALLOC_EVENT;
1640         event.user.data1 = is;
1641         SDL_PushEvent(&event);
1642
1643         /* wait until the picture is allocated */
1644         SDL_LockMutex(is->pictq.mutex);
1645         while (!vp->allocated && !is->videoq.abort_request) {
1646             SDL_CondWait(is->pictq.cond, is->pictq.mutex);
1647         }
1648         /* if the queue is aborted, we have to pop the pending ALLOC event or wait for the allocation to complete */
1649         if (is->videoq.abort_request && SDL_PeepEvents(&event, 1, SDL_GETEVENT, SDL_EVENTMASK(FF_ALLOC_EVENT)) != 1) {
1650             while (!vp->allocated && !is->abort_request) {
1651                 SDL_CondWait(is->pictq.cond, is->pictq.mutex);
1652             }
1653         }
1654         SDL_UnlockMutex(is->pictq.mutex);
1655
1656         if (is->videoq.abort_request)
1657             return -1;
1658     }
1659
1660     /* if the frame is not skipped, then display it */
1661     if (vp->bmp) {
1662         AVPicture pict = { { 0 } };
1663
1664         /* get a pointer on the bitmap */
1665         SDL_LockYUVOverlay (vp->bmp);
1666
1667         pict.data[0] = vp->bmp->pixels[0];
1668         pict.data[1] = vp->bmp->pixels[2];
1669         pict.data[2] = vp->bmp->pixels[1];
1670
1671         pict.linesize[0] = vp->bmp->pitches[0];
1672         pict.linesize[1] = vp->bmp->pitches[2];
1673         pict.linesize[2] = vp->bmp->pitches[1];
1674
1675 #if CONFIG_AVFILTER
1676         // FIXME use direct rendering
1677         av_picture_copy(&pict, (AVPicture *)src_frame,
1678                         src_frame->format, vp->width, vp->height);
1679 #else
1680         av_opt_get_int(sws_opts, "sws_flags", 0, &sws_flags);
1681         is->img_convert_ctx = sws_getCachedContext(is->img_convert_ctx,
1682             vp->width, vp->height, src_frame->format, vp->width, vp->height,
1683             AV_PIX_FMT_YUV420P, sws_flags, NULL, NULL, NULL);
1684         if (!is->img_convert_ctx) {
1685             av_log(NULL, AV_LOG_FATAL, "Cannot initialize the conversion context\n");
1686             exit(1);
1687         }
1688         sws_scale(is->img_convert_ctx, src_frame->data, src_frame->linesize,
1689                   0, vp->height, pict.data, pict.linesize);
1690 #endif
1691         /* workaround SDL PITCH_WORKAROUND */
1692         duplicate_right_border_pixels(vp->bmp);
1693         /* update the bitmap content */
1694         SDL_UnlockYUVOverlay(vp->bmp);
1695
1696         vp->pts = pts;
1697         vp->duration = duration;
1698         vp->pos = pos;
1699         vp->serial = serial;
1700
1701         /* now we can update the picture count */
1702         frame_queue_push(&is->pictq);
1703     }
1704     return 0;
1705 }
1706
1707 static int get_video_frame(VideoState *is, AVFrame *frame)
1708 {
1709     int got_picture;
1710
1711     if ((got_picture = decoder_decode_frame(&is->viddec, frame, NULL)) < 0)
1712         return -1;
1713
1714     if (got_picture) {
1715         double dpts = NAN;
1716
1717         if (frame->pts != AV_NOPTS_VALUE)
1718             dpts = av_q2d(is->video_st->time_base) * frame->pts;
1719
1720         frame->sample_aspect_ratio = av_guess_sample_aspect_ratio(is->ic, is->video_st, frame);
1721
1722         is->viddec_width  = frame->width;
1723         is->viddec_height = frame->height;
1724
1725         if (framedrop>0 || (framedrop && get_master_sync_type(is) != AV_SYNC_VIDEO_MASTER)) {
1726             if (frame->pts != AV_NOPTS_VALUE) {
1727                 double diff = dpts - get_master_clock(is);
1728                 if (!isnan(diff) && fabs(diff) < AV_NOSYNC_THRESHOLD &&
1729                     diff - is->frame_last_filter_delay < 0 &&
1730                     is->viddec.pkt_serial == is->vidclk.serial &&
1731                     is->videoq.nb_packets) {
1732                     is->frame_drops_early++;
1733                     av_frame_unref(frame);
1734                     got_picture = 0;
1735                 }
1736             }
1737         }
1738     }
1739
1740     return got_picture;
1741 }
1742
1743 #if CONFIG_AVFILTER
1744 static int configure_filtergraph(AVFilterGraph *graph, const char *filtergraph,
1745                                  AVFilterContext *source_ctx, AVFilterContext *sink_ctx)
1746 {
1747     int ret, i;
1748     int nb_filters = graph->nb_filters;
1749     AVFilterInOut *outputs = NULL, *inputs = NULL;
1750
1751     if (filtergraph) {
1752         outputs = avfilter_inout_alloc();
1753         inputs  = avfilter_inout_alloc();
1754         if (!outputs || !inputs) {
1755             ret = AVERROR(ENOMEM);
1756             goto fail;
1757         }
1758
1759         outputs->name       = av_strdup("in");
1760         outputs->filter_ctx = source_ctx;
1761         outputs->pad_idx    = 0;
1762         outputs->next       = NULL;
1763
1764         inputs->name        = av_strdup("out");
1765         inputs->filter_ctx  = sink_ctx;
1766         inputs->pad_idx     = 0;
1767         inputs->next        = NULL;
1768
1769         if ((ret = avfilter_graph_parse_ptr(graph, filtergraph, &inputs, &outputs, NULL)) < 0)
1770             goto fail;
1771     } else {
1772         if ((ret = avfilter_link(source_ctx, 0, sink_ctx, 0)) < 0)
1773             goto fail;
1774     }
1775
1776     /* Reorder the filters to ensure that inputs of the custom filters are merged first */
1777     for (i = 0; i < graph->nb_filters - nb_filters; i++)
1778         FFSWAP(AVFilterContext*, graph->filters[i], graph->filters[i + nb_filters]);
1779
1780     ret = avfilter_graph_config(graph, NULL);
1781 fail:
1782     avfilter_inout_free(&outputs);
1783     avfilter_inout_free(&inputs);
1784     return ret;
1785 }
1786
1787 static int configure_video_filters(AVFilterGraph *graph, VideoState *is, const char *vfilters, AVFrame *frame)
1788 {
1789     static const enum AVPixelFormat pix_fmts[] = { AV_PIX_FMT_YUV420P, AV_PIX_FMT_NONE };
1790     char sws_flags_str[128];
1791     char buffersrc_args[256];
1792     int ret;
1793     AVFilterContext *filt_src = NULL, *filt_out = NULL, *last_filter = NULL;
1794     AVCodecContext *codec = is->video_st->codec;
1795     AVRational fr = av_guess_frame_rate(is->ic, is->video_st, NULL);
1796
1797     av_opt_get_int(sws_opts, "sws_flags", 0, &sws_flags);
1798     snprintf(sws_flags_str, sizeof(sws_flags_str), "flags=%"PRId64, sws_flags);
1799     graph->scale_sws_opts = av_strdup(sws_flags_str);
1800
1801     snprintf(buffersrc_args, sizeof(buffersrc_args),
1802              "video_size=%dx%d:pix_fmt=%d:time_base=%d/%d:pixel_aspect=%d/%d",
1803              frame->width, frame->height, frame->format,
1804              is->video_st->time_base.num, is->video_st->time_base.den,
1805              codec->sample_aspect_ratio.num, FFMAX(codec->sample_aspect_ratio.den, 1));
1806     if (fr.num && fr.den)
1807         av_strlcatf(buffersrc_args, sizeof(buffersrc_args), ":frame_rate=%d/%d", fr.num, fr.den);
1808
1809     if ((ret = avfilter_graph_create_filter(&filt_src,
1810                                             avfilter_get_by_name("buffer"),
1811                                             "ffplay_buffer", buffersrc_args, NULL,
1812                                             graph)) < 0)
1813         goto fail;
1814
1815     ret = avfilter_graph_create_filter(&filt_out,
1816                                        avfilter_get_by_name("buffersink"),
1817                                        "ffplay_buffersink", NULL, NULL, graph);
1818     if (ret < 0)
1819         goto fail;
1820
1821     if ((ret = av_opt_set_int_list(filt_out, "pix_fmts", pix_fmts,  AV_PIX_FMT_NONE, AV_OPT_SEARCH_CHILDREN)) < 0)
1822         goto fail;
1823
1824     last_filter = filt_out;
1825
1826 /* Note: this macro adds a filter before the lastly added filter, so the
1827  * processing order of the filters is in reverse */
1828 #define INSERT_FILT(name, arg) do {                                          \
1829     AVFilterContext *filt_ctx;                                               \
1830                                                                              \
1831     ret = avfilter_graph_create_filter(&filt_ctx,                            \
1832                                        avfilter_get_by_name(name),           \
1833                                        "ffplay_" name, arg, NULL, graph);    \
1834     if (ret < 0)                                                             \
1835         goto fail;                                                           \
1836                                                                              \
1837     ret = avfilter_link(filt_ctx, 0, last_filter, 0);                        \
1838     if (ret < 0)                                                             \
1839         goto fail;                                                           \
1840                                                                              \
1841     last_filter = filt_ctx;                                                  \
1842 } while (0)
1843
1844     /* SDL YUV code is not handling odd width/height for some driver
1845      * combinations, therefore we crop the picture to an even width/height. */
1846     INSERT_FILT("crop", "floor(in_w/2)*2:floor(in_h/2)*2");
1847
1848     if (autorotate) {
1849         double theta  = get_rotation(is->video_st);
1850
1851         if (fabs(theta - 90) < 1.0) {
1852             INSERT_FILT("transpose", "clock");
1853         } else if (fabs(theta - 180) < 1.0) {
1854             INSERT_FILT("hflip", NULL);
1855             INSERT_FILT("vflip", NULL);
1856         } else if (fabs(theta - 270) < 1.0) {
1857             INSERT_FILT("transpose", "cclock");
1858         } else if (fabs(theta) > 1.0) {
1859             char rotate_buf[64];
1860             snprintf(rotate_buf, sizeof(rotate_buf), "%f*PI/180", theta);
1861             INSERT_FILT("rotate", rotate_buf);
1862         }
1863     }
1864
1865     if ((ret = configure_filtergraph(graph, vfilters, filt_src, last_filter)) < 0)
1866         goto fail;
1867
1868     is->in_video_filter  = filt_src;
1869     is->out_video_filter = filt_out;
1870
1871 fail:
1872     return ret;
1873 }
1874
1875 static int configure_audio_filters(VideoState *is, const char *afilters, int force_output_format)
1876 {
1877     static const enum AVSampleFormat sample_fmts[] = { AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_NONE };
1878     int sample_rates[2] = { 0, -1 };
1879     int64_t channel_layouts[2] = { 0, -1 };
1880     int channels[2] = { 0, -1 };
1881     AVFilterContext *filt_asrc = NULL, *filt_asink = NULL;
1882     char aresample_swr_opts[512] = "";
1883     AVDictionaryEntry *e = NULL;
1884     char asrc_args[256];
1885     int ret;
1886
1887     avfilter_graph_free(&is->agraph);
1888     if (!(is->agraph = avfilter_graph_alloc()))
1889         return AVERROR(ENOMEM);
1890
1891     while ((e = av_dict_get(swr_opts, "", e, AV_DICT_IGNORE_SUFFIX)))
1892         av_strlcatf(aresample_swr_opts, sizeof(aresample_swr_opts), "%s=%s:", e->key, e->value);
1893     if (strlen(aresample_swr_opts))
1894         aresample_swr_opts[strlen(aresample_swr_opts)-1] = '\0';
1895     av_opt_set(is->agraph, "aresample_swr_opts", aresample_swr_opts, 0);
1896
1897     ret = snprintf(asrc_args, sizeof(asrc_args),
1898                    "sample_rate=%d:sample_fmt=%s:channels=%d:time_base=%d/%d",
1899                    is->audio_filter_src.freq, av_get_sample_fmt_name(is->audio_filter_src.fmt),
1900                    is->audio_filter_src.channels,
1901                    1, is->audio_filter_src.freq);
1902     if (is->audio_filter_src.channel_layout)
1903         snprintf(asrc_args + ret, sizeof(asrc_args) - ret,
1904                  ":channel_layout=0x%"PRIx64,  is->audio_filter_src.channel_layout);
1905
1906     ret = avfilter_graph_create_filter(&filt_asrc,
1907                                        avfilter_get_by_name("abuffer"), "ffplay_abuffer",
1908                                        asrc_args, NULL, is->agraph);
1909     if (ret < 0)
1910         goto end;
1911
1912
1913     ret = avfilter_graph_create_filter(&filt_asink,
1914                                        avfilter_get_by_name("abuffersink"), "ffplay_abuffersink",
1915                                        NULL, NULL, is->agraph);
1916     if (ret < 0)
1917         goto end;
1918
1919     if ((ret = av_opt_set_int_list(filt_asink, "sample_fmts", sample_fmts,  AV_SAMPLE_FMT_NONE, AV_OPT_SEARCH_CHILDREN)) < 0)
1920         goto end;
1921     if ((ret = av_opt_set_int(filt_asink, "all_channel_counts", 1, AV_OPT_SEARCH_CHILDREN)) < 0)
1922         goto end;
1923
1924     if (force_output_format) {
1925         channel_layouts[0] = is->audio_tgt.channel_layout;
1926         channels       [0] = is->audio_tgt.channels;
1927         sample_rates   [0] = is->audio_tgt.freq;
1928         if ((ret = av_opt_set_int(filt_asink, "all_channel_counts", 0, AV_OPT_SEARCH_CHILDREN)) < 0)
1929             goto end;
1930         if ((ret = av_opt_set_int_list(filt_asink, "channel_layouts", channel_layouts,  -1, AV_OPT_SEARCH_CHILDREN)) < 0)
1931             goto end;
1932         if ((ret = av_opt_set_int_list(filt_asink, "channel_counts" , channels       ,  -1, AV_OPT_SEARCH_CHILDREN)) < 0)
1933             goto end;
1934         if ((ret = av_opt_set_int_list(filt_asink, "sample_rates"   , sample_rates   ,  -1, AV_OPT_SEARCH_CHILDREN)) < 0)
1935             goto end;
1936     }
1937
1938
1939     if ((ret = configure_filtergraph(is->agraph, afilters, filt_asrc, filt_asink)) < 0)
1940         goto end;
1941
1942     is->in_audio_filter  = filt_asrc;
1943     is->out_audio_filter = filt_asink;
1944
1945 end:
1946     if (ret < 0)
1947         avfilter_graph_free(&is->agraph);
1948     return ret;
1949 }
1950 #endif  /* CONFIG_AVFILTER */
1951
1952 static int audio_thread(void *arg)
1953 {
1954     VideoState *is = arg;
1955     AVFrame *frame = av_frame_alloc();
1956     Frame *af;
1957 #if CONFIG_AVFILTER
1958     int last_serial = -1;
1959     int64_t dec_channel_layout;
1960     int reconfigure;
1961 #endif
1962     int got_frame = 0;
1963     AVRational tb;
1964     int ret = 0;
1965
1966     if (!frame)
1967         return AVERROR(ENOMEM);
1968
1969     do {
1970         if ((got_frame = decoder_decode_frame(&is->auddec, frame, NULL)) < 0)
1971             goto the_end;
1972
1973         if (got_frame) {
1974                 tb = (AVRational){1, frame->sample_rate};
1975
1976 #if CONFIG_AVFILTER
1977                 dec_channel_layout = get_valid_channel_layout(frame->channel_layout, av_frame_get_channels(frame));
1978
1979                 reconfigure =
1980                     cmp_audio_fmts(is->audio_filter_src.fmt, is->audio_filter_src.channels,
1981                                    frame->format, av_frame_get_channels(frame))    ||
1982                     is->audio_filter_src.channel_layout != dec_channel_layout ||
1983                     is->audio_filter_src.freq           != frame->sample_rate ||
1984                     is->auddec.pkt_serial               != last_serial;
1985
1986                 if (reconfigure) {
1987                     char buf1[1024], buf2[1024];
1988                     av_get_channel_layout_string(buf1, sizeof(buf1), -1, is->audio_filter_src.channel_layout);
1989                     av_get_channel_layout_string(buf2, sizeof(buf2), -1, dec_channel_layout);
1990                     av_log(NULL, AV_LOG_DEBUG,
1991                            "Audio frame changed from rate:%d ch:%d fmt:%s layout:%s serial:%d to rate:%d ch:%d fmt:%s layout:%s serial:%d\n",
1992                            is->audio_filter_src.freq, is->audio_filter_src.channels, av_get_sample_fmt_name(is->audio_filter_src.fmt), buf1, last_serial,
1993                            frame->sample_rate, av_frame_get_channels(frame), av_get_sample_fmt_name(frame->format), buf2, is->auddec.pkt_serial);
1994
1995                     is->audio_filter_src.fmt            = frame->format;
1996                     is->audio_filter_src.channels       = av_frame_get_channels(frame);
1997                     is->audio_filter_src.channel_layout = dec_channel_layout;
1998                     is->audio_filter_src.freq           = frame->sample_rate;
1999                     last_serial                         = is->auddec.pkt_serial;
2000
2001                     if ((ret = configure_audio_filters(is, afilters, 1)) < 0)
2002                         goto the_end;
2003                 }
2004
2005             if ((ret = av_buffersrc_add_frame(is->in_audio_filter, frame)) < 0)
2006                 goto the_end;
2007
2008             while ((ret = av_buffersink_get_frame_flags(is->out_audio_filter, frame, 0)) >= 0) {
2009                 tb = is->out_audio_filter->inputs[0]->time_base;
2010 #endif
2011                 if (!(af = frame_queue_peek_writable(&is->sampq)))
2012                     goto the_end;
2013
2014                 af->pts = (frame->pts == AV_NOPTS_VALUE) ? NAN : frame->pts * av_q2d(tb);
2015                 af->pos = av_frame_get_pkt_pos(frame);
2016                 af->serial = is->auddec.pkt_serial;
2017                 af->duration = av_q2d((AVRational){frame->nb_samples, frame->sample_rate});
2018
2019                 av_frame_move_ref(af->frame, frame);
2020                 frame_queue_push(&is->sampq);
2021
2022 #if CONFIG_AVFILTER
2023                 if (is->audioq.serial != is->auddec.pkt_serial)
2024                     break;
2025             }
2026             if (ret == AVERROR_EOF)
2027                 is->auddec.finished = is->auddec.pkt_serial;
2028 #endif
2029         }
2030     } while (ret >= 0 || ret == AVERROR(EAGAIN) || ret == AVERROR_EOF);
2031  the_end:
2032 #if CONFIG_AVFILTER
2033     avfilter_graph_free(&is->agraph);
2034 #endif
2035     av_frame_free(&frame);
2036     return ret;
2037 }
2038
2039 static void decoder_start(Decoder *d, int (*fn)(void *), void *arg)
2040 {
2041     packet_queue_start(d->queue);
2042     d->decoder_tid = SDL_CreateThread(fn, arg);
2043 }
2044
2045 static int video_thread(void *arg)
2046 {
2047     VideoState *is = arg;
2048     AVFrame *frame = av_frame_alloc();
2049     double pts;
2050     double duration;
2051     int ret;
2052     AVRational tb = is->video_st->time_base;
2053     AVRational frame_rate = av_guess_frame_rate(is->ic, is->video_st, NULL);
2054
2055 #if CONFIG_AVFILTER
2056     AVFilterGraph *graph = avfilter_graph_alloc();
2057     AVFilterContext *filt_out = NULL, *filt_in = NULL;
2058     int last_w = 0;
2059     int last_h = 0;
2060     enum AVPixelFormat last_format = -2;
2061     int last_serial = -1;
2062     int last_vfilter_idx = 0;
2063     if (!graph) {
2064         av_frame_free(&frame);
2065         return AVERROR(ENOMEM);
2066     }
2067
2068 #endif
2069
2070     if (!frame) {
2071 #if CONFIG_AVFILTER
2072         avfilter_graph_free(&graph);
2073 #endif
2074         return AVERROR(ENOMEM);
2075     }
2076
2077     for (;;) {
2078         ret = get_video_frame(is, frame);
2079         if (ret < 0)
2080             goto the_end;
2081         if (!ret)
2082             continue;
2083
2084 #if CONFIG_AVFILTER
2085         if (   last_w != frame->width
2086             || last_h != frame->height
2087             || last_format != frame->format
2088             || last_serial != is->viddec.pkt_serial
2089             || last_vfilter_idx != is->vfilter_idx) {
2090             av_log(NULL, AV_LOG_DEBUG,
2091                    "Video frame changed from size:%dx%d format:%s serial:%d to size:%dx%d format:%s serial:%d\n",
2092                    last_w, last_h,
2093                    (const char *)av_x_if_null(av_get_pix_fmt_name(last_format), "none"), last_serial,
2094                    frame->width, frame->height,
2095                    (const char *)av_x_if_null(av_get_pix_fmt_name(frame->format), "none"), is->viddec.pkt_serial);
2096             avfilter_graph_free(&graph);
2097             graph = avfilter_graph_alloc();
2098             if ((ret = configure_video_filters(graph, is, vfilters_list ? vfilters_list[is->vfilter_idx] : NULL, frame)) < 0) {
2099                 SDL_Event event;
2100                 event.type = FF_QUIT_EVENT;
2101                 event.user.data1 = is;
2102                 SDL_PushEvent(&event);
2103                 goto the_end;
2104             }
2105             filt_in  = is->in_video_filter;
2106             filt_out = is->out_video_filter;
2107             last_w = frame->width;
2108             last_h = frame->height;
2109             last_format = frame->format;
2110             last_serial = is->viddec.pkt_serial;
2111             last_vfilter_idx = is->vfilter_idx;
2112             frame_rate = filt_out->inputs[0]->frame_rate;
2113         }
2114
2115         ret = av_buffersrc_add_frame(filt_in, frame);
2116         if (ret < 0)
2117             goto the_end;
2118
2119         while (ret >= 0) {
2120             is->frame_last_returned_time = av_gettime_relative() / 1000000.0;
2121
2122             ret = av_buffersink_get_frame_flags(filt_out, frame, 0);
2123             if (ret < 0) {
2124                 if (ret == AVERROR_EOF)
2125                     is->viddec.finished = is->viddec.pkt_serial;
2126                 ret = 0;
2127                 break;
2128             }
2129
2130             is->frame_last_filter_delay = av_gettime_relative() / 1000000.0 - is->frame_last_returned_time;
2131             if (fabs(is->frame_last_filter_delay) > AV_NOSYNC_THRESHOLD / 10.0)
2132                 is->frame_last_filter_delay = 0;
2133             tb = filt_out->inputs[0]->time_base;
2134 #endif
2135             duration = (frame_rate.num && frame_rate.den ? av_q2d((AVRational){frame_rate.den, frame_rate.num}) : 0);
2136             pts = (frame->pts == AV_NOPTS_VALUE) ? NAN : frame->pts * av_q2d(tb);
2137             ret = queue_picture(is, frame, pts, duration, av_frame_get_pkt_pos(frame), is->viddec.pkt_serial);
2138             av_frame_unref(frame);
2139 #if CONFIG_AVFILTER
2140         }
2141 #endif
2142
2143         if (ret < 0)
2144             goto the_end;
2145     }
2146  the_end:
2147 #if CONFIG_AVFILTER
2148     avfilter_graph_free(&graph);
2149 #endif
2150     av_frame_free(&frame);
2151     return 0;
2152 }
2153
2154 static int subtitle_thread(void *arg)
2155 {
2156     VideoState *is = arg;
2157     Frame *sp;
2158     int got_subtitle;
2159     double pts;
2160     int i;
2161
2162     for (;;) {
2163         if (!(sp = frame_queue_peek_writable(&is->subpq)))
2164             return 0;
2165
2166         if ((got_subtitle = decoder_decode_frame(&is->subdec, NULL, &sp->sub)) < 0)
2167             break;
2168
2169         pts = 0;
2170
2171         if (got_subtitle && sp->sub.format == 0) {
2172             if (sp->sub.pts != AV_NOPTS_VALUE)
2173                 pts = sp->sub.pts / (double)AV_TIME_BASE;
2174             sp->pts = pts;
2175             sp->serial = is->subdec.pkt_serial;
2176
2177             for (i = 0; i < sp->sub.num_rects; i++)
2178             {
2179                 int in_w = sp->sub.rects[i]->w;
2180                 int in_h = sp->sub.rects[i]->h;
2181                 int subw = is->subdec.avctx->width  ? is->subdec.avctx->width  : is->viddec_width;
2182                 int subh = is->subdec.avctx->height ? is->subdec.avctx->height : is->viddec_height;
2183                 int out_w = is->viddec_width  ? in_w * is->viddec_width  / subw : in_w;
2184                 int out_h = is->viddec_height ? in_h * is->viddec_height / subh : in_h;
2185                 AVPicture newpic;
2186
2187                 //can not use avpicture_alloc as it is not compatible with avsubtitle_free()
2188                 av_image_fill_linesizes(newpic.linesize, AV_PIX_FMT_YUVA420P, out_w);
2189                 newpic.data[0] = av_malloc(newpic.linesize[0] * out_h);
2190                 newpic.data[3] = av_malloc(newpic.linesize[3] * out_h);
2191                 newpic.data[1] = av_malloc(newpic.linesize[1] * ((out_h+1)/2));
2192                 newpic.data[2] = av_malloc(newpic.linesize[2] * ((out_h+1)/2));
2193
2194                 is->sub_convert_ctx = sws_getCachedContext(is->sub_convert_ctx,
2195                     in_w, in_h, AV_PIX_FMT_PAL8, out_w, out_h,
2196                     AV_PIX_FMT_YUVA420P, sws_flags, NULL, NULL, NULL);
2197                 if (!is->sub_convert_ctx || !newpic.data[0] || !newpic.data[3] ||
2198                     !newpic.data[1] || !newpic.data[2]
2199                 ) {
2200                     av_log(NULL, AV_LOG_FATAL, "Cannot initialize the sub conversion context\n");
2201                     exit(1);
2202                 }
2203                 sws_scale(is->sub_convert_ctx,
2204                           (void*)sp->sub.rects[i]->pict.data, sp->sub.rects[i]->pict.linesize,
2205                           0, in_h, newpic.data, newpic.linesize);
2206
2207                 av_free(sp->sub.rects[i]->pict.data[0]);
2208                 av_free(sp->sub.rects[i]->pict.data[1]);
2209                 sp->sub.rects[i]->pict = newpic;
2210                 sp->sub.rects[i]->w = out_w;
2211                 sp->sub.rects[i]->h = out_h;
2212                 sp->sub.rects[i]->x = sp->sub.rects[i]->x * out_w / in_w;
2213                 sp->sub.rects[i]->y = sp->sub.rects[i]->y * out_h / in_h;
2214             }
2215
2216             /* now we can update the picture count */
2217             frame_queue_push(&is->subpq);
2218         } else if (got_subtitle) {
2219             avsubtitle_free(&sp->sub);
2220         }
2221     }
2222     return 0;
2223 }
2224
2225 /* copy samples for viewing in editor window */
2226 static void update_sample_display(VideoState *is, short *samples, int samples_size)
2227 {
2228     int size, len;
2229
2230     size = samples_size / sizeof(short);
2231     while (size > 0) {
2232         len = SAMPLE_ARRAY_SIZE - is->sample_array_index;
2233         if (len > size)
2234             len = size;
2235         memcpy(is->sample_array + is->sample_array_index, samples, len * sizeof(short));
2236         samples += len;
2237         is->sample_array_index += len;
2238         if (is->sample_array_index >= SAMPLE_ARRAY_SIZE)
2239             is->sample_array_index = 0;
2240         size -= len;
2241     }
2242 }
2243
2244 /* return the wanted number of samples to get better sync if sync_type is video
2245  * or external master clock */
2246 static int synchronize_audio(VideoState *is, int nb_samples)
2247 {
2248     int wanted_nb_samples = nb_samples;
2249
2250     /* if not master, then we try to remove or add samples to correct the clock */
2251     if (get_master_sync_type(is) != AV_SYNC_AUDIO_MASTER) {
2252         double diff, avg_diff;
2253         int min_nb_samples, max_nb_samples;
2254
2255         diff = get_clock(&is->audclk) - get_master_clock(is);
2256
2257         if (!isnan(diff) && fabs(diff) < AV_NOSYNC_THRESHOLD) {
2258             is->audio_diff_cum = diff + is->audio_diff_avg_coef * is->audio_diff_cum;
2259             if (is->audio_diff_avg_count < AUDIO_DIFF_AVG_NB) {
2260                 /* not enough measures to have a correct estimate */
2261                 is->audio_diff_avg_count++;
2262             } else {
2263                 /* estimate the A-V difference */
2264                 avg_diff = is->audio_diff_cum * (1.0 - is->audio_diff_avg_coef);
2265
2266                 if (fabs(avg_diff) >= is->audio_diff_threshold) {
2267                     wanted_nb_samples = nb_samples + (int)(diff * is->audio_src.freq);
2268                     min_nb_samples = ((nb_samples * (100 - SAMPLE_CORRECTION_PERCENT_MAX) / 100));
2269                     max_nb_samples = ((nb_samples * (100 + SAMPLE_CORRECTION_PERCENT_MAX) / 100));
2270                     wanted_nb_samples = av_clip(wanted_nb_samples, min_nb_samples, max_nb_samples);
2271                 }
2272                 av_log(NULL, AV_LOG_TRACE, "diff=%f adiff=%f sample_diff=%d apts=%0.3f %f\n",
2273                         diff, avg_diff, wanted_nb_samples - nb_samples,
2274                         is->audio_clock, is->audio_diff_threshold);
2275             }
2276         } else {
2277             /* too big difference : may be initial PTS errors, so
2278                reset A-V filter */
2279             is->audio_diff_avg_count = 0;
2280             is->audio_diff_cum       = 0;
2281         }
2282     }
2283
2284     return wanted_nb_samples;
2285 }
2286
2287 /**
2288  * Decode one audio frame and return its uncompressed size.
2289  *
2290  * The processed audio frame is decoded, converted if required, and
2291  * stored in is->audio_buf, with size in bytes given by the return
2292  * value.
2293  */
2294 static int audio_decode_frame(VideoState *is)
2295 {
2296     int data_size, resampled_data_size;
2297     int64_t dec_channel_layout;
2298     av_unused double audio_clock0;
2299     int wanted_nb_samples;
2300     Frame *af;
2301
2302     if (is->paused)
2303         return -1;
2304
2305     do {
2306 #if defined(_WIN32)
2307         while (frame_queue_nb_remaining(&is->sampq) == 0) {
2308             if ((av_gettime_relative() - audio_callback_time) > 1000000LL * is->audio_hw_buf_size / is->audio_tgt.bytes_per_sec / 2)
2309                 return -1;
2310             av_usleep (1000);
2311         }
2312 #endif
2313         if (!(af = frame_queue_peek_readable(&is->sampq)))
2314             return -1;
2315         frame_queue_next(&is->sampq);
2316     } while (af->serial != is->audioq.serial);
2317
2318     data_size = av_samples_get_buffer_size(NULL, av_frame_get_channels(af->frame),
2319                                            af->frame->nb_samples,
2320                                            af->frame->format, 1);
2321
2322     dec_channel_layout =
2323         (af->frame->channel_layout && av_frame_get_channels(af->frame) == av_get_channel_layout_nb_channels(af->frame->channel_layout)) ?
2324         af->frame->channel_layout : av_get_default_channel_layout(av_frame_get_channels(af->frame));
2325     wanted_nb_samples = synchronize_audio(is, af->frame->nb_samples);
2326
2327     if (af->frame->format        != is->audio_src.fmt            ||
2328         dec_channel_layout       != is->audio_src.channel_layout ||
2329         af->frame->sample_rate   != is->audio_src.freq           ||
2330         (wanted_nb_samples       != af->frame->nb_samples && !is->swr_ctx)) {
2331         swr_free(&is->swr_ctx);
2332         is->swr_ctx = swr_alloc_set_opts(NULL,
2333                                          is->audio_tgt.channel_layout, is->audio_tgt.fmt, is->audio_tgt.freq,
2334                                          dec_channel_layout,           af->frame->format, af->frame->sample_rate,
2335                                          0, NULL);
2336         if (!is->swr_ctx || swr_init(is->swr_ctx) < 0) {
2337             av_log(NULL, AV_LOG_ERROR,
2338                    "Cannot create sample rate converter for conversion of %d Hz %s %d channels to %d Hz %s %d channels!\n",
2339                     af->frame->sample_rate, av_get_sample_fmt_name(af->frame->format), av_frame_get_channels(af->frame),
2340                     is->audio_tgt.freq, av_get_sample_fmt_name(is->audio_tgt.fmt), is->audio_tgt.channels);
2341             swr_free(&is->swr_ctx);
2342             return -1;
2343         }
2344         is->audio_src.channel_layout = dec_channel_layout;
2345         is->audio_src.channels       = av_frame_get_channels(af->frame);
2346         is->audio_src.freq = af->frame->sample_rate;
2347         is->audio_src.fmt = af->frame->format;
2348     }
2349
2350     if (is->swr_ctx) {
2351         const uint8_t **in = (const uint8_t **)af->frame->extended_data;
2352         uint8_t **out = &is->audio_buf1;
2353         int out_count = (int64_t)wanted_nb_samples * is->audio_tgt.freq / af->frame->sample_rate + 256;
2354         int out_size  = av_samples_get_buffer_size(NULL, is->audio_tgt.channels, out_count, is->audio_tgt.fmt, 0);
2355         int len2;
2356         if (out_size < 0) {
2357             av_log(NULL, AV_LOG_ERROR, "av_samples_get_buffer_size() failed\n");
2358             return -1;
2359         }
2360         if (wanted_nb_samples != af->frame->nb_samples) {
2361             if (swr_set_compensation(is->swr_ctx, (wanted_nb_samples - af->frame->nb_samples) * is->audio_tgt.freq / af->frame->sample_rate,
2362                                         wanted_nb_samples * is->audio_tgt.freq / af->frame->sample_rate) < 0) {
2363                 av_log(NULL, AV_LOG_ERROR, "swr_set_compensation() failed\n");
2364                 return -1;
2365             }
2366         }
2367         av_fast_malloc(&is->audio_buf1, &is->audio_buf1_size, out_size);
2368         if (!is->audio_buf1)
2369             return AVERROR(ENOMEM);
2370         len2 = swr_convert(is->swr_ctx, out, out_count, in, af->frame->nb_samples);
2371         if (len2 < 0) {
2372             av_log(NULL, AV_LOG_ERROR, "swr_convert() failed\n");
2373             return -1;
2374         }
2375         if (len2 == out_count) {
2376             av_log(NULL, AV_LOG_WARNING, "audio buffer is probably too small\n");
2377             if (swr_init(is->swr_ctx) < 0)
2378                 swr_free(&is->swr_ctx);
2379         }
2380         is->audio_buf = is->audio_buf1;
2381         resampled_data_size = len2 * is->audio_tgt.channels * av_get_bytes_per_sample(is->audio_tgt.fmt);
2382     } else {
2383         is->audio_buf = af->frame->data[0];
2384         resampled_data_size = data_size;
2385     }
2386
2387     audio_clock0 = is->audio_clock;
2388     /* update the audio clock with the pts */
2389     if (!isnan(af->pts))
2390         is->audio_clock = af->pts + (double) af->frame->nb_samples / af->frame->sample_rate;
2391     else
2392         is->audio_clock = NAN;
2393     is->audio_clock_serial = af->serial;
2394 #ifdef DEBUG
2395     {
2396         static double last_clock;
2397         printf("audio: delay=%0.3f clock=%0.3f clock0=%0.3f\n",
2398                is->audio_clock - last_clock,
2399                is->audio_clock, audio_clock0);
2400         last_clock = is->audio_clock;
2401     }
2402 #endif
2403     return resampled_data_size;
2404 }
2405
2406 /* prepare a new audio buffer */
2407 static void sdl_audio_callback(void *opaque, Uint8 *stream, int len)
2408 {
2409     VideoState *is = opaque;
2410     int audio_size, len1;
2411
2412     audio_callback_time = av_gettime_relative();
2413
2414     while (len > 0) {
2415         if (is->audio_buf_index >= is->audio_buf_size) {
2416            audio_size = audio_decode_frame(is);
2417            if (audio_size < 0) {
2418                 /* if error, just output silence */
2419                is->audio_buf      = is->silence_buf;
2420                is->audio_buf_size = sizeof(is->silence_buf) / is->audio_tgt.frame_size * is->audio_tgt.frame_size;
2421            } else {
2422                if (is->show_mode != SHOW_MODE_VIDEO)
2423                    update_sample_display(is, (int16_t *)is->audio_buf, audio_size);
2424                is->audio_buf_size = audio_size;
2425            }
2426            is->audio_buf_index = 0;
2427         }
2428         len1 = is->audio_buf_size - is->audio_buf_index;
2429         if (len1 > len)
2430             len1 = len;
2431         memcpy(stream, (uint8_t *)is->audio_buf + is->audio_buf_index, len1);
2432         len -= len1;
2433         stream += len1;
2434         is->audio_buf_index += len1;
2435     }
2436     is->audio_write_buf_size = is->audio_buf_size - is->audio_buf_index;
2437     /* Let's assume the audio driver that is used by SDL has two periods. */
2438     if (!isnan(is->audio_clock)) {
2439         set_clock_at(&is->audclk, is->audio_clock - (double)(2 * is->audio_hw_buf_size + is->audio_write_buf_size) / is->audio_tgt.bytes_per_sec, is->audio_clock_serial, audio_callback_time / 1000000.0);
2440         sync_clock_to_slave(&is->extclk, &is->audclk);
2441     }
2442 }
2443
2444 static int audio_open(void *opaque, int64_t wanted_channel_layout, int wanted_nb_channels, int wanted_sample_rate, struct AudioParams *audio_hw_params)
2445 {
2446     SDL_AudioSpec wanted_spec, spec;
2447     const char *env;
2448     static const int next_nb_channels[] = {0, 0, 1, 6, 2, 6, 4, 6};
2449     static const int next_sample_rates[] = {0, 44100, 48000, 96000, 192000};
2450     int next_sample_rate_idx = FF_ARRAY_ELEMS(next_sample_rates) - 1;
2451
2452     env = SDL_getenv("SDL_AUDIO_CHANNELS");
2453     if (env) {
2454         wanted_nb_channels = atoi(env);
2455         wanted_channel_layout = av_get_default_channel_layout(wanted_nb_channels);
2456     }
2457     if (!wanted_channel_layout || wanted_nb_channels != av_get_channel_layout_nb_channels(wanted_channel_layout)) {
2458         wanted_channel_layout = av_get_default_channel_layout(wanted_nb_channels);
2459         wanted_channel_layout &= ~AV_CH_LAYOUT_STEREO_DOWNMIX;
2460     }
2461     wanted_nb_channels = av_get_channel_layout_nb_channels(wanted_channel_layout);
2462     wanted_spec.channels = wanted_nb_channels;
2463     wanted_spec.freq = wanted_sample_rate;
2464     if (wanted_spec.freq <= 0 || wanted_spec.channels <= 0) {
2465         av_log(NULL, AV_LOG_ERROR, "Invalid sample rate or channel count!\n");
2466         return -1;
2467     }
2468     while (next_sample_rate_idx && next_sample_rates[next_sample_rate_idx] >= wanted_spec.freq)
2469         next_sample_rate_idx--;
2470     wanted_spec.format = AUDIO_S16SYS;
2471     wanted_spec.silence = 0;
2472     wanted_spec.samples = FFMAX(SDL_AUDIO_MIN_BUFFER_SIZE, 2 << av_log2(wanted_spec.freq / SDL_AUDIO_MAX_CALLBACKS_PER_SEC));
2473     wanted_spec.callback = sdl_audio_callback;
2474     wanted_spec.userdata = opaque;
2475     while (SDL_OpenAudio(&wanted_spec, &spec) < 0) {
2476         av_log(NULL, AV_LOG_WARNING, "SDL_OpenAudio (%d channels, %d Hz): %s\n",
2477                wanted_spec.channels, wanted_spec.freq, SDL_GetError());
2478         wanted_spec.channels = next_nb_channels[FFMIN(7, wanted_spec.channels)];
2479         if (!wanted_spec.channels) {
2480             wanted_spec.freq = next_sample_rates[next_sample_rate_idx--];
2481             wanted_spec.channels = wanted_nb_channels;
2482             if (!wanted_spec.freq) {
2483                 av_log(NULL, AV_LOG_ERROR,
2484                        "No more combinations to try, audio open failed\n");
2485                 return -1;
2486             }
2487         }
2488         wanted_channel_layout = av_get_default_channel_layout(wanted_spec.channels);
2489     }
2490     if (spec.format != AUDIO_S16SYS) {
2491         av_log(NULL, AV_LOG_ERROR,
2492                "SDL advised audio format %d is not supported!\n", spec.format);
2493         return -1;
2494     }
2495     if (spec.channels != wanted_spec.channels) {
2496         wanted_channel_layout = av_get_default_channel_layout(spec.channels);
2497         if (!wanted_channel_layout) {
2498             av_log(NULL, AV_LOG_ERROR,
2499                    "SDL advised channel count %d is not supported!\n", spec.channels);
2500             return -1;
2501         }
2502     }
2503
2504     audio_hw_params->fmt = AV_SAMPLE_FMT_S16;
2505     audio_hw_params->freq = spec.freq;
2506     audio_hw_params->channel_layout = wanted_channel_layout;
2507     audio_hw_params->channels =  spec.channels;
2508     audio_hw_params->frame_size = av_samples_get_buffer_size(NULL, audio_hw_params->channels, 1, audio_hw_params->fmt, 1);
2509     audio_hw_params->bytes_per_sec = av_samples_get_buffer_size(NULL, audio_hw_params->channels, audio_hw_params->freq, audio_hw_params->fmt, 1);
2510     if (audio_hw_params->bytes_per_sec <= 0 || audio_hw_params->frame_size <= 0) {
2511         av_log(NULL, AV_LOG_ERROR, "av_samples_get_buffer_size failed\n");
2512         return -1;
2513     }
2514     return spec.size;
2515 }
2516
2517 /* open a given stream. Return 0 if OK */
2518 static int stream_component_open(VideoState *is, int stream_index)
2519 {
2520     AVFormatContext *ic = is->ic;
2521     AVCodecContext *avctx;
2522     AVCodec *codec;
2523     const char *forced_codec_name = NULL;
2524     AVDictionary *opts;
2525     AVDictionaryEntry *t = NULL;
2526     int sample_rate, nb_channels;
2527     int64_t channel_layout;
2528     int ret = 0;
2529     int stream_lowres = lowres;
2530
2531     if (stream_index < 0 || stream_index >= ic->nb_streams)
2532         return -1;
2533     avctx = ic->streams[stream_index]->codec;
2534
2535     codec = avcodec_find_decoder(avctx->codec_id);
2536
2537     switch(avctx->codec_type){
2538         case AVMEDIA_TYPE_AUDIO   : is->last_audio_stream    = stream_index; forced_codec_name =    audio_codec_name; break;
2539         case AVMEDIA_TYPE_SUBTITLE: is->last_subtitle_stream = stream_index; forced_codec_name = subtitle_codec_name; break;
2540         case AVMEDIA_TYPE_VIDEO   : is->last_video_stream    = stream_index; forced_codec_name =    video_codec_name; break;
2541     }
2542     if (forced_codec_name)
2543         codec = avcodec_find_decoder_by_name(forced_codec_name);
2544     if (!codec) {
2545         if (forced_codec_name) av_log(NULL, AV_LOG_WARNING,
2546                                       "No codec could be found with name '%s'\n", forced_codec_name);
2547         else                   av_log(NULL, AV_LOG_WARNING,
2548                                       "No codec could be found with id %d\n", avctx->codec_id);
2549         return -1;
2550     }
2551
2552     avctx->codec_id = codec->id;
2553     if(stream_lowres > av_codec_get_max_lowres(codec)){
2554         av_log(avctx, AV_LOG_WARNING, "The maximum value for lowres supported by the decoder is %d\n",
2555                 av_codec_get_max_lowres(codec));
2556         stream_lowres = av_codec_get_max_lowres(codec);
2557     }
2558     av_codec_set_lowres(avctx, stream_lowres);
2559
2560     if(stream_lowres) avctx->flags |= CODEC_FLAG_EMU_EDGE;
2561     if (fast)
2562         avctx->flags2 |= AV_CODEC_FLAG2_FAST;
2563     if(codec->capabilities & AV_CODEC_CAP_DR1)
2564         avctx->flags |= CODEC_FLAG_EMU_EDGE;
2565
2566     opts = filter_codec_opts(codec_opts, avctx->codec_id, ic, ic->streams[stream_index], codec);
2567     if (!av_dict_get(opts, "threads", NULL, 0))
2568         av_dict_set(&opts, "threads", "auto", 0);
2569     if (stream_lowres)
2570         av_dict_set_int(&opts, "lowres", stream_lowres, 0);
2571     if (avctx->codec_type == AVMEDIA_TYPE_VIDEO || avctx->codec_type == AVMEDIA_TYPE_AUDIO)
2572         av_dict_set(&opts, "refcounted_frames", "1", 0);
2573     if ((ret = avcodec_open2(avctx, codec, &opts)) < 0) {
2574         goto fail;
2575     }
2576     if ((t = av_dict_get(opts, "", NULL, AV_DICT_IGNORE_SUFFIX))) {
2577         av_log(NULL, AV_LOG_ERROR, "Option %s not found.\n", t->key);
2578         ret =  AVERROR_OPTION_NOT_FOUND;
2579         goto fail;
2580     }
2581
2582     is->eof = 0;
2583     ic->streams[stream_index]->discard = AVDISCARD_DEFAULT;
2584     switch (avctx->codec_type) {
2585     case AVMEDIA_TYPE_AUDIO:
2586 #if CONFIG_AVFILTER
2587         {
2588             AVFilterLink *link;
2589
2590             is->audio_filter_src.freq           = avctx->sample_rate;
2591             is->audio_filter_src.channels       = avctx->channels;
2592             is->audio_filter_src.channel_layout = get_valid_channel_layout(avctx->channel_layout, avctx->channels);
2593             is->audio_filter_src.fmt            = avctx->sample_fmt;
2594             if ((ret = configure_audio_filters(is, afilters, 0)) < 0)
2595                 goto fail;
2596             link = is->out_audio_filter->inputs[0];
2597             sample_rate    = link->sample_rate;
2598             nb_channels    = link->channels;
2599             channel_layout = link->channel_layout;
2600         }
2601 #else
2602         sample_rate    = avctx->sample_rate;
2603         nb_channels    = avctx->channels;
2604         channel_layout = avctx->channel_layout;
2605 #endif
2606
2607         /* prepare audio output */
2608         if ((ret = audio_open(is, channel_layout, nb_channels, sample_rate, &is->audio_tgt)) < 0)
2609             goto fail;
2610         is->audio_hw_buf_size = ret;
2611         is->audio_src = is->audio_tgt;
2612         is->audio_buf_size  = 0;
2613         is->audio_buf_index = 0;
2614
2615         /* init averaging filter */
2616         is->audio_diff_avg_coef  = exp(log(0.01) / AUDIO_DIFF_AVG_NB);
2617         is->audio_diff_avg_count = 0;
2618         /* since we do not have a precise anough audio fifo fullness,
2619            we correct audio sync only if larger than this threshold */
2620         is->audio_diff_threshold = (double)(is->audio_hw_buf_size) / is->audio_tgt.bytes_per_sec;
2621
2622         is->audio_stream = stream_index;
2623         is->audio_st = ic->streams[stream_index];
2624
2625         decoder_init(&is->auddec, avctx, &is->audioq, is->continue_read_thread);
2626         if ((is->ic->iformat->flags & (AVFMT_NOBINSEARCH | AVFMT_NOGENSEARCH | AVFMT_NO_BYTE_SEEK)) && !is->ic->iformat->read_seek) {
2627             is->auddec.start_pts = is->audio_st->start_time;
2628             is->auddec.start_pts_tb = is->audio_st->time_base;
2629         }
2630         decoder_start(&is->auddec, audio_thread, is);
2631         SDL_PauseAudio(0);
2632         break;
2633     case AVMEDIA_TYPE_VIDEO:
2634         is->video_stream = stream_index;
2635         is->video_st = ic->streams[stream_index];
2636
2637         is->viddec_width  = avctx->width;
2638         is->viddec_height = avctx->height;
2639
2640         decoder_init(&is->viddec, avctx, &is->videoq, is->continue_read_thread);
2641         decoder_start(&is->viddec, video_thread, is);
2642         is->queue_attachments_req = 1;
2643         break;
2644     case AVMEDIA_TYPE_SUBTITLE:
2645         is->subtitle_stream = stream_index;
2646         is->subtitle_st = ic->streams[stream_index];
2647
2648         decoder_init(&is->subdec, avctx, &is->subtitleq, is->continue_read_thread);
2649         decoder_start(&is->subdec, subtitle_thread, is);
2650         break;
2651     default:
2652         break;
2653     }
2654
2655 fail:
2656     av_dict_free(&opts);
2657
2658     return ret;
2659 }
2660
2661 static void stream_component_close(VideoState *is, int stream_index)
2662 {
2663     AVFormatContext *ic = is->ic;
2664     AVCodecContext *avctx;
2665
2666     if (stream_index < 0 || stream_index >= ic->nb_streams)
2667         return;
2668     avctx = ic->streams[stream_index]->codec;
2669
2670     switch (avctx->codec_type) {
2671     case AVMEDIA_TYPE_AUDIO:
2672         decoder_abort(&is->auddec, &is->sampq);
2673         SDL_CloseAudio();
2674         decoder_destroy(&is->auddec);
2675         swr_free(&is->swr_ctx);
2676         av_freep(&is->audio_buf1);
2677         is->audio_buf1_size = 0;
2678         is->audio_buf = NULL;
2679
2680         if (is->rdft) {
2681             av_rdft_end(is->rdft);
2682             av_freep(&is->rdft_data);
2683             is->rdft = NULL;
2684             is->rdft_bits = 0;
2685         }
2686         break;
2687     case AVMEDIA_TYPE_VIDEO:
2688         decoder_abort(&is->viddec, &is->pictq);
2689         decoder_destroy(&is->viddec);
2690         break;
2691     case AVMEDIA_TYPE_SUBTITLE:
2692         decoder_abort(&is->subdec, &is->subpq);
2693         decoder_destroy(&is->subdec);
2694         break;
2695     default:
2696         break;
2697     }
2698
2699     ic->streams[stream_index]->discard = AVDISCARD_ALL;
2700     avcodec_close(avctx);
2701     switch (avctx->codec_type) {
2702     case AVMEDIA_TYPE_AUDIO:
2703         is->audio_st = NULL;
2704         is->audio_stream = -1;
2705         break;
2706     case AVMEDIA_TYPE_VIDEO:
2707         is->video_st = NULL;
2708         is->video_stream = -1;
2709         break;
2710     case AVMEDIA_TYPE_SUBTITLE:
2711         is->subtitle_st = NULL;
2712         is->subtitle_stream = -1;
2713         break;
2714     default:
2715         break;
2716     }
2717 }
2718
2719 static int decode_interrupt_cb(void *ctx)
2720 {
2721     VideoState *is = ctx;
2722     return is->abort_request;
2723 }
2724
2725 static int is_realtime(AVFormatContext *s)
2726 {
2727     if(   !strcmp(s->iformat->name, "rtp")
2728        || !strcmp(s->iformat->name, "rtsp")
2729        || !strcmp(s->iformat->name, "sdp")
2730     )
2731         return 1;
2732
2733     if(s->pb && (   !strncmp(s->filename, "rtp:", 4)
2734                  || !strncmp(s->filename, "udp:", 4)
2735                 )
2736     )
2737         return 1;
2738     return 0;
2739 }
2740
2741 /* this thread gets the stream from the disk or the network */
2742 static int read_thread(void *arg)
2743 {
2744     VideoState *is = arg;
2745     AVFormatContext *ic = NULL;
2746     int err, i, ret;
2747     int st_index[AVMEDIA_TYPE_NB];
2748     AVPacket pkt1, *pkt = &pkt1;
2749     int64_t stream_start_time;
2750     int pkt_in_play_range = 0;
2751     AVDictionaryEntry *t;
2752     AVDictionary **opts;
2753     int orig_nb_streams;
2754     SDL_mutex *wait_mutex = SDL_CreateMutex();
2755     int scan_all_pmts_set = 0;
2756     int64_t pkt_ts;
2757
2758     memset(st_index, -1, sizeof(st_index));
2759     is->last_video_stream = is->video_stream = -1;
2760     is->last_audio_stream = is->audio_stream = -1;
2761     is->last_subtitle_stream = is->subtitle_stream = -1;
2762     is->eof = 0;
2763
2764     ic = avformat_alloc_context();
2765     if (!ic) {
2766         av_log(NULL, AV_LOG_FATAL, "Could not allocate context.\n");
2767         ret = AVERROR(ENOMEM);
2768         goto fail;
2769     }
2770     ic->interrupt_callback.callback = decode_interrupt_cb;
2771     ic->interrupt_callback.opaque = is;
2772     if (!av_dict_get(format_opts, "scan_all_pmts", NULL, AV_DICT_MATCH_CASE)) {
2773         av_dict_set(&format_opts, "scan_all_pmts", "1", AV_DICT_DONT_OVERWRITE);
2774         scan_all_pmts_set = 1;
2775     }
2776     err = avformat_open_input(&ic, is->filename, is->iformat, &format_opts);
2777     if (err < 0) {
2778         print_error(is->filename, err);
2779         ret = -1;
2780         goto fail;
2781     }
2782     if (scan_all_pmts_set)
2783         av_dict_set(&format_opts, "scan_all_pmts", NULL, AV_DICT_MATCH_CASE);
2784
2785     if ((t = av_dict_get(format_opts, "", NULL, AV_DICT_IGNORE_SUFFIX))) {
2786         av_log(NULL, AV_LOG_ERROR, "Option %s not found.\n", t->key);
2787         ret = AVERROR_OPTION_NOT_FOUND;
2788         goto fail;
2789     }
2790     is->ic = ic;
2791
2792     if (genpts)
2793         ic->flags |= AVFMT_FLAG_GENPTS;
2794
2795     av_format_inject_global_side_data(ic);
2796
2797     opts = setup_find_stream_info_opts(ic, codec_opts);
2798     orig_nb_streams = ic->nb_streams;
2799
2800     err = avformat_find_stream_info(ic, opts);
2801
2802     for (i = 0; i < orig_nb_streams; i++)
2803         av_dict_free(&opts[i]);
2804     av_freep(&opts);
2805
2806     if (err < 0) {
2807         av_log(NULL, AV_LOG_WARNING,
2808                "%s: could not find codec parameters\n", is->filename);
2809         ret = -1;
2810         goto fail;
2811     }
2812
2813     if (ic->pb)
2814         ic->pb->eof_reached = 0; // FIXME hack, ffplay maybe should not use avio_feof() to test for the end
2815
2816     if (seek_by_bytes < 0)
2817         seek_by_bytes = !!(ic->iformat->flags & AVFMT_TS_DISCONT) && strcmp("ogg", ic->iformat->name);
2818
2819     is->max_frame_duration = (ic->iformat->flags & AVFMT_TS_DISCONT) ? 10.0 : 3600.0;
2820
2821     if (!window_title && (t = av_dict_get(ic->metadata, "title", NULL, 0)))
2822         window_title = av_asprintf("%s - %s", t->value, input_filename);
2823
2824     /* if seeking requested, we execute it */
2825     if (start_time != AV_NOPTS_VALUE) {
2826         int64_t timestamp;
2827
2828         timestamp = start_time;
2829         /* add the stream start time */
2830         if (ic->start_time != AV_NOPTS_VALUE)
2831             timestamp += ic->start_time;
2832         ret = avformat_seek_file(ic, -1, INT64_MIN, timestamp, INT64_MAX, 0);
2833         if (ret < 0) {
2834             av_log(NULL, AV_LOG_WARNING, "%s: could not seek to position %0.3f\n",
2835                     is->filename, (double)timestamp / AV_TIME_BASE);
2836         }
2837     }
2838
2839     is->realtime = is_realtime(ic);
2840
2841     if (show_status)
2842         av_dump_format(ic, 0, is->filename, 0);
2843
2844     for (i = 0; i < ic->nb_streams; i++) {
2845         AVStream *st = ic->streams[i];
2846         enum AVMediaType type = st->codec->codec_type;
2847         st->discard = AVDISCARD_ALL;
2848         if (wanted_stream_spec[type] && st_index[type] == -1)
2849             if (avformat_match_stream_specifier(ic, st, wanted_stream_spec[type]) > 0)
2850                 st_index[type] = i;
2851     }
2852     for (i = 0; i < AVMEDIA_TYPE_NB; i++) {
2853         if (wanted_stream_spec[i] && st_index[i] == -1) {
2854             av_log(NULL, AV_LOG_ERROR, "Stream specifier %s does not match any %s stream\n", wanted_stream_spec[i], av_get_media_type_string(i));
2855             st_index[i] = INT_MAX;
2856         }
2857     }
2858
2859     if (!video_disable)
2860         st_index[AVMEDIA_TYPE_VIDEO] =
2861             av_find_best_stream(ic, AVMEDIA_TYPE_VIDEO,
2862                                 st_index[AVMEDIA_TYPE_VIDEO], -1, NULL, 0);
2863     if (!audio_disable)
2864         st_index[AVMEDIA_TYPE_AUDIO] =
2865             av_find_best_stream(ic, AVMEDIA_TYPE_AUDIO,
2866                                 st_index[AVMEDIA_TYPE_AUDIO],
2867                                 st_index[AVMEDIA_TYPE_VIDEO],
2868                                 NULL, 0);
2869     if (!video_disable && !subtitle_disable)
2870         st_index[AVMEDIA_TYPE_SUBTITLE] =
2871             av_find_best_stream(ic, AVMEDIA_TYPE_SUBTITLE,
2872                                 st_index[AVMEDIA_TYPE_SUBTITLE],
2873                                 (st_index[AVMEDIA_TYPE_AUDIO] >= 0 ?
2874                                  st_index[AVMEDIA_TYPE_AUDIO] :
2875                                  st_index[AVMEDIA_TYPE_VIDEO]),
2876                                 NULL, 0);
2877
2878     is->show_mode = show_mode;
2879     if (st_index[AVMEDIA_TYPE_VIDEO] >= 0) {
2880         AVStream *st = ic->streams[st_index[AVMEDIA_TYPE_VIDEO]];
2881         AVCodecContext *avctx = st->codec;
2882         AVRational sar = av_guess_sample_aspect_ratio(ic, st, NULL);
2883         if (avctx->width)
2884             set_default_window_size(avctx->width, avctx->height, sar);
2885     }
2886
2887     /* open the streams */
2888     if (st_index[AVMEDIA_TYPE_AUDIO] >= 0) {
2889         stream_component_open(is, st_index[AVMEDIA_TYPE_AUDIO]);
2890     }
2891
2892     ret = -1;
2893     if (st_index[AVMEDIA_TYPE_VIDEO] >= 0) {
2894         ret = stream_component_open(is, st_index[AVMEDIA_TYPE_VIDEO]);
2895     }
2896     if (is->show_mode == SHOW_MODE_NONE)
2897         is->show_mode = ret >= 0 ? SHOW_MODE_VIDEO : SHOW_MODE_RDFT;
2898
2899     if (st_index[AVMEDIA_TYPE_SUBTITLE] >= 0) {
2900         stream_component_open(is, st_index[AVMEDIA_TYPE_SUBTITLE]);
2901     }
2902
2903     if (is->video_stream < 0 && is->audio_stream < 0) {
2904         av_log(NULL, AV_LOG_FATAL, "Failed to open file '%s' or configure filtergraph\n",
2905                is->filename);
2906         ret = -1;
2907         goto fail;
2908     }
2909
2910     if (infinite_buffer < 0 && is->realtime)
2911         infinite_buffer = 1;
2912
2913     for (;;) {
2914         if (is->abort_request)
2915             break;
2916         if (is->paused != is->last_paused) {
2917             is->last_paused = is->paused;
2918             if (is->paused)
2919                 is->read_pause_return = av_read_pause(ic);
2920             else
2921                 av_read_play(ic);
2922         }
2923 #if CONFIG_RTSP_DEMUXER || CONFIG_MMSH_PROTOCOL
2924         if (is->paused &&
2925                 (!strcmp(ic->iformat->name, "rtsp") ||
2926                  (ic->pb && !strncmp(input_filename, "mmsh:", 5)))) {
2927             /* wait 10 ms to avoid trying to get another packet */
2928             /* XXX: horrible */
2929             SDL_Delay(10);
2930             continue;
2931         }
2932 #endif
2933         if (is->seek_req) {
2934             int64_t seek_target = is->seek_pos;
2935             int64_t seek_min    = is->seek_rel > 0 ? seek_target - is->seek_rel + 2: INT64_MIN;
2936             int64_t seek_max    = is->seek_rel < 0 ? seek_target - is->seek_rel - 2: INT64_MAX;
2937 // FIXME the +-2 is due to rounding being not done in the correct direction in generation
2938 //      of the seek_pos/seek_rel variables
2939
2940             ret = avformat_seek_file(is->ic, -1, seek_min, seek_target, seek_max, is->seek_flags);
2941             if (ret < 0) {
2942                 av_log(NULL, AV_LOG_ERROR,
2943                        "%s: error while seeking\n", is->ic->filename);
2944             } else {
2945                 if (is->audio_stream >= 0) {
2946                     packet_queue_flush(&is->audioq);
2947                     packet_queue_put(&is->audioq, &flush_pkt);
2948                 }
2949                 if (is->subtitle_stream >= 0) {
2950                     packet_queue_flush(&is->subtitleq);
2951                     packet_queue_put(&is->subtitleq, &flush_pkt);
2952                 }
2953                 if (is->video_stream >= 0) {
2954                     packet_queue_flush(&is->videoq);
2955                     packet_queue_put(&is->videoq, &flush_pkt);
2956                 }
2957                 if (is->seek_flags & AVSEEK_FLAG_BYTE) {
2958                    set_clock(&is->extclk, NAN, 0);
2959                 } else {
2960                    set_clock(&is->extclk, seek_target / (double)AV_TIME_BASE, 0);
2961                 }
2962             }
2963             is->seek_req = 0;
2964             is->queue_attachments_req = 1;
2965             is->eof = 0;
2966             if (is->paused)
2967                 step_to_next_frame(is);
2968         }
2969         if (is->queue_attachments_req) {
2970             if (is->video_st && is->video_st->disposition & AV_DISPOSITION_ATTACHED_PIC) {
2971                 AVPacket copy;
2972                 if ((ret = av_copy_packet(&copy, &is->video_st->attached_pic)) < 0)
2973                     goto fail;
2974                 packet_queue_put(&is->videoq, &copy);
2975                 packet_queue_put_nullpacket(&is->videoq, is->video_stream);
2976             }
2977             is->queue_attachments_req = 0;
2978         }
2979
2980         /* if the queue are full, no need to read more */
2981         if (infinite_buffer<1 &&
2982               (is->audioq.size + is->videoq.size + is->subtitleq.size > MAX_QUEUE_SIZE
2983             || (   (is->audioq   .nb_packets > MIN_FRAMES || is->audio_stream < 0 || is->audioq.abort_request)
2984                 && (is->videoq   .nb_packets > MIN_FRAMES || is->video_stream < 0 || is->videoq.abort_request
2985                     || (is->video_st->disposition & AV_DISPOSITION_ATTACHED_PIC))
2986                 && (is->subtitleq.nb_packets > MIN_FRAMES || is->subtitle_stream < 0 || is->subtitleq.abort_request)))) {
2987             /* wait 10 ms */
2988             SDL_LockMutex(wait_mutex);
2989             SDL_CondWaitTimeout(is->continue_read_thread, wait_mutex, 10);
2990             SDL_UnlockMutex(wait_mutex);
2991             continue;
2992         }
2993         if (!is->paused &&
2994             (!is->audio_st || (is->auddec.finished == is->audioq.serial && frame_queue_nb_remaining(&is->sampq) == 0)) &&
2995             (!is->video_st || (is->viddec.finished == is->videoq.serial && frame_queue_nb_remaining(&is->pictq) == 0))) {
2996             if (loop != 1 && (!loop || --loop)) {
2997                 stream_seek(is, start_time != AV_NOPTS_VALUE ? start_time : 0, 0, 0);
2998             } else if (autoexit) {
2999                 ret = AVERROR_EOF;
3000                 goto fail;
3001             }
3002         }
3003         ret = av_read_frame(ic, pkt);
3004         if (ret < 0) {
3005             if ((ret == AVERROR_EOF || avio_feof(ic->pb)) && !is->eof) {
3006                 if (is->video_stream >= 0)
3007                     packet_queue_put_nullpacket(&is->videoq, is->video_stream);
3008                 if (is->audio_stream >= 0)
3009                     packet_queue_put_nullpacket(&is->audioq, is->audio_stream);
3010                 if (is->subtitle_stream >= 0)
3011                     packet_queue_put_nullpacket(&is->subtitleq, is->subtitle_stream);
3012                 is->eof = 1;
3013             }
3014             if (ic->pb && ic->pb->error)
3015                 break;
3016             SDL_LockMutex(wait_mutex);
3017             SDL_CondWaitTimeout(is->continue_read_thread, wait_mutex, 10);
3018             SDL_UnlockMutex(wait_mutex);
3019             continue;
3020         } else {
3021             is->eof = 0;
3022         }
3023         /* check if packet is in play range specified by user, then queue, otherwise discard */
3024         stream_start_time = ic->streams[pkt->stream_index]->start_time;
3025         pkt_ts = pkt->pts == AV_NOPTS_VALUE ? pkt->dts : pkt->pts;
3026         pkt_in_play_range = duration == AV_NOPTS_VALUE ||
3027                 (pkt_ts - (stream_start_time != AV_NOPTS_VALUE ? stream_start_time : 0)) *
3028                 av_q2d(ic->streams[pkt->stream_index]->time_base) -
3029                 (double)(start_time != AV_NOPTS_VALUE ? start_time : 0) / 1000000
3030                 <= ((double)duration / 1000000);
3031         if (pkt->stream_index == is->audio_stream && pkt_in_play_range) {
3032             packet_queue_put(&is->audioq, pkt);
3033         } else if (pkt->stream_index == is->video_stream && pkt_in_play_range
3034                    && !(is->video_st->disposition & AV_DISPOSITION_ATTACHED_PIC)) {
3035             packet_queue_put(&is->videoq, pkt);
3036         } else if (pkt->stream_index == is->subtitle_stream && pkt_in_play_range) {
3037             packet_queue_put(&is->subtitleq, pkt);
3038         } else {
3039             av_free_packet(pkt);
3040         }
3041     }
3042     /* wait until the end */
3043     while (!is->abort_request) {
3044         SDL_Delay(100);
3045     }
3046
3047     ret = 0;
3048  fail:
3049     /* close each stream */
3050     if (is->audio_stream >= 0)
3051         stream_component_close(is, is->audio_stream);
3052     if (is->video_stream >= 0)
3053         stream_component_close(is, is->video_stream);
3054     if (is->subtitle_stream >= 0)
3055         stream_component_close(is, is->subtitle_stream);
3056     if (ic) {
3057         avformat_close_input(&ic);
3058         is->ic = NULL;
3059     }
3060
3061     if (ret != 0) {
3062         SDL_Event event;
3063
3064         event.type = FF_QUIT_EVENT;
3065         event.user.data1 = is;
3066         SDL_PushEvent(&event);
3067     }
3068     SDL_DestroyMutex(wait_mutex);
3069     return 0;
3070 }
3071
3072 static VideoState *stream_open(const char *filename, AVInputFormat *iformat)
3073 {
3074     VideoState *is;
3075
3076     is = av_mallocz(sizeof(VideoState));
3077     if (!is)
3078         return NULL;
3079     av_strlcpy(is->filename, filename, sizeof(is->filename));
3080     is->iformat = iformat;
3081     is->ytop    = 0;
3082     is->xleft   = 0;
3083
3084     /* start video display */
3085     if (frame_queue_init(&is->pictq, &is->videoq, VIDEO_PICTURE_QUEUE_SIZE, 1) < 0)
3086         goto fail;
3087     if (frame_queue_init(&is->subpq, &is->subtitleq, SUBPICTURE_QUEUE_SIZE, 0) < 0)
3088         goto fail;
3089     if (frame_queue_init(&is->sampq, &is->audioq, SAMPLE_QUEUE_SIZE, 1) < 0)
3090         goto fail;
3091
3092     packet_queue_init(&is->videoq);
3093     packet_queue_init(&is->audioq);
3094     packet_queue_init(&is->subtitleq);
3095
3096     is->continue_read_thread = SDL_CreateCond();
3097
3098     init_clock(&is->vidclk, &is->videoq.serial);
3099     init_clock(&is->audclk, &is->audioq.serial);
3100     init_clock(&is->extclk, &is->extclk.serial);
3101     is->audio_clock_serial = -1;
3102     is->av_sync_type = av_sync_type;
3103     is->read_tid     = SDL_CreateThread(read_thread, is);
3104     if (!is->read_tid) {
3105 fail:
3106         stream_close(is);
3107         return NULL;
3108     }
3109     return is;
3110 }
3111
3112 static void stream_cycle_channel(VideoState *is, int codec_type)
3113 {
3114     AVFormatContext *ic = is->ic;
3115     int start_index, stream_index;
3116     int old_index;
3117     AVStream *st;
3118     AVProgram *p = NULL;
3119     int nb_streams = is->ic->nb_streams;
3120
3121     if (codec_type == AVMEDIA_TYPE_VIDEO) {
3122         start_index = is->last_video_stream;
3123         old_index = is->video_stream;
3124     } else if (codec_type == AVMEDIA_TYPE_AUDIO) {
3125         start_index = is->last_audio_stream;
3126         old_index = is->audio_stream;
3127     } else {
3128         start_index = is->last_subtitle_stream;
3129         old_index = is->subtitle_stream;
3130     }
3131     stream_index = start_index;
3132
3133     if (codec_type != AVMEDIA_TYPE_VIDEO && is->video_stream != -1) {
3134         p = av_find_program_from_stream(ic, NULL, is->video_stream);
3135         if (p) {
3136             nb_streams = p->nb_stream_indexes;
3137             for (start_index = 0; start_index < nb_streams; start_index++)
3138                 if (p->stream_index[start_index] == stream_index)
3139                     break;
3140             if (start_index == nb_streams)
3141                 start_index = -1;
3142             stream_index = start_index;
3143         }
3144     }
3145
3146     for (;;) {
3147         if (++stream_index >= nb_streams)
3148         {
3149             if (codec_type == AVMEDIA_TYPE_SUBTITLE)
3150             {
3151                 stream_index = -1;
3152                 is->last_subtitle_stream = -1;
3153                 goto the_end;
3154             }
3155             if (start_index == -1)
3156                 return;
3157             stream_index = 0;
3158         }
3159         if (stream_index == start_index)
3160             return;
3161         st = is->ic->streams[p ? p->stream_index[stream_index] : stream_index];
3162         if (st->codec->codec_type == codec_type) {
3163             /* check that parameters are OK */
3164             switch (codec_type) {
3165             case AVMEDIA_TYPE_AUDIO:
3166                 if (st->codec->sample_rate != 0 &&
3167                     st->codec->channels != 0)
3168                     goto the_end;
3169                 break;
3170             case AVMEDIA_TYPE_VIDEO:
3171             case AVMEDIA_TYPE_SUBTITLE:
3172                 goto the_end;
3173             default:
3174                 break;
3175             }
3176         }
3177     }
3178  the_end:
3179     if (p && stream_index != -1)
3180         stream_index = p->stream_index[stream_index];
3181     av_log(NULL, AV_LOG_INFO, "Switch %s stream from #%d to #%d\n",
3182            av_get_media_type_string(codec_type),
3183            old_index,
3184            stream_index);
3185
3186     stream_component_close(is, old_index);
3187     stream_component_open(is, stream_index);
3188 }
3189
3190
3191 static void toggle_full_screen(VideoState *is)
3192 {
3193 #if defined(__APPLE__) && SDL_VERSION_ATLEAST(1, 2, 14)
3194     /* OS X needs to reallocate the SDL overlays */
3195     int i;
3196     for (i = 0; i < VIDEO_PICTURE_QUEUE_SIZE; i++)
3197         is->pictq.queue[i].reallocate = 1;
3198 #endif
3199     is_full_screen = !is_full_screen;
3200     video_open(is, 1, NULL);
3201 }
3202
3203 static void toggle_audio_display(VideoState *is)
3204 {
3205     int bgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0x00);
3206     int next = is->show_mode;
3207     do {
3208         next = (next + 1) % SHOW_MODE_NB;
3209     } while (next != is->show_mode && (next == SHOW_MODE_VIDEO && !is->video_st || next != SHOW_MODE_VIDEO && !is->audio_st));
3210     if (is->show_mode != next) {
3211         fill_rectangle(screen,
3212                     is->xleft, is->ytop, is->width, is->height,
3213                     bgcolor, 1);
3214         is->force_refresh = 1;
3215         is->show_mode = next;
3216     }
3217 }
3218
3219 static void refresh_loop_wait_event(VideoState *is, SDL_Event *event) {
3220     double remaining_time = 0.0;
3221     SDL_PumpEvents();
3222     while (!SDL_PeepEvents(event, 1, SDL_GETEVENT, SDL_ALLEVENTS)) {
3223         if (!cursor_hidden && av_gettime_relative() - cursor_last_shown > CURSOR_HIDE_DELAY) {
3224             SDL_ShowCursor(0);
3225             cursor_hidden = 1;
3226         }
3227         if (remaining_time > 0.0)
3228             av_usleep((int64_t)(remaining_time * 1000000.0));
3229         remaining_time = REFRESH_RATE;
3230         if (is->show_mode != SHOW_MODE_NONE && (!is->paused || is->force_refresh))
3231             video_refresh(is, &remaining_time);
3232         SDL_PumpEvents();
3233     }
3234 }
3235
3236 static void seek_chapter(VideoState *is, int incr)
3237 {
3238     int64_t pos = get_master_clock(is) * AV_TIME_BASE;
3239     int i;
3240
3241     if (!is->ic->nb_chapters)
3242         return;
3243
3244     /* find the current chapter */
3245     for (i = 0; i < is->ic->nb_chapters; i++) {
3246         AVChapter *ch = is->ic->chapters[i];
3247         if (av_compare_ts(pos, AV_TIME_BASE_Q, ch->start, ch->time_base) < 0) {
3248             i--;
3249             break;
3250         }
3251     }
3252
3253     i += incr;
3254     i = FFMAX(i, 0);
3255     if (i >= is->ic->nb_chapters)
3256         return;
3257
3258     av_log(NULL, AV_LOG_VERBOSE, "Seeking to chapter %d.\n", i);
3259     stream_seek(is, av_rescale_q(is->ic->chapters[i]->start, is->ic->chapters[i]->time_base,
3260                                  AV_TIME_BASE_Q), 0, 0);
3261 }
3262
3263 /* handle an event sent by the GUI */
3264 static void event_loop(VideoState *cur_stream)
3265 {
3266     SDL_Event event;
3267     double incr, pos, frac;
3268
3269     for (;;) {
3270         double x;
3271         refresh_loop_wait_event(cur_stream, &event);
3272         switch (event.type) {
3273         case SDL_KEYDOWN:
3274             if (exit_on_keydown) {
3275                 do_exit(cur_stream);
3276                 break;
3277             }
3278             switch (event.key.keysym.sym) {
3279             case SDLK_ESCAPE:
3280             case SDLK_q:
3281                 do_exit(cur_stream);
3282                 break;
3283             case SDLK_f:
3284                 toggle_full_screen(cur_stream);
3285                 cur_stream->force_refresh = 1;
3286                 break;
3287             case SDLK_p:
3288             case SDLK_SPACE:
3289                 toggle_pause(cur_stream);
3290                 break;
3291             case SDLK_s: // S: Step to next frame
3292                 step_to_next_frame(cur_stream);
3293                 break;
3294             case SDLK_a:
3295                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_AUDIO);
3296                 break;
3297             case SDLK_v:
3298                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_VIDEO);
3299                 break;
3300             case SDLK_c:
3301                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_VIDEO);
3302                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_AUDIO);
3303                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_SUBTITLE);
3304                 break;
3305             case SDLK_t:
3306                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_SUBTITLE);
3307                 break;
3308             case SDLK_w:
3309 #if CONFIG_AVFILTER
3310                 if (cur_stream->show_mode == SHOW_MODE_VIDEO && cur_stream->vfilter_idx < nb_vfilters - 1) {
3311                     if (++cur_stream->vfilter_idx >= nb_vfilters)
3312                         cur_stream->vfilter_idx = 0;
3313                 } else {
3314                     cur_stream->vfilter_idx = 0;
3315                     toggle_audio_display(cur_stream);
3316                 }
3317 #else
3318                 toggle_audio_display(cur_stream);
3319 #endif
3320                 break;
3321             case SDLK_PAGEUP:
3322                 if (cur_stream->ic->nb_chapters <= 1) {
3323                     incr = 600.0;
3324                     goto do_seek;
3325                 }
3326                 seek_chapter(cur_stream, 1);
3327                 break;
3328             case SDLK_PAGEDOWN:
3329                 if (cur_stream->ic->nb_chapters <= 1) {
3330                     incr = -600.0;
3331                     goto do_seek;
3332                 }
3333                 seek_chapter(cur_stream, -1);
3334                 break;
3335             case SDLK_LEFT:
3336                 incr = -10.0;
3337                 goto do_seek;
3338             case SDLK_RIGHT:
3339                 incr = 10.0;
3340                 goto do_seek;
3341             case SDLK_UP:
3342                 incr = 60.0;
3343                 goto do_seek;
3344             case SDLK_DOWN:
3345                 incr = -60.0;
3346             do_seek:
3347                     if (seek_by_bytes) {
3348                         pos = -1;
3349                         if (pos < 0 && cur_stream->video_stream >= 0)
3350                             pos = frame_queue_last_pos(&cur_stream->pictq);
3351                         if (pos < 0 && cur_stream->audio_stream >= 0)
3352                             pos = frame_queue_last_pos(&cur_stream->sampq);
3353                         if (pos < 0)
3354                             pos = avio_tell(cur_stream->ic->pb);
3355                         if (cur_stream->ic->bit_rate)
3356                             incr *= cur_stream->ic->bit_rate / 8.0;
3357                         else
3358                             incr *= 180000.0;
3359                         pos += incr;
3360                         stream_seek(cur_stream, pos, incr, 1);
3361                     } else {
3362                         pos = get_master_clock(cur_stream);
3363                         if (isnan(pos))
3364                             pos = (double)cur_stream->seek_pos / AV_TIME_BASE;
3365                         pos += incr;
3366                         if (cur_stream->ic->start_time != AV_NOPTS_VALUE && pos < cur_stream->ic->start_time / (double)AV_TIME_BASE)
3367                             pos = cur_stream->ic->start_time / (double)AV_TIME_BASE;
3368                         stream_seek(cur_stream, (int64_t)(pos * AV_TIME_BASE), (int64_t)(incr * AV_TIME_BASE), 0);
3369                     }
3370                 break;
3371             default:
3372                 break;
3373             }
3374             break;
3375         case SDL_VIDEOEXPOSE:
3376             cur_stream->force_refresh = 1;
3377             break;
3378         case SDL_MOUSEBUTTONDOWN:
3379             if (exit_on_mousedown) {
3380                 do_exit(cur_stream);
3381                 break;
3382             }
3383         case SDL_MOUSEMOTION:
3384             if (cursor_hidden) {
3385                 SDL_ShowCursor(1);
3386                 cursor_hidden = 0;
3387             }
3388             cursor_last_shown = av_gettime_relative();
3389             if (event.type == SDL_MOUSEBUTTONDOWN) {
3390                 x = event.button.x;
3391             } else {
3392                 if (event.motion.state != SDL_PRESSED)
3393                     break;
3394                 x = event.motion.x;
3395             }
3396                 if (seek_by_bytes || cur_stream->ic->duration <= 0) {
3397                     uint64_t size =  avio_size(cur_stream->ic->pb);
3398                     stream_seek(cur_stream, size*x/cur_stream->width, 0, 1);
3399                 } else {
3400                     int64_t ts;
3401                     int ns, hh, mm, ss;
3402                     int tns, thh, tmm, tss;
3403                     tns  = cur_stream->ic->duration / 1000000LL;
3404                     thh  = tns / 3600;
3405                     tmm  = (tns % 3600) / 60;
3406                     tss  = (tns % 60);
3407                     frac = x / cur_stream->width;
3408                     ns   = frac * tns;
3409                     hh   = ns / 3600;
3410                     mm   = (ns % 3600) / 60;
3411                     ss   = (ns % 60);
3412                     av_log(NULL, AV_LOG_INFO,
3413                            "Seek to %2.0f%% (%2d:%02d:%02d) of total duration (%2d:%02d:%02d)       \n", frac*100,
3414                             hh, mm, ss, thh, tmm, tss);
3415                     ts = frac * cur_stream->ic->duration;
3416                     if (cur_stream->ic->start_time != AV_NOPTS_VALUE)
3417                         ts += cur_stream->ic->start_time;
3418                     stream_seek(cur_stream, ts, 0, 0);
3419                 }
3420             break;
3421         case SDL_VIDEORESIZE:
3422                 screen = SDL_SetVideoMode(FFMIN(16383, event.resize.w), event.resize.h, 0,
3423                                           SDL_HWSURFACE|(is_full_screen?SDL_FULLSCREEN:SDL_RESIZABLE)|SDL_ASYNCBLIT|SDL_HWACCEL);
3424                 if (!screen) {
3425                     av_log(NULL, AV_LOG_FATAL, "Failed to set video mode\n");
3426                     do_exit(cur_stream);
3427                 }
3428                 screen_width  = cur_stream->width  = screen->w;
3429                 screen_height = cur_stream->height = screen->h;
3430                 cur_stream->force_refresh = 1;
3431             break;
3432         case SDL_QUIT:
3433         case FF_QUIT_EVENT:
3434             do_exit(cur_stream);
3435             break;
3436         case FF_ALLOC_EVENT:
3437             alloc_picture(event.user.data1);
3438             break;
3439         default:
3440             break;
3441         }
3442     }
3443 }
3444
3445 static int opt_frame_size(void *optctx, const char *opt, const char *arg)
3446 {
3447     av_log(NULL, AV_LOG_WARNING, "Option -s is deprecated, use -video_size.\n");
3448     return opt_default(NULL, "video_size", arg);
3449 }
3450
3451 static int opt_width(void *optctx, const char *opt, const char *arg)
3452 {
3453     screen_width = parse_number_or_die(opt, arg, OPT_INT64, 1, INT_MAX);
3454     return 0;
3455 }
3456
3457 static int opt_height(void *optctx, const char *opt, const char *arg)
3458 {
3459     screen_height = parse_number_or_die(opt, arg, OPT_INT64, 1, INT_MAX);
3460     return 0;
3461 }
3462
3463 static int opt_format(void *optctx, const char *opt, const char *arg)
3464 {
3465     file_iformat = av_find_input_format(arg);
3466     if (!file_iformat) {
3467         av_log(NULL, AV_LOG_FATAL, "Unknown input format: %s\n", arg);
3468         return AVERROR(EINVAL);
3469     }
3470     return 0;
3471 }
3472
3473 static int opt_frame_pix_fmt(void *optctx, const char *opt, const char *arg)
3474 {
3475     av_log(NULL, AV_LOG_WARNING, "Option -pix_fmt is deprecated, use -pixel_format.\n");
3476     return opt_default(NULL, "pixel_format", arg);
3477 }
3478
3479 static int opt_sync(void *optctx, const char *opt, const char *arg)
3480 {
3481     if (!strcmp(arg, "audio"))
3482         av_sync_type = AV_SYNC_AUDIO_MASTER;
3483     else if (!strcmp(arg, "video"))
3484         av_sync_type = AV_SYNC_VIDEO_MASTER;
3485     else if (!strcmp(arg, "ext"))
3486         av_sync_type = AV_SYNC_EXTERNAL_CLOCK;
3487     else {
3488         av_log(NULL, AV_LOG_ERROR, "Unknown value for %s: %s\n", opt, arg);
3489         exit(1);
3490     }
3491     return 0;
3492 }
3493
3494 static int opt_seek(void *optctx, const char *opt, const char *arg)
3495 {
3496     start_time = parse_time_or_die(opt, arg, 1);
3497     return 0;
3498 }
3499
3500 static int opt_duration(void *optctx, const char *opt, const char *arg)
3501 {
3502     duration = parse_time_or_die(opt, arg, 1);
3503     return 0;
3504 }
3505
3506 static int opt_show_mode(void *optctx, const char *opt, const char *arg)
3507 {
3508     show_mode = !strcmp(arg, "video") ? SHOW_MODE_VIDEO :
3509                 !strcmp(arg, "waves") ? SHOW_MODE_WAVES :
3510                 !strcmp(arg, "rdft" ) ? SHOW_MODE_RDFT  :
3511                 parse_number_or_die(opt, arg, OPT_INT, 0, SHOW_MODE_NB-1);
3512     return 0;
3513 }
3514
3515 static void opt_input_file(void *optctx, const char *filename)
3516 {
3517     if (input_filename) {
3518         av_log(NULL, AV_LOG_FATAL,
3519                "Argument '%s' provided as input filename, but '%s' was already specified.\n",
3520                 filename, input_filename);
3521         exit(1);
3522     }
3523     if (!strcmp(filename, "-"))
3524         filename = "pipe:";
3525     input_filename = filename;
3526 }
3527
3528 static int opt_codec(void *optctx, const char *opt, const char *arg)
3529 {
3530    const char *spec = strchr(opt, ':');
3531    if (!spec) {
3532        av_log(NULL, AV_LOG_ERROR,
3533               "No media specifier was specified in '%s' in option '%s'\n",
3534                arg, opt);
3535        return AVERROR(EINVAL);
3536    }
3537    spec++;
3538    switch (spec[0]) {
3539    case 'a' :    audio_codec_name = arg; break;
3540    case 's' : subtitle_codec_name = arg; break;
3541    case 'v' :    video_codec_name = arg; break;
3542    default:
3543        av_log(NULL, AV_LOG_ERROR,
3544               "Invalid media specifier '%s' in option '%s'\n", spec, opt);
3545        return AVERROR(EINVAL);
3546    }
3547    return 0;
3548 }
3549
3550 static int dummy;
3551
3552 static const OptionDef options[] = {
3553 #include "cmdutils_common_opts.h"
3554     { "x", HAS_ARG, { .func_arg = opt_width }, "force displayed width", "width" },
3555     { "y", HAS_ARG, { .func_arg = opt_height }, "force displayed height", "height" },
3556     { "s", HAS_ARG | OPT_VIDEO, { .func_arg = opt_frame_size }, "set frame size (WxH or abbreviation)", "size" },
3557     { "fs", OPT_BOOL, { &is_full_screen }, "force full screen" },
3558     { "an", OPT_BOOL, { &audio_disable }, "disable audio" },
3559     { "vn", OPT_BOOL, { &video_disable }, "disable video" },
3560     { "sn", OPT_BOOL, { &subtitle_disable }, "disable subtitling" },
3561     { "ast", OPT_STRING | HAS_ARG | OPT_EXPERT, { &wanted_stream_spec[AVMEDIA_TYPE_AUDIO] }, "select desired audio stream", "stream_specifier" },
3562     { "vst", OPT_STRING | HAS_ARG | OPT_EXPERT, { &wanted_stream_spec[AVMEDIA_TYPE_VIDEO] }, "select desired video stream", "stream_specifier" },
3563     { "sst", OPT_STRING | HAS_ARG | OPT_EXPERT, { &wanted_stream_spec[AVMEDIA_TYPE_SUBTITLE] }, "select desired subtitle stream", "stream_specifier" },
3564     { "ss", HAS_ARG, { .func_arg = opt_seek }, "seek to a given position in seconds", "pos" },
3565     { "t", HAS_ARG, { .func_arg = opt_duration }, "play  \"duration\" seconds of audio/video", "duration" },
3566     { "bytes", OPT_INT | HAS_ARG, { &seek_by_bytes }, "seek by bytes 0=off 1=on -1=auto", "val" },
3567     { "nodisp", OPT_BOOL, { &display_disable }, "disable graphical display" },
3568     { "f", HAS_ARG, { .func_arg = opt_format }, "force format", "fmt" },
3569     { "pix_fmt", HAS_ARG | OPT_EXPERT | OPT_VIDEO, { .func_arg = opt_frame_pix_fmt }, "set pixel format", "format" },
3570     { "stats", OPT_BOOL | OPT_EXPERT, { &show_status }, "show status", "" },
3571     { "fast", OPT_BOOL | OPT_EXPERT, { &fast }, "non spec compliant optimizations", "" },
3572     { "genpts", OPT_BOOL | OPT_EXPERT, { &genpts }, "generate pts", "" },
3573     { "drp", OPT_INT | HAS_ARG | OPT_EXPERT, { &decoder_reorder_pts }, "let decoder reorder pts 0=off 1=on -1=auto", ""},
3574     { "lowres", OPT_INT | HAS_ARG | OPT_EXPERT, { &lowres }, "", "" },
3575     { "sync", HAS_ARG | OPT_EXPERT, { .func_arg = opt_sync }, "set audio-video sync. type (type=audio/video/ext)", "type" },
3576     { "autoexit", OPT_BOOL | OPT_EXPERT, { &autoexit }, "exit at the end", "" },
3577     { "exitonkeydown", OPT_BOOL | OPT_EXPERT, { &exit_on_keydown }, "exit on key down", "" },
3578     { "exitonmousedown", OPT_BOOL | OPT_EXPERT, { &exit_on_mousedown }, "exit on mouse down", "" },
3579     { "loop", OPT_INT | HAS_ARG | OPT_EXPERT, { &loop }, "set number of times the playback shall be looped", "loop count" },
3580     { "framedrop", OPT_BOOL | OPT_EXPERT, { &framedrop }, "drop frames when cpu is too slow", "" },
3581     { "infbuf", OPT_BOOL | OPT_EXPERT, { &infinite_buffer }, "don't limit the input buffer size (useful with realtime streams)", "" },
3582     { "window_title", OPT_STRING | HAS_ARG, { &window_title }, "set window title", "window title" },
3583 #if CONFIG_AVFILTER
3584     { "vf", OPT_EXPERT | HAS_ARG, { .func_arg = opt_add_vfilter }, "set video filters", "filter_graph" },
3585     { "af", OPT_STRING | HAS_ARG, { &afilters }, "set audio filters", "filter_graph" },
3586 #endif
3587     { "rdftspeed", OPT_INT | HAS_ARG| OPT_AUDIO | OPT_EXPERT, { &rdftspeed }, "rdft speed", "msecs" },
3588     { "showmode", HAS_ARG, { .func_arg = opt_show_mode}, "select show mode (0 = video, 1 = waves, 2 = RDFT)", "mode" },
3589     { "default", HAS_ARG | OPT_AUDIO | OPT_VIDEO | OPT_EXPERT, { .func_arg = opt_default }, "generic catch all option", "" },
3590     { "i", OPT_BOOL, { &dummy}, "read specified file", "input_file"},
3591     { "codec", HAS_ARG, { .func_arg = opt_codec}, "force decoder", "decoder_name" },
3592     { "acodec", HAS_ARG | OPT_STRING | OPT_EXPERT, {    &audio_codec_name }, "force audio decoder",    "decoder_name" },
3593     { "scodec", HAS_ARG | OPT_STRING | OPT_EXPERT, { &subtitle_codec_name }, "force subtitle decoder", "decoder_name" },
3594     { "vcodec", HAS_ARG | OPT_STRING | OPT_EXPERT, {    &video_codec_name }, "force video decoder",    "decoder_name" },
3595     { "autorotate", OPT_BOOL, { &autorotate }, "automatically rotate video", "" },
3596     { NULL, },
3597 };
3598
3599 static void show_usage(void)
3600 {
3601     av_log(NULL, AV_LOG_INFO, "Simple media player\n");
3602     av_log(NULL, AV_LOG_INFO, "usage: %s [options] input_file\n", program_name);
3603     av_log(NULL, AV_LOG_INFO, "\n");
3604 }
3605
3606 void show_help_default(const char *opt, const char *arg)
3607 {
3608     av_log_set_callback(log_callback_help);
3609     show_usage();
3610     show_help_options(options, "Main options:", 0, OPT_EXPERT, 0);
3611     show_help_options(options, "Advanced options:", OPT_EXPERT, 0, 0);
3612     printf("\n");
3613     show_help_children(avcodec_get_class(), AV_OPT_FLAG_DECODING_PARAM);
3614     show_help_children(avformat_get_class(), AV_OPT_FLAG_DECODING_PARAM);
3615 #if !CONFIG_AVFILTER
3616     show_help_children(sws_get_class(), AV_OPT_FLAG_ENCODING_PARAM);
3617 #else
3618     show_help_children(avfilter_get_class(), AV_OPT_FLAG_FILTERING_PARAM);
3619 #endif
3620     printf("\nWhile playing:\n"
3621            "q, ESC              quit\n"
3622            "f                   toggle full screen\n"
3623            "p, SPC              pause\n"
3624            "a                   cycle audio channel in the current program\n"
3625            "v                   cycle video channel\n"
3626            "t                   cycle subtitle channel in the current program\n"
3627            "c                   cycle program\n"
3628            "w                   cycle video filters or show modes\n"
3629            "s                   activate frame-step mode\n"
3630            "left/right          seek backward/forward 10 seconds\n"
3631            "down/up             seek backward/forward 1 minute\n"
3632            "page down/page up   seek backward/forward 10 minutes\n"
3633            "mouse click         seek to percentage in file corresponding to fraction of width\n"
3634            );
3635 }
3636
3637 static int lockmgr(void **mtx, enum AVLockOp op)
3638 {
3639    switch(op) {
3640       case AV_LOCK_CREATE:
3641           *mtx = SDL_CreateMutex();
3642           if(!*mtx)
3643               return 1;
3644           return 0;
3645       case AV_LOCK_OBTAIN:
3646           return !!SDL_LockMutex(*mtx);
3647       case AV_LOCK_RELEASE:
3648           return !!SDL_UnlockMutex(*mtx);
3649       case AV_LOCK_DESTROY:
3650           SDL_DestroyMutex(*mtx);
3651           return 0;
3652    }
3653    return 1;
3654 }
3655
3656 /* Called from the main */
3657 int main(int argc, char **argv)
3658 {
3659     int flags;
3660     VideoState *is;
3661     char dummy_videodriver[] = "SDL_VIDEODRIVER=dummy";
3662
3663     av_log_set_flags(AV_LOG_SKIP_REPEATED);
3664     parse_loglevel(argc, argv, options);
3665
3666     /* register all codecs, demux and protocols */
3667 #if CONFIG_AVDEVICE
3668     avdevice_register_all();
3669 #endif
3670 #if CONFIG_AVFILTER
3671     avfilter_register_all();
3672 #endif
3673     av_register_all();
3674     avformat_network_init();
3675
3676     init_opts();
3677
3678     signal(SIGINT , sigterm_handler); /* Interrupt (ANSI).    */
3679     signal(SIGTERM, sigterm_handler); /* Termination (ANSI).  */
3680
3681     show_banner(argc, argv, options);
3682
3683     parse_options(NULL, argc, argv, options, opt_input_file);
3684
3685     if (!input_filename) {
3686         show_usage();
3687         av_log(NULL, AV_LOG_FATAL, "An input file must be specified\n");
3688         av_log(NULL, AV_LOG_FATAL,
3689                "Use -h to get full help or, even better, run 'man %s'\n", program_name);
3690         exit(1);
3691     }
3692
3693     if (display_disable) {
3694         video_disable = 1;
3695     }
3696     flags = SDL_INIT_VIDEO | SDL_INIT_AUDIO | SDL_INIT_TIMER;
3697     if (audio_disable)
3698         flags &= ~SDL_INIT_AUDIO;
3699     if (display_disable)
3700         SDL_putenv(dummy_videodriver); /* For the event queue, we always need a video driver. */
3701 #if !defined(_WIN32) && !defined(__APPLE__)
3702     flags |= SDL_INIT_EVENTTHREAD; /* Not supported on Windows or Mac OS X */
3703 #endif
3704     if (SDL_Init (flags)) {
3705         av_log(NULL, AV_LOG_FATAL, "Could not initialize SDL - %s\n", SDL_GetError());
3706         av_log(NULL, AV_LOG_FATAL, "(Did you set the DISPLAY variable?)\n");
3707         exit(1);
3708     }
3709
3710     if (!display_disable) {
3711         const SDL_VideoInfo *vi = SDL_GetVideoInfo();
3712         fs_screen_width = vi->current_w;
3713         fs_screen_height = vi->current_h;
3714     }
3715
3716     SDL_EventState(SDL_ACTIVEEVENT, SDL_IGNORE);
3717     SDL_EventState(SDL_SYSWMEVENT, SDL_IGNORE);
3718     SDL_EventState(SDL_USEREVENT, SDL_IGNORE);
3719
3720     if (av_lockmgr_register(lockmgr)) {
3721         av_log(NULL, AV_LOG_FATAL, "Could not initialize lock manager!\n");
3722         do_exit(NULL);
3723     }
3724
3725     av_init_packet(&flush_pkt);
3726     flush_pkt.data = (uint8_t *)&flush_pkt;
3727
3728     is = stream_open(input_filename, file_iformat);
3729     if (!is) {
3730         av_log(NULL, AV_LOG_FATAL, "Failed to initialize VideoState!\n");
3731         do_exit(NULL);
3732     }
3733
3734     event_loop(is);
3735
3736     /* never returns */
3737
3738     return 0;
3739 }