1 /*****************************************************************************
2 * httplive.c: HTTP Live Streaming stream filter
3 *****************************************************************************
4 * Copyright (C) 2010-2012 M2X BV
7 * Author: Jean-Paul Saman <jpsaman _AT_ videolan _DOT_ org>
9 * This program is free software; you can redistribute it and/or modify it
10 * under the terms of the GNU Lesser General Public License as published by
11 * the Free Software Foundation; either version 2.1 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU Lesser General Public License for more details.
19 * You should have received a copy of the GNU Lesser General Public License
20 * along with this program; if not, write to the Free Software Foundation,
21 * Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
22 *****************************************************************************/
24 /*****************************************************************************
26 *****************************************************************************/
33 #include <vlc_common.h>
34 #include <vlc_plugin.h>
40 #include <vlc_threads.h>
41 #include <vlc_arrays.h>
42 #include <vlc_stream.h>
43 #include <vlc_memory.h>
44 #include <vlc_gcrypt.h>
46 /*****************************************************************************
48 *****************************************************************************/
49 static int Open (vlc_object_t *);
50 static void Close(vlc_object_t *);
53 set_category(CAT_INPUT)
54 set_subcategory(SUBCAT_INPUT_STREAM_FILTER)
55 set_description(N_("Http Live Streaming stream filter"))
56 set_capability("stream_filter", 20)
57 set_callbacks(Open, Close)
60 /*****************************************************************************
62 *****************************************************************************/
63 #define AES_BLOCK_SIZE 16 /* Only support AES-128 */
64 typedef struct segment_s
66 int sequence; /* unique sequence number */
67 int duration; /* segment duration (seconds) */
68 uint64_t size; /* segment size in bytes */
69 uint64_t bandwidth; /* bandwidth usage of segments (bits per second)*/
72 char *psz_key_path; /* url key path */
73 uint8_t aes_key[16]; /* AES-128 */
77 block_t *data; /* data */
80 typedef struct hls_stream_s
82 int id; /* program id */
83 int version; /* protocol version should be 1 */
84 int sequence; /* media sequence number */
85 int duration; /* maximum duration per segment (s) */
86 uint64_t bandwidth; /* bandwidth usage of segments (bits per second)*/
87 uint64_t size; /* stream length is calculated by taking the sum
88 foreach segment of (segment->duration * hls->bandwidth/8) */
90 vlc_array_t *segments; /* list of segments */
91 char *url; /* uri to m3u8 */
93 bool b_cache; /* allow caching */
95 char *psz_current_key_path; /* URL path of the encrypted key */
96 uint8_t psz_AES_IV[AES_BLOCK_SIZE]; /* IV used when decypher the block */
102 char *m3u8; /* M3U8 url */
103 vlc_thread_t reload; /* HLS m3u8 reload thread */
104 vlc_thread_t thread; /* HLS segment download thread */
109 vlc_array_t *hls_stream; /* bandwidth adaptation */
110 uint64_t bandwidth; /* measured bandwidth (bits per second) */
113 struct hls_download_s
115 int stream; /* current hls_stream */
116 int segment; /* current segment for downloading */
117 int seek; /* segment requested by seek (default -1) */
118 vlc_mutex_t lock_wait; /* protect segment download counter */
119 vlc_cond_t wait; /* some condition to wait on */
123 struct hls_playback_s
125 uint64_t offset; /* current offset in media */
126 int stream; /* current hls_stream */
127 int segment; /* current segment for playback */
131 struct hls_playlist_s
133 mtime_t last; /* playlist last loaded */
134 mtime_t wakeup; /* next reload time */
135 int tries; /* times it was not changed */
139 bool b_cache; /* can cache files */
140 bool b_meta; /* meta playlist */
141 bool b_live; /* live stream? or vod? */
142 bool b_error; /* parsing error */
143 bool b_aesmsg; /* only print one time that the media is encrypted */
146 /****************************************************************************
148 ****************************************************************************/
149 static int Read (stream_t *, void *p_read, unsigned int i_read);
150 static int Peek (stream_t *, const uint8_t **pp_peek, unsigned int i_peek);
151 static int Control(stream_t *, int i_query, va_list);
153 static ssize_t read_M3U8_from_stream(stream_t *s, uint8_t **buffer);
154 static ssize_t read_M3U8_from_url(stream_t *s, const char *psz_url, uint8_t **buffer);
155 static char *ReadLine(uint8_t *buffer, uint8_t **pos, size_t len);
157 static int hls_Download(stream_t *s, segment_t *segment);
159 static void* hls_Thread(void *);
160 static void* hls_Reload(void *);
162 static segment_t *segment_GetSegment(hls_stream_t *hls, int wanted);
163 static void segment_Free(segment_t *segment);
165 /****************************************************************************
167 ****************************************************************************/
168 static bool isHTTPLiveStreaming(stream_t *s)
172 int size = stream_Peek(s->p_source, &peek, 46);
176 if (memcmp(peek, "#EXTM3U", 7) != 0)
182 /* Parse stream and search for
183 * EXT-X-TARGETDURATION or EXT-X-STREAM-INF tag, see
184 * http://tools.ietf.org/html/draft-pantos-http-live-streaming-04#page-8 */
187 static const char *const ext[] = {
204 if (memcmp(peek, "EXT-X-", 6))
210 for (size_t i = 0; i < ARRAY_SIZE(ext); i++)
212 size_t len = strlen(ext[i]);
213 if (size < 0 || (size_t)size < len)
215 if (!memcmp(peek, ext[i], len))
223 /* HTTP Live Streaming */
224 static hls_stream_t *hls_New(vlc_array_t *hls_stream, const int id, const uint64_t bw, const char *uri)
226 hls_stream_t *hls = (hls_stream_t *)malloc(sizeof(hls_stream_t));
227 if (hls == NULL) return NULL;
231 hls->duration = -1;/* unknown */
233 hls->sequence = 0; /* default is 0 */
234 hls->version = 1; /* default protocol version */
236 hls->url = strdup(uri);
237 if (hls->url == NULL)
242 hls->psz_current_key_path = NULL;
243 hls->segments = vlc_array_new();
244 vlc_array_append(hls_stream, hls);
245 vlc_mutex_init(&hls->lock);
249 static void hls_Free(hls_stream_t *hls)
251 vlc_mutex_destroy(&hls->lock);
255 for (int n = 0; n < vlc_array_count(hls->segments); n++)
257 segment_t *segment = segment_GetSegment(hls, n);
258 if (segment) segment_Free(segment);
260 vlc_array_destroy(hls->segments);
263 free(hls->psz_current_key_path);
267 static hls_stream_t *hls_Copy(hls_stream_t *src, const bool b_cp_segments)
270 assert(!b_cp_segments); /* FIXME: copying segments is not implemented */
272 hls_stream_t *dst = (hls_stream_t *)malloc(sizeof(hls_stream_t));
273 if (dst == NULL) return NULL;
276 dst->bandwidth = src->bandwidth;
277 dst->duration = src->duration;
278 dst->size = src->size;
279 dst->sequence = src->sequence;
280 dst->version = src->version;
281 dst->b_cache = src->b_cache;
282 dst->psz_current_key_path = src->psz_current_key_path ?
283 strdup( src->psz_current_key_path ) : NULL;
284 dst->url = strdup(src->url);
285 if (dst->url == NULL)
291 dst->segments = vlc_array_new();
292 vlc_mutex_init(&dst->lock);
296 static hls_stream_t *hls_Get(vlc_array_t *hls_stream, const int wanted)
298 int count = vlc_array_count(hls_stream);
301 if ((wanted < 0) || (wanted >= count))
303 return (hls_stream_t *) vlc_array_item_at_index(hls_stream, wanted);
306 static inline hls_stream_t *hls_GetFirst(vlc_array_t *hls_stream)
308 return hls_Get(hls_stream, 0);
311 static hls_stream_t *hls_GetLast(vlc_array_t *hls_stream)
313 int count = vlc_array_count(hls_stream);
317 return hls_Get(hls_stream, count);
320 static hls_stream_t *hls_Find(vlc_array_t *hls_stream, hls_stream_t *hls_new)
322 int count = vlc_array_count(hls_stream);
323 for (int n = 0; n < count; n++)
325 hls_stream_t *hls = hls_Get(hls_stream, n);
329 if ((hls->id == hls_new->id) &&
330 ((hls->bandwidth == hls_new->bandwidth)||(hls_new->bandwidth==0)))
337 static uint64_t hls_GetStreamSize(hls_stream_t *hls)
339 /* NOTE: Stream size is calculated based on segment duration and
340 * HLS stream bandwidth from the .m3u8 file. If these are not correct
341 * then the deviation from exact byte size will be big and the seek/
342 * progressbar will not behave entirely as one expects. */
345 /* If there is no valid bandwidth yet, then there is no point in
346 * computing stream size. */
347 if (hls->bandwidth == 0)
350 int count = vlc_array_count(hls->segments);
351 for (int n = 0; n < count; n++)
353 segment_t *segment = segment_GetSegment(hls, n);
356 size += (segment->duration * (hls->bandwidth / 8));
363 static segment_t *segment_New(hls_stream_t* hls, const int duration, const char *uri)
365 segment_t *segment = (segment_t *)malloc(sizeof(segment_t));
369 segment->duration = duration; /* seconds */
370 segment->size = 0; /* bytes */
371 segment->sequence = 0;
372 segment->bandwidth = 0;
373 segment->url = strdup(uri);
374 if (segment->url == NULL)
379 segment->data = NULL;
380 vlc_array_append(hls->segments, segment);
381 vlc_mutex_init(&segment->lock);
382 segment->b_key_loaded = false;
383 segment->psz_key_path = NULL;
384 if (hls->psz_current_key_path)
385 segment->psz_key_path = strdup(hls->psz_current_key_path);
389 static void segment_Free(segment_t *segment)
391 vlc_mutex_destroy(&segment->lock);
394 free(segment->psz_key_path);
396 block_Release(segment->data);
400 static segment_t *segment_GetSegment(hls_stream_t *hls, const int wanted)
404 int count = vlc_array_count(hls->segments);
407 if ((wanted < 0) || (wanted >= count))
409 return (segment_t *) vlc_array_item_at_index(hls->segments, wanted);
412 static segment_t *segment_Find(hls_stream_t *hls, const int sequence)
416 int count = vlc_array_count(hls->segments);
417 if (count <= 0) return NULL;
418 for (int n = 0; n < count; n++)
420 segment_t *segment = segment_GetSegment(hls, n);
421 if (segment == NULL) break;
422 if (segment->sequence == sequence)
428 static int ChooseSegment(stream_t *s, const int current)
430 stream_sys_t *p_sys = (stream_sys_t *)s->p_sys;
431 hls_stream_t *hls = hls_Get(p_sys->hls_stream, current);
432 if (hls == NULL) return 0;
434 /* Choose a segment to start which is no closer than
435 * 3 times the target duration from the end of the playlist.
440 int count = vlc_array_count(hls->segments);
441 int i = p_sys->b_live ? count - 1 : 0;
443 while((i >= 0) && (i < count))
445 segment_t *segment = segment_GetSegment(hls, i);
448 if (segment->duration > hls->duration)
450 msg_Err(s, "EXTINF:%d duration is larger than EXT-X-TARGETDURATION:%d",
451 segment->duration, hls->duration);
454 duration += segment->duration;
455 if (duration >= 3 * hls->duration)
457 /* Start point found */
458 wanted = p_sys->b_live ? i : 0;
459 sequence = segment->sequence;
469 msg_Info(s, "Choose segment %d/%d (sequence=%d)", wanted, count, sequence);
474 static char *parse_Attributes(const char *line, const char *attr)
477 char *begin = (char *) line;
478 char *end = begin + strlen(line);
480 /* Find start of attributes */
481 if ((p = strchr(begin, ':' )) == NULL)
487 if (strncasecmp(begin, attr, strlen(attr)) == 0
488 && begin[strlen(attr)] == '=')
490 /* <attr>=<value>[,]* */
491 p = strchr(begin, ',');
492 begin += strlen(attr) + 1;
495 if (p == NULL) /* last attribute */
496 return strndup(begin, end - begin);
498 return strndup(begin, p - begin);
501 } while(begin < end);
506 static int string_to_IV(char *string_hexa, uint8_t iv[AES_BLOCK_SIZE])
508 unsigned long long iv_hi, iv_lo;
510 if (*string_hexa++ != '0')
512 if (*string_hexa != 'x' && *string_hexa != 'X')
517 size_t len = strlen(string_hexa);
520 iv_lo = strtoull(string_hexa, &end, 16);
524 iv_lo = strtoull(&string_hexa[len-16], NULL, 16);
527 string_hexa[len-16] = '\0';
528 iv_hi = strtoull(string_hexa, NULL, 16);
533 for (int i = 7; i >= 0 ; --i) {
534 iv[ i] = iv_hi & 0xff;
535 iv[8+i] = iv_lo & 0xff;
543 static char *relative_URI(const char *psz_url, const char *psz_path)
546 assert(psz_url != NULL && psz_path != NULL);
549 //If the path is actually an absolute URL, don't do anything.
550 if (strncmp(psz_path, "http", 4) == 0)
553 size_t len = strlen(psz_path);
555 char *new_url = strdup(psz_url);
556 if (unlikely(!new_url))
559 if( psz_path[0] == '/' ) //Relative URL with absolute path
561 //Try to find separator for name and path, try to skip
562 //access and first ://
563 char *slash = strchr(&new_url[8], '/');
564 if (unlikely(slash == NULL))
569 while(len >= 3 && !strncmp(psz_path, "../", 3)) {
575 char *slash = strrchr(new_url, '/');
576 if (unlikely(slash == NULL))
582 if (asprintf(&ret, "%s/%s", new_url, psz_path) < 0)
590 static int parse_SegmentInformation(hls_stream_t *hls, char *p_read, int *duration)
595 /* strip of #EXTINF: */
597 char *token = strtok_r(p_read, ":", &p_next);
602 token = strtok_r(NULL, ",", &p_next);
608 if (hls->version < 3)
611 value = strtol(token, &endptr, 10);
612 if (token == endptr || errno == ERANGE)
622 double d = strtof(token, &endptr);
623 if (token == endptr || errno == ERANGE)
628 if ((d) - ((int)d) >= 0.5)
629 value = ((int)d) + 1;
635 /* Ignore the rest of the line */
639 static int parse_AddSegment(hls_stream_t *hls, const int duration, const char *uri)
644 /* Store segment information */
645 vlc_mutex_lock(&hls->lock);
647 char *psz_uri = relative_URI(hls->url, uri);
649 segment_t *segment = segment_New(hls, duration, psz_uri ? psz_uri : uri);
651 segment->sequence = hls->sequence + vlc_array_count(hls->segments) - 1;
654 vlc_mutex_unlock(&hls->lock);
656 return segment ? VLC_SUCCESS : VLC_ENOMEM;
659 static int parse_TargetDuration(stream_t *s, hls_stream_t *hls, char *p_read)
664 int ret = sscanf(p_read, "#EXT-X-TARGETDURATION:%d", &duration);
667 msg_Err(s, "expected #EXT-X-TARGETDURATION:<s>");
671 hls->duration = duration; /* seconds */
675 static int parse_StreamInformation(stream_t *s, vlc_array_t **hls_stream,
676 hls_stream_t **hls, char *p_read, const char *uri)
682 assert(*hls == NULL);
684 attr = parse_Attributes(p_read, "PROGRAM-ID");
693 attr = parse_Attributes(p_read, "BANDWIDTH");
696 msg_Err(s, "#EXT-X-STREAM-INF: expected BANDWIDTH=<value>");
704 msg_Err(s, "#EXT-X-STREAM-INF: bandwidth cannot be 0");
708 msg_Info(s, "bandwidth adaptation detected (program-id=%d, bandwidth=%"PRIu64").", id, bw);
710 char *psz_uri = relative_URI(s->p_sys->m3u8, uri);
712 *hls = hls_New(*hls_stream, id, bw, psz_uri ? psz_uri : uri);
716 return (*hls == NULL) ? VLC_ENOMEM : VLC_SUCCESS;
719 static int parse_MediaSequence(stream_t *s, hls_stream_t *hls, char *p_read)
724 int ret = sscanf(p_read, "#EXT-X-MEDIA-SEQUENCE:%d", &sequence);
727 msg_Err(s, "expected #EXT-X-MEDIA-SEQUENCE:<s>");
731 if (hls->sequence > 0)
733 if (s->p_sys->b_live)
735 hls_stream_t *last = hls_GetLast(s->p_sys->hls_stream);
736 if ((last->sequence < sequence) && (sequence - last->sequence != 1))
737 msg_Err(s, "EXT-X-MEDIA-SEQUENCE gap in playlist (new=%d, old=%d)",
738 sequence, last->sequence);
741 msg_Err(s, "EXT-X-MEDIA-SEQUENCE already present in playlist (new=%d, old=%d)",
742 sequence, hls->sequence);
744 hls->sequence = sequence;
748 static int parse_Key(stream_t *s, hls_stream_t *hls, char *p_read)
752 /* #EXT-X-KEY:METHOD=<method>[,URI="<URI>"][,IV=<IV>] */
753 int err = VLC_SUCCESS;
754 char *attr = parse_Attributes(p_read, "METHOD");
757 msg_Err(s, "#EXT-X-KEY: expected METHOD=<value>");
761 if (strncasecmp(attr, "NONE", 4) == 0)
763 char *uri = parse_Attributes(p_read, "URI");
766 msg_Err(s, "#EXT-X-KEY: URI not expected");
770 /* IV is only supported in version 2 and above */
771 if (hls->version >= 2)
773 char *iv = parse_Attributes(p_read, "IV");
776 msg_Err(s, "#EXT-X-KEY: IV not expected");
782 else if (strncasecmp(attr, "AES-128", 7) == 0)
784 char *value, *uri, *iv;
785 if (s->p_sys->b_aesmsg == false)
787 msg_Info(s, "playback of AES-128 encrypted HTTP Live media detected.");
788 s->p_sys->b_aesmsg = true;
790 value = uri = parse_Attributes(p_read, "URI");
793 msg_Err(s, "#EXT-X-KEY: URI not found for encrypted HTTP Live media in AES-128");
798 /* Url is put between quotes, remove them */
801 /* We need to strip the "" from the attribute value */
803 char* end = strchr(uri, '"');
807 /* For absolute URI, just duplicate it
808 * don't limit to HTTP, maybe some sanity checking
809 * should be done more in here? */
810 if( strstr( uri , "://" ) )
811 hls->psz_current_key_path = strdup( uri );
813 hls->psz_current_key_path = relative_URI(hls->url, uri);
816 value = iv = parse_Attributes(p_read, "IV");
820 * If the EXT-X-KEY tag does not have the IV attribute, implementations
821 * MUST use the sequence number of the media file as the IV when
822 * encrypting or decrypting that media file. The big-endian binary
823 * representation of the sequence number SHALL be placed in a 16-octet
824 * buffer and padded (on the left) with zeros.
826 hls->b_iv_loaded = false;
831 * If the EXT-X-KEY tag has the IV attribute, implementations MUST use
832 * the attribute value as the IV when encrypting or decrypting with that
833 * key. The value MUST be interpreted as a 128-bit hexadecimal number
834 * and MUST be prefixed with 0x or 0X.
837 if (string_to_IV(iv, hls->psz_AES_IV) == VLC_EGENERIC)
839 msg_Err(s, "IV invalid");
843 hls->b_iv_loaded = true;
849 msg_Warn(s, "playback of encrypted HTTP Live media is not supported.");
856 static int parse_ProgramDateTime(stream_t *s, hls_stream_t *hls, char *p_read)
859 msg_Dbg(s, "tag not supported: #EXT-X-PROGRAM-DATE-TIME %s", p_read);
863 static int parse_AllowCache(stream_t *s, hls_stream_t *hls, char *p_read)
867 char answer[4] = "\0";
868 int ret = sscanf(p_read, "#EXT-X-ALLOW-CACHE:%3s", answer);
871 msg_Err(s, "#EXT-X-ALLOW-CACHE, ignoring ...");
875 hls->b_cache = (strncmp(answer, "NO", 2) != 0);
879 static int parse_Version(stream_t *s, hls_stream_t *hls, char *p_read)
884 int ret = sscanf(p_read, "#EXT-X-VERSION:%d", &version);
887 msg_Err(s, "#EXT-X-VERSION: no protocol version found, should be version 1.");
892 hls->version = version;
893 if (hls->version <= 0 || hls->version > 3)
895 msg_Err(s, "#EXT-X-VERSION should be version 1, 2 or 3 iso %d", version);
901 static int parse_EndList(stream_t *s, hls_stream_t *hls)
905 s->p_sys->b_live = false;
906 msg_Info(s, "video on demand (vod) mode");
910 static int parse_Discontinuity(stream_t *s, hls_stream_t *hls, char *p_read)
914 /* FIXME: Do we need to act on discontinuity ?? */
915 msg_Dbg(s, "#EXT-X-DISCONTINUITY %s", p_read);
919 static int hls_CompareStreams( const void* a, const void* b )
921 hls_stream_t* stream_a = *(hls_stream_t**)a;
922 hls_stream_t* stream_b = *(hls_stream_t**)b;
924 return stream_a->bandwidth - stream_b->bandwidth;
927 /* The http://tools.ietf.org/html/draft-pantos-http-live-streaming-04#page-8
928 * document defines the following new tags: EXT-X-TARGETDURATION,
929 * EXT-X-MEDIA-SEQUENCE, EXT-X-KEY, EXT-X-PROGRAM-DATE-TIME, EXT-X-
930 * ALLOW-CACHE, EXT-X-STREAM-INF, EXT-X-ENDLIST, EXT-X-DISCONTINUITY,
933 static int parse_M3U8(stream_t *s, vlc_array_t *streams, uint8_t *buffer, const ssize_t len)
935 stream_sys_t *p_sys = s->p_sys;
936 uint8_t *p_read, *p_begin, *p_end;
941 msg_Dbg(s, "parse_M3U8\n%s", buffer);
943 p_end = p_begin + len;
945 char *line = ReadLine(p_begin, &p_read, p_end - p_begin);
950 if (strncmp(line, "#EXTM3U", 7) != 0)
952 msg_Err(s, "missing #EXTM3U tag .. aborting");
960 /* What is the version ? */
962 uint8_t *p = (uint8_t *)strstr((const char *)buffer, "#EXT-X-VERSION:");
966 char *psz_version = ReadLine(p, &tmp, p_end - p);
967 if (psz_version == NULL)
969 int ret = sscanf((const char*)psz_version, "#EXT-X-VERSION:%d", &version);
972 msg_Warn(s, "#EXT-X-VERSION: no protocol version found, assuming version 1.");
979 /* Is it a live stream ? */
980 p_sys->b_live = (strstr((const char *)buffer, "#EXT-X-ENDLIST") == NULL) ? true : false;
982 /* Is it a meta index file ? */
983 bool b_meta = (strstr((const char *)buffer, "#EXT-X-STREAM-INF") == NULL) ? false : true;
985 int err = VLC_SUCCESS;
989 msg_Info(s, "Meta playlist");
991 /* M3U8 Meta Index file */
993 bool failed_to_download_stream_m3u8 = false;
996 line = ReadLine(p_begin, &p_read, p_end - p_begin);
1002 if (strncmp(line, "#EXT-X-STREAM-INF", 17) == 0)
1004 p_sys->b_meta = true;
1005 char *uri = ReadLine(p_begin, &p_read, p_end - p_begin);
1012 msg_Info(s, "Skipping invalid stream-inf: %s", uri);
1017 bool new_stream_added = false;
1018 hls_stream_t *hls = NULL;
1019 err = parse_StreamInformation(s, &streams, &hls, line, uri);
1020 if (err == VLC_SUCCESS)
1021 new_stream_added = true;
1027 /* Download playlist file from server */
1028 uint8_t *buf = NULL;
1029 ssize_t len = read_M3U8_from_url(s, hls->url, &buf);
1032 msg_Warn(s, "failed to read %s, continue for other streams", hls->url);
1033 failed_to_download_stream_m3u8 = true;
1035 /* remove stream just added */
1036 if (new_stream_added)
1037 vlc_array_remove(streams, vlc_array_count(streams) - 1);
1039 /* ignore download error, so we have chance to try other streams */
1044 /* Parse HLS m3u8 content. */
1045 err = parse_M3U8(s, streams, buf, len);
1049 hls->version = version;
1051 hls->size = hls_GetStreamSize(hls); /* Stream size (approximate) */
1061 if (p_begin >= p_end)
1064 } while (err == VLC_SUCCESS);
1066 size_t stream_count = vlc_array_count(streams);
1067 msg_Dbg(s, "%d streams loaded in Meta playlist", (int)stream_count);
1068 if (stream_count == 0)
1070 msg_Err(s, "No playable streams found in Meta playlist");
1076 msg_Info(s, "%s Playlist HLS protocol version: %d", p_sys->b_live ? "Live": "VOD", version);
1078 hls_stream_t *hls = NULL;
1080 hls = hls_GetLast(streams);
1083 /* No Meta playlist used */
1084 hls = hls_New(streams, 0, 0, p_sys->m3u8);
1087 /* Get TARGET-DURATION first */
1088 p = (uint8_t *)strstr((const char *)buffer, "#EXT-X-TARGETDURATION:");
1091 uint8_t *p_rest = NULL;
1092 char *psz_duration = ReadLine(p, &p_rest, p_end - p);
1093 if (psz_duration == NULL)
1094 return VLC_EGENERIC;
1095 err = parse_TargetDuration(s, hls, psz_duration);
1101 hls->version = version;
1103 else return VLC_ENOMEM;
1108 bool media_sequence_loaded = false;
1109 int segment_duration = -1;
1113 line = ReadLine(p_begin, &p_read, p_end - p_begin);
1118 if (strncmp(line, "#EXTINF", 7) == 0)
1119 err = parse_SegmentInformation(hls, line, &segment_duration);
1120 else if (strncmp(line, "#EXT-X-TARGETDURATION", 21) == 0)
1121 err = parse_TargetDuration(s, hls, line);
1122 else if (strncmp(line, "#EXT-X-MEDIA-SEQUENCE", 21) == 0)
1124 /* A Playlist file MUST NOT contain more than one EXT-X-MEDIA-SEQUENCE tag. */
1125 /* We only care about first one */
1126 if (!media_sequence_loaded)
1128 err = parse_MediaSequence(s, hls, line);
1129 media_sequence_loaded = true;
1132 else if (strncmp(line, "#EXT-X-KEY", 10) == 0)
1133 err = parse_Key(s, hls, line);
1134 else if (strncmp(line, "#EXT-X-PROGRAM-DATE-TIME", 24) == 0)
1135 err = parse_ProgramDateTime(s, hls, line);
1136 else if (strncmp(line, "#EXT-X-ALLOW-CACHE", 18) == 0)
1137 err = parse_AllowCache(s, hls, line);
1138 else if (strncmp(line, "#EXT-X-DISCONTINUITY", 20) == 0)
1139 err = parse_Discontinuity(s, hls, line);
1140 else if (strncmp(line, "#EXT-X-VERSION", 14) == 0)
1141 err = parse_Version(s, hls, line);
1142 else if (strncmp(line, "#EXT-X-ENDLIST", 14) == 0)
1143 err = parse_EndList(s, hls);
1144 else if ((strncmp(line, "#", 1) != 0) && (*line != '\0') )
1146 err = parse_AddSegment(hls, segment_duration, line);
1147 segment_duration = -1; /* reset duration */
1153 if (p_begin >= p_end)
1156 } while (err == VLC_SUCCESS);
1165 static int hls_DownloadSegmentKey(stream_t *s, segment_t *seg)
1167 stream_t *p_m3u8 = stream_UrlNew(s, seg->psz_key_path);
1170 msg_Err(s, "Failed to load the AES key for segment sequence %d", seg->sequence);
1171 return VLC_EGENERIC;
1174 int len = stream_Read(p_m3u8, seg->aes_key, sizeof(seg->aes_key));
1175 stream_Delete(p_m3u8);
1176 if (len != AES_BLOCK_SIZE)
1178 msg_Err(s, "The AES key loaded doesn't have the right size (%d)", len);
1179 return VLC_EGENERIC;
1185 static int hls_ManageSegmentKeys(stream_t *s, hls_stream_t *hls)
1187 segment_t *seg = NULL;
1188 segment_t *prev_seg;
1189 int count = vlc_array_count(hls->segments);
1191 for (int i = 0; i < count; i++)
1194 seg = segment_GetSegment(hls, i);
1197 if (seg->psz_key_path == NULL)
1198 continue; /* No key to load ? continue */
1199 if (seg->b_key_loaded)
1200 continue; /* The key is already loaded */
1202 /* if the key has not changed, and already available from previous segment,
1203 * try to copy it, and don't load the key */
1204 if (prev_seg && prev_seg->b_key_loaded && strcmp(seg->psz_key_path, prev_seg->psz_key_path) == 0)
1206 memcpy(seg->aes_key, prev_seg->aes_key, AES_BLOCK_SIZE);
1207 seg->b_key_loaded = true;
1210 if (hls_DownloadSegmentKey(s, seg) != VLC_SUCCESS)
1211 return VLC_EGENERIC;
1212 seg->b_key_loaded = true;
1217 static int hls_DecodeSegmentData(stream_t *s, hls_stream_t *hls, segment_t *segment)
1219 /* Did the segment need to be decoded ? */
1220 if (segment->psz_key_path == NULL)
1223 /* Do we have loaded the key ? */
1224 if (!segment->b_key_loaded)
1226 /* No ? try to download it now */
1227 if (hls_ManageSegmentKeys(s, hls) != VLC_SUCCESS)
1228 return VLC_EGENERIC;
1231 /* For now, we only decode AES-128 data */
1232 gcry_error_t i_gcrypt_err;
1233 gcry_cipher_hd_t aes_ctx;
1235 i_gcrypt_err = gcry_cipher_open(&aes_ctx, GCRY_CIPHER_AES,
1236 GCRY_CIPHER_MODE_CBC, 0);
1239 msg_Err(s, "gcry_cipher_open failed: %s", gpg_strerror(i_gcrypt_err));
1240 gcry_cipher_close(aes_ctx);
1241 return VLC_EGENERIC;
1245 i_gcrypt_err = gcry_cipher_setkey(aes_ctx, segment->aes_key,
1246 sizeof(segment->aes_key));
1249 msg_Err(s, "gcry_cipher_setkey failed: %s", gpg_strerror(i_gcrypt_err));
1250 gcry_cipher_close(aes_ctx);
1251 return VLC_EGENERIC;
1254 if (hls->b_iv_loaded == false)
1256 memset(hls->psz_AES_IV, 0, AES_BLOCK_SIZE);
1257 hls->psz_AES_IV[15] = segment->sequence & 0xff;
1258 hls->psz_AES_IV[14] = (segment->sequence >> 8)& 0xff;
1259 hls->psz_AES_IV[13] = (segment->sequence >> 16)& 0xff;
1260 hls->psz_AES_IV[12] = (segment->sequence >> 24)& 0xff;
1263 i_gcrypt_err = gcry_cipher_setiv(aes_ctx, hls->psz_AES_IV,
1264 sizeof(hls->psz_AES_IV));
1268 msg_Err(s, "gcry_cipher_setiv failed: %s", gpg_strerror(i_gcrypt_err));
1269 gcry_cipher_close(aes_ctx);
1270 return VLC_EGENERIC;
1273 i_gcrypt_err = gcry_cipher_decrypt(aes_ctx,
1274 segment->data->p_buffer, /* out */
1275 segment->data->i_buffer,
1280 msg_Err(s, "gcry_cipher_decrypt failed: %s/%s\n", gcry_strsource(i_gcrypt_err), gcry_strerror(i_gcrypt_err));
1281 gcry_cipher_close(aes_ctx);
1282 return VLC_EGENERIC;
1284 gcry_cipher_close(aes_ctx);
1285 /* remove the PKCS#7 padding from the buffer */
1286 int pad = segment->data->p_buffer[segment->data->i_buffer-1];
1287 if (pad <= 0 || pad > AES_BLOCK_SIZE)
1289 msg_Err(s, "Bad padding character (0x%x), perhaps we failed to decrypt the segment with the correct key", pad);
1290 return VLC_EGENERIC;
1295 if (segment->data->p_buffer[segment->data->i_buffer-1-count] != pad)
1297 msg_Err(s, "Bad ending buffer, perhaps we failed to decrypt the segment with the correct key");
1298 return VLC_EGENERIC;
1302 /* not all the data is readable because of padding */
1303 segment->data->i_buffer -= pad;
1308 static int get_HTTPLiveMetaPlaylist(stream_t *s, vlc_array_t **streams)
1310 stream_sys_t *p_sys = s->p_sys;
1312 int err = VLC_EGENERIC;
1314 /* Duplicate HLS stream META information */
1315 for (int i = 0; i < vlc_array_count(p_sys->hls_stream); i++)
1317 hls_stream_t *src, *dst;
1318 src = hls_Get(p_sys->hls_stream, i);
1320 return VLC_EGENERIC;
1322 dst = hls_Copy(src, false);
1325 vlc_array_append(*streams, dst);
1327 /* Download playlist file from server */
1328 uint8_t *buf = NULL;
1329 ssize_t len = read_M3U8_from_url(s, dst->url, &buf);
1334 /* Parse HLS m3u8 content. */
1335 err = parse_M3U8(s, *streams, buf, len);
1342 /* Update hls_old (an existing member of p_sys->hls_stream) to match hls_new
1343 (which represents a downloaded, perhaps newer version of the same playlist) */
1344 static int hls_UpdatePlaylist(stream_t *s, hls_stream_t *hls_new, hls_stream_t *hls_old)
1346 int count = vlc_array_count(hls_new->segments);
1348 msg_Info(s, "updating hls stream (program-id=%d, bandwidth=%"PRIu64") has %d segments",
1349 hls_new->id, hls_new->bandwidth, count);
1351 vlc_mutex_lock(&hls_old->lock);
1352 for (int n = 0; n < count; n++)
1354 segment_t *p = segment_GetSegment(hls_new, n);
1357 vlc_mutex_unlock(&hls_old->lock);
1358 return VLC_EGENERIC;
1361 segment_t *segment = segment_Find(hls_old, p->sequence);
1364 vlc_mutex_lock(&segment->lock);
1367 assert(segment->url);
1369 /* they should be the same */
1370 if ((p->sequence != segment->sequence) ||
1371 (p->duration != segment->duration) ||
1372 (strcmp(p->url, segment->url) != 0))
1374 msg_Warn(s, "existing segment found with different content - resetting");
1375 msg_Warn(s, "- sequence: new=%d, old=%d", p->sequence, segment->sequence);
1376 msg_Warn(s, "- duration: new=%d, old=%d", p->duration, segment->duration);
1377 msg_Warn(s, "- file: new=%s", p->url);
1378 msg_Warn(s, " old=%s", segment->url);
1380 /* Resetting content */
1381 segment->sequence = p->sequence;
1382 segment->duration = p->duration;
1384 segment->url = strdup(p->url);
1385 if ( segment->url == NULL )
1387 msg_Err(s, "Failed updating segment %d - skipping it", p->sequence);
1389 vlc_mutex_unlock(&segment->lock);
1392 /* We must free the content, because if the key was not downloaded, content can't be decrypted */
1393 if ((p->psz_key_path || p->b_key_loaded) &&
1396 block_Release(segment->data);
1397 segment->data = NULL;
1399 free(segment->psz_key_path);
1400 segment->psz_key_path = p->psz_key_path ? strdup(p->psz_key_path) : NULL;
1403 vlc_mutex_unlock(&segment->lock);
1407 int last = vlc_array_count(hls_old->segments) - 1;
1408 segment_t *l = segment_GetSegment(hls_old, last);
1410 vlc_mutex_unlock(&hls_old->lock);
1411 return VLC_EGENERIC;
1414 if ((l->sequence + 1) != p->sequence)
1416 msg_Err(s, "gap in sequence numbers found: new=%d expected %d",
1417 p->sequence, l->sequence+1);
1419 vlc_array_append(hls_old->segments, p);
1420 msg_Info(s, "- segment %d appended", p->sequence);
1424 /* update meta information */
1425 hls_old->sequence = hls_new->sequence;
1426 hls_old->duration = (hls_new->duration == -1) ? hls_old->duration : hls_new->duration;
1427 hls_old->b_cache = hls_new->b_cache;
1428 vlc_mutex_unlock(&hls_old->lock);
1433 static int hls_ReloadPlaylist(stream_t *s)
1435 stream_sys_t *p_sys = s->p_sys;
1437 vlc_array_t *hls_streams = vlc_array_new();
1438 if (hls_streams == NULL)
1441 msg_Info(s, "Reloading HLS live meta playlist");
1443 if (get_HTTPLiveMetaPlaylist(s, &hls_streams) != VLC_SUCCESS)
1445 /* Free hls streams */
1446 for (int i = 0; i < vlc_array_count(hls_streams); i++)
1449 hls = hls_Get(hls_streams, i);
1450 if (hls) hls_Free(hls);
1452 vlc_array_destroy(hls_streams);
1454 msg_Err(s, "reloading playlist failed");
1455 return VLC_EGENERIC;
1458 /* merge playlists */
1459 int count = vlc_array_count(hls_streams);
1460 for (int n = 0; n < count; n++)
1462 hls_stream_t *hls_new = hls_Get(hls_streams, n);
1463 if (hls_new == NULL)
1466 hls_stream_t *hls_old = hls_Find(p_sys->hls_stream, hls_new);
1467 if (hls_old == NULL)
1468 { /* new hls stream - append */
1469 vlc_array_append(p_sys->hls_stream, hls_new);
1470 msg_Info(s, "new HLS stream appended (id=%d, bandwidth=%"PRIu64")",
1471 hls_new->id, hls_new->bandwidth);
1473 else if (hls_UpdatePlaylist(s, hls_new, hls_old) != VLC_SUCCESS)
1474 msg_Info(s, "failed updating HLS stream (id=%d, bandwidth=%"PRIu64")",
1475 hls_new->id, hls_new->bandwidth);
1477 vlc_array_destroy(hls_streams);
1481 /****************************************************************************
1483 ****************************************************************************/
1484 static int BandwidthAdaptation(stream_t *s, int progid, uint64_t *bandwidth)
1486 stream_sys_t *p_sys = s->p_sys;
1488 uint64_t bw = *bandwidth;
1489 uint64_t bw_candidate = 0;
1491 int count = vlc_array_count(p_sys->hls_stream);
1492 for (int n = 0; n < count; n++)
1494 /* Select best bandwidth match */
1495 hls_stream_t *hls = hls_Get(p_sys->hls_stream, n);
1496 if (hls == NULL) break;
1498 /* only consider streams with the same PROGRAM-ID */
1499 if (hls->id == progid)
1501 if ((bw >= hls->bandwidth) && (bw_candidate < hls->bandwidth))
1503 msg_Dbg(s, "candidate %d bandwidth (bits/s) %"PRIu64" >= %"PRIu64,
1504 n, bw, hls->bandwidth); /* bits / s */
1505 bw_candidate = hls->bandwidth;
1506 candidate = n; /* possible candidate */
1510 *bandwidth = bw_candidate;
1514 static int hls_DownloadSegmentData(stream_t *s, hls_stream_t *hls, segment_t *segment, int *cur_stream)
1516 stream_sys_t *p_sys = s->p_sys;
1521 vlc_mutex_lock(&segment->lock);
1522 if (segment->data != NULL)
1524 /* Segment already downloaded */
1525 vlc_mutex_unlock(&segment->lock);
1529 /* sanity check - can we download this segment on time? */
1530 if ((p_sys->bandwidth > 0) && (hls->bandwidth > 0))
1532 uint64_t size = (segment->duration * hls->bandwidth); /* bits */
1533 int estimated = (int)(size / p_sys->bandwidth);
1534 if (estimated > segment->duration)
1536 msg_Warn(s,"downloading segment %d predicted to take %ds, which exceeds its length (%ds)",
1537 segment->sequence, estimated, segment->duration);
1541 mtime_t start = mdate();
1542 if (hls_Download(s, segment) != VLC_SUCCESS)
1544 msg_Err(s, "downloading segment %d from stream %d failed",
1545 segment->sequence, *cur_stream);
1546 vlc_mutex_unlock(&segment->lock);
1547 return VLC_EGENERIC;
1549 mtime_t duration = mdate() - start;
1550 if (hls->bandwidth == 0 && segment->duration > 0)
1552 /* Try to estimate the bandwidth for this stream */
1553 hls->bandwidth = (uint64_t)(((double)segment->size * 8) / ((double)segment->duration));
1556 /* If the segment is encrypted, decode it */
1557 if (hls_DecodeSegmentData(s, hls, segment) != VLC_SUCCESS)
1559 vlc_mutex_unlock(&segment->lock);
1560 return VLC_EGENERIC;
1563 vlc_mutex_unlock(&segment->lock);
1565 msg_Info(s, "downloaded segment %d from stream %d",
1566 segment->sequence, *cur_stream);
1568 uint64_t bw = segment->size * 8 * 1000000 / __MAX(1, duration); /* bits / s */
1569 p_sys->bandwidth = bw;
1570 if (p_sys->b_meta && (hls->bandwidth != bw))
1572 int newstream = BandwidthAdaptation(s, hls->id, &bw);
1574 /* FIXME: we need an average here */
1575 if ((newstream >= 0) && (newstream != *cur_stream))
1577 msg_Info(s, "detected %s bandwidth (%"PRIu64") stream",
1578 (bw >= hls->bandwidth) ? "faster" : "lower", bw);
1579 *cur_stream = newstream;
1585 static void* hls_Thread(void *p_this)
1587 stream_t *s = (stream_t *)p_this;
1588 stream_sys_t *p_sys = s->p_sys;
1590 int canc = vlc_savecancel();
1592 while (vlc_object_alive(s))
1594 hls_stream_t *hls = hls_Get(p_sys->hls_stream, p_sys->download.stream);
1597 /* Sliding window (~60 seconds worth of movie) */
1598 vlc_mutex_lock(&hls->lock);
1599 int count = vlc_array_count(hls->segments);
1600 vlc_mutex_unlock(&hls->lock);
1602 /* Is there a new segment to process? */
1603 if ((!p_sys->b_live && (p_sys->playback.segment < (count - 6))) ||
1604 (p_sys->download.segment >= count))
1607 vlc_mutex_lock(&p_sys->download.lock_wait);
1608 while (((p_sys->download.segment - p_sys->playback.segment > 6) ||
1609 (p_sys->download.segment >= count)) &&
1610 (p_sys->download.seek == -1))
1612 vlc_cond_wait(&p_sys->download.wait, &p_sys->download.lock_wait);
1613 if (p_sys->b_live /*&& (mdate() >= p_sys->playlist.wakeup)*/)
1615 if (!vlc_object_alive(s))
1619 if (p_sys->download.seek >= 0)
1621 p_sys->download.segment = p_sys->download.seek;
1622 p_sys->download.seek = -1;
1624 vlc_mutex_unlock(&p_sys->download.lock_wait);
1627 if (!vlc_object_alive(s)) break;
1629 vlc_mutex_lock(&hls->lock);
1630 segment_t *segment = segment_GetSegment(hls, p_sys->download.segment);
1631 vlc_mutex_unlock(&hls->lock);
1633 if ((segment != NULL) &&
1634 (hls_DownloadSegmentData(s, hls, segment, &p_sys->download.stream) != VLC_SUCCESS))
1636 if (!vlc_object_alive(s)) break;
1640 p_sys->b_error = true;
1645 /* download succeeded */
1646 /* determine next segment to download */
1647 vlc_mutex_lock(&p_sys->download.lock_wait);
1648 if (p_sys->download.seek >= 0)
1650 p_sys->download.segment = p_sys->download.seek;
1651 p_sys->download.seek = -1;
1653 else if (p_sys->download.segment < count)
1654 p_sys->download.segment++;
1655 vlc_cond_signal(&p_sys->download.wait);
1656 vlc_mutex_unlock(&p_sys->download.lock_wait);
1659 vlc_restorecancel(canc);
1663 static void* hls_Reload(void *p_this)
1665 stream_t *s = (stream_t *)p_this;
1666 stream_sys_t *p_sys = s->p_sys;
1668 assert(p_sys->b_live);
1670 int canc = vlc_savecancel();
1673 while (vlc_object_alive(s))
1675 mtime_t now = mdate();
1676 if (now >= p_sys->playlist.wakeup)
1678 /* reload the m3u8 */
1679 if (hls_ReloadPlaylist(s) != VLC_SUCCESS)
1681 /* No change in playlist, then backoff */
1682 p_sys->playlist.tries++;
1683 if (p_sys->playlist.tries == 1) wait = 0.5;
1684 else if (p_sys->playlist.tries == 2) wait = 1;
1685 else if (p_sys->playlist.tries >= 3) wait = 1.5;
1687 /* Can we afford to backoff? */
1688 if (p_sys->download.segment - p_sys->playback.segment < 3)
1690 p_sys->playlist.tries = 0;
1696 p_sys->playlist.tries = 0;
1700 hls_stream_t *hls = hls_Get(p_sys->hls_stream, p_sys->download.stream);
1703 /* determine next time to update playlist */
1704 p_sys->playlist.last = now;
1705 p_sys->playlist.wakeup = now + ((mtime_t)(hls->duration * wait)
1706 * (mtime_t)1000000);
1709 mwait(p_sys->playlist.wakeup);
1712 vlc_restorecancel(canc);
1716 static int Prefetch(stream_t *s, int *current)
1718 stream_sys_t *p_sys = s->p_sys;
1719 int stream = *current;
1721 hls_stream_t *hls = hls_Get(p_sys->hls_stream, stream);
1723 return VLC_EGENERIC;
1725 if (vlc_array_count(hls->segments) == 0)
1726 return VLC_EGENERIC;
1727 else if (vlc_array_count(hls->segments) == 1 && p_sys->b_live)
1728 msg_Warn(s, "Only 1 segment available to prefetch in live stream; may stall");
1730 /* Download ~10s worth of segments of this HLS stream if they exist */
1731 unsigned segment_amount = (0.5f + 10/hls->duration);
1732 for (int i = 0; i < __MIN(vlc_array_count(hls->segments), segment_amount); i++)
1734 segment_t *segment = segment_GetSegment(hls, p_sys->download.segment);
1735 if (segment == NULL )
1736 return VLC_EGENERIC;
1738 /* It is useless to lock the segment here, as Prefetch is called before
1739 download and playlit thread are started. */
1742 p_sys->download.segment++;
1746 if (hls_DownloadSegmentData(s, hls, segment, current) != VLC_SUCCESS)
1747 return VLC_EGENERIC;
1749 p_sys->download.segment++;
1751 /* adapt bandwidth? */
1752 if (*current != stream)
1754 hls_stream_t *hls = hls_Get(p_sys->hls_stream, *current);
1756 return VLC_EGENERIC;
1765 /****************************************************************************
1767 ****************************************************************************/
1768 static int hls_Download(stream_t *s, segment_t *segment)
1772 stream_t *p_ts = stream_UrlNew(s, segment->url);
1774 return VLC_EGENERIC;
1776 segment->size = stream_Size(p_ts);
1777 assert(segment->size > 0);
1779 segment->data = block_Alloc(segment->size);
1780 if (segment->data == NULL)
1782 stream_Delete(p_ts);
1786 assert(segment->data->i_buffer == segment->size);
1788 ssize_t length = 0, curlen = 0;
1792 /* NOTE: Beware the size reported for a segment by the HLS server may not
1793 * be correct, when downloading the segment data. Therefore check the size
1794 * and enlarge the segment data block if necessary.
1796 size = stream_Size(p_ts);
1797 if (size > segment->size)
1799 msg_Dbg(s, "size changed %"PRIu64, segment->size);
1800 block_t *p_block = block_Realloc(segment->data, 0, size);
1801 if (p_block == NULL)
1803 stream_Delete(p_ts);
1804 block_Release(segment->data);
1805 segment->data = NULL;
1808 segment->data = p_block;
1809 segment->size = size;
1810 assert(segment->data->i_buffer == segment->size);
1813 length = stream_Read(p_ts, segment->data->p_buffer + curlen, segment->size - curlen);
1817 } while (vlc_object_alive(s));
1819 stream_Delete(p_ts);
1823 /* Read M3U8 file */
1824 static ssize_t read_M3U8_from_stream(stream_t *s, uint8_t **buffer)
1826 int64_t total_bytes = 0;
1827 int64_t total_allocated = 0;
1835 bytes = stream_Read(s, buf, sizeof(buf));
1844 if ( (total_bytes + bytes + 1) > total_allocated )
1846 if (total_allocated)
1847 total_allocated *= 2;
1849 total_allocated = __MIN((uint64_t)bytes+1, sizeof(buf));
1851 p = realloc_or_free(p, total_allocated);
1856 memcpy(p+total_bytes, buf, bytes);
1857 total_bytes += bytes;
1860 if (total_allocated == 0)
1861 return VLC_EGENERIC;
1863 p[total_bytes] = '\0';
1869 static ssize_t read_M3U8_from_url(stream_t *s, const char* psz_url, uint8_t **buffer)
1871 assert(*buffer == NULL);
1874 stream_t *p_m3u8 = stream_UrlNew(s, psz_url);
1876 return VLC_EGENERIC;
1878 ssize_t size = read_M3U8_from_stream(p_m3u8, buffer);
1879 stream_Delete(p_m3u8);
1884 static char *ReadLine(uint8_t *buffer, uint8_t **pos, const size_t len)
1889 uint8_t *begin = buffer;
1891 uint8_t *end = p + len;
1895 if ((*p == '\r') || (*p == '\n') || (*p == '\0'))
1900 /* copy line excluding \r \n or \0 */
1901 line = strndup((char *)begin, p - begin);
1903 while ((*p == '\r') || (*p == '\n') || (*p == '\0'))
1912 /* next pass start after \r and \n */
1921 /****************************************************************************
1923 ****************************************************************************/
1924 static int Open(vlc_object_t *p_this)
1926 stream_t *s = (stream_t*)p_this;
1927 stream_sys_t *p_sys;
1929 if (!isHTTPLiveStreaming(s))
1930 return VLC_EGENERIC;
1932 msg_Info(p_this, "HTTP Live Streaming (%s)", s->psz_path);
1934 /* Initialize crypto bit */
1938 s->p_sys = p_sys = calloc(1, sizeof(*p_sys));
1942 char *psz_uri = NULL;
1943 if (asprintf(&psz_uri,"%s://%s", s->psz_access, s->psz_path) < 0)
1948 p_sys->m3u8 = psz_uri;
1951 if (asprintf(&new_path, "%s.ts", s->psz_path) < 0)
1958 s->psz_path = new_path;
1960 p_sys->bandwidth = 0;
1961 p_sys->b_live = true;
1962 p_sys->b_meta = false;
1963 p_sys->b_error = false;
1965 p_sys->hls_stream = vlc_array_new();
1966 if (p_sys->hls_stream == NULL)
1976 s->pf_control = Control;
1978 /* Parse HLS m3u8 content. */
1979 uint8_t *buffer = NULL;
1980 ssize_t len = read_M3U8_from_stream(s->p_source, &buffer);
1983 if (parse_M3U8(s, p_sys->hls_stream, buffer, len) != VLC_SUCCESS)
1989 /* HLS standard doesn't provide any guaranty about streams
1990 being sorted by bandwidth, so we sort them */
1991 qsort( p_sys->hls_stream->pp_elems, p_sys->hls_stream->i_count,
1992 sizeof( hls_stream_t* ), &hls_CompareStreams );
1994 /* Choose first HLS stream to start with */
1995 int current = p_sys->playback.stream = p_sys->hls_stream->i_count-1;
1996 p_sys->playback.segment = p_sys->download.segment = ChooseSegment(s, current);
1998 /* manage encryption key if needed */
1999 hls_ManageSegmentKeys(s, hls_Get(p_sys->hls_stream, current));
2001 if (Prefetch(s, ¤t) != VLC_SUCCESS)
2003 msg_Err(s, "fetching first segment failed.");
2007 p_sys->download.stream = current;
2008 p_sys->playback.stream = current;
2009 p_sys->download.seek = -1;
2011 vlc_mutex_init(&p_sys->download.lock_wait);
2012 vlc_cond_init(&p_sys->download.wait);
2014 /* Initialize HLS live stream */
2017 hls_stream_t *hls = hls_Get(p_sys->hls_stream, current);
2018 p_sys->playlist.last = mdate();
2019 p_sys->playlist.wakeup = p_sys->playlist.last +
2020 ((mtime_t)hls->duration * UINT64_C(1000000));
2022 if (vlc_clone(&p_sys->reload, hls_Reload, s, VLC_THREAD_PRIORITY_LOW))
2028 if (vlc_clone(&p_sys->thread, hls_Thread, s, VLC_THREAD_PRIORITY_INPUT))
2031 vlc_join(p_sys->reload, NULL);
2038 vlc_mutex_destroy(&p_sys->download.lock_wait);
2039 vlc_cond_destroy(&p_sys->download.wait);
2042 /* Free hls streams */
2043 for (int i = 0; i < vlc_array_count(p_sys->hls_stream); i++)
2045 hls_stream_t *hls = hls_Get(p_sys->hls_stream, i);
2046 if (hls) hls_Free(hls);
2048 vlc_array_destroy(p_sys->hls_stream);
2053 return VLC_EGENERIC;
2056 /****************************************************************************
2058 ****************************************************************************/
2059 static void Close(vlc_object_t *p_this)
2061 stream_t *s = (stream_t*)p_this;
2062 stream_sys_t *p_sys = s->p_sys;
2064 assert(p_sys->hls_stream);
2067 vlc_mutex_lock(&p_sys->download.lock_wait);
2068 /* negate the condition variable's predicate */
2069 p_sys->download.segment = p_sys->playback.segment = 0;
2070 p_sys->download.seek = 0; /* better safe than sorry */
2071 vlc_cond_signal(&p_sys->download.wait);
2072 vlc_mutex_unlock(&p_sys->download.lock_wait);
2076 vlc_join(p_sys->reload, NULL);
2077 vlc_join(p_sys->thread, NULL);
2078 vlc_mutex_destroy(&p_sys->download.lock_wait);
2079 vlc_cond_destroy(&p_sys->download.wait);
2081 /* Free hls streams */
2082 for (int i = 0; i < vlc_array_count(p_sys->hls_stream); i++)
2084 hls_stream_t *hls = hls_Get(p_sys->hls_stream, i);
2085 if (hls) hls_Free(hls);
2087 vlc_array_destroy(p_sys->hls_stream);
2092 block_Release (p_sys->peeked);
2096 /****************************************************************************
2097 * Stream filters functions
2098 ****************************************************************************/
2099 static segment_t *GetSegment(stream_t *s)
2101 stream_sys_t *p_sys = s->p_sys;
2102 segment_t *segment = NULL;
2104 /* Is this segment of the current HLS stream ready? */
2105 hls_stream_t *hls = hls_Get(p_sys->hls_stream, p_sys->playback.stream);
2108 vlc_mutex_lock(&hls->lock);
2109 segment = segment_GetSegment(hls, p_sys->playback.segment);
2110 if (segment != NULL)
2112 vlc_mutex_lock(&segment->lock);
2113 /* This segment is ready? */
2114 if (segment->data != NULL)
2116 vlc_mutex_unlock(&segment->lock);
2117 p_sys->b_cache = hls->b_cache;
2118 vlc_mutex_unlock(&hls->lock);
2121 vlc_mutex_unlock(&segment->lock);
2123 vlc_mutex_unlock(&hls->lock);
2126 /* Was the HLS stream changed to another bitrate? */
2128 for (int i_stream = 0; i_stream < vlc_array_count(p_sys->hls_stream); i_stream++)
2130 /* Is the next segment ready */
2131 hls_stream_t *hls = hls_Get(p_sys->hls_stream, i_stream);
2135 vlc_mutex_lock(&hls->lock);
2136 segment = segment_GetSegment(hls, p_sys->playback.segment);
2137 if (segment == NULL)
2139 vlc_mutex_unlock(&hls->lock);
2143 vlc_mutex_lock(&p_sys->download.lock_wait);
2144 int i_segment = p_sys->download.segment;
2145 vlc_mutex_unlock(&p_sys->download.lock_wait);
2147 vlc_mutex_lock(&segment->lock);
2148 /* This segment is ready? */
2149 if ((segment->data != NULL) &&
2150 (p_sys->playback.segment < i_segment))
2152 p_sys->playback.stream = i_stream;
2153 p_sys->b_cache = hls->b_cache;
2154 vlc_mutex_unlock(&segment->lock);
2155 vlc_mutex_unlock(&hls->lock);
2158 vlc_mutex_unlock(&segment->lock);
2159 vlc_mutex_unlock(&hls->lock);
2169 assert(segment->data);
2170 if (segment->data->i_buffer == 0)
2172 vlc_mutex_lock(&hls->lock);
2173 int count = vlc_array_count(hls->segments);
2174 vlc_mutex_unlock(&hls->lock);
2176 if ((p_sys->download.segment - p_sys->playback.segment == 0) &&
2177 ((count != p_sys->download.segment) || p_sys->b_live))
2178 msg_Err(s, "playback will stall");
2179 else if ((p_sys->download.segment - p_sys->playback.segment < 3) &&
2180 ((count != p_sys->download.segment) || p_sys->b_live))
2181 msg_Warn(s, "playback in danger of stalling");
2186 static int segment_RestorePos(segment_t *segment)
2190 uint64_t size = segment->size - segment->data->i_buffer;
2193 segment->data->i_buffer += size;
2194 segment->data->p_buffer -= size;
2200 /* p_read might be NULL if caller wants to skip data */
2201 static ssize_t hls_Read(stream_t *s, uint8_t *p_read, unsigned int i_read)
2203 stream_sys_t *p_sys = s->p_sys;
2208 /* Determine next segment to read. If this is a meta playlist and
2209 * bandwidth conditions changed, then the stream might have switched
2210 * to another bandwidth. */
2211 segment_t *segment = GetSegment(s);
2212 if (segment == NULL)
2215 vlc_mutex_lock(&segment->lock);
2216 if (segment->data->i_buffer == 0)
2218 if (!p_sys->b_cache || p_sys->b_live)
2220 block_Release(segment->data);
2221 segment->data = NULL;
2224 segment_RestorePos(segment);
2226 vlc_mutex_unlock(&segment->lock);
2228 /* signal download thread */
2229 vlc_mutex_lock(&p_sys->download.lock_wait);
2230 p_sys->playback.segment++;
2231 vlc_cond_signal(&p_sys->download.wait);
2232 vlc_mutex_unlock(&p_sys->download.lock_wait);
2236 if (segment->size == segment->data->i_buffer)
2237 msg_Info(s, "playing segment %d from stream %d",
2238 segment->sequence, p_sys->playback.stream);
2241 if (i_read <= segment->data->i_buffer)
2243 else if (i_read > segment->data->i_buffer)
2244 len = segment->data->i_buffer;
2248 if (p_read) /* if NULL, then caller skips data */
2249 memcpy(p_read + used, segment->data->p_buffer, len);
2250 segment->data->i_buffer -= len;
2251 segment->data->p_buffer += len;
2255 vlc_mutex_unlock(&segment->lock);
2257 } while (i_read > 0);
2262 static int Read(stream_t *s, void *buffer, unsigned int i_read)
2264 stream_sys_t *p_sys = s->p_sys;
2267 assert(p_sys->hls_stream);
2272 /* NOTE: buffer might be NULL if caller wants to skip data */
2273 length = hls_Read(s, (uint8_t*) buffer, i_read);
2277 p_sys->playback.offset += length;
2281 static int Peek(stream_t *s, const uint8_t **pp_peek, unsigned int i_peek)
2283 stream_sys_t *p_sys = s->p_sys;
2285 unsigned int len = i_peek;
2287 segment = GetSegment(s);
2288 if (segment == NULL)
2290 msg_Err(s, "segment %d should have been available (stream %d)",
2291 p_sys->playback.segment, p_sys->playback.stream);
2292 return 0; /* eof? */
2295 vlc_mutex_lock(&segment->lock);
2297 size_t i_buff = segment->data->i_buffer;
2298 uint8_t *p_buff = segment->data->p_buffer;
2300 if (i_peek < i_buff)
2303 vlc_mutex_unlock(&segment->lock);
2307 else /* This will seldom be run */
2309 /* remember segment to read */
2310 int peek_segment = p_sys->playback.segment;
2312 segment_t *nsegment;
2313 p_sys->playback.segment++;
2314 block_t *peeked = p_sys->peeked;
2317 peeked = block_Alloc (i_peek);
2318 else if (peeked->i_buffer < i_peek)
2319 peeked = block_Realloc (peeked, 0, i_peek);
2322 vlc_mutex_unlock(&segment->lock);
2325 p_sys->peeked = peeked;
2327 memcpy(peeked->p_buffer, p_buff, i_buff);
2330 vlc_mutex_unlock(&segment->lock);
2332 i_buff = peeked->i_buffer;
2333 p_buff = peeked->p_buffer;
2336 while (curlen < i_peek)
2338 nsegment = GetSegment(s);
2339 if (nsegment == NULL)
2341 msg_Err(s, "segment %d should have been available (stream %d)",
2342 p_sys->playback.segment, p_sys->playback.stream);
2343 /* restore segment to read */
2344 p_sys->playback.segment = peek_segment;
2345 return curlen; /* eof? */
2348 vlc_mutex_lock(&nsegment->lock);
2350 if (len < nsegment->data->i_buffer)
2352 memcpy(p_buff + curlen, nsegment->data->p_buffer, len);
2357 size_t i_nbuff = nsegment->data->i_buffer;
2358 memcpy(p_buff + curlen, nsegment->data->p_buffer, i_nbuff);
2362 p_sys->playback.segment++;
2365 vlc_mutex_unlock(&nsegment->lock);
2368 /* restore segment to read */
2369 p_sys->playback.segment = peek_segment;
2374 static bool hls_MaySeek(stream_t *s)
2376 stream_sys_t *p_sys = s->p_sys;
2378 if (p_sys->hls_stream == NULL)
2381 hls_stream_t *hls = hls_Get(p_sys->hls_stream, p_sys->playback.stream);
2382 if (hls == NULL) return false;
2386 vlc_mutex_lock(&hls->lock);
2387 int count = vlc_array_count(hls->segments);
2388 vlc_mutex_unlock(&hls->lock);
2390 vlc_mutex_lock(&p_sys->download.lock_wait);
2391 bool may_seek = (p_sys->download.segment < (count - 2));
2392 vlc_mutex_unlock(&p_sys->download.lock_wait);
2398 static uint64_t GetStreamSize(stream_t *s)
2400 stream_sys_t *p_sys = s->p_sys;
2405 hls_stream_t *hls = hls_Get(p_sys->hls_stream, p_sys->playback.stream);
2406 if (hls == NULL) return 0;
2408 vlc_mutex_lock(&hls->lock);
2410 hls->size = hls_GetStreamSize(hls);
2411 uint64_t size = hls->size;
2412 vlc_mutex_unlock(&hls->lock);
2417 static int segment_Seek(stream_t *s, const uint64_t pos)
2419 stream_sys_t *p_sys = s->p_sys;
2421 hls_stream_t *hls = hls_Get(p_sys->hls_stream, p_sys->playback.stream);
2423 return VLC_EGENERIC;
2425 vlc_mutex_lock(&hls->lock);
2427 bool b_found = false;
2428 uint64_t length = 0;
2429 uint64_t size = hls->size;
2430 int count = vlc_array_count(hls->segments);
2432 segment_t *currentSegment = segment_GetSegment(hls, p_sys->playback.segment);
2433 if (currentSegment == NULL)
2435 vlc_mutex_unlock(&hls->lock);
2436 return VLC_EGENERIC;
2439 for (int n = 0; n < count; n++)
2441 segment_t *segment = segment_GetSegment(hls, n);
2442 if (segment == NULL)
2444 vlc_mutex_unlock(&hls->lock);
2445 return VLC_EGENERIC;
2448 vlc_mutex_lock(&segment->lock);
2449 length += segment->duration * (hls->bandwidth/8);
2450 vlc_mutex_unlock(&segment->lock);
2456 p_sys->playback.segment = n;
2460 /* Do not search in last 3 segments */
2461 vlc_mutex_unlock(&hls->lock);
2462 return VLC_EGENERIC;
2467 if (!b_found && (pos >= size))
2469 p_sys->playback.segment = count - 1;
2477 /* restore current segment to start position */
2478 vlc_mutex_lock(¤tSegment->lock);
2479 segment_RestorePos(currentSegment);
2480 vlc_mutex_unlock(¤tSegment->lock);
2482 /* restore seeked segment to start position */
2483 segment_t *segment = segment_GetSegment(hls, p_sys->playback.segment);
2484 if (segment == NULL)
2486 vlc_mutex_unlock(&hls->lock);
2487 return VLC_EGENERIC;
2490 vlc_mutex_lock(&segment->lock);
2491 segment_RestorePos(segment);
2492 vlc_mutex_unlock(&segment->lock);
2494 /* start download at current playback segment */
2495 vlc_mutex_unlock(&hls->lock);
2497 /* Wake up download thread */
2498 vlc_mutex_lock(&p_sys->download.lock_wait);
2499 p_sys->download.seek = p_sys->playback.segment;
2500 vlc_cond_signal(&p_sys->download.wait);
2502 /* Wait for download to be finished */
2503 msg_Info(s, "seek to segment %d", p_sys->playback.segment);
2504 while ((p_sys->download.seek != -1) ||
2505 ((p_sys->download.segment - p_sys->playback.segment < 3) &&
2506 (p_sys->download.segment < count)))
2508 vlc_cond_wait(&p_sys->download.wait, &p_sys->download.lock_wait);
2509 if (!vlc_object_alive(s) || s->b_error) break;
2511 vlc_mutex_unlock(&p_sys->download.lock_wait);
2515 vlc_mutex_unlock(&hls->lock);
2517 return b_found ? VLC_SUCCESS : VLC_EGENERIC;
2520 static int Control(stream_t *s, int i_query, va_list args)
2522 stream_sys_t *p_sys = s->p_sys;
2526 case STREAM_CAN_SEEK:
2527 *(va_arg (args, bool *)) = hls_MaySeek(s);
2529 case STREAM_CAN_CONTROL_PACE:
2530 *(va_arg (args, bool *)) = true;
2532 case STREAM_CAN_FASTSEEK:
2533 case STREAM_CAN_PAUSE: /* TODO */
2534 *(va_arg (args, bool *)) = false;
2536 case STREAM_GET_POSITION:
2537 *(va_arg (args, uint64_t *)) = p_sys->playback.offset;
2539 case STREAM_SET_POSITION:
2542 uint64_t pos = (uint64_t)va_arg(args, uint64_t);
2543 if (segment_Seek(s, pos) == VLC_SUCCESS)
2545 p_sys->playback.offset = pos;
2549 return VLC_EGENERIC;
2550 case STREAM_GET_SIZE:
2551 *(va_arg (args, uint64_t *)) = GetStreamSize(s);
2554 return VLC_EGENERIC;