1 /*****************************************************************************
2 * decomp.c : Decompression module for vlc
3 *****************************************************************************
4 * Copyright © 2008 Rémi Denis-Courmont
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU Lesser General Public License as published by
8 * the Free Software Foundation; either version 2.1 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
19 *****************************************************************************/
25 #include <vlc_common.h>
26 #include <vlc_plugin.h>
27 #include <vlc_stream.h>
28 #include <vlc_network.h>
33 #include <sys/ioctl.h>
34 #if defined (__linux__) && defined (HAVE_VMSPLICE)
36 # include <sys/mman.h>
41 static int OpenGzip (vlc_object_t *);
42 static int OpenBzip2 (vlc_object_t *);
43 static void Close (vlc_object_t *);
46 set_description (N_("Decompression"))
47 set_category (CAT_INPUT)
48 set_subcategory (SUBCAT_INPUT_STREAM_FILTER)
49 set_capability ("stream_filter", 20)
50 set_callbacks (OpenBzip2, Close)
51 /* TODO: access shortnames for stream_UrlNew() */
54 set_callbacks (OpenGzip, Close)
63 int write_fd, read_fd;
66 static void cloexec (int fd)
68 int flags = fcntl (fd, F_GETFD);
69 fcntl (fd, F_SETFD, FD_CLOEXEC | ((flags != -1) ? flags : 0));
72 extern char **environ;
74 static const size_t bufsize = 65536;
76 static void cleanup_mmap (void *addr)
78 munmap (addr, bufsize);
82 static void *Thread (void *data)
84 stream_t *stream = data;
85 stream_sys_t *p_sys = stream->p_sys;
87 ssize_t page_mask = sysconf (_SC_PAGE_SIZE) - 1;
89 int fd = p_sys->write_fd;
95 int canc = vlc_savecancel ();
97 unsigned char *buf = mmap (NULL, bufsize, PROT_READ|PROT_WRITE,
98 MAP_PRIVATE|MAP_ANONYMOUS, -1, 0);
99 vlc_cleanup_push (cleanup_mmap, buf);
101 unsigned char buf[bufsize];
104 len = stream_Read (stream->p_source, buf, bufsize);
105 vlc_restorecancel (canc);
108 for (ssize_t i = 0, j; i < len; i += j)
111 if ((len - i) <= page_mask) /* incomplete last page */
112 j = write (fd, buf + i, len - i);
115 struct iovec iov = { buf + i, (len - i) & ~page_mask, };
116 j = vmsplice (fd, &iov, 1, SPLICE_F_GIFT);
119 j = write (fd, buf + i, len - i);
125 msg_Err (stream, "cannot write data (%m)");
131 vlc_cleanup_run (); /* munmap (buf, bufsize) */
136 msg_Dbg (stream, "compressed stream at EOF");
141 #define MIN_BLOCK (1 << 10)
142 #define MAX_BLOCK (1 << 20)
144 * Reads decompressed from the decompression program
145 * @return -1 for EAGAIN, 0 for EOF, byte count otherwise.
147 static int Read (stream_t *stream, void *buf, unsigned int buflen)
149 stream_sys_t *p_sys = stream->p_sys;
154 if ((peeked = p_sys->peeked) != NULL)
156 bonus = (buflen > peeked->i_buffer) ? peeked->i_buffer : buflen;
157 memcpy (buf, peeked->p_buffer, bonus);
158 peeked->p_buffer += bonus;
159 peeked->i_buffer -= bonus;
160 if (peeked->i_buffer == 0)
162 block_Release (peeked);
163 p_sys->peeked = NULL;
167 length = net_Read (stream, p_sys->read_fd, NULL, buf, buflen, false);
171 p_sys->offset += length;
178 static int Peek (stream_t *stream, const uint8_t **pbuf, unsigned int len)
180 stream_sys_t *p_sys = stream->p_sys;
181 block_t *peeked = p_sys->peeked;
183 int fd = p_sys->read_fd;
186 peeked = block_Alloc (len);
187 else if ((curlen = peeked->i_buffer) < len)
188 peeked = block_Realloc (peeked, 0, len);
190 if ((p_sys->peeked = peeked) == NULL)
195 ssize_t val = net_Read (stream, fd, NULL, peeked->p_buffer + curlen,
200 peeked->i_buffer = curlen;
203 *pbuf = peeked->p_buffer;
210 static int Control (stream_t *stream, int query, va_list args)
212 stream_sys_t *p_sys = stream->p_sys;
216 case STREAM_CAN_SEEK:
217 case STREAM_CAN_FASTSEEK:
218 *(va_arg (args, bool *)) = false;
220 case STREAM_GET_POSITION:
221 *(va_arg (args, int64_t *)) = p_sys->offset;
223 case STREAM_GET_SIZE:
224 *(va_arg (args, int64_t *)) = 0;
227 *(va_arg (args, int *)) = 0;
236 * Pipe data through an external executable.
237 * @param stream the stream filter object.
238 * @param path path to the executable.
240 static int Open (stream_t *stream, const char *path)
242 stream_sys_t *p_sys = stream->p_sys = malloc (sizeof (*p_sys));
246 stream->pf_read = Read;
247 stream->pf_peek = Peek;
248 stream->pf_control = Control;
249 p_sys->peeked = NULL;
253 /* I am not a big fan of the pyramid style, but I cannot think of anything
254 * better here. There are too many failure cases. */
255 int ret = VLC_EGENERIC;
258 if (pipe (comp) == 0)
261 p_sys->write_fd = comp[1];
264 if (pipe (uncomp) == 0)
267 p_sys->read_fd = uncomp[0];
269 posix_spawn_file_actions_t actions;
270 if (posix_spawn_file_actions_init (&actions) == 0)
272 char *const argv[] = { (char *)path, NULL };
274 if (!posix_spawn_file_actions_adddup2 (&actions, comp[0], 0)
275 && !posix_spawn_file_actions_addclose (&actions, comp[0])
276 && !posix_spawn_file_actions_adddup2 (&actions, uncomp[1], 1)
277 && !posix_spawn_file_actions_addclose (&actions, uncomp[1])
278 && !posix_spawnp (&p_sys->pid, path, &actions, NULL, argv,
281 if (vlc_clone (&p_sys->thread, Thread, stream,
282 VLC_THREAD_PRIORITY_INPUT) == 0)
287 msg_Err (stream, "Cannot execute %s", path);
290 posix_spawn_file_actions_destroy (&actions);
293 if (ret != VLC_SUCCESS)
297 if (ret != VLC_SUCCESS)
300 if (p_sys->pid != -1)
301 while (waitpid (p_sys->pid, &(int){ 0 }, 0) == -1);
309 * Releases allocate resources.
311 static void Close (vlc_object_t *obj)
313 stream_t *stream = (stream_t *)obj;
314 stream_sys_t *p_sys = stream->p_sys;
317 vlc_cancel (p_sys->thread);
318 close (p_sys->read_fd);
319 vlc_join (p_sys->thread, NULL);
320 close (p_sys->write_fd);
322 msg_Dbg (obj, "waiting for PID %u", (unsigned)p_sys->pid);
323 while (waitpid (p_sys->pid, &status, 0) == -1);
324 msg_Dbg (obj, "exit status %d", status);
327 block_Release (p_sys->peeked);
333 * Detects gzip file format
335 static int OpenGzip (vlc_object_t *obj)
337 stream_t *stream = (stream_t *)obj;
340 if (stream_Peek (stream->p_source, &peek, 3) < 3)
343 if (memcmp (peek, "\x1f\x8b\x08", 3))
346 msg_Dbg (obj, "detected gzip compressed stream");
347 return Open (stream, "zcat");
352 * Detects bzip2 file format
354 static int OpenBzip2 (vlc_object_t *obj)
356 stream_t *stream = (stream_t *)obj;
359 /* (Try to) parse the bzip2 header */
360 if (stream_Peek (stream->p_source, &peek, 10) < 10)
363 if (memcmp (peek, "BZh", 3) || (peek[3] < '1') || (peek[3] > '9')
364 || memcmp (peek + 4, "\x31\x41\x59\x26\x53\x59", 6))
367 msg_Dbg (obj, "detected bzip2 compressed stream");
368 return Open (stream, "bzcat");