11 Input(const std::string &stream_id, const std::string &url);
13 // Serialization/deserialization.
14 Input(const InputProto &serialized);
15 InputProto serialize() const;
17 // Connect to the given URL and start streaming.
20 // Stops the streaming, but lets the file descriptor stay open.
23 std::string get_url() const { return url; }
26 // Recovers the this pointer and calls do_work().
27 static void *do_work_thunk(void *arg);
29 // Actually does the download.
32 // Open a socket that connects to the given host and port. Does DNS resolving.
33 int lookup_and_connect(const std::string &host, const std::string &port);
35 // Stores the given data, looks for Metacube blocks (skipping data if needed),
36 // and calls process_block() for each one.
37 void process_data(char *ptr, size_t bytes);
39 // Drops <num_bytes> bytes from the head of <pending_data>,
40 // and outputs a warning.
41 void drop_pending_data(size_t num_bytes);
48 CLOSING_SOCKET, // Due to error.
52 std::string stream_id;
54 // The URL and its parsed components.
56 std::string host, port, path;
58 // The HTTP request, with headers and all.
59 // Only relevant for SENDING_REQUEST.
62 // How many bytes we've sent of the request so far.
63 // Only relevant for SENDING_REQUEST.
64 size_t request_bytes_sent;
66 // The HTTP response we've received so far. Only relevant for RECEIVING_HEADER.
69 // Data we have received but not fully processed yet.
70 std::vector<char> pending_data;
72 // If <pending_data> starts with a Metacube header,
74 bool has_metacube_header;
76 // The socket we are downloading on (or -1).
79 // Handle to the thread that actually does the download.
80 pthread_t worker_thread;
82 // Whether we should stop or not.
83 volatile bool should_stop;
86 #endif // !defined(_INPUT_H)