11 Input(const std::string &stream_id, const std::string &url);
13 // Serialization/deserialization.
14 Input(const InputProto &serialized);
15 InputProto serialize() const;
17 // Connect to the given URL and start streaming.
20 // Stops the streaming, but lets the file descriptor stay open.
23 std::string get_url() const { return url; }
26 // Recovers the this pointer and calls do_work().
27 static void *do_work_thunk(void *arg);
29 // Actually does the download.
32 // Open a socket that connects to the given host and port. Does DNS resolving.
33 int lookup_and_connect(const std::string &host, const std::string &port);
35 // Parses a HTTP response. Returns false if it not a 200.
36 bool parse_response(const std::string &response);
38 // Stores the given data, looks for Metacube blocks (skipping data if needed),
39 // and calls process_block() for each one.
40 void process_data(char *ptr, size_t bytes);
42 // Drops <num_bytes> bytes from the head of <pending_data>,
43 // and outputs a warning.
44 void drop_pending_data(size_t num_bytes);
51 CLOSING_SOCKET, // Due to error.
55 std::string stream_id;
57 // The URL and its parsed components.
59 std::string host, port, path;
61 // The HTTP request, with headers and all.
62 // Only relevant for SENDING_REQUEST.
65 // How many bytes we've sent of the request so far.
66 // Only relevant for SENDING_REQUEST.
67 size_t request_bytes_sent;
69 // The HTTP response we've received so far. Only relevant for RECEIVING_HEADER.
72 // The HTTP respones headers we want to give clients for this input.
73 std::string http_header;
75 // Data we have received but not fully processed yet.
76 std::vector<char> pending_data;
78 // If <pending_data> starts with a Metacube header,
80 bool has_metacube_header;
82 // The socket we are downloading on (or -1).
85 // Handle to the thread that actually does the download.
86 pthread_t worker_thread;
88 // Whether we should stop or not.
89 volatile bool should_stop;
92 #endif // !defined(_INPUT_H)