13 class HTTPInput : public Input {
15 HTTPInput(const std::string &url);
17 // Serialization/deserialization.
18 HTTPInput(const InputProto &serialized);
19 virtual InputProto serialize() const;
21 virtual void close_socket();
23 virtual std::string get_url() const { return url; }
25 virtual void add_destination(int stream_index);
27 virtual InputStats get_stats() const;
30 // Actually does the download.
31 virtual void do_work();
33 // Open a socket that connects to the given host and port. Does DNS resolving.
34 int lookup_and_connect(const std::string &host, const std::string &port);
36 // Parses a HTTP response. Returns false if it not a 200.
37 bool parse_response(const std::string &response);
39 // Stores the given data, looks for Metacube blocks (skipping data if needed),
40 // and calls process_block() for each one.
41 void process_data(char *ptr, size_t bytes);
43 // Drops <num_bytes> bytes from the head of <pending_data>,
44 // and outputs a warning.
45 void drop_pending_data(size_t num_bytes);
52 CLOSING_SOCKET, // Due to error.
56 std::vector<int> stream_indices;
58 // The URL and its parsed components.
60 std::string host, port, path;
62 // The HTTP request, with headers and all.
63 // Only relevant for SENDING_REQUEST.
66 // How many bytes we've sent of the request so far.
67 // Only relevant for SENDING_REQUEST.
68 size_t request_bytes_sent;
70 // The HTTP response we've received so far. Only relevant for RECEIVING_HEADER.
73 // The HTTP response headers we want to give clients for this input.
74 std::string http_header;
76 // The stream heder we want to give clients for this input.
77 std::string stream_header;
79 // Data we have received but not fully processed yet.
80 std::vector<char> pending_data;
82 // If <pending_data> starts with a Metacube header,
84 bool has_metacube_header;
86 // The socket we are downloading on (or -1).
89 // Mutex protecting <stats>.
90 mutable pthread_mutex_t stats_mutex;
92 // The current statistics for this connection. Protected by <stats_mutex>.
96 #endif // !defined(_HTTPINPUT_H)