rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 1 | // Copyright (c) 2009 The Chromium OS Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
Alex Deymo | 759c275 | 2014-03-17 21:09:36 -0700 | [diff] [blame] | 5 | #ifndef CHROMEOS_PLATFORM_UPDATE_ENGINE_LIBCURL_HTTP_FETCHER_H_ |
| 6 | #define CHROMEOS_PLATFORM_UPDATE_ENGINE_LIBCURL_HTTP_FETCHER_H_ |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 7 | |
| 8 | #include <map> |
| 9 | #include <string> |
Bruno Rocha | 7f9aea2 | 2011-09-12 14:31:24 -0700 | [diff] [blame] | 10 | |
| 11 | #include <base/basictypes.h> |
| 12 | #include <base/logging.h> |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 13 | #include <curl/curl.h> |
| 14 | #include <glib.h> |
Bruno Rocha | 7f9aea2 | 2011-09-12 14:31:24 -0700 | [diff] [blame] | 15 | |
| 16 | #include "update_engine/certificate_checker.h" |
Alex Deymo | 7984bf0 | 2014-04-02 20:41:57 -0700 | [diff] [blame] | 17 | #include "update_engine/hardware_interface.h" |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 18 | #include "update_engine/http_fetcher.h" |
Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 19 | #include "update_engine/system_state.h" |
| 20 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 21 | |
| 22 | // This is a concrete implementation of HttpFetcher that uses libcurl to do the |
| 23 | // http work. |
| 24 | |
| 25 | namespace chromeos_update_engine { |
| 26 | |
| 27 | class LibcurlHttpFetcher : public HttpFetcher { |
| 28 | public: |
Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 29 | LibcurlHttpFetcher(ProxyResolver* proxy_resolver, |
Nam T. Nguyen | 7d623eb | 2014-05-13 16:06:28 -0700 | [diff] [blame] | 30 | SystemState* system_state) |
Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 31 | : HttpFetcher(proxy_resolver, system_state), |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 32 | curl_multi_handle_(NULL), |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 33 | curl_handle_(NULL), |
Gilad Arnold | 9dd1e7c | 2012-02-16 12:13:36 -0800 | [diff] [blame] | 34 | curl_http_headers_(NULL), |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 35 | timeout_source_(NULL), |
| 36 | transfer_in_progress_(false), |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 37 | transfer_size_(0), |
| 38 | bytes_downloaded_(0), |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 39 | download_length_(0), |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 40 | resume_offset_(0), |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 41 | retry_count_(0), |
David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 42 | max_retry_count_(kDownloadMaxRetryCount), |
Gilad Arnold | 34bf1ee | 2012-02-09 16:16:02 -0800 | [diff] [blame] | 43 | retry_seconds_(20), |
Darin Petkov | a092955 | 2010-11-29 14:19:06 -0800 | [diff] [blame] | 44 | no_network_retry_count_(0), |
| 45 | no_network_max_retries_(0), |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 46 | idle_seconds_(1), |
| 47 | in_write_callback_(false), |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 48 | sent_byte_(false), |
Bruno Rocha | 7f9aea2 | 2011-09-12 14:31:24 -0700 | [diff] [blame] | 49 | terminate_requested_(false), |
Gilad Arnold | 7c04e76 | 2012-05-23 10:54:02 -0700 | [diff] [blame] | 50 | check_certificate_(CertificateChecker::kNone), |
David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 51 | low_speed_limit_bps_(kDownloadLowSpeedLimitBps), |
| 52 | low_speed_time_seconds_(kDownloadLowSpeedTimeSeconds), |
| 53 | connect_timeout_seconds_(kDownloadConnectTimeoutSeconds) { |
| 54 | // Dev users want a longer timeout (180 seconds) because they may |
| 55 | // be waiting on the dev server to build an image. |
Alex Deymo | 7984bf0 | 2014-04-02 20:41:57 -0700 | [diff] [blame] | 56 | if (!system_state->hardware()->IsOfficialBuild()) |
David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 57 | low_speed_time_seconds_ = kDownloadDevModeLowSpeedTimeSeconds; |
Alex Deymo | bccbc38 | 2014-04-03 13:38:55 -0700 | [diff] [blame] | 58 | if (!system_state_->hardware()->IsOOBEComplete(nullptr)) |
David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 59 | max_retry_count_ = kDownloadMaxRetryCountOobeNotComplete; |
| 60 | } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 61 | |
| 62 | // Cleans up all internal state. Does not notify delegate |
| 63 | ~LibcurlHttpFetcher(); |
| 64 | |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 65 | virtual void SetOffset(off_t offset) { bytes_downloaded_ = offset; } |
| 66 | |
| 67 | virtual void SetLength(size_t length) { download_length_ = length; } |
| 68 | virtual void UnsetLength() { SetLength(0); } |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 69 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 70 | // Begins the transfer if it hasn't already begun. |
| 71 | virtual void BeginTransfer(const std::string& url); |
| 72 | |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 73 | // If the transfer is in progress, aborts the transfer early. The transfer |
| 74 | // cannot be resumed. |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 75 | virtual void TerminateTransfer(); |
| 76 | |
| 77 | // Suspend the transfer by calling curl_easy_pause(CURLPAUSE_ALL). |
| 78 | virtual void Pause(); |
| 79 | |
| 80 | // Resume the transfer by calling curl_easy_pause(CURLPAUSE_CONT). |
| 81 | virtual void Unpause(); |
| 82 | |
| 83 | // Libcurl sometimes asks to be called back after some time while |
| 84 | // leaving that time unspecified. In that case, we pick a reasonable |
| 85 | // default of one second, but it can be overridden here. This is |
| 86 | // primarily useful for testing. |
| 87 | // From http://curl.haxx.se/libcurl/c/curl_multi_timeout.html: |
| 88 | // if libcurl returns a -1 timeout here, it just means that libcurl |
| 89 | // currently has no stored timeout value. You must not wait too long |
| 90 | // (more than a few seconds perhaps) before you call |
| 91 | // curl_multi_perform() again. |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 92 | void set_idle_seconds(int seconds) { idle_seconds_ = seconds; } |
| 93 | |
| 94 | // Sets the retry timeout. Useful for testing. |
| 95 | void set_retry_seconds(int seconds) { retry_seconds_ = seconds; } |
Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 96 | |
Darin Petkov | a092955 | 2010-11-29 14:19:06 -0800 | [diff] [blame] | 97 | void set_no_network_max_retries(int retries) { |
| 98 | no_network_max_retries_ = retries; |
| 99 | } |
| 100 | |
Bruno Rocha | 7f9aea2 | 2011-09-12 14:31:24 -0700 | [diff] [blame] | 101 | void set_check_certificate( |
| 102 | CertificateChecker::ServerToCheck check_certificate) { |
| 103 | check_certificate_ = check_certificate; |
| 104 | } |
| 105 | |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 106 | virtual size_t GetBytesDownloaded() { |
| 107 | return static_cast<size_t>(bytes_downloaded_); |
| 108 | } |
| 109 | |
David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 110 | virtual void set_low_speed_limit(int low_speed_bps, int low_speed_sec) { |
| 111 | low_speed_limit_bps_ = low_speed_bps; |
| 112 | low_speed_time_seconds_ = low_speed_sec; |
| 113 | } |
| 114 | |
| 115 | virtual void set_connect_timeout(int connect_timeout_seconds) { |
| 116 | connect_timeout_seconds_ = connect_timeout_seconds; |
| 117 | } |
| 118 | |
| 119 | virtual void set_max_retry_count(int max_retry_count) { |
| 120 | max_retry_count_ = max_retry_count; |
| 121 | } |
| 122 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 123 | private: |
Andrew de los Reyes | f3ed8e7 | 2011-02-16 10:35:46 -0800 | [diff] [blame] | 124 | // Callback for when proxy resolution has completed. This begins the |
| 125 | // transfer. |
| 126 | void ProxiesResolved(); |
Jay Srinivasan | 4348879 | 2012-06-19 00:25:31 -0700 | [diff] [blame] | 127 | |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 128 | // Asks libcurl for the http response code and stores it in the object. |
| 129 | void GetHttpResponseCode(); |
| 130 | |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 131 | // Checks whether stored HTTP response is within the success range. |
Gilad Arnold | 48085ba | 2011-11-16 09:36:08 -0800 | [diff] [blame] | 132 | inline bool IsHttpResponseSuccess() { |
| 133 | return (http_response_code_ >= 200 && http_response_code_ < 300); |
| 134 | } |
| 135 | |
Gilad Arnold | 9bedeb5 | 2011-11-17 16:19:57 -0800 | [diff] [blame] | 136 | // Checks whether stored HTTP response is within the error range. This |
| 137 | // includes both errors with the request (4xx) and server errors (5xx). |
| 138 | inline bool IsHttpResponseError() { |
| 139 | return (http_response_code_ >= 400 && http_response_code_ < 600); |
| 140 | } |
| 141 | |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 142 | // Resumes a transfer where it left off. This will use the |
| 143 | // HTTP Range: header to make a new connection from where the last |
| 144 | // left off. |
| 145 | virtual void ResumeTransfer(const std::string& url); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 146 | |
| 147 | // These two methods are for glib main loop callbacks. They are called |
| 148 | // when either a file descriptor is ready for work or when a timer |
| 149 | // has fired. The static versions are shims for libcurl which has a C API. |
| 150 | bool FDCallback(GIOChannel *source, GIOCondition condition); |
| 151 | static gboolean StaticFDCallback(GIOChannel *source, |
| 152 | GIOCondition condition, |
| 153 | gpointer data) { |
| 154 | return reinterpret_cast<LibcurlHttpFetcher*>(data)->FDCallback(source, |
| 155 | condition); |
| 156 | } |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 157 | gboolean TimeoutCallback(); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 158 | static gboolean StaticTimeoutCallback(gpointer data) { |
| 159 | return reinterpret_cast<LibcurlHttpFetcher*>(data)->TimeoutCallback(); |
| 160 | } |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 161 | |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 162 | gboolean RetryTimeoutCallback(); |
| 163 | static gboolean StaticRetryTimeoutCallback(void* arg) { |
| 164 | return static_cast<LibcurlHttpFetcher*>(arg)->RetryTimeoutCallback(); |
| 165 | } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 166 | |
| 167 | // Calls into curl_multi_perform to let libcurl do its work. Returns after |
| 168 | // curl_multi_perform is finished, which may actually be after more than |
| 169 | // one call to curl_multi_perform. This method will set up the glib run |
| 170 | // loop with sources for future work that libcurl will do. |
| 171 | // This method will not block. |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 172 | // Returns true if we should resume immediately after this call. |
Andrew de los Reyes | cb31933 | 2010-07-19 10:55:01 -0700 | [diff] [blame] | 173 | void CurlPerformOnce(); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 174 | |
| 175 | // Sets up glib main loop sources as needed by libcurl. This is generally |
| 176 | // the file descriptor of the socket and a timer in case nothing happens |
| 177 | // on the fds. |
| 178 | void SetupMainloopSources(); |
| 179 | |
| 180 | // Callback called by libcurl when new data has arrived on the transfer |
| 181 | size_t LibcurlWrite(void *ptr, size_t size, size_t nmemb); |
| 182 | static size_t StaticLibcurlWrite(void *ptr, size_t size, |
| 183 | size_t nmemb, void *stream) { |
| 184 | return reinterpret_cast<LibcurlHttpFetcher*>(stream)-> |
| 185 | LibcurlWrite(ptr, size, nmemb); |
| 186 | } |
| 187 | |
| 188 | // Cleans up the following if they are non-null: |
| 189 | // curl(m) handles, io_channels_, timeout_source_. |
| 190 | void CleanUp(); |
| 191 | |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 192 | // Force terminate the transfer. This will invoke the delegate's (if any) |
| 193 | // TransferTerminated callback so, after returning, this fetcher instance may |
| 194 | // be destroyed. |
| 195 | void ForceTransferTermination(); |
| 196 | |
Jay Srinivasan | b3f5540 | 2012-12-03 18:12:04 -0800 | [diff] [blame] | 197 | // Sets the curl options for HTTP URL. |
| 198 | void SetCurlOptionsForHttp(); |
| 199 | |
| 200 | // Sets the curl options for HTTPS URL. |
| 201 | void SetCurlOptionsForHttps(); |
| 202 | |
Gilad Arnold | 59d9e01 | 2013-07-23 16:41:43 -0700 | [diff] [blame] | 203 | // Convert a proxy URL into a curl proxy type, if applicable. Returns true iff |
| 204 | // conversion was successful, false otherwise (in which case nothing is |
| 205 | // written to |out_type|). |
| 206 | bool GetProxyType(const std::string& proxy, curl_proxytype* out_type); |
| 207 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 208 | // Handles for the libcurl library |
| 209 | CURLM *curl_multi_handle_; |
| 210 | CURL *curl_handle_; |
Gilad Arnold | 9dd1e7c | 2012-02-16 12:13:36 -0800 | [diff] [blame] | 211 | struct curl_slist *curl_http_headers_; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 212 | |
Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 213 | // Lists of all read(0)/write(1) file descriptors that we're waiting on from |
| 214 | // the glib main loop. libcurl may open/close descriptors and switch their |
| 215 | // directions so maintain two separate lists so that watch conditions can be |
| 216 | // set appropriately. |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 217 | typedef std::map<int, std::pair<GIOChannel*, guint> > IOChannels; |
Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 218 | IOChannels io_channels_[2]; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 219 | |
| 220 | // if non-NULL, a timer we're waiting on. glib main loop will call us back |
| 221 | // when it fires. |
| 222 | GSource* timeout_source_; |
| 223 | |
| 224 | bool transfer_in_progress_; |
| 225 | |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 226 | // The transfer size. -1 if not known. |
| 227 | off_t transfer_size_; |
| 228 | |
| 229 | // How many bytes have been downloaded and sent to the delegate. |
| 230 | off_t bytes_downloaded_; |
| 231 | |
Gilad Arnold | e4ad250 | 2011-12-29 17:08:54 -0800 | [diff] [blame] | 232 | // The remaining maximum number of bytes to download. Zero represents an |
| 233 | // unspecified length. |
| 234 | size_t download_length_; |
| 235 | |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 236 | // If we resumed an earlier transfer, data offset that we used for the |
| 237 | // new connection. 0 otherwise. |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 238 | // In this class, resume refers to resuming a dropped HTTP connection, |
| 239 | // not to resuming an interrupted download. |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 240 | off_t resume_offset_; |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 241 | |
Jay Srinivasan | 32f2357 | 2012-06-05 13:45:07 -0700 | [diff] [blame] | 242 | // Number of resumes performed so far and the max allowed. |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 243 | int retry_count_; |
Jay Srinivasan | 32f2357 | 2012-06-05 13:45:07 -0700 | [diff] [blame] | 244 | int max_retry_count_; |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 245 | |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 246 | // Seconds to wait before retrying a resume. |
| 247 | int retry_seconds_; |
| 248 | |
Darin Petkov | a092955 | 2010-11-29 14:19:06 -0800 | [diff] [blame] | 249 | // Number of resumes due to no network (e.g., HTTP response code 0). |
| 250 | int no_network_retry_count_; |
| 251 | int no_network_max_retries_; |
| 252 | |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 253 | // Seconds to wait before asking libcurl to "perform". |
| 254 | int idle_seconds_; |
Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 255 | |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 256 | // If true, we are currently performing a write callback on the delegate. |
| 257 | bool in_write_callback_; |
Darin Petkov | a092955 | 2010-11-29 14:19:06 -0800 | [diff] [blame] | 258 | |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 259 | // If true, we have returned at least one byte in the write callback |
| 260 | // to the delegate. |
| 261 | bool sent_byte_; |
Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 262 | |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 263 | // We can't clean everything up while we're in a write callback, so |
| 264 | // if we get a terminate request, queue it until we can handle it. |
| 265 | bool terminate_requested_; |
| 266 | |
Bruno Rocha | 7f9aea2 | 2011-09-12 14:31:24 -0700 | [diff] [blame] | 267 | // Represents which server certificate to be checked against this |
| 268 | // connection's certificate. If no certificate check needs to be performed, |
| 269 | // this should be kNone. |
| 270 | CertificateChecker::ServerToCheck check_certificate_; |
| 271 | |
David Zeuthen | 34135a9 | 2013-08-06 11:16:16 -0700 | [diff] [blame] | 272 | int low_speed_limit_bps_; |
| 273 | int low_speed_time_seconds_; |
| 274 | int connect_timeout_seconds_; |
| 275 | int num_max_retries_; |
| 276 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 277 | DISALLOW_COPY_AND_ASSIGN(LibcurlHttpFetcher); |
| 278 | }; |
| 279 | |
| 280 | } // namespace chromeos_update_engine |
| 281 | |
Alex Deymo | 759c275 | 2014-03-17 21:09:36 -0700 | [diff] [blame] | 282 | #endif // CHROMEOS_PLATFORM_UPDATE_ENGINE_LIBCURL_HTTP_FETCHER_H_ |