rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 1 | // Copyright (c) 2009 The Chromium OS Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 5 | #include "update_engine/libcurl_http_fetcher.h" |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 6 | |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 7 | #include <algorithm> |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 8 | #include <string> |
| 9 | |
| 10 | #include <base/logging.h> |
| 11 | |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 12 | #include "update_engine/chrome_proxy_resolver.h" |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 13 | #include "update_engine/dbus_interface.h" |
| 14 | #include "update_engine/flimflam_proxy.h" |
| 15 | #include "update_engine/utils.h" |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 16 | |
| 17 | using std::max; |
| 18 | using std::make_pair; |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 19 | using std::string; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 20 | |
| 21 | // This is a concrete implementation of HttpFetcher that uses libcurl to do the |
| 22 | // http work. |
| 23 | |
| 24 | namespace chromeos_update_engine { |
| 25 | |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 26 | namespace { |
| 27 | const int kMaxRetriesCount = 20; |
Andrew de los Reyes | 5d0783d | 2010-11-29 18:14:16 -0800 | [diff] [blame] | 28 | const int kNoNetworkRetrySeconds = 10; |
Ken Mixter | b2bf122 | 2010-11-18 17:29:38 -0800 | [diff] [blame] | 29 | const char kCACertificatesPath[] = "/usr/share/chromeos-ca-certificates"; |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 30 | } // namespace {} |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 31 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 32 | LibcurlHttpFetcher::~LibcurlHttpFetcher() { |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 33 | LOG_IF(ERROR, transfer_in_progress_) |
| 34 | << "Destroying the fetcher while a transfer is in progress."; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 35 | CleanUp(); |
| 36 | } |
| 37 | |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 38 | // On error, returns false. |
| 39 | bool LibcurlHttpFetcher::ConnectionIsExpensive() const { |
| 40 | if (force_connection_type_) |
| 41 | return forced_expensive_connection_; |
| 42 | NetworkConnectionType type; |
| 43 | ConcreteDbusGlib dbus_iface; |
| 44 | TEST_AND_RETURN_FALSE(FlimFlamProxy::GetConnectionType(&dbus_iface, &type)); |
| 45 | LOG(INFO) << "We are connected via " |
| 46 | << FlimFlamProxy::StringForConnectionType(type); |
| 47 | return FlimFlamProxy::IsExpensiveConnectionType(type); |
| 48 | } |
| 49 | |
Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 50 | bool LibcurlHttpFetcher::IsOfficialBuild() const { |
| 51 | return force_build_type_ ? forced_official_build_ : utils::IsOfficialBuild(); |
| 52 | } |
| 53 | |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 54 | void LibcurlHttpFetcher::ResumeTransfer(const std::string& url) { |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 55 | LOG(INFO) << "Starting/Resuming transfer"; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 56 | CHECK(!transfer_in_progress_); |
| 57 | url_ = url; |
| 58 | curl_multi_handle_ = curl_multi_init(); |
| 59 | CHECK(curl_multi_handle_); |
| 60 | |
| 61 | curl_handle_ = curl_easy_init(); |
| 62 | CHECK(curl_handle_); |
| 63 | |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 64 | CHECK(HasProxy()); |
| 65 | LOG(INFO) << "Using proxy: " << GetCurrentProxy(); |
| 66 | if (GetCurrentProxy() == kNoProxy) { |
| 67 | CHECK_EQ(curl_easy_setopt(curl_handle_, |
| 68 | CURLOPT_PROXY, |
| 69 | ""), CURLE_OK); |
| 70 | } else { |
| 71 | CHECK_EQ(curl_easy_setopt(curl_handle_, |
| 72 | CURLOPT_PROXY, |
| 73 | GetCurrentProxy().c_str()), CURLE_OK); |
| 74 | // Curl seems to require us to set the protocol |
| 75 | curl_proxytype type; |
| 76 | if (ChromeProxyResolver::GetProxyType(GetCurrentProxy(), &type)) { |
| 77 | CHECK_EQ(curl_easy_setopt(curl_handle_, |
| 78 | CURLOPT_PROXYTYPE, |
| 79 | type), CURLE_OK); |
| 80 | } |
| 81 | } |
| 82 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 83 | if (post_data_set_) { |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 84 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_POST, 1), CURLE_OK); |
| 85 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_POSTFIELDS, |
| 86 | &post_data_[0]), |
| 87 | CURLE_OK); |
| 88 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_POSTFIELDSIZE, |
| 89 | post_data_.size()), |
| 90 | CURLE_OK); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 91 | } |
| 92 | |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 93 | if (bytes_downloaded_ > 0) { |
| 94 | // Resume from where we left off |
| 95 | resume_offset_ = bytes_downloaded_; |
| 96 | CHECK_EQ(curl_easy_setopt(curl_handle_, |
| 97 | CURLOPT_RESUME_FROM_LARGE, |
| 98 | bytes_downloaded_), CURLE_OK); |
| 99 | } |
| 100 | |
| 101 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_WRITEDATA, this), CURLE_OK); |
| 102 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_WRITEFUNCTION, |
| 103 | StaticLibcurlWrite), CURLE_OK); |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 104 | |
| 105 | string url_to_use(url_); |
| 106 | if (ConnectionIsExpensive()) { |
| 107 | LOG(INFO) << "Not initiating HTTP connection b/c we are on an expensive" |
| 108 | << " connection"; |
| 109 | url_to_use = ""; // Sabotage the URL |
| 110 | } |
| 111 | |
Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 112 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_URL, url_to_use.c_str()), |
Andrew de los Reyes | d57d147 | 2010-10-21 13:34:08 -0700 | [diff] [blame] | 113 | CURLE_OK); |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 114 | |
Darin Petkov | 192ced4 | 2010-07-23 16:20:24 -0700 | [diff] [blame] | 115 | // If the connection drops under 10 bytes/sec for 3 minutes, reconnect. |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 116 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_LOW_SPEED_LIMIT, 10), |
| 117 | CURLE_OK); |
Darin Petkov | 192ced4 | 2010-07-23 16:20:24 -0700 | [diff] [blame] | 118 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_LOW_SPEED_TIME, 3 * 60), |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 119 | CURLE_OK); |
| 120 | |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 121 | // By default, libcurl doesn't follow redirections. Allow up to |
| 122 | // |kMaxRedirects| redirections. |
Darin Petkov | 3a4016a | 2010-09-28 13:54:17 -0700 | [diff] [blame] | 123 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_FOLLOWLOCATION, 1), CURLE_OK); |
Darin Petkov | 41c2fcf | 2010-08-25 13:14:48 -0700 | [diff] [blame] | 124 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_MAXREDIRS, kMaxRedirects), |
| 125 | CURLE_OK); |
| 126 | |
Darin Petkov | e237d19 | 2010-11-16 10:26:08 -0800 | [diff] [blame] | 127 | // Security lock-down in official builds: makes sure that peer certificate |
| 128 | // verification is enabled, restricts the set of trusted certificates, |
| 129 | // restricts protocols to HTTPS, restricts ciphers to HIGH. |
Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 130 | if (IsOfficialBuild()) { |
Darin Petkov | e237d19 | 2010-11-16 10:26:08 -0800 | [diff] [blame] | 131 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_SSL_VERIFYPEER, 1), |
| 132 | CURLE_OK); |
| 133 | CHECK_EQ(curl_easy_setopt(curl_handle_, |
| 134 | CURLOPT_CAPATH, |
| 135 | kCACertificatesPath), |
| 136 | CURLE_OK); |
Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 137 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_PROTOCOLS, CURLPROTO_HTTPS), |
| 138 | CURLE_OK); |
| 139 | CHECK_EQ(curl_easy_setopt(curl_handle_, |
| 140 | CURLOPT_REDIR_PROTOCOLS, |
| 141 | CURLPROTO_HTTPS), |
| 142 | CURLE_OK); |
Andrew de los Reyes | 3367619 | 2010-11-29 19:41:39 -0800 | [diff] [blame] | 143 | CHECK_EQ(curl_easy_setopt(curl_handle_, CURLOPT_SSL_CIPHER_LIST, |
| 144 | "HIGH:!ADH"), |
Darin Petkov | e237d19 | 2010-11-16 10:26:08 -0800 | [diff] [blame] | 145 | CURLE_OK); |
Darin Petkov | fc7a0ce | 2010-10-25 10:38:37 -0700 | [diff] [blame] | 146 | } |
| 147 | |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 148 | CHECK_EQ(curl_multi_add_handle(curl_multi_handle_, curl_handle_), CURLM_OK); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 149 | transfer_in_progress_ = true; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 150 | } |
| 151 | |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 152 | // Begins the transfer, which must not have already been started. |
| 153 | void LibcurlHttpFetcher::BeginTransfer(const std::string& url) { |
| 154 | transfer_size_ = -1; |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 155 | resume_offset_ = 0; |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 156 | retry_count_ = 0; |
Darin Petkov | a092955 | 2010-11-29 14:19:06 -0800 | [diff] [blame] | 157 | no_network_retry_count_ = 0; |
Darin Petkov | cb46621 | 2010-08-26 09:40:11 -0700 | [diff] [blame] | 158 | http_response_code_ = 0; |
Andrew de los Reyes | 819fef2 | 2010-12-17 11:33:58 -0800 | [diff] [blame] | 159 | terminate_requested_ = false; |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 160 | ResolveProxiesForUrl(url); |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 161 | ResumeTransfer(url); |
| 162 | CurlPerformOnce(); |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 163 | } |
| 164 | |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 165 | void LibcurlHttpFetcher::ForceTransferTermination() { |
| 166 | CleanUp(); |
| 167 | if (delegate_) { |
| 168 | // Note that after the callback returns this object may be destroyed. |
| 169 | delegate_->TransferTerminated(this); |
| 170 | } |
| 171 | } |
| 172 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 173 | void LibcurlHttpFetcher::TerminateTransfer() { |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 174 | if (in_write_callback_) { |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 175 | terminate_requested_ = true; |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 176 | } else { |
| 177 | ForceTransferTermination(); |
| 178 | } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 179 | } |
| 180 | |
Andrew de los Reyes | cb31933 | 2010-07-19 10:55:01 -0700 | [diff] [blame] | 181 | void LibcurlHttpFetcher::CurlPerformOnce() { |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 182 | CHECK(transfer_in_progress_); |
| 183 | int running_handles = 0; |
| 184 | CURLMcode retcode = CURLM_CALL_MULTI_PERFORM; |
| 185 | |
| 186 | // libcurl may request that we immediately call curl_multi_perform after it |
| 187 | // returns, so we do. libcurl promises that curl_multi_perform will not block. |
| 188 | while (CURLM_CALL_MULTI_PERFORM == retcode) { |
| 189 | retcode = curl_multi_perform(curl_multi_handle_, &running_handles); |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 190 | if (terminate_requested_) { |
Darin Petkov | 9ce452b | 2010-11-17 14:33:28 -0800 | [diff] [blame] | 191 | ForceTransferTermination(); |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 192 | return; |
| 193 | } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 194 | } |
| 195 | if (0 == running_handles) { |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 196 | GetHttpResponseCode(); |
| 197 | if (http_response_code_) { |
| 198 | LOG(INFO) << "HTTP response code: " << http_response_code_; |
Darin Petkov | a092955 | 2010-11-29 14:19:06 -0800 | [diff] [blame] | 199 | no_network_retry_count_ = 0; |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 200 | } else { |
| 201 | LOG(ERROR) << "Unable to get http response code."; |
| 202 | } |
Darin Petkov | 192ced4 | 2010-07-23 16:20:24 -0700 | [diff] [blame] | 203 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 204 | // we're done! |
| 205 | CleanUp(); |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 206 | |
Darin Petkov | a092955 | 2010-11-29 14:19:06 -0800 | [diff] [blame] | 207 | // TODO(petkov): This temporary code tries to deal with the case where the |
| 208 | // update engine performs an update check while the network is not ready |
| 209 | // (e.g., right after resume). Longer term, we should check if the network |
| 210 | // is online/offline and return an appropriate error code. |
| 211 | if (!sent_byte_ && |
| 212 | http_response_code_ == 0 && |
| 213 | no_network_retry_count_ < no_network_max_retries_) { |
| 214 | no_network_retry_count_++; |
| 215 | g_timeout_add_seconds(kNoNetworkRetrySeconds, |
| 216 | &LibcurlHttpFetcher::StaticRetryTimeoutCallback, |
| 217 | this); |
| 218 | LOG(INFO) << "No HTTP response, retry " << no_network_retry_count_; |
| 219 | return; |
| 220 | } |
| 221 | |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 222 | if (!sent_byte_ && |
| 223 | (http_response_code_ < 200 || http_response_code_ >= 300)) { |
| 224 | // The transfer completed w/ error and we didn't get any bytes. |
| 225 | // If we have another proxy to try, try that. |
| 226 | |
| 227 | PopProxy(); // Delete the proxy we just gave up on. |
| 228 | |
| 229 | if (HasProxy()) { |
| 230 | // We have another proxy. Retry immediately. |
| 231 | g_idle_add(&LibcurlHttpFetcher::StaticRetryTimeoutCallback, this); |
| 232 | } else { |
| 233 | // Out of proxies. Give up. |
| 234 | if (delegate_) |
| 235 | delegate_->TransferComplete(this, false); // success |
| 236 | } |
| 237 | return; |
| 238 | } |
| 239 | |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 240 | if ((transfer_size_ >= 0) && (bytes_downloaded_ < transfer_size_)) { |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 241 | // Need to restart transfer |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 242 | retry_count_++; |
| 243 | LOG(INFO) << "Restarting transfer b/c we finished, had downloaded " |
| 244 | << bytes_downloaded_ << " bytes, but transfer_size_ is " |
| 245 | << transfer_size_ << ". retry_count: " << retry_count_; |
| 246 | if (retry_count_ > kMaxRetriesCount) { |
| 247 | if (delegate_) |
| 248 | delegate_->TransferComplete(this, false); // success |
| 249 | } else { |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 250 | g_timeout_add_seconds(retry_seconds_, |
Darin Petkov | 9b11165 | 2010-08-16 11:46:25 -0700 | [diff] [blame] | 251 | &LibcurlHttpFetcher::StaticRetryTimeoutCallback, |
| 252 | this); |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 253 | } |
Andrew de los Reyes | cb31933 | 2010-07-19 10:55:01 -0700 | [diff] [blame] | 254 | return; |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 255 | } else { |
| 256 | if (delegate_) { |
Andrew de los Reyes | fb4ad7d | 2010-07-19 10:43:46 -0700 | [diff] [blame] | 257 | // success is when http_response_code is 2xx |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 258 | bool success = (http_response_code_ >= 200) && |
| 259 | (http_response_code_ < 300); |
Andrew de los Reyes | fb4ad7d | 2010-07-19 10:43:46 -0700 | [diff] [blame] | 260 | delegate_->TransferComplete(this, success); |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 261 | } |
| 262 | } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 263 | } else { |
| 264 | // set up callback |
| 265 | SetupMainloopSources(); |
| 266 | } |
| 267 | } |
| 268 | |
| 269 | size_t LibcurlHttpFetcher::LibcurlWrite(void *ptr, size_t size, size_t nmemb) { |
Andrew de los Reyes | 4516810 | 2010-11-22 11:13:50 -0800 | [diff] [blame] | 270 | if (size == 0) |
| 271 | return 0; |
| 272 | sent_byte_ = true; |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 273 | GetHttpResponseCode(); |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 274 | { |
| 275 | double transfer_size_double; |
| 276 | CHECK_EQ(curl_easy_getinfo(curl_handle_, |
| 277 | CURLINFO_CONTENT_LENGTH_DOWNLOAD, |
| 278 | &transfer_size_double), CURLE_OK); |
| 279 | off_t new_transfer_size = static_cast<off_t>(transfer_size_double); |
| 280 | if (new_transfer_size > 0) { |
| 281 | transfer_size_ = resume_offset_ + new_transfer_size; |
| 282 | } |
| 283 | } |
| 284 | bytes_downloaded_ += size * nmemb; |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 285 | in_write_callback_ = true; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 286 | if (delegate_) |
| 287 | delegate_->ReceivedBytes(this, reinterpret_cast<char*>(ptr), size * nmemb); |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 288 | in_write_callback_ = false; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 289 | return size * nmemb; |
| 290 | } |
| 291 | |
| 292 | void LibcurlHttpFetcher::Pause() { |
| 293 | CHECK(curl_handle_); |
| 294 | CHECK(transfer_in_progress_); |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 295 | CHECK_EQ(curl_easy_pause(curl_handle_, CURLPAUSE_ALL), CURLE_OK); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 296 | } |
| 297 | |
| 298 | void LibcurlHttpFetcher::Unpause() { |
| 299 | CHECK(curl_handle_); |
| 300 | CHECK(transfer_in_progress_); |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 301 | CHECK_EQ(curl_easy_pause(curl_handle_, CURLPAUSE_CONT), CURLE_OK); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 302 | } |
| 303 | |
| 304 | // This method sets up callbacks with the glib main loop. |
| 305 | void LibcurlHttpFetcher::SetupMainloopSources() { |
| 306 | fd_set fd_read; |
| 307 | fd_set fd_write; |
Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 308 | fd_set fd_exc; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 309 | |
| 310 | FD_ZERO(&fd_read); |
| 311 | FD_ZERO(&fd_write); |
Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 312 | FD_ZERO(&fd_exc); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 313 | |
| 314 | int fd_max = 0; |
| 315 | |
| 316 | // Ask libcurl for the set of file descriptors we should track on its |
| 317 | // behalf. |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 318 | CHECK_EQ(curl_multi_fdset(curl_multi_handle_, &fd_read, &fd_write, |
Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 319 | &fd_exc, &fd_max), CURLM_OK); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 320 | |
| 321 | // We should iterate through all file descriptors up to libcurl's fd_max or |
Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 322 | // the highest one we're tracking, whichever is larger. |
| 323 | for (size_t t = 0; t < arraysize(io_channels_); ++t) { |
| 324 | if (!io_channels_[t].empty()) |
| 325 | fd_max = max(fd_max, io_channels_[t].rbegin()->first); |
| 326 | } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 327 | |
Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 328 | // For each fd, if we're not tracking it, track it. If we are tracking it, but |
| 329 | // libcurl doesn't care about it anymore, stop tracking it. After this loop, |
| 330 | // there should be exactly as many GIOChannel objects in io_channels_[0|1] as |
| 331 | // there are read/write fds that we're tracking. |
| 332 | for (int fd = 0; fd <= fd_max; ++fd) { |
| 333 | // Note that fd_exc is unused in the current version of libcurl so is_exc |
| 334 | // should always be false. |
| 335 | bool is_exc = FD_ISSET(fd, &fd_exc) != 0; |
| 336 | bool must_track[2] = { |
| 337 | is_exc || (FD_ISSET(fd, &fd_read) != 0), // track 0 -- read |
| 338 | is_exc || (FD_ISSET(fd, &fd_write) != 0) // track 1 -- write |
| 339 | }; |
| 340 | |
| 341 | for (size_t t = 0; t < arraysize(io_channels_); ++t) { |
| 342 | bool tracked = io_channels_[t].find(fd) != io_channels_[t].end(); |
| 343 | |
| 344 | if (!must_track[t]) { |
| 345 | // If we have an outstanding io_channel, remove it. |
| 346 | if (tracked) { |
| 347 | g_source_remove(io_channels_[t][fd].second); |
| 348 | g_io_channel_unref(io_channels_[t][fd].first); |
| 349 | io_channels_[t].erase(io_channels_[t].find(fd)); |
| 350 | } |
| 351 | continue; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 352 | } |
Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 353 | |
| 354 | // If we are already tracking this fd, continue -- nothing to do. |
| 355 | if (tracked) |
| 356 | continue; |
| 357 | |
| 358 | // Set conditions appropriately -- read for track 0, write for track 1. |
| 359 | GIOCondition condition = static_cast<GIOCondition>( |
| 360 | ((t == 0) ? (G_IO_IN | G_IO_PRI) : G_IO_OUT) | G_IO_ERR | G_IO_HUP); |
| 361 | |
| 362 | // Track a new fd. |
| 363 | GIOChannel* io_channel = g_io_channel_unix_new(fd); |
| 364 | guint tag = |
| 365 | g_io_add_watch(io_channel, condition, &StaticFDCallback, this); |
| 366 | |
| 367 | io_channels_[t][fd] = make_pair(io_channel, tag); |
| 368 | static int io_counter = 0; |
| 369 | io_counter++; |
| 370 | if (io_counter % 50 == 0) { |
| 371 | LOG(INFO) << "io_counter = " << io_counter; |
| 372 | } |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 373 | } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 374 | } |
| 375 | |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 376 | // Set up a timeout callback for libcurl. |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 377 | if (!timeout_source_) { |
Darin Petkov | b83371f | 2010-08-17 09:34:49 -0700 | [diff] [blame] | 378 | LOG(INFO) << "Setting up timeout source: " << idle_seconds_ << " seconds."; |
| 379 | timeout_source_ = g_timeout_source_new_seconds(idle_seconds_); |
| 380 | g_source_set_callback(timeout_source_, StaticTimeoutCallback, this, NULL); |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 381 | g_source_attach(timeout_source_, NULL); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 382 | } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 383 | } |
| 384 | |
| 385 | bool LibcurlHttpFetcher::FDCallback(GIOChannel *source, |
| 386 | GIOCondition condition) { |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 387 | CurlPerformOnce(); |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 388 | // We handle removing of this source elsewhere, so we always return true. |
| 389 | // The docs say, "the function should return FALSE if the event source |
| 390 | // should be removed." |
| 391 | // http://www.gtk.org/api/2.6/glib/glib-IO-Channels.html#GIOFunc |
| 392 | return true; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 393 | } |
| 394 | |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 395 | gboolean LibcurlHttpFetcher::RetryTimeoutCallback() { |
| 396 | ResumeTransfer(url_); |
| 397 | CurlPerformOnce(); |
| 398 | return FALSE; // Don't have glib auto call this callback again |
| 399 | } |
| 400 | |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 401 | gboolean LibcurlHttpFetcher::TimeoutCallback() { |
Andrew de los Reyes | cb31933 | 2010-07-19 10:55:01 -0700 | [diff] [blame] | 402 | // We always return true, even if we don't want glib to call us back. |
| 403 | // We will remove the event source separately if we don't want to |
| 404 | // be called back. |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 405 | if (!transfer_in_progress_) |
| 406 | return TRUE; |
Andrew de los Reyes | 9bbd187 | 2010-07-16 14:52:29 -0700 | [diff] [blame] | 407 | CurlPerformOnce(); |
Andrew de los Reyes | 3270f74 | 2010-07-15 22:28:14 -0700 | [diff] [blame] | 408 | return TRUE; |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 409 | } |
| 410 | |
| 411 | void LibcurlHttpFetcher::CleanUp() { |
| 412 | if (timeout_source_) { |
| 413 | g_source_destroy(timeout_source_); |
| 414 | timeout_source_ = NULL; |
| 415 | } |
| 416 | |
Darin Petkov | 60e1415 | 2010-10-27 16:57:04 -0700 | [diff] [blame] | 417 | for (size_t t = 0; t < arraysize(io_channels_); ++t) { |
| 418 | for (IOChannels::iterator it = io_channels_[t].begin(); |
| 419 | it != io_channels_[t].end(); ++it) { |
| 420 | g_source_remove(it->second.second); |
| 421 | g_io_channel_unref(it->second.first); |
| 422 | } |
| 423 | io_channels_[t].clear(); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 424 | } |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 425 | |
| 426 | if (curl_handle_) { |
| 427 | if (curl_multi_handle_) { |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 428 | CHECK_EQ(curl_multi_remove_handle(curl_multi_handle_, curl_handle_), |
| 429 | CURLM_OK); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 430 | } |
| 431 | curl_easy_cleanup(curl_handle_); |
| 432 | curl_handle_ = NULL; |
| 433 | } |
| 434 | if (curl_multi_handle_) { |
adlr@google.com | c98a7ed | 2009-12-04 18:54:03 +0000 | [diff] [blame] | 435 | CHECK_EQ(curl_multi_cleanup(curl_multi_handle_), CURLM_OK); |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 436 | curl_multi_handle_ = NULL; |
| 437 | } |
| 438 | transfer_in_progress_ = false; |
| 439 | } |
| 440 | |
Andrew de los Reyes | 3fd5d30 | 2010-10-07 20:07:18 -0700 | [diff] [blame] | 441 | void LibcurlHttpFetcher::GetHttpResponseCode() { |
| 442 | long http_response_code = 0; |
| 443 | if (curl_easy_getinfo(curl_handle_, |
| 444 | CURLINFO_RESPONSE_CODE, |
| 445 | &http_response_code) == CURLE_OK) { |
| 446 | http_response_code_ = static_cast<int>(http_response_code); |
| 447 | } |
| 448 | } |
| 449 | |
rspangler@google.com | 49fdf18 | 2009-10-10 00:57:34 +0000 | [diff] [blame] | 450 | } // namespace chromeos_update_engine |