blob: 177664bc8c80b93f5b27d3e7d225510803eab10a [file] [log] [blame]
rspangler@google.com49fdf182009-10-10 00:57:34 +00001// Copyright (c) 2009 The Chromium OS Authors. All rights reserved.
2// Use of this source code is governed by a BSD-style license that can be
3// found in the LICENSE file.
4
adlr@google.comc98a7ed2009-12-04 18:54:03 +00005#ifndef CHROMEOS_PLATFORM_UPDATE_ENGINE_LIBCURL_HTTP_FETCHER_H__
6#define CHROMEOS_PLATFORM_UPDATE_ENGINE_LIBCURL_HTTP_FETCHER_H__
rspangler@google.com49fdf182009-10-10 00:57:34 +00007
8#include <map>
9#include <string>
10#include <curl/curl.h>
11#include <glib.h>
12#include "base/basictypes.h"
Chris Masone790e62e2010-08-12 10:41:18 -070013#include "base/logging.h"
rspangler@google.com49fdf182009-10-10 00:57:34 +000014#include "update_engine/http_fetcher.h"
15
16// This is a concrete implementation of HttpFetcher that uses libcurl to do the
17// http work.
18
19namespace chromeos_update_engine {
20
21class LibcurlHttpFetcher : public HttpFetcher {
22 public:
Darin Petkov41c2fcf2010-08-25 13:14:48 -070023 static const int kMaxRedirects = 10;
24
Andrew de los Reyes45168102010-11-22 11:13:50 -080025 explicit LibcurlHttpFetcher(ProxyResolver* proxy_resolver)
26 : HttpFetcher(proxy_resolver),
27 curl_multi_handle_(NULL),
Darin Petkovb83371f2010-08-17 09:34:49 -070028 curl_handle_(NULL),
29 timeout_source_(NULL),
30 transfer_in_progress_(false),
Andrew de los Reyes3fd5d302010-10-07 20:07:18 -070031 transfer_size_(0),
32 bytes_downloaded_(0),
33 resume_offset_(0),
Darin Petkovb83371f2010-08-17 09:34:49 -070034 retry_count_(0),
35 retry_seconds_(60),
Darin Petkova0929552010-11-29 14:19:06 -080036 no_network_retry_count_(0),
37 no_network_max_retries_(0),
Andrew de los Reyes3fd5d302010-10-07 20:07:18 -070038 idle_seconds_(1),
Andrew de los Reyesd57d1472010-10-21 13:34:08 -070039 force_connection_type_(false),
40 forced_expensive_connection_(false),
Darin Petkovfc7a0ce2010-10-25 10:38:37 -070041 force_build_type_(false),
42 forced_official_build_(false),
Andrew de los Reyes3fd5d302010-10-07 20:07:18 -070043 in_write_callback_(false),
Andrew de los Reyes45168102010-11-22 11:13:50 -080044 sent_byte_(false),
Andrew de los Reyes3fd5d302010-10-07 20:07:18 -070045 terminate_requested_(false) {}
rspangler@google.com49fdf182009-10-10 00:57:34 +000046
47 // Cleans up all internal state. Does not notify delegate
48 ~LibcurlHttpFetcher();
49
Andrew de los Reyes3fd5d302010-10-07 20:07:18 -070050 void SetOffset(off_t offset) { bytes_downloaded_ = offset; }
51
rspangler@google.com49fdf182009-10-10 00:57:34 +000052 // Begins the transfer if it hasn't already begun.
53 virtual void BeginTransfer(const std::string& url);
54
Darin Petkov9ce452b2010-11-17 14:33:28 -080055 // If the transfer is in progress, aborts the transfer early. The transfer
56 // cannot be resumed.
rspangler@google.com49fdf182009-10-10 00:57:34 +000057 virtual void TerminateTransfer();
58
59 // Suspend the transfer by calling curl_easy_pause(CURLPAUSE_ALL).
60 virtual void Pause();
61
62 // Resume the transfer by calling curl_easy_pause(CURLPAUSE_CONT).
63 virtual void Unpause();
64
65 // Libcurl sometimes asks to be called back after some time while
66 // leaving that time unspecified. In that case, we pick a reasonable
67 // default of one second, but it can be overridden here. This is
68 // primarily useful for testing.
69 // From http://curl.haxx.se/libcurl/c/curl_multi_timeout.html:
70 // if libcurl returns a -1 timeout here, it just means that libcurl
71 // currently has no stored timeout value. You must not wait too long
72 // (more than a few seconds perhaps) before you call
73 // curl_multi_perform() again.
Darin Petkovb83371f2010-08-17 09:34:49 -070074 void set_idle_seconds(int seconds) { idle_seconds_ = seconds; }
75
76 // Sets the retry timeout. Useful for testing.
77 void set_retry_seconds(int seconds) { retry_seconds_ = seconds; }
Darin Petkovfc7a0ce2010-10-25 10:38:37 -070078
Darin Petkova0929552010-11-29 14:19:06 -080079 void set_no_network_max_retries(int retries) {
80 no_network_max_retries_ = retries;
81 }
82
Andrew de los Reyesd57d1472010-10-21 13:34:08 -070083 void SetConnectionAsExpensive(bool is_expensive) {
84 force_connection_type_ = true;
85 forced_expensive_connection_ = is_expensive;
86 }
Darin Petkovb83371f2010-08-17 09:34:49 -070087
Darin Petkovfc7a0ce2010-10-25 10:38:37 -070088 void SetBuildType(bool is_official) {
89 force_build_type_ = true;
90 forced_official_build_ = is_official;
91 }
92
rspangler@google.com49fdf182009-10-10 00:57:34 +000093 private:
Andrew de los Reyesf3ed8e72011-02-16 10:35:46 -080094 // Callback for when proxy resolution has completed. This begins the
95 // transfer.
96 void ProxiesResolved();
97
Andrew de los Reyes3fd5d302010-10-07 20:07:18 -070098 // Asks libcurl for the http response code and stores it in the object.
99 void GetHttpResponseCode();
100
adlr@google.comc98a7ed2009-12-04 18:54:03 +0000101 // Resumes a transfer where it left off. This will use the
102 // HTTP Range: header to make a new connection from where the last
103 // left off.
104 virtual void ResumeTransfer(const std::string& url);
rspangler@google.com49fdf182009-10-10 00:57:34 +0000105
106 // These two methods are for glib main loop callbacks. They are called
107 // when either a file descriptor is ready for work or when a timer
108 // has fired. The static versions are shims for libcurl which has a C API.
109 bool FDCallback(GIOChannel *source, GIOCondition condition);
110 static gboolean StaticFDCallback(GIOChannel *source,
111 GIOCondition condition,
112 gpointer data) {
113 return reinterpret_cast<LibcurlHttpFetcher*>(data)->FDCallback(source,
114 condition);
115 }
Andrew de los Reyes3270f742010-07-15 22:28:14 -0700116 gboolean TimeoutCallback();
rspangler@google.com49fdf182009-10-10 00:57:34 +0000117 static gboolean StaticTimeoutCallback(gpointer data) {
118 return reinterpret_cast<LibcurlHttpFetcher*>(data)->TimeoutCallback();
119 }
Darin Petkovb83371f2010-08-17 09:34:49 -0700120
Andrew de los Reyes9bbd1872010-07-16 14:52:29 -0700121 gboolean RetryTimeoutCallback();
122 static gboolean StaticRetryTimeoutCallback(void* arg) {
123 return static_cast<LibcurlHttpFetcher*>(arg)->RetryTimeoutCallback();
124 }
rspangler@google.com49fdf182009-10-10 00:57:34 +0000125
126 // Calls into curl_multi_perform to let libcurl do its work. Returns after
127 // curl_multi_perform is finished, which may actually be after more than
128 // one call to curl_multi_perform. This method will set up the glib run
129 // loop with sources for future work that libcurl will do.
130 // This method will not block.
Andrew de los Reyes3270f742010-07-15 22:28:14 -0700131 // Returns true if we should resume immediately after this call.
Andrew de los Reyescb319332010-07-19 10:55:01 -0700132 void CurlPerformOnce();
rspangler@google.com49fdf182009-10-10 00:57:34 +0000133
134 // Sets up glib main loop sources as needed by libcurl. This is generally
135 // the file descriptor of the socket and a timer in case nothing happens
136 // on the fds.
137 void SetupMainloopSources();
138
139 // Callback called by libcurl when new data has arrived on the transfer
140 size_t LibcurlWrite(void *ptr, size_t size, size_t nmemb);
141 static size_t StaticLibcurlWrite(void *ptr, size_t size,
142 size_t nmemb, void *stream) {
143 return reinterpret_cast<LibcurlHttpFetcher*>(stream)->
144 LibcurlWrite(ptr, size, nmemb);
145 }
146
147 // Cleans up the following if they are non-null:
148 // curl(m) handles, io_channels_, timeout_source_.
149 void CleanUp();
150
Darin Petkov9ce452b2010-11-17 14:33:28 -0800151 // Force terminate the transfer. This will invoke the delegate's (if any)
152 // TransferTerminated callback so, after returning, this fetcher instance may
153 // be destroyed.
154 void ForceTransferTermination();
155
Andrew de los Reyesd57d1472010-10-21 13:34:08 -0700156 // Returns whether or not the current network connection is considered
157 // expensive.
158 bool ConnectionIsExpensive() const;
159
Darin Petkovfc7a0ce2010-10-25 10:38:37 -0700160 // Returns whether or not the current build is official.
161 bool IsOfficialBuild() const;
162
rspangler@google.com49fdf182009-10-10 00:57:34 +0000163 // Handles for the libcurl library
164 CURLM *curl_multi_handle_;
165 CURL *curl_handle_;
166
Darin Petkov60e14152010-10-27 16:57:04 -0700167 // Lists of all read(0)/write(1) file descriptors that we're waiting on from
168 // the glib main loop. libcurl may open/close descriptors and switch their
169 // directions so maintain two separate lists so that watch conditions can be
170 // set appropriately.
rspangler@google.com49fdf182009-10-10 00:57:34 +0000171 typedef std::map<int, std::pair<GIOChannel*, guint> > IOChannels;
Darin Petkov60e14152010-10-27 16:57:04 -0700172 IOChannels io_channels_[2];
rspangler@google.com49fdf182009-10-10 00:57:34 +0000173
174 // if non-NULL, a timer we're waiting on. glib main loop will call us back
175 // when it fires.
176 GSource* timeout_source_;
177
178 bool transfer_in_progress_;
179
adlr@google.comc98a7ed2009-12-04 18:54:03 +0000180 // The transfer size. -1 if not known.
181 off_t transfer_size_;
182
183 // How many bytes have been downloaded and sent to the delegate.
184 off_t bytes_downloaded_;
185
186 // If we resumed an earlier transfer, data offset that we used for the
187 // new connection. 0 otherwise.
Andrew de los Reyes3fd5d302010-10-07 20:07:18 -0700188 // In this class, resume refers to resuming a dropped HTTP connection,
189 // not to resuming an interrupted download.
adlr@google.comc98a7ed2009-12-04 18:54:03 +0000190 off_t resume_offset_;
Darin Petkovb83371f2010-08-17 09:34:49 -0700191
Andrew de los Reyes9bbd1872010-07-16 14:52:29 -0700192 // Number of resumes performed.
193 int retry_count_;
adlr@google.comc98a7ed2009-12-04 18:54:03 +0000194
Darin Petkovb83371f2010-08-17 09:34:49 -0700195 // Seconds to wait before retrying a resume.
196 int retry_seconds_;
197
Darin Petkova0929552010-11-29 14:19:06 -0800198 // Number of resumes due to no network (e.g., HTTP response code 0).
199 int no_network_retry_count_;
200 int no_network_max_retries_;
201
Darin Petkovb83371f2010-08-17 09:34:49 -0700202 // Seconds to wait before asking libcurl to "perform".
203 int idle_seconds_;
Darin Petkovfc7a0ce2010-10-25 10:38:37 -0700204
Andrew de los Reyesd57d1472010-10-21 13:34:08 -0700205 // If true, assume the network is expensive or not, according to
206 // forced_expensive_connection_. (Useful for testing).
207 bool force_connection_type_;
208 bool forced_expensive_connection_;
Darin Petkovb83371f2010-08-17 09:34:49 -0700209
Darin Petkovfc7a0ce2010-10-25 10:38:37 -0700210 // If true, assume the build is official or not, according to
211 // forced_official_build_. Useful for testing.
212 bool force_build_type_;
213 bool forced_official_build_;
214
Andrew de los Reyes3fd5d302010-10-07 20:07:18 -0700215 // If true, we are currently performing a write callback on the delegate.
216 bool in_write_callback_;
Darin Petkova0929552010-11-29 14:19:06 -0800217
Andrew de los Reyes45168102010-11-22 11:13:50 -0800218 // If true, we have returned at least one byte in the write callback
219 // to the delegate.
220 bool sent_byte_;
Darin Petkovfc7a0ce2010-10-25 10:38:37 -0700221
Andrew de los Reyes3fd5d302010-10-07 20:07:18 -0700222 // We can't clean everything up while we're in a write callback, so
223 // if we get a terminate request, queue it until we can handle it.
224 bool terminate_requested_;
225
rspangler@google.com49fdf182009-10-10 00:57:34 +0000226 DISALLOW_COPY_AND_ASSIGN(LibcurlHttpFetcher);
227};
228
229} // namespace chromeos_update_engine
230
adlr@google.comc98a7ed2009-12-04 18:54:03 +0000231#endif // CHROMEOS_PLATFORM_UPDATE_ENGINE_LIBCURL_HTTP_FETCHER_H__