Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 // Copyright 2016 The Chromium Authors. All rights reserved. | 1 // Copyright 2016 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "headless/public/util/generic_url_request_job.h" | 5 #include "headless/public/util/generic_url_request_job.h" |
| 6 | 6 |
| 7 #include <string.h> | 7 #include <string.h> |
| 8 #include <algorithm> | 8 #include <algorithm> |
| 9 | 9 |
| 10 #include "base/logging.h" | 10 #include "base/logging.h" |
| 11 #include "headless/public/util/url_request_dispatcher.h" | 11 #include "headless/public/util/url_request_dispatcher.h" |
| 12 #include "net/base/io_buffer.h" | 12 #include "net/base/io_buffer.h" |
| 13 #include "net/base/net_errors.h" | 13 #include "net/base/net_errors.h" |
| 14 #include "net/base/registry_controlled_domains/registry_controlled_domain.h" | 14 #include "net/base/registry_controlled_domains/registry_controlled_domain.h" |
| 15 #include "net/cookies/cookie_store.h" | 15 #include "net/cookies/cookie_store.h" |
| 16 #include "net/http/http_response_headers.h" | 16 #include "net/http/http_response_headers.h" |
| 17 #include "net/url_request/url_request_context.h" | 17 #include "net/url_request/url_request_context.h" |
| 18 | 18 |
| 19 namespace headless { | 19 namespace headless { |
| 20 namespace { | 20 namespace { |
| 21 | 21 |
| 22 // True if the request method is "safe" (per section 4.2.1 of RFC 7231). | 22 // True if the request method is "safe" (per section 4.2.1 of RFC 7231). |
| 23 bool IsMethodSafe(const std::string& method) { | 23 bool IsMethodSafe(const std::string& method) { |
| 24 return method == "GET" || method == "HEAD" || method == "OPTIONS" || | 24 return method == "GET" || method == "HEAD" || method == "OPTIONS" || |
| 25 method == "TRACE"; | 25 method == "TRACE"; |
| 26 } | 26 } |
| 27 | 27 |
| 28 // Keep in sync with X_DevTools_Emulate_Network_Conditions_Client_Id defined in | |
|
Sami
2017/02/27 12:39:07
Comment talks about a different header.
alex clarke (OOO till 29th)
2017/02/27 13:51:16
Done.
| |
| 29 // HTTPNames.in. | |
| 30 const char kDevtoolsRequestId[] = "X-DevTools-Request-Id"; | |
| 31 | |
| 28 } // namespace | 32 } // namespace |
| 29 | 33 |
| 30 GenericURLRequestJob::GenericURLRequestJob( | 34 GenericURLRequestJob::GenericURLRequestJob( |
| 31 net::URLRequest* request, | 35 net::URLRequest* request, |
| 32 net::NetworkDelegate* network_delegate, | 36 net::NetworkDelegate* network_delegate, |
| 33 URLRequestDispatcher* url_request_dispatcher, | 37 URLRequestDispatcher* url_request_dispatcher, |
| 34 std::unique_ptr<URLFetcher> url_fetcher, | 38 std::unique_ptr<URLFetcher> url_fetcher, |
| 35 Delegate* delegate) | 39 Delegate* delegate) |
| 36 : ManagedDispatchURLRequestJob(request, | 40 : ManagedDispatchURLRequestJob(request, |
| 37 network_delegate, | 41 network_delegate, |
| 38 url_request_dispatcher), | 42 url_request_dispatcher), |
| 39 url_fetcher_(std::move(url_fetcher)), | 43 url_fetcher_(std::move(url_fetcher)), |
| 40 delegate_(delegate), | 44 delegate_(delegate), |
| 41 weak_factory_(this) {} | 45 weak_factory_(this) {} |
| 42 | 46 |
| 43 GenericURLRequestJob::~GenericURLRequestJob() = default; | 47 GenericURLRequestJob::~GenericURLRequestJob() = default; |
| 44 | 48 |
| 45 void GenericURLRequestJob::SetExtraRequestHeaders( | 49 void GenericURLRequestJob::SetExtraRequestHeaders( |
| 46 const net::HttpRequestHeaders& headers) { | 50 const net::HttpRequestHeaders& headers) { |
| 47 extra_request_headers_ = headers; | 51 extra_request_headers_ = headers; |
| 52 | |
| 53 if (extra_request_headers_.GetHeader(kDevtoolsRequestId, | |
| 54 &devtools_request_id_)) { | |
| 55 extra_request_headers_.RemoveHeader(kDevtoolsRequestId); | |
| 56 } | |
| 48 } | 57 } |
| 49 | 58 |
| 50 void GenericURLRequestJob::Start() { | 59 void GenericURLRequestJob::Start() { |
| 51 auto callback = [this](RewriteResult result, const GURL& url, | 60 auto callback = [this](RewriteResult result, const GURL& url, |
| 52 const std::string& method) { | 61 const std::string& method) { |
| 53 switch (result) { | 62 switch (result) { |
| 54 case RewriteResult::kAllow: | 63 case RewriteResult::kAllow: |
| 55 // Note that we use the rewritten url for selecting cookies. | 64 // Note that we use the rewritten url for selecting cookies. |
| 56 // Also, rewriting does not affect the request initiator. | 65 // Also, rewriting does not affect the request initiator. |
| 57 PrepareCookies(url, method, url::Origin(url)); | 66 PrepareCookies(url, method, url::Origin(url)); |
| 58 break; | 67 break; |
| 59 case RewriteResult::kDeny: | 68 case RewriteResult::kDeny: |
| 60 DispatchStartError(net::ERR_FILE_NOT_FOUND); | 69 DispatchStartError(net::ERR_FILE_NOT_FOUND); |
| 61 break; | 70 break; |
| 62 case RewriteResult::kFailure: | 71 case RewriteResult::kFailure: |
| 63 DispatchStartError(net::ERR_UNEXPECTED); | 72 DispatchStartError(net::ERR_UNEXPECTED); |
| 64 break; | 73 break; |
| 65 default: | 74 default: |
| 66 DCHECK(false); | 75 DCHECK(false); |
| 67 } | 76 } |
| 68 }; | 77 }; |
| 69 | 78 |
| 70 if (!delegate_->BlockOrRewriteRequest(request_->url(), request_->method(), | 79 if (!delegate_->BlockOrRewriteRequest(request_->url(), devtools_request_id_, |
| 80 request_->method(), | |
| 71 request_->referrer(), callback)) { | 81 request_->referrer(), callback)) { |
| 72 PrepareCookies(request_->url(), request_->method(), | 82 PrepareCookies(request_->url(), request_->method(), |
| 73 url::Origin(request_->first_party_for_cookies())); | 83 url::Origin(request_->first_party_for_cookies())); |
| 74 } | 84 } |
| 75 } | 85 } |
| 76 | 86 |
| 77 void GenericURLRequestJob::PrepareCookies(const GURL& rewritten_url, | 87 void GenericURLRequestJob::PrepareCookies(const GURL& rewritten_url, |
| 78 const std::string& method, | 88 const std::string& method, |
| 79 const url::Origin& site_for_cookies) { | 89 const url::Origin& site_for_cookies) { |
| 80 net::CookieStore* cookie_store = request_->context()->cookie_store(); | 90 net::CookieStore* cookie_store = request_->context()->cookie_store(); |
| (...skipping 30 matching lines...) Expand all Loading... | |
| 111 // Pass cookies, the referrer and any extra headers into the fetch request. | 121 // Pass cookies, the referrer and any extra headers into the fetch request. |
| 112 extra_request_headers_.SetHeader( | 122 extra_request_headers_.SetHeader( |
| 113 net::HttpRequestHeaders::kCookie, | 123 net::HttpRequestHeaders::kCookie, |
| 114 net::CookieStore::BuildCookieLine(cookie_list)); | 124 net::CookieStore::BuildCookieLine(cookie_list)); |
| 115 | 125 |
| 116 extra_request_headers_.SetHeader(net::HttpRequestHeaders::kReferer, | 126 extra_request_headers_.SetHeader(net::HttpRequestHeaders::kReferer, |
| 117 request_->referrer()); | 127 request_->referrer()); |
| 118 | 128 |
| 119 // The resource may have been supplied in the request. | 129 // The resource may have been supplied in the request. |
| 120 const HttpResponse* matched_resource = delegate_->MaybeMatchResource( | 130 const HttpResponse* matched_resource = delegate_->MaybeMatchResource( |
| 121 rewritten_url, method, extra_request_headers_); | 131 rewritten_url, devtools_request_id_, method, extra_request_headers_); |
| 122 | 132 |
| 123 if (matched_resource) { | 133 if (matched_resource) { |
| 124 OnFetchCompleteExtractHeaders( | 134 OnFetchCompleteExtractHeaders( |
| 125 matched_resource->final_url, matched_resource->http_response_code, | 135 matched_resource->final_url, matched_resource->http_response_code, |
| 126 matched_resource->response_data, matched_resource->response_data_size); | 136 matched_resource->response_data, matched_resource->response_data_size); |
| 127 } else { | 137 } else { |
| 128 url_fetcher_->StartFetch(rewritten_url, method, extra_request_headers_, | 138 url_fetcher_->StartFetch(rewritten_url, method, extra_request_headers_, |
| 129 this); | 139 this); |
| 130 } | 140 } |
| 131 } | 141 } |
| (...skipping 12 matching lines...) Expand all Loading... | |
| 144 http_response_code_ = http_response_code; | 154 http_response_code_ = http_response_code; |
| 145 response_headers_ = response_headers; | 155 response_headers_ = response_headers; |
| 146 body_ = body; | 156 body_ = body; |
| 147 body_size_ = body_size; | 157 body_size_ = body_size; |
| 148 | 158 |
| 149 DispatchHeadersComplete(); | 159 DispatchHeadersComplete(); |
| 150 | 160 |
| 151 std::string mime_type; | 161 std::string mime_type; |
| 152 GetMimeType(&mime_type); | 162 GetMimeType(&mime_type); |
| 153 | 163 |
| 154 delegate_->OnResourceLoadComplete(final_url, mime_type, http_response_code); | 164 delegate_->OnResourceLoadComplete(final_url, devtools_request_id_, mime_type, |
| 165 http_response_code); | |
| 155 } | 166 } |
| 156 | 167 |
| 157 int GenericURLRequestJob::ReadRawData(net::IOBuffer* buf, int buf_size) { | 168 int GenericURLRequestJob::ReadRawData(net::IOBuffer* buf, int buf_size) { |
| 158 // TODO(skyostil): Implement ranged fetches. | 169 // TODO(skyostil): Implement ranged fetches. |
| 159 // TODO(alexclarke): Add coverage for all the cases below. | 170 // TODO(alexclarke): Add coverage for all the cases below. |
| 160 size_t bytes_available = body_size_ - read_offset_; | 171 size_t bytes_available = body_size_ - read_offset_; |
| 161 size_t bytes_to_copy = | 172 size_t bytes_to_copy = |
| 162 std::min(static_cast<size_t>(buf_size), bytes_available); | 173 std::min(static_cast<size_t>(buf_size), bytes_available); |
| 163 if (bytes_to_copy) { | 174 if (bytes_to_copy) { |
| 164 std::memcpy(buf->data(), &body_[read_offset_], bytes_to_copy); | 175 std::memcpy(buf->data(), &body_[read_offset_], bytes_to_copy); |
| (...skipping 21 matching lines...) Expand all Loading... | |
| 186 return false; | 197 return false; |
| 187 return response_headers_->GetCharset(charset); | 198 return response_headers_->GetCharset(charset); |
| 188 } | 199 } |
| 189 | 200 |
| 190 void GenericURLRequestJob::GetLoadTimingInfo( | 201 void GenericURLRequestJob::GetLoadTimingInfo( |
| 191 net::LoadTimingInfo* load_timing_info) const { | 202 net::LoadTimingInfo* load_timing_info) const { |
| 192 // TODO(alexclarke): Investigate setting the other members too where possible. | 203 // TODO(alexclarke): Investigate setting the other members too where possible. |
| 193 load_timing_info->receive_headers_end = response_time_; | 204 load_timing_info->receive_headers_end = response_time_; |
| 194 } | 205 } |
| 195 | 206 |
| 207 bool GenericURLRequestJob::Delegate::BlockOrRewriteRequest( | |
| 208 const GURL& url, | |
| 209 const std::string& devtools_id, | |
| 210 const std::string& method, | |
| 211 const std::string& referrer, | |
| 212 RewriteCallback callback) { | |
| 213 return BlockOrRewriteRequest(url, method, referrer, callback); | |
| 214 } | |
| 215 | |
| 216 bool GenericURLRequestJob::Delegate::BlockOrRewriteRequest( | |
| 217 const GURL& url, | |
| 218 const std::string& method, | |
| 219 const std::string& referrer, | |
| 220 RewriteCallback callback) { | |
| 221 return false; | |
| 222 } | |
| 223 | |
| 224 const GenericURLRequestJob::HttpResponse* | |
| 225 GenericURLRequestJob::Delegate::MaybeMatchResource( | |
| 226 const GURL& url, | |
| 227 const std::string& devtools_id, | |
| 228 const std::string& method, | |
| 229 const net::HttpRequestHeaders& request_headers) { | |
| 230 return MaybeMatchResource(url, method, request_headers); | |
| 231 } | |
| 232 | |
| 233 const GenericURLRequestJob::HttpResponse* | |
| 234 GenericURLRequestJob::Delegate::MaybeMatchResource( | |
| 235 const GURL& url, | |
| 236 const std::string& method, | |
| 237 const net::HttpRequestHeaders& request_headers) { | |
| 238 return nullptr; | |
| 239 } | |
| 240 | |
| 241 void GenericURLRequestJob::Delegate::OnResourceLoadComplete( | |
| 242 const GURL& final_url, | |
| 243 const std::string& devtools_id, | |
| 244 const std::string& mime_type, | |
| 245 int http_response_code) { | |
| 246 OnResourceLoadComplete(final_url, mime_type, http_response_code); | |
| 247 } | |
| 248 | |
| 196 } // namespace headless | 249 } // namespace headless |
| OLD | NEW |