| OLD | NEW |
| 1 // Copyright 2016 The Chromium Authors. All rights reserved. | 1 // Copyright 2016 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "headless/public/util/generic_url_request_job.h" | 5 #include "headless/public/util/generic_url_request_job.h" |
| 6 | 6 |
| 7 #include <string.h> | 7 #include <string.h> |
| 8 #include <algorithm> | 8 #include <algorithm> |
| 9 | 9 |
| 10 #include "base/logging.h" | 10 #include "base/logging.h" |
| 11 #include "headless/public/util/url_request_dispatcher.h" | 11 #include "headless/public/util/url_request_dispatcher.h" |
| 12 #include "net/base/io_buffer.h" | 12 #include "net/base/io_buffer.h" |
| 13 #include "net/base/net_errors.h" | 13 #include "net/base/net_errors.h" |
| 14 #include "net/base/registry_controlled_domains/registry_controlled_domain.h" | 14 #include "net/base/registry_controlled_domains/registry_controlled_domain.h" |
| 15 #include "net/cookies/cookie_store.h" | 15 #include "net/cookies/cookie_store.h" |
| 16 #include "net/http/http_response_headers.h" | 16 #include "net/http/http_response_headers.h" |
| 17 #include "net/url_request/url_request_context.h" | 17 #include "net/url_request/url_request_context.h" |
| 18 | 18 |
| 19 namespace headless { | 19 namespace headless { |
| 20 namespace { | 20 namespace { |
| 21 | 21 |
| 22 // True if the request method is "safe" (per section 4.2.1 of RFC 7231). | 22 // True if the request method is "safe" (per section 4.2.1 of RFC 7231). |
| 23 bool IsMethodSafe(const std::string& method) { | 23 bool IsMethodSafe(const std::string& method) { |
| 24 return method == "GET" || method == "HEAD" || method == "OPTIONS" || | 24 return method == "GET" || method == "HEAD" || method == "OPTIONS" || |
| 25 method == "TRACE"; | 25 method == "TRACE"; |
| 26 } | 26 } |
| 27 | 27 |
| 28 // Keep in sync with X_DevTools_Request_Id defined in HTTPNames.json5. |
| 29 const char kDevtoolsRequestId[] = "X-DevTools-Request-Id"; |
| 30 |
| 28 } // namespace | 31 } // namespace |
| 29 | 32 |
| 30 GenericURLRequestJob::GenericURLRequestJob( | 33 GenericURLRequestJob::GenericURLRequestJob( |
| 31 net::URLRequest* request, | 34 net::URLRequest* request, |
| 32 net::NetworkDelegate* network_delegate, | 35 net::NetworkDelegate* network_delegate, |
| 33 URLRequestDispatcher* url_request_dispatcher, | 36 URLRequestDispatcher* url_request_dispatcher, |
| 34 std::unique_ptr<URLFetcher> url_fetcher, | 37 std::unique_ptr<URLFetcher> url_fetcher, |
| 35 Delegate* delegate) | 38 Delegate* delegate) |
| 36 : ManagedDispatchURLRequestJob(request, | 39 : ManagedDispatchURLRequestJob(request, |
| 37 network_delegate, | 40 network_delegate, |
| 38 url_request_dispatcher), | 41 url_request_dispatcher), |
| 39 url_fetcher_(std::move(url_fetcher)), | 42 url_fetcher_(std::move(url_fetcher)), |
| 40 delegate_(delegate), | 43 delegate_(delegate), |
| 41 weak_factory_(this) {} | 44 weak_factory_(this) {} |
| 42 | 45 |
| 43 GenericURLRequestJob::~GenericURLRequestJob() = default; | 46 GenericURLRequestJob::~GenericURLRequestJob() = default; |
| 44 | 47 |
| 45 void GenericURLRequestJob::SetExtraRequestHeaders( | 48 void GenericURLRequestJob::SetExtraRequestHeaders( |
| 46 const net::HttpRequestHeaders& headers) { | 49 const net::HttpRequestHeaders& headers) { |
| 47 extra_request_headers_ = headers; | 50 extra_request_headers_ = headers; |
| 51 |
| 52 if (extra_request_headers_.GetHeader(kDevtoolsRequestId, |
| 53 &devtools_request_id_)) { |
| 54 extra_request_headers_.RemoveHeader(kDevtoolsRequestId); |
| 55 } |
| 48 } | 56 } |
| 49 | 57 |
| 50 void GenericURLRequestJob::Start() { | 58 void GenericURLRequestJob::Start() { |
| 51 auto callback = [this](RewriteResult result, const GURL& url, | 59 auto callback = [this](RewriteResult result, const GURL& url, |
| 52 const std::string& method) { | 60 const std::string& method) { |
| 53 switch (result) { | 61 switch (result) { |
| 54 case RewriteResult::kAllow: | 62 case RewriteResult::kAllow: |
| 55 // Note that we use the rewritten url for selecting cookies. | 63 // Note that we use the rewritten url for selecting cookies. |
| 56 // Also, rewriting does not affect the request initiator. | 64 // Also, rewriting does not affect the request initiator. |
| 57 PrepareCookies(url, method, url::Origin(url)); | 65 PrepareCookies(url, method, url::Origin(url)); |
| 58 break; | 66 break; |
| 59 case RewriteResult::kDeny: | 67 case RewriteResult::kDeny: |
| 60 DispatchStartError(net::ERR_FILE_NOT_FOUND); | 68 DispatchStartError(net::ERR_FILE_NOT_FOUND); |
| 61 break; | 69 break; |
| 62 case RewriteResult::kFailure: | 70 case RewriteResult::kFailure: |
| 63 DispatchStartError(net::ERR_UNEXPECTED); | 71 DispatchStartError(net::ERR_UNEXPECTED); |
| 64 break; | 72 break; |
| 65 default: | 73 default: |
| 66 DCHECK(false); | 74 DCHECK(false); |
| 67 } | 75 } |
| 68 }; | 76 }; |
| 69 | 77 |
| 70 if (!delegate_->BlockOrRewriteRequest(request_->url(), request_->method(), | 78 if (!delegate_->BlockOrRewriteRequest(request_->url(), devtools_request_id_, |
| 79 request_->method(), |
| 71 request_->referrer(), callback)) { | 80 request_->referrer(), callback)) { |
| 72 PrepareCookies(request_->url(), request_->method(), | 81 PrepareCookies(request_->url(), request_->method(), |
| 73 url::Origin(request_->first_party_for_cookies())); | 82 url::Origin(request_->first_party_for_cookies())); |
| 74 } | 83 } |
| 75 } | 84 } |
| 76 | 85 |
| 77 void GenericURLRequestJob::PrepareCookies(const GURL& rewritten_url, | 86 void GenericURLRequestJob::PrepareCookies(const GURL& rewritten_url, |
| 78 const std::string& method, | 87 const std::string& method, |
| 79 const url::Origin& site_for_cookies) { | 88 const url::Origin& site_for_cookies) { |
| 80 net::CookieStore* cookie_store = request_->context()->cookie_store(); | 89 net::CookieStore* cookie_store = request_->context()->cookie_store(); |
| (...skipping 30 matching lines...) Expand all Loading... |
| 111 // Pass cookies, the referrer and any extra headers into the fetch request. | 120 // Pass cookies, the referrer and any extra headers into the fetch request. |
| 112 extra_request_headers_.SetHeader( | 121 extra_request_headers_.SetHeader( |
| 113 net::HttpRequestHeaders::kCookie, | 122 net::HttpRequestHeaders::kCookie, |
| 114 net::CookieStore::BuildCookieLine(cookie_list)); | 123 net::CookieStore::BuildCookieLine(cookie_list)); |
| 115 | 124 |
| 116 extra_request_headers_.SetHeader(net::HttpRequestHeaders::kReferer, | 125 extra_request_headers_.SetHeader(net::HttpRequestHeaders::kReferer, |
| 117 request_->referrer()); | 126 request_->referrer()); |
| 118 | 127 |
| 119 // The resource may have been supplied in the request. | 128 // The resource may have been supplied in the request. |
| 120 const HttpResponse* matched_resource = delegate_->MaybeMatchResource( | 129 const HttpResponse* matched_resource = delegate_->MaybeMatchResource( |
| 121 rewritten_url, method, extra_request_headers_); | 130 rewritten_url, devtools_request_id_, method, extra_request_headers_); |
| 122 | 131 |
| 123 if (matched_resource) { | 132 if (matched_resource) { |
| 124 OnFetchCompleteExtractHeaders( | 133 OnFetchCompleteExtractHeaders( |
| 125 matched_resource->final_url, matched_resource->http_response_code, | 134 matched_resource->final_url, matched_resource->http_response_code, |
| 126 matched_resource->response_data, matched_resource->response_data_size); | 135 matched_resource->response_data, matched_resource->response_data_size); |
| 127 } else { | 136 } else { |
| 128 url_fetcher_->StartFetch(rewritten_url, method, extra_request_headers_, | 137 url_fetcher_->StartFetch(rewritten_url, method, extra_request_headers_, |
| 129 this); | 138 this); |
| 130 } | 139 } |
| 131 } | 140 } |
| (...skipping 12 matching lines...) Expand all Loading... |
| 144 http_response_code_ = http_response_code; | 153 http_response_code_ = http_response_code; |
| 145 response_headers_ = response_headers; | 154 response_headers_ = response_headers; |
| 146 body_ = body; | 155 body_ = body; |
| 147 body_size_ = body_size; | 156 body_size_ = body_size; |
| 148 | 157 |
| 149 DispatchHeadersComplete(); | 158 DispatchHeadersComplete(); |
| 150 | 159 |
| 151 std::string mime_type; | 160 std::string mime_type; |
| 152 GetMimeType(&mime_type); | 161 GetMimeType(&mime_type); |
| 153 | 162 |
| 154 delegate_->OnResourceLoadComplete(final_url, mime_type, http_response_code); | 163 delegate_->OnResourceLoadComplete(final_url, devtools_request_id_, mime_type, |
| 164 http_response_code); |
| 155 } | 165 } |
| 156 | 166 |
| 157 int GenericURLRequestJob::ReadRawData(net::IOBuffer* buf, int buf_size) { | 167 int GenericURLRequestJob::ReadRawData(net::IOBuffer* buf, int buf_size) { |
| 158 // TODO(skyostil): Implement ranged fetches. | 168 // TODO(skyostil): Implement ranged fetches. |
| 159 // TODO(alexclarke): Add coverage for all the cases below. | 169 // TODO(alexclarke): Add coverage for all the cases below. |
| 160 size_t bytes_available = body_size_ - read_offset_; | 170 size_t bytes_available = body_size_ - read_offset_; |
| 161 size_t bytes_to_copy = | 171 size_t bytes_to_copy = |
| 162 std::min(static_cast<size_t>(buf_size), bytes_available); | 172 std::min(static_cast<size_t>(buf_size), bytes_available); |
| 163 if (bytes_to_copy) { | 173 if (bytes_to_copy) { |
| 164 std::memcpy(buf->data(), &body_[read_offset_], bytes_to_copy); | 174 std::memcpy(buf->data(), &body_[read_offset_], bytes_to_copy); |
| (...skipping 21 matching lines...) Expand all Loading... |
| 186 return false; | 196 return false; |
| 187 return response_headers_->GetCharset(charset); | 197 return response_headers_->GetCharset(charset); |
| 188 } | 198 } |
| 189 | 199 |
| 190 void GenericURLRequestJob::GetLoadTimingInfo( | 200 void GenericURLRequestJob::GetLoadTimingInfo( |
| 191 net::LoadTimingInfo* load_timing_info) const { | 201 net::LoadTimingInfo* load_timing_info) const { |
| 192 // TODO(alexclarke): Investigate setting the other members too where possible. | 202 // TODO(alexclarke): Investigate setting the other members too where possible. |
| 193 load_timing_info->receive_headers_end = response_time_; | 203 load_timing_info->receive_headers_end = response_time_; |
| 194 } | 204 } |
| 195 | 205 |
| 206 bool GenericURLRequestJob::Delegate::BlockOrRewriteRequest( |
| 207 const GURL& url, |
| 208 const std::string& devtools_id, |
| 209 const std::string& method, |
| 210 const std::string& referrer, |
| 211 RewriteCallback callback) { |
| 212 return BlockOrRewriteRequest(url, method, referrer, callback); |
| 213 } |
| 214 |
| 215 bool GenericURLRequestJob::Delegate::BlockOrRewriteRequest( |
| 216 const GURL& url, |
| 217 const std::string& method, |
| 218 const std::string& referrer, |
| 219 RewriteCallback callback) { |
| 220 return false; |
| 221 } |
| 222 |
| 223 const GenericURLRequestJob::HttpResponse* |
| 224 GenericURLRequestJob::Delegate::MaybeMatchResource( |
| 225 const GURL& url, |
| 226 const std::string& devtools_id, |
| 227 const std::string& method, |
| 228 const net::HttpRequestHeaders& request_headers) { |
| 229 return MaybeMatchResource(url, method, request_headers); |
| 230 } |
| 231 |
| 232 const GenericURLRequestJob::HttpResponse* |
| 233 GenericURLRequestJob::Delegate::MaybeMatchResource( |
| 234 const GURL& url, |
| 235 const std::string& method, |
| 236 const net::HttpRequestHeaders& request_headers) { |
| 237 return nullptr; |
| 238 } |
| 239 |
| 240 void GenericURLRequestJob::Delegate::OnResourceLoadComplete( |
| 241 const GURL& final_url, |
| 242 const std::string& devtools_id, |
| 243 const std::string& mime_type, |
| 244 int http_response_code) { |
| 245 OnResourceLoadComplete(final_url, mime_type, http_response_code); |
| 246 } |
| 247 |
| 196 } // namespace headless | 248 } // namespace headless |
| OLD | NEW |