| OLD | NEW |
| 1 // Copyright 2016 The Chromium Authors. All rights reserved. | 1 // Copyright 2016 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "headless/lib/browser/headless_url_request_context_getter.h" | 5 #include "headless/lib/browser/headless_url_request_context_getter.h" |
| 6 | 6 |
| 7 #include <memory> | 7 #include <memory> |
| 8 | 8 |
| 9 #include "base/memory/ptr_util.h" | 9 #include "base/memory/ptr_util.h" |
| 10 #include "base/single_thread_task_runner.h" | 10 #include "base/single_thread_task_runner.h" |
| 11 #include "base/threading/worker_pool.h" | |
| 12 #include "content/public/browser/browser_thread.h" | 11 #include "content/public/browser/browser_thread.h" |
| 13 #include "content/public/browser/cookie_store_factory.h" | |
| 14 #include "content/public/common/content_switches.h" | |
| 15 #include "net/cert/cert_verifier.h" | |
| 16 #include "net/cookies/cookie_store.h" | |
| 17 #include "net/dns/host_resolver.h" | |
| 18 #include "net/dns/mapped_host_resolver.h" | 12 #include "net/dns/mapped_host_resolver.h" |
| 19 #include "net/http/http_auth_handler_factory.h" | |
| 20 #include "net/http/http_cache.h" | |
| 21 #include "net/http/http_network_session.h" | |
| 22 #include "net/http/http_server_properties_impl.h" | |
| 23 #include "net/http/transport_security_state.h" | |
| 24 #include "net/proxy/proxy_service.h" | 13 #include "net/proxy/proxy_service.h" |
| 25 #include "net/ssl/channel_id_service.h" | |
| 26 #include "net/ssl/default_channel_id_store.h" | |
| 27 #include "net/ssl/ssl_config_service_defaults.h" | |
| 28 #include "net/url_request/data_protocol_handler.h" | |
| 29 #include "net/url_request/file_protocol_handler.h" | |
| 30 #include "net/url_request/static_http_user_agent_settings.h" | |
| 31 #include "net/url_request/url_request_context.h" | 14 #include "net/url_request/url_request_context.h" |
| 32 #include "net/url_request/url_request_context_storage.h" | 15 #include "net/url_request/url_request_context_builder.h" |
| 33 #include "net/url_request/url_request_intercepting_job_factory.h" | |
| 34 #include "net/url_request/url_request_job_factory_impl.h" | |
| 35 | 16 |
| 36 namespace headless { | 17 namespace headless { |
| 37 | 18 |
| 38 namespace { | |
| 39 | |
| 40 void InstallProtocolHandlers(net::URLRequestJobFactoryImpl* job_factory, | |
| 41 content::ProtocolHandlerMap* protocol_handlers) { | |
| 42 for (content::ProtocolHandlerMap::iterator it = protocol_handlers->begin(); | |
| 43 it != protocol_handlers->end(); ++it) { | |
| 44 bool set_protocol = job_factory->SetProtocolHandler( | |
| 45 it->first, base::WrapUnique(it->second.release())); | |
| 46 DCHECK(set_protocol); | |
| 47 } | |
| 48 protocol_handlers->clear(); | |
| 49 } | |
| 50 | |
| 51 } // namespace | |
| 52 | |
| 53 HeadlessURLRequestContextGetter::HeadlessURLRequestContextGetter( | 19 HeadlessURLRequestContextGetter::HeadlessURLRequestContextGetter( |
| 54 bool ignore_certificate_errors, | |
| 55 const base::FilePath& base_path, | |
| 56 scoped_refptr<base::SingleThreadTaskRunner> io_task_runner, | 20 scoped_refptr<base::SingleThreadTaskRunner> io_task_runner, |
| 57 scoped_refptr<base::SingleThreadTaskRunner> file_task_runner, | 21 scoped_refptr<base::SingleThreadTaskRunner> file_task_runner, |
| 58 content::ProtocolHandlerMap* protocol_handlers, | 22 content::ProtocolHandlerMap* protocol_handlers, |
| 59 content::URLRequestInterceptorScopedVector request_interceptors, | 23 content::URLRequestInterceptorScopedVector request_interceptors, |
| 60 net::NetLog* net_log, | |
| 61 HeadlessBrowser::Options* options) | 24 HeadlessBrowser::Options* options) |
| 62 : ignore_certificate_errors_(ignore_certificate_errors), | 25 : io_task_runner_(std::move(io_task_runner)), |
| 63 base_path_(base_path), | |
| 64 io_task_runner_(std::move(io_task_runner)), | |
| 65 file_task_runner_(std::move(file_task_runner)), | 26 file_task_runner_(std::move(file_task_runner)), |
| 66 net_log_(net_log), | |
| 67 user_agent_(options->user_agent), | 27 user_agent_(options->user_agent), |
| 68 host_resolver_rules_(options->host_resolver_rules), | 28 host_resolver_rules_(options->host_resolver_rules), |
| 69 proxy_server_(options->proxy_server), | 29 proxy_server_(options->proxy_server), |
| 70 request_interceptors_(std::move(request_interceptors)) { | 30 request_interceptors_(std::move(request_interceptors)) { |
| 71 // Must first be created on the UI thread. | 31 // Must first be created on the UI thread. |
| 72 DCHECK_CURRENTLY_ON(content::BrowserThread::UI); | 32 DCHECK_CURRENTLY_ON(content::BrowserThread::UI); |
| 73 | 33 |
| 74 std::swap(protocol_handlers_, *protocol_handlers); | 34 std::swap(protocol_handlers_, *protocol_handlers); |
| 75 for (auto& pair : options->protocol_handlers) { | 35 for (auto& pair : options->protocol_handlers) { |
| 76 protocol_handlers_[pair.first] = | 36 protocol_handlers_[pair.first] = |
| 77 linked_ptr<net::URLRequestJobFactory::ProtocolHandler>( | 37 linked_ptr<net::URLRequestJobFactory::ProtocolHandler>( |
| 78 pair.second.release()); | 38 pair.second.release()); |
| 79 } | 39 } |
| 80 options->protocol_handlers.clear(); | 40 options->protocol_handlers.clear(); |
| 81 | 41 |
| 82 // We must create the proxy config service on the UI loop on Linux because it | 42 // We must create the proxy config service on the UI loop on Linux because it |
| 83 // must synchronously run on the glib message loop. This will be passed to | 43 // must synchronously run on the glib message loop. This will be passed to |
| 84 // the URLRequestContextStorage on the IO thread in GetURLRequestContext(). | 44 // the URLRequestContextStorage on the IO thread in GetURLRequestContext(). |
| 85 if (proxy_server_.IsEmpty()) | 45 if (proxy_server_.IsEmpty()) { |
| 86 proxy_config_service_ = GetProxyConfigService(); | 46 proxy_config_service_ = net::ProxyService::CreateSystemProxyConfigService( |
| 47 io_task_runner_, file_task_runner_); |
| 48 } |
| 87 } | 49 } |
| 88 | 50 |
| 89 HeadlessURLRequestContextGetter::~HeadlessURLRequestContextGetter() {} | 51 HeadlessURLRequestContextGetter::~HeadlessURLRequestContextGetter() {} |
| 90 | 52 |
| 91 std::unique_ptr<net::NetworkDelegate> | |
| 92 HeadlessURLRequestContextGetter::CreateNetworkDelegate() { | |
| 93 return nullptr; | |
| 94 } | |
| 95 | |
| 96 std::unique_ptr<net::ProxyConfigService> | |
| 97 HeadlessURLRequestContextGetter::GetProxyConfigService() { | |
| 98 return net::ProxyService::CreateSystemProxyConfigService(io_task_runner_, | |
| 99 file_task_runner_); | |
| 100 } | |
| 101 | |
| 102 std::unique_ptr<net::ProxyService> | |
| 103 HeadlessURLRequestContextGetter::GetProxyService() { | |
| 104 if (!proxy_server_.IsEmpty()) | |
| 105 return net::ProxyService::CreateFixed(proxy_server_.ToString()); | |
| 106 return net::ProxyService::CreateUsingSystemProxyResolver( | |
| 107 std::move(proxy_config_service_), 0, url_request_context_->net_log()); | |
| 108 } | |
| 109 | |
| 110 net::URLRequestContext* | 53 net::URLRequestContext* |
| 111 HeadlessURLRequestContextGetter::GetURLRequestContext() { | 54 HeadlessURLRequestContextGetter::GetURLRequestContext() { |
| 112 DCHECK_CURRENTLY_ON(content::BrowserThread::IO); | 55 DCHECK_CURRENTLY_ON(content::BrowserThread::IO); |
| 56 if (!url_request_context_) { |
| 57 net::URLRequestContextBuilder builder; |
| 58 // TODO(skyostil): Make language settings configurable. |
| 59 builder.set_user_agent(user_agent_); |
| 60 // TODO(skyostil): Make these configurable. |
| 61 builder.set_data_enabled(true); |
| 62 builder.set_file_enabled(true); |
| 63 if (!proxy_server_.IsEmpty()) { |
| 64 builder.set_proxy_service( |
| 65 net::ProxyService::CreateFixed(proxy_server_.ToString())); |
| 66 } else { |
| 67 builder.set_proxy_config_service(std::move(proxy_config_service_)); |
| 68 } |
| 113 | 69 |
| 114 if (!url_request_context_) { | |
| 115 url_request_context_.reset(new net::URLRequestContext()); | |
| 116 url_request_context_->set_net_log(net_log_); | |
| 117 network_delegate_ = CreateNetworkDelegate(); | |
| 118 url_request_context_->set_network_delegate(network_delegate_.get()); | |
| 119 storage_.reset( | |
| 120 new net::URLRequestContextStorage(url_request_context_.get())); | |
| 121 storage_->set_cookie_store( | |
| 122 content::CreateCookieStore(content::CookieStoreConfig())); | |
| 123 storage_->set_channel_id_service(base::WrapUnique( | |
| 124 new net::ChannelIDService(new net::DefaultChannelIDStore(nullptr), | |
| 125 base::WorkerPool::GetTaskRunner(true)))); | |
| 126 // TODO(skyostil): Make language settings configurable. | |
| 127 storage_->set_http_user_agent_settings(base::WrapUnique( | |
| 128 new net::StaticHttpUserAgentSettings("en-us,en", user_agent_))); | |
| 129 | |
| 130 std::unique_ptr<net::HostResolver> host_resolver( | |
| 131 net::HostResolver::CreateDefaultResolver( | |
| 132 url_request_context_->net_log())); | |
| 133 | |
| 134 storage_->set_cert_verifier(net::CertVerifier::CreateDefault()); | |
| 135 storage_->set_transport_security_state( | |
| 136 base::WrapUnique(new net::TransportSecurityState)); | |
| 137 storage_->set_proxy_service(GetProxyService()); | |
| 138 storage_->set_ssl_config_service(new net::SSLConfigServiceDefaults); | |
| 139 storage_->set_http_auth_handler_factory( | |
| 140 net::HttpAuthHandlerFactory::CreateDefault(host_resolver.get())); | |
| 141 storage_->set_http_server_properties( | |
| 142 base::WrapUnique(new net::HttpServerPropertiesImpl())); | |
| 143 | |
| 144 base::FilePath cache_path = base_path_.Append(FILE_PATH_LITERAL("Cache")); | |
| 145 std::unique_ptr<net::HttpCache::DefaultBackend> main_backend( | |
| 146 new net::HttpCache::DefaultBackend( | |
| 147 net::DISK_CACHE, net::CACHE_BACKEND_DEFAULT, cache_path, 0, | |
| 148 content::BrowserThread::GetMessageLoopProxyForThread( | |
| 149 content::BrowserThread::CACHE))); | |
| 150 | |
| 151 net::HttpNetworkSession::Params network_session_params; | |
| 152 network_session_params.cert_verifier = | |
| 153 url_request_context_->cert_verifier(); | |
| 154 network_session_params.transport_security_state = | |
| 155 url_request_context_->transport_security_state(); | |
| 156 network_session_params.channel_id_service = | |
| 157 url_request_context_->channel_id_service(); | |
| 158 network_session_params.proxy_service = | |
| 159 url_request_context_->proxy_service(); | |
| 160 network_session_params.ssl_config_service = | |
| 161 url_request_context_->ssl_config_service(); | |
| 162 network_session_params.http_auth_handler_factory = | |
| 163 url_request_context_->http_auth_handler_factory(); | |
| 164 network_session_params.http_server_properties = | |
| 165 url_request_context_->http_server_properties(); | |
| 166 network_session_params.net_log = url_request_context_->net_log(); | |
| 167 network_session_params.ignore_certificate_errors = | |
| 168 ignore_certificate_errors_; | |
| 169 if (!host_resolver_rules_.empty()) { | 70 if (!host_resolver_rules_.empty()) { |
| 71 std::unique_ptr<net::HostResolver> host_resolver( |
| 72 net::HostResolver::CreateDefaultResolver(nullptr /* net_log */)); |
| 170 std::unique_ptr<net::MappedHostResolver> mapped_host_resolver( | 73 std::unique_ptr<net::MappedHostResolver> mapped_host_resolver( |
| 171 new net::MappedHostResolver(std::move(host_resolver))); | 74 new net::MappedHostResolver(std::move(host_resolver))); |
| 172 mapped_host_resolver->SetRulesFromString(host_resolver_rules_); | 75 mapped_host_resolver->SetRulesFromString(host_resolver_rules_); |
| 173 host_resolver = std::move(mapped_host_resolver); | 76 builder.set_host_resolver(std::move(mapped_host_resolver)); |
| 174 } | 77 } |
| 175 | 78 |
| 176 // Give |storage_| ownership at the end in case it's |mapped_host_resolver|. | 79 for (auto& pair : protocol_handlers_) { |
| 177 storage_->set_host_resolver(std::move(host_resolver)); | 80 builder.SetProtocolHandler(pair.first, |
| 178 network_session_params.host_resolver = | 81 base::WrapUnique(pair.second.release())); |
| 179 url_request_context_->host_resolver(); | 82 } |
| 83 protocol_handlers_.clear(); |
| 180 | 84 |
| 181 storage_->set_http_network_session( | 85 std::vector<std::unique_ptr<net::URLRequestInterceptor>> |
| 182 base::WrapUnique(new net::HttpNetworkSession(network_session_params))); | 86 request_interceptors; |
| 183 storage_->set_http_transaction_factory(base::WrapUnique(new net::HttpCache( | 87 for (auto it : request_interceptors_) { |
| 184 storage_->http_network_session(), std::move(main_backend), | 88 request_interceptors.push_back(base::WrapUnique(it)); |
| 185 true /* set_up_quic_server_info */))); | |
| 186 | |
| 187 std::unique_ptr<net::URLRequestJobFactoryImpl> job_factory( | |
| 188 new net::URLRequestJobFactoryImpl()); | |
| 189 | |
| 190 // Install handlers for default protocols which aren't handled by the | |
| 191 // network layer. | |
| 192 if (protocol_handlers_.find(url::kDataScheme) == protocol_handlers_.end()) { | |
| 193 protocol_handlers_[url::kDataScheme] = | |
| 194 linked_ptr<net::URLRequestJobFactory::ProtocolHandler>( | |
| 195 new net::DataProtocolHandler()); | |
| 196 } | |
| 197 if (protocol_handlers_.find(url::kFileScheme) == protocol_handlers_.end()) { | |
| 198 protocol_handlers_[url::kFileScheme] = | |
| 199 linked_ptr<net::URLRequestJobFactory::ProtocolHandler>( | |
| 200 new net::FileProtocolHandler( | |
| 201 content::BrowserThread::GetBlockingPool() | |
| 202 ->GetTaskRunnerWithShutdownBehavior( | |
| 203 base::SequencedWorkerPool::SKIP_ON_SHUTDOWN))); | |
| 204 } | |
| 205 InstallProtocolHandlers(job_factory.get(), &protocol_handlers_); | |
| 206 | |
| 207 // Set up interceptors in the reverse order so that the last inceptor is at | |
| 208 // the end of the linked list of job factories. | |
| 209 std::unique_ptr<net::URLRequestJobFactory> top_job_factory = | |
| 210 std::move(job_factory); | |
| 211 for (auto i = request_interceptors_.rbegin(); | |
| 212 i != request_interceptors_.rend(); ++i) { | |
| 213 top_job_factory.reset(new net::URLRequestInterceptingJobFactory( | |
| 214 std::move(top_job_factory), base::WrapUnique(*i))); | |
| 215 } | 89 } |
| 216 request_interceptors_.weak_clear(); | 90 request_interceptors_.weak_clear(); |
| 217 // Save the head of the job factory list at storage_. | 91 builder.SetInterceptors(std::move(request_interceptors)); |
| 218 storage_->set_job_factory(std::move(top_job_factory)); | 92 |
| 93 url_request_context_ = builder.Build(); |
| 219 } | 94 } |
| 220 | 95 |
| 221 return url_request_context_.get(); | 96 return url_request_context_.get(); |
| 222 } | 97 } |
| 223 | 98 |
| 224 scoped_refptr<base::SingleThreadTaskRunner> | 99 scoped_refptr<base::SingleThreadTaskRunner> |
| 225 HeadlessURLRequestContextGetter::GetNetworkTaskRunner() const { | 100 HeadlessURLRequestContextGetter::GetNetworkTaskRunner() const { |
| 226 return content::BrowserThread::GetMessageLoopProxyForThread( | 101 return content::BrowserThread::GetMessageLoopProxyForThread( |
| 227 content::BrowserThread::IO); | 102 content::BrowserThread::IO); |
| 228 } | 103 } |
| 229 | 104 |
| 230 net::HostResolver* HeadlessURLRequestContextGetter::host_resolver() const { | 105 net::HostResolver* HeadlessURLRequestContextGetter::host_resolver() const { |
| 231 return url_request_context_->host_resolver(); | 106 return url_request_context_->host_resolver(); |
| 232 } | 107 } |
| 233 | 108 |
| 234 } // namespace headless | 109 } // namespace headless |
| OLD | NEW |