Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(94)

Side by Side Diff: headless/lib/browser/headless_url_request_context_getter.cc

Issue 2033773002: headless: Migrate to URLRequestContextBuilder (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: . Created 4 years, 6 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « headless/lib/browser/headless_url_request_context_getter.h ('k') | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 // Copyright 2016 The Chromium Authors. All rights reserved. 1 // Copyright 2016 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "headless/lib/browser/headless_url_request_context_getter.h" 5 #include "headless/lib/browser/headless_url_request_context_getter.h"
6 6
7 #include <memory> 7 #include <memory>
8 8
9 #include "base/memory/ptr_util.h" 9 #include "base/memory/ptr_util.h"
10 #include "base/single_thread_task_runner.h" 10 #include "base/single_thread_task_runner.h"
11 #include "base/threading/worker_pool.h"
12 #include "content/public/browser/browser_thread.h" 11 #include "content/public/browser/browser_thread.h"
13 #include "content/public/browser/cookie_store_factory.h"
14 #include "content/public/common/content_switches.h"
15 #include "net/cert/cert_verifier.h"
16 #include "net/cookies/cookie_store.h"
17 #include "net/dns/host_resolver.h"
18 #include "net/dns/mapped_host_resolver.h" 12 #include "net/dns/mapped_host_resolver.h"
19 #include "net/http/http_auth_handler_factory.h"
20 #include "net/http/http_cache.h"
21 #include "net/http/http_network_session.h"
22 #include "net/http/http_server_properties_impl.h"
23 #include "net/http/transport_security_state.h"
24 #include "net/proxy/proxy_service.h" 13 #include "net/proxy/proxy_service.h"
25 #include "net/ssl/channel_id_service.h"
26 #include "net/ssl/default_channel_id_store.h"
27 #include "net/ssl/ssl_config_service_defaults.h"
28 #include "net/url_request/data_protocol_handler.h"
29 #include "net/url_request/file_protocol_handler.h"
30 #include "net/url_request/static_http_user_agent_settings.h"
31 #include "net/url_request/url_request_context.h" 14 #include "net/url_request/url_request_context.h"
32 #include "net/url_request/url_request_context_storage.h" 15 #include "net/url_request/url_request_context_builder.h"
33 #include "net/url_request/url_request_intercepting_job_factory.h"
34 #include "net/url_request/url_request_job_factory_impl.h"
35 16
36 namespace headless { 17 namespace headless {
37 18
38 namespace {
39
40 void InstallProtocolHandlers(net::URLRequestJobFactoryImpl* job_factory,
41 content::ProtocolHandlerMap* protocol_handlers) {
42 for (content::ProtocolHandlerMap::iterator it = protocol_handlers->begin();
43 it != protocol_handlers->end(); ++it) {
44 bool set_protocol = job_factory->SetProtocolHandler(
45 it->first, base::WrapUnique(it->second.release()));
46 DCHECK(set_protocol);
47 }
48 protocol_handlers->clear();
49 }
50
51 } // namespace
52
53 HeadlessURLRequestContextGetter::HeadlessURLRequestContextGetter( 19 HeadlessURLRequestContextGetter::HeadlessURLRequestContextGetter(
54 bool ignore_certificate_errors,
55 const base::FilePath& base_path,
56 scoped_refptr<base::SingleThreadTaskRunner> io_task_runner, 20 scoped_refptr<base::SingleThreadTaskRunner> io_task_runner,
57 scoped_refptr<base::SingleThreadTaskRunner> file_task_runner, 21 scoped_refptr<base::SingleThreadTaskRunner> file_task_runner,
58 content::ProtocolHandlerMap* protocol_handlers, 22 content::ProtocolHandlerMap* protocol_handlers,
59 content::URLRequestInterceptorScopedVector request_interceptors, 23 content::URLRequestInterceptorScopedVector request_interceptors,
60 net::NetLog* net_log,
61 HeadlessBrowser::Options* options) 24 HeadlessBrowser::Options* options)
62 : ignore_certificate_errors_(ignore_certificate_errors), 25 : io_task_runner_(std::move(io_task_runner)),
63 base_path_(base_path),
64 io_task_runner_(std::move(io_task_runner)),
65 file_task_runner_(std::move(file_task_runner)), 26 file_task_runner_(std::move(file_task_runner)),
66 net_log_(net_log),
67 user_agent_(options->user_agent), 27 user_agent_(options->user_agent),
68 host_resolver_rules_(options->host_resolver_rules), 28 host_resolver_rules_(options->host_resolver_rules),
69 proxy_server_(options->proxy_server), 29 proxy_server_(options->proxy_server),
70 request_interceptors_(std::move(request_interceptors)) { 30 request_interceptors_(std::move(request_interceptors)) {
71 // Must first be created on the UI thread. 31 // Must first be created on the UI thread.
72 DCHECK_CURRENTLY_ON(content::BrowserThread::UI); 32 DCHECK_CURRENTLY_ON(content::BrowserThread::UI);
73 33
74 std::swap(protocol_handlers_, *protocol_handlers); 34 std::swap(protocol_handlers_, *protocol_handlers);
75 for (auto& pair : options->protocol_handlers) { 35 for (auto& pair : options->protocol_handlers) {
76 protocol_handlers_[pair.first] = 36 protocol_handlers_[pair.first] =
77 linked_ptr<net::URLRequestJobFactory::ProtocolHandler>( 37 linked_ptr<net::URLRequestJobFactory::ProtocolHandler>(
78 pair.second.release()); 38 pair.second.release());
79 } 39 }
80 options->protocol_handlers.clear(); 40 options->protocol_handlers.clear();
81 41
82 // We must create the proxy config service on the UI loop on Linux because it 42 // We must create the proxy config service on the UI loop on Linux because it
83 // must synchronously run on the glib message loop. This will be passed to 43 // must synchronously run on the glib message loop. This will be passed to
84 // the URLRequestContextStorage on the IO thread in GetURLRequestContext(). 44 // the URLRequestContextStorage on the IO thread in GetURLRequestContext().
85 if (proxy_server_.IsEmpty()) 45 if (proxy_server_.IsEmpty()) {
86 proxy_config_service_ = GetProxyConfigService(); 46 proxy_config_service_ = net::ProxyService::CreateSystemProxyConfigService(
47 io_task_runner_, file_task_runner_);
48 }
87 } 49 }
88 50
89 HeadlessURLRequestContextGetter::~HeadlessURLRequestContextGetter() {} 51 HeadlessURLRequestContextGetter::~HeadlessURLRequestContextGetter() {}
90 52
91 std::unique_ptr<net::NetworkDelegate>
92 HeadlessURLRequestContextGetter::CreateNetworkDelegate() {
93 return nullptr;
94 }
95
96 std::unique_ptr<net::ProxyConfigService>
97 HeadlessURLRequestContextGetter::GetProxyConfigService() {
98 return net::ProxyService::CreateSystemProxyConfigService(io_task_runner_,
99 file_task_runner_);
100 }
101
102 std::unique_ptr<net::ProxyService>
103 HeadlessURLRequestContextGetter::GetProxyService() {
104 if (!proxy_server_.IsEmpty())
105 return net::ProxyService::CreateFixed(proxy_server_.ToString());
106 return net::ProxyService::CreateUsingSystemProxyResolver(
107 std::move(proxy_config_service_), 0, url_request_context_->net_log());
108 }
109
110 net::URLRequestContext* 53 net::URLRequestContext*
111 HeadlessURLRequestContextGetter::GetURLRequestContext() { 54 HeadlessURLRequestContextGetter::GetURLRequestContext() {
112 DCHECK_CURRENTLY_ON(content::BrowserThread::IO); 55 DCHECK_CURRENTLY_ON(content::BrowserThread::IO);
56 if (!url_request_context_) {
57 net::URLRequestContextBuilder builder;
58 // TODO(skyostil): Make language settings configurable.
59 builder.set_user_agent(user_agent_);
60 // TODO(skyostil): Make these configurable.
61 builder.set_data_enabled(true);
62 builder.set_file_enabled(true);
63 if (!proxy_server_.IsEmpty()) {
64 builder.set_proxy_service(
65 net::ProxyService::CreateFixed(proxy_server_.ToString()));
66 } else {
67 builder.set_proxy_config_service(std::move(proxy_config_service_));
68 }
113 69
114 if (!url_request_context_) {
115 url_request_context_.reset(new net::URLRequestContext());
116 url_request_context_->set_net_log(net_log_);
117 network_delegate_ = CreateNetworkDelegate();
118 url_request_context_->set_network_delegate(network_delegate_.get());
119 storage_.reset(
120 new net::URLRequestContextStorage(url_request_context_.get()));
121 storage_->set_cookie_store(
122 content::CreateCookieStore(content::CookieStoreConfig()));
123 storage_->set_channel_id_service(base::WrapUnique(
124 new net::ChannelIDService(new net::DefaultChannelIDStore(nullptr),
125 base::WorkerPool::GetTaskRunner(true))));
126 // TODO(skyostil): Make language settings configurable.
127 storage_->set_http_user_agent_settings(base::WrapUnique(
128 new net::StaticHttpUserAgentSettings("en-us,en", user_agent_)));
129
130 std::unique_ptr<net::HostResolver> host_resolver(
131 net::HostResolver::CreateDefaultResolver(
132 url_request_context_->net_log()));
133
134 storage_->set_cert_verifier(net::CertVerifier::CreateDefault());
135 storage_->set_transport_security_state(
136 base::WrapUnique(new net::TransportSecurityState));
137 storage_->set_proxy_service(GetProxyService());
138 storage_->set_ssl_config_service(new net::SSLConfigServiceDefaults);
139 storage_->set_http_auth_handler_factory(
140 net::HttpAuthHandlerFactory::CreateDefault(host_resolver.get()));
141 storage_->set_http_server_properties(
142 base::WrapUnique(new net::HttpServerPropertiesImpl()));
143
144 base::FilePath cache_path = base_path_.Append(FILE_PATH_LITERAL("Cache"));
145 std::unique_ptr<net::HttpCache::DefaultBackend> main_backend(
146 new net::HttpCache::DefaultBackend(
147 net::DISK_CACHE, net::CACHE_BACKEND_DEFAULT, cache_path, 0,
148 content::BrowserThread::GetMessageLoopProxyForThread(
149 content::BrowserThread::CACHE)));
150
151 net::HttpNetworkSession::Params network_session_params;
152 network_session_params.cert_verifier =
153 url_request_context_->cert_verifier();
154 network_session_params.transport_security_state =
155 url_request_context_->transport_security_state();
156 network_session_params.channel_id_service =
157 url_request_context_->channel_id_service();
158 network_session_params.proxy_service =
159 url_request_context_->proxy_service();
160 network_session_params.ssl_config_service =
161 url_request_context_->ssl_config_service();
162 network_session_params.http_auth_handler_factory =
163 url_request_context_->http_auth_handler_factory();
164 network_session_params.http_server_properties =
165 url_request_context_->http_server_properties();
166 network_session_params.net_log = url_request_context_->net_log();
167 network_session_params.ignore_certificate_errors =
168 ignore_certificate_errors_;
169 if (!host_resolver_rules_.empty()) { 70 if (!host_resolver_rules_.empty()) {
71 std::unique_ptr<net::HostResolver> host_resolver(
72 net::HostResolver::CreateDefaultResolver(nullptr /* net_log */));
170 std::unique_ptr<net::MappedHostResolver> mapped_host_resolver( 73 std::unique_ptr<net::MappedHostResolver> mapped_host_resolver(
171 new net::MappedHostResolver(std::move(host_resolver))); 74 new net::MappedHostResolver(std::move(host_resolver)));
172 mapped_host_resolver->SetRulesFromString(host_resolver_rules_); 75 mapped_host_resolver->SetRulesFromString(host_resolver_rules_);
173 host_resolver = std::move(mapped_host_resolver); 76 builder.set_host_resolver(std::move(mapped_host_resolver));
174 } 77 }
175 78
176 // Give |storage_| ownership at the end in case it's |mapped_host_resolver|. 79 for (auto& pair : protocol_handlers_) {
177 storage_->set_host_resolver(std::move(host_resolver)); 80 builder.SetProtocolHandler(pair.first,
178 network_session_params.host_resolver = 81 base::WrapUnique(pair.second.release()));
179 url_request_context_->host_resolver(); 82 }
83 protocol_handlers_.clear();
180 84
181 storage_->set_http_network_session( 85 std::vector<std::unique_ptr<net::URLRequestInterceptor>>
182 base::WrapUnique(new net::HttpNetworkSession(network_session_params))); 86 request_interceptors;
183 storage_->set_http_transaction_factory(base::WrapUnique(new net::HttpCache( 87 for (auto it : request_interceptors_) {
184 storage_->http_network_session(), std::move(main_backend), 88 request_interceptors.push_back(base::WrapUnique(it));
185 true /* set_up_quic_server_info */)));
186
187 std::unique_ptr<net::URLRequestJobFactoryImpl> job_factory(
188 new net::URLRequestJobFactoryImpl());
189
190 // Install handlers for default protocols which aren't handled by the
191 // network layer.
192 if (protocol_handlers_.find(url::kDataScheme) == protocol_handlers_.end()) {
193 protocol_handlers_[url::kDataScheme] =
194 linked_ptr<net::URLRequestJobFactory::ProtocolHandler>(
195 new net::DataProtocolHandler());
196 }
197 if (protocol_handlers_.find(url::kFileScheme) == protocol_handlers_.end()) {
198 protocol_handlers_[url::kFileScheme] =
199 linked_ptr<net::URLRequestJobFactory::ProtocolHandler>(
200 new net::FileProtocolHandler(
201 content::BrowserThread::GetBlockingPool()
202 ->GetTaskRunnerWithShutdownBehavior(
203 base::SequencedWorkerPool::SKIP_ON_SHUTDOWN)));
204 }
205 InstallProtocolHandlers(job_factory.get(), &protocol_handlers_);
206
207 // Set up interceptors in the reverse order so that the last inceptor is at
208 // the end of the linked list of job factories.
209 std::unique_ptr<net::URLRequestJobFactory> top_job_factory =
210 std::move(job_factory);
211 for (auto i = request_interceptors_.rbegin();
212 i != request_interceptors_.rend(); ++i) {
213 top_job_factory.reset(new net::URLRequestInterceptingJobFactory(
214 std::move(top_job_factory), base::WrapUnique(*i)));
215 } 89 }
216 request_interceptors_.weak_clear(); 90 request_interceptors_.weak_clear();
217 // Save the head of the job factory list at storage_. 91 builder.SetInterceptors(std::move(request_interceptors));
218 storage_->set_job_factory(std::move(top_job_factory)); 92
93 url_request_context_ = builder.Build();
219 } 94 }
220 95
221 return url_request_context_.get(); 96 return url_request_context_.get();
222 } 97 }
223 98
224 scoped_refptr<base::SingleThreadTaskRunner> 99 scoped_refptr<base::SingleThreadTaskRunner>
225 HeadlessURLRequestContextGetter::GetNetworkTaskRunner() const { 100 HeadlessURLRequestContextGetter::GetNetworkTaskRunner() const {
226 return content::BrowserThread::GetMessageLoopProxyForThread( 101 return content::BrowserThread::GetMessageLoopProxyForThread(
227 content::BrowserThread::IO); 102 content::BrowserThread::IO);
228 } 103 }
229 104
230 net::HostResolver* HeadlessURLRequestContextGetter::host_resolver() const { 105 net::HostResolver* HeadlessURLRequestContextGetter::host_resolver() const {
231 return url_request_context_->host_resolver(); 106 return url_request_context_->host_resolver();
232 } 107 }
233 108
234 } // namespace headless 109 } // namespace headless
OLDNEW
« no previous file with comments | « headless/lib/browser/headless_url_request_context_getter.h ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698