Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(67)

Side by Side Diff: headless/lib/browser/headless_url_request_context_getter.cc

Issue 1430673002: Headless demo (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Better javascript Created 5 years ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright 2013 The Chromium Authors. All rights reserved. 1 // Copyright 2015 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "content/shell/browser/shell_url_request_context_getter.h" 5 #include "headless/lib/browser/headless_url_request_context_getter.h"
6 6
7 #include "base/command_line.h"
8 #include "base/logging.h"
9 #include "base/memory/scoped_ptr.h" 7 #include "base/memory/scoped_ptr.h"
10 #include "base/single_thread_task_runner.h" 8 #include "base/single_thread_task_runner.h"
11 #include "base/strings/string_number_conversions.h" 9 #include "base/strings/string_number_conversions.h"
12 #include "base/strings/string_split.h" 10 #include "base/strings/string_split.h"
13 #include "base/strings/string_util.h" 11 #include "base/strings/string_util.h"
14 #include "base/threading/sequenced_worker_pool.h" 12 #include "base/threading/sequenced_worker_pool.h"
15 #include "base/threading/worker_pool.h" 13 #include "base/threading/worker_pool.h"
16 #include "content/public/browser/browser_thread.h" 14 #include "content/public/browser/browser_thread.h"
17 #include "content/public/browser/cookie_store_factory.h" 15 #include "content/public/browser/cookie_store_factory.h"
18 #include "content/public/common/content_switches.h" 16 #include "content/public/common/content_switches.h"
19 #include "content/shell/browser/shell_network_delegate.h"
20 #include "content/shell/common/shell_content_client.h"
21 #include "content/shell/common/shell_switches.h"
22 #include "net/base/cache_type.h" 17 #include "net/base/cache_type.h"
23 #include "net/cert/cert_verifier.h" 18 #include "net/cert/cert_verifier.h"
24 #include "net/cookies/cookie_monster.h" 19 #include "net/cookies/cookie_monster.h"
25 #include "net/dns/host_resolver.h" 20 #include "net/dns/host_resolver.h"
26 #include "net/dns/mapped_host_resolver.h" 21 #include "net/dns/mapped_host_resolver.h"
27 #include "net/http/http_auth_handler_factory.h" 22 #include "net/http/http_auth_handler_factory.h"
28 #include "net/http/http_cache.h" 23 #include "net/http/http_cache.h"
29 #include "net/http/http_network_session.h" 24 #include "net/http/http_network_session.h"
30 #include "net/http/http_server_properties_impl.h" 25 #include "net/http/http_server_properties_impl.h"
31 #include "net/http/transport_security_state.h" 26 #include "net/http/transport_security_state.h"
32 #include "net/proxy/proxy_service.h" 27 #include "net/proxy/proxy_service.h"
33 #include "net/ssl/channel_id_service.h" 28 #include "net/ssl/channel_id_service.h"
34 #include "net/ssl/default_channel_id_store.h" 29 #include "net/ssl/default_channel_id_store.h"
35 #include "net/ssl/ssl_config_service_defaults.h" 30 #include "net/ssl/ssl_config_service_defaults.h"
36 #include "net/url_request/data_protocol_handler.h" 31 #include "net/url_request/data_protocol_handler.h"
37 #include "net/url_request/file_protocol_handler.h" 32 #include "net/url_request/file_protocol_handler.h"
38 #include "net/url_request/static_http_user_agent_settings.h" 33 #include "net/url_request/static_http_user_agent_settings.h"
39 #include "net/url_request/url_request_context.h" 34 #include "net/url_request/url_request_context.h"
40 #include "net/url_request/url_request_context_storage.h" 35 #include "net/url_request/url_request_context_storage.h"
41 #include "net/url_request/url_request_intercepting_job_factory.h" 36 #include "net/url_request/url_request_intercepting_job_factory.h"
42 #include "net/url_request/url_request_job_factory_impl.h" 37 #include "net/url_request/url_request_job_factory_impl.h"
43 #include "url/url_constants.h" 38 #include "url/url_constants.h"
39 #include "headless/lib/browser/headless_network_delegate.h"
44 40
45 namespace content { 41 namespace headless {
46 42
47 namespace { 43 namespace {
48 44
49 void InstallProtocolHandlers(net::URLRequestJobFactoryImpl* job_factory, 45 void InstallProtocolHandlers(net::URLRequestJobFactoryImpl* job_factory,
50 ProtocolHandlerMap* protocol_handlers) { 46 content::ProtocolHandlerMap* protocol_handlers) {
51 for (ProtocolHandlerMap::iterator it = 47 for (content::ProtocolHandlerMap::iterator it =
52 protocol_handlers->begin(); 48 protocol_handlers->begin();
53 it != protocol_handlers->end(); 49 it != protocol_handlers->end();
54 ++it) { 50 ++it) {
55 bool set_protocol = job_factory->SetProtocolHandler( 51 bool set_protocol = job_factory->SetProtocolHandler(
56 it->first, make_scoped_ptr(it->second.release())); 52 it->first, make_scoped_ptr(it->second.release()));
57 DCHECK(set_protocol); 53 DCHECK(set_protocol);
58 } 54 }
59 protocol_handlers->clear(); 55 protocol_handlers->clear();
60 } 56 }
61 57
62 } // namespace 58 } // namespace
63 59
64 ShellURLRequestContextGetter::ShellURLRequestContextGetter( 60 HeadlessURLRequestContextGetter::HeadlessURLRequestContextGetter(
65 bool ignore_certificate_errors, 61 bool ignore_certificate_errors,
66 const base::FilePath& base_path, 62 const base::FilePath& base_path,
67 base::MessageLoop* io_loop, 63 base::MessageLoop* io_loop,
68 base::MessageLoop* file_loop, 64 base::MessageLoop* file_loop,
69 ProtocolHandlerMap* protocol_handlers, 65 content::ProtocolHandlerMap* protocol_handlers,
70 URLRequestInterceptorScopedVector request_interceptors, 66 content::URLRequestInterceptorScopedVector request_interceptors,
71 net::NetLog* net_log) 67 net::NetLog* net_log)
72 : ignore_certificate_errors_(ignore_certificate_errors), 68 : ignore_certificate_errors_(ignore_certificate_errors),
73 base_path_(base_path), 69 base_path_(base_path),
74 io_loop_(io_loop), 70 io_loop_(io_loop),
75 file_loop_(file_loop), 71 file_loop_(file_loop),
76 net_log_(net_log), 72 net_log_(net_log),
77 request_interceptors_(request_interceptors.Pass()) { 73 request_interceptors_(request_interceptors.Pass()) {
78 // Must first be created on the UI thread. 74 // Must first be created on the UI thread.
79 DCHECK_CURRENTLY_ON(BrowserThread::UI); 75 DCHECK_CURRENTLY_ON(content::BrowserThread::UI);
80 76
81 std::swap(protocol_handlers_, *protocol_handlers); 77 std::swap(protocol_handlers_, *protocol_handlers);
82 78
83 // We must create the proxy config service on the UI loop on Linux because it 79 // We must create the proxy config service on the UI loop on Linux because it
84 // must synchronously run on the glib message loop. This will be passed to 80 // must synchronously run on the glib message loop. This will be passed to
85 // the URLRequestContextStorage on the IO thread in GetURLRequestContext(). 81 // the URLRequestContextStorage on the IO thread in GetURLRequestContext().
86 proxy_config_service_ = GetProxyConfigService(); 82 proxy_config_service_ = GetProxyConfigService();
87 } 83 }
88 84
89 ShellURLRequestContextGetter::~ShellURLRequestContextGetter() { 85 HeadlessURLRequestContextGetter::~HeadlessURLRequestContextGetter() {
90 } 86 }
91 87
92 scoped_ptr<net::NetworkDelegate> 88 scoped_ptr<net::NetworkDelegate>
93 ShellURLRequestContextGetter::CreateNetworkDelegate() { 89 HeadlessURLRequestContextGetter::CreateNetworkDelegate() {
94 return make_scoped_ptr(new ShellNetworkDelegate); 90 return make_scoped_ptr(new HeadlessNetworkDelegate);
95 } 91 }
96 92
97 scoped_ptr<net::ProxyConfigService> 93 scoped_ptr<net::ProxyConfigService>
98 ShellURLRequestContextGetter::GetProxyConfigService() { 94 HeadlessURLRequestContextGetter::GetProxyConfigService() {
99 return net::ProxyService::CreateSystemProxyConfigService( 95 return net::ProxyService::CreateSystemProxyConfigService(
100 io_loop_->task_runner(), file_loop_->task_runner()); 96 io_loop_->task_runner(), file_loop_->task_runner());
101 } 97 }
102 98
103 scoped_ptr<net::ProxyService> ShellURLRequestContextGetter::GetProxyService() { 99 scoped_ptr<net::ProxyService> HeadlessURLRequestContextGetter::GetProxyService() {
104 // TODO(jam): use v8 if possible, look at chrome code. 100 // TODO(jam): use v8 if possible, look at chrome code.
105 return net::ProxyService::CreateUsingSystemProxyResolver( 101 return net::ProxyService::CreateUsingSystemProxyResolver(
106 proxy_config_service_.Pass(), 0, url_request_context_->net_log()); 102 proxy_config_service_.Pass(), 0, url_request_context_->net_log());
107 } 103 }
108 104
109 net::URLRequestContext* ShellURLRequestContextGetter::GetURLRequestContext() { 105 net::URLRequestContext* HeadlessURLRequestContextGetter::GetURLRequestContext() {
110 DCHECK_CURRENTLY_ON(BrowserThread::IO); 106 DCHECK_CURRENTLY_ON(content::BrowserThread::IO);
111 107
112 if (!url_request_context_) { 108 if (!url_request_context_) {
113 const base::CommandLine& command_line =
114 *base::CommandLine::ForCurrentProcess();
115
116 url_request_context_.reset(new net::URLRequestContext()); 109 url_request_context_.reset(new net::URLRequestContext());
117 url_request_context_->set_net_log(net_log_); 110 url_request_context_->set_net_log(net_log_);
118 network_delegate_ = CreateNetworkDelegate(); 111 network_delegate_ = CreateNetworkDelegate();
119 url_request_context_->set_network_delegate(network_delegate_.get()); 112 url_request_context_->set_network_delegate(network_delegate_.get());
120 storage_.reset( 113 storage_.reset(
121 new net::URLRequestContextStorage(url_request_context_.get())); 114 new net::URLRequestContextStorage(url_request_context_.get()));
122 storage_->set_cookie_store(CreateCookieStore(CookieStoreConfig())); 115 storage_->set_cookie_store(content::CreateCookieStore(content::CookieStoreCo nfig()));
123 storage_->set_channel_id_service(make_scoped_ptr( 116 storage_->set_channel_id_service(make_scoped_ptr(
124 new net::ChannelIDService(new net::DefaultChannelIDStore(NULL), 117 new net::ChannelIDService(new net::DefaultChannelIDStore(NULL),
125 base::WorkerPool::GetTaskRunner(true)))); 118 base::WorkerPool::GetTaskRunner(true))));
119 // TODO: headless user agent fix
126 storage_->set_http_user_agent_settings(make_scoped_ptr( 120 storage_->set_http_user_agent_settings(make_scoped_ptr(
127 new net::StaticHttpUserAgentSettings("en-us,en", GetShellUserAgent()))); 121 new net::StaticHttpUserAgentSettings("en-us,en", "HeadlessUserAgent")));
128 122
129 scoped_ptr<net::HostResolver> host_resolver( 123 scoped_ptr<net::HostResolver> host_resolver(
130 net::HostResolver::CreateDefaultResolver( 124 net::HostResolver::CreateDefaultResolver(
131 url_request_context_->net_log())); 125 url_request_context_->net_log()));
132 126
133 storage_->set_cert_verifier(net::CertVerifier::CreateDefault()); 127 storage_->set_cert_verifier(net::CertVerifier::CreateDefault());
134 storage_->set_transport_security_state( 128 storage_->set_transport_security_state(
135 make_scoped_ptr(new net::TransportSecurityState)); 129 make_scoped_ptr(new net::TransportSecurityState));
136 storage_->set_proxy_service(GetProxyService()); 130 storage_->set_proxy_service(GetProxyService());
137 storage_->set_ssl_config_service(new net::SSLConfigServiceDefaults); 131 storage_->set_ssl_config_service(new net::SSLConfigServiceDefaults);
138 storage_->set_http_auth_handler_factory( 132 storage_->set_http_auth_handler_factory(
139 net::HttpAuthHandlerFactory::CreateDefault(host_resolver.get())); 133 net::HttpAuthHandlerFactory::CreateDefault(host_resolver.get()));
140 storage_->set_http_server_properties( 134 storage_->set_http_server_properties(
141 make_scoped_ptr(new net::HttpServerPropertiesImpl())); 135 make_scoped_ptr(new net::HttpServerPropertiesImpl()));
142 136
143 base::FilePath cache_path = base_path_.Append(FILE_PATH_LITERAL("Cache")); 137 base::FilePath cache_path = base_path_.Append(FILE_PATH_LITERAL("Cache"));
144 scoped_ptr<net::HttpCache::DefaultBackend> main_backend( 138 scoped_ptr<net::HttpCache::DefaultBackend> main_backend(
145 new net::HttpCache::DefaultBackend( 139 new net::HttpCache::DefaultBackend(
146 net::DISK_CACHE, 140 net::DISK_CACHE,
147 #if defined(OS_ANDROID)
148 // TODO(rdsmith): Remove when default backend for Android is
149 // changed to simple cache.
150 net::CACHE_BACKEND_SIMPLE,
151 #else
152 net::CACHE_BACKEND_DEFAULT, 141 net::CACHE_BACKEND_DEFAULT,
153 #endif
154 cache_path, 142 cache_path,
155 0, 143 0,
156 BrowserThread::GetMessageLoopProxyForThread(BrowserThread::CACHE))); 144 content::BrowserThread::GetMessageLoopProxyForThread(content::Browse rThread::CACHE)));
157 145
158 net::HttpNetworkSession::Params network_session_params; 146 net::HttpNetworkSession::Params network_session_params;
159 network_session_params.cert_verifier = 147 network_session_params.cert_verifier =
160 url_request_context_->cert_verifier(); 148 url_request_context_->cert_verifier();
161 network_session_params.transport_security_state = 149 network_session_params.transport_security_state =
162 url_request_context_->transport_security_state(); 150 url_request_context_->transport_security_state();
163 network_session_params.channel_id_service = 151 network_session_params.channel_id_service =
164 url_request_context_->channel_id_service(); 152 url_request_context_->channel_id_service();
165 network_session_params.proxy_service = 153 network_session_params.proxy_service =
166 url_request_context_->proxy_service(); 154 url_request_context_->proxy_service();
167 network_session_params.ssl_config_service = 155 network_session_params.ssl_config_service =
168 url_request_context_->ssl_config_service(); 156 url_request_context_->ssl_config_service();
169 network_session_params.http_auth_handler_factory = 157 network_session_params.http_auth_handler_factory =
170 url_request_context_->http_auth_handler_factory(); 158 url_request_context_->http_auth_handler_factory();
171 network_session_params.network_delegate = 159 network_session_params.network_delegate =
172 network_delegate_.get(); 160 network_delegate_.get();
173 network_session_params.http_server_properties = 161 network_session_params.http_server_properties =
174 url_request_context_->http_server_properties(); 162 url_request_context_->http_server_properties();
175 network_session_params.net_log = 163 network_session_params.net_log =
176 url_request_context_->net_log(); 164 url_request_context_->net_log();
177 network_session_params.ignore_certificate_errors = 165 network_session_params.ignore_certificate_errors =
178 ignore_certificate_errors_; 166 ignore_certificate_errors_;
179 if (command_line.HasSwitch(switches::kTestingFixedHttpPort)) {
180 int value;
181 base::StringToInt(command_line.GetSwitchValueASCII(
182 switches::kTestingFixedHttpPort), &value);
183 network_session_params.testing_fixed_http_port = value;
184 }
185 if (command_line.HasSwitch(switches::kTestingFixedHttpsPort)) {
186 int value;
187 base::StringToInt(command_line.GetSwitchValueASCII(
188 switches::kTestingFixedHttpsPort), &value);
189 network_session_params.testing_fixed_https_port = value;
190 }
191 if (command_line.HasSwitch(switches::kHostResolverRules)) {
192 scoped_ptr<net::MappedHostResolver> mapped_host_resolver(
193 new net::MappedHostResolver(host_resolver.Pass()));
194 mapped_host_resolver->SetRulesFromString(
195 command_line.GetSwitchValueASCII(switches::kHostResolverRules));
196 host_resolver = mapped_host_resolver.Pass();
197 }
198 167
199 // Give |storage_| ownership at the end in case it's |mapped_host_resolver|. 168 // Give |storage_| ownership at the end in case it's |mapped_host_resolver|.
200 storage_->set_host_resolver(host_resolver.Pass()); 169 storage_->set_host_resolver(host_resolver.Pass());
201 network_session_params.host_resolver = 170 network_session_params.host_resolver =
202 url_request_context_->host_resolver(); 171 url_request_context_->host_resolver();
203 172
204 storage_->set_http_network_session( 173 storage_->set_http_network_session(
205 make_scoped_ptr(new net::HttpNetworkSession(network_session_params))); 174 make_scoped_ptr(new net::HttpNetworkSession(network_session_params)));
206 storage_->set_http_transaction_factory(make_scoped_ptr( 175 storage_->set_http_transaction_factory(make_scoped_ptr(
207 new net::HttpCache(storage_->http_network_session(), 176 new net::HttpCache(storage_->http_network_session(),
208 main_backend.Pass(), 177 main_backend.Pass(),
209 true /* set_up_quic_server_info */))); 178 true /* set_up_quic_server_info */)));
210 179
211 scoped_ptr<net::URLRequestJobFactoryImpl> job_factory( 180 scoped_ptr<net::URLRequestJobFactoryImpl> job_factory(
212 new net::URLRequestJobFactoryImpl()); 181 new net::URLRequestJobFactoryImpl());
213 // Keep ProtocolHandlers added in sync with 182
214 // ShellContentBrowserClient::IsHandledURL().
215 InstallProtocolHandlers(job_factory.get(), &protocol_handlers_); 183 InstallProtocolHandlers(job_factory.get(), &protocol_handlers_);
216 bool set_protocol = job_factory->SetProtocolHandler( 184 bool set_protocol = job_factory->SetProtocolHandler(
217 url::kDataScheme, make_scoped_ptr(new net::DataProtocolHandler)); 185 url::kDataScheme, make_scoped_ptr(new net::DataProtocolHandler));
218 DCHECK(set_protocol); 186 DCHECK(set_protocol);
219 #if !defined(DISABLE_FILE_SUPPORT) 187 #if !defined(DISABLE_FILE_SUPPORT)
220 set_protocol = job_factory->SetProtocolHandler( 188 set_protocol = job_factory->SetProtocolHandler(
221 url::kFileScheme, 189 url::kFileScheme,
222 make_scoped_ptr(new net::FileProtocolHandler( 190 make_scoped_ptr(new net::FileProtocolHandler(
223 BrowserThread::GetBlockingPool()->GetTaskRunnerWithShutdownBehavior( 191 content::BrowserThread::GetBlockingPool()->GetTaskRunnerWithShutdown Behavior(
224 base::SequencedWorkerPool::SKIP_ON_SHUTDOWN)))); 192 base::SequencedWorkerPool::SKIP_ON_SHUTDOWN))));
225 DCHECK(set_protocol); 193 DCHECK(set_protocol);
226 #endif 194 #endif
227 195
228 // Set up interceptors in the reverse order. 196 // Set up interceptors in the reverse order.
229 scoped_ptr<net::URLRequestJobFactory> top_job_factory = 197 scoped_ptr<net::URLRequestJobFactory> top_job_factory =
230 job_factory.Pass(); 198 job_factory.Pass();
231 for (URLRequestInterceptorScopedVector::reverse_iterator i = 199 for (content::URLRequestInterceptorScopedVector::reverse_iterator i =
232 request_interceptors_.rbegin(); 200 request_interceptors_.rbegin();
233 i != request_interceptors_.rend(); 201 i != request_interceptors_.rend();
234 ++i) { 202 ++i) {
235 top_job_factory.reset(new net::URLRequestInterceptingJobFactory( 203 top_job_factory.reset(new net::URLRequestInterceptingJobFactory(
236 top_job_factory.Pass(), make_scoped_ptr(*i))); 204 top_job_factory.Pass(), make_scoped_ptr(*i)));
237 } 205 }
238 request_interceptors_.weak_clear(); 206 request_interceptors_.weak_clear();
239 207
240 storage_->set_job_factory(top_job_factory.Pass()); 208 storage_->set_job_factory(top_job_factory.Pass());
241 } 209 }
242 210
243 return url_request_context_.get(); 211 return url_request_context_.get();
244 } 212 }
245 213
246 scoped_refptr<base::SingleThreadTaskRunner> 214 scoped_refptr<base::SingleThreadTaskRunner>
247 ShellURLRequestContextGetter::GetNetworkTaskRunner() const { 215 HeadlessURLRequestContextGetter::GetNetworkTaskRunner() const {
248 return BrowserThread::GetMessageLoopProxyForThread(BrowserThread::IO); 216 return content::BrowserThread::GetMessageLoopProxyForThread(content::BrowserTh read::IO);
249 } 217 }
250 218
251 net::HostResolver* ShellURLRequestContextGetter::host_resolver() { 219 net::HostResolver* HeadlessURLRequestContextGetter::host_resolver() {
252 return url_request_context_->host_resolver(); 220 return url_request_context_->host_resolver();
253 } 221 }
254 222
255 } // namespace content 223 } // namespace headless
OLDNEW
« no previous file with comments | « headless/lib/browser/headless_url_request_context_getter.h ('k') | headless/lib/headless_browser_impl.h » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698