OLD | NEW |
---|---|
1 // Copyright 2014 The Chromium Authors. All rights reserved. | 1 // Copyright 2014 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "net/quic/quic_in_memory_cache.h" | 5 #include "net/quic/quic_in_memory_cache.h" |
6 | 6 |
7 #include "base/files/file_enumerator.h" | 7 #include "base/files/file_enumerator.h" |
8 #include "base/stl_util.h" | 8 #include "base/stl_util.h" |
9 #include "base/strings/string_number_conversions.h" | 9 #include "base/strings/string_number_conversions.h" |
10 #include "net/tools/balsa/balsa_headers.h" | 10 #include "net/http/http_util.h" |
11 #include "net/quic/string_piece_utils.h" | |
11 | 12 |
12 using base::FilePath; | 13 using base::FilePath; |
13 using base::StringPiece; | 14 using base::StringPiece; |
14 using std::string; | 15 using std::string; |
15 | 16 |
16 // Specifies the directory used during QuicInMemoryCache | 17 // Specifies the directory used during QuicInMemoryCache |
17 // construction to seed the cache. Cache directory can be | 18 // construction to seed the cache. Cache directory can be |
18 // generated using `wget -p --save-headers <url> | 19 // generated using `wget -p --save-headers <url> |
19 | 20 |
20 namespace net { | 21 namespace net { |
21 | 22 |
22 FilePath::StringType g_quic_in_memory_cache_dir = FILE_PATH_LITERAL(""); | 23 FilePath::StringType g_quic_in_memory_cache_dir = FILE_PATH_LITERAL(""); |
23 | 24 |
24 namespace { | 25 QuicInMemoryCache::Response::Response() |
26 : response_type_(REGULAR_RESPONSE), headers_(NULL) { | |
Ryan Hamilton
2014/06/19 00:15:44
One per line, unless the whole thing fits on one l
dmz
2014/06/19 21:17:02
You're right, it does not.
| |
27 } | |
25 | 28 |
26 // BalsaVisitor implementation (glue) which caches response bodies. | 29 QuicInMemoryCache::Response::~Response() { |
27 class CachingBalsaVisitor : public NoOpBalsaVisitor { | 30 } |
28 public: | |
29 CachingBalsaVisitor() : done_framing_(false) {} | |
30 virtual void ProcessBodyData(const char* input, size_t size) OVERRIDE { | |
31 AppendToBody(input, size); | |
32 } | |
33 virtual void MessageDone() OVERRIDE { | |
34 done_framing_ = true; | |
35 } | |
36 virtual void HandleHeaderError(BalsaFrame* framer) OVERRIDE { | |
37 UnhandledError(); | |
38 } | |
39 virtual void HandleHeaderWarning(BalsaFrame* framer) OVERRIDE { | |
40 UnhandledError(); | |
41 } | |
42 virtual void HandleChunkingError(BalsaFrame* framer) OVERRIDE { | |
43 UnhandledError(); | |
44 } | |
45 virtual void HandleBodyError(BalsaFrame* framer) OVERRIDE { | |
46 UnhandledError(); | |
47 } | |
48 void UnhandledError() { | |
49 LOG(DFATAL) << "Unhandled error framing HTTP."; | |
50 } | |
51 void AppendToBody(const char* input, size_t size) { | |
52 body_.append(input, size); | |
53 } | |
54 bool done_framing() const { return done_framing_; } | |
55 const string& body() const { return body_; } | |
56 | |
57 private: | |
58 bool done_framing_; | |
59 string body_; | |
60 }; | |
61 | |
62 } // namespace | |
63 | 31 |
64 // static | 32 // static |
65 QuicInMemoryCache* QuicInMemoryCache::GetInstance() { | 33 QuicInMemoryCache* QuicInMemoryCache::GetInstance() { |
66 return Singleton<QuicInMemoryCache>::get(); | 34 return Singleton<QuicInMemoryCache>::get(); |
67 } | 35 } |
68 | 36 |
69 const QuicInMemoryCache::Response* QuicInMemoryCache::GetResponse( | 37 const QuicInMemoryCache::Response* QuicInMemoryCache::GetResponse( |
70 const BalsaHeaders& request_headers) const { | 38 const HttpRequestLine& request) const { |
71 ResponseMap::const_iterator it = responses_.find(GetKey(request_headers)); | 39 ResponseMap::const_iterator it = responses_.find(request.FullPath()); |
72 if (it == responses_.end()) { | 40 if (it == responses_.end()) { |
73 return NULL; | 41 return NULL; |
74 } | 42 } |
75 return it->second; | 43 return it->second; |
76 } | 44 } |
77 | 45 |
78 void QuicInMemoryCache::AddSimpleResponse(StringPiece method, | 46 void QuicInMemoryCache::AddSimpleResponse(StringPiece method, |
79 StringPiece path, | 47 StringPiece path, |
80 StringPiece version, | 48 StringPiece version, |
81 StringPiece response_code, | 49 StringPiece response_code, |
82 StringPiece response_detail, | 50 StringPiece response_detail, |
83 StringPiece body) { | 51 StringPiece body) { |
84 BalsaHeaders request_headers, response_headers; | 52 HttpRequestLine request_line(method, path, version, ""); |
85 request_headers.SetRequestFirstlineFromStringPieces(method, | |
86 path, | |
87 version); | |
88 response_headers.SetRequestFirstlineFromStringPieces(version, | |
89 response_code, | |
90 response_detail); | |
91 response_headers.AppendHeader("content-length", | |
92 base::IntToString(body.length())); | |
93 | 53 |
94 AddResponse(request_headers, response_headers, body); | 54 scoped_refptr<HttpResponseHeaders> response_headers = |
55 new HttpResponseHeaders(""); | |
56 response_headers->ReplaceStatusLine(response_code.as_string() + " " + | |
57 response_detail.as_string() + " " + | |
58 body.as_string()); | |
59 response_headers->AddHeader("content-length: " + | |
60 base::IntToString(body.length())); | |
61 | |
62 AddResponse(request_line, response_headers, body); | |
95 } | 63 } |
96 | 64 |
97 void QuicInMemoryCache::AddResponse(const BalsaHeaders& request_headers, | 65 void QuicInMemoryCache::AddResponse( |
98 const BalsaHeaders& response_headers, | 66 const HttpRequestLine& request_line, |
99 StringPiece response_body) { | 67 scoped_refptr<HttpResponseHeaders> response_headers, |
100 VLOG(1) << "Adding response for: " << GetKey(request_headers); | 68 StringPiece response_body) { |
101 if (ContainsKey(responses_, GetKey(request_headers))) { | 69 VLOG(1) << "Adding response for: " << request_line.FullPath(); |
70 if (ContainsKey(responses_, request_line.FullPath())) { | |
102 LOG(DFATAL) << "Response for given request already exists!"; | 71 LOG(DFATAL) << "Response for given request already exists!"; |
103 return; | 72 return; |
104 } | 73 } |
105 Response* new_response = new Response(); | 74 Response* new_response = new Response(); |
106 new_response->set_headers(response_headers); | 75 new_response->set_headers(response_headers); |
107 new_response->set_body(response_body); | 76 new_response->set_body(response_body); |
108 responses_[GetKey(request_headers)] = new_response; | 77 responses_[request_line.FullPath()] = new_response; |
109 } | 78 } |
110 | 79 |
111 void QuicInMemoryCache::AddSpecialResponse(StringPiece method, | 80 void QuicInMemoryCache::AddSpecialResponse(StringPiece method, |
112 StringPiece path, | 81 StringPiece path, |
113 StringPiece version, | 82 StringPiece version, |
114 SpecialResponseType response_type) { | 83 SpecialResponseType response_type) { |
115 BalsaHeaders request_headers, response_headers; | 84 HttpRequestLine request_line(method, path, version, ""); |
116 request_headers.SetRequestFirstlineFromStringPieces(method, | 85 AddResponse(request_line, new HttpResponseHeaders(""), ""); |
117 path, | 86 responses_[request_line.FullPath()]->response_type_ = response_type; |
118 version); | |
119 AddResponse(request_headers, response_headers, ""); | |
120 responses_[GetKey(request_headers)]->response_type_ = response_type; | |
121 } | 87 } |
122 | 88 |
123 QuicInMemoryCache::QuicInMemoryCache() { | 89 QuicInMemoryCache::QuicInMemoryCache() { |
124 Initialize(); | 90 Initialize(); |
125 } | 91 } |
126 | 92 |
127 void QuicInMemoryCache::ResetForTests() { | 93 void QuicInMemoryCache::ResetForTests() { |
128 STLDeleteValues(&responses_); | 94 STLDeleteValues(&responses_); |
129 Initialize(); | 95 Initialize(); |
130 } | 96 } |
(...skipping 13 matching lines...) Expand all Loading... | |
144 base::FileEnumerator::FILES); | 110 base::FileEnumerator::FILES); |
145 | 111 |
146 FilePath file = file_list.Next(); | 112 FilePath file = file_list.Next(); |
147 while (!file.empty()) { | 113 while (!file.empty()) { |
148 // Need to skip files in .svn directories | 114 // Need to skip files in .svn directories |
149 if (file.value().find(FILE_PATH_LITERAL("/.svn/")) != std::string::npos) { | 115 if (file.value().find(FILE_PATH_LITERAL("/.svn/")) != std::string::npos) { |
150 file = file_list.Next(); | 116 file = file_list.Next(); |
151 continue; | 117 continue; |
152 } | 118 } |
153 | 119 |
154 BalsaHeaders request_headers, response_headers; | |
155 | |
156 string file_contents; | 120 string file_contents; |
157 base::ReadFileToString(file, &file_contents); | 121 base::ReadFileToString(file, &file_contents); |
158 | 122 |
159 // Frame HTTP. | 123 int headers_end = HttpUtil::LocateEndOfHeaders(file_contents.c_str(), |
160 CachingBalsaVisitor caching_visitor; | 124 file_contents.size()); |
161 BalsaFrame framer; | 125 if (headers_end < 1) { |
162 framer.set_balsa_headers(&response_headers); | 126 LOG(DFATAL) << "Could not find end of headers in file: " << file.value(); |
163 framer.set_balsa_visitor(&caching_visitor); | |
164 size_t processed = 0; | |
165 while (processed < file_contents.length() && | |
166 !caching_visitor.done_framing()) { | |
167 processed += framer.ProcessInput(file_contents.c_str() + processed, | |
168 file_contents.length() - processed); | |
169 } | 127 } |
170 | 128 |
171 string response_headers_str; | 129 string raw_headers = |
172 response_headers.DumpToString(&response_headers_str); | 130 HttpUtil::AssembleRawHeaders(file_contents.c_str(), headers_end); |
173 if (!caching_visitor.done_framing()) { | |
174 LOG(DFATAL) << "Did not frame entire message from file: " << file.value() | |
175 << " (" << processed << " of " << file_contents.length() | |
176 << " bytes)."; | |
177 } | |
178 if (processed < file_contents.length()) { | |
179 // Didn't frame whole file. Assume remainder is body. | |
180 // This sometimes happens as a result of incompatibilities between | |
181 // BalsaFramer and wget's serialization of HTTP sans content-length. | |
182 caching_visitor.AppendToBody(file_contents.c_str() + processed, | |
183 file_contents.length() - processed); | |
184 processed += file_contents.length(); | |
185 } | |
186 | 131 |
187 string utf8_file = file.AsUTF8Unsafe(); | 132 scoped_refptr<HttpResponseHeaders> response_headers = |
188 StringPiece base = utf8_file; | 133 new HttpResponseHeaders(raw_headers); |
189 if (response_headers.HasHeader("X-Original-Url")) { | 134 |
190 base = response_headers.GetHeader("X-Original-Url"); | 135 string base_str; |
191 response_headers.RemoveAllOfHeader("X-Original-Url"); | 136 StringPiece base; |
137 if (response_headers->HasHeader("X-Original-Url")) { | |
138 if (!response_headers->GetNormalizedHeader("X-Original-Url", &base_str)) { | |
139 LOG(DFATAL) << "Failed to read X-Original-Url in file: " | |
140 << file.value(); | |
141 } | |
142 base = base_str; | |
143 response_headers->RemoveHeader("X-Original-Url"); | |
192 // Remove the protocol so that the string is of the form host + path, | 144 // Remove the protocol so that the string is of the form host + path, |
193 // which is parsed properly below. | 145 // which is parsed properly below. |
194 if (StringPieceUtils::StartsWithIgnoreCase(base, "https://")) { | 146 if (StringPieceUtils::StartsWithIgnoreCase(base, "https://")) { |
195 base.remove_prefix(8); | 147 base.remove_prefix(8); |
196 } else if (StringPieceUtils::StartsWithIgnoreCase(base, "http://")) { | 148 } else if (StringPieceUtils::StartsWithIgnoreCase(base, "http://")) { |
197 base.remove_prefix(7); | 149 base.remove_prefix(7); |
198 } | 150 } |
151 } else { | |
152 base_str = file.AsUTF8Unsafe(); | |
153 base = base_str; | |
199 } | 154 } |
200 int path_start = base.find_first_of('/'); | 155 int path_start = base.find_first_of('/'); |
201 DCHECK_LT(0, path_start); | 156 DCHECK_LT(0, path_start); |
202 StringPiece host(base.substr(0, path_start)); | 157 StringPiece host(base.substr(0, path_start)); |
203 StringPiece path(base.substr(path_start)); | 158 StringPiece path(base.substr(path_start)); |
204 if (path[path.length() - 1] == ',') { | 159 if (path[path.length() - 1] == ',') { |
205 path.remove_suffix(1); | 160 path.remove_suffix(1); |
206 } | 161 } |
207 // Set up request headers. Assume method is GET and protocol is HTTP/1.1. | 162 // Set up request headers. Assume method is GET and protocol is HTTP/1.1. |
208 request_headers.SetRequestFirstlineFromStringPieces("GET", | 163 HttpRequestLine request_line("GET", path, "HTTP/1.1", host); |
209 path, | |
210 "HTTP/1.1"); | |
211 request_headers.ReplaceOrAppendHeader("host", host); | |
212 | 164 |
213 VLOG(1) << "Inserting 'http://" << GetKey(request_headers) | 165 VLOG(1) << "Inserting 'http://" << request_line.FullPath() |
214 << "' into QuicInMemoryCache."; | 166 << "' into QuicInMemoryCache."; |
215 | 167 |
216 AddResponse(request_headers, response_headers, caching_visitor.body()); | 168 StringPiece body(file_contents.c_str() + headers_end, |
169 file_contents.size() - headers_end); | |
170 | |
171 AddResponse(request_line, response_headers, body); | |
217 | 172 |
218 file = file_list.Next(); | 173 file = file_list.Next(); |
219 } | 174 } |
220 } | 175 } |
221 | 176 |
222 QuicInMemoryCache::~QuicInMemoryCache() { | 177 QuicInMemoryCache::~QuicInMemoryCache() { |
223 STLDeleteValues(&responses_); | 178 STLDeleteValues(&responses_); |
224 } | 179 } |
225 | 180 |
226 string QuicInMemoryCache::GetKey(const BalsaHeaders& request_headers) const { | |
227 StringPiece uri = request_headers.request_uri(); | |
228 if (uri.size() == 0) { | |
229 return ""; | |
230 } | |
231 StringPiece host; | |
232 if (uri[0] == '/') { | |
233 host = request_headers.GetHeader("host"); | |
234 } else if (StringPieceUtils::StartsWithIgnoreCase(uri, "https://")) { | |
235 uri.remove_prefix(8); | |
236 } else if (StringPieceUtils::StartsWithIgnoreCase(uri, "http://")) { | |
237 uri.remove_prefix(7); | |
238 } | |
239 return host.as_string() + uri.as_string(); | |
240 } | |
241 | |
242 } // namespace net | 181 } // namespace net |
OLD | NEW |