Index: url/url_canon_stdurl.cc |
=================================================================== |
--- url/url_canon_stdurl.cc (revision 0) |
+++ url/url_canon_stdurl.cc (revision 0) |
@@ -0,0 +1,211 @@ |
+// Copyright 2007, Google Inc. |
+// All rights reserved. |
+// |
+// Redistribution and use in source and binary forms, with or without |
+// modification, are permitted provided that the following conditions are |
+// met: |
+// |
+// * Redistributions of source code must retain the above copyright |
+// notice, this list of conditions and the following disclaimer. |
+// * Redistributions in binary form must reproduce the above |
+// copyright notice, this list of conditions and the following disclaimer |
+// in the documentation and/or other materials provided with the |
+// distribution. |
+// * Neither the name of Google Inc. nor the names of its |
+// contributors may be used to endorse or promote products derived from |
+// this software without specific prior written permission. |
+// |
+// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
+// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
+// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
+// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
+// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
+// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
+// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
+// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
+// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
+// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
+// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
+ |
+// Functions to canonicalize "standard" URLs, which are ones that have an |
+// authority section including a host name. |
+ |
+#include "googleurl/src/url_canon.h" |
+#include "googleurl/src/url_canon_internal.h" |
+ |
+namespace url_canon { |
+ |
+namespace { |
+ |
+template<typename CHAR, typename UCHAR> |
+bool DoCanonicalizeStandardURL(const URLComponentSource<CHAR>& source, |
+ const url_parse::Parsed& parsed, |
+ CharsetConverter* query_converter, |
+ CanonOutput* output, |
+ url_parse::Parsed* new_parsed) { |
+ // Scheme: this will append the colon. |
+ bool success = CanonicalizeScheme(source.scheme, parsed.scheme, |
+ output, &new_parsed->scheme); |
+ |
+ // Authority (username, password, host, port) |
+ bool have_authority; |
+ if (parsed.username.is_valid() || parsed.password.is_valid() || |
+ parsed.host.is_nonempty() || parsed.port.is_valid()) { |
+ have_authority = true; |
+ |
+ // Only write the authority separators when we have a scheme. |
+ if (parsed.scheme.is_valid()) { |
+ output->push_back('/'); |
+ output->push_back('/'); |
+ } |
+ |
+ // User info: the canonicalizer will handle the : and @. |
+ success &= CanonicalizeUserInfo(source.username, parsed.username, |
+ source.password, parsed.password, |
+ output, |
+ &new_parsed->username, |
+ &new_parsed->password); |
+ |
+ success &= CanonicalizeHost(source.host, parsed.host, |
+ output, &new_parsed->host); |
+ |
+ // Host must not be empty for standard URLs. |
+ if (!parsed.host.is_nonempty()) |
+ success = false; |
+ |
+ // Port: the port canonicalizer will handle the colon. |
+ int default_port = DefaultPortForScheme( |
+ &output->data()[new_parsed->scheme.begin], new_parsed->scheme.len); |
+ success &= CanonicalizePort(source.port, parsed.port, default_port, |
+ output, &new_parsed->port); |
+ } else { |
+ // No authority, clear the components. |
+ have_authority = false; |
+ new_parsed->host.reset(); |
+ new_parsed->username.reset(); |
+ new_parsed->password.reset(); |
+ new_parsed->port.reset(); |
+ success = false; // Standard URLs must have an authority. |
+ } |
+ |
+ // Path |
+ if (parsed.path.is_valid()) { |
+ success &= CanonicalizePath(source.path, parsed.path, |
+ output, &new_parsed->path); |
+ } else if (have_authority || |
+ parsed.query.is_valid() || parsed.ref.is_valid()) { |
+ // When we have an empty path, make up a path when we have an authority |
+ // or something following the path. The only time we allow an empty |
+ // output path is when there is nothing else. |
+ new_parsed->path = url_parse::Component(output->length(), 1); |
+ output->push_back('/'); |
+ } else { |
+ // No path at all |
+ new_parsed->path.reset(); |
+ } |
+ |
+ // Query |
+ CanonicalizeQuery(source.query, parsed.query, query_converter, |
+ output, &new_parsed->query); |
+ |
+ // Ref: ignore failure for this, since the page can probably still be loaded. |
+ CanonicalizeRef(source.ref, parsed.ref, output, &new_parsed->ref); |
+ |
+ return success; |
+} |
+ |
+} // namespace |
+ |
+ |
+// Returns the default port for the given canonical scheme, or PORT_UNSPECIFIED |
+// if the scheme is unknown. |
+int DefaultPortForScheme(const char* scheme, int scheme_len) { |
+ int default_port = url_parse::PORT_UNSPECIFIED; |
+ switch (scheme_len) { |
+ case 4: |
+ if (!strncmp(scheme, "http", scheme_len)) |
+ default_port = 80; |
+ break; |
+ case 5: |
+ if (!strncmp(scheme, "https", scheme_len)) |
+ default_port = 443; |
+ break; |
+ case 3: |
+ if (!strncmp(scheme, "ftp", scheme_len)) |
+ default_port = 21; |
+ else if (!strncmp(scheme, "wss", scheme_len)) |
+ default_port = 443; |
+ break; |
+ case 6: |
+ if (!strncmp(scheme, "gopher", scheme_len)) |
+ default_port = 70; |
+ break; |
+ case 2: |
+ if (!strncmp(scheme, "ws", scheme_len)) |
+ default_port = 80; |
+ break; |
+ } |
+ return default_port; |
+} |
+ |
+bool CanonicalizeStandardURL(const char* spec, |
+ int spec_len, |
+ const url_parse::Parsed& parsed, |
+ CharsetConverter* query_converter, |
+ CanonOutput* output, |
+ url_parse::Parsed* new_parsed) { |
+ return DoCanonicalizeStandardURL<char, unsigned char>( |
+ URLComponentSource<char>(spec), parsed, query_converter, |
+ output, new_parsed); |
+} |
+ |
+bool CanonicalizeStandardURL(const char16* spec, |
+ int spec_len, |
+ const url_parse::Parsed& parsed, |
+ CharsetConverter* query_converter, |
+ CanonOutput* output, |
+ url_parse::Parsed* new_parsed) { |
+ return DoCanonicalizeStandardURL<char16, char16>( |
+ URLComponentSource<char16>(spec), parsed, query_converter, |
+ output, new_parsed); |
+} |
+ |
+// It might be nice in the future to optimize this so unchanged components don't |
+// need to be recanonicalized. This is especially true since the common case for |
+// ReplaceComponents is removing things we don't want, like reference fragments |
+// and usernames. These cases can become more efficient if we can assume the |
+// rest of the URL is OK with these removed (or only the modified parts |
+// recanonicalized). This would be much more complex to implement, however. |
+// |
+// You would also need to update DoReplaceComponents in url_util.cc which |
+// relies on this re-checking everything (see the comment there for why). |
+bool ReplaceStandardURL(const char* base, |
+ const url_parse::Parsed& base_parsed, |
+ const Replacements<char>& replacements, |
+ CharsetConverter* query_converter, |
+ CanonOutput* output, |
+ url_parse::Parsed* new_parsed) { |
+ URLComponentSource<char> source(base); |
+ url_parse::Parsed parsed(base_parsed); |
+ SetupOverrideComponents(base, replacements, &source, &parsed); |
+ return DoCanonicalizeStandardURL<char, unsigned char>( |
+ source, parsed, query_converter, output, new_parsed); |
+} |
+ |
+// For 16-bit replacements, we turn all the replacements into UTF-8 so the |
+// regular codepath can be used. |
+bool ReplaceStandardURL(const char* base, |
+ const url_parse::Parsed& base_parsed, |
+ const Replacements<char16>& replacements, |
+ CharsetConverter* query_converter, |
+ CanonOutput* output, |
+ url_parse::Parsed* new_parsed) { |
+ RawCanonOutput<1024> utf8; |
+ URLComponentSource<char> source(base); |
+ url_parse::Parsed parsed(base_parsed); |
+ SetupUTF16OverrideComponents(base, replacements, &utf8, &source, &parsed); |
+ return DoCanonicalizeStandardURL<char, unsigned char>( |
+ source, parsed, query_converter, output, new_parsed); |
+} |
+ |
+} // namespace url_canon |
Property changes on: url/url_canon_stdurl.cc |
___________________________________________________________________ |
Added: svn:eol-style |
+ LF |