[Devtools] Improved URL parser for console

third_party/WebKit/Source/devtools/front_end/components/Linkifier.js

 /*
  * Copyright (C) 2012 Google Inc. All rights reserved.
  *
  * Redistribution and use in source and binary forms, with or without
  * modification, are permitted provided that the following conditions are
  * met:
  *
  *     * Redistributions of source code must retain the above copyright
  * notice, this list of conditions and the following disclaimer.
  *     * Redistributions in binary form must reproduce the above
@@ skipping 432 matching lines @@
     return uiLocation.linkText();
 }
 
 /**
  * @param {string} string
  * @param {function(string,string,number=,number=):!Node} linkifier
  * @return {!DocumentFragment}
  */
 WebInspector.linkifyStringAsFragmentWithCustomLinkifier = function(string, linkifier)
 {
+    // Spec: https://url.spec.whatwg.org/#url-code-points
     var container = createDocumentFragment();
-    var linkStringRegEx = /(?:[a-zA-Z][a-zA-Z0-9+.-]{2,}:\/\/|data:|www\.)[\w$\-_+*'=\|\/\\(){}[\]^%@&#~,:;.!?]{2,}[\w$\-_+*=\|\/\\({^%@&#~]/;
+    var protocol = "(?:[a-zA-Z][a-zA-Z0-9]{2,}://";
+    var userPassLogin = "(?:\\w+(?::\\w+)?@)?";
+    var domainOrIPV4 = "[a-zA-Z0-9](?:[a-zA-Z0-9]*|(?:-|\\.)[a-zA-Z0-9]+)+";
+    var ipv6 = "\\[(?:(?::|\\.)?[a-zA-Z0-9]{0,4}){2,8}\\]";
+    var portPattern = "(?::[0-9]{1,4})";
+    var domainPattern = "(?:" + ipv6 + "|" + domainOrIPV4 + ")" + portPattern + "?";
+    var encodedURIPattern = "%[0-9]{2}";
+    var mayContainPunctuationIfNoSpaceAfter = "[.,:;](?!\\s|$)";
+    var uriPattern = "(?:(?:\\?|/|#)(?:[\\w" +
+        "!$&'()*+\\-/=?#@_~" +
+        "\\u{00A0}-\\u{D7FF}" +
+        "\\u{E000}-\\u{FDCF}" +
+        "\\u{FDF0}-\\u{FFFD}" +
+        "\\u{10000}-\\u{1FFFD}" +
+        "\\u{20000}-\\u{2FFFD}" +
+        "\\u{30000}-\\u{3FFFD}" +
+        "\\u{40000}-\\u{4FFFD}" +
+        "\\u{50000}-\\u{5FFFD}" +
+        "\\u{60000}-\\u{6FFFD}" +
+        "\\u{70000}-\\u{7FFFD}" +
+        "\\u{80000}-\\u{8FFFD}" +
+        "\\u{90000}-\\u{9FFFD}" +
+        "\\u{A0000}-\\u{AFFFD}" +
+        "\\u{B0000}-\\u{BFFFD}" +
+        "\\u{C0000}-\\u{CFFFD}" +
+        "\\u{D0000}-\\u{DFFFD}" +
+        "\\u{E0000}-\\u{EFFFD}" +
+        "\\u{F0000}-\\u{FFFFD}" +
+        "\\u{100000}-\\u{10FFFD}"
+    + "]*|" + mayContainPunctuationIfNoSpaceAfter + "|" + encodedURIPattern + ")*)?";

[lushnikov, 2016/07/06 22:56:56]

nit: indent

[allada, 2016/07/07 02:06:50]

Done.

+    var beginInPunctuationOrSpace = "([;:.,\\s;]|^)";
+    var endInPunctuationOrSpace = "(?=[;:.,\\s;]|$)";
+    var dataURI = "data:[^,]*,"

[lushnikov, 2016/07/06 22:56:56]

nit:semicolon is missing here and below

[allada, 2016/07/07 02:06:50]

Done.

+    var protocolPattern = protocol + userPassLogin + domainPattern + "|www\\.(?:" + domainOrIPV4 + ")" + portPattern + "?)";
+    var doubleQuotes = "\"(?:" + protocolPattern + "|" + dataURI + ")[^\"]*(?=\")"
+    var singleQuotes = "'(?:" + protocolPattern + "|" + dataURI + ")[^']*(?=')"
+    var accentQuotes = "`(?:" + protocolPattern + "|" + dataURI + ")[^`]*(?=`)"
+    var linkStringRegEx = new RegExp("(?:(?:" + doubleQuotes + "|" + singleQuotes + "|" + accentQuotes + ")|" + beginInPunctuationOrSpace + protocolPattern + uriPattern + endInPunctuationOrSpace + ")", "u");
 
     while (string && string.length < WebInspector.Linkifier.MaxLengthToIgnoreLinkifier) {
-        var linkString = linkStringRegEx.exec(string);
-        if (!linkString)
+        var match = linkStringRegEx.exec(string);
+        if (!match)
             break;
+        var linkString = match[0];
+        var firstChar = linkString.substr(0, 1);

[lushnikov, 2016/07/06 22:56:56]

linkString[0]

[allada, 2016/07/07 02:06:50]

Done.

+        if (firstChar === "'" || firstChar === "\"" || firstChar === "`") {
+            match.index += 1;

[lushnikov, 2016/07/06 22:56:56]

why do we truncate only from beginning? What about closing quote?

[allada, 2016/07/07 02:06:50]

Because it uses lookaheads in the regex instead of actually consuming them.

+            linkString = linkString.substr(1);
+        }
+        if (match[1]) {

[lushnikov, 2016/07/06 22:56:56]

What is match[1]? Is this another group captured by the regex? If yes, can you
please extract it into a named variable?

[allada, 2016/07/07 02:06:50]

Done.

+            // Unmatches/removes beginInPunctuationOrSpace from match

[lushnikov, 2016/07/06 22:56:56]

nit: comments should end with dot

[allada, 2016/07/07 02:06:50]

Done.

+            match.index += match[1].length;
+            linkString = linkString.substr(match[1].length);
+        }
 
-        linkString = linkString[0];
-        var linkIndex = string.indexOf(linkString);
+
+        var linkIndex = match.index;
         var nonLink = string.substring(0, linkIndex);
         container.appendChild(createTextNode(nonLink));
 
         var title = linkString;
         var realURL = (linkString.startsWith("www.") ? "http://" + linkString : linkString);
         var splitResult = WebInspector.ParsedURL.splitLineAndColumn(realURL);
         var linkNode;
         if (splitResult)
             linkNode = linkifier(title, splitResult.url, splitResult.lineNumber, splitResult.columnNumber);
         else
@@ skipping 61 matching lines @@
 /**
  * @param {!WebInspector.NetworkRequest} request
  * @return {!Element}
  */
 WebInspector.linkifyRequestAsNode = function(request)
 {
     var anchor = WebInspector.linkifyURLAsNode(request.url);
     anchor.requestId = request.requestId;
     return anchor;
 }