CSS Tokenizer: Fix edge cases in number parsing

Source/core/css/parser/CSSTokenizerTest.cpp

Index: Source/core/css/parser/CSSTokenizerTest.cpp
diff --git a/Source/core/css/parser/CSSTokenizerTest.cpp b/Source/core/css/parser/CSSTokenizerTest.cpp
index 427409426db36f0a8a3dea37ec5a643a1ddf419d..34cccd684094fd01d08ccd0bad8e9c68e93f23d7 100644
--- a/Source/core/css/parser/CSSTokenizerTest.cpp
+++ b/Source/core/css/parser/CSSTokenizerTest.cpp
@@ -26,9 +26,9 @@ TEST(CSSTokenizerTest, Basic)
 {
     TestCase testCases[] = {
         { "(max-width: 50px)", "(max-width: 50px)" },
-        { "(max-width: 1e+2px)", "(max-width: 100px)" },
-        { "(max-width: 1e2px)", "(max-width: 100px)" },
-        { "(max-width: 1000e-1px)", "(max-width: 100px)" },
+        { "(max-width: 1e+2px)", "(max-width: 100.000000px)" },
+        { "(max-width: 1e2px)", "(max-width: 100.000000px)" },
+        { "(max-width: 1000e-1px)", "(max-width: 100.000000px)" },

[Yoav Weiss, 2014/10/20 07:06:46]

These tests would fail on some system locales, where '.' is replaced by ','.
You should add "setlocale(LC_NUMERIC, "en_US.UTF-8");" to
CSSParserToken::textForUnitTests (and include <locale.h>) to make this go away.

[Timothy Loh, 2014/10/20 07:18:24]

Good catch. There's probably a more appropriate float->string helper in WTF
somewhere, I'll have a look.

         { "(max-width: 50\\70\\78)", "(max-width: 50px)" },
         { "(max-width: /* comment */50px)", "(max-width: 50px)" },
         { "(max-width: /** *commen*t */60px)", "(max-width: 60px)" },
@@ -57,6 +57,11 @@ TEST(CSSTokenizerTest, Basic)
         { "(max-aspect-ratio: +5bla)", "(max-aspect-ratio: 5other)" },
         { "(max-aspect-ratio: -bla)", "(max-aspect-ratio: -bla)" },
         { "(max-aspect-ratio: --bla)", "(max-aspect-ratio: '-'-bla)" },
+        { "5e0", "5.000000" },
+        { "5.0", "5.000000" },
+        { "5.", "5'.'" },
+        { "5.0e-1", "0.500000" },
+        { "5.e-1", "5'.'e-1" },
         { 0, 0 } // Do not remove the terminator line.
     };