Add very basic CSS3 Syntax compatible tokenizer

Source/core/css/parser/CSSToken.cpp

 /*
  * Copyright (C) 2013 Google Inc. All rights reserved.
  *
  * Redistribution and use in source and binary forms, with or without
  * modification, are permitted provided that the following conditions are
  * met:
  *
  *     * Redistributions of source code must retain the above copyright
  * notice, this list of conditions and the following disclaimer.
  *     * Redistributions in binary form must reproduce the above
@@ skipping 11 matching lines @@
  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  */
 
 #include "config.h"
-#include "platform/PlatformThreadData.h"
-
-#include "platform/ThreadTimers.h"
-#include "wtf/PassOwnPtr.h"
-#include "wtf/ThreadSpecific.h"
+#include "core/css/parser/CSSToken.h"
 
 namespace WebCore {
 
-static ThreadSpecific<PlatformThreadData>* s_data;
-
-PlatformThreadData::PlatformThreadData()
-    : m_threadTimers(adoptPtr(new ThreadTimers))
+CSSToken::CSSToken(CSSTokenType type)
+    : m_type(type)
 {
 }
 
-PlatformThreadData::~PlatformThreadData()
+// Just a helper used for Delim tokens.
+CSSToken::CSSToken(CSSTokenType type, UChar c)
+    : m_type(type)
+    , m_delimeter(c)
+{
+    ASSERT(m_type == DelimToken);
+}
+
+CSSToken::CSSToken(CSSTokenType type, String value)
+    : m_type(type)
+    , m_value(value)
 {
 }
 
-void PlatformThreadData::destroy()
+CSSToken::CSSToken(CSSTokenType type, String name, HashTokenType hashType)
+    : m_type(type)
+    , m_value(name)
+    , m_hashTokenType(hashType)
 {
-    m_threadTimers.clear();
+    ASSERT(m_type == HashToken);
 }
 
-PlatformThreadData& PlatformThreadData::current()
+CSSToken::CSSToken(CSSTokenType type, String value, double, NumericValueType)
 {
-    if (!s_data)
-        s_data = new ThreadSpecific<PlatformThreadData>;
-    return **s_data;
+    ASSERT(type == NumberToken);
+    m_type = type;
+}
+
+void CSSToken::convertToDimensionWithUnit(String unit)
+{
+    ASSERT(m_type == NumberToken);
+    m_type = DimensionToken;
+    m_unit = unit;
+}
+
+void CSSToken::convertToPercentage()
+{
+    ASSERT(m_type == NumberToken);
+    m_type = PercentageToken;
 }
 
 } // namespace WebCore