Simplify state handling in WebVTTTokenizer::nextToken

Source/core/html/track/vtt/VTTToken.h

 /*
  * Copyright (C) 2011 Google Inc.  All rights reserved.
  *
  * Redistribution and use in source and binary forms, with or without
  * modification, are permitted provided that the following conditions are
  * met:
  *
  *     * Redistributions of source code must retain the above copyright
  * notice, this list of conditions and the following disclaimer.
  *     * Redistributions in binary form must reproduce the above
@@ skipping 23 matching lines @@
 namespace WebCore {
 
 class WebVTTTokenTypes {
 public:
     enum Type {
         Uninitialized,
         Character,
         StartTag,
         EndTag,
         TimestampTag,
-        EndOfFile,
     };
 };
 
 class WebVTTToken {
     WTF_MAKE_NONCOPYABLE(WebVTTToken);
     WTF_MAKE_FAST_ALLOCATED;
 public:
     typedef WebVTTTokenTypes Type;
     typedef WTF::Vector<UChar, 1024> DataVector; // FIXME: Is this too large for WebVTT?
 
@@ skipping 112 matching lines @@
         m_annotation.clear();
         m_annotation.append(m_currentBuffer);
         m_currentBuffer.clear();
     }
 
     const DataVector& annotation() const
     {
         return m_annotation;
     }
 
-    void makeEndOfFile()
-    {
-        ASSERT(m_type == Type::Uninitialized);
-        m_type = Type::EndOfFile;
-    }
-
     void clear()
     {
         m_type = Type::Uninitialized;
         m_data.clear();
         m_annotation.clear();
         m_classes.clear();
         m_currentBuffer.clear();
     }
 
 private:
     void appendToStartType(UChar character)
     {
         ASSERT(character);
         ASSERT(m_type == Type::StartTag);
         m_currentBuffer.append(character);
     }
 
     Type::Type m_type;
     DataVector m_data;
     DataVector m_annotation;
     DataVector m_classes;
     DataVector m_currentBuffer;
 };
 
 }
 
 #endif