OLD | NEW |
1 library tokenizer; | 1 library tokenizer; |
2 | 2 |
3 import 'dart:collection'; | 3 import 'dart:collection'; |
4 import 'package:html/parser.dart' show HtmlParser; | 4 import 'package:html/parser.dart' show HtmlParser; |
5 import 'constants.dart'; | 5 import 'constants.dart'; |
6 import 'inputstream.dart'; | 6 import 'inputstream.dart'; |
7 import 'token.dart'; | 7 import 'token.dart'; |
8 import 'utils.dart'; | 8 import 'utils.dart'; |
9 | 9 |
10 // Group entities by their first character, for faster lookups | 10 // Group entities by their first character, for faster lookups |
(...skipping 1888 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1899 } | 1899 } |
1900 } | 1900 } |
1901 | 1901 |
1902 if (data.length > 0) { | 1902 if (data.length > 0) { |
1903 _addToken(new CharactersToken(data.join())); | 1903 _addToken(new CharactersToken(data.join())); |
1904 } | 1904 } |
1905 state = dataState; | 1905 state = dataState; |
1906 return true; | 1906 return true; |
1907 } | 1907 } |
1908 } | 1908 } |
OLD | NEW |