| OLD | NEW |
| 1 library tokenizer; | 1 library tokenizer; |
| 2 | 2 |
| 3 import 'dart:collection'; | 3 import 'dart:collection'; |
| 4 import 'dart:math'; | |
| 5 import 'package:html5lib/parser.dart' show HtmlParser; | 4 import 'package:html5lib/parser.dart' show HtmlParser; |
| 6 import 'package:source_maps/span.dart' show Span, FileSpan; | 5 import 'package:source_maps/span.dart' show Span, FileSpan; |
| 7 import 'constants.dart'; | 6 import 'constants.dart'; |
| 8 import 'inputstream.dart'; | 7 import 'inputstream.dart'; |
| 9 import 'token.dart'; | 8 import 'token.dart'; |
| 10 import 'utils.dart'; | 9 import 'utils.dart'; |
| 11 | 10 |
| 12 // Group entities by their first character, for faster lookups | 11 // Group entities by their first character, for faster lookups |
| 13 | 12 |
| 14 // TODO(jmesserly): we could use a better data structure here like a trie, if | 13 // TODO(jmesserly): we could use a better data structure here like a trie, if |
| (...skipping 1878 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1893 } | 1892 } |
| 1894 | 1893 |
| 1895 if (data.length > 0) { | 1894 if (data.length > 0) { |
| 1896 _addToken(new CharactersToken(data.join())); | 1895 _addToken(new CharactersToken(data.join())); |
| 1897 } | 1896 } |
| 1898 state = dataState; | 1897 state = dataState; |
| 1899 return true; | 1898 return true; |
| 1900 } | 1899 } |
| 1901 } | 1900 } |
| 1902 | 1901 |
| OLD | NEW |