| OLD | NEW | 
|---|
| 1 library tokenizer; | 1 library tokenizer; | 
| 2 | 2 | 
| 3 import 'dart:collection'; | 3 import 'dart:collection'; | 
| 4 import 'dart:math'; | 4 import 'dart:math'; | 
| 5 import 'package:html5lib/parser.dart' show HtmlParser; | 5 import 'package:html5lib/parser.dart' show HtmlParser; | 
| 6 import 'package:source_maps/span.dart' show Span, FileSpan; | 6 import 'package:source_maps/span.dart' show Span, FileSpan; | 
| 7 import 'constants.dart'; | 7 import 'constants.dart'; | 
| 8 import 'inputstream.dart'; | 8 import 'inputstream.dart'; | 
| 9 import 'token.dart'; | 9 import 'token.dart'; | 
| 10 import 'utils.dart'; | 10 import 'utils.dart'; | 
| (...skipping 41 matching lines...) Expand 10 before | Expand all | Expand 10 after  Loading... | 
| 52   HtmlParser parser; | 52   HtmlParser parser; | 
| 53 | 53 | 
| 54   final Queue<Token> tokenQueue; | 54   final Queue<Token> tokenQueue; | 
| 55 | 55 | 
| 56   /** Holds the token that is currently being processed. */ | 56   /** Holds the token that is currently being processed. */ | 
| 57   Token currentToken; | 57   Token currentToken; | 
| 58 | 58 | 
| 59   /** | 59   /** | 
| 60    * Holds a reference to the method to be invoked for the next parser state. | 60    * Holds a reference to the method to be invoked for the next parser state. | 
| 61    */ | 61    */ | 
| 62   Predicate state; | 62   // TODO(jmesserly): the type should be "Predicate" but a dart2js checked mode | 
|  | 63   // bug prevents us from doing that. See http://dartbug.com/12465 | 
|  | 64   Function state; | 
| 63 | 65 | 
| 64   String temporaryBuffer; | 66   String temporaryBuffer; | 
| 65 | 67 | 
| 66   int _lastOffset; | 68   int _lastOffset; | 
| 67 | 69 | 
| 68   // TODO(jmesserly): ideally this would be a LinkedHashMap and we wouldn't add | 70   // TODO(jmesserly): ideally this would be a LinkedHashMap and we wouldn't add | 
| 69   // an item until it's ready. But the code doesn't have a clear notion of when | 71   // an item until it's ready. But the code doesn't have a clear notion of when | 
| 70   // it's "done" with the attribute. | 72   // it's "done" with the attribute. | 
| 71   List<TagAttribute> _attributes; | 73   List<TagAttribute> _attributes; | 
| 72   Set<String> _attributeNames; | 74   Set<String> _attributeNames; | 
| (...skipping 1818 matching lines...) Expand 10 before | Expand all | Expand 10 after  Loading... | 
| 1891     } | 1893     } | 
| 1892 | 1894 | 
| 1893     if (data.length > 0) { | 1895     if (data.length > 0) { | 
| 1894       _addToken(new CharactersToken(data.join())); | 1896       _addToken(new CharactersToken(data.join())); | 
| 1895     } | 1897     } | 
| 1896     state = dataState; | 1898     state = dataState; | 
| 1897     return true; | 1899     return true; | 
| 1898   } | 1900   } | 
| 1899 } | 1901 } | 
| 1900 | 1902 | 
| OLD | NEW | 
|---|