OLD | NEW |
1 // Copyright 2010 the V8 project authors. All rights reserved. | 1 // Copyright 2010 the V8 project authors. All rights reserved. |
2 // Redistribution and use in source and binary forms, with or without | 2 // Redistribution and use in source and binary forms, with or without |
3 // modification, are permitted provided that the following conditions are | 3 // modification, are permitted provided that the following conditions are |
4 // met: | 4 // met: |
5 // | 5 // |
6 // * Redistributions of source code must retain the above copyright | 6 // * Redistributions of source code must retain the above copyright |
7 // notice, this list of conditions and the following disclaimer. | 7 // notice, this list of conditions and the following disclaimer. |
8 // * Redistributions in binary form must reproduce the above | 8 // * Redistributions in binary form must reproduce the above |
9 // copyright notice, this list of conditions and the following | 9 // copyright notice, this list of conditions and the following |
10 // disclaimer in the documentation and/or other materials provided | 10 // disclaimer in the documentation and/or other materials provided |
(...skipping 105 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
116 const uc16* buffer_cursor_; | 116 const uc16* buffer_cursor_; |
117 const uc16* buffer_end_; | 117 const uc16* buffer_end_; |
118 unsigned pos_; | 118 unsigned pos_; |
119 }; | 119 }; |
120 | 120 |
121 | 121 |
122 class ScannerConstants { | 122 class ScannerConstants { |
123 // --------------------------------------------------------------------- | 123 // --------------------------------------------------------------------- |
124 // Constants used by scanners. | 124 // Constants used by scanners. |
125 public: | 125 public: |
| 126 ScannerConstants() {} |
126 typedef unibrow::Utf8InputBuffer<1024> Utf8Decoder; | 127 typedef unibrow::Utf8InputBuffer<1024> Utf8Decoder; |
127 | 128 |
128 StaticResource<Utf8Decoder>* utf8_decoder() { | 129 StaticResource<Utf8Decoder>* utf8_decoder() { |
129 return &utf8_decoder_; | 130 return &utf8_decoder_; |
130 } | 131 } |
131 | 132 |
132 bool IsIdentifierStart(unibrow::uchar c) { return kIsIdentifierStart.get(c); } | 133 bool IsIdentifierStart(unibrow::uchar c) { return kIsIdentifierStart.get(c); } |
133 bool IsIdentifierPart(unibrow::uchar c) { return kIsIdentifierPart.get(c); } | 134 bool IsIdentifierPart(unibrow::uchar c) { return kIsIdentifierPart.get(c); } |
134 bool IsLineTerminator(unibrow::uchar c) { return kIsLineTerminator.get(c); } | 135 bool IsLineTerminator(unibrow::uchar c) { return kIsLineTerminator.get(c); } |
135 bool IsWhiteSpace(unibrow::uchar c) { return kIsWhiteSpace.get(c); } | 136 bool IsWhiteSpace(unibrow::uchar c) { return kIsWhiteSpace.get(c); } |
136 | 137 |
137 bool IsIdentifier(unibrow::CharacterStream* buffer); | 138 bool IsIdentifier(unibrow::CharacterStream* buffer); |
138 | 139 |
139 private: | 140 private: |
140 ScannerConstants() {} | |
141 | 141 |
142 unibrow::Predicate<IdentifierStart, 128> kIsIdentifierStart; | 142 unibrow::Predicate<IdentifierStart, 128> kIsIdentifierStart; |
143 unibrow::Predicate<IdentifierPart, 128> kIsIdentifierPart; | 143 unibrow::Predicate<IdentifierPart, 128> kIsIdentifierPart; |
144 unibrow::Predicate<unibrow::LineTerminator, 128> kIsLineTerminator; | 144 unibrow::Predicate<unibrow::LineTerminator, 128> kIsLineTerminator; |
145 unibrow::Predicate<unibrow::WhiteSpace, 128> kIsWhiteSpace; | 145 unibrow::Predicate<unibrow::WhiteSpace, 128> kIsWhiteSpace; |
146 StaticResource<Utf8Decoder> utf8_decoder_; | 146 StaticResource<Utf8Decoder> utf8_decoder_; |
147 | 147 |
148 friend class Isolate; | |
149 DISALLOW_COPY_AND_ASSIGN(ScannerConstants); | 148 DISALLOW_COPY_AND_ASSIGN(ScannerConstants); |
150 }; | 149 }; |
151 | 150 |
152 // ---------------------------------------------------------------------------- | 151 // ---------------------------------------------------------------------------- |
153 // LiteralBuffer - Collector of chars of literals. | 152 // LiteralBuffer - Collector of chars of literals. |
154 | 153 |
155 class LiteralBuffer { | 154 class LiteralBuffer { |
156 public: | 155 public: |
157 LiteralBuffer() : is_ascii_(true), position_(0), backing_store_() { } | 156 LiteralBuffer() : is_ascii_(true), position_(0), backing_store_() { } |
158 | 157 |
(...skipping 107 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
266 public: | 265 public: |
267 explicit LiteralScope(Scanner* self); | 266 explicit LiteralScope(Scanner* self); |
268 ~LiteralScope(); | 267 ~LiteralScope(); |
269 void Complete(); | 268 void Complete(); |
270 | 269 |
271 private: | 270 private: |
272 Scanner* scanner_; | 271 Scanner* scanner_; |
273 bool complete_; | 272 bool complete_; |
274 }; | 273 }; |
275 | 274 |
276 explicit Scanner(Isolate* isolate); | 275 explicit Scanner(ScannerConstants* scanner_contants); |
277 | 276 |
278 // Returns the current token again. | 277 // Returns the current token again. |
279 Token::Value current_token() { return current_.token; } | 278 Token::Value current_token() { return current_.token; } |
280 | 279 |
281 // One token look-ahead (past the token returned by Next()). | 280 // One token look-ahead (past the token returned by Next()). |
282 Token::Value peek() const { return next_.token; } | 281 Token::Value peek() const { return next_.token; } |
283 | 282 |
284 struct Location { | 283 struct Location { |
285 Location(int b, int e) : beg_pos(b), end_pos(e) { } | 284 Location(int b, int e) : beg_pos(b), end_pos(e) { } |
286 Location() : beg_pos(0), end_pos(0) { } | 285 Location() : beg_pos(0), end_pos(0) { } |
(...skipping 180 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
467 void Complete() { | 466 void Complete() { |
468 scanner_->TerminateLiteral(); | 467 scanner_->TerminateLiteral(); |
469 complete_ = true; | 468 complete_ = true; |
470 } | 469 } |
471 | 470 |
472 private: | 471 private: |
473 JavaScriptScanner* scanner_; | 472 JavaScriptScanner* scanner_; |
474 bool complete_; | 473 bool complete_; |
475 }; | 474 }; |
476 | 475 |
477 explicit JavaScriptScanner(Isolate* isolate); | 476 explicit JavaScriptScanner(ScannerConstants* scanner_contants); |
478 | 477 |
479 // Returns the next token. | 478 // Returns the next token. |
480 Token::Value Next(); | 479 Token::Value Next(); |
481 | 480 |
482 // Returns true if there was a line terminator before the peek'ed token. | 481 // Returns true if there was a line terminator before the peek'ed token. |
483 bool has_line_terminator_before_next() const { | 482 bool has_line_terminator_before_next() const { |
484 return has_line_terminator_before_next_; | 483 return has_line_terminator_before_next_; |
485 } | 484 } |
486 | 485 |
487 // Scans the input as a regular expression pattern, previous | 486 // Scans the input as a regular expression pattern, previous |
(...skipping 168 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
656 // keyword with the current prefix). | 655 // keyword with the current prefix). |
657 const char* keyword_; | 656 const char* keyword_; |
658 int counter_; | 657 int counter_; |
659 Token::Value keyword_token_; | 658 Token::Value keyword_token_; |
660 }; | 659 }; |
661 | 660 |
662 | 661 |
663 } } // namespace v8::internal | 662 } } // namespace v8::internal |
664 | 663 |
665 #endif // V8_SCANNER_BASE_H_ | 664 #endif // V8_SCANNER_BASE_H_ |
OLD | NEW |