| OLD | NEW |
| 1 // Copyright 2011 the V8 project authors. All rights reserved. | 1 // Copyright 2011 the V8 project authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 // Features shared by parsing and pre-parsing scanners. | 5 // Features shared by parsing and pre-parsing scanners. |
| 6 | 6 |
| 7 #ifndef V8_PARSING_SCANNER_H_ | 7 #ifndef V8_PARSING_SCANNER_H_ |
| 8 #define V8_PARSING_SCANNER_H_ | 8 #define V8_PARSING_SCANNER_H_ |
| 9 | 9 |
| 10 #include "src/allocation.h" | 10 #include "src/allocation.h" |
| (...skipping 477 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 488 | 488 |
| 489 bool is_one_byte_; | 489 bool is_one_byte_; |
| 490 int position_; | 490 int position_; |
| 491 Vector<byte> backing_store_; | 491 Vector<byte> backing_store_; |
| 492 | 492 |
| 493 DISALLOW_COPY_AND_ASSIGN(LiteralBuffer); | 493 DISALLOW_COPY_AND_ASSIGN(LiteralBuffer); |
| 494 }; | 494 }; |
| 495 | 495 |
| 496 // The current and look-ahead token. | 496 // The current and look-ahead token. |
| 497 struct TokenDesc { | 497 struct TokenDesc { |
| 498 Token::Value token; | |
| 499 Location location; | 498 Location location; |
| 500 LiteralBuffer* literal_chars; | 499 LiteralBuffer* literal_chars; |
| 501 LiteralBuffer* raw_literal_chars; | 500 LiteralBuffer* raw_literal_chars; |
| 502 int smi_value_; | 501 int smi_value_; |
| 502 Token::Value token; |
| 503 }; | 503 }; |
| 504 | 504 |
| 505 static const int kCharacterLookaheadBufferSize = 1; | 505 static const int kCharacterLookaheadBufferSize = 1; |
| 506 const int kMaxAscii = 127; | 506 const int kMaxAscii = 127; |
| 507 | 507 |
| 508 // Scans octal escape sequence. Also accepts "\0" decimal escape sequence. | 508 // Scans octal escape sequence. Also accepts "\0" decimal escape sequence. |
| 509 template <bool capture_raw> | 509 template <bool capture_raw> |
| 510 uc32 ScanOctalEscape(uc32 c, int length); | 510 uc32 ScanOctalEscape(uc32 c, int length); |
| 511 | 511 |
| 512 // Call this after setting source_ to the input. | 512 // Call this after setting source_ to the input. |
| (...skipping 330 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 843 bool found_html_comment_; | 843 bool found_html_comment_; |
| 844 | 844 |
| 845 MessageTemplate::Template scanner_error_; | 845 MessageTemplate::Template scanner_error_; |
| 846 Location scanner_error_location_; | 846 Location scanner_error_location_; |
| 847 }; | 847 }; |
| 848 | 848 |
| 849 } // namespace internal | 849 } // namespace internal |
| 850 } // namespace v8 | 850 } // namespace v8 |
| 851 | 851 |
| 852 #endif // V8_PARSING_SCANNER_H_ | 852 #endif // V8_PARSING_SCANNER_H_ |
| OLD | NEW |