OLD | NEW |
1 // Copyright 2011 the V8 project authors. All rights reserved. | 1 // Copyright 2011 the V8 project authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 // Features shared by parsing and pre-parsing scanners. | 5 // Features shared by parsing and pre-parsing scanners. |
6 | 6 |
7 #include "src/parsing/scanner.h" | 7 #include "src/parsing/scanner.h" |
8 | 8 |
9 #include <stdint.h> | 9 #include <stdint.h> |
10 | 10 |
(...skipping 821 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
832 // can be reported later (in strict mode). | 832 // can be reported later (in strict mode). |
833 // We don't report the error immediately, because the octal escape can | 833 // We don't report the error immediately, because the octal escape can |
834 // occur before the "use strict" directive. | 834 // occur before the "use strict" directive. |
835 if (c != '0' || i > 0) { | 835 if (c != '0' || i > 0) { |
836 octal_pos_ = Location(source_pos() - i - 1, source_pos() - 1); | 836 octal_pos_ = Location(source_pos() - i - 1, source_pos() - 1); |
837 } | 837 } |
838 return x; | 838 return x; |
839 } | 839 } |
840 | 840 |
841 | 841 |
842 const int kMaxAscii = 127; | |
843 | |
844 | |
845 Token::Value Scanner::ScanString() { | 842 Token::Value Scanner::ScanString() { |
846 uc32 quote = c0_; | 843 uc32 quote = c0_; |
847 Advance<false, false>(); // consume quote | 844 Advance<false, false>(); // consume quote |
848 | 845 |
849 LiteralScope literal(this); | 846 LiteralScope literal(this); |
850 while (true) { | 847 while (true) { |
851 if (c0_ > kMaxAscii) { | 848 if (c0_ > kMaxAscii) { |
852 HandleLeadSurrogate(); | 849 HandleLeadSurrogate(); |
853 break; | 850 break; |
854 } | 851 } |
855 if (c0_ < 0 || c0_ == '\n' || c0_ == '\r') return Token::ILLEGAL; | 852 if (c0_ < 0 || c0_ == '\n' || c0_ == '\r') return Token::ILLEGAL; |
856 if (c0_ == quote) { | 853 if (c0_ == quote) { |
857 literal.Complete(); | 854 literal.Complete(); |
858 Advance<false, false>(); | 855 Advance<false, false>(); |
859 return Token::STRING; | 856 return Token::STRING; |
860 } | 857 } |
861 uc32 c = c0_; | 858 char c = static_cast<char>(c0_); |
862 if (c == '\\') break; | 859 if (c == '\\') break; |
863 Advance<false, false>(); | 860 Advance<false, false>(); |
864 AddLiteralChar(c); | 861 AddLiteralChar(c); |
865 } | 862 } |
866 | 863 |
867 while (c0_ != quote && c0_ >= 0 | 864 while (c0_ != quote && c0_ >= 0 |
868 && !unicode_cache_->IsLineTerminator(c0_)) { | 865 && !unicode_cache_->IsLineTerminator(c0_)) { |
869 uc32 c = c0_; | 866 uc32 c = c0_; |
870 Advance(); | 867 Advance(); |
871 if (c == '\\') { | 868 if (c == '\\') { |
(...skipping 404 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1276 return Token::FUTURE_STRICT_RESERVED_WORD == | 1273 return Token::FUTURE_STRICT_RESERVED_WORD == |
1277 KeywordOrIdentifierToken(string->raw_data(), string->length(), false); | 1274 KeywordOrIdentifierToken(string->raw_data(), string->length(), false); |
1278 } | 1275 } |
1279 | 1276 |
1280 | 1277 |
1281 Token::Value Scanner::ScanIdentifierOrKeyword() { | 1278 Token::Value Scanner::ScanIdentifierOrKeyword() { |
1282 DCHECK(unicode_cache_->IsIdentifierStart(c0_)); | 1279 DCHECK(unicode_cache_->IsIdentifierStart(c0_)); |
1283 LiteralScope literal(this); | 1280 LiteralScope literal(this); |
1284 if (IsInRange(c0_, 'a', 'z')) { | 1281 if (IsInRange(c0_, 'a', 'z')) { |
1285 do { | 1282 do { |
1286 uc32 first_char = c0_; | 1283 char first_char = static_cast<char>(c0_); |
1287 Advance<false, false>(); | 1284 Advance<false, false>(); |
1288 AddLiteralChar(first_char); | 1285 AddLiteralChar(first_char); |
1289 } while (IsInRange(c0_, 'a', 'z')); | 1286 } while (IsInRange(c0_, 'a', 'z')); |
1290 | 1287 |
1291 if (IsDecimalDigit(c0_) || IsInRange(c0_, 'A', 'Z') || c0_ == '_' || | 1288 if (IsDecimalDigit(c0_) || IsInRange(c0_, 'A', 'Z') || c0_ == '_' || |
1292 c0_ == '$') { | 1289 c0_ == '$') { |
1293 // Identifier starting with lowercase. | 1290 // Identifier starting with lowercase. |
1294 uc32 first_char = c0_; | 1291 char first_char = static_cast<char>(c0_); |
1295 Advance<false, false>(); | 1292 Advance<false, false>(); |
1296 AddLiteralChar(first_char); | 1293 AddLiteralChar(first_char); |
1297 while (IsAsciiIdentifier(c0_)) { | 1294 while (IsAsciiIdentifier(c0_)) { |
1298 uc32 first_char = c0_; | 1295 char first_char = static_cast<char>(c0_); |
1299 Advance<false, false>(); | 1296 Advance<false, false>(); |
1300 AddLiteralChar(first_char); | 1297 AddLiteralChar(first_char); |
1301 } | 1298 } |
1302 if (c0_ <= kMaxAscii && c0_ != '\\') { | 1299 if (c0_ <= kMaxAscii && c0_ != '\\') { |
1303 literal.Complete(); | 1300 literal.Complete(); |
1304 return Token::IDENTIFIER; | 1301 return Token::IDENTIFIER; |
1305 } | 1302 } |
1306 } else if (c0_ <= kMaxAscii && c0_ != '\\') { | 1303 } else if (c0_ <= kMaxAscii && c0_ != '\\') { |
1307 // Only a-z+: could be a keyword or identifier. | 1304 // Only a-z+: could be a keyword or identifier. |
1308 literal.Complete(); | 1305 literal.Complete(); |
1309 Vector<const uint8_t> chars = next_.literal_chars->one_byte_literal(); | 1306 Vector<const uint8_t> chars = next_.literal_chars->one_byte_literal(); |
1310 return KeywordOrIdentifierToken(chars.start(), chars.length(), false); | 1307 return KeywordOrIdentifierToken(chars.start(), chars.length(), false); |
1311 } | 1308 } |
1312 | 1309 |
1313 HandleLeadSurrogate(); | 1310 HandleLeadSurrogate(); |
1314 } else if (IsInRange(c0_, 'A', 'Z') || c0_ == '_' || c0_ == '$') { | 1311 } else if (IsInRange(c0_, 'A', 'Z') || c0_ == '_' || c0_ == '$') { |
1315 do { | 1312 do { |
1316 uc32 first_char = c0_; | 1313 char first_char = static_cast<char>(c0_); |
1317 Advance<false, false>(); | 1314 Advance<false, false>(); |
1318 AddLiteralChar(first_char); | 1315 AddLiteralChar(first_char); |
1319 } while (IsAsciiIdentifier(c0_)); | 1316 } while (IsAsciiIdentifier(c0_)); |
1320 | 1317 |
1321 if (c0_ <= kMaxAscii && c0_ != '\\') { | 1318 if (c0_ <= kMaxAscii && c0_ != '\\') { |
1322 literal.Complete(); | 1319 literal.Complete(); |
1323 return Token::IDENTIFIER; | 1320 return Token::IDENTIFIER; |
1324 } | 1321 } |
1325 | 1322 |
1326 HandleLeadSurrogate(); | 1323 HandleLeadSurrogate(); |
(...skipping 382 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1709 backing_store_.Add(static_cast<uint8_t>((one_byte_length >> 7) | 0x80u)); | 1706 backing_store_.Add(static_cast<uint8_t>((one_byte_length >> 7) | 0x80u)); |
1710 } | 1707 } |
1711 backing_store_.Add(static_cast<uint8_t>(one_byte_length & 0x7f)); | 1708 backing_store_.Add(static_cast<uint8_t>(one_byte_length & 0x7f)); |
1712 | 1709 |
1713 backing_store_.AddBlock(bytes); | 1710 backing_store_.AddBlock(bytes); |
1714 return backing_store_.EndSequence().start(); | 1711 return backing_store_.EndSequence().start(); |
1715 } | 1712 } |
1716 | 1713 |
1717 } // namespace internal | 1714 } // namespace internal |
1718 } // namespace v8 | 1715 } // namespace v8 |
OLD | NEW |