OLD | NEW |
1 // Copyright 2011 the V8 project authors. All rights reserved. | 1 // Copyright 2011 the V8 project authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 // Features shared by parsing and pre-parsing scanners. | 5 // Features shared by parsing and pre-parsing scanners. |
6 | 6 |
7 #include "src/parsing/scanner.h" | 7 #include "src/parsing/scanner.h" |
8 | 8 |
9 #include <stdint.h> | 9 #include <stdint.h> |
10 | 10 |
(...skipping 840 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
851 if (c0_ > kMaxAscii) { | 851 if (c0_ > kMaxAscii) { |
852 HandleLeadSurrogate(); | 852 HandleLeadSurrogate(); |
853 break; | 853 break; |
854 } | 854 } |
855 if (c0_ < 0 || c0_ == '\n' || c0_ == '\r') return Token::ILLEGAL; | 855 if (c0_ < 0 || c0_ == '\n' || c0_ == '\r') return Token::ILLEGAL; |
856 if (c0_ == quote) { | 856 if (c0_ == quote) { |
857 literal.Complete(); | 857 literal.Complete(); |
858 Advance<false, false>(); | 858 Advance<false, false>(); |
859 return Token::STRING; | 859 return Token::STRING; |
860 } | 860 } |
861 uc32 c = c0_; | 861 char c = static_cast<char>(c0_); |
862 if (c == '\\') break; | 862 if (c == '\\') break; |
863 Advance<false, false>(); | 863 Advance<false, false>(); |
864 AddLiteralChar(c); | 864 AddLiteralChar(c); |
865 } | 865 } |
866 | 866 |
867 while (c0_ != quote && c0_ >= 0 | 867 while (c0_ != quote && c0_ >= 0 |
868 && !unicode_cache_->IsLineTerminator(c0_)) { | 868 && !unicode_cache_->IsLineTerminator(c0_)) { |
869 uc32 c = c0_; | 869 uc32 c = c0_; |
870 Advance(); | 870 Advance(); |
871 if (c == '\\') { | 871 if (c == '\\') { |
(...skipping 404 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1276 return Token::FUTURE_STRICT_RESERVED_WORD == | 1276 return Token::FUTURE_STRICT_RESERVED_WORD == |
1277 KeywordOrIdentifierToken(string->raw_data(), string->length(), false); | 1277 KeywordOrIdentifierToken(string->raw_data(), string->length(), false); |
1278 } | 1278 } |
1279 | 1279 |
1280 | 1280 |
1281 Token::Value Scanner::ScanIdentifierOrKeyword() { | 1281 Token::Value Scanner::ScanIdentifierOrKeyword() { |
1282 DCHECK(unicode_cache_->IsIdentifierStart(c0_)); | 1282 DCHECK(unicode_cache_->IsIdentifierStart(c0_)); |
1283 LiteralScope literal(this); | 1283 LiteralScope literal(this); |
1284 if (IsInRange(c0_, 'a', 'z')) { | 1284 if (IsInRange(c0_, 'a', 'z')) { |
1285 do { | 1285 do { |
1286 uc32 first_char = c0_; | 1286 char first_char = static_cast<char>(c0_); |
1287 Advance<false, false>(); | 1287 Advance<false, false>(); |
1288 AddLiteralChar(first_char); | 1288 AddLiteralChar(first_char); |
1289 } while (IsInRange(c0_, 'a', 'z')); | 1289 } while (IsInRange(c0_, 'a', 'z')); |
1290 | 1290 |
1291 if (IsDecimalDigit(c0_) || IsInRange(c0_, 'A', 'Z') || c0_ == '_' || | 1291 if (IsDecimalDigit(c0_) || IsInRange(c0_, 'A', 'Z') || c0_ == '_' || |
1292 c0_ == '$') { | 1292 c0_ == '$') { |
1293 // Identifier starting with lowercase. | 1293 // Identifier starting with lowercase. |
1294 uc32 first_char = c0_; | 1294 char first_char = static_cast<char>(c0_); |
1295 Advance<false, false>(); | 1295 Advance<false, false>(); |
1296 AddLiteralChar(first_char); | 1296 AddLiteralChar(first_char); |
1297 while (IsAsciiIdentifier(c0_)) { | 1297 while (IsAsciiIdentifier(c0_)) { |
1298 uc32 first_char = c0_; | 1298 char first_char = static_cast<char>(c0_); |
1299 Advance<false, false>(); | 1299 Advance<false, false>(); |
1300 AddLiteralChar(first_char); | 1300 AddLiteralChar(first_char); |
1301 } | 1301 } |
1302 if (c0_ <= kMaxAscii && c0_ != '\\') { | 1302 if (c0_ <= kMaxAscii && c0_ != '\\') { |
1303 literal.Complete(); | 1303 literal.Complete(); |
1304 return Token::IDENTIFIER; | 1304 return Token::IDENTIFIER; |
1305 } | 1305 } |
1306 } else if (c0_ <= kMaxAscii && c0_ != '\\') { | 1306 } else if (c0_ <= kMaxAscii && c0_ != '\\') { |
1307 // Only a-z+: could be a keyword or identifier. | 1307 // Only a-z+: could be a keyword or identifier. |
1308 literal.Complete(); | 1308 literal.Complete(); |
1309 Vector<const uint8_t> chars = next_.literal_chars->one_byte_literal(); | 1309 Vector<const uint8_t> chars = next_.literal_chars->one_byte_literal(); |
1310 return KeywordOrIdentifierToken(chars.start(), chars.length(), false); | 1310 return KeywordOrIdentifierToken(chars.start(), chars.length(), false); |
1311 } | 1311 } |
1312 | 1312 |
1313 HandleLeadSurrogate(); | 1313 HandleLeadSurrogate(); |
1314 } else if (IsInRange(c0_, 'A', 'Z') || c0_ == '_' || c0_ == '$') { | 1314 } else if (IsInRange(c0_, 'A', 'Z') || c0_ == '_' || c0_ == '$') { |
1315 do { | 1315 do { |
1316 uc32 first_char = c0_; | 1316 char first_char = static_cast<char>(c0_); |
1317 Advance<false, false>(); | 1317 Advance<false, false>(); |
1318 AddLiteralChar(first_char); | 1318 AddLiteralChar(first_char); |
1319 } while (IsAsciiIdentifier(c0_)); | 1319 } while (IsAsciiIdentifier(c0_)); |
1320 | 1320 |
1321 if (c0_ <= kMaxAscii && c0_ != '\\') { | 1321 if (c0_ <= kMaxAscii && c0_ != '\\') { |
1322 literal.Complete(); | 1322 literal.Complete(); |
1323 return Token::IDENTIFIER; | 1323 return Token::IDENTIFIER; |
1324 } | 1324 } |
1325 | 1325 |
1326 HandleLeadSurrogate(); | 1326 HandleLeadSurrogate(); |
(...skipping 382 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1709 backing_store_.Add(static_cast<uint8_t>((one_byte_length >> 7) | 0x80u)); | 1709 backing_store_.Add(static_cast<uint8_t>((one_byte_length >> 7) | 0x80u)); |
1710 } | 1710 } |
1711 backing_store_.Add(static_cast<uint8_t>(one_byte_length & 0x7f)); | 1711 backing_store_.Add(static_cast<uint8_t>(one_byte_length & 0x7f)); |
1712 | 1712 |
1713 backing_store_.AddBlock(bytes); | 1713 backing_store_.AddBlock(bytes); |
1714 return backing_store_.EndSequence().start(); | 1714 return backing_store_.EndSequence().start(); |
1715 } | 1715 } |
1716 | 1716 |
1717 } // namespace internal | 1717 } // namespace internal |
1718 } // namespace v8 | 1718 } // namespace v8 |
OLD | NEW |