OLD | NEW |
1 // Copyright 2011 the V8 project authors. All rights reserved. | 1 // Copyright 2011 the V8 project authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 // Features shared by parsing and pre-parsing scanners. | 5 // Features shared by parsing and pre-parsing scanners. |
6 | 6 |
7 #include "src/parsing/scanner.h" | 7 #include "src/parsing/scanner.h" |
8 | 8 |
9 #include <stdint.h> | 9 #include <stdint.h> |
10 | 10 |
(...skipping 1100 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1111 return cp; | 1111 return cp; |
1112 } | 1112 } |
1113 return ScanHexNumber<capture_raw>(4); | 1113 return ScanHexNumber<capture_raw>(4); |
1114 } | 1114 } |
1115 | 1115 |
1116 | 1116 |
1117 // ---------------------------------------------------------------------------- | 1117 // ---------------------------------------------------------------------------- |
1118 // Keyword Matcher | 1118 // Keyword Matcher |
1119 | 1119 |
1120 #define KEYWORDS(KEYWORD_GROUP, KEYWORD) \ | 1120 #define KEYWORDS(KEYWORD_GROUP, KEYWORD) \ |
| 1121 KEYWORD_GROUP('a') \ |
| 1122 KEYWORD("await", Token::AWAIT) \ |
1121 KEYWORD_GROUP('b') \ | 1123 KEYWORD_GROUP('b') \ |
1122 KEYWORD("break", Token::BREAK) \ | 1124 KEYWORD("break", Token::BREAK) \ |
1123 KEYWORD_GROUP('c') \ | 1125 KEYWORD_GROUP('c') \ |
1124 KEYWORD("case", Token::CASE) \ | 1126 KEYWORD("case", Token::CASE) \ |
1125 KEYWORD("catch", Token::CATCH) \ | 1127 KEYWORD("catch", Token::CATCH) \ |
1126 KEYWORD("class", Token::CLASS) \ | 1128 KEYWORD("class", Token::CLASS) \ |
1127 KEYWORD("const", Token::CONST) \ | 1129 KEYWORD("const", Token::CONST) \ |
1128 KEYWORD("continue", Token::CONTINUE) \ | 1130 KEYWORD("continue", Token::CONTINUE) \ |
1129 KEYWORD_GROUP('d') \ | 1131 KEYWORD_GROUP('d') \ |
1130 KEYWORD("debugger", Token::DEBUGGER) \ | 1132 KEYWORD("debugger", Token::DEBUGGER) \ |
1131 KEYWORD("default", Token::DEFAULT) \ | 1133 KEYWORD("default", Token::DEFAULT) \ |
1132 KEYWORD("delete", Token::DELETE) \ | 1134 KEYWORD("delete", Token::DELETE) \ |
1133 KEYWORD("do", Token::DO) \ | 1135 KEYWORD("do", Token::DO) \ |
1134 KEYWORD_GROUP('e') \ | 1136 KEYWORD_GROUP('e') \ |
1135 KEYWORD("else", Token::ELSE) \ | 1137 KEYWORD("else", Token::ELSE) \ |
1136 KEYWORD("enum", Token::FUTURE_RESERVED_WORD) \ | 1138 KEYWORD("enum", Token::ENUM) \ |
1137 KEYWORD("export", Token::EXPORT) \ | 1139 KEYWORD("export", Token::EXPORT) \ |
1138 KEYWORD("extends", Token::EXTENDS) \ | 1140 KEYWORD("extends", Token::EXTENDS) \ |
1139 KEYWORD_GROUP('f') \ | 1141 KEYWORD_GROUP('f') \ |
1140 KEYWORD("false", Token::FALSE_LITERAL) \ | 1142 KEYWORD("false", Token::FALSE_LITERAL) \ |
1141 KEYWORD("finally", Token::FINALLY) \ | 1143 KEYWORD("finally", Token::FINALLY) \ |
1142 KEYWORD("for", Token::FOR) \ | 1144 KEYWORD("for", Token::FOR) \ |
1143 KEYWORD("function", Token::FUNCTION) \ | 1145 KEYWORD("function", Token::FUNCTION) \ |
1144 KEYWORD_GROUP('i') \ | 1146 KEYWORD_GROUP('i') \ |
1145 KEYWORD("if", Token::IF) \ | 1147 KEYWORD("if", Token::IF) \ |
1146 KEYWORD("implements", Token::FUTURE_STRICT_RESERVED_WORD) \ | 1148 KEYWORD("implements", Token::FUTURE_STRICT_RESERVED_WORD) \ |
(...skipping 25 matching lines...) Expand all Loading... |
1172 KEYWORD("typeof", Token::TYPEOF) \ | 1174 KEYWORD("typeof", Token::TYPEOF) \ |
1173 KEYWORD_GROUP('v') \ | 1175 KEYWORD_GROUP('v') \ |
1174 KEYWORD("var", Token::VAR) \ | 1176 KEYWORD("var", Token::VAR) \ |
1175 KEYWORD("void", Token::VOID) \ | 1177 KEYWORD("void", Token::VOID) \ |
1176 KEYWORD_GROUP('w') \ | 1178 KEYWORD_GROUP('w') \ |
1177 KEYWORD("while", Token::WHILE) \ | 1179 KEYWORD("while", Token::WHILE) \ |
1178 KEYWORD("with", Token::WITH) \ | 1180 KEYWORD("with", Token::WITH) \ |
1179 KEYWORD_GROUP('y') \ | 1181 KEYWORD_GROUP('y') \ |
1180 KEYWORD("yield", Token::YIELD) | 1182 KEYWORD("yield", Token::YIELD) |
1181 | 1183 |
1182 | |
1183 static Token::Value KeywordOrIdentifierToken(const uint8_t* input, | 1184 static Token::Value KeywordOrIdentifierToken(const uint8_t* input, |
1184 int input_length, bool escaped) { | 1185 int input_length, bool escaped) { |
1185 DCHECK(input_length >= 1); | 1186 DCHECK(input_length >= 1); |
1186 const int kMinLength = 2; | 1187 const int kMinLength = 2; |
1187 const int kMaxLength = 10; | 1188 const int kMaxLength = 10; |
1188 if (input_length < kMinLength || input_length > kMaxLength) { | 1189 if (input_length < kMinLength || input_length > kMaxLength) { |
1189 return Token::IDENTIFIER; | 1190 return Token::IDENTIFIER; |
1190 } | 1191 } |
1191 switch (input[0]) { | 1192 switch (input[0]) { |
1192 default: | 1193 default: |
(...skipping 477 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1670 backing_store_.Add(static_cast<uint8_t>((one_byte_length >> 7) | 0x80u)); | 1671 backing_store_.Add(static_cast<uint8_t>((one_byte_length >> 7) | 0x80u)); |
1671 } | 1672 } |
1672 backing_store_.Add(static_cast<uint8_t>(one_byte_length & 0x7f)); | 1673 backing_store_.Add(static_cast<uint8_t>(one_byte_length & 0x7f)); |
1673 | 1674 |
1674 backing_store_.AddBlock(bytes); | 1675 backing_store_.AddBlock(bytes); |
1675 return backing_store_.EndSequence().start(); | 1676 return backing_store_.EndSequence().start(); |
1676 } | 1677 } |
1677 | 1678 |
1678 } // namespace internal | 1679 } // namespace internal |
1679 } // namespace v8 | 1680 } // namespace v8 |
OLD | NEW |