OLD | NEW |
1 // Copyright 2011 the V8 project authors. All rights reserved. | 1 // Copyright 2011 the V8 project authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 // Features shared by parsing and pre-parsing scanners. | 5 // Features shared by parsing and pre-parsing scanners. |
6 | 6 |
7 #include "src/parsing/scanner.h" | 7 #include "src/parsing/scanner.h" |
8 | 8 |
9 #include <stdint.h> | 9 #include <stdint.h> |
10 | 10 |
(...skipping 1117 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1128 } | 1128 } |
1129 const bool unicode = true; | 1129 const bool unicode = true; |
1130 return ScanHexNumber<capture_raw, unicode>(4); | 1130 return ScanHexNumber<capture_raw, unicode>(4); |
1131 } | 1131 } |
1132 | 1132 |
1133 | 1133 |
1134 // ---------------------------------------------------------------------------- | 1134 // ---------------------------------------------------------------------------- |
1135 // Keyword Matcher | 1135 // Keyword Matcher |
1136 | 1136 |
1137 #define KEYWORDS(KEYWORD_GROUP, KEYWORD) \ | 1137 #define KEYWORDS(KEYWORD_GROUP, KEYWORD) \ |
| 1138 KEYWORD_GROUP('a') \ |
| 1139 KEYWORD("await", Token::AWAIT) \ |
1138 KEYWORD_GROUP('b') \ | 1140 KEYWORD_GROUP('b') \ |
1139 KEYWORD("break", Token::BREAK) \ | 1141 KEYWORD("break", Token::BREAK) \ |
1140 KEYWORD_GROUP('c') \ | 1142 KEYWORD_GROUP('c') \ |
1141 KEYWORD("case", Token::CASE) \ | 1143 KEYWORD("case", Token::CASE) \ |
1142 KEYWORD("catch", Token::CATCH) \ | 1144 KEYWORD("catch", Token::CATCH) \ |
1143 KEYWORD("class", Token::CLASS) \ | 1145 KEYWORD("class", Token::CLASS) \ |
1144 KEYWORD("const", Token::CONST) \ | 1146 KEYWORD("const", Token::CONST) \ |
1145 KEYWORD("continue", Token::CONTINUE) \ | 1147 KEYWORD("continue", Token::CONTINUE) \ |
1146 KEYWORD_GROUP('d') \ | 1148 KEYWORD_GROUP('d') \ |
1147 KEYWORD("debugger", Token::DEBUGGER) \ | 1149 KEYWORD("debugger", Token::DEBUGGER) \ |
1148 KEYWORD("default", Token::DEFAULT) \ | 1150 KEYWORD("default", Token::DEFAULT) \ |
1149 KEYWORD("delete", Token::DELETE) \ | 1151 KEYWORD("delete", Token::DELETE) \ |
1150 KEYWORD("do", Token::DO) \ | 1152 KEYWORD("do", Token::DO) \ |
1151 KEYWORD_GROUP('e') \ | 1153 KEYWORD_GROUP('e') \ |
1152 KEYWORD("else", Token::ELSE) \ | 1154 KEYWORD("else", Token::ELSE) \ |
1153 KEYWORD("enum", Token::FUTURE_RESERVED_WORD) \ | 1155 KEYWORD("enum", Token::ENUM) \ |
1154 KEYWORD("export", Token::EXPORT) \ | 1156 KEYWORD("export", Token::EXPORT) \ |
1155 KEYWORD("extends", Token::EXTENDS) \ | 1157 KEYWORD("extends", Token::EXTENDS) \ |
1156 KEYWORD_GROUP('f') \ | 1158 KEYWORD_GROUP('f') \ |
1157 KEYWORD("false", Token::FALSE_LITERAL) \ | 1159 KEYWORD("false", Token::FALSE_LITERAL) \ |
1158 KEYWORD("finally", Token::FINALLY) \ | 1160 KEYWORD("finally", Token::FINALLY) \ |
1159 KEYWORD("for", Token::FOR) \ | 1161 KEYWORD("for", Token::FOR) \ |
1160 KEYWORD("function", Token::FUNCTION) \ | 1162 KEYWORD("function", Token::FUNCTION) \ |
1161 KEYWORD_GROUP('i') \ | 1163 KEYWORD_GROUP('i') \ |
1162 KEYWORD("if", Token::IF) \ | 1164 KEYWORD("if", Token::IF) \ |
1163 KEYWORD("implements", Token::FUTURE_STRICT_RESERVED_WORD) \ | 1165 KEYWORD("implements", Token::FUTURE_STRICT_RESERVED_WORD) \ |
(...skipping 25 matching lines...) Expand all Loading... |
1189 KEYWORD("typeof", Token::TYPEOF) \ | 1191 KEYWORD("typeof", Token::TYPEOF) \ |
1190 KEYWORD_GROUP('v') \ | 1192 KEYWORD_GROUP('v') \ |
1191 KEYWORD("var", Token::VAR) \ | 1193 KEYWORD("var", Token::VAR) \ |
1192 KEYWORD("void", Token::VOID) \ | 1194 KEYWORD("void", Token::VOID) \ |
1193 KEYWORD_GROUP('w') \ | 1195 KEYWORD_GROUP('w') \ |
1194 KEYWORD("while", Token::WHILE) \ | 1196 KEYWORD("while", Token::WHILE) \ |
1195 KEYWORD("with", Token::WITH) \ | 1197 KEYWORD("with", Token::WITH) \ |
1196 KEYWORD_GROUP('y') \ | 1198 KEYWORD_GROUP('y') \ |
1197 KEYWORD("yield", Token::YIELD) | 1199 KEYWORD("yield", Token::YIELD) |
1198 | 1200 |
1199 | |
1200 static Token::Value KeywordOrIdentifierToken(const uint8_t* input, | 1201 static Token::Value KeywordOrIdentifierToken(const uint8_t* input, |
1201 int input_length, bool escaped) { | 1202 int input_length, bool escaped) { |
1202 DCHECK(input_length >= 1); | 1203 DCHECK(input_length >= 1); |
1203 const int kMinLength = 2; | 1204 const int kMinLength = 2; |
1204 const int kMaxLength = 10; | 1205 const int kMaxLength = 10; |
1205 if (input_length < kMinLength || input_length > kMaxLength) { | 1206 if (input_length < kMinLength || input_length > kMaxLength) { |
1206 return Token::IDENTIFIER; | 1207 return Token::IDENTIFIER; |
1207 } | 1208 } |
1208 switch (input[0]) { | 1209 switch (input[0]) { |
1209 default: | 1210 default: |
(...skipping 476 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1686 backing_store_.Add(static_cast<uint8_t>((one_byte_length >> 7) | 0x80u)); | 1687 backing_store_.Add(static_cast<uint8_t>((one_byte_length >> 7) | 0x80u)); |
1687 } | 1688 } |
1688 backing_store_.Add(static_cast<uint8_t>(one_byte_length & 0x7f)); | 1689 backing_store_.Add(static_cast<uint8_t>(one_byte_length & 0x7f)); |
1689 | 1690 |
1690 backing_store_.AddBlock(bytes); | 1691 backing_store_.AddBlock(bytes); |
1691 return backing_store_.EndSequence().start(); | 1692 return backing_store_.EndSequence().start(); |
1692 } | 1693 } |
1693 | 1694 |
1694 } // namespace internal | 1695 } // namespace internal |
1695 } // namespace v8 | 1696 } // namespace v8 |
OLD | NEW |