OLD | NEW |
1 // Copyright 2012 the V8 project authors. All rights reserved. | 1 // Copyright 2012 the V8 project authors. All rights reserved. |
2 // Redistribution and use in source and binary forms, with or without | 2 // Redistribution and use in source and binary forms, with or without |
3 // modification, are permitted provided that the following conditions are | 3 // modification, are permitted provided that the following conditions are |
4 // met: | 4 // met: |
5 // | 5 // |
6 // * Redistributions of source code must retain the above copyright | 6 // * Redistributions of source code must retain the above copyright |
7 // notice, this list of conditions and the following disclaimer. | 7 // notice, this list of conditions and the following disclaimer. |
8 // * Redistributions in binary form must reproduce the above | 8 // * Redistributions in binary form must reproduce the above |
9 // copyright notice, this list of conditions and the following | 9 // copyright notice, this list of conditions and the following |
10 // disclaimer in the documentation and/or other materials provided | 10 // disclaimer in the documentation and/or other materials provided |
(...skipping 18 matching lines...) Expand all Loading... |
29 #define V8_PREPARSER_H | 29 #define V8_PREPARSER_H |
30 | 30 |
31 #include "hashmap.h" | 31 #include "hashmap.h" |
32 #include "token.h" | 32 #include "token.h" |
33 #include "scanner.h" | 33 #include "scanner.h" |
34 | 34 |
35 namespace v8 { | 35 namespace v8 { |
36 namespace internal { | 36 namespace internal { |
37 | 37 |
38 // Common base class shared between parser and pre-parser. | 38 // Common base class shared between parser and pre-parser. |
39 class ParserBase { | 39 template <typename Traits> |
| 40 class ParserBase : public Traits { |
40 public: | 41 public: |
41 ParserBase(Scanner* scanner, uintptr_t stack_limit) | 42 ParserBase(Scanner* scanner, uintptr_t stack_limit, |
42 : scanner_(scanner), | 43 typename Traits::ParserType this_object) |
| 44 : Traits(this_object), |
| 45 scanner_(scanner), |
43 stack_limit_(stack_limit), | 46 stack_limit_(stack_limit), |
44 stack_overflow_(false), | 47 stack_overflow_(false), |
45 allow_lazy_(false), | 48 allow_lazy_(false), |
46 allow_natives_syntax_(false), | 49 allow_natives_syntax_(false), |
47 allow_generators_(false), | 50 allow_generators_(false), |
48 allow_for_of_(false) { } | 51 allow_for_of_(false) { } |
49 // TODO(mstarzinger): Only virtual until message reporting has been unified. | |
50 virtual ~ParserBase() { } | |
51 | 52 |
52 // Getters that indicate whether certain syntactical constructs are | 53 // Getters that indicate whether certain syntactical constructs are |
53 // allowed to be parsed by this instance of the parser. | 54 // allowed to be parsed by this instance of the parser. |
54 bool allow_lazy() const { return allow_lazy_; } | 55 bool allow_lazy() const { return allow_lazy_; } |
55 bool allow_natives_syntax() const { return allow_natives_syntax_; } | 56 bool allow_natives_syntax() const { return allow_natives_syntax_; } |
56 bool allow_generators() const { return allow_generators_; } | 57 bool allow_generators() const { return allow_generators_; } |
57 bool allow_for_of() const { return allow_for_of_; } | 58 bool allow_for_of() const { return allow_for_of_; } |
58 bool allow_modules() const { return scanner()->HarmonyModules(); } | 59 bool allow_modules() const { return scanner()->HarmonyModules(); } |
59 bool allow_harmony_scoping() const { return scanner()->HarmonyScoping(); } | 60 bool allow_harmony_scoping() const { return scanner()->HarmonyScoping(); } |
60 bool allow_harmony_numeric_literals() const { | 61 bool allow_harmony_numeric_literals() const { |
(...skipping 19 matching lines...) Expand all Loading... |
80 kAllowEvalOrArguments, | 81 kAllowEvalOrArguments, |
81 kDontAllowEvalOrArguments | 82 kDontAllowEvalOrArguments |
82 }; | 83 }; |
83 | 84 |
84 Scanner* scanner() const { return scanner_; } | 85 Scanner* scanner() const { return scanner_; } |
85 int position() { return scanner_->location().beg_pos; } | 86 int position() { return scanner_->location().beg_pos; } |
86 int peek_position() { return scanner_->peek_location().beg_pos; } | 87 int peek_position() { return scanner_->peek_location().beg_pos; } |
87 bool stack_overflow() const { return stack_overflow_; } | 88 bool stack_overflow() const { return stack_overflow_; } |
88 void set_stack_overflow() { stack_overflow_ = true; } | 89 void set_stack_overflow() { stack_overflow_ = true; } |
89 | 90 |
90 virtual bool is_classic_mode() = 0; | |
91 | |
92 INLINE(Token::Value peek()) { | 91 INLINE(Token::Value peek()) { |
93 if (stack_overflow_) return Token::ILLEGAL; | 92 if (stack_overflow_) return Token::ILLEGAL; |
94 return scanner()->peek(); | 93 return scanner()->peek(); |
95 } | 94 } |
96 | 95 |
97 INLINE(Token::Value Next()) { | 96 INLINE(Token::Value Next()) { |
98 if (stack_overflow_) return Token::ILLEGAL; | 97 if (stack_overflow_) return Token::ILLEGAL; |
99 { | 98 { |
100 int marker; | 99 int marker; |
101 if (reinterpret_cast<uintptr_t>(&marker) < stack_limit_) { | 100 if (reinterpret_cast<uintptr_t>(&marker) < stack_limit_) { |
(...skipping 23 matching lines...) Expand all Loading... |
125 } | 124 } |
126 | 125 |
127 void Expect(Token::Value token, bool* ok) { | 126 void Expect(Token::Value token, bool* ok) { |
128 Token::Value next = Next(); | 127 Token::Value next = Next(); |
129 if (next != token) { | 128 if (next != token) { |
130 ReportUnexpectedToken(next); | 129 ReportUnexpectedToken(next); |
131 *ok = false; | 130 *ok = false; |
132 } | 131 } |
133 } | 132 } |
134 | 133 |
135 bool peek_any_identifier(); | 134 void ExpectSemicolon(bool* ok) { |
136 void ExpectSemicolon(bool* ok); | 135 // Check for automatic semicolon insertion according to |
137 bool CheckContextualKeyword(Vector<const char> keyword); | 136 // the rules given in ECMA-262, section 7.9, page 21. |
138 void ExpectContextualKeyword(Vector<const char> keyword, bool* ok); | 137 Token::Value tok = peek(); |
| 138 if (tok == Token::SEMICOLON) { |
| 139 Next(); |
| 140 return; |
| 141 } |
| 142 if (scanner()->HasAnyLineTerminatorBeforeNext() || |
| 143 tok == Token::RBRACE || |
| 144 tok == Token::EOS) { |
| 145 return; |
| 146 } |
| 147 Expect(Token::SEMICOLON, ok); |
| 148 } |
139 | 149 |
140 // Strict mode octal literal validation. | 150 bool peek_any_identifier() { |
141 void CheckOctalLiteral(int beg_pos, int end_pos, bool* ok); | 151 Token::Value next = peek(); |
| 152 return next == Token::IDENTIFIER || |
| 153 next == Token::FUTURE_RESERVED_WORD || |
| 154 next == Token::FUTURE_STRICT_RESERVED_WORD || |
| 155 next == Token::YIELD; |
| 156 } |
| 157 |
| 158 bool CheckContextualKeyword(Vector<const char> keyword) { |
| 159 if (peek() == Token::IDENTIFIER && |
| 160 scanner()->is_next_contextual_keyword(keyword)) { |
| 161 Consume(Token::IDENTIFIER); |
| 162 return true; |
| 163 } |
| 164 return false; |
| 165 } |
| 166 |
| 167 void ExpectContextualKeyword(Vector<const char> keyword, bool* ok) { |
| 168 Expect(Token::IDENTIFIER, ok); |
| 169 if (!*ok) return; |
| 170 if (!scanner()->is_literal_contextual_keyword(keyword)) { |
| 171 ReportUnexpectedToken(scanner()->current_token()); |
| 172 *ok = false; |
| 173 } |
| 174 } |
| 175 |
| 176 // Checks whether an octal literal was last seen between beg_pos and end_pos. |
| 177 // If so, reports an error. Only called for strict mode. |
| 178 void CheckOctalLiteral(int beg_pos, int end_pos, bool* ok) { |
| 179 Scanner::Location octal = scanner()->octal_position(); |
| 180 if (octal.IsValid() && beg_pos <= octal.beg_pos && |
| 181 octal.end_pos <= end_pos) { |
| 182 ReportMessageAt(octal, "strict_octal_literal"); |
| 183 scanner()->clear_octal_position(); |
| 184 *ok = false; |
| 185 } |
| 186 } |
142 | 187 |
143 // Determine precedence of given token. | 188 // Determine precedence of given token. |
144 static int Precedence(Token::Value token, bool accept_IN); | 189 static int Precedence(Token::Value token, bool accept_IN) { |
| 190 if (token == Token::IN && !accept_IN) |
| 191 return 0; // 0 precedence will terminate binary expression parsing |
| 192 return Token::Precedence(token); |
| 193 } |
145 | 194 |
146 // Report syntax errors. | 195 // Report syntax errors. |
| 196 void ReportMessage(const char* message, Vector<const char*> args) { |
| 197 Scanner::Location source_location = scanner()->location(); |
| 198 Traits::ReportMessageAt(source_location, message, args); |
| 199 } |
| 200 |
| 201 void ReportMessageAt(Scanner::Location location, const char* message) { |
| 202 Traits::ReportMessageAt(location, message, Vector<const char*>::empty()); |
| 203 } |
| 204 |
147 void ReportUnexpectedToken(Token::Value token); | 205 void ReportUnexpectedToken(Token::Value token); |
148 void ReportMessageAt(Scanner::Location location, const char* type) { | 206 |
149 ReportMessageAt(location, type, Vector<const char*>::empty()); | 207 // Recursive descent functions: |
150 } | 208 |
151 virtual void ReportMessageAt(Scanner::Location source_location, | 209 // Parses an identifier that is valid for the current scope, in particular it |
152 const char* message, | 210 // fails on strict mode future reserved keywords in a strict scope. If |
153 Vector<const char*> args) = 0; | 211 // allow_eval_or_arguments is kAllowEvalOrArguments, we allow "eval" or |
| 212 // "arguments" as identifier even in strict mode (this is needed in cases like |
| 213 // "var foo = eval;"). |
| 214 typename Traits::IdentifierType ParseIdentifier( |
| 215 AllowEvalOrArgumentsAsIdentifier, |
| 216 bool* ok); |
| 217 // Parses an identifier or a strict mode future reserved word, and indicate |
| 218 // whether it is strict mode future reserved. |
| 219 typename Traits::IdentifierType ParseIdentifierOrStrictReservedWord( |
| 220 bool* is_strict_reserved, |
| 221 bool* ok); |
| 222 typename Traits::IdentifierType ParseIdentifierName(bool* ok); |
| 223 // Parses an identifier and determines whether or not it is 'get' or 'set'. |
| 224 typename Traits::IdentifierType ParseIdentifierNameOrGetOrSet(bool* is_get, |
| 225 bool* is_set, |
| 226 bool* ok); |
154 | 227 |
155 // Used to detect duplicates in object literals. Each of the values | 228 // Used to detect duplicates in object literals. Each of the values |
156 // kGetterProperty, kSetterProperty and kValueProperty represents | 229 // kGetterProperty, kSetterProperty and kValueProperty represents |
157 // a type of object literal property. When parsing a property, its | 230 // a type of object literal property. When parsing a property, its |
158 // type value is stored in the DuplicateFinder for the property name. | 231 // type value is stored in the DuplicateFinder for the property name. |
159 // Values are chosen so that having intersection bits means the there is | 232 // Values are chosen so that having intersection bits means the there is |
160 // an incompatibility. | 233 // an incompatibility. |
161 // I.e., you can add a getter to a property that already has a setter, since | 234 // I.e., you can add a getter to a property that already has a setter, since |
162 // kGetterProperty and kSetterProperty doesn't intersect, but not if it | 235 // kGetterProperty and kSetterProperty doesn't intersect, but not if it |
163 // already has a getter or a value. Adding the getter to an existing | 236 // already has a getter or a value. Adding the getter to an existing |
(...skipping 47 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
211 uintptr_t stack_limit_; | 284 uintptr_t stack_limit_; |
212 bool stack_overflow_; | 285 bool stack_overflow_; |
213 | 286 |
214 bool allow_lazy_; | 287 bool allow_lazy_; |
215 bool allow_natives_syntax_; | 288 bool allow_natives_syntax_; |
216 bool allow_generators_; | 289 bool allow_generators_; |
217 bool allow_for_of_; | 290 bool allow_for_of_; |
218 }; | 291 }; |
219 | 292 |
220 | 293 |
| 294 class PreParserIdentifier { |
| 295 public: |
| 296 static PreParserIdentifier Default() { |
| 297 return PreParserIdentifier(kUnknownIdentifier); |
| 298 } |
| 299 static PreParserIdentifier Eval() { |
| 300 return PreParserIdentifier(kEvalIdentifier); |
| 301 } |
| 302 static PreParserIdentifier Arguments() { |
| 303 return PreParserIdentifier(kArgumentsIdentifier); |
| 304 } |
| 305 static PreParserIdentifier FutureReserved() { |
| 306 return PreParserIdentifier(kFutureReservedIdentifier); |
| 307 } |
| 308 static PreParserIdentifier FutureStrictReserved() { |
| 309 return PreParserIdentifier(kFutureStrictReservedIdentifier); |
| 310 } |
| 311 static PreParserIdentifier Yield() { |
| 312 return PreParserIdentifier(kYieldIdentifier); |
| 313 } |
| 314 bool IsEval() { return type_ == kEvalIdentifier; } |
| 315 bool IsArguments() { return type_ == kArgumentsIdentifier; } |
| 316 bool IsEvalOrArguments() { return type_ >= kEvalIdentifier; } |
| 317 bool IsYield() { return type_ == kYieldIdentifier; } |
| 318 bool IsFutureReserved() { return type_ == kFutureReservedIdentifier; } |
| 319 bool IsFutureStrictReserved() { |
| 320 return type_ == kFutureStrictReservedIdentifier; |
| 321 } |
| 322 bool IsValidStrictVariable() { return type_ == kUnknownIdentifier; } |
| 323 |
| 324 private: |
| 325 enum Type { |
| 326 kUnknownIdentifier, |
| 327 kFutureReservedIdentifier, |
| 328 kFutureStrictReservedIdentifier, |
| 329 kYieldIdentifier, |
| 330 kEvalIdentifier, |
| 331 kArgumentsIdentifier |
| 332 }; |
| 333 explicit PreParserIdentifier(Type type) : type_(type) {} |
| 334 Type type_; |
| 335 |
| 336 friend class PreParserExpression; |
| 337 }; |
| 338 |
| 339 |
| 340 // Bits 0 and 1 are used to identify the type of expression: |
| 341 // If bit 0 is set, it's an identifier. |
| 342 // if bit 1 is set, it's a string literal. |
| 343 // If neither is set, it's no particular type, and both set isn't |
| 344 // use yet. |
| 345 class PreParserExpression { |
| 346 public: |
| 347 static PreParserExpression Default() { |
| 348 return PreParserExpression(kUnknownExpression); |
| 349 } |
| 350 |
| 351 static PreParserExpression FromIdentifier(PreParserIdentifier id) { |
| 352 return PreParserExpression(kIdentifierFlag | |
| 353 (id.type_ << kIdentifierShift)); |
| 354 } |
| 355 |
| 356 static PreParserExpression StringLiteral() { |
| 357 return PreParserExpression(kUnknownStringLiteral); |
| 358 } |
| 359 |
| 360 static PreParserExpression UseStrictStringLiteral() { |
| 361 return PreParserExpression(kUseStrictString); |
| 362 } |
| 363 |
| 364 static PreParserExpression This() { |
| 365 return PreParserExpression(kThisExpression); |
| 366 } |
| 367 |
| 368 static PreParserExpression ThisProperty() { |
| 369 return PreParserExpression(kThisPropertyExpression); |
| 370 } |
| 371 |
| 372 static PreParserExpression StrictFunction() { |
| 373 return PreParserExpression(kStrictFunctionExpression); |
| 374 } |
| 375 |
| 376 bool IsIdentifier() { return (code_ & kIdentifierFlag) != 0; } |
| 377 |
| 378 // Only works corretly if it is actually an identifier expression. |
| 379 PreParserIdentifier AsIdentifier() { |
| 380 return PreParserIdentifier( |
| 381 static_cast<PreParserIdentifier::Type>(code_ >> kIdentifierShift)); |
| 382 } |
| 383 |
| 384 bool IsStringLiteral() { return (code_ & kStringLiteralFlag) != 0; } |
| 385 |
| 386 bool IsUseStrictLiteral() { |
| 387 return (code_ & kStringLiteralMask) == kUseStrictString; |
| 388 } |
| 389 |
| 390 bool IsThis() { return code_ == kThisExpression; } |
| 391 |
| 392 bool IsThisProperty() { return code_ == kThisPropertyExpression; } |
| 393 |
| 394 bool IsStrictFunction() { return code_ == kStrictFunctionExpression; } |
| 395 |
| 396 private: |
| 397 // First two/three bits are used as flags. |
| 398 // Bit 0 and 1 represent identifiers or strings literals, and are |
| 399 // mutually exclusive, but can both be absent. |
| 400 enum { |
| 401 kUnknownExpression = 0, |
| 402 // Identifiers |
| 403 kIdentifierFlag = 1, // Used to detect labels. |
| 404 kIdentifierShift = 3, |
| 405 |
| 406 kStringLiteralFlag = 2, // Used to detect directive prologue. |
| 407 kUnknownStringLiteral = kStringLiteralFlag, |
| 408 kUseStrictString = kStringLiteralFlag | 8, |
| 409 kStringLiteralMask = kUseStrictString, |
| 410 |
| 411 // Below here applies if neither identifier nor string literal. |
| 412 kThisExpression = 4, |
| 413 kThisPropertyExpression = 8, |
| 414 kStrictFunctionExpression = 12 |
| 415 }; |
| 416 |
| 417 explicit PreParserExpression(int expression_code) : code_(expression_code) {} |
| 418 |
| 419 int code_; |
| 420 }; |
| 421 |
| 422 class PreParser; |
| 423 |
| 424 |
| 425 class PreParserTraits { |
| 426 public: |
| 427 typedef PreParser* ParserType; |
| 428 // Return types for traversing functions. |
| 429 typedef PreParserIdentifier IdentifierType; |
| 430 |
| 431 explicit PreParserTraits(PreParser* pre_parser) : pre_parser_(pre_parser) {} |
| 432 |
| 433 // Helper functions for recursive descent. |
| 434 bool is_classic_mode() const; |
| 435 bool is_generator() const; |
| 436 static bool IsEvalOrArguments(IdentifierType identifier) { |
| 437 return identifier.IsEvalOrArguments(); |
| 438 } |
| 439 |
| 440 // Reporting errors. |
| 441 void ReportMessageAt(Scanner::Location location, |
| 442 const char* message, |
| 443 Vector<const char*> args); |
| 444 void ReportMessageAt(Scanner::Location location, |
| 445 const char* type, |
| 446 const char* name_opt); |
| 447 void ReportMessageAt(int start_pos, |
| 448 int end_pos, |
| 449 const char* type, |
| 450 const char* name_opt); |
| 451 |
| 452 // Identifiers: |
| 453 static IdentifierType EmptyIdentifier() { |
| 454 return PreParserIdentifier::Default(); |
| 455 } |
| 456 |
| 457 IdentifierType GetSymbol(); |
| 458 |
| 459 private: |
| 460 PreParser* pre_parser_; |
| 461 }; |
| 462 |
| 463 |
221 // Preparsing checks a JavaScript program and emits preparse-data that helps | 464 // Preparsing checks a JavaScript program and emits preparse-data that helps |
222 // a later parsing to be faster. | 465 // a later parsing to be faster. |
223 // See preparse-data-format.h for the data format. | 466 // See preparse-data-format.h for the data format. |
224 | 467 |
225 // The PreParser checks that the syntax follows the grammar for JavaScript, | 468 // The PreParser checks that the syntax follows the grammar for JavaScript, |
226 // and collects some information about the program along the way. | 469 // and collects some information about the program along the way. |
227 // The grammar check is only performed in order to understand the program | 470 // The grammar check is only performed in order to understand the program |
228 // sufficiently to deduce some information about it, that can be used | 471 // sufficiently to deduce some information about it, that can be used |
229 // to speed up later parsing. Finding errors is not the goal of pre-parsing, | 472 // to speed up later parsing. Finding errors is not the goal of pre-parsing, |
230 // rather it is to speed up properly written and correct programs. | 473 // rather it is to speed up properly written and correct programs. |
231 // That means that contextual checks (like a label being declared where | 474 // That means that contextual checks (like a label being declared where |
232 // it is used) are generally omitted. | 475 // it is used) are generally omitted. |
233 class PreParser : public ParserBase { | 476 class PreParser : public ParserBase<PreParserTraits> { |
234 public: | 477 public: |
| 478 typedef PreParserIdentifier Identifier; |
| 479 typedef PreParserExpression Expression; |
| 480 |
235 enum PreParseResult { | 481 enum PreParseResult { |
236 kPreParseStackOverflow, | 482 kPreParseStackOverflow, |
237 kPreParseSuccess | 483 kPreParseSuccess |
238 }; | 484 }; |
239 | 485 |
240 PreParser(Scanner* scanner, | 486 PreParser(Scanner* scanner, |
241 ParserRecorder* log, | 487 ParserRecorder* log, |
242 uintptr_t stack_limit) | 488 uintptr_t stack_limit) |
243 : ParserBase(scanner, stack_limit), | 489 : ParserBase(scanner, stack_limit, this), |
244 log_(log), | 490 log_(log), |
245 scope_(NULL), | 491 scope_(NULL), |
246 parenthesized_function_(false) { } | 492 parenthesized_function_(false) { } |
247 | 493 |
248 ~PreParser() {} | 494 ~PreParser() {} |
249 | 495 |
250 // Pre-parse the program from the character stream; returns true on | 496 // Pre-parse the program from the character stream; returns true on |
251 // success (even if parsing failed, the pre-parse data successfully | 497 // success (even if parsing failed, the pre-parse data successfully |
252 // captured the syntax error), and false if a stack-overflow happened | 498 // captured the syntax error), and false if a stack-overflow happened |
253 // during parsing. | 499 // during parsing. |
(...skipping 17 matching lines...) Expand all Loading... |
271 // detail that it can be lazily compiled. | 517 // detail that it can be lazily compiled. |
272 // The scanner is expected to have matched the "function" or "function*" | 518 // The scanner is expected to have matched the "function" or "function*" |
273 // keyword and parameters, and have consumed the initial '{'. | 519 // keyword and parameters, and have consumed the initial '{'. |
274 // At return, unless an error occurred, the scanner is positioned before the | 520 // At return, unless an error occurred, the scanner is positioned before the |
275 // the final '}'. | 521 // the final '}'. |
276 PreParseResult PreParseLazyFunction(LanguageMode mode, | 522 PreParseResult PreParseLazyFunction(LanguageMode mode, |
277 bool is_generator, | 523 bool is_generator, |
278 ParserRecorder* log); | 524 ParserRecorder* log); |
279 | 525 |
280 private: | 526 private: |
| 527 friend class PreParserTraits; |
| 528 |
281 // These types form an algebra over syntactic categories that is just | 529 // These types form an algebra over syntactic categories that is just |
282 // rich enough to let us recognize and propagate the constructs that | 530 // rich enough to let us recognize and propagate the constructs that |
283 // are either being counted in the preparser data, or is important | 531 // are either being counted in the preparser data, or is important |
284 // to throw the correct syntax error exceptions. | 532 // to throw the correct syntax error exceptions. |
285 | 533 |
286 enum ScopeType { | 534 enum ScopeType { |
287 kTopLevelScope, | 535 kTopLevelScope, |
288 kFunctionScope | 536 kFunctionScope |
289 }; | 537 }; |
290 | 538 |
291 enum VariableDeclarationContext { | 539 enum VariableDeclarationContext { |
292 kSourceElement, | 540 kSourceElement, |
293 kStatement, | 541 kStatement, |
294 kForStatement | 542 kForStatement |
295 }; | 543 }; |
296 | 544 |
297 // If a list of variable declarations includes any initializers. | 545 // If a list of variable declarations includes any initializers. |
298 enum VariableDeclarationProperties { | 546 enum VariableDeclarationProperties { |
299 kHasInitializers, | 547 kHasInitializers, |
300 kHasNoInitializers | 548 kHasNoInitializers |
301 }; | 549 }; |
302 | 550 |
303 class Expression; | |
304 | |
305 class Identifier { | |
306 public: | |
307 static Identifier Default() { | |
308 return Identifier(kUnknownIdentifier); | |
309 } | |
310 static Identifier Eval() { | |
311 return Identifier(kEvalIdentifier); | |
312 } | |
313 static Identifier Arguments() { | |
314 return Identifier(kArgumentsIdentifier); | |
315 } | |
316 static Identifier FutureReserved() { | |
317 return Identifier(kFutureReservedIdentifier); | |
318 } | |
319 static Identifier FutureStrictReserved() { | |
320 return Identifier(kFutureStrictReservedIdentifier); | |
321 } | |
322 static Identifier Yield() { | |
323 return Identifier(kYieldIdentifier); | |
324 } | |
325 bool IsEval() { return type_ == kEvalIdentifier; } | |
326 bool IsArguments() { return type_ == kArgumentsIdentifier; } | |
327 bool IsEvalOrArguments() { return type_ >= kEvalIdentifier; } | |
328 bool IsYield() { return type_ == kYieldIdentifier; } | |
329 bool IsFutureReserved() { return type_ == kFutureReservedIdentifier; } | |
330 bool IsFutureStrictReserved() { | |
331 return type_ == kFutureStrictReservedIdentifier; | |
332 } | |
333 bool IsValidStrictVariable() { return type_ == kUnknownIdentifier; } | |
334 | |
335 private: | |
336 enum Type { | |
337 kUnknownIdentifier, | |
338 kFutureReservedIdentifier, | |
339 kFutureStrictReservedIdentifier, | |
340 kYieldIdentifier, | |
341 kEvalIdentifier, | |
342 kArgumentsIdentifier | |
343 }; | |
344 explicit Identifier(Type type) : type_(type) { } | |
345 Type type_; | |
346 | |
347 friend class Expression; | |
348 }; | |
349 | |
350 // Bits 0 and 1 are used to identify the type of expression: | |
351 // If bit 0 is set, it's an identifier. | |
352 // if bit 1 is set, it's a string literal. | |
353 // If neither is set, it's no particular type, and both set isn't | |
354 // use yet. | |
355 class Expression { | |
356 public: | |
357 static Expression Default() { | |
358 return Expression(kUnknownExpression); | |
359 } | |
360 | |
361 static Expression FromIdentifier(Identifier id) { | |
362 return Expression(kIdentifierFlag | (id.type_ << kIdentifierShift)); | |
363 } | |
364 | |
365 static Expression StringLiteral() { | |
366 return Expression(kUnknownStringLiteral); | |
367 } | |
368 | |
369 static Expression UseStrictStringLiteral() { | |
370 return Expression(kUseStrictString); | |
371 } | |
372 | |
373 static Expression This() { | |
374 return Expression(kThisExpression); | |
375 } | |
376 | |
377 static Expression ThisProperty() { | |
378 return Expression(kThisPropertyExpression); | |
379 } | |
380 | |
381 static Expression StrictFunction() { | |
382 return Expression(kStrictFunctionExpression); | |
383 } | |
384 | |
385 bool IsIdentifier() { | |
386 return (code_ & kIdentifierFlag) != 0; | |
387 } | |
388 | |
389 // Only works corretly if it is actually an identifier expression. | |
390 PreParser::Identifier AsIdentifier() { | |
391 return PreParser::Identifier( | |
392 static_cast<PreParser::Identifier::Type>(code_ >> kIdentifierShift)); | |
393 } | |
394 | |
395 bool IsStringLiteral() { return (code_ & kStringLiteralFlag) != 0; } | |
396 | |
397 bool IsUseStrictLiteral() { | |
398 return (code_ & kStringLiteralMask) == kUseStrictString; | |
399 } | |
400 | |
401 bool IsThis() { | |
402 return code_ == kThisExpression; | |
403 } | |
404 | |
405 bool IsThisProperty() { | |
406 return code_ == kThisPropertyExpression; | |
407 } | |
408 | |
409 bool IsStrictFunction() { | |
410 return code_ == kStrictFunctionExpression; | |
411 } | |
412 | |
413 private: | |
414 // First two/three bits are used as flags. | |
415 // Bit 0 and 1 represent identifiers or strings literals, and are | |
416 // mutually exclusive, but can both be absent. | |
417 enum { | |
418 kUnknownExpression = 0, | |
419 // Identifiers | |
420 kIdentifierFlag = 1, // Used to detect labels. | |
421 kIdentifierShift = 3, | |
422 | |
423 kStringLiteralFlag = 2, // Used to detect directive prologue. | |
424 kUnknownStringLiteral = kStringLiteralFlag, | |
425 kUseStrictString = kStringLiteralFlag | 8, | |
426 kStringLiteralMask = kUseStrictString, | |
427 | |
428 // Below here applies if neither identifier nor string literal. | |
429 kThisExpression = 4, | |
430 kThisPropertyExpression = 8, | |
431 kStrictFunctionExpression = 12 | |
432 }; | |
433 | |
434 explicit Expression(int expression_code) : code_(expression_code) { } | |
435 | |
436 int code_; | |
437 }; | |
438 | |
439 class Statement { | 551 class Statement { |
440 public: | 552 public: |
441 static Statement Default() { | 553 static Statement Default() { |
442 return Statement(kUnknownStatement); | 554 return Statement(kUnknownStatement); |
443 } | 555 } |
444 | 556 |
445 static Statement FunctionDeclaration() { | 557 static Statement FunctionDeclaration() { |
446 return Statement(kFunctionDeclaration); | 558 return Statement(kFunctionDeclaration); |
447 } | 559 } |
448 | 560 |
(...skipping 90 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
539 Scope** const variable_; | 651 Scope** const variable_; |
540 Scope* const prev_; | 652 Scope* const prev_; |
541 const ScopeType type_; | 653 const ScopeType type_; |
542 int materialized_literal_count_; | 654 int materialized_literal_count_; |
543 int expected_properties_; | 655 int expected_properties_; |
544 int with_nesting_count_; | 656 int with_nesting_count_; |
545 LanguageMode language_mode_; | 657 LanguageMode language_mode_; |
546 bool is_generator_; | 658 bool is_generator_; |
547 }; | 659 }; |
548 | 660 |
549 // Report syntax error | |
550 void ReportMessageAt(Scanner::Location location, | |
551 const char* message, | |
552 Vector<const char*> args) { | |
553 ReportMessageAt(location.beg_pos, | |
554 location.end_pos, | |
555 message, | |
556 args.length() > 0 ? args[0] : NULL); | |
557 } | |
558 void ReportMessageAt(Scanner::Location location, | |
559 const char* type, | |
560 const char* name_opt) { | |
561 log_->LogMessage(location.beg_pos, location.end_pos, type, name_opt); | |
562 } | |
563 void ReportMessageAt(int start_pos, | |
564 int end_pos, | |
565 const char* type, | |
566 const char* name_opt) { | |
567 log_->LogMessage(start_pos, end_pos, type, name_opt); | |
568 } | |
569 | |
570 // All ParseXXX functions take as the last argument an *ok parameter | 661 // All ParseXXX functions take as the last argument an *ok parameter |
571 // which is set to false if parsing failed; it is unchanged otherwise. | 662 // which is set to false if parsing failed; it is unchanged otherwise. |
572 // By making the 'exception handling' explicit, we are forced to check | 663 // By making the 'exception handling' explicit, we are forced to check |
573 // for failure at the call sites. | 664 // for failure at the call sites. |
574 Statement ParseSourceElement(bool* ok); | 665 Statement ParseSourceElement(bool* ok); |
575 SourceElements ParseSourceElements(int end_token, bool* ok); | 666 SourceElements ParseSourceElements(int end_token, bool* ok); |
576 Statement ParseStatement(bool* ok); | 667 Statement ParseStatement(bool* ok); |
577 Statement ParseFunctionDeclaration(bool* ok); | 668 Statement ParseFunctionDeclaration(bool* ok); |
578 Statement ParseBlock(bool* ok); | 669 Statement ParseBlock(bool* ok); |
579 Statement ParseVariableStatement(VariableDeclarationContext var_context, | 670 Statement ParseVariableStatement(VariableDeclarationContext var_context, |
(...skipping 35 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
615 | 706 |
616 Arguments ParseArguments(bool* ok); | 707 Arguments ParseArguments(bool* ok); |
617 Expression ParseFunctionLiteral( | 708 Expression ParseFunctionLiteral( |
618 Identifier name, | 709 Identifier name, |
619 Scanner::Location function_name_location, | 710 Scanner::Location function_name_location, |
620 bool name_is_strict_reserved, | 711 bool name_is_strict_reserved, |
621 bool is_generator, | 712 bool is_generator, |
622 bool* ok); | 713 bool* ok); |
623 void ParseLazyFunctionLiteralBody(bool* ok); | 714 void ParseLazyFunctionLiteralBody(bool* ok); |
624 | 715 |
625 Identifier ParseIdentifier(AllowEvalOrArgumentsAsIdentifier, bool* ok); | |
626 Identifier ParseIdentifierOrStrictReservedWord(bool* is_strict_reserved, | |
627 bool* ok); | |
628 Identifier ParseIdentifierName(bool* ok); | |
629 Identifier ParseIdentifierNameOrGetOrSet(bool* is_get, | |
630 bool* is_set, | |
631 bool* ok); | |
632 | |
633 // Logs the currently parsed literal as a symbol in the preparser data. | 716 // Logs the currently parsed literal as a symbol in the preparser data. |
634 void LogSymbol(); | 717 void LogSymbol(); |
635 // Log the currently parsed identifier. | |
636 Identifier GetIdentifierSymbol(); | |
637 // Log the currently parsed string literal. | 718 // Log the currently parsed string literal. |
638 Expression GetStringSymbol(); | 719 Expression GetStringSymbol(); |
639 | 720 |
640 void set_language_mode(LanguageMode language_mode) { | 721 void set_language_mode(LanguageMode language_mode) { |
641 scope_->set_language_mode(language_mode); | 722 scope_->set_language_mode(language_mode); |
642 } | 723 } |
643 | 724 |
644 virtual bool is_classic_mode() { | |
645 return scope_->language_mode() == CLASSIC_MODE; | |
646 } | |
647 | |
648 bool is_extended_mode() { | 725 bool is_extended_mode() { |
649 return scope_->language_mode() == EXTENDED_MODE; | 726 return scope_->language_mode() == EXTENDED_MODE; |
650 } | 727 } |
651 | 728 |
652 LanguageMode language_mode() { return scope_->language_mode(); } | 729 LanguageMode language_mode() { return scope_->language_mode(); } |
653 | 730 |
654 bool CheckInOrOf(bool accept_OF); | 731 bool CheckInOrOf(bool accept_OF); |
655 | 732 |
656 ParserRecorder* log_; | 733 ParserRecorder* log_; |
657 Scope* scope_; | 734 Scope* scope_; |
658 bool parenthesized_function_; | 735 bool parenthesized_function_; |
659 }; | 736 }; |
660 | 737 |
| 738 |
| 739 template<class Traits> |
| 740 void ParserBase<Traits>::ReportUnexpectedToken(Token::Value token) { |
| 741 // We don't report stack overflows here, to avoid increasing the |
| 742 // stack depth even further. Instead we report it after parsing is |
| 743 // over, in ParseProgram. |
| 744 if (token == Token::ILLEGAL && stack_overflow()) { |
| 745 return; |
| 746 } |
| 747 Scanner::Location source_location = scanner()->location(); |
| 748 |
| 749 // Four of the tokens are treated specially |
| 750 switch (token) { |
| 751 case Token::EOS: |
| 752 return ReportMessageAt(source_location, "unexpected_eos"); |
| 753 case Token::NUMBER: |
| 754 return ReportMessageAt(source_location, "unexpected_token_number"); |
| 755 case Token::STRING: |
| 756 return ReportMessageAt(source_location, "unexpected_token_string"); |
| 757 case Token::IDENTIFIER: |
| 758 return ReportMessageAt(source_location, "unexpected_token_identifier"); |
| 759 case Token::FUTURE_RESERVED_WORD: |
| 760 return ReportMessageAt(source_location, "unexpected_reserved"); |
| 761 case Token::YIELD: |
| 762 case Token::FUTURE_STRICT_RESERVED_WORD: |
| 763 return ReportMessageAt( |
| 764 source_location, |
| 765 this->is_classic_mode() ? "unexpected_token_identifier" |
| 766 : "unexpected_strict_reserved"); |
| 767 default: |
| 768 const char* name = Token::String(token); |
| 769 ASSERT(name != NULL); |
| 770 Traits::ReportMessageAt( |
| 771 source_location, "unexpected_token", Vector<const char*>(&name, 1)); |
| 772 } |
| 773 } |
| 774 |
| 775 |
| 776 template<class Traits> |
| 777 typename Traits::IdentifierType ParserBase<Traits>::ParseIdentifier( |
| 778 AllowEvalOrArgumentsAsIdentifier allow_eval_or_arguments, |
| 779 bool* ok) { |
| 780 Token::Value next = Next(); |
| 781 if (next == Token::IDENTIFIER) { |
| 782 typename Traits::IdentifierType name = this->GetSymbol(); |
| 783 if (allow_eval_or_arguments == kDontAllowEvalOrArguments && |
| 784 !this->is_classic_mode() && this->IsEvalOrArguments(name)) { |
| 785 ReportMessageAt(scanner()->location(), "strict_eval_arguments"); |
| 786 *ok = false; |
| 787 } |
| 788 return name; |
| 789 } else if (this->is_classic_mode() && |
| 790 (next == Token::FUTURE_STRICT_RESERVED_WORD || |
| 791 (next == Token::YIELD && !this->is_generator()))) { |
| 792 return this->GetSymbol(); |
| 793 } else { |
| 794 this->ReportUnexpectedToken(next); |
| 795 *ok = false; |
| 796 return Traits::EmptyIdentifier(); |
| 797 } |
| 798 } |
| 799 |
| 800 |
| 801 template <class Traits> |
| 802 typename Traits::IdentifierType ParserBase< |
| 803 Traits>::ParseIdentifierOrStrictReservedWord(bool* is_strict_reserved, |
| 804 bool* ok) { |
| 805 Token::Value next = Next(); |
| 806 if (next == Token::IDENTIFIER) { |
| 807 *is_strict_reserved = false; |
| 808 } else if (next == Token::FUTURE_STRICT_RESERVED_WORD || |
| 809 (next == Token::YIELD && !this->is_generator())) { |
| 810 *is_strict_reserved = true; |
| 811 } else { |
| 812 ReportUnexpectedToken(next); |
| 813 *ok = false; |
| 814 return Traits::EmptyIdentifier(); |
| 815 } |
| 816 return this->GetSymbol(); |
| 817 } |
| 818 |
| 819 |
| 820 template <class Traits> |
| 821 typename Traits::IdentifierType ParserBase<Traits>::ParseIdentifierName( |
| 822 bool* ok) { |
| 823 Token::Value next = Next(); |
| 824 if (next != Token::IDENTIFIER && next != Token::FUTURE_RESERVED_WORD && |
| 825 next != Token::FUTURE_STRICT_RESERVED_WORD && !Token::IsKeyword(next)) { |
| 826 this->ReportUnexpectedToken(next); |
| 827 *ok = false; |
| 828 return Traits::EmptyIdentifier(); |
| 829 } |
| 830 return this->GetSymbol(); |
| 831 } |
| 832 |
| 833 |
| 834 template <class Traits> |
| 835 typename Traits::IdentifierType |
| 836 ParserBase<Traits>::ParseIdentifierNameOrGetOrSet(bool* is_get, |
| 837 bool* is_set, |
| 838 bool* ok) { |
| 839 typename Traits::IdentifierType result = ParseIdentifierName(ok); |
| 840 if (!*ok) return Traits::EmptyIdentifier(); |
| 841 if (scanner()->is_literal_ascii() && |
| 842 scanner()->literal_length() == 3) { |
| 843 const char* token = scanner()->literal_ascii_string().start(); |
| 844 *is_get = strncmp(token, "get", 3) == 0; |
| 845 *is_set = !*is_get && strncmp(token, "set", 3) == 0; |
| 846 } |
| 847 return result; |
| 848 } |
| 849 |
| 850 |
| 851 template <typename Traits> |
| 852 void ParserBase<Traits>::ObjectLiteralChecker::CheckProperty( |
| 853 Token::Value property, |
| 854 PropertyKind type, |
| 855 bool* ok) { |
| 856 int old; |
| 857 if (property == Token::NUMBER) { |
| 858 old = finder_.AddNumber(scanner()->literal_ascii_string(), type); |
| 859 } else if (scanner()->is_literal_ascii()) { |
| 860 old = finder_.AddAsciiSymbol(scanner()->literal_ascii_string(), type); |
| 861 } else { |
| 862 old = finder_.AddUtf16Symbol(scanner()->literal_utf16_string(), type); |
| 863 } |
| 864 PropertyKind old_type = static_cast<PropertyKind>(old); |
| 865 if (HasConflict(old_type, type)) { |
| 866 if (IsDataDataConflict(old_type, type)) { |
| 867 // Both are data properties. |
| 868 if (language_mode_ == CLASSIC_MODE) return; |
| 869 parser()->ReportMessageAt(scanner()->location(), |
| 870 "strict_duplicate_property"); |
| 871 } else if (IsDataAccessorConflict(old_type, type)) { |
| 872 // Both a data and an accessor property with the same name. |
| 873 parser()->ReportMessageAt(scanner()->location(), |
| 874 "accessor_data_property"); |
| 875 } else { |
| 876 ASSERT(IsAccessorAccessorConflict(old_type, type)); |
| 877 // Both accessors of the same type. |
| 878 parser()->ReportMessageAt(scanner()->location(), |
| 879 "accessor_get_set"); |
| 880 } |
| 881 *ok = false; |
| 882 } |
| 883 } |
| 884 |
| 885 |
661 } } // v8::internal | 886 } } // v8::internal |
662 | 887 |
663 #endif // V8_PREPARSER_H | 888 #endif // V8_PREPARSER_H |
OLD | NEW |