OLD | NEW |
1 // Copyright 2011 the V8 project authors. All rights reserved. | 1 // Copyright 2011 the V8 project authors. All rights reserved. |
2 // Redistribution and use in source and binary forms, with or without | 2 // Redistribution and use in source and binary forms, with or without |
3 // modification, are permitted provided that the following conditions are | 3 // modification, are permitted provided that the following conditions are |
4 // met: | 4 // met: |
5 // | 5 // |
6 // * Redistributions of source code must retain the above copyright | 6 // * Redistributions of source code must retain the above copyright |
7 // notice, this list of conditions and the following disclaimer. | 7 // notice, this list of conditions and the following disclaimer. |
8 // * Redistributions in binary form must reproduce the above | 8 // * Redistributions in binary form must reproduce the above |
9 // copyright notice, this list of conditions and the following | 9 // copyright notice, this list of conditions and the following |
10 // disclaimer in the documentation and/or other materials provided | 10 // disclaimer in the documentation and/or other materials provided |
(...skipping 160 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
171 } | 171 } |
172 ConvertToUtf16(); | 172 ConvertToUtf16(); |
173 } | 173 } |
174 ASSERT(code_unit < 0x10000u); | 174 ASSERT(code_unit < 0x10000u); |
175 *reinterpret_cast<uc16*>(&backing_store_[position_]) = code_unit; | 175 *reinterpret_cast<uc16*>(&backing_store_[position_]) = code_unit; |
176 position_ += kUC16Size; | 176 position_ += kUC16Size; |
177 } | 177 } |
178 | 178 |
179 bool is_ascii() { return is_ascii_; } | 179 bool is_ascii() { return is_ascii_; } |
180 | 180 |
| 181 bool is_contextual_keyword(Vector<const char> keyword) { |
| 182 return is_ascii() && keyword.length() == position_ && |
| 183 (memcmp(keyword.start(), backing_store_.start(), position_) == 0); |
| 184 } |
| 185 |
181 Vector<const uc16> utf16_literal() { | 186 Vector<const uc16> utf16_literal() { |
182 ASSERT(!is_ascii_); | 187 ASSERT(!is_ascii_); |
183 ASSERT((position_ & 0x1) == 0); | 188 ASSERT((position_ & 0x1) == 0); |
184 return Vector<const uc16>( | 189 return Vector<const uc16>( |
185 reinterpret_cast<const uc16*>(backing_store_.start()), | 190 reinterpret_cast<const uc16*>(backing_store_.start()), |
186 position_ >> 1); | 191 position_ >> 1); |
187 } | 192 } |
188 | 193 |
189 Vector<const char> ascii_literal() { | 194 Vector<const char> ascii_literal() { |
190 ASSERT(is_ascii_); | 195 ASSERT(is_ascii_); |
(...skipping 127 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
318 return current_.literal_chars->ascii_literal(); | 323 return current_.literal_chars->ascii_literal(); |
319 } | 324 } |
320 Vector<const uc16> literal_utf16_string() { | 325 Vector<const uc16> literal_utf16_string() { |
321 ASSERT_NOT_NULL(current_.literal_chars); | 326 ASSERT_NOT_NULL(current_.literal_chars); |
322 return current_.literal_chars->utf16_literal(); | 327 return current_.literal_chars->utf16_literal(); |
323 } | 328 } |
324 bool is_literal_ascii() { | 329 bool is_literal_ascii() { |
325 ASSERT_NOT_NULL(current_.literal_chars); | 330 ASSERT_NOT_NULL(current_.literal_chars); |
326 return current_.literal_chars->is_ascii(); | 331 return current_.literal_chars->is_ascii(); |
327 } | 332 } |
| 333 bool is_literal_contextual_keyword(Vector<const char> keyword) { |
| 334 ASSERT_NOT_NULL(next_.literal_chars); |
| 335 return current_.literal_chars->is_contextual_keyword(keyword); |
| 336 } |
328 int literal_length() const { | 337 int literal_length() const { |
329 ASSERT_NOT_NULL(current_.literal_chars); | 338 ASSERT_NOT_NULL(current_.literal_chars); |
330 return current_.literal_chars->length(); | 339 return current_.literal_chars->length(); |
331 } | 340 } |
332 | 341 |
333 bool literal_contains_escapes() const { | 342 bool literal_contains_escapes() const { |
334 Location location = current_.location; | 343 Location location = current_.location; |
335 int source_length = (location.end_pos - location.beg_pos); | 344 int source_length = (location.end_pos - location.beg_pos); |
336 if (current_.token == Token::STRING) { | 345 if (current_.token == Token::STRING) { |
337 // Subtract delimiters. | 346 // Subtract delimiters. |
(...skipping 16 matching lines...) Expand all Loading... |
354 return next_.literal_chars->ascii_literal(); | 363 return next_.literal_chars->ascii_literal(); |
355 } | 364 } |
356 Vector<const uc16> next_literal_utf16_string() { | 365 Vector<const uc16> next_literal_utf16_string() { |
357 ASSERT_NOT_NULL(next_.literal_chars); | 366 ASSERT_NOT_NULL(next_.literal_chars); |
358 return next_.literal_chars->utf16_literal(); | 367 return next_.literal_chars->utf16_literal(); |
359 } | 368 } |
360 bool is_next_literal_ascii() { | 369 bool is_next_literal_ascii() { |
361 ASSERT_NOT_NULL(next_.literal_chars); | 370 ASSERT_NOT_NULL(next_.literal_chars); |
362 return next_.literal_chars->is_ascii(); | 371 return next_.literal_chars->is_ascii(); |
363 } | 372 } |
| 373 bool is_next_contextual_keyword(Vector<const char> keyword) { |
| 374 ASSERT_NOT_NULL(next_.literal_chars); |
| 375 return next_.literal_chars->is_contextual_keyword(keyword); |
| 376 } |
364 int next_literal_length() const { | 377 int next_literal_length() const { |
365 ASSERT_NOT_NULL(next_.literal_chars); | 378 ASSERT_NOT_NULL(next_.literal_chars); |
366 return next_.literal_chars->length(); | 379 return next_.literal_chars->length(); |
367 } | 380 } |
368 | 381 |
369 UnicodeCache* unicode_cache() { return unicode_cache_; } | 382 UnicodeCache* unicode_cache() { return unicode_cache_; } |
370 | 383 |
371 static const int kCharacterLookaheadBufferSize = 1; | 384 static const int kCharacterLookaheadBufferSize = 1; |
372 | 385 |
373 // Scans octal escape sequence. Also accepts "\0" decimal escape sequence. | 386 // Scans octal escape sequence. Also accepts "\0" decimal escape sequence. |
(...skipping 168 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
542 bool has_multiline_comment_before_next_; | 555 bool has_multiline_comment_before_next_; |
543 // Whether we scan 'let' as a keyword for harmony block-scoped let bindings. | 556 // Whether we scan 'let' as a keyword for harmony block-scoped let bindings. |
544 bool harmony_scoping_; | 557 bool harmony_scoping_; |
545 // Whether we scan 'module', 'import', 'export' as keywords. | 558 // Whether we scan 'module', 'import', 'export' as keywords. |
546 bool harmony_modules_; | 559 bool harmony_modules_; |
547 }; | 560 }; |
548 | 561 |
549 } } // namespace v8::internal | 562 } } // namespace v8::internal |
550 | 563 |
551 #endif // V8_SCANNER_H_ | 564 #endif // V8_SCANNER_H_ |
OLD | NEW |