OLD | NEW |
1 // Copyright 2006-2009 the V8 project authors. All rights reserved. | 1 // Copyright 2006-2009 the V8 project authors. All rights reserved. |
2 // Redistribution and use in source and binary forms, with or without | 2 // Redistribution and use in source and binary forms, with or without |
3 // modification, are permitted provided that the following conditions are | 3 // modification, are permitted provided that the following conditions are |
4 // met: | 4 // met: |
5 // | 5 // |
6 // * Redistributions of source code must retain the above copyright | 6 // * Redistributions of source code must retain the above copyright |
7 // notice, this list of conditions and the following disclaimer. | 7 // notice, this list of conditions and the following disclaimer. |
8 // * Redistributions in binary form must reproduce the above | 8 // * Redistributions in binary form must reproduce the above |
9 // copyright notice, this list of conditions and the following | 9 // copyright notice, this list of conditions and the following |
10 // disclaimer in the documentation and/or other materials provided | 10 // disclaimer in the documentation and/or other materials provided |
(...skipping 555 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
566 } | 566 } |
567 } | 567 } |
568 | 568 |
569 #undef CHECK_EQU | 569 #undef CHECK_EQU |
570 | 570 |
571 void TestStreamScanner(i::UC16CharacterStream* stream, | 571 void TestStreamScanner(i::UC16CharacterStream* stream, |
572 i::Token::Value* expected_tokens, | 572 i::Token::Value* expected_tokens, |
573 int skip_pos = 0, // Zero means not skipping. | 573 int skip_pos = 0, // Zero means not skipping. |
574 int skip_to = 0) { | 574 int skip_to = 0) { |
575 i::V8JavaScriptScanner scanner; | 575 i::V8JavaScriptScanner scanner; |
576 scanner.Initialize(stream, i::JavaScriptScanner::kAllLiterals); | 576 scanner.Initialize(stream); |
577 | 577 |
578 int i = 0; | 578 int i = 0; |
579 do { | 579 do { |
580 i::Token::Value expected = expected_tokens[i]; | 580 i::Token::Value expected = expected_tokens[i]; |
581 i::Token::Value actual = scanner.Next(); | 581 i::Token::Value actual = scanner.Next(); |
582 CHECK_EQ(i::Token::String(expected), i::Token::String(actual)); | 582 CHECK_EQ(i::Token::String(expected), i::Token::String(actual)); |
583 if (scanner.location().end_pos == skip_pos) { | 583 if (scanner.location().end_pos == skip_pos) { |
584 scanner.SeekForward(skip_to); | 584 scanner.SeekForward(skip_to); |
585 } | 585 } |
586 i++; | 586 i++; |
(...skipping 51 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
638 // Skip zero-four RBRACEs. | 638 // Skip zero-four RBRACEs. |
639 for (int i = 0; i <= 4; i++) { | 639 for (int i = 0; i <= 4; i++) { |
640 expectations3[6 - i] = i::Token::ILLEGAL; | 640 expectations3[6 - i] = i::Token::ILLEGAL; |
641 expectations3[5 - i] = i::Token::EOS; | 641 expectations3[5 - i] = i::Token::EOS; |
642 i::Utf8ToUC16CharacterStream stream3( | 642 i::Utf8ToUC16CharacterStream stream3( |
643 reinterpret_cast<const i::byte*>(str3), | 643 reinterpret_cast<const i::byte*>(str3), |
644 static_cast<unsigned>(strlen(str3))); | 644 static_cast<unsigned>(strlen(str3))); |
645 TestStreamScanner(&stream3, expectations3, 1, 1 + i); | 645 TestStreamScanner(&stream3, expectations3, 1, 1 + i); |
646 } | 646 } |
647 } | 647 } |
OLD | NEW |