OLD | NEW |
1 // Copyright 2006-2009 the V8 project authors. All rights reserved. | 1 // Copyright 2006-2009 the V8 project authors. All rights reserved. |
2 // Redistribution and use in source and binary forms, with or without | 2 // Redistribution and use in source and binary forms, with or without |
3 // modification, are permitted provided that the following conditions are | 3 // modification, are permitted provided that the following conditions are |
4 // met: | 4 // met: |
5 // | 5 // |
6 // * Redistributions of source code must retain the above copyright | 6 // * Redistributions of source code must retain the above copyright |
7 // notice, this list of conditions and the following disclaimer. | 7 // notice, this list of conditions and the following disclaimer. |
8 // * Redistributions in binary form must reproduce the above | 8 // * Redistributions in binary form must reproduce the above |
9 // copyright notice, this list of conditions and the following | 9 // copyright notice, this list of conditions and the following |
10 // disclaimer in the documentation and/or other materials provided | 10 // disclaimer in the documentation and/or other materials provided |
(...skipping 13 matching lines...) Expand all Loading... |
24 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | 24 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
25 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | 25 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
26 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | 26 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
27 | 27 |
28 #include <stdlib.h> | 28 #include <stdlib.h> |
29 | 29 |
30 #include "v8.h" | 30 #include "v8.h" |
31 | 31 |
32 #include "token.h" | 32 #include "token.h" |
33 #include "scanner.h" | 33 #include "scanner.h" |
| 34 #include "utils.h" |
34 | 35 |
35 #include "cctest.h" | 36 #include "cctest.h" |
36 | 37 |
37 namespace i = ::v8::internal; | 38 namespace i = ::v8::internal; |
38 | 39 |
39 TEST(KeywordMatcher) { | 40 TEST(KeywordMatcher) { |
40 struct KeywordToken { | 41 struct KeywordToken { |
41 const char* keyword; | 42 const char* keyword; |
42 i::Token::Value token; | 43 i::Token::Value token; |
43 }; | 44 }; |
(...skipping 11 matching lines...) Expand all Loading... |
55 TOKEN_LIST(IGNORE, IGNORE, FUTURE) | 56 TOKEN_LIST(IGNORE, IGNORE, FUTURE) |
56 #undef FUTURE | 57 #undef FUTURE |
57 #undef IGNORE | 58 #undef IGNORE |
58 NULL | 59 NULL |
59 }; | 60 }; |
60 | 61 |
61 KeywordToken key_token; | 62 KeywordToken key_token; |
62 for (int i = 0; (key_token = keywords[i]).keyword != NULL; i++) { | 63 for (int i = 0; (key_token = keywords[i]).keyword != NULL; i++) { |
63 i::KeywordMatcher matcher; | 64 i::KeywordMatcher matcher; |
64 const char* keyword = key_token.keyword; | 65 const char* keyword = key_token.keyword; |
65 int length = strlen(keyword); | 66 int length = i::StrLength(keyword); |
66 for (int j = 0; j < length; j++) { | 67 for (int j = 0; j < length; j++) { |
67 if (key_token.token == i::Token::INSTANCEOF && j == 2) { | 68 if (key_token.token == i::Token::INSTANCEOF && j == 2) { |
68 // "in" is a prefix of "instanceof". It's the only keyword | 69 // "in" is a prefix of "instanceof". It's the only keyword |
69 // that is a prefix of another. | 70 // that is a prefix of another. |
70 CHECK_EQ(i::Token::IN, matcher.token()); | 71 CHECK_EQ(i::Token::IN, matcher.token()); |
71 } else { | 72 } else { |
72 CHECK_EQ(i::Token::IDENTIFIER, matcher.token()); | 73 CHECK_EQ(i::Token::IDENTIFIER, matcher.token()); |
73 } | 74 } |
74 matcher.AddChar(keyword[j]); | 75 matcher.AddChar(keyword[j]); |
75 } | 76 } |
76 CHECK_EQ(key_token.token, matcher.token()); | 77 CHECK_EQ(key_token.token, matcher.token()); |
77 // Adding more characters will make keyword matching fail. | 78 // Adding more characters will make keyword matching fail. |
78 matcher.AddChar('z'); | 79 matcher.AddChar('z'); |
79 CHECK_EQ(i::Token::IDENTIFIER, matcher.token()); | 80 CHECK_EQ(i::Token::IDENTIFIER, matcher.token()); |
80 // Adding a keyword later will not make it match again. | 81 // Adding a keyword later will not make it match again. |
81 matcher.AddChar('i'); | 82 matcher.AddChar('i'); |
82 matcher.AddChar('f'); | 83 matcher.AddChar('f'); |
83 CHECK_EQ(i::Token::IDENTIFIER, matcher.token()); | 84 CHECK_EQ(i::Token::IDENTIFIER, matcher.token()); |
84 } | 85 } |
85 | 86 |
86 // Future keywords are not recognized. | 87 // Future keywords are not recognized. |
87 const char* future_keyword; | 88 const char* future_keyword; |
88 for (int i = 0; (future_keyword = future_keywords[i]) != NULL; i++) { | 89 for (int i = 0; (future_keyword = future_keywords[i]) != NULL; i++) { |
89 i::KeywordMatcher matcher; | 90 i::KeywordMatcher matcher; |
90 int length = strlen(future_keyword); | 91 int length = i::StrLength(future_keyword); |
91 for (int j = 0; j < length; j++) { | 92 for (int j = 0; j < length; j++) { |
92 matcher.AddChar(future_keyword[j]); | 93 matcher.AddChar(future_keyword[j]); |
93 } | 94 } |
94 CHECK_EQ(i::Token::IDENTIFIER, matcher.token()); | 95 CHECK_EQ(i::Token::IDENTIFIER, matcher.token()); |
95 } | 96 } |
96 | 97 |
97 // Zero isn't ignored at first. | 98 // Zero isn't ignored at first. |
98 i::KeywordMatcher bad_start; | 99 i::KeywordMatcher bad_start; |
99 bad_start.AddChar(0); | 100 bad_start.AddChar(0); |
100 CHECK_EQ(i::Token::IDENTIFIER, bad_start.token()); | 101 CHECK_EQ(i::Token::IDENTIFIER, bad_start.token()); |
(...skipping 18 matching lines...) Expand all Loading... |
119 // If we mark it as failure, continuing won't help. | 120 // If we mark it as failure, continuing won't help. |
120 i::KeywordMatcher full_stop; | 121 i::KeywordMatcher full_stop; |
121 full_stop.AddChar('i'); | 122 full_stop.AddChar('i'); |
122 CHECK_EQ(i::Token::IDENTIFIER, full_stop.token()); | 123 CHECK_EQ(i::Token::IDENTIFIER, full_stop.token()); |
123 full_stop.Fail(); | 124 full_stop.Fail(); |
124 CHECK_EQ(i::Token::IDENTIFIER, full_stop.token()); | 125 CHECK_EQ(i::Token::IDENTIFIER, full_stop.token()); |
125 full_stop.AddChar('f'); | 126 full_stop.AddChar('f'); |
126 CHECK_EQ(i::Token::IDENTIFIER, full_stop.token()); | 127 CHECK_EQ(i::Token::IDENTIFIER, full_stop.token()); |
127 } | 128 } |
128 | 129 |
OLD | NEW |