OLD | NEW |
1 // Copyright 2010 the V8 project authors. All rights reserved. | 1 // Copyright 2010 the V8 project authors. All rights reserved. |
2 // Redistribution and use in source and binary forms, with or without | 2 // Redistribution and use in source and binary forms, with or without |
3 // modification, are permitted provided that the following conditions are | 3 // modification, are permitted provided that the following conditions are |
4 // met: | 4 // met: |
5 // | 5 // |
6 // * Redistributions of source code must retain the above copyright | 6 // * Redistributions of source code must retain the above copyright |
7 // notice, this list of conditions and the following disclaimer. | 7 // notice, this list of conditions and the following disclaimer. |
8 // * Redistributions in binary form must reproduce the above | 8 // * Redistributions in binary form must reproduce the above |
9 // copyright notice, this list of conditions and the following | 9 // copyright notice, this list of conditions and the following |
10 // disclaimer in the documentation and/or other materials provided | 10 // disclaimer in the documentation and/or other materials provided |
(...skipping 16 matching lines...) Expand all Loading... |
27 | 27 |
28 // Features shared by parsing and pre-parsing scanners. | 28 // Features shared by parsing and pre-parsing scanners. |
29 | 29 |
30 #include "../include/v8stdint.h" | 30 #include "../include/v8stdint.h" |
31 #include "scanner-base.h" | 31 #include "scanner-base.h" |
32 | 32 |
33 namespace v8 { | 33 namespace v8 { |
34 namespace internal { | 34 namespace internal { |
35 | 35 |
36 // ---------------------------------------------------------------------------- | 36 // ---------------------------------------------------------------------------- |
| 37 // Character predicates |
| 38 |
| 39 unibrow::Predicate<IdentifierStart, 128> ScannerConstants::kIsIdentifierStart; |
| 40 unibrow::Predicate<IdentifierPart, 128> ScannerConstants::kIsIdentifierPart; |
| 41 unibrow::Predicate<unibrow::WhiteSpace, 128> ScannerConstants::kIsWhiteSpace; |
| 42 unibrow::Predicate<unibrow::LineTerminator, 128> |
| 43 ScannerConstants::kIsLineTerminator; |
| 44 |
| 45 StaticResource<ScannerConstants::Utf8Decoder> ScannerConstants::utf8_decoder_; |
| 46 |
| 47 // Compound predicates. |
| 48 |
| 49 bool ScannerConstants::IsIdentifier(unibrow::CharacterStream* buffer) { |
| 50 // Checks whether the buffer contains an identifier (no escape). |
| 51 if (!buffer->has_more()) return false; |
| 52 if (!kIsIdentifierStart.get(buffer->GetNext())) { |
| 53 return false; |
| 54 } |
| 55 while (buffer->has_more()) { |
| 56 if (!kIsIdentifierPart.get(buffer->GetNext())) { |
| 57 return false; |
| 58 } |
| 59 } |
| 60 return true; |
| 61 } |
| 62 |
| 63 // ---------------------------------------------------------------------------- |
37 // Keyword Matcher | 64 // Keyword Matcher |
38 | 65 |
39 KeywordMatcher::FirstState KeywordMatcher::first_states_[] = { | 66 KeywordMatcher::FirstState KeywordMatcher::first_states_[] = { |
40 { "break", KEYWORD_PREFIX, Token::BREAK }, | 67 { "break", KEYWORD_PREFIX, Token::BREAK }, |
41 { NULL, C, Token::ILLEGAL }, | 68 { NULL, C, Token::ILLEGAL }, |
42 { NULL, D, Token::ILLEGAL }, | 69 { NULL, D, Token::ILLEGAL }, |
43 { "else", KEYWORD_PREFIX, Token::ELSE }, | 70 { "else", KEYWORD_PREFIX, Token::ELSE }, |
44 { NULL, F, Token::ILLEGAL }, | 71 { NULL, F, Token::ILLEGAL }, |
45 { NULL, UNMATCHABLE, Token::ILLEGAL }, | 72 { NULL, UNMATCHABLE, Token::ILLEGAL }, |
46 { NULL, UNMATCHABLE, Token::ILLEGAL }, | 73 { NULL, UNMATCHABLE, Token::ILLEGAL }, |
(...skipping 112 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
159 if (MatchKeywordStart(input, "with", 1, Token::WITH)) return; | 186 if (MatchKeywordStart(input, "with", 1, Token::WITH)) return; |
160 break; | 187 break; |
161 case UNMATCHABLE: | 188 case UNMATCHABLE: |
162 break; | 189 break; |
163 } | 190 } |
164 // On fallthrough, it's a failure. | 191 // On fallthrough, it's a failure. |
165 state_ = UNMATCHABLE; | 192 state_ = UNMATCHABLE; |
166 } | 193 } |
167 | 194 |
168 } } // namespace v8::internal | 195 } } // namespace v8::internal |
OLD | NEW |