| OLD | NEW |
| 1 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file |
| 2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
| 3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
| 4 | 4 |
| 5 #include "vm/scanner.h" | 5 #include "vm/scanner.h" |
| 6 | 6 |
| 7 #include "platform/assert.h" | 7 #include "platform/assert.h" |
| 8 #include "vm/dart.h" |
| 8 #include "vm/flags.h" | 9 #include "vm/flags.h" |
| 9 #include "vm/object.h" | 10 #include "vm/object.h" |
| 10 #include "vm/object_store.h" | 11 #include "vm/object_store.h" |
| 11 #include "vm/symbols.h" | 12 #include "vm/symbols.h" |
| 12 #include "vm/thread.h" | 13 #include "vm/thread.h" |
| 13 #include "vm/token.h" | 14 #include "vm/token.h" |
| 14 #include "vm/unicode.h" | 15 #include "vm/unicode.h" |
| 15 | 16 |
| 16 namespace dart { | 17 namespace dart { |
| 17 | 18 |
| 18 DEFINE_FLAG(bool, print_tokens, false, "Print scanned tokens."); | 19 DEFINE_FLAG(bool, print_tokens, false, "Print scanned tokens."); |
| 19 | 20 |
| 20 void Scanner::InitKeywordTable() { | 21 |
| 21 ObjectStore* object_store = Isolate::Current()->object_store(); | 22 Scanner::KeywordTable Scanner::keywords_[Token::numKeywords]; |
| 22 keyword_symbol_table_ = object_store->keyword_symbols(); | |
| 23 if (keyword_symbol_table_.IsNull()) { | |
| 24 object_store->InitKeywordTable(); | |
| 25 keyword_symbol_table_ = object_store->keyword_symbols(); | |
| 26 ASSERT(!keyword_symbol_table_.IsNull()); | |
| 27 String& symbol = String::Handle(); | |
| 28 for (int i = 0; i < Token::numKeywords; i++) { | |
| 29 Token::Kind token = static_cast<Token::Kind>(Token::kFirstKeyword + i); | |
| 30 symbol = Symbols::New(Token::Str(token)); | |
| 31 keyword_symbol_table_.SetAt(i, symbol); | |
| 32 } | |
| 33 } | |
| 34 for (int i = 0; i < Token::numKeywords; i++) { | |
| 35 Token::Kind token = static_cast<Token::Kind>(Token::kFirstKeyword + i); | |
| 36 keywords_[i].kind = token; | |
| 37 keywords_[i].keyword_chars = Token::Str(token); | |
| 38 keywords_[i].keyword_len = strlen(Token::Str(token)); | |
| 39 keywords_[i].keyword_symbol = NULL; | |
| 40 } | |
| 41 } | |
| 42 | 23 |
| 43 | 24 |
| 44 void Scanner::Reset() { | 25 void Scanner::Reset() { |
| 45 // Non-changing newline properties. | 26 // Non-changing newline properties. |
| 46 newline_token_.kind = Token::kNEWLINE; | 27 newline_token_.kind = Token::kNEWLINE; |
| 47 newline_token_.literal = NULL; | 28 newline_token_.literal = NULL; |
| 48 // We don't preserve the column information. | 29 // We don't preserve the column information. |
| 49 newline_token_.position.column = 0; | 30 newline_token_.position.column = 0; |
| 50 | 31 |
| 51 // Non-changing empty string token properties. | 32 // Non-changing empty string token properties. |
| (...skipping 17 matching lines...) Expand all Loading... |
| 69 c0_pos_.line = 1; | 50 c0_pos_.line = 1; |
| 70 c0_pos_.column = 0; | 51 c0_pos_.column = 0; |
| 71 ReadChar(); | 52 ReadChar(); |
| 72 } | 53 } |
| 73 | 54 |
| 74 | 55 |
| 75 Scanner::Scanner(const String& src, const String& private_key) | 56 Scanner::Scanner(const String& src, const String& private_key) |
| 76 : source_(src), | 57 : source_(src), |
| 77 source_length_(src.Length()), | 58 source_length_(src.Length()), |
| 78 saved_context_(NULL), | 59 saved_context_(NULL), |
| 79 private_key_(String::ZoneHandle(private_key.raw())), | 60 private_key_(String::ZoneHandle(private_key.raw())) { |
| 80 keyword_symbol_table_(Array::ZoneHandle()) { | |
| 81 Reset(); | 61 Reset(); |
| 82 InitKeywordTable(); | |
| 83 } | 62 } |
| 84 | 63 |
| 85 Scanner::~Scanner() { | 64 Scanner::~Scanner() { |
| 86 while (saved_context_ != NULL) { | 65 while (saved_context_ != NULL) { |
| 87 ScanContext* ctx = saved_context_; | 66 ScanContext* ctx = saved_context_; |
| 88 saved_context_ = ctx->next; | 67 saved_context_ = ctx->next; |
| 89 delete ctx; | 68 delete ctx; |
| 90 } | 69 } |
| 91 } | 70 } |
| 92 | 71 |
| (...skipping 221 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 314 while (i < Token::numKeywords && | 293 while (i < Token::numKeywords && |
| 315 keywords_[i].keyword_chars[0] <= ident_char0) { | 294 keywords_[i].keyword_chars[0] <= ident_char0) { |
| 316 if (keywords_[i].keyword_len == ident_length) { | 295 if (keywords_[i].keyword_len == ident_length) { |
| 317 const char* keyword = keywords_[i].keyword_chars; | 296 const char* keyword = keywords_[i].keyword_chars; |
| 318 int char_pos = 0; | 297 int char_pos = 0; |
| 319 while ((char_pos < ident_length) && | 298 while ((char_pos < ident_length) && |
| 320 (keyword[char_pos] == source_.CharAt(ident_pos + char_pos))) { | 299 (keyword[char_pos] == source_.CharAt(ident_pos + char_pos))) { |
| 321 char_pos++; | 300 char_pos++; |
| 322 } | 301 } |
| 323 if (char_pos == ident_length) { | 302 if (char_pos == ident_length) { |
| 324 if (keywords_[i].keyword_symbol == NULL) { | |
| 325 String& symbol = String::ZoneHandle(); | |
| 326 symbol ^= keyword_symbol_table_.At(i); | |
| 327 ASSERT(!symbol.IsNull()); | |
| 328 keywords_[i].keyword_symbol = &symbol; | |
| 329 } | |
| 330 current_token_.literal = keywords_[i].keyword_symbol; | 303 current_token_.literal = keywords_[i].keyword_symbol; |
| 331 current_token_.kind = keywords_[i].kind; | 304 current_token_.kind = keywords_[i].kind; |
| 332 return; | 305 return; |
| 333 } | 306 } |
| 334 } | 307 } |
| 335 i++; | 308 i++; |
| 336 } | 309 } |
| 337 | 310 |
| 338 // We did not read a keyword. | 311 // We did not read a keyword. |
| 339 current_token_.kind = Token::kIDENT; | 312 current_token_.kind = Token::kIDENT; |
| (...skipping 627 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 967 } | 940 } |
| 968 char private_key[32]; | 941 char private_key[32]; |
| 969 OS::SNPrint(private_key, sizeof(private_key), | 942 OS::SNPrint(private_key, sizeof(private_key), |
| 970 "%c%#" Px "", kPrivateKeySeparator, key_value); | 943 "%c%#" Px "", kPrivateKeySeparator, key_value); |
| 971 const String& result = String::Handle(String::New(private_key, Heap::kOld)); | 944 const String& result = String::Handle(String::New(private_key, Heap::kOld)); |
| 972 return result.raw(); | 945 return result.raw(); |
| 973 } | 946 } |
| 974 | 947 |
| 975 | 948 |
| 976 void Scanner::InitOnce() { | 949 void Scanner::InitOnce() { |
| 950 ASSERT(Isolate::Current() == Dart::vm_isolate()); |
| 951 for (int i = 0; i < Token::numKeywords; i++) { |
| 952 Token::Kind token = static_cast<Token::Kind>(Token::kFirstKeyword + i); |
| 953 keywords_[i].kind = token; |
| 954 keywords_[i].keyword_chars = Token::Str(token); |
| 955 keywords_[i].keyword_len = strlen(Token::Str(token)); |
| 956 keywords_[i].keyword_symbol = &Symbols::Keyword(token); |
| 957 } |
| 977 } | 958 } |
| 978 | 959 |
| 979 } // namespace dart | 960 } // namespace dart |
| OLD | NEW |