Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(2)

Side by Side Diff: src/scanner.cc

Issue 1116233004: Revert of [V8] Use previous token location as EOS token location (Closed) Base URL: https://chromium.googlesource.com/v8/v8.git@master
Patch Set: Created 5 years, 7 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « no previous file | test/cctest/test-api.cc » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 // Copyright 2011 the V8 project authors. All rights reserved. 1 // Copyright 2011 the V8 project authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 // Features shared by parsing and pre-parsing scanners. 5 // Features shared by parsing and pre-parsing scanners.
6 6
7 #include <stdint.h> 7 #include <stdint.h>
8 8
9 #include <cmath> 9 #include <cmath>
10 10
(...skipping 207 matching lines...) Expand 10 before | Expand all | Expand 10 after
218 Token::ILLEGAL, 218 Token::ILLEGAL,
219 Token::LBRACE, // 0x7b 219 Token::LBRACE, // 0x7b
220 Token::ILLEGAL, 220 Token::ILLEGAL,
221 Token::RBRACE, // 0x7d 221 Token::RBRACE, // 0x7d
222 Token::BIT_NOT, // 0x7e 222 Token::BIT_NOT, // 0x7e
223 Token::ILLEGAL 223 Token::ILLEGAL
224 }; 224 };
225 225
226 226
227 Token::Value Scanner::Next() { 227 Token::Value Scanner::Next() {
228 if (next_.token == Token::EOS) {
229 next_.location.beg_pos = current_.location.beg_pos;
230 next_.location.end_pos = current_.location.end_pos;
231 }
232 current_ = next_; 228 current_ = next_;
233 has_line_terminator_before_next_ = false; 229 has_line_terminator_before_next_ = false;
234 has_multiline_comment_before_next_ = false; 230 has_multiline_comment_before_next_ = false;
235 if (static_cast<unsigned>(c0_) <= 0x7f) { 231 if (static_cast<unsigned>(c0_) <= 0x7f) {
236 Token::Value token = static_cast<Token::Value>(one_char_tokens[c0_]); 232 Token::Value token = static_cast<Token::Value>(one_char_tokens[c0_]);
237 if (token != Token::ILLEGAL) { 233 if (token != Token::ILLEGAL) {
238 int pos = source_pos(); 234 int pos = source_pos();
239 next_.token = token; 235 next_.token = token;
240 next_.location.beg_pos = pos; 236 next_.location.beg_pos = pos;
241 next_.location.end_pos = pos + 1; 237 next_.location.end_pos = pos + 1;
(...skipping 1321 matching lines...) Expand 10 before | Expand all | Expand 10 after
1563 } 1559 }
1564 backing_store_.Add(static_cast<uint8_t>((one_byte_length >> 7) | 0x80u)); 1560 backing_store_.Add(static_cast<uint8_t>((one_byte_length >> 7) | 0x80u));
1565 } 1561 }
1566 backing_store_.Add(static_cast<uint8_t>(one_byte_length & 0x7f)); 1562 backing_store_.Add(static_cast<uint8_t>(one_byte_length & 0x7f));
1567 1563
1568 backing_store_.AddBlock(bytes); 1564 backing_store_.AddBlock(bytes);
1569 return backing_store_.EndSequence().start(); 1565 return backing_store_.EndSequence().start();
1570 } 1566 }
1571 1567
1572 } } // namespace v8::internal 1568 } } // namespace v8::internal
OLDNEW
« no previous file with comments | « no previous file | test/cctest/test-api.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698