OLD | NEW |
1 // Copyright 2013 the V8 project authors. All rights reserved. | 1 // Copyright 2013 the V8 project authors. All rights reserved. |
2 // Redistribution and use in source and binary forms, with or without | 2 // Redistribution and use in source and binary forms, with or without |
3 // modification, are permitted provided that the following conditions are | 3 // modification, are permitted provided that the following conditions are |
4 // met: | 4 // met: |
5 // | 5 // |
6 // * Redistributions of source code must retain the above copyright | 6 // * Redistributions of source code must retain the above copyright |
7 // notice, this list of conditions and the following disclaimer. | 7 // notice, this list of conditions and the following disclaimer. |
8 // * Redistributions in binary form must reproduce the above | 8 // * Redistributions in binary form must reproduce the above |
9 // copyright notice, this list of conditions and the following | 9 // copyright notice, this list of conditions and the following |
10 // disclaimer in the documentation and/or other materials provided | 10 // disclaimer in the documentation and/or other materials provided |
(...skipping 51 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
62 namespace internal { | 62 namespace internal { |
63 | 63 |
64 EvenMoreExperimentalScanner::EvenMoreExperimentalScanner( | 64 EvenMoreExperimentalScanner::EvenMoreExperimentalScanner( |
65 ExperimentalScanner* sink, | 65 ExperimentalScanner* sink, |
66 UnicodeCache* unicode_cache) | 66 UnicodeCache* unicode_cache) |
67 : unicode_cache_(unicode_cache), | 67 : unicode_cache_(unicode_cache), |
68 buffer_(NULL), | 68 buffer_(NULL), |
69 buffer_end_(NULL), | 69 buffer_end_(NULL), |
70 start_(NULL), | 70 start_(NULL), |
71 cursor_(NULL), | 71 cursor_(NULL), |
| 72 just_seen_line_terminator_(true), |
72 sink_(sink) {} | 73 sink_(sink) {} |
73 | 74 |
74 | 75 |
75 EvenMoreExperimentalScanner::~EvenMoreExperimentalScanner() { | 76 EvenMoreExperimentalScanner::~EvenMoreExperimentalScanner() { |
76 } | 77 } |
77 | 78 |
78 | 79 |
79 uc32 EvenMoreExperimentalScanner::ScanHexNumber(int length) { | 80 uc32 EvenMoreExperimentalScanner::ScanHexNumber(int length) { |
80 // We have seen \uXXXX, let's see what it is. | 81 // We have seen \uXXXX, let's see what it is. |
81 // FIXME: we never end up in here if only a subset of the 4 chars are valid | 82 // FIXME: we never end up in here if only a subset of the 4 chars are valid |
(...skipping 34 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
116 | 117 |
117 void EvenMoreExperimentalScanner::send(Token::Value token) { | 118 void EvenMoreExperimentalScanner::send(Token::Value token) { |
118 int beg = start_ - buffer_; | 119 int beg = start_ - buffer_; |
119 int end = cursor_ - buffer_; | 120 int end = cursor_ - buffer_; |
120 sink_->Record(token, beg, end); | 121 sink_->Record(token, beg, end); |
121 } | 122 } |
122 | 123 |
123 | 124 |
124 } | 125 } |
125 } | 126 } |
OLD | NEW |