Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 // Copyright 2011 the V8 project authors. All rights reserved. | 1 // Copyright 2011 the V8 project authors. All rights reserved. |
| 2 // Redistribution and use in source and binary forms, with or without | 2 // Redistribution and use in source and binary forms, with or without |
| 3 // modification, are permitted provided that the following conditions are | 3 // modification, are permitted provided that the following conditions are |
| 4 // met: | 4 // met: |
| 5 // | 5 // |
| 6 // * Redistributions of source code must retain the above copyright | 6 // * Redistributions of source code must retain the above copyright |
| 7 // notice, this list of conditions and the following disclaimer. | 7 // notice, this list of conditions and the following disclaimer. |
| 8 // * Redistributions in binary form must reproduce the above | 8 // * Redistributions in binary form must reproduce the above |
| 9 // copyright notice, this list of conditions and the following | 9 // copyright notice, this list of conditions and the following |
| 10 // disclaimer in the documentation and/or other materials provided | 10 // disclaimer in the documentation and/or other materials provided |
| 11 // with the distribution. | 11 // with the distribution. |
| 12 // * Neither the name of Google Inc. nor the names of its | 12 // * Neither the name of Google Inc. nor the names of its |
| 13 // contributors may be used to endorse or promote products derived | 13 // contributors may be used to endorse or promote products derived |
| 14 // from this software without specific prior written permission. | 14 // from this software without specific prior written permission. |
| 15 // | 15 // |
| 16 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | 16 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 17 // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | 17 // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 18 // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR | 18 // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| 19 // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT | 19 // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| 20 // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | 20 // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| 21 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT | 21 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| 22 // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | 22 // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| 23 // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | 23 // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| 24 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | 24 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 25 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | 25 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 26 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | 26 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 27 | 27 |
| 28 #ifndef V8_SCANNER_H_ | 28 #ifndef V8_SCANNER_H_ |
| 29 #define V8_SCANNER_H_ | 29 #define V8_SCANNER_H_ |
|
tfarina
2011/09/04 20:06:24
Is it worth renaming this file to something more c
Lasse Reichstein
2011/09/05 07:34:15
We probably should. E.g., scanner => scanner-chara
| |
| 30 | 30 |
| 31 #include "token.h" | |
| 32 #include "char-predicates-inl.h" | |
| 33 #include "scanner-base.h" | 31 #include "scanner-base.h" |
|
tfarina
2011/09/04 20:06:24
This include is only needed to get UC16CharacterSt
| |
| 34 | 32 |
| 35 namespace v8 { | 33 namespace v8 { |
| 36 namespace internal { | 34 namespace internal { |
| 37 | 35 |
| 38 // A buffered character stream based on a random access character | 36 // A buffered character stream based on a random access character |
| 39 // source (ReadBlock can be called with pos_ pointing to any position, | 37 // source (ReadBlock can be called with pos_ pointing to any position, |
| 40 // even positions before the current). | 38 // even positions before the current). |
| 41 class BufferedUC16CharacterStream: public UC16CharacterStream { | 39 class BufferedUC16CharacterStream: public UC16CharacterStream { |
| 42 public: | 40 public: |
| 43 BufferedUC16CharacterStream(); | 41 BufferedUC16CharacterStream(); |
| (...skipping 78 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 122 // Entire string is read at start. | 120 // Entire string is read at start. |
| 123 return false; | 121 return false; |
| 124 } | 122 } |
| 125 Handle<ExternalTwoByteString> source_; | 123 Handle<ExternalTwoByteString> source_; |
| 126 const uc16* raw_data_; // Pointer to the actual array of characters. | 124 const uc16* raw_data_; // Pointer to the actual array of characters. |
| 127 }; | 125 }; |
| 128 | 126 |
| 129 } } // namespace v8::internal | 127 } } // namespace v8::internal |
| 130 | 128 |
| 131 #endif // V8_SCANNER_H_ | 129 #endif // V8_SCANNER_H_ |
| OLD | NEW |