| OLD | NEW |
| 1 # Copyright 2013 the V8 project authors. All rights reserved. | 1 # Copyright 2013 the V8 project authors. All rights reserved. |
| 2 # Redistribution and use in source and binary forms, with or without | 2 # Redistribution and use in source and binary forms, with or without |
| 3 # modification, are permitted provided that the following conditions are | 3 # modification, are permitted provided that the following conditions are |
| 4 # met: | 4 # met: |
| 5 # | 5 # |
| 6 # * Redistributions of source code must retain the above copyright | 6 # * Redistributions of source code must retain the above copyright |
| 7 # notice, this list of conditions and the following disclaimer. | 7 # notice, this list of conditions and the following disclaimer. |
| 8 # * Redistributions in binary form must reproduce the above | 8 # * Redistributions in binary form must reproduce the above |
| 9 # copyright notice, this list of conditions and the following | 9 # copyright notice, this list of conditions and the following |
| 10 # disclaimer in the documentation and/or other materials provided | 10 # disclaimer in the documentation and/or other materials provided |
| (...skipping 171 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 182 "void" <|token(VOID)|> | 182 "void" <|token(VOID)|> |
| 183 "while" <|token(WHILE)|> | 183 "while" <|token(WHILE)|> |
| 184 "with" <|token(WITH)|> | 184 "with" <|token(WITH)|> |
| 185 "yield" <|token(YIELD)|> | 185 "yield" <|token(YIELD)|> |
| 186 | 186 |
| 187 identifier_start <|token(IDENTIFIER)|Identifier> | 187 identifier_start <|token(IDENTIFIER)|Identifier> |
| 188 /\\u[:hex_digit:]{4}/ <{ | 188 /\\u[:hex_digit:]{4}/ <{ |
| 189 if (V8_UNLIKELY(!ValidIdentifierStart())) { | 189 if (V8_UNLIKELY(!ValidIdentifierStart())) { |
| 190 goto default_action; | 190 goto default_action; |
| 191 } | 191 } |
| 192 next_.has_escapes = true; |
| 192 }|token(IDENTIFIER)|Identifier> | 193 }|token(IDENTIFIER)|Identifier> |
| 193 | 194 |
| 194 eos <|terminate|> | 195 eos <|terminate|> |
| 195 default_action <do_token_and_go_forward(ILLEGAL)> | 196 default_action <do_token_and_go_forward(ILLEGAL)> |
| 196 | 197 |
| 197 <<DoubleQuoteString>> | 198 <<DoubleQuoteString>> |
| 198 "\\" line_terminator_sequence <||continue> | 199 "\\" line_terminator_sequence <||continue> |
| 199 /\\[x][:hex_digit:]{2}/ <set_has_escapes||continue> | 200 /\\[x][:hex_digit:]{2}/ <set_has_escapes||continue> |
| 200 /\\[u][:hex_digit:]{4}/ <set_has_escapes||continue> | 201 /\\[u][:hex_digit:]{4}/ <set_has_escapes||continue> |
| 201 /\\[^xu:line_terminator:]/ <set_has_escapes||continue> | 202 /\\[^xu:line_terminator:]/ <set_has_escapes||continue> |
| (...skipping 29 matching lines...) Expand all Loading... |
| 231 eos <|skip_and_terminate|> | 232 eos <|skip_and_terminate|> |
| 232 catch_all <||continue> | 233 catch_all <||continue> |
| 233 | 234 |
| 234 <<MultiLineComment>> | 235 <<MultiLineComment>> |
| 235 /\*+\// <|skip|> | 236 /\*+\// <|skip|> |
| 236 # TODO find a way to generate the below rule | 237 # TODO find a way to generate the below rule |
| 237 /\*+[^\/*]/ <||continue> | 238 /\*+[^\/*]/ <||continue> |
| 238 line_terminator <line_terminator||continue> | 239 line_terminator <line_terminator||continue> |
| 239 eos <|terminate_illegal|> | 240 eos <|terminate_illegal|> |
| 240 catch_all <||continue> | 241 catch_all <||continue> |
| OLD | NEW |