Experimental parser: remove bom handling

tools/lexer_generator/code_generator.jinja

 // Copyright 2013 the V8 project authors. All rights reserved.
 // Redistribution and use in source and binary forms, with or without
 // modification, are permitted provided that the following conditions are
 // met:
 //
 //     * Redistributions of source code must retain the above copyright
 //       notice, this list of conditions and the following disclaimer.
 //     * Redistributions in binary form must reproduce the above
 //       copyright notice, this list of conditions and the following
 //       disclaimer in the documentation and/or other materials provided
@@ skipping 29 matching lines @@
         (primary_char == 0 && cursor_ < buffer_end_)
       {%- elif r[1][0] == 0 -%}
         primary_char <= {{r[1][1]}}
       {%- elif r[1][1] == upper_bound and not encoding == 'utf16'-%}
         primary_char >= {{r[1][0]}}
       {%- else -%}
         ({{r[1][0]}} <= primary_char && primary_char <= {{r[1][1]}})
       {%- endif -%}
     {# These classes require long_char and to be outside the primary range #}
     {%- elif r[0] == 'LONG_CHAR_CLASS' and encoding in ['utf16', 'utf8'] -%}
-      {%- if r[1] == 'byte_order_mark' -%}
-        (long_char == 0xfffe || long_char == 0xfeff)
-      {%- elif r[1] == 'call' -%}
+      {%- if r[1] == 'call' -%}
         unicode_cache_->{{r[2]}}(long_char)
       {%- elif r[1] == 'invert' -%}
         !({{do_key(r[2])}})
       {%- elif r[1] == 'catch_all' -%}
         (true || long_char == 0) /* {{r[1]}} */
       {%- else -%}
         uncompilable code for {{encoding}} {{r[0]}} {{r[1]}}
       {%- endif -%}
     {%- else -%}
       uncompilable code for {{encoding}} {{r[0]}} {{r[1]}}
@@ skipping 289 matching lines @@
     // force use of stored_token
     stored_token = Token::ILLEGAL;
     // force use of marker
     marker = NULL;
     // force use of state_entry_0
     goto state_entry_0;
   }
 }
 } }