Experimental. More test files for latin1, fixed utf tests.

tools/lexer_generator/run-lexing-tests.py

Index: tools/lexer_generator/run-lexing-tests.py
diff --git a/tools/lexer_generator/run-lexing-tests.py b/tools/lexer_generator/run-lexing-tests.py
index b7d49e07519408ff034c181f63e67bb6318eda1f..0ef6bb9ee0a84e47a71f7114f7dfb4e43ac9caa9 100644
--- a/tools/lexer_generator/run-lexing-tests.py
+++ b/tools/lexer_generator/run-lexing-tests.py
@@ -28,6 +28,13 @@
 import subprocess
 import sys
 
+def wait_processes(processes):
+  for p in processes:
+    if p[1].wait():
+      print p[0], 'failed'
+    else:
+      print p[0], 'ok'
+
 if __name__ == '__main__':
   if len(sys.argv) < 4:
     error_message = ('Usage:' + sys.argv[0] +
@@ -47,9 +54,7 @@ if __name__ == '__main__':
       lexer_shell_args = [lexer_shell, f, '--break-after-illegal'] + sys.argv[4:]
       processes.append((f, subprocess.Popen(lexer_shell_args, stdout=dev_null)))
       if i % process_count == process_count - 1:
-        for p in processes:
-          if p[1].wait():
-            print p[0], 'failed'
-          else:
-            print p[0], 'ok'
+        wait_processes(processes)
         processes = []
+
+    wait_processes(processes)