| Index: tools/nixysa/third_party/ply-3.1/test/lex_many_tokens.py
|
| ===================================================================
|
| --- tools/nixysa/third_party/ply-3.1/test/lex_many_tokens.py (revision 0)
|
| +++ tools/nixysa/third_party/ply-3.1/test/lex_many_tokens.py (revision 0)
|
| @@ -0,0 +1,27 @@
|
| +# lex_many_tokens.py
|
| +#
|
| +# Test lex's ability to handle a large number of tokens (beyond the
|
| +# 100-group limit of the re module)
|
| +
|
| +import sys
|
| +if ".." not in sys.path: sys.path.insert(0,"..")
|
| +
|
| +import ply.lex as lex
|
| +
|
| +tokens = ["TOK%d" % i for i in range(1000)]
|
| +
|
| +for tok in tokens:
|
| + if sys.version_info[0] < 3:
|
| + exec("t_%s = '%s:'" % (tok,tok))
|
| + else:
|
| + exec("t_%s = '%s:'" % (tok,tok), globals())
|
| +
|
| +t_ignore = " \t"
|
| +
|
| +def t_error(t):
|
| + pass
|
| +
|
| +lex.lex(optimize=1,lextab="manytab")
|
| +lex.runmain(data="TOK34: TOK143: TOK269: TOK372: TOK452: TOK561: TOK999:")
|
| +
|
| +
|
|
|
| Property changes on: tools/nixysa/third_party/ply-3.1/test/lex_many_tokens.py
|
| ___________________________________________________________________
|
| Added: svn:eol-style
|
| + LF
|
|
|
|
|