blob: 4d0de960d065ff939a8a223e47a2f11620245825 [file] [log] [blame]
l=8, c=1, stat=0, len=64, token="-option"
l=8, c=9, stat=0, len=64, token="key"
l=9, c=1, stat=0, len=64, token="+reset"
l=9, c=10, stat=0, len=64, token="imbedded#hash"
l=11, c=1, stat=0, len=64, token="This is a single token"
l=13, c=1, stat=0, len=64, token="And\ 'even '"more "complex"
l=15, c=1, stat=0, len=64, token="Backslash chars \n are returned as is"
l=16, c=1, stat=0, len=64, token="regardless \n of quoting"
l=18, c=1, stat=0, len=64, token="Single quote escapes"
l=19, c=2, stat=0, len=64, token="'"
l=19, c=4, stat=0, len=64, token="'"
l=21, c=1, stat=0, len=64, token="Double quote escapes"
l=22, c=2, stat=0, len=64, token="""
l=22, c=4, stat=0, len=64, token="""
l=22, c=8, stat=0, len=64, token="""
l=24, c=1, stat=0, len=64, token="Back slash escapes"
l=25, c=2, stat=0, len=64, token="\"
l=25, c=4, stat=0, len=64, token="\"
l=25, c=9, stat=0, len=64, token="\"
l=27, c=1, stat=0, len=64, token="Space Character Escapes"
l=28, c=2, stat=0, len=64, token=" "
l=28, c=4, stat=0, len=64, token=" "
l=28, c=9, stat=0, len=64, token=" "
l=30, c=1, stat=0, len=64, token="Empty Tokens, using quotes"
l=31, c=1, stat=0, len=64, token=""
l=31, c=6, stat=0, len=64, token=""
l=33, c=1, stat=0, len=64, token="Unicode charcaters are handled"
l=34, c=1, stat=0, len=64, token="° ' ² ³ ` ´"
l=35, c=1, stat=0, len=64, token="µ ¶ ⨀ ⨁ ⨂"
l=36, c=1, stat=0, len=64, token="测试用的汉字"
l=38, c=1, stat=0, len=64, token="Line____Continuation"
l=41, c=1, stat=0, len=64, token="Double_Quoted_Line____Continuation"
l=44, c=1, stat=0, len=64, token="Single_Quoted_Line__\
__Continuation_NOT!"
l=47, c=1, stat=0, len=64, token="double_quoted_newlines__
__are_part_of_token"
l=50, c=1, stat=0, len=64, token="single_quoted_newlines__
__are_part_of_token"
l=53, c=1, stat=0, len=64, token="Last Token before EOF"
EOF Found
l=1, c=1, stat=0, len=64, token="Next token bad quotes"
Bad Quotes l=1, c=25 token="unfinished quotes ->"
l=1, c=1, stat=0, len=64, token="Binary input follows"
Binary Char at l=2, c=4
l=1, c=1, stat=0, len=64, token="Very BIG Token Tests"
l=2, c=1, stat=0, len=256, token="aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa..."
l=3, c=1, stat=0, len=1024, token="bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb..."
l=4, c=1, stat=0, len=4096, token="cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc..."
l=5, c=1, stat=0, len=8192, token="dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd..."
l=6, c=1, stat=0, len=12288, token="eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee..."
l=7, c=1, stat=0, len=16384, token="ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff..."
l=8, c=1, stat=0, len=8392704, token="eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee..."
l=9, c=1, stat=0, len=8392704, token="and all is well!"
EOF Found