| l=8, c=1, stat=0, len=64, token="-option" |
| l=8, c=9, stat=0, len=64, token="key" |
| l=9, c=1, stat=0, len=64, token="+reset" |
| l=9, c=10, stat=0, len=64, token="imbedded#hash" |
| l=11, c=1, stat=0, len=64, token="This is a single token" |
| l=13, c=1, stat=0, len=64, token="And\ 'even '"more "complex" |
| l=15, c=1, stat=0, len=64, token="Backslash chars \n are returned as is" |
| l=16, c=1, stat=0, len=64, token="regardless \n of quoting" |
| l=18, c=1, stat=0, len=64, token="Single quote escapes" |
| l=19, c=2, stat=0, len=64, token="'" |
| l=19, c=4, stat=0, len=64, token="'" |
| l=21, c=1, stat=0, len=64, token="Double quote escapes" |
| l=22, c=2, stat=0, len=64, token=""" |
| l=22, c=4, stat=0, len=64, token=""" |
| l=22, c=8, stat=0, len=64, token=""" |
| l=24, c=1, stat=0, len=64, token="Back slash escapes" |
| l=25, c=2, stat=0, len=64, token="\" |
| l=25, c=4, stat=0, len=64, token="\" |
| l=25, c=9, stat=0, len=64, token="\" |
| l=27, c=1, stat=0, len=64, token="Space Character Escapes" |
| l=28, c=2, stat=0, len=64, token=" " |
| l=28, c=4, stat=0, len=64, token=" " |
| l=28, c=9, stat=0, len=64, token=" " |
| l=30, c=1, stat=0, len=64, token="Empty Tokens, using quotes" |
| l=31, c=1, stat=0, len=64, token="" |
| l=31, c=6, stat=0, len=64, token="" |
| l=33, c=1, stat=0, len=64, token="Unicode charcaters are handled" |
| l=34, c=1, stat=0, len=64, token="° ' ² ³ ` ´" |
| l=35, c=1, stat=0, len=64, token="µ ¶ ⨀ ⨁ ⨂" |
| l=36, c=1, stat=0, len=64, token="测试用的汉字" |
| l=38, c=1, stat=0, len=64, token="Line____Continuation" |
| l=41, c=1, stat=0, len=64, token="Double_Quoted_Line____Continuation" |
| l=44, c=1, stat=0, len=64, token="Single_Quoted_Line__\ |
| __Continuation_NOT!" |
| l=47, c=1, stat=0, len=64, token="double_quoted_newlines__ |
| __are_part_of_token" |
| l=50, c=1, stat=0, len=64, token="single_quoted_newlines__ |
| __are_part_of_token" |
| l=53, c=1, stat=0, len=64, token="Last Token before EOF" |
| EOF Found |
| |
| l=1, c=1, stat=0, len=64, token="Next token bad quotes" |
| Bad Quotes l=1, c=25 token="unfinished quotes ->" |
| |
| l=1, c=1, stat=0, len=64, token="Binary input follows" |
| Binary Char at l=2, c=4 |
| |
| l=1, c=1, stat=0, len=64, token="Very BIG Token Tests" |
| l=2, c=1, stat=0, len=256, token="aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa..." |
| l=3, c=1, stat=0, len=1024, token="bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb..." |
| l=4, c=1, stat=0, len=4096, token="cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc..." |
| l=5, c=1, stat=0, len=8192, token="dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd..." |
| l=6, c=1, stat=0, len=12288, token="eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee..." |
| l=7, c=1, stat=0, len=16384, token="ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff..." |
| l=8, c=1, stat=0, len=8392704, token="eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee..." |
| l=9, c=1, stat=0, len=8392704, token="and all is well!" |
| EOF Found |
| |