Fixed build tokens not unwrapping when both EOL and EOF occur
This commit is contained in:
parent
3ce9390be4
commit
90ca138904
4 changed files with 32 additions and 8 deletions
|
|
@ -8,7 +8,8 @@ when isMainModule:
|
|||
if paramCount() > 0:
|
||||
let filename = paramStr(1)
|
||||
var tokStream = newTokStream(filename, isFile=true)
|
||||
|
||||
|
||||
# DumpTok
|
||||
var tok: nlTok
|
||||
while tokStream.nextTok(tok):
|
||||
echo tok
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue