Fixed build tokens not unwrapping when both EOL and EOF occur

This commit is contained in:
Emile Clark-Boman 2025-06-18 02:35:51 +10:00
parent 3ce9390be4
commit 90ca138904
4 changed files with 32 additions and 8 deletions

View file

@ -8,7 +8,8 @@ when isMainModule:
if paramCount() > 0:
let filename = paramStr(1)
var tokStream = newTokStream(filename, isFile=true)
# DumpTok
var tok: nlTok
while tokStream.nextTok(tok):
echo tok