This commit is contained in:
Araq
2020-07-06 13:41:42 +02:00
parent 46aacf917f
commit 6f962a4b36

View File

@@ -342,7 +342,7 @@ proc nimNextToken(g: var GeneralTokenizer) =
inc(pos)
g.kind = gtNone
g.length = pos - g.pos
if g.kind != gtEof and g.length <= 0:
if g.kind != gtEof and g.state != gtNone and g.length <= 0:
assert false, "nimNextToken: produced an empty token"
g.pos = pos