Multi byte characters should not be treated as part of an operator

This commit is contained in:
Oscar Nihlgård
2018-05-30 09:40:35 +02:00
parent 25a41d5d90
commit fd28236368
3 changed files with 13 additions and 2 deletions

View File

@@ -130,7 +130,7 @@ proc nimNumber(g: var GeneralTokenizer, position: int): int =
const
OpChars = {'+', '-', '*', '/', '\\', '<', '>', '!', '?', '^', '.',
'|', '=', '%', '&', '$', '@', '~', ':', '\x80'..'\xFF'}
'|', '=', '%', '&', '$', '@', '~', ':'}
proc nimNextToken(g: var GeneralTokenizer) =
const