mirrors/Odin
1
0
Fork 0
mirror of https://github.com/odin-lang/Odin.git synced 2026-06-05 18:24:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add rune_is_letter_or_digit for tokenizer

Browse Source
This commit is contained in:
gingerBill
2020-05-27 12:54:11 +01:00
parent 4e21a4d46a
commit 876820789e
2 changed files with 24 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/tokenizer.cpp
View File

@@ -948,7 +948,7 @@ Token tokenizer_get_token(Tokenizer *t) {
Rune curr_rune = t->curr_rune;
if (rune_is_letter(curr_rune)) {
token.kind = Token_Ident;
while (rune_is_letter(t->curr_rune) || rune_is_digit(t->curr_rune)) {
while (rune_is_letter_or_digit(t->curr_rune)) {
advance_to_next_rune(t);
}