mirrors/Odin
1
0
Fork 0
mirror of https://github.com/odin-lang/Odin.git synced 2026-02-14 23:33:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

Simplify init_tokenizer_with_data

Browse Source
This commit is contained in:
gingerBill
2021-08-08 12:47:45 +01:00
parent 5756c8a7c6
commit a3b7126875
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/tokenizer.cpp
View File

@@ -789,14 +789,14 @@ void advance_to_next_rune(Tokenizer *t) {
}
}
void init_tokenizer_with_file_contents(Tokenizer *t, String const &fullpath, gbFileContents *fc, TokenizerFlags flags) {
void init_tokenizer_with_data(Tokenizer *t, String const &fullpath, void *data, isize size, TokenizerFlags flags) {
t->flags = flags;
t->fullpath = fullpath;
t->line_count = 1;
t->start = cast(u8 *)fc->data;
t->start = cast(u8 *)data;
t->read_curr = t->curr = t->start;
t->end = t->start + fc->size;
t->end = t->start + size;
advance_to_next_rune(t);
if (t->curr_rune == GB_RUNE_BOM) {
@@ -820,7 +820,7 @@ TokenizerInitError init_tokenizer(Tokenizer *t, String const &fullpath, Tokenize
err = TokenizerInit_FileTooLarge;
gb_file_free_contents(&fc);
} else if (fc.data != nullptr) {
init_tokenizer_with_file_contents(t, fullpath, &fc, flags);
init_tokenizer_with_data(t, fullpath, fc.data, fc.size, flags);
} else {
t->flags = flags;
t->fullpath = fullpath;