From aa2bee82ac82ff47c6be84f2e6d39c690ec66a21 Mon Sep 17 00:00:00 2001 From: nasr Date: Wed, 4 Mar 2026 22:20:11 +0000 Subject: feature(main): ryan fleur nil nodes will add the source to the sources.txt in the future --- source/lexer/lexer.c | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) (limited to 'source/lexer') diff --git a/source/lexer/lexer.c b/source/lexer/lexer.c index 60a5cda..8182c5a 100644 --- a/source/lexer/lexer.c +++ b/source/lexer/lexer.c @@ -1,8 +1,10 @@ internal token * -tokenize(string8 buffer) +tokenize_csv(string8 buffer) { - - // TODO(nasr): tokenize the user input + if(buffer.size < 0) return NULL; + for(i32 index = 0; + buffer.data[index] != '\0' + ;) return NULL; } -- cgit v1.3