feature(main): ryan fleur nil nodes

will add the source to the sources.txt  in the future

1 files changed, 5 insertions, 3 deletions

diff --git a/source/lexer/lexer.c b/source/lexer/lexer.c
index 60a5cda..8182c5a 100644
--- a/source/lexer/lexer.c
+++ b/source/lexer/lexer.c
@@ -1,8 +1,10 @@
 internal token *
-tokenize(string8 buffer)
+tokenize_csv(string8 buffer)
 {
-
-    // TODO(nasr): tokenize the user input
+    if(buffer.size < 0) return NULL;
+    for(i32 index = 0;
+         buffer.data[index] != '\0'
+         ;)
 
     return NULL;
 }