1 files changed, 5 insertions, 3 deletions
diff --git a/source/lexer/lexer.c b/source/lexer/lexer.c
index 60a5cda..8182c5a 100644
--- a/source/lexer/lexer.c
+++ b/source/lexer/lexer.c
@@ -1,8 +1,10 @@
 internal token *
-tokenize(string8 buffer)
+tokenize_csv(string8 buffer)
 {
+    if(buffer.size < 0) return NULL;
-    // TODO(nasr): tokenize the user input
+    for(i32 index = 0;
+         buffer.data[index] != '\0'
+         ;)
    return NULL;
 }

diff --git a/source/lexer/lexer.c b/source/lexer/lexer.c index 60a5cda..8182c5a 100644 --- a/source/lexer/lexer.c +++ b/source/lexer/lexer.c
@@ -1,8 +1,10 @@
1	internal token *	1	internal token *
2	tokenize(string8 buffer)	2	tokenize_csv(string8 buffer)
3	{	3	{
4		4	if(buffer.size < 0) return NULL;
5	// TODO(nasr): tokenize the user input	5	for(i32 index = 0;
		6	buffer.data[index] != '\0'
		7	;)
6		8
7	return NULL;	9	return NULL;
8	}	10	}