3 files changed, 49 insertions, 4 deletions

diff --git a/source/lexer/lexer.c b/source/lexer/lexer.c
index 60a5cda..8182c5a 100644
--- a/source/lexer/lexer.c
+++ b/source/lexer/lexer.c
@@ -1,8 +1,10 @@
 internal token *
-tokenize(string8 buffer)
+tokenize_csv(string8 buffer)
 {
-
-    // TODO(nasr): tokenize the user input
+    if(buffer.size < 0) return NULL;
+    for(i32 index = 0;
+         buffer.data[index] != '\0'
+         ;)
 
     return NULL;
 }
diff --git a/source/storage/csv_reader.c b/source/storage/csv_reader.c
index 6023a3a..a06e9c4 100644
--- a/source/storage/csv_reader.c
+++ b/source/storage/csv_reader.c
@@ -1,9 +1,15 @@
-#if 1
+#define STD_TEST
+#if defined(STD_TEST)
 #include <stdio.h>
 #endif
 
 internal void
 read_csv(string8 buffer)
 {
+#if defined(STD_TEST)
     printf("\nsize:%lu\ndata %s\n", buffer.size, buffer.data);
+#endif
+
 }
+
+
diff --git a/source/storage/csv_reader.h b/source/storage/csv_reader.h
index 29ac8ab..711499f 100644
--- a/source/storage/csv_reader.h
+++ b/source/storage/csv_reader.h
@@ -1,6 +1,43 @@
 #ifndef CSV_READER_H
 #define CSV_READER_H
 
+typedef struct csv_row csv_row;
+struct csv_row
+{
+    // array of size col_count, points into mmap buffer
+    string8 *fields;
+    i32      count;
+};
+
+typedef struct csv_table csv_table;
+struct csv_table
+{
+    // first row, col names
+    // all data rows
+    string8  *headers;
+    csv_row  *rows;
+    i32       col_count;
+    i32       row_count;
+};
+
+read_only global_variable
+csv_row  nil_csv_row =
+{
+    .fields = {NULL,  0},
+    .count = 0,
+};
+
+
+
+read_only global_variable
+csv_table nil_csv_table =
+{
+    .string8     = {NULL, 0},
+    .csv_row     = &nil_csv_row,
+    .col_count   = 0,
+    .row_count   = 0,
+};
+
 
 
 #endif /* CSV_READER_H */