2 files changed, 31 insertions, 0 deletions

diff --git a/source/lexer/lexer.c b/source/lexer/lexer.c
new file mode 100644
index 0000000..60a5cda
--- /dev/null
+++ b/source/lexer/lexer.c
@@ -0,0 +1,8 @@
+internal token *
+tokenize(string8 buffer)
+{
+
+    // TODO(nasr): tokenize the user input
+
+    return NULL;
+}
diff --git a/source/lexer/lexer.h b/source/lexer/lexer.h
new file mode 100644
index 0000000..86f8427
--- /dev/null
+++ b/source/lexer/lexer.h
@@ -0,0 +1,23 @@
+#ifndef ENGINE_LEXER_H
+#define ENGINE_LEXER_H
+
+typedef enum token_type token_type;
+enum token_type
+{
+    // first 255 tokens  for ascii characters
+    TOKEN_UNDEFINED = 255,
+    TOKEN_IDENTIFIER,
+    TOKEN_VALUE,
+
+};
+
+typedef struct token token;
+struct token
+{
+    string8 lexeme;
+    token_type type;
+
+};
+
+
+#endif /* ENGINE_LEXER_H */