From 4e77bc7164070d7ffafdee1ba6ce3bb1aaf10746 Mon Sep 17 00:00:00 2001 From: nasr Date: Mon, 2 Mar 2026 22:44:17 +0000 Subject: feature(main): loading file + bug fixes structure improvement --- source/lexer/lexer.c | 8 ++++++++ source/lexer/lexer.h | 23 +++++++++++++++++++++++ 2 files changed, 31 insertions(+) create mode 100644 source/lexer/lexer.c create mode 100644 source/lexer/lexer.h (limited to 'source/lexer') diff --git a/source/lexer/lexer.c b/source/lexer/lexer.c new file mode 100644 index 0000000..60a5cda --- /dev/null +++ b/source/lexer/lexer.c @@ -0,0 +1,8 @@ +internal token * +tokenize(string8 buffer) +{ + + // TODO(nasr): tokenize the user input + + return NULL; +} diff --git a/source/lexer/lexer.h b/source/lexer/lexer.h new file mode 100644 index 0000000..86f8427 --- /dev/null +++ b/source/lexer/lexer.h @@ -0,0 +1,23 @@ +#ifndef ENGINE_LEXER_H +#define ENGINE_LEXER_H + +typedef enum token_type token_type; +enum token_type +{ + // first 255 tokens for ascii characters + TOKEN_UNDEFINED = 255, + TOKEN_IDENTIFIER, + TOKEN_VALUE, + +}; + +typedef struct token token; +struct token +{ + string8 lexeme; + token_type type; + +}; + + +#endif /* ENGINE_LEXER_H */ -- cgit v1.3