Refactor TokenString struct to include tokens and length fields; define TokenStream struct

This commit is contained in:
Kyler Olsen 2025-10-27 17:53:14 -06:00
parent 285e296021
commit ea9fdd3791
1 changed files with 7 additions and 1 deletions

View File

@ -53,7 +53,8 @@ typedef struct {
} ArrayLiteral;
typedef struct {
// TODO
const Token *tokens;
size_t length;
} TokenString;
typedef struct {
@ -75,4 +76,9 @@ typedef struct {
};
} Token;
typedef struct TokenStream {
Token token;
struct TokenStream *next;
} TokenStream;
#endif // SLS_LEXER_H