Refactor TokenString struct to include tokens and length fields; define TokenStream struct

This commit is contained in:
Kyler Olsen 2025-10-27 17:53:14 -06:00
parent 285e296021
commit ea9fdd3791
1 changed files with 7 additions and 1 deletions

View File

@ -53,7 +53,8 @@ typedef struct {
} ArrayLiteral; } ArrayLiteral;
typedef struct { typedef struct {
// TODO const Token *tokens;
size_t length;
} TokenString; } TokenString;
typedef struct { typedef struct {
@ -75,4 +76,9 @@ typedef struct {
}; };
} Token; } Token;
typedef struct TokenStream {
Token token;
struct TokenStream *next;
} TokenStream;
#endif // SLS_LEXER_H #endif // SLS_LEXER_H