From ea9fdd37916520cd0cbd2a1f50ecaac2a4ca8b7a Mon Sep 17 00:00:00 2001
From: Kyler Olsen <kylerolsen17@gmail.com>
Date: Mon, 27 Oct 2025 17:53:14 -0600
Subject: [PATCH] Refactor TokenString struct to include tokens and length
 fields; define TokenStream struct

---
 SLS_C/include/sls/lexer.h | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/SLS_C/include/sls/lexer.h b/SLS_C/include/sls/lexer.h
index b52eed7..18d34af 100644
--- a/SLS_C/include/sls/lexer.h
+++ b/SLS_C/include/sls/lexer.h
@@ -53,7 +53,8 @@ typedef struct {
 } ArrayLiteral;
 
 typedef struct {
-    // TODO
+    const Token *tokens;
+    size_t length;
 } TokenString;
 
 typedef struct {
@@ -75,4 +76,9 @@ typedef struct {
     };
 } Token;
 
+typedef struct TokenStream {
+    Token token;
+    struct TokenStream *next;
+} TokenStream;
+
 #endif // SLS_LEXER_H