feat(lexer): Scan alphanumerics & whitespace

2025-03-27 17:25:58 +01:00 · 2025-03-27 17:25:58 +01:00 · e1f632ca40
commit e1f632ca40
parent e0754650bc
5 changed files with 60 additions and 40 deletions
--- a/src/lexer/Token.kt
+++ b/src/lexer/Token.kt
@ -1,8 +1,7 @@
 package lexer

-class Token(
+data class Token(
    val type: TokenType,
-    val position: LexerPosition
-) {
-    // Do nothing
-}
+    val value: String,
+    val position: TokenPosition
+)