parser: lazy support

2025-08-03 13:11:32 +00:00 · 2023-10-14 03:28:07 -07:00
parent e96bcd8754
commit 9338b01b48
25 changed files with 159 additions and 118 deletions
--- a/tool/src/main/kotlin/gay/pizza/pork/tool/TokenizeCommand.kt
+++ b/tool/src/main/kotlin/gay/pizza/pork/tool/TokenizeCommand.kt
@ -15,7 +15,6 @@ class TokenizeCommand : CliktCommand(help = "Tokenize Compilation Unit", name =
    while (true) {
      val token = tokenSource.next()
      println("${token.sourceIndex} ${token.type.name} '${sanitize(token.text)}'")
-      tokenSource.peekTypeAhead(5)
      if (token.type == TokenType.EndOfFile) {
        break
      }