pork: it's got it all, ffi, state machine tokenizer, and better IDE support

2025-08-03 21:21:33 +00:00 · 2023-10-13 01:04:35 -07:00
parent d355fb3914
commit 5078f38f61
58 changed files with 939 additions and 293 deletions
--- a/minimal/src/main/kotlin/gay/pizza/pork/minimal/Tool.kt
+++ b/minimal/src/main/kotlin/gay/pizza/pork/minimal/Tool.kt
@ -23,7 +23,7 @@ abstract class Tool {
    get() = ImportLocator("local", rootFilePath())

  fun tokenize(): TokenStream =
-    Tokenizer(createCharSource()).tokenize()
+    Tokenizer(createCharSource()).stream()

  fun parse(attribution: NodeAttribution = DiscardNodeAttribution): CompilationUnit =
    Parser(TokenStreamSource(tokenize()), attribution).parseCompilationUnit()