pork: it's got it all, ffi, state machine tokenizer, and better IDE support

This commit is contained in:
alex committed 2023-10-13 01:04:35 -07:00
1 parent d355fb3914
commit 5078f38f61
58 files changed
+939 -293

No files matched your search

@@ -23,7 +23,7 @@ abstract class Tool {
get() = ImportLocator("local", rootFilePath())
fun tokenize(): TokenStream =
Tokenizer(createCharSource()).tokenize()
Tokenizer(createCharSource()).stream()
fun parse(attribution: NodeAttribution = DiscardNodeAttribution): CompilationUnit =
Parser(TokenStreamSource(tokenize()), attribution).parseCompilationUnit()