strips/pork
2
0
Fork 0
mirror of https://github.com/GayPizzaSpecifications/pork.git synced 2025-08-03 21:21:33 +00:00
Code Issues Packages Projects Releases Wiki Activity

gradle: 8.4 and parser: lazy tokenization

Browse Source
This commit is contained in:
Alex Zenla
2023-10-13 08:56:04 -07:00
parent 5078f38f61
commit e96bcd8754
8 changed files with 59 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
minimal/src/main/kotlin/gay/pizza/pork/minimal/Tool.kt
View File

@ -22,14 +22,14 @@ abstract class Tool {
val rootImportLocator: ImportLocator
get() = ImportLocator("local", rootFilePath())
fun tokenize(): TokenStream =
Tokenizer(createCharSource()).stream()
fun tokenize(): LazyTokenSource =
LazyTokenSource(Tokenizer(createCharSource()))
fun parse(attribution: NodeAttribution = DiscardNodeAttribution): CompilationUnit =
Parser(TokenStreamSource(tokenize()), attribution).parseCompilationUnit()
Parser(TokenStreamSource(tokenize().streamAllRemainingTokens()), attribution).parseCompilationUnit()
fun highlight(scheme: HighlightScheme): List<Highlight> =
Highlighter(scheme).highlight(tokenize())
Highlighter(scheme).highlight(tokenize().streamAllRemainingTokens())
fun reprint(): String = buildString { visit(Printer(this)) }