strips/pork
2
0
Fork 0
mirror of https://github.com/GayPizzaSpecifications/pork.git synced 2025-09-23 17:51:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

parser: major refinement of error handling

Browse Source
This commit is contained in:
Alex Zenla
2023-09-18 01:07:28 -07:00
parent 5610326eda
commit 7cb3e02b21
20 changed files with 170 additions and 80 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tool/src/main/kotlin/gay/pizza/pork/tool/TokenizeCommand.kt
View File

@ -12,7 +12,7 @@ class TokenizeCommand : CliktCommand(help = "Tokenize Compilation Unit", name =
val tool = FileTool(PlatformFsProvider.resolve(path))
val tokenStream = tool.tokenize()
for (token in tokenStream.tokens) {
println("${token.start} ${token.type.name} '${sanitize(token.text)}'")
println("${token.sourceIndex.index} ${token.type.name} '${sanitize(token.text)}'")
}
}