Checkpoint some stuff so I can rollback the rest.

This commit is contained in:
2023-09-30 06:40:54 -07:00
parent 1f2afb279e
commit 349115d055
4 changed files with 83 additions and 8 deletions

View File

@@ -26,6 +26,7 @@ rawTokens : Tokenizer (Token Kind)
rawTokens
= match (alpha <+> many identMore) checkKW
<|> match (some digit) (Tok Number)
<|> match (is '#' <+> many alpha) (Tok Pragma)
<|> match (lineComment (exact "--")) (Tok Space)
<|> match (some opChar) (\s => Tok Oper s)
<|> match symbol (Tok Symbol)