dunham/newt
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Combine parser of app and operator

Browse Source
This commit is contained in:
Steve Dunham
2024-10-29 17:53:33 -07:00
parent 0fb5b08598
commit e8de2d4ccd
4 changed files with 48 additions and 43 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/Lib/Tokenizer.idr
View File

@@ -48,6 +48,8 @@ unquote str = case unpack str of
go ('\\' :: (x :: xs)) = x :: go xs
go (x :: xs) = x :: go xs
opMiddle = pred (\c => not (isSpace c || c == '_'))
rawTokens : Tokenizer (Token Kind)
rawTokens
= match (lower <+> many identMore) checkKW
@@ -55,7 +57,7 @@ rawTokens
<|> match (some digit) (Tok Number)
<|> match (is '#' <+> many alpha) (Tok Pragma)
<|> match charLit (Tok Character)
<|> match (exact "_" <+> (some opChar <|> exact ",") <+> exact "_") (Tok MixFix)
<|> match (exact "_" <+> (some opMiddle) <+> exact "_") (Tok MixFix)
<|> match (quo <+> manyUntil quo (esc any <|> any) <+> quo) (Tok StringKind . unquote)
<|> match (lineComment (exact "--")) (Tok Space)
<|> match (blockComment (exact "/-") (exact "-/")) (Tok Space)