definition module lex
from Data.Either import :: Either
+from yard import :: Error
-:: Token :== (Int, TokenValue)
+from AST import :: Pos
+
+:: Token :== (Pos, TokenValue)
:: TokenValue
//Value tokens
- = IdentToken [Char] // Identifier
+ = IdentToken String // Identifier
| NumberToken Int // Integer
| CharToken Char // Character literal
//Keyword tokens
| AmpersandsToken // &&
| PipesToken // ||
| ArrowToken // ->
+ | EmptyListToken // []
//One character tokens
| BraceOpenToken // (
| BraceCloseToken // )
//Special tokens
| EndOfFileToken // EOF
-:: LexerOutput :== Either String [Token]
+:: LexerOutput :== Either Error [Token]
lexer :: [Char] -> LexerOutput