from Data.Either import :: Either
from yard import :: Error
+from AST import :: Pos
-:: Token = {
- line :: Int,
- column :: Int,
- token :: TokenValue}
+:: Token :== (Pos, TokenValue)
:: TokenValue
//Value tokens
= IdentToken String // Identifier
| LesserToken // <
| BiggerToken // >
| ExclamationToken // !
- //Special tokens
- | EndOfFileToken // EOF
:: LexerOutput :== Either Error [Token]