X-Git-Url: https://git.martlubbers.net/?a=blobdiff_plain;f=lex.dcl;h=46c17135c5f21695a0e5d962a81cedb8d3588c43;hb=a8348a333a567e5a469d1e5f8ec6c3dafc051c91;hp=a887374897f439bf44ae4fd8547dbd4e88009ab5;hpb=4766205e7035a58c8a1fa1557b6e14577ed26f32;p=cc1516.git diff --git a/lex.dcl b/lex.dcl index a887374..46c1713 100644 --- a/lex.dcl +++ b/lex.dcl @@ -1,11 +1,13 @@ definition module lex from Data.Either import :: Either +from yard import :: Error +from AST import :: Pos -:: Token :== (Int, TokenValue) +:: Token :== (Pos, TokenValue) :: TokenValue //Value tokens - = IdentToken [Char] // Identifier + = IdentToken String // Identifier | NumberToken Int // Integer | CharToken Char // Character literal //Keyword tokens @@ -29,6 +31,7 @@ from Data.Either import :: Either | AmpersandsToken // && | PipesToken // || | ArrowToken // -> + | EmptyListToken // [] //One character tokens | BraceOpenToken // ( | BraceCloseToken // ) @@ -49,9 +52,7 @@ from Data.Either import :: Either | LesserToken // < | BiggerToken // > | ExclamationToken // ! - //Special tokens - | EndOfFileToken // EOF -:: LexerOutput :== Either String [Token] +:: LexerOutput :== Either Error [Token] lexer :: [Char] -> LexerOutput