X-Git-Url: https://git.martlubbers.net/?a=blobdiff_plain;ds=sidebyside;f=lex.dcl;h=a6cf7c661a2927ed12caff506af75875c7fe46d6;hb=84eef96578e71866127e804bc265359c874aac68;hp=e141b94706cd528ec40d7e818e7cada8026f6222;hpb=345b80b49413bb1b52735fb155faded41456a6b7;p=cc1516.git diff --git a/lex.dcl b/lex.dcl index e141b94..a6cf7c6 100644 --- a/lex.dcl +++ b/lex.dcl @@ -1,12 +1,15 @@ definition module lex -import Data.Either +from Data.Either import :: Either +from yard import :: Error -:: Token :== (Int, TokenValue) +from AST import :: Pos + +:: Token :== (Pos, TokenValue) :: TokenValue //Value tokens - = IdentToken [Char] // Identifier - | NumberToken [Char]// Integer + = IdentToken String // Identifier + | NumberToken Int // Integer | CharToken Char // Character literal //Keyword tokens | VarToken // var keyword @@ -29,6 +32,7 @@ import Data.Either | AmpersandsToken // && | PipesToken // || | ArrowToken // -> + | EmptyListToken // [] //One character tokens | BraceOpenToken // ( | BraceCloseToken // ) @@ -52,6 +56,6 @@ import Data.Either //Special tokens | EndOfFileToken // EOF -:: LexerOutput :== Either String [Token] +:: LexerOutput :== Either Error [Token] lexer :: [Char] -> LexerOutput