X-Git-Url: https://git.martlubbers.net/?a=blobdiff_plain;f=lex.dcl;h=535487d1b750923c005453ecc48cc74fbac862b4;hb=e33962666f8af6a34432d57180eb322f4543eb78;hp=a6cf7c661a2927ed12caff506af75875c7fe46d6;hpb=fe40818bbc1d327f0adfbbbfe7ecfbe15d4eb053;p=cc1516.git diff --git a/lex.dcl b/lex.dcl index a6cf7c6..535487d 100644 --- a/lex.dcl +++ b/lex.dcl @@ -2,7 +2,6 @@ definition module lex from Data.Either import :: Either from yard import :: Error - from AST import :: Pos :: Token :== (Pos, TokenValue) @@ -11,6 +10,7 @@ from AST import :: Pos = IdentToken String // Identifier | NumberToken Int // Integer | CharToken Char // Character literal + | StringToken [Char]// String literal //Keyword tokens | VarToken // var keyword | ReturnToken // return keyword @@ -53,8 +53,6 @@ from AST import :: Pos | LesserToken // < | BiggerToken // > | ExclamationToken // ! - //Special tokens - | EndOfFileToken // EOF :: LexerOutput :== Either Error [Token]