X-Git-Url: https://git.martlubbers.net/?a=blobdiff_plain;f=lex.dcl;h=438e547ff461789dae49b6ea436e125c59ce95f0;hb=75ac4a13efdc20b444a5eb6cb2d16425c82d333e;hp=46a3ab817beb372ea231fe0cf9696faa14ef348a;hpb=8de73bb36ae068011c2c1b1fc9b3c9091a897997;p=cc1516.git diff --git a/lex.dcl b/lex.dcl index 46a3ab8..438e547 100644 --- a/lex.dcl +++ b/lex.dcl @@ -2,25 +2,38 @@ definition module lex import Data.Either -:: Token +:: Token :== (Int, TokenValue) +:: TokenValue //Value tokens = IdentToken [Char] // Identifier - | NumberToken [Char]// Integer + | NumberToken Int // Integer | CharToken Char // Character literal //Keyword tokens | VarToken // var keyword - | VoidToken // void keyword | ReturnToken // return keyword | IfToken // if keyword | ElseToken // else keyword | WhileToken // while keyword | TrueToken // True keyword | FalseToken // False keyword + | VoidToken // Void keyword + | IntTypeToken // Int keyword + | CharTypeToken // Char keyword + | BoolTypeToken // Bool keyword + //Two character tokens + | DoubleColonToken // :: + | NotEqualToken // != + | LesserEqToken // <= + | GreaterEqToken // >= + | EqualsToken // == + | AmpersandsToken // && + | PipesToken // || + | ArrowToken // -> //One character tokens | BraceOpenToken // ( | BraceCloseToken // ) | CBraceOpenToken // { - | CBraceCloseToken // { + | CBraceCloseToken // } | SquareOpenToken // [ | SquareCloseToken // ] | CommaToken // , @@ -36,14 +49,7 @@ import Data.Either | LesserToken // < | BiggerToken // > | ExclamationToken // ! - //Two character tokens - | DoubleColonToken // :: - | LesserEqToken // <= - | GreaterEqToken // >= - | EqualsToken // == - | AmpersandsToken // && - | PipesToken // || - | ArrowToken // -> + //Special tokens | EndOfFileToken // EOF :: LexerOutput :== Either String [Token]