X-Git-Url: https://git.martlubbers.net/?a=blobdiff_plain;f=lex.dcl;h=46c17135c5f21695a0e5d962a81cedb8d3588c43;hb=76d648be58ffa5c21cb9a53fb0232ab16d9f81b4;hp=f256af59e857849a664acb4501a84fcf646e20fb;hpb=4b8ac77a88528dd1eeac43fd7a6c2e6ac711d5a9;p=cc1516.git diff --git a/lex.dcl b/lex.dcl index f256af5..46c1713 100644 --- a/lex.dcl +++ b/lex.dcl @@ -1,26 +1,42 @@ definition module lex -import Data.Either +from Data.Either import :: Either +from yard import :: Error +from AST import :: Pos -:: Token +:: Token :== (Pos, TokenValue) +:: TokenValue //Value tokens = IdentToken String // Identifier | NumberToken Int // Integer | CharToken Char // Character literal //Keyword tokens | VarToken // var keyword - | VoidToken // void keyword | ReturnToken // return keyword | IfToken // if keyword | ElseToken // else keyword | WhileToken // while keyword | TrueToken // True keyword | FalseToken // False keyword + | VoidToken // Void keyword + | IntTypeToken // Int keyword + | CharTypeToken // Char keyword + | BoolTypeToken // Bool keyword + //Two character tokens + | DoubleColonToken // :: + | NotEqualToken // != + | LesserEqToken // <= + | GreaterEqToken // >= + | EqualsToken // == + | AmpersandsToken // && + | PipesToken // || + | ArrowToken // -> + | EmptyListToken // [] //One character tokens | BraceOpenToken // ( | BraceCloseToken // ) | CBraceOpenToken // { - | CBraceCloseToken // { + | CBraceCloseToken // } | SquareOpenToken // [ | SquareCloseToken // ] | CommaToken // , @@ -36,14 +52,7 @@ import Data.Either | LesserToken // < | BiggerToken // > | ExclamationToken // ! - //Two character tokens - | DoubleColonToken // :: - | LesserEqToken // <= - | GreaterEqToken // >= - | EqualsToken // == - | AmpersandsToken // && - | PipesToken // || -:: LexerOutput a :== Either String a +:: LexerOutput :== Either Error [Token] -lexer :: [Char] -> LexerOutput [Token] +lexer :: [Char] -> LexerOutput