X-Git-Url: https://git.martlubbers.net/?a=blobdiff_plain;f=lex.dcl;h=a887374897f439bf44ae4fd8547dbd4e88009ab5;hb=4766205e7035a58c8a1fa1557b6e14577ed26f32;hp=56c3765319aa20a5e2293816785c7bf84034d58c;hpb=011c22770609138b54195d330232bc2a1e88d0ae;p=cc1516.git

diff --git a/lex.dcl b/lex.dcl
index 56c3765..a887374 100644
--- a/lex.dcl
+++ b/lex.dcl
@@ -1,26 +1,39 @@
 definition module lex
 
-import Data.Either
+from Data.Either import :: Either
 
-:: Token
+:: Token :== (Int, TokenValue)
+:: TokenValue
 	//Value tokens
 	= IdentToken [Char] // Identifier
 	| NumberToken Int   // Integer
 	| CharToken Char    // Character literal
 	//Keyword tokens
 	| VarToken          // var keyword
-	| VoidToken         // void keyword
 	| ReturnToken       // return keyword
 	| IfToken           // if keyword
 	| ElseToken         // else keyword
 	| WhileToken        // while keyword
 	| TrueToken         // True keyword
 	| FalseToken        // False keyword
+	| VoidToken         // Void keyword
+	| IntTypeToken      // Int keyword
+	| CharTypeToken     // Char keyword
+	| BoolTypeToken     // Bool keyword
+	//Two character tokens
+	| DoubleColonToken  // ::
+	| NotEqualToken     // !=
+	| LesserEqToken     // <=
+	| GreaterEqToken    // >=
+	| EqualsToken       // ==
+	| AmpersandsToken   // &&
+	| PipesToken        // ||
+    | ArrowToken        // ->
 	//One character tokens
 	| BraceOpenToken    // (
 	| BraceCloseToken   // )
 	| CBraceOpenToken   // {
-	| CBraceCloseToken  // {
+	| CBraceCloseToken  // }
 	| SquareOpenToken   // [
 	| SquareCloseToken  // ]
 	| CommaToken        // ,
@@ -36,14 +49,8 @@ import Data.Either
 	| LesserToken       // <
 	| BiggerToken       // >
 	| ExclamationToken  // !
-	//Two character tokens
-	| DoubleColonToken  // ::
-	| LesserEqToken     // <=
-	| GreaterEqToken    // >=
-	| EqualsToken       // ==
-	| AmpersandsToken   // &&
-	| PipesToken        // ||
-    | ArrowToken        // ->
+	//Special tokens
+	| EndOfFileToken    // EOF
 
 :: LexerOutput :== Either String [Token]