X-Git-Url: https://git.martlubbers.net/?a=blobdiff_plain;f=lex.dcl;h=a6cf7c661a2927ed12caff506af75875c7fe46d6;hb=fc38bf6ef5716c685ac316fdf3c42e7afce327eb;hp=d6c421cf3425d5d78c02fed30c598528e2e9845a;hpb=98144e50ff2ca8e8d89dd1a39d4f2a41c2c6dab6;p=cc1516.git

diff --git a/lex.dcl b/lex.dcl
index d6c421c..a6cf7c6 100644
--- a/lex.dcl
+++ b/lex.dcl
@@ -1,11 +1,15 @@
 definition module lex
 
-import Data.Either
+from Data.Either import :: Either
+from yard import :: Error
 
-:: Token
+from AST import :: Pos
+
+:: Token :== (Pos, TokenValue)
+:: TokenValue
 	//Value tokens
-	= IdentToken [Char] // Identifier
-	| NumberToken [Char]// Integer
+	= IdentToken String // Identifier
+	| NumberToken Int   // Integer
 	| CharToken Char    // Character literal
 	//Keyword tokens
 	| VarToken          // var keyword
@@ -21,12 +25,14 @@ import Data.Either
 	| BoolTypeToken     // Bool keyword
 	//Two character tokens
 	| DoubleColonToken  // ::
+	| NotEqualToken     // !=
 	| LesserEqToken     // <=
 	| GreaterEqToken    // >=
 	| EqualsToken       // ==
 	| AmpersandsToken   // &&
 	| PipesToken        // ||
     | ArrowToken        // ->
+	| EmptyListToken	// []
 	//One character tokens
 	| BraceOpenToken    // (
 	| BraceCloseToken   // )
@@ -50,8 +56,6 @@ import Data.Either
 	//Special tokens
 	| EndOfFileToken    // EOF
 
-:: LexerOutput :== Either String [Token]
-
-instance toString LexerOutput
+:: LexerOutput :== Either Error [Token]
 
 lexer :: [Char] -> LexerOutput