(Left e, _) = Left $ toString e
lexProgram :: Parser Char [Token]
-lexProgram = some lexToken >>= \ts->pure (map (\t->(0, 0, t)) ts)
+lexProgram = some lexToken <* many (satisfy isSpace) <* eof
+ >>= \ts->pure (map (\t->(0, 0, t)) ts)
lexToken :: Parser Char TokenValue
lexToken =
+ //Comments
+ (list (fromString "//") >>| until top (item '\n') >>| lexToken) <|>
+ (list (fromString "/*") >>| until top (list (fromString "*/")) >>| lexToken) <|>
//Keyword tokens
(lexKw "var" VarToken) <|>
(lexKw "Void" VoidToken) <|>
(lexOp "<=" LesserEqToken) <|> (lexOp ">=" GreaterEqToken) <|>
(lexOp "==" EqualsToken) <|> (lexOp "&&" AmpersandsToken) <|>
(lexOp "||" PipesToken) <|> (lexOp "[]" EmptyListToken) <|>
- (lexOp "->" ArrowToken) <|> (lexOp "(" BraceOpenToken) <|>
+ (lexOp "->" ArrowToken) <|>
//One char ops tokens
+ (lexOp "(" BraceOpenToken) <|>
(lexOp ")" BraceCloseToken) <|> (lexOp "{" CBraceOpenToken) <|>
(lexOp "}" CBraceCloseToken) <|> (lexOp "[" SquareOpenToken) <|>
(lexOp "]" SquareCloseToken) <|> (lexOp "," CommaToken) <|>
(liftM (NumberToken o toInt o toString) $ some $ satisfy isDigit) <|>
//Ident tokens
(liftM IdentToken $ some $ satisfy isIdentChar) <|>
- (satisfy isSpace >>| lexToken) //<|>
+ (satisfy isSpace >>| lexToken)
// (eof >>| pure EndOfFileToken)
where
isIdentChar c = isAlphanum c || c == '_'