From 589fa73d7c95e2e591bc598d761b1491b3ed312c Mon Sep 17 00:00:00 2001 From: Amneesh Singh Date: Sun, 30 Jul 2023 01:50:43 +0530 Subject: [PATCH] lexer: add comma and fix newline Signed-off-by: Amneesh Singh --- src/lexer.rs | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/lexer.rs b/src/lexer.rs index 924b963..d68fe1b 100644 --- a/src/lexer.rs +++ b/src/lexer.rs @@ -64,6 +64,7 @@ pub enum TokenSymbol { //misc Colon, Dot, + Comma, Hash, } @@ -372,6 +373,7 @@ impl<'a> Lexer<'a> { '~' => Symbol(Tilde), ':' => Symbol(Colon), '.' => Symbol(Dot), + ',' => Symbol(Comma), '#' => Symbol(Hash), _ => { self.error("Unknown character encountered"); @@ -388,6 +390,7 @@ impl<'a> Lexer<'a> { let token = if let Some(c) = self.peek() { match c { '\n' => { + self.next(); self.line += 1; self.new_token(TokenKind::Newline) }