From 561c4c60898a27ed731f99772babfb7d74fefaf1 Mon Sep 17 00:00:00 2001 From: ishanjain28 Date: Mon, 4 Feb 2019 11:10:36 +0530 Subject: [PATCH] Added NULL, RBrace, LBrace tokens --- src/lexer/mod.rs | 1 + src/main.rs | 5 +++-- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/src/lexer/mod.rs b/src/lexer/mod.rs index 9739c91..7c1e999 100644 --- a/src/lexer/mod.rs +++ b/src/lexer/mod.rs @@ -94,6 +94,7 @@ impl Iterator for Lexer { ')' => Some(Token::RParen), '[' => Some(Token::LBrace), ']' => Some(Token::RBrace), + '0' => Some(Token::EOF), _ => None, } } diff --git a/src/main.rs b/src/main.rs index 291eb48..b392176 100644 --- a/src/main.rs +++ b/src/main.rs @@ -16,6 +16,8 @@ mod tests { Token::Plus, Token::LParen, Token::RParen, + Token::LBrace, + Token::RBrace, Token::Comma, Token::Semicolon, Token::EOF, @@ -23,12 +25,11 @@ mod tests { let tokenized_output = Lexer::new(input).collect::>(); - println!("{:?}", tokenized_output); assert_eq!(expected.len(), tokenized_output.len()); + println!("{:?}", tokenized_output); for (exp, actual) in expected.into_iter().zip(tokenized_output) { assert_eq!(actual, exp); - println!("{:?} {:?}", actual, exp); } } }