eryn/sibil
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

[lexer] Lexer emits Lexes instead of Tokens

Browse source
This commit is contained in:
Eryn Wells 2017-06-26 21:54:57 -07:00
parent 5f3770914f
commit cc43ffd135
3 changed files with 48 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

11
lexer/tests/single_tokens.rs
View file

@ -6,25 +6,28 @@
extern crate sibillexer;
use sibillexer::{Lexer, Token};
use sibillexer::{Lexer, Lex, Token};
#[test]
fn lexer_finds_left_paren() {
let expected_lex = Lex::new(Token::LeftParen, "(", 0, 0);
let mut lex = Lexer::new("(".chars());
assert_eq!(lex.next(), Some(Ok(Token::LeftParen)));
assert_eq!(lex.next(), Some(Ok(expected_lex)));
assert_eq!(lex.next(), None);
}
#[test]
fn lexer_finds_right_paren() {
let expected_lex = Lex::new(Token::RightParen, ")", 0, 0);
let mut lex = Lexer::new(")".chars());
assert_eq!(lex.next(), Some(Ok(Token::RightParen)));
assert_eq!(lex.next(), Some(Ok(expected_lex)));
assert_eq!(lex.next(), None);
}
#[test]
fn lexer_finds_id() {
let expected_lex = Lex::new(Token::Id, "abc", 0, 0);
let mut lex = Lexer::new("abc".chars());
assert_eq!(lex.next(), Some(Ok(Token::Id("abc".to_string()))));
assert_eq!(lex.next(), Some(Ok(expected_lex)));
assert_eq!(lex.next(), None);
}