eryn/sibil
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

[lexer] Identify delimiters and emit numbers

Browse source
This commit is contained in:
Eryn Wells 2018-09-03 17:20:27 -07:00
parent 853312ce67
commit 569fe82c1a
2 changed files with 9 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

7
lexer/tests/single_tokens.rs
View file

@ -75,8 +75,9 @@ fn bool_with_spaces() {
#[test]
fn integer() {
let expected_lex = Lex::new(Token::Num(23), "23", 0, 0);
let mut lex = Lexer::new("23".chars());
assert_eq!(lex.next(), Some(Ok(expected_lex)));
let mut lex = Lexer::new("23 42".chars());
assert_eq!(lex.next(), Some(Ok(Lex::new(Token::Num(23), "23", 0, 0))));
// TODO: Fix this once issue #12 is fixed.
assert_eq!(lex.next(), Some(Ok(Lex::new(Token::Num(42), " 42", 0, 0))));
assert_eq!(lex.next(), None);
}