eryn/sibil
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

[lexer] Correctly set line/offset for emitted Lexes

Browse source
This commit is contained in:
Eryn Wells 2018-09-05 22:18:27 -07:00
parent 8b96eb190c
commit 9365e51893
3 changed files with 23 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

14
lexer/tests/single_tokens.rs
View file

@ -67,16 +67,24 @@ fn bool_long_false() {
#[test]
fn bool_with_spaces() {
// See issue #12
let expected_lex = Lex::new(Token::Bool(false), "#f", 0, 0);
let expected_lex = Lex::new(Token::Bool(false), "#f", 0, 2);
let mut lex = Lexer::new(" #f ".chars());
assert_eq!(lex.next(), Some(Ok(expected_lex)));
assert_eq!(lex.next(), None);
}
#[test]
fn integer() {
fn simple_integers() {
let mut lex = Lexer::new("23 42".chars());
assert_eq!(lex.next(), Some(Ok(Lex::new(Token::Num(23), "23", 0, 0))));
assert_eq!(lex.next(), Some(Ok(Lex::new(Token::Num(42), "42", 0, 0))));
assert_eq!(lex.next(), Some(Ok(Lex::new(Token::Num(42), "42", 0, 3))));
assert_eq!(lex.next(), None);
}
#[test]
fn integers_in_alternative_bases() {
let mut lex = Lexer::new("#x2A #b11001".chars());
assert_eq!(lex.next(), Some(Ok(Lex::new(Token::Num(0x2A), "#x2A", 0, 0))));
assert_eq!(lex.next(), Some(Ok(Lex::new(Token::Num(0b11001), "#b11001", 0, 5))));
assert_eq!(lex.next(), None);
}