eryn/sibil
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Check that forward progress is always made by lexer states

Browse source
This commit is contained in:
Eryn Wells 2016-12-26 09:15:53 -07:00
parent b0b9a38932
commit d63494fc32
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
src/lexer/mod.rs
View file

@ -191,6 +191,7 @@ impl Iterator for Lexer {
None => '\0', None => '\0',
}; };
println!("{:?}! c='{}'", self.state, c); println!("{:?}! c='{}'", self.state, c);
let previous_forward = self.forward;
match self.state { match self.state {
State::Initial => self.state_initial(c, &mut token), State::Initial => self.state_initial(c, &mut token),
State::Identifier => self.state_identifier(c, &mut token), State::Identifier => self.state_identifier(c, &mut token),
@ -198,6 +199,7 @@ impl Iterator for Lexer {
State::String => self.state_string(c, &mut token), State::String => self.state_string(c, &mut token),
State::Comment => self.state_comment(c, &mut token), State::Comment => self.state_comment(c, &mut token),
} }
assert!(token.is_some() || self.forward != previous_forward, "No lexing progress made!");
} }
self.advance_begin(); self.advance_begin();
match token { match token {