eryn/sibil
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Assert invalid characters in states

Browse source
This commit is contained in:
Eryn Wells 2016-12-26 08:52:15 -07:00
parent dfc528e8e7
commit 0a9da3b7e8
1 changed files with 16 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

17
src/lexer/mod.rs
View file

@ -120,6 +120,10 @@ impl Lexer {
self.state = State::Comment; self.state = State::Comment;
self.advance(); self.advance();
} }
else {
assert!(false, "Invalid token character: {}", c);
}
} }
/// Handle self.state == State::Identifier /// Handle self.state == State::Identifier
@ -132,6 +136,9 @@ impl Lexer {
*token = Some(Token::Identifier(self.value())); *token = Some(Token::Identifier(self.value()));
self.retract(); self.retract();
} }
else {
assert!(false, "Invalid token character: {}", c);
}
} }
fn state_hash(&mut self, c: char, token: &mut Option<Token>) { fn state_hash(&mut self, c: char, token: &mut Option<Token>) {
@ -143,6 +150,9 @@ impl Lexer {
self.advance(); self.advance();
*token = Some(Token::LeftVectorParen); *token = Some(Token::LeftVectorParen);
} }
else {
assert!(false, "Invalid token character: {}", c);
}
} }
fn state_string(&mut self, c: char, token: &mut Option<Token>) { fn state_string(&mut self, c: char, token: &mut Option<Token>) {
@ -151,18 +161,23 @@ impl Lexer {
*token = Some(Token::String(self.value())); *token = Some(Token::String(self.value()));
} }
else { else {
assert!(false, "Invalid token character: {}", c);
} }
} }
fn state_comment(&mut self, c: char, token: &mut Option<Token>) { fn state_comment(&mut self, c: char, token: &mut Option<Token>) {
if c.is_newline() { if c.is_newline() {
self.handle_newline(); self.handle_newline();
self.advance();
*token = Some(Token::Comment(self.value())); *token = Some(Token::Comment(self.value()));
} }
else if c.is_eof() { else if c.is_eof() {
*token = Some(Token::Comment(self.value())); *token = Some(Token::Comment(self.value()));
self.advance();
}
else {
assert!(false, "Invalid token character: {}", c);
} }
self.advance();
} }
} }