Move all the lexer stuff to a module directory

This commit is contained in:
Eryn Wells 2016-12-24 08:57:37 -07:00
parent d333819dee
commit d4dee92904
5 changed files with 97 additions and 92 deletions

View file

@ -1,11 +1,15 @@
//! # Lexer
pub mod token;
mod char;
mod charset;
mod str;
use characters;
use characters::CharAt;
use characters::Lexable;
use characters::RelativeIndexable;
use self::char::Lexable;
use self::str::CharAt;
use self::str::RelativeIndexable;
use self::token::Token;
use self::token::Kind;
enum State {
Initial,