sibil/src/lexer/token.rs

/* token.rs
 * Eryn Wells <eryn@erynwells.me>
 */

use lexer::number::Number;

#[derive(PartialEq, Debug)]
pub enum Token {
    Boolean(bool),
    Comment(String),
    Dot,
    Identifier(String),
    LeftParen(String),
    LeftVectorParen,
    Number(Number),
    Quote,
    RightParen(String),
    String(String),
}

/// A Lex is a Token extracted from a specific position in an input. It contains useful information about the token's
/// place.
#[derive(Debug)]
pub struct Lex {
    pub token: Token,
    pub line: usize,
    pub offset: usize,
}

impl Lex {
    pub fn new(token: Token, line: usize, offset: usize) -> Lex {
        Lex { token: token, line: line, offset: offset }
    }
}