Lex basic strings (no escapes yet)

src/lexer/char.rs

@@ -7,14 +7,15 @@ use lexer::charset;
 pub trait Lexable {
     fn is_left_paren(&self) -> bool;
     fn is_right_paren(&self) -> bool;
+    fn is_hash(&self) -> bool;
+    fn is_string_quote(&self) -> bool;
+    fn is_newline(&self) -> bool;
+    fn is_eof(&self) -> bool;
     fn is_identifier_initial(&self) -> bool;
     fn is_identifier_subsequent(&self) -> bool;
     fn is_identifier_single(&self) -> bool;
-    fn is_hash(&self) -> bool;
     fn is_boolean_true(&self) -> bool;
     fn is_boolean_false(&self) -> bool;
-    fn is_newline(&self) -> bool;
-    fn is_eof(&self) -> bool;
     fn is_comment_initial(&self) -> bool;
 }
 
@@ -27,21 +28,13 @@ impl Lexable for char {
         *self == ')'
     }
 
-    fn is_identifier_initial(&self) -> bool {
-        charset::identifier_initials().contains(&self)
-    }
-
-    fn is_identifier_subsequent(&self) -> bool {
-        charset::identifier_subsequents().contains(&self)
-    }
-
-    fn is_identifier_single(&self) -> bool {
-        charset::identifier_singles().contains(&self)
-    }
-
     fn is_hash(&self) -> bool {
         *self == '#'
     }
+    
+    fn is_string_quote(&self) -> bool {
+        *self == '"'
+    }
 
     fn is_boolean_true(&self) -> bool {
         *self == 't'
@@ -62,5 +55,16 @@ impl Lexable for char {
     fn is_comment_initial(&self) -> bool {
         *self == ';'
     }
-}
 
+    fn is_identifier_initial(&self) -> bool {
+        charset::identifier_initials().contains(&self)
+    }
+
+    fn is_identifier_subsequent(&self) -> bool {
+        charset::identifier_subsequents().contains(&self)
+    }
+
+    fn is_identifier_single(&self) -> bool {
+        charset::identifier_singles().contains(&self)
+    }
+}