implement unimplemented tokens

src/bong/lexer.rs

@@ -1,5 +1,3 @@
-#![allow(dead_code)]
-
 const NO_MUT_PEEK_NEXT_MESSAGE: &str = "should not mutate between peek & next";
 
 use std::iter::Peekable;
@@ -282,7 +280,8 @@ fn make_comment<T: Iterator<Item = char>>(
     }
 }
 
-fn lexer(code: &str) -> Vec<Token> {
+#[allow(dead_code)]
+pub fn lexer(code: &str) -> Vec<Token> {
     let mut tokens = Vec::new();
     let mut iter = code.chars().peekable();
     let mut col = 0;
@@ -319,6 +318,24 @@ fn lexer(code: &str) -> Vec<Token> {
             '}' => {
                 tokens.push(single_token(&mut iter, Token::RBrace, &mut col));
             }
+            '[' => {
+                tokens.push(single_token(&mut iter, Token::LBracket, &mut col));
+            }
+            ']' => {
+                tokens.push(single_token(&mut iter, Token::RBracket, &mut col));
+            }
+            ':' => {
+                tokens.push(single_token(&mut iter, Token::Colon, &mut col));
+            }
+            ';' => {
+                tokens.push(single_token(&mut iter, Token::SemiColon, &mut col));
+            }
+            ',' => {
+                tokens.push(single_token(&mut iter, Token::Comma, &mut col));
+            }
+            '=' => {
+                tokens.push(single_token(&mut iter, Token::Equal, &mut col));
+            }
             '#' | '.' => {
                 tokens.push(make_id_or_class(&mut iter, &mut col));
             }