From db6750c48174d086c97e88bd97d500fd4069501c Mon Sep 17 00:00:00 2001
From: minneelyyyy <minneelyyyy@proton.me>
Date: Sun, 27 Oct 2024 23:21:13 -0400
Subject: [PATCH] fix: exiting repl on newline and weird behaviour in discord
 bot

---
 src/lib.rs       |  2 +-
 src/tokenizer.rs | 17 -----------------
 2 files changed, 1 insertion(+), 18 deletions(-)

diff --git a/src/lib.rs b/src/lib.rs
index c9f91cc..8e2a798 100644
--- a/src/lib.rs
+++ b/src/lib.rs
@@ -246,7 +246,7 @@ impl<R: BufRead> Iterator for CodeIter<R> {
                     self.column = 0;
                     self.pos += 1;
 
-                    None
+                    Some('\n')
                 },
                 c => {
                     self.column += 1;
diff --git a/src/tokenizer.rs b/src/tokenizer.rs
index a9be137..51e92c4 100644
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -362,21 +362,4 @@ impl<R: BufRead> Iterator for Tokenizer<R> {
     fn next(&mut self) -> Option<Self::Item> {
         self.tokenize().transpose()
     }
-}
-
-#[cfg(test)]
-mod tests {
-    use super::*;
-    use std::io::Cursor;
-
-    #[test]
-    fn a() {
-        let program = ": f a * 12 a f 12\n\n";
-
-        let tokenizer = Tokenizer::new(Arc::new(Mutex::new(CodeIter::new(Cursor::new(program)))));
-
-        let t: Vec<_> = tokenizer.collect();
-
-        println!("{t:#?}");
-    }
 }
\ No newline at end of file