From 3fe7ba9a7780d7c5e76fd000d8ed24e3f63753ab Mon Sep 17 00:00:00 2001
From: minneelyyyy <minneelyyyy@proton.me>
Date: Tue, 15 Oct 2024 16:46:24 -0400
Subject: [PATCH] this branch is unreachable

---
 src/tokenizer.rs | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/src/tokenizer.rs b/src/tokenizer.rs
index aba7b6e..ffd8d1a 100644
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -245,10 +245,7 @@ impl<R: BufRead> Tokenizer<R> {
                         })));
                         break;
                     }
-                    0 => {
-                        self.tokens.push_back(Err(TokenizeError::InvalidCharacter(c)));
-                        return;
-                    }
+                    0 => unreachable!(),
                     _ => {
                         let next = match iter.next_if(is_expected) {
                             Some(c) => c,