diff --git a/src/tokenizer.rs b/src/tokenizer.rs index aba7b6e..ffd8d1a 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -245,10 +245,7 @@ impl Tokenizer { }))); break; } - 0 => { - self.tokens.push_back(Err(TokenizeError::InvalidCharacter(c))); - return; - } + 0 => unreachable!(), _ => { let next = match iter.next_if(is_expected) { Some(c) => c,