diff --git a/src/tokenizer.rs b/src/tokenizer.rs index ffd8d1a..0b0825c 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -174,7 +174,7 @@ impl Tokenizer { return; }; - if c.is_alphanumeric() || c == '.' { + if c.is_alphanumeric() { let mut token = String::from(c); while let Some(c) = iter.next_if(|&c| c.is_alphanumeric() || c == '.' || c == '\'') {