fix: . operator broken (temporary fix

2024-10-15 16:58:45 -04:00
parent 3fe7ba9a77
commit 52c22c8f35
1 changed files with 1 additions and 1 deletions
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -174,7 +174,7 @@ impl<R: BufRead> Tokenizer<R> {
            return;
        };

-        if c.is_alphanumeric() || c == '.' {
+        if c.is_alphanumeric() {
            let mut token = String::from(c);

            while let Some(c) = iter.next_if(|&c| c.is_alphanumeric() || c == '.' || c == '\'') {