From 52c22c8f35215efc6da59200f506fa3cdb543189 Mon Sep 17 00:00:00 2001
From: minneelyyyy <minneelyyyy@proton.me>
Date: Tue, 15 Oct 2024 16:58:45 -0400
Subject: [PATCH] fix: . operator broken (temporary fix

---
 src/tokenizer.rs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/tokenizer.rs b/src/tokenizer.rs
index ffd8d1a..0b0825c 100644
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -174,7 +174,7 @@ impl<R: BufRead> Tokenizer<R> {
             return;
         };
 
-        if c.is_alphanumeric() || c == '.' {
+        if c.is_alphanumeric() {
             let mut token = String::from(c);
 
             while let Some(c) = iter.next_if(|&c| c.is_alphanumeric() || c == '.' || c == '\'') {