Simplify default mods

dottxt-ai · Jan 17, 2025 · 95a9b97 · 95a9b97
1 parent e76ef3b
commit 95a9b97
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 12 deletions.
diff --git a/Cargo.toml b/Cargo.toml
@@ -22,7 +22,6 @@ rustc-hash = "2.1.0"
 regex-automata = "0.4.9"
 
 [features]
-default = ["python-bindings"]
 python-bindings = ["pyo3"]
 
 [lib]

diff --git a/src/vocabulary/processor.rs b/src/vocabulary/processor.rs
@@ -93,19 +93,10 @@ pub(crate) struct Mods {
     spacechar: String,
 }
 
-impl Default for Mods {
-    /// Default string modification to be applied by `TokenProcessor` of `ByteFallback` level.
-    fn default() -> Self {
-        Self {
-            spacechar: ' '.to_string(),
-        }
-    }
-}
-
 impl Mods {
-    /// Apply default modifications to each token.
+    /// Default string modification to be applied by `TokenProcessor` of `ByteFallback` level.
     fn apply_default(&self, token: &str) -> String {
-        token.replace(&self.spacechar, &Self::default().spacechar)
+        token.replace(&self.spacechar, " ")
     }
 }