Remove some useless modifications.

2025-08-22 16:25:30 +00:00 · 2020-09-18 13:48:35 +02:00
parent c536b4992b
commit 8e220dbdd4
2 changed files with 0 additions and 10 deletions
--- a/tokenizers/Cargo.toml
+++ b/tokenizers/Cargo.toml
@ -58,4 +58,3 @@ spm_precompiled = "0.1"
 criterion = "0.3"
 tempfile = "3.1"
 assert_approx_eq = "1.1"
-simple_logger = "1.9"
--- a/tokenizers/src/tokenizer/normalizer.rs
+++ b/tokenizers/src/tokenizer/normalizer.rs
@ -489,15 +489,6 @@ impl NormalizedString {
                }
            })
            .collect::<Vec<_>>();
-        debug!(
-            "Filter transform {:?}",
-            filtered
-                .iter()
-                .cloned()
-                .rev()
-                .filter_map(|o| o)
-                .collect::<Vec<_>>()
-        );
        self.transform(
            filtered.into_iter().rev().filter_map(|o| o),
            removed as usize,