fix more tests

2025-08-23 16:49:27 +00:00 · 2023-09-04 17:22:27 +00:00
parent 39bd27e673
commit d9829cdc6e
2 changed files with 2 additions and 2 deletions
--- a/bindings/python/src/trainers.rs
+++ b/bindings/python/src/trainers.rs
@ -226,7 +226,7 @@ impl PyBpeTrainer {
                    if let Ok(content) = token.extract::<String>() {
                        Ok(tk::tokenizer::AddedToken::from(content, true))
                    } else if let Ok(mut token) = token.extract::<PyRefMut<PyAddedToken>>() {
-                        token.special = true;
+                        token.special = false;
                        Ok(token.get_token())
                    } else {
                        Err(exceptions::PyTypeError::new_err(