make tests happy

2025-08-23 00:35:35 +00:00 · 2023-09-05 15:37:09 +00:00
parent 531b06f6db
commit 08af8ea9c3
7 changed files with 15 additions and 14 deletions
--- a/bindings/python/src/trainers.rs
+++ b/bindings/python/src/trainers.rs
@ -226,7 +226,7 @@ impl PyBpeTrainer {
                    if let Ok(content) = token.extract::<String>() {
                        Ok(tk::tokenizer::AddedToken::from(content, true))
                    } else if let Ok(mut token) = token.extract::<PyRefMut<PyAddedToken>>() {
-                        token.special = false;
+                        token.special = true;
                        Ok(token.get_token())
                    } else {
                        Err(exceptions::PyTypeError::new_err(