make special editable as well

bindings/python/src/tokenizer.rs

@@ -216,6 +216,12 @@ impl PyAddedToken {
         self.get_token().special
     }
 
+    /// Set the value of the :obj:`special` option
+    #[setter]
+    fn set_special(&mut self, special: bool) {
+        self.special = special;
+    }
+
     fn __str__(&self) -> PyResult<&str> {
         Ok(&self.content)
     }

bindings/python/tests/bindings/test_tokenizer.py

@@ -20,6 +20,10 @@ class TestAddedToken:
         assert added_token.content == "<MASK>"
         assert type(added_token) == AddedToken
         added_token.content = added_token.content.lower()
+        
+        assert added_token.special == False
+        added_token.special = True
+        assert added_token.special == True
 
         assert str(added_token) == "<mask>"
         assert (

tokenizers/src/tokenizer/added_vocabulary.rs

@@ -678,6 +678,10 @@ mod tests {
         let mut token: AddedToken = AddedToken::from("Hey", false);
         token.content = "hey".to_string();
         assert_eq!(token.content, "hey"); // Token was already there
+
+        token.special = true;
+        assert_eq!(token.special, true); // Token was already there
+
     }
 
     #[test]