mirror of
https://github.com/mii443/tokenizers.git
synced 2025-08-23 08:45:38 +00:00
make special editable as well
This commit is contained in:
@ -216,6 +216,12 @@ impl PyAddedToken {
|
||||
self.get_token().special
|
||||
}
|
||||
|
||||
/// Set the value of the :obj:`special` option
|
||||
#[setter]
|
||||
fn set_special(&mut self, special: bool) {
|
||||
self.special = special;
|
||||
}
|
||||
|
||||
fn __str__(&self) -> PyResult<&str> {
|
||||
Ok(&self.content)
|
||||
}
|
||||
|
Reference in New Issue
Block a user