mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-22 16:25:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

nits

Browse Source
This commit is contained in:
Arthur Zucker
2023-09-04 19:11:19 +00:00
parent d4008b0d7a
commit c599db1421
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
bindings/python/src/tokenizer.rs
View File

@ -184,7 +184,7 @@ impl PyAddedToken {
/// Set the content of this :obj:`AddedToken`
#[setter]
fn set_content(&mut self, content: String) {
self.content = content.into();
self.content = content;
}
/// Get the value of the :obj:`rstrip` option