mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-23 00:35:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update Python bindings

Browse Source
This commit is contained in:
Anthony MOI
2020-01-15 17:47:20 -05:00
committed by Pierric Cistac
parent ffda63cd33
commit b90104e705
1 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
bindings/python/src/encoding.rs
View File

@ -193,8 +193,13 @@ impl Encoding {
}
#[getter]
fn get_overflowing(&self) -> Option<Encoding> {
self.encoding.get_overflowing().cloned().map(Encoding::new)
fn get_overflowing(&self) -> Vec<Encoding> {
self.encoding
.get_overflowing()
.clone()
.into_iter()
.map(Encoding::new)
.collect()
}
#[args(kwargs = "**")]