mirror of
https://github.com/mii443/tokenizers.git
synced 2025-08-23 16:49:27 +00:00
Update Python bindings
This commit is contained in:
committed by
Pierric Cistac
parent
ffda63cd33
commit
b90104e705
@ -193,8 +193,13 @@ impl Encoding {
|
|||||||
}
|
}
|
||||||
|
|
||||||
#[getter]
|
#[getter]
|
||||||
fn get_overflowing(&self) -> Option<Encoding> {
|
fn get_overflowing(&self) -> Vec<Encoding> {
|
||||||
self.encoding.get_overflowing().cloned().map(Encoding::new)
|
self.encoding
|
||||||
|
.get_overflowing()
|
||||||
|
.clone()
|
||||||
|
.into_iter()
|
||||||
|
.map(Encoding::new)
|
||||||
|
.collect()
|
||||||
}
|
}
|
||||||
|
|
||||||
#[args(kwargs = "**")]
|
#[args(kwargs = "**")]
|
||||||
|
Reference in New Issue
Block a user