mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-09-04 00:09:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

Python - Update API to allow failure

Browse Source
This commit is contained in:
Anthony MOI
2019-12-13 12:20:05 -05:00
parent 1c7be358b7
commit 2a0ad97809
3 changed files with 29 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
bindings/python/src/decoders.rs
View File

@ -1,9 +1,10 @@
extern crate tokenizers as tk;
use super::error::{PyError, ToPyResult};
use super::utils::Container;
use pyo3::exceptions;
use pyo3::prelude::*;
use pyo3::types::*;
use tk::tokenizer::Result;
#[pyclass]
pub struct Decoder {
@ -20,7 +21,7 @@ impl Decoder {
}
fn decode(&self, tokens: Vec<String>) -> PyResult<String> {
Ok(self.decoder.execute(|decoder| decoder.decode(tokens)))
ToPyResult(self.decoder.execute(|decoder| decoder.decode(tokens))).into()
}
}