mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-23 16:49:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Python - Improved example with custom components

Browse Source
This commit is contained in:
Anthony MOI
2020-09-21 14:30:52 -04:00
committed by Anthony MOI
parent 0a930ef1d8
commit b1097a988f
5 changed files with 50 additions and 75 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
bindings/python/src/error.rs
View File

@ -7,6 +7,7 @@ use tokenizers::tokenizer::Result;
#[derive(Debug)]
pub struct PyError(pub String);
impl PyError {
#[allow(dead_code)]
pub fn from(s: &str) -> Self {
PyError(String::from(s))
}