mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-23 00:35:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Hotfix for new Builder

Browse Source 
cc @epwalsh
This commit is contained in:
Anthony MOI
2020-01-08 16:19:51 -05:00
parent d2d5b1eae7
commit ef21c9a7b0
1 changed files with 2 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
bindings/python/src/trainers.rs
View File

@ -1,6 +1,5 @@
extern crate tokenizers as tk;
use super::error::ToPyResult;
use super::utils::Container;
use pyo3::prelude::*;
use pyo3::types::*;
@ -51,10 +50,8 @@ impl BpeTrainer {
}
}
let trainer: PyResult<_> = ToPyResult(builder.build()).into();
Ok(Trainer {
trainer: Container::Owned(Box::new(trainer?)),
trainer: Container::Owned(Box::new(builder.build())),
})
}
}
@ -100,10 +97,8 @@ impl WordPieceTrainer {
}
}
let trainer: PyResult<_> = ToPyResult(builder.build()).into();
Ok(Trainer {
trainer: Container::Owned(Box::new(trainer?)),
trainer: Container::Owned(Box::new(builder.build())),
})
}
}