mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-23 00:35:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Revert wrong change

Browse Source
This commit is contained in:
Anthony MOI
2019-12-13 18:13:16 -05:00
parent 6b1028d550
commit 1a604cdbee
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
tokenizers/src/tokenizer/mod.rs
View File

@ -236,7 +236,8 @@ impl Tokenizer {
} }
/// Train a model and replace our current Model, using the given Trainer /// Train a model and replace our current Model, using the given Trainer
pub fn train(&mut self, trainer: &dyn Trainer, files: Vec<String>) -> Result<()> { #[allow(clippy::borrowed_box)]
pub fn train(&mut self, trainer: &Box<dyn Trainer>, files: Vec<String>) -> Result<()> {
let results = files let results = files
.par_iter() .par_iter()
.map(|file| -> Result<HashMap<String, u32>> { .map(|file| -> Result<HashMap<String, u32>> {