mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-22 16:25:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Trainers don't need Arc.

Browse Source
This commit is contained in:
Sebastian Pütz
2020-08-04 12:46:42 +02:00
committed by Anthony MOI
parent 363adedb4c
commit ac8af63f70
1 changed files with 4 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
bindings/python/src/trainers.rs
View File

@ -13,11 +13,11 @@ use crate::tokenizer::PyAddedToken;
#[pyclass(name=Trainer)]
pub struct PyTrainer {
pub trainer: Arc<TrainerWrapper>,
pub trainer: TrainerWrapper,
}
impl PyTrainer {
pub fn new(trainer: Arc<TrainerWrapper>) -> Self {
pub fn new(trainer: TrainerWrapper) -> Self {
PyTrainer { trainer }
}
}
@ -101,10 +101,7 @@ impl PyBpeTrainer {
};
}
}
Ok((
PyBpeTrainer {},
PyTrainer::new(Arc::new(builder.build().into())),
))
Ok((PyBpeTrainer {}, PyTrainer::new(builder.build().into())))
}
}
@ -171,7 +168,7 @@ impl PyWordPieceTrainer {
Ok((
PyWordPieceTrainer {},
PyTrainer::new(Arc::new(builder.build().into())),
PyTrainer::new(builder.build().into()),
))
}
}