mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-23 00:35:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Trainers don't need Arc.

Browse Source
This commit is contained in:
Sebastian Pütz
2020-08-04 12:46:42 +02:00
committed by Anthony MOI
parent 363adedb4c
commit ac8af63f70
1 changed files with 4 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
bindings/python/src/trainers.rs
View File

@ -13,11 +13,11 @@ use crate::tokenizer::PyAddedToken;
#[pyclass(name=Trainer)] #[pyclass(name=Trainer)]
pub struct PyTrainer { pub struct PyTrainer {
pub trainer: Arc<TrainerWrapper>, pub trainer: TrainerWrapper,
} }
impl PyTrainer { impl PyTrainer {
pub fn new(trainer: Arc<TrainerWrapper>) -> Self { pub fn new(trainer: TrainerWrapper) -> Self {
PyTrainer { trainer } PyTrainer { trainer }
} }
} }
@ -101,10 +101,7 @@ impl PyBpeTrainer {
}; };
} }
} }
Ok(( Ok((PyBpeTrainer {}, PyTrainer::new(builder.build().into())))
PyBpeTrainer {},
PyTrainer::new(Arc::new(builder.build().into())),
))
} }
} }
@ -171,7 +168,7 @@ impl PyWordPieceTrainer {
Ok(( Ok((
PyWordPieceTrainer {}, PyWordPieceTrainer {},
PyTrainer::new(Arc::new(builder.build().into())), PyTrainer::new(builder.build().into()),
)) ))
} }
} }