mirror of
https://github.com/mii443/tokenizers.git
synced 2025-08-23 16:49:27 +00:00
Add in-place train.
This commit is contained in:
committed by
Anthony MOI
parent
ac8af63f70
commit
10a39ba6b4
@ -667,10 +667,8 @@ impl PyTokenizer {
|
||||
}
|
||||
|
||||
fn train(&mut self, trainer: &PyTrainer, files: Vec<String>) -> PyResult<()> {
|
||||
self.tokenizer = self
|
||||
.tokenizer
|
||||
.clone()
|
||||
.train(trainer, files)
|
||||
self.tokenizer
|
||||
.train_and_replace(trainer, files)
|
||||
.map_err(|e| exceptions::Exception::py_err(format!("{}", e)))?;
|
||||
Ok(())
|
||||
}
|
||||
|
Reference in New Issue
Block a user