mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-22 16:25:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Derive clone for TrainerWrapper (#1317)

Browse Source
This commit is contained in:
Jonatan Kłosko
2023-08-07 15:15:10 +02:00
committed by GitHub
parent efea6c7246
commit d47d3e377c
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tokenizers/src/models/mod.rs
View File

@ -140,7 +140,7 @@ impl Model for ModelWrapper {
} }
} }
#[derive(Serialize, Deserialize)] #[derive(Clone, Serialize, Deserialize)]
pub enum TrainerWrapper { pub enum TrainerWrapper {
BpeTrainer(BpeTrainer), BpeTrainer(BpeTrainer),
WordPieceTrainer(WordPieceTrainer), WordPieceTrainer(WordPieceTrainer),

2
tokenizers/src/models/wordpiece/trainer.rs
View File

@ -88,7 +88,7 @@ impl WordPieceTrainerBuilder {
} }
/// Trains a `WordPiece` model. /// Trains a `WordPiece` model.
#[derive(Default, Deserialize, Serialize)] #[derive(Default, Clone, Deserialize, Serialize)]
pub struct WordPieceTrainer { pub struct WordPieceTrainer {
bpe_trainer: BpeTrainer, bpe_trainer: BpeTrainer,
} }