Making Tokenizer clone. (#1152)

This commit is contained in:
Nicolas Patry
2023-01-23 10:12:35 +01:00
committed by GitHub
parent 1fcd90b0b7
commit b861d48b06

View File

@ -399,7 +399,7 @@ where
}
}
#[derive(Serialize, Deserialize, Debug)]
#[derive(Serialize, Deserialize, Debug, Clone)]
pub struct Tokenizer(
TokenizerImpl<
ModelWrapper,