From b861d48b062753bb698a8d65fca08ac721c0c245 Mon Sep 17 00:00:00 2001
From: Nicolas Patry <patry.nicolas@protonmail.com>
Date: Mon, 23 Jan 2023 10:12:35 +0100
Subject: [PATCH] Making `Tokenizer` clone. (#1152)

---
 tokenizers/src/tokenizer/mod.rs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tokenizers/src/tokenizer/mod.rs b/tokenizers/src/tokenizer/mod.rs
index a1075e1e..a88306f3 100644
--- a/tokenizers/src/tokenizer/mod.rs
+++ b/tokenizers/src/tokenizer/mod.rs
@@ -399,7 +399,7 @@ where
     }
 }
 
-#[derive(Serialize, Deserialize, Debug)]
+#[derive(Serialize, Deserialize, Debug, Clone)]
 pub struct Tokenizer(
     TokenizerImpl<
         ModelWrapper,