From ac552ff8b9c815f60dc859054f36588a962e8ad3 Mon Sep 17 00:00:00 2001 From: Thomas Wang <24695242+thomasw21@users.noreply.github.com> Date: Tue, 28 Feb 2023 17:35:57 +0100 Subject: [PATCH] Update model.rs (#1166) --- tokenizers/src/models/bpe/model.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tokenizers/src/models/bpe/model.rs b/tokenizers/src/models/bpe/model.rs index a51317b3..e835dfe7 100644 --- a/tokenizers/src/models/bpe/model.rs +++ b/tokenizers/src/models/bpe/model.rs @@ -491,7 +491,7 @@ impl Model for BPE { .map(|(pair, (rank, _))| (pair, rank)) .collect(); merges.sort_unstable_by_key(|k| *k.1); - merges_file.write_all(b"#version: 0.2 - Trained by `huggingface/tokenizers`\n")?; + merges_file.write_all(b"#version: 0.2\n")?; merges_file.write_all( &merges .into_iter()