This commit is contained in:
Arthur Zucker
2023-09-04 19:31:48 +00:00
parent 9aab096da8
commit b235f85527

View File

@ -261,7 +261,7 @@ impl AddedVocabulary {
.values() .values()
.cloned() .cloned()
.max() .max()
.map_or(model.get_vocab_size() as u32, |max| max.clone() + 1) .map_or(model.get_vocab_size() as u32, |max| max + 1)
}; };
// Make sure we modify the previous entry // Make sure we modify the previous entry
self.added_tokens_map self.added_tokens_map