mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-22 16:25:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

clippy

Browse Source
This commit is contained in:
Arthur Zucker
2023-09-04 19:31:48 +00:00
parent 9aab096da8
commit b235f85527
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tokenizers/src/tokenizer/added_vocabulary.rs
View File

@ -261,7 +261,7 @@ impl AddedVocabulary {
.values() .values()
.cloned() .cloned()
.max() .max()
.map_or(model.get_vocab_size() as u32, |max| max.clone() + 1) .map_or(model.get_vocab_size() as u32, |max| max + 1)
}; };
// Make sure we modify the previous entry // Make sure we modify the previous entry
self.added_tokens_map self.added_tokens_map