mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-22 16:25:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

dump spm_precompiled to 0.1.3 (#1571)

Browse Source
This commit is contained in:
Mike
2024-07-31 13:38:04 +00:00
committed by GitHub
parent a3ad85b3e8
commit aface7a968
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tokenizers/Cargo.toml
View File

@ -53,7 +53,7 @@ indicatif = {version = "0.17", optional = true}
itertools = "0.12"
log = "0.4"
derive_builder = "0.20"
spm_precompiled = "0.1"
spm_precompiled = "0.1.3"
hf-hub = { version = "0.3.2", optional = true }
aho-corasick = "1.1"
paste = "1.0.14"