mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-22 16:25:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add rustls-tls feature (#1732)

Browse Source
This commit is contained in:
Victoria Terenina
2025-02-11 09:57:05 +00:00
committed by GitHub
parent fbe3365a13
commit 4f1a810aa2
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
tokenizers/Cargo.toml
View File

@ -59,7 +59,7 @@ itertools = "0.13"
log = "0.4"
derive_builder = "0.20"
spm_precompiled = "0.1.3"
hf-hub = { version = "0.3.2", optional = true }
hf-hub = { version = "0.4.1", features = ["ureq"], default-features = false, optional = true }
aho-corasick = "1.1"
paste = "1.0.14"
macro_rules_attribute = "0.2.0"
@ -75,6 +75,7 @@ esaxx_fast = ["esaxx-rs/cpp"]
progressbar = ["indicatif"]
http = ["hf-hub"]
unstable_wasm = ["fancy-regex", "getrandom/js"]
rustls-tls = ["hf-hub?/rustls-tls"]
[dev-dependencies]
criterion = "0.5"