diff --git a/tokenizers/Cargo.toml b/tokenizers/Cargo.toml index dacb9629..0633b8ef 100644 --- a/tokenizers/Cargo.toml +++ b/tokenizers/Cargo.toml @@ -59,7 +59,7 @@ itertools = "0.13" log = "0.4" derive_builder = "0.20" spm_precompiled = "0.1.3" -hf-hub = { version = "0.3.2", optional = true } +hf-hub = { version = "0.4.1", features = ["ureq"], default-features = false, optional = true } aho-corasick = "1.1" paste = "1.0.14" macro_rules_attribute = "0.2.0" @@ -75,6 +75,7 @@ esaxx_fast = ["esaxx-rs/cpp"] progressbar = ["indicatif"] http = ["hf-hub"] unstable_wasm = ["fancy-regex", "getrandom/js"] +rustls-tls = ["hf-hub?/rustls-tls"] [dev-dependencies] criterion = "0.5"