From 4f1a810aa258d287e6936315e63fbf58bde2a980 Mon Sep 17 00:00:00 2001 From: Victoria Terenina Date: Tue, 11 Feb 2025 09:57:05 +0000 Subject: [PATCH] Add rustls-tls feature (#1732) --- tokenizers/Cargo.toml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tokenizers/Cargo.toml b/tokenizers/Cargo.toml index dacb9629..0633b8ef 100644 --- a/tokenizers/Cargo.toml +++ b/tokenizers/Cargo.toml @@ -59,7 +59,7 @@ itertools = "0.13" log = "0.4" derive_builder = "0.20" spm_precompiled = "0.1.3" -hf-hub = { version = "0.3.2", optional = true } +hf-hub = { version = "0.4.1", features = ["ureq"], default-features = false, optional = true } aho-corasick = "1.1" paste = "1.0.14" macro_rules_attribute = "0.2.0" @@ -75,6 +75,7 @@ esaxx_fast = ["esaxx-rs/cpp"] progressbar = ["indicatif"] http = ["hf-hub"] unstable_wasm = ["fancy-regex", "getrandom/js"] +rustls-tls = ["hf-hub?/rustls-tls"] [dev-dependencies] criterion = "0.5"