From c04b97aab134430d28ca5f46ccc768fd05061c84 Mon Sep 17 00:00:00 2001
From: sondalex <61547150+sondalex@users.noreply.github.com>
Date: Thu, 9 Jan 2025 12:08:45 +0100
Subject: [PATCH] Update documentation of Rust feature (#1711)

* Update documentation of Rust feature

* Synchronize README.md and src/lib.rs
---
 tokenizers/README.md  | 2 ++
 tokenizers/src/lib.rs | 2 ++
 2 files changed, 4 insertions(+)

diff --git a/tokenizers/README.md b/tokenizers/README.md
index cac7b586..be7f5eb0 100644
--- a/tokenizers/README.md
+++ b/tokenizers/README.md
@@ -137,3 +137,5 @@ fn main() -> Result<()> {
 **progressbar**: The progress bar visualization is enabled by default. It might be disabled if
   compilation for certain targets is not supported by the [termios](https://crates.io/crates/termios)
   dependency of the [indicatif](https://crates.io/crates/indicatif) progress bar.
+**http**: This feature enables downloading the tokenizer via HTTP. It is disabled by default.
+  With this feature enabled, `Tokenizer::from_pretrained` becomes accessible.
diff --git a/tokenizers/src/lib.rs b/tokenizers/src/lib.rs
index dd253e7f..44161271 100644
--- a/tokenizers/src/lib.rs
+++ b/tokenizers/src/lib.rs
@@ -125,6 +125,8 @@
 //! **progressbar**: The progress bar visualization is enabled by default. It might be disabled if
 //!   compilation for certain targets is not supported by the [termios](https://crates.io/crates/termios)
 //!   dependency of the [indicatif](https://crates.io/crates/indicatif) progress bar.
+//! **http**: This feature enables downloading the tokenizer via HTTP. It is disabled by default.
+//!   With this feature enabled, `Tokenizer::from_pretrained` becomes accessible.
 
 #[macro_use]
 extern crate log;