From 166edd87c8d9d2d1b4bec320c7688c61a7a4c066 Mon Sep 17 00:00:00 2001
From: Nicolas Patry <patry.nicolas@protonmail.com>
Date: Wed, 8 Jan 2025 12:31:17 +0100
Subject: [PATCH] Fixing the README. (#1714)

---
 tokenizers/src/lib.rs | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/tokenizers/src/lib.rs b/tokenizers/src/lib.rs
index 657d810b..dd253e7f 100644
--- a/tokenizers/src/lib.rs
+++ b/tokenizers/src/lib.rs
@@ -30,10 +30,11 @@
 //! fn main() -> Result<()> {
 //!     # #[cfg(feature = "http")]
 //!     # {
-//!         let tokenizer = Tokenizer::from_pretrained("bert-base-cased", None)?;
+//!     // needs http feature enabled
+//!     let tokenizer = Tokenizer::from_pretrained("bert-base-cased", None)?;
 //!
-//!         let encoding = tokenizer.encode("Hey there!", false)?;
-//!         println!("{:?}", encoding.get_tokens());
+//!     let encoding = tokenizer.encode("Hey there!", false)?;
+//!     println!("{:?}", encoding.get_tokens());
 //!     # }
 //!     Ok(())
 //! }