Add feature flag hint to README.md, fixes #1633 (#1709)

2025-08-22 16:25:30 +00:00 · 2024-12-30 17:01:53 +01:00
parent 24d29f498d
commit 555d44c47a
1 changed files with 4 additions and 3 deletions
--- a/tokenizers/README.md
+++ b/tokenizers/README.md
@ -42,6 +42,7 @@ use tokenizers::tokenizer::{Result, Tokenizer};
 fn main() -> Result<()> {
    # #[cfg(feature = "http")]
    # {
+    // needs http feature enabled
    let tokenizer = Tokenizer::from_pretrained("bert-base-cased", None)?;

    let encoding = tokenizer.encode("Hey there!", false)?;