diff --git a/tokenizers/README.md b/tokenizers/README.md index ef014c0c..cac7b586 100644 --- a/tokenizers/README.md +++ b/tokenizers/README.md @@ -42,10 +42,11 @@ use tokenizers::tokenizer::{Result, Tokenizer}; fn main() -> Result<()> { # #[cfg(feature = "http")] # { - let tokenizer = Tokenizer::from_pretrained("bert-base-cased", None)?; + // needs http feature enabled + let tokenizer = Tokenizer::from_pretrained("bert-base-cased", None)?; - let encoding = tokenizer.encode("Hey there!", false)?; - println!("{:?}", encoding.get_tokens()); + let encoding = tokenizer.encode("Hey there!", false)?; + println!("{:?}", encoding.get_tokens()); # } Ok(()) }