Fixing the README. (#1714)

This commit is contained in:
Nicolas Patry
2025-01-08 12:31:17 +01:00
committed by GitHub
parent 3a6504d274
commit 166edd87c8

View File

@ -30,10 +30,11 @@
//! fn main() -> Result<()> { //! fn main() -> Result<()> {
//! # #[cfg(feature = "http")] //! # #[cfg(feature = "http")]
//! # { //! # {
//! let tokenizer = Tokenizer::from_pretrained("bert-base-cased", None)?; //! // needs http feature enabled
//! let tokenizer = Tokenizer::from_pretrained("bert-base-cased", None)?;
//! //!
//! let encoding = tokenizer.encode("Hey there!", false)?; //! let encoding = tokenizer.encode("Hey there!", false)?;
//! println!("{:?}", encoding.get_tokens()); //! println!("{:?}", encoding.get_tokens());
//! # } //! # }
//! Ok(()) //! Ok(())
//! } //! }