Python - Add Encoding repr + improve example

2025-08-24 00:59:19 +00:00 · 2019-12-10 15:18:07 -05:00
parent 99773d9ce4
commit 6c294c60b0
4 changed files with 37 additions and 26 deletions
--- a/bindings/python/src/tokenizer.rs
+++ b/bindings/python/src/tokenizer.rs
@ -8,7 +8,6 @@ use super::decoders::Decoder;
 use super::encoding::Encoding;
 use super::models::Model;
 use super::pre_tokenizers::PreTokenizer;
-use super::token::Token;
 use super::trainers::Trainer;

 #[pyclass(dict)]