Update Python bindings for Encoding

2025-08-23 00:35:35 +00:00 · 2019-12-10 12:38:36 -05:00
parent 132a0fc4b4
commit 8cedc5f1f6
3 changed files with 44 additions and 16 deletions
--- a/bindings/python/src/encoding.rs
+++ b/bindings/python/src/encoding.rs
@ -0,0 +1,15 @@
+extern crate tokenizers as tk;
+
+use pyo3::prelude::*;
+
+#[pyclass]
+#[repr(transparent)]
+pub struct Encoding {
+    encoding: tk::tokenizer::Encoding,
+}
+
+impl Encoding {
+    pub fn new(encoding: tk::tokenizer::Encoding) -> Self {
+        Encoding { encoding }
+    }
+}