diff --git a/bindings/python/src/decoders.rs b/bindings/python/src/decoders.rs index 15b3df5c..1ca71ac7 100644 --- a/bindings/python/src/decoders.rs +++ b/bindings/python/src/decoders.rs @@ -36,6 +36,18 @@ impl ByteLevel { } } +#[pyclass] +pub struct WordPiece {} +#[pymethods] +impl WordPiece { + #[staticmethod] + fn new() -> PyResult { + Ok(Decoder { + decoder: Container::Owned(Box::new(tk::decoders::wordpiece::WordPiece)), + }) + } +} + struct PyDecoder { class: PyObject, }