diff --git a/bindings/python/src/tokenizer.rs b/bindings/python/src/tokenizer.rs index d9031798..09805ae8 100644 --- a/bindings/python/src/tokenizer.rs +++ b/bindings/python/src/tokenizer.rs @@ -74,9 +74,17 @@ impl PyObjectProtocol for AddedToken { } fn __repr__(&self) -> PyResult { + let bool_to_python = |p| match p { + true => "True", + false => "False", + }; + Ok(format!( "AddedToken(\"{}\", rstrip={}, lstrip={}, single_word={})", - self.token.content, self.token.rstrip, self.token.lstrip, self.token.single_word + self.token.content, + bool_to_python(self.token.rstrip), + bool_to_python(self.token.lstrip), + bool_to_python(self.token.single_word) )) } } diff --git a/bindings/python/tests/bindings/test_tokenizer.py b/bindings/python/tests/bindings/test_tokenizer.py index 3ca1b059..adb76b60 100644 --- a/bindings/python/tests/bindings/test_tokenizer.py +++ b/bindings/python/tests/bindings/test_tokenizer.py @@ -9,7 +9,7 @@ class TestAddedToken: assert str(added_token) == "" assert ( repr(added_token) - == 'AddedToken("", rstrip=false, lstrip=false, single_word=false)' + == 'AddedToken("", rstrip=False, lstrip=False, single_word=False)' ) assert added_token.rstrip == False assert added_token.lstrip == False