Ensure pad_to_multiple_of is correctly forwarded in base_tokenizer.py

2025-12-08 21:58:18 +00:00 · 2020-05-31 10:02:59 +02:00
parent 0934fe5803
commit fcb4e76d9b
1 changed files with 1 additions and 0 deletions
--- a/bindings/python/tokenizers/implementations/base_tokenizer.py
+++ b/bindings/python/tokenizers/implementations/base_tokenizer.py
@@ -84,6 +84,7 @@ class BaseTokenizer:
        """
        return self._tokenizer.enable_padding(
            direction=direction,
+            pad_to_multiple_of=pad_to_multiple_of,
            pad_id=pad_id,
            pad_type_id=pad_type_id,
            pad_token=pad_token,