python stub.py

2025-12-03 11:18:29 +00:00 · 2023-09-05 17:33:14 +00:00
parent f435af8b71
commit a7ace4480d
1 changed files with 8 additions and 0 deletions
--- a/bindings/python/py_src/tokenizers/init.pyi
+++ b/bindings/python/py_src/tokenizers/init.pyi
@@ -899,6 +899,14 @@ class Tokenizer:
            :class:`~tokenizers.Tokenizer`: The new tokenizer
        """
        pass
+    def get_added_tokens_decoder(self):
+        """
+        Get the underlying vocabulary
+
+        Returns:
+            :obj:`Dict[int, AddedToken]`: The vocabulary
+        """
+        pass
    def get_vocab(self, with_added_tokens=True):
        """
        Get the underlying vocabulary