diff --git a/bindings/python/tokenizers/__init__.py b/bindings/python/tokenizers/__init__.py index e53d4f44..02a18b36 100644 --- a/bindings/python/tokenizers/__init__.py +++ b/bindings/python/tokenizers/__init__.py @@ -1,6 +1,7 @@ __version__ = "0.6.0" from typing import Tuple + Offsets = Tuple[int, int] from .tokenizers import Tokenizer, Encoding, AddedToken