From 26659de47385e92c06534a6d2473c5b2ceefcbfe Mon Sep 17 00:00:00 2001 From: Hiroshi Matsuda <40782025+hiroshi-matsuda-rit@users.noreply.github.com> Date: Thu, 6 Jul 2023 23:36:48 +0900 Subject: [PATCH] revise type specification (#1289) --- .../py_src/tokenizers/implementations/sentencepiece_unigram.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bindings/python/py_src/tokenizers/implementations/sentencepiece_unigram.py b/bindings/python/py_src/tokenizers/implementations/sentencepiece_unigram.py index 9d496eec..add4aada 100644 --- a/bindings/python/py_src/tokenizers/implementations/sentencepiece_unigram.py +++ b/bindings/python/py_src/tokenizers/implementations/sentencepiece_unigram.py @@ -16,7 +16,7 @@ class SentencePieceUnigramTokenizer(BaseTokenizer): def __init__( self, - vocab: Optional[str] = None, + vocab: Optional[List[Tuple[str, float]]] = None, replacement: str = "▁", add_prefix_space: bool = True, ):