mirror of
https://github.com/mii443/tokenizers.git
synced 2025-12-05 12:18:20 +00:00
Address @n1t0 comments.
This commit is contained in:
@@ -110,13 +110,8 @@ class Unigram(Model):
|
||||
vocab: ('`optional`) string:
|
||||
Path to a vocabulary JSON file.
|
||||
|
||||
is_spm_file: ('`optional`) bool:
|
||||
If the file came out of sentencepiece, we need to load it differently
|
||||
|
||||
"""
|
||||
|
||||
@staticmethod
|
||||
def __init__(
|
||||
self, vocab: Optional[str], is_spm_file: Optional[bool],
|
||||
):
|
||||
def __init__(self, vocab: Optional[str]):
|
||||
pass
|
||||
|
||||
Reference in New Issue
Block a user