TokenizedSequence / TokenizedSequenceWithOffsets needs to be declared in .py files not only .pyi

This commit is contained in:
Morgan Funtowicz
2020-03-26 14:52:32 +01:00
committed by Anthony MOI
parent 68405a6fae
commit 39958a2f0f
2 changed files with 9 additions and 1 deletions

View File

@@ -1,5 +1,8 @@
__version__ = "0.6.0"
from typing import Tuple
Offsets = Tuple[int, int]
from .tokenizers import Tokenizer, Encoding, AddedToken
from .tokenizers import decoders
from .tokenizers import models

View File

@@ -1,4 +1,9 @@
from .. import models
from typing import List, Tuple
from .. import models, Offsets
TokenizedSequence = List[str]
TokenizedSequenceWithOffsets = List[Tuple[str, Offsets]]
Model = models.Model
BPE = models.BPE