mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-12-12 05:18:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

Python - Final fix of the typings

Browse Source
This commit is contained in:
Anthony MOI
2020-01-10 13:30:29 -05:00
parent 56878a8e43
commit 89e0d90c8a
3 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
bindings/python/tokenizers/__init__.py
View File

@@ -1,6 +1,6 @@
__version__ = "0.0.13" __version__ = "0.0.13"
from .tokenizers import Tokenizer from .tokenizers import Tokenizer, Encoding
from .tokenizers import decoders from .tokenizers import decoders
from .tokenizers import models from .tokenizers import models
from .tokenizers import normalizers from .tokenizers import normalizers

2
bindings/python/tokenizers/implementations/base_tokenizer.py
View File

@@ -1,4 +1,4 @@
from ..tokenizers import Tokenizer, Encoding from .. import Tokenizer, Encoding
from typing import List, Union, Tuple, Optional from typing import List, Union, Tuple, Optional

2
bindings/python/tokenizers/normalizers/__init__.pyi
View File

@@ -1,4 +1,4 @@
from typing import Optional from typing import Optional, List
class Normalizer: class Normalizer:
""" Base class for all normalizers """ Base class for all normalizers