mirror of
https://github.com/mii443/tokenizers.git
synced 2025-12-09 22:28:29 +00:00
Python - Final fix of the typings
This commit is contained in:
@@ -1,6 +1,6 @@
|
||||
__version__ = "0.0.13"
|
||||
|
||||
from .tokenizers import Tokenizer
|
||||
from .tokenizers import Tokenizer, Encoding
|
||||
from .tokenizers import decoders
|
||||
from .tokenizers import models
|
||||
from .tokenizers import normalizers
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
from ..tokenizers import Tokenizer, Encoding
|
||||
from .. import Tokenizer, Encoding
|
||||
|
||||
from typing import List, Union, Tuple, Optional
|
||||
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
from typing import Optional
|
||||
from typing import Optional, List
|
||||
|
||||
class Normalizer:
|
||||
""" Base class for all normalizers
|
||||
|
||||
Reference in New Issue
Block a user