mirror of
https://github.com/mii443/tokenizers.git
synced 2025-08-22 16:25:30 +00:00
import Tuple from typing (#1295)
This commit is contained in:
@ -1,6 +1,6 @@
|
||||
import json
|
||||
import os
|
||||
from typing import Iterator, List, Optional, Union
|
||||
from typing import Iterator, List, Optional, Union, Tuple
|
||||
|
||||
from tokenizers import AddedToken, Regex, Tokenizer, decoders, normalizers, pre_tokenizers, trainers
|
||||
from tokenizers.models import Unigram
|
||||
|
Reference in New Issue
Block a user