mirror of
https://github.com/mii443/tokenizers.git
synced 2025-08-30 20:19:21 +00:00
13 lines
291 B
Python
13 lines
291 B
Python
from .. import decoders
|
|
|
|
|
|
Decoder = decoders.Decoder
|
|
ByteLevel = decoders.ByteLevel
|
|
Replace = decoders.Replace
|
|
WordPiece = decoders.WordPiece
|
|
ByteFallback = decoders.ByteFallback
|
|
Metaspace = decoders.Metaspace
|
|
BPEDecoder = decoders.BPEDecoder
|
|
CTC = decoders.CTC
|
|
Sequence = decoders.Sequence
|