mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-22 16:25:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #1207 from huggingface/v0.13.3

Browse Source 
New release
This commit is contained in:
Arthur
2023-04-05 09:58:19 +02:00
committed by GitHub
parent a05be6b8d1 ce244bd094
commit 37372b67fa
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
bindings/python/py_src/tokenizers/__init__.py
View File

@ -1,4 +1,4 @@
__version__ = "0.13.3.rc1" __version__ = "0.13.3"
from enum import Enum from enum import Enum
from typing import List, Tuple, Union from typing import List, Tuple, Union

2
bindings/python/setup.py
View File

@ -9,7 +9,7 @@ extras["dev"] = extras["testing"]
setup( setup(
name="tokenizers", name="tokenizers",
version="0.13.3rc1", version="0.13.3",
description="Fast and Customizable Tokenizers", description="Fast and Customizable Tokenizers",
long_description=open("README.md", "r", encoding="utf-8").read(), long_description=open("README.md", "r", encoding="utf-8").read(),
long_description_content_type="text/markdown", long_description_content_type="text/markdown",