mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-23 08:45:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

Python - Update CHANGELOGs and bump to 0.8.0-dev for release

Browse Source
This commit is contained in:
Anthony MOI
2020-05-21 18:57:02 -04:00
parent 7ad3bda369
commit 5a01792413
6 changed files with 21 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
bindings/python/setup.py
View File

@ -6,7 +6,7 @@ extras["testing"] = ["pytest"]
setup(
name="tokenizers",
version="0.7.0",
version="0.8.0-dev",
description="Fast and Customizable Tokenizers",
long_description=open("README.md", "r", encoding="utf-8").read(),
long_description_content_type="text/markdown",
@ -41,15 +41,15 @@ setup(
"tokenizers.trainers",
"tokenizers.implementations",
],
package_data = {
'tokenizers': [ 'py.typed', '__init__.pyi' ],
'tokenizers.models': [ 'py.typed', '__init__.pyi' ],
'tokenizers.decoders': [ 'py.typed', '__init__.pyi' ],
'tokenizers.normalizers': [ 'py.typed', '__init__.pyi' ],
'tokenizers.pre_tokenizers': [ 'py.typed', '__init__.pyi' ],
'tokenizers.processors': [ 'py.typed', '__init__.pyi' ],
'tokenizers.trainers': [ 'py.typed', '__init__.pyi' ],
'tokenizers.implementations': [ 'py.typed' ],
package_data={
"tokenizers": ["py.typed", "__init__.pyi"],
"tokenizers.models": ["py.typed", "__init__.pyi"],
"tokenizers.decoders": ["py.typed", "__init__.pyi"],
"tokenizers.normalizers": ["py.typed", "__init__.pyi"],
"tokenizers.pre_tokenizers": ["py.typed", "__init__.pyi"],
"tokenizers.processors": ["py.typed", "__init__.pyi"],
"tokenizers.trainers": ["py.typed", "__init__.pyi"],
"tokenizers.implementations": ["py.typed"],
},
zip_safe=False,
)