mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-23 16:49:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update wheel building

Browse Source
This commit is contained in:
Anthony MOI
2019-11-29 22:36:17 -05:00
parent 27ac65c466
commit 5db08ac15d
2 changed files with 23 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
bindings/python/setup.py
View File

@ -4,6 +4,11 @@ from setuptools_rust import Binding, RustExtension
setup(
name="tokenizers",
version="0.0.2",
description="Fast and Customizable Tokenizers",
author="Anthony MOI",
author_email="anthony@huggingface.co",
url="https://github.com/huggingface/tokenizers",
license="Apache License 2.0",
rust_extensions=[RustExtension("tokenizers.tokenizers", binding=Binding.PyO3)],
packages=["tokenizers"],
zip_safe=False,