mirror of
https://github.com/mii443/tokenizers.git
synced 2025-12-06 20:58:22 +00:00
Python - Update workflow and Makefile with tests
This commit is contained in:
@@ -1,9 +1,13 @@
|
||||
.PHONY: style check-style
|
||||
.PHONY: style check-style test
|
||||
|
||||
# Format source code automatically
|
||||
|
||||
style:
|
||||
black --line-length 100 --target-version py35 examples tokenizers tests
|
||||
|
||||
# Check the source code is formatted correctly
|
||||
check-style:
|
||||
black --check --line-length 100 --target-version py35 examples tokenizers tests
|
||||
|
||||
# Launch the test suite
|
||||
test:
|
||||
python -m pytest -s -v tests
|
||||
|
||||
@@ -1,6 +1,9 @@
|
||||
from setuptools import setup
|
||||
from setuptools_rust import Binding, RustExtension
|
||||
|
||||
extras = {}
|
||||
extras["testing"] = ["pytest"]
|
||||
|
||||
setup(
|
||||
name="tokenizers",
|
||||
version="0.7.0-rc3",
|
||||
@@ -13,6 +16,7 @@ setup(
|
||||
url="https://github.com/huggingface/tokenizers",
|
||||
license="Apache License 2.0",
|
||||
rust_extensions=[RustExtension("tokenizers.tokenizers", binding=Binding.PyO3)],
|
||||
extras_require=extras,
|
||||
classifiers=[
|
||||
"Development Status :: 5 - Production/Stable",
|
||||
"Intended Audience :: Developers",
|
||||
|
||||
Reference in New Issue
Block a user