mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-22 16:25:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update docs for from_pretrained

Browse Source
This commit is contained in:
Anthony Moi
2021-08-19 16:50:17 +02:00
committed by Anthony MOI
parent 528c9a532e
commit a4d0f3dd18
2 changed files with 16 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
bindings/python/setup.py
View File

@ -3,6 +3,7 @@ from setuptools_rust import Binding, RustExtension
extras = {}
extras["testing"] = ["pytest", "requests", "numpy", "datasets"]
extras["docs"] = ["sphinx", "sphinx_rtd_theme", "setuptools_rust"]
setup(
name="tokenizers",