mirror of
https://github.com/mii443/tokenizers.git
synced 2025-08-31 04:29:21 +00:00
320 B
320 B
Python Bindings
# This expect the rust chain to be nightly
rustup update
rustup default nightly
# In this folder:
python3 -m venv .env
source .env/bin/activate
pip install maturin
maturin develop --release
# Then test:
pip install transformers
python example.py --file <FILE_PATH>
# or
python example.py