mirror of
https://github.com/mii443/tokenizers.git
synced 2025-08-22 16:25:30 +00:00
63082c4d11
* Removing dead file. * Checking that we can distribute with static python embedding for manylinux * Many linux embed interpreter. * Building wheels manylinux with static embedding * Better script. * typo. * Using a dummy feature? * default features ? * Back into order. * Fixing manylinux ??. * Local dir. * Missing star. * Makedir ? * Monkey coding this. * extension module ? * Building with default features `RustExtension`. * bdist_wheel + rustextension any better ? * update rust-py version. * Forcing extension module. * No default features. * Remove py37 out of spite * Revert "Remove py37 out of spite" This reverts commit 6ab7facd792b59c2e30be82fe42816d24c32cf0d. * Really extraneous feature. * Fix build wheels. * Putting things back in place.
33 lines
634 B
TOML
33 lines
634 B
TOML
[package]
|
|
name = "tokenizers-python"
|
|
version = "0.13.0"
|
|
authors = ["Anthony MOI <m.anthony.moi@gmail.com>"]
|
|
edition = "2018"
|
|
|
|
[lib]
|
|
name = "tokenizers"
|
|
crate-type = ["cdylib"]
|
|
|
|
[dependencies]
|
|
rayon = "1.3"
|
|
serde = { version = "1.0", features = [ "rc", "derive" ]}
|
|
serde_json = "1.0"
|
|
libc = "0.2"
|
|
env_logger = "0.7.1"
|
|
pyo3 = { version = "0.16.2", features = ["extension-module"] }
|
|
numpy = "0.16.2"
|
|
ndarray = "0.13"
|
|
onig = { version = "6.0", default-features = false }
|
|
itertools = "0.9"
|
|
|
|
[dependencies.tokenizers]
|
|
version = "*"
|
|
path = "../../tokenizers"
|
|
|
|
[dev-dependencies]
|
|
tempfile = "3.1"
|
|
|
|
[features]
|
|
test = ["pyo3/auto-initialize"]
|
|
|