mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-22 16:25:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixing the progressbar. (#1353)

Browse Source 
* Fixing the progressbar.

* Upgrade deps.

* Update cargo audit

* Ssh this action.

* Fixing esaxx by using slower rust version.

* Trying the new esaxx version.

* Publish.

* Get cache again.
This commit is contained in:
Nicolas Patry
2023-10-05 15:33:58 +02:00
committed by GitHub
parent 7e8e69a22c
commit aed491df8c
9 changed files with 50 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
bindings/python/Cargo.toml
View File

@ -9,25 +9,23 @@ name = "tokenizers"
crate-type = ["cdylib"]
[dependencies]
rayon = "1.3"
rayon = "1.8"
serde = { version = "1.0", features = [ "rc", "derive" ]}
serde_json = "1.0"
libc = "0.2"
env_logger = "0.7.1"
env_logger = "0.10.0"
pyo3 = { version = "0.19" }
numpy = "0.19.0"
ndarray = "0.13"
onig = { version = "6.0", default-features = false }
itertools = "0.9"
ndarray = "0.15"
onig = { version = "6.4", default-features = false }
itertools = "0.11"
[dependencies.tokenizers]
version = "0.14.1-dev.0"
path = "../../tokenizers"
default-features = false
features = ["onig"]
[dev-dependencies]
tempfile = "3.1"
tempfile = "3.8"
pyo3 = { version = "0.19", features = ["auto-initialize"] }
[features]