mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-22 16:25:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

version = "0.16.0-dev.0"

Browse Source
This commit is contained in:
Arthur Zucker
2024-04-02 09:51:14 +02:00
parent 09069717e9
commit 6e58f838b3
3 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
bindings/node/Cargo.toml
View File

@ -2,7 +2,7 @@
authors = ["Nicolas Patry <nicolas@huggingface.co>"] authors = ["Nicolas Patry <nicolas@huggingface.co>"]
edition = "2021" edition = "2021"
name = "node" name = "node"
version = "0.15.3-dev.0" version = "0.16.0-dev.0"
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html

4
bindings/python/Cargo.toml
View File

@ -1,6 +1,6 @@
[package] [package]
name = "tokenizers-python" name = "tokenizers-python"
version = "0.15.3-dev.0" version = "0.16.0-dev.0"
authors = ["Anthony MOI <m.anthony.moi@gmail.com>"] authors = ["Anthony MOI <m.anthony.moi@gmail.com>"]
edition = "2021" edition = "2021"
@ -21,7 +21,7 @@ onig = { version = "6.4", default-features = false }
itertools = "0.11" itertools = "0.11"
[dependencies.tokenizers] [dependencies.tokenizers]
version = "0.15.3-dev.0" version = "0.16.0-dev.0"
path = "../../tokenizers" path = "../../tokenizers"
[dev-dependencies] [dev-dependencies]

2
tokenizers/Cargo.toml
View File

@ -2,7 +2,7 @@
authors = ["Anthony MOI <m.anthony.moi@gmail.com>", "Nicolas Patry <patry.nicolas@protonmail.com>"] authors = ["Anthony MOI <m.anthony.moi@gmail.com>", "Nicolas Patry <patry.nicolas@protonmail.com>"]
edition = "2018" edition = "2018"
name = "tokenizers" name = "tokenizers"
version = "0.15.3-dev.0" version = "0.16.0-dev.0"
homepage = "https://github.com/huggingface/tokenizers" homepage = "https://github.com/huggingface/tokenizers"
repository = "https://github.com/huggingface/tokenizers" repository = "https://github.com/huggingface/tokenizers"
documentation = "https://docs.rs/tokenizers/" documentation = "https://docs.rs/tokenizers/"