mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-22 16:25:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

v0.20.4-dev0

Browse Source
This commit is contained in:
Arthur Zucker
2024-11-27 10:07:49 +01:00
parent eb4cc86d4e
commit 1bf2a66b80
4 changed files with 11 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
.github/workflows/python-release.yml vendored
View File

@ -37,24 +37,24 @@ jobs:
platform: linux platform: linux
- os: windows - os: windows
ls: dir ls: dir
interpreter: 3.7 3.8 3.9 3.10 3.11 3.12 3.13 pypy3.8 pypy3.9 pypy3.10 interpreter: 3.9 3.10 3.11 3.12 3.13 pypy3.8 pypy3.9 pypy3.10
- os: windows - os: windows
ls: dir ls: dir
target: x86_64 target: x86_64
python-architecture: x64 python-architecture: x64
interpreter: 3.7 3.8 3.9 3.10 3.11 3.12 3.13 interpreter: 3.9 3.10 3.11 3.12 3.13
- os: windows - os: windows
ls: dir ls: dir
target: i686 target: i686
python-architecture: x86 python-architecture: x86
interpreter: 3.7 3.8 3.9 3.10 3.11 3.12 3.13 interpreter: 3.9 3.10 3.11 3.12 3.13
# - os: windows # - os: windows
# ls: dir # ls: dir
# target: aarch64 # target: aarch64
# interpreter: 3.11 3.12 # interpreter: 3.11 3.12
- os: macos - os: macos
target: aarch64 target: aarch64
interpreter: 3.7 3.8 3.9 3.10 3.11 3.12 3.13 pypy3.8 pypy3.9 pypy3.10 interpreter: 3.9 3.10 3.11 3.12 3.13 pypy3.8 pypy3.9 pypy3.10
- os: ubuntu - os: ubuntu
platform: linux platform: linux
target: i686 target: i686
@ -65,7 +65,7 @@ jobs:
- os: ubuntu - os: ubuntu
platform: linux platform: linux
target: armv7 target: armv7
interpreter: 3.7 3.8 3.9 3.10 3.11 3.12 3.13 interpreter: 3.9 3.10 3.11 3.12 3.13
# musllinux # musllinux
- os: ubuntu - os: ubuntu
platform: linux platform: linux
@ -78,11 +78,11 @@ jobs:
- os: ubuntu - os: ubuntu
platform: linux platform: linux
target: ppc64le target: ppc64le
interpreter: 3.7 3.8 3.9 3.10 3.11 3.12 3.13 interpreter: 3.9 3.10 3.11 3.12 3.13
- os: ubuntu - os: ubuntu
platform: linux platform: linux
target: s390x target: s390x
interpreter: 3.7 3.8 3.9 3.10 3.11 3.12 3.13 interpreter: 3.9 3.10 3.11 3.12 3.13
exclude: exclude:
- os: windows - os: windows
target: aarch64 target: aarch64
@ -114,7 +114,7 @@ jobs:
working-directory: ./bindings/python working-directory: ./bindings/python
manylinux: ${{ matrix.manylinux || 'auto' }} manylinux: ${{ matrix.manylinux || 'auto' }}
container: ${{ matrix.container }} container: ${{ matrix.container }}
args: --release --out dist --interpreter ${{ matrix.interpreter || '3.7 3.8 3.9 3.10 3.11 3.12 3.13 pypy3.7 pypy3.8 pypy3.9 pypy3.10' }} ${{ matrix.extra-build-args }} args: --release --out dist --interpreter ${{ matrix.interpreter || '3.9 3.10 3.11 3.12 3.13 pypy3.9 pypy3.10' }} ${{ matrix.extra-build-args }}
rust-toolchain: stable rust-toolchain: stable
docker-options: -e CI docker-options: -e CI

2
bindings/node/Cargo.toml
View File

@ -2,7 +2,7 @@
authors = ["Nicolas Patry <nicolas@huggingface.co>"] authors = ["Nicolas Patry <nicolas@huggingface.co>"]
edition = "2021" edition = "2021"
name = "node" name = "node"
version = "0.20.2-dev.0" version = "0.20.4-dev.0"
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html

2
bindings/python/Cargo.toml
View File

@ -1,6 +1,6 @@
[package] [package]
name = "tokenizers-python" name = "tokenizers-python"
version = "0.20.2-dev.0" version = "0.20.4-dev.0"
authors = ["Anthony MOI <m.anthony.moi@gmail.com>"] authors = ["Anthony MOI <m.anthony.moi@gmail.com>"]
edition = "2021" edition = "2021"

2
tokenizers/Cargo.toml
View File

@ -2,7 +2,7 @@
authors = ["Anthony MOI <m.anthony.moi@gmail.com>", "Nicolas Patry <patry.nicolas@protonmail.com>"] authors = ["Anthony MOI <m.anthony.moi@gmail.com>", "Nicolas Patry <patry.nicolas@protonmail.com>"]
edition = "2018" edition = "2018"
name = "tokenizers" name = "tokenizers"
version = "0.20.2-dev.0" version = "0.20.4-dev.0"
homepage = "https://github.com/huggingface/tokenizers" homepage = "https://github.com/huggingface/tokenizers"
repository = "https://github.com/huggingface/tokenizers" repository = "https://github.com/huggingface/tokenizers"
documentation = "https://docs.rs/tokenizers/" documentation = "https://docs.rs/tokenizers/"