mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-22 16:25:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Using serde (serde_pyo3) to get __str__ and __repr__ easily.

Browse Source
This commit is contained in:
Nicolas Patry
2024-08-02 18:41:54 +02:00
parent 7415e28536
commit 86138337fc
8 changed files with 27 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
bindings/python/Cargo.toml
View File

@ -18,6 +18,7 @@ pyo3 = { version = "0.21" }
numpy = "0.21"
ndarray = "0.15"
itertools = "0.12"
serde_pyo3 = { git = "https://github.com/Narsil/serde_pyo3" }
[dependencies.tokenizers]
path = "../../tokenizers"