mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-22 16:25:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Node - Add Model.encodeBatch and make everything async

Browse Source
This commit is contained in:
Anthony MOI
2020-03-24 19:25:39 -04:00
parent eec74ca3e6
commit f79ae40d88
6 changed files with 260 additions and 79 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
bindings/node/native/Cargo.toml
View File

@ -15,4 +15,5 @@ neon-build = "0.3.3"
[dependencies]
neon = "0.3.3"
rayon = "1.2.0"
tokenizers = { path = "../../../tokenizers" }