mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-23 00:35:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use forked unicode-normalization

Browse Source
This commit is contained in:
Anthony MOI
2019-12-28 15:22:52 -05:00
parent a4beecf944
commit 96ef467bbf
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tokenizers/Cargo.toml
View File

@ -19,7 +19,7 @@ regex-syntax = "0.6.12"
rayon = "1.2.0" rayon = "1.2.0"
serde_json = "1.0" serde_json = "1.0"
clap = "2.33.0" clap = "2.33.0"
unicode-normalization = "0.1.11" unicode-normalization = { git = "https://github.com/n1t0/unicode-normalization" }
unicode_categories = "0.1.1" unicode_categories = "0.1.1"
[dev-dependencies] [dev-dependencies]