mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-23 00:35:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Feature gate CLI and clap dependency (#960)

Browse Source
This commit is contained in:
MarcusGrass
2022-03-22 10:55:53 +01:00
committed by GitHub
parent cd730594e9
commit 5a79b71b1d
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tokenizers/Cargo.toml
View File

@ -24,6 +24,7 @@ bench = false
name = "cli" name = "cli"
path = "src/cli.rs" path = "src/cli.rs"
bench = false bench = false
required-features = ["cli"]
[[bench]] [[bench]]
name = "bpe_benchmark" name = "bpe_benchmark"
@ -43,7 +44,7 @@ rayon = "1.3"
rayon-cond = "0.1" rayon-cond = "0.1"
serde = { version = "1.0", features = [ "derive" ] } serde = { version = "1.0", features = [ "derive" ] }
serde_json = "1.0" serde_json = "1.0"
clap = "2.33" clap = { version = "2.33", optional = true }
unicode-normalization-alignments = "0.1" unicode-normalization-alignments = "0.1"
unicode_categories = "0.1" unicode_categories = "0.1"
unicode-segmentation = "1.6" unicode-segmentation = "1.6"
@ -62,9 +63,10 @@ macro_rules_attribute = "0.0.2"
thiserror = "1.0.30" thiserror = "1.0.30"
[features] [features]
default = ["progressbar", "http"] default = ["progressbar", "http", "cli"]
progressbar = ["indicatif"] progressbar = ["indicatif"]
http = ["reqwest", "cached-path"] http = ["reqwest", "cached-path"]
cli = ["clap"]
[dev-dependencies] [dev-dependencies]
criterion = "0.3" criterion = "0.3"