mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-12-06 20:58:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

Python - Use PyO3 0.9.2

Browse Source
This commit is contained in:
Anthony MOI
2020-04-09 10:21:05 -04:00
parent bd18df0451
commit d6326a61c1
2 changed files with 13 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
bindings/python/Cargo.lock generated
View File

@@ -361,8 +361,8 @@ dependencies = [
[[package]] [[package]]
name = "pyo3" name = "pyo3"
version = "0.9.1" version = "0.9.2"
source = "git+https://github.com/PyO3/pyo3?rev=a9357ef8a11048b349b777f83aeae1a856fb4cb1#a9357ef8a11048b349b777f83aeae1a856fb4cb1" source = "registry+https://github.com/rust-lang/crates.io-index"
dependencies = [ dependencies = [
"indoc 0.3.4 (registry+https://github.com/rust-lang/crates.io-index)", "indoc 0.3.4 (registry+https://github.com/rust-lang/crates.io-index)",
"inventory 0.1.4 (registry+https://github.com/rust-lang/crates.io-index)", "inventory 0.1.4 (registry+https://github.com/rust-lang/crates.io-index)",
@@ -370,7 +370,7 @@ dependencies = [
"num-traits 0.2.10 (registry+https://github.com/rust-lang/crates.io-index)", "num-traits 0.2.10 (registry+https://github.com/rust-lang/crates.io-index)",
"parking_lot 0.10.0 (registry+https://github.com/rust-lang/crates.io-index)", "parking_lot 0.10.0 (registry+https://github.com/rust-lang/crates.io-index)",
"paste 0.1.6 (registry+https://github.com/rust-lang/crates.io-index)", "paste 0.1.6 (registry+https://github.com/rust-lang/crates.io-index)",
"pyo3cls 0.9.1 (git+https://github.com/PyO3/pyo3?rev=a9357ef8a11048b349b777f83aeae1a856fb4cb1)", "pyo3cls 0.9.2 (registry+https://github.com/rust-lang/crates.io-index)",
"regex 1.3.1 (registry+https://github.com/rust-lang/crates.io-index)", "regex 1.3.1 (registry+https://github.com/rust-lang/crates.io-index)",
"serde 1.0.104 (registry+https://github.com/rust-lang/crates.io-index)", "serde 1.0.104 (registry+https://github.com/rust-lang/crates.io-index)",
"serde_json 1.0.44 (registry+https://github.com/rust-lang/crates.io-index)", "serde_json 1.0.44 (registry+https://github.com/rust-lang/crates.io-index)",
@@ -380,8 +380,8 @@ dependencies = [
[[package]] [[package]]
name = "pyo3-derive-backend" name = "pyo3-derive-backend"
version = "0.9.1" version = "0.9.2"
source = "git+https://github.com/PyO3/pyo3?rev=a9357ef8a11048b349b777f83aeae1a856fb4cb1#a9357ef8a11048b349b777f83aeae1a856fb4cb1" source = "registry+https://github.com/rust-lang/crates.io-index"
dependencies = [ dependencies = [
"proc-macro2 1.0.6 (registry+https://github.com/rust-lang/crates.io-index)", "proc-macro2 1.0.6 (registry+https://github.com/rust-lang/crates.io-index)",
"quote 1.0.2 (registry+https://github.com/rust-lang/crates.io-index)", "quote 1.0.2 (registry+https://github.com/rust-lang/crates.io-index)",
@@ -390,10 +390,10 @@ dependencies = [
[[package]] [[package]]
name = "pyo3cls" name = "pyo3cls"
version = "0.9.1" version = "0.9.2"
source = "git+https://github.com/PyO3/pyo3?rev=a9357ef8a11048b349b777f83aeae1a856fb4cb1#a9357ef8a11048b349b777f83aeae1a856fb4cb1" source = "registry+https://github.com/rust-lang/crates.io-index"
dependencies = [ dependencies = [
"pyo3-derive-backend 0.9.1 (git+https://github.com/PyO3/pyo3?rev=a9357ef8a11048b349b777f83aeae1a856fb4cb1)", "pyo3-derive-backend 0.9.2 (registry+https://github.com/rust-lang/crates.io-index)",
"quote 1.0.2 (registry+https://github.com/rust-lang/crates.io-index)", "quote 1.0.2 (registry+https://github.com/rust-lang/crates.io-index)",
"syn 1.0.11 (registry+https://github.com/rust-lang/crates.io-index)", "syn 1.0.11 (registry+https://github.com/rust-lang/crates.io-index)",
] ]
@@ -610,7 +610,7 @@ dependencies = [
name = "tokenizers-python" name = "tokenizers-python"
version = "0.7.0-rc4" version = "0.7.0-rc4"
dependencies = [ dependencies = [
"pyo3 0.9.1 (git+https://github.com/PyO3/pyo3?rev=a9357ef8a11048b349b777f83aeae1a856fb4cb1)", "pyo3 0.9.2 (registry+https://github.com/rust-lang/crates.io-index)",
"rayon 1.3.0 (registry+https://github.com/rust-lang/crates.io-index)", "rayon 1.3.0 (registry+https://github.com/rust-lang/crates.io-index)",
"tokenizers 0.10.0", "tokenizers 0.10.0",
] ]
@@ -720,9 +720,9 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
"checksum ppv-lite86 0.2.6 (registry+https://github.com/rust-lang/crates.io-index)" = "74490b50b9fbe561ac330df47c08f3f33073d2d00c150f719147d7c54522fa1b" "checksum ppv-lite86 0.2.6 (registry+https://github.com/rust-lang/crates.io-index)" = "74490b50b9fbe561ac330df47c08f3f33073d2d00c150f719147d7c54522fa1b"
"checksum proc-macro-hack 0.5.11 (registry+https://github.com/rust-lang/crates.io-index)" = "ecd45702f76d6d3c75a80564378ae228a85f0b59d2f3ed43c91b4a69eb2ebfc5" "checksum proc-macro-hack 0.5.11 (registry+https://github.com/rust-lang/crates.io-index)" = "ecd45702f76d6d3c75a80564378ae228a85f0b59d2f3ed43c91b4a69eb2ebfc5"
"checksum proc-macro2 1.0.6 (registry+https://github.com/rust-lang/crates.io-index)" = "9c9e470a8dc4aeae2dee2f335e8f533e2d4b347e1434e5671afc49b054592f27" "checksum proc-macro2 1.0.6 (registry+https://github.com/rust-lang/crates.io-index)" = "9c9e470a8dc4aeae2dee2f335e8f533e2d4b347e1434e5671afc49b054592f27"
"checksum pyo3 0.9.1 (git+https://github.com/PyO3/pyo3?rev=a9357ef8a11048b349b777f83aeae1a856fb4cb1)" = "<none>" "checksum pyo3 0.9.2 (registry+https://github.com/rust-lang/crates.io-index)" = "7028df4086f1e488a6192932e86de604077ef6b06eac2b0f159a3082c7450c58"
"checksum pyo3-derive-backend 0.9.1 (git+https://github.com/PyO3/pyo3?rev=a9357ef8a11048b349b777f83aeae1a856fb4cb1)" = "<none>" "checksum pyo3-derive-backend 0.9.2 (registry+https://github.com/rust-lang/crates.io-index)" = "4e3c7aaceb685d2560b7c3fc46c152464c181de2baf44e57119ce43d712d1b64"
"checksum pyo3cls 0.9.1 (git+https://github.com/PyO3/pyo3?rev=a9357ef8a11048b349b777f83aeae1a856fb4cb1)" = "<none>" "checksum pyo3cls 0.9.2 (registry+https://github.com/rust-lang/crates.io-index)" = "053d66146897d823e8d228758fb0aefac18e8a3024585a1640dbbe885c1b07a1"
"checksum quote 1.0.2 (registry+https://github.com/rust-lang/crates.io-index)" = "053a8c8bcc71fcce321828dc897a98ab9760bef03a4fc36693c231e5b3216cfe" "checksum quote 1.0.2 (registry+https://github.com/rust-lang/crates.io-index)" = "053a8c8bcc71fcce321828dc897a98ab9760bef03a4fc36693c231e5b3216cfe"
"checksum rand 0.7.2 (registry+https://github.com/rust-lang/crates.io-index)" = "3ae1b169243eaf61759b8475a998f0a385e42042370f3a7dbaf35246eacc8412" "checksum rand 0.7.2 (registry+https://github.com/rust-lang/crates.io-index)" = "3ae1b169243eaf61759b8475a998f0a385e42042370f3a7dbaf35246eacc8412"
"checksum rand_chacha 0.2.1 (registry+https://github.com/rust-lang/crates.io-index)" = "03a2a90da8c7523f554344f921aa97283eadf6ac484a6d2a7d0212fa7f8d6853" "checksum rand_chacha 0.2.1 (registry+https://github.com/rust-lang/crates.io-index)" = "03a2a90da8c7523f554344f921aa97283eadf6ac484a6d2a7d0212fa7f8d6853"

3
bindings/python/Cargo.toml
View File

@@ -12,8 +12,7 @@ crate-type = ["cdylib"]
rayon = "1.2.0" rayon = "1.2.0"
[dependencies.pyo3] [dependencies.pyo3]
git = "https://github.com/PyO3/pyo3" version = "0.9.2"
rev = "a9357ef8a11048b349b777f83aeae1a856fb4cb1"
features = ["extension-module"] features = ["extension-module"]
[dependencies.tokenizers] [dependencies.tokenizers]