mirror of
https://github.com/mii443/tokenizers.git
synced 2025-08-22 16:25:30 +00:00
Add python 3.11 to manylinux buildwheels (#1096)
* Add python 3.11 to manylinux buildwheels * Fixing clippy. * Node clippy. * Python clippy. * Changelog + version number update. Co-authored-by: Nicolas Patry <patry.nicolas@protonmail.com>
This commit is contained in:
@ -1,3 +1,7 @@
|
||||
## [0.13.2]
|
||||
|
||||
- Python only chnages.
|
||||
|
||||
## [0.13.1]
|
||||
|
||||
- [#1072] Fixing Roberta type ids.
|
||||
|
4
bindings/node/native/Cargo.lock
generated
4
bindings/node/native/Cargo.lock
generated
@ -995,7 +995,7 @@ dependencies = [
|
||||
|
||||
[[package]]
|
||||
name = "node"
|
||||
version = "0.8.0"
|
||||
version = "0.13.2"
|
||||
dependencies = [
|
||||
"neon",
|
||||
"neon-build",
|
||||
@ -1668,7 +1668,7 @@ checksum = "cda74da7e1a664f795bb1f8a87ec406fb89a02522cf6e50620d016add6dbbf5c"
|
||||
|
||||
[[package]]
|
||||
name = "tokenizers"
|
||||
version = "0.12.1"
|
||||
version = "0.13.2"
|
||||
dependencies = [
|
||||
"aho-corasick",
|
||||
"cached-path",
|
||||
|
@ -227,7 +227,7 @@ fn sequence(mut cx: FunctionContext) -> JsResult<JsPreTokenizer> {
|
||||
match pretokenizer.downcast::<JsPreTokenizer>().or_throw(&mut cx) {
|
||||
Ok(pretokenizer) => {
|
||||
let guard = cx.lock();
|
||||
let pretok = (*pretokenizer.borrow(&guard)).pretok.clone();
|
||||
let pretok = pretokenizer.borrow(&guard).pretok.clone();
|
||||
if let Some(pretokenizer) = pretok {
|
||||
match pretokenizer {
|
||||
JsPreTokenizerWrapper::Sequence(seq) => sequence.extend(seq),
|
||||
|
Reference in New Issue
Block a user