From 37dc05e8f26fadb3cb88f86f6ff0cee0ff96bb68 Mon Sep 17 00:00:00 2001 From: mii443 Date: Thu, 12 Jun 2025 15:39:44 +0900 Subject: [PATCH] fix tokenizers --- .gitmodules | 3 --- Cargo.toml | 4 +--- esaxx-rs | 1 - 3 files changed, 1 insertion(+), 7 deletions(-) delete mode 160000 esaxx-rs diff --git a/.gitmodules b/.gitmodules index 9685588..e69de29 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,3 +0,0 @@ -[submodule "esaxx-rs"] - path = esaxx-rs - url = git@github.com:mii443/esaxx-rs.git diff --git a/Cargo.toml b/Cargo.toml index 3ccd9d7..0e326f9 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -44,7 +44,7 @@ ort = { version = "=2.0.0-rc.10", default-features = false, optional = true, fea "half", "std", ] } -tokenizers = { version = "0.21.1" } +tokenizers = { git = "https://github.com/mii443/tokenizers.git" } paste = "1.0.15" base64ct = "=1.7.3" @@ -78,5 +78,3 @@ migraphx = [ "ort/migraphx" ] vitis = [ "ort/vitis" ] azure = [ "ort/azure" ] -[patch.crates-io] -esaxx-rs = { path = "libs/esaxx-rs" } diff --git a/esaxx-rs b/esaxx-rs deleted file mode 160000 index 114d0b2..0000000 --- a/esaxx-rs +++ /dev/null @@ -1 +0,0 @@ -Subproject commit 114d0b2d5dc0fb2a1697b940269a072b94c0da4c