mirror of
https://github.com/mii443/tokenizers.git
synced 2025-08-27 02:29:38 +00:00
Add CTC Decoder for Wave2Vec models (#693)
* Rust - add a CTCDecoder as a seperate mod * Adding bindings to Node + Python. * Clippy update. * Stub. * Fixing roberta.json URLs. * Moving test files to hf.co. * Update cargo check and clippy to 1.52. * Inner ':' actually is used for domains in sphinx. Making `domain` work correctly was just too much work so I went the easy way and have global roles for the custom rust extension. * Update struct naming and docs * Update changelog Co-authored-by: Thomaub <github.thomaub@gmail.com> Co-authored-by: Anthony MOI <m.anthony.moi@gmail.com>
This commit is contained in:
@ -10,7 +10,7 @@ logger = sphinx.util.logging.getLogger(__name__)
|
||||
|
||||
class RustRef:
|
||||
def __call__(self, name, rawtext, text, lineno, inliner, options={}, content=[]):
|
||||
doctype = name.split(":")[1]
|
||||
doctype = name.split("_")[1]
|
||||
parts = text.split("::")
|
||||
|
||||
if text.startswith("~"):
|
||||
@ -87,10 +87,10 @@ class RustRef:
|
||||
|
||||
|
||||
def setup(app):
|
||||
app.add_role("rust:struct", RustRef())
|
||||
app.add_role("rust:func", RustRef())
|
||||
app.add_role("rust:meth", RustRef())
|
||||
app.add_role("rust:trait", RustRef())
|
||||
app.add_role("rust_struct", RustRef())
|
||||
app.add_role("rust_func", RustRef())
|
||||
app.add_role("rust_meth", RustRef())
|
||||
app.add_role("rust_trait", RustRef())
|
||||
|
||||
return {
|
||||
"version": "0.1",
|
||||
|
Reference in New Issue
Block a user