diff --git a/tokenizers/src/decoders/ctc.rs b/tokenizers/src/decoders/ctc.rs index 83ec261e..2798638d 100644 --- a/tokenizers/src/decoders/ctc.rs +++ b/tokenizers/src/decoders/ctc.rs @@ -14,7 +14,7 @@ use serde::{Deserialize, Serialize}; pub struct CTC { /// The pad token used by CTC to delimit a new token. pub pad_token: String, - /// The word delimiter token. It will be replaced by a + /// The word delimiter token. It will be replaced by a ``. pub word_delimiter_token: String, /// Whether to cleanup some tokenization artifacts. /// Mainly spaces before punctuation, and some abbreviated english forms.