mirror of
https://github.com/mii443/tokenizers.git
synced 2025-08-22 16:25:30 +00:00
fix a clerical error in the comment (#1356)
This commit is contained in:
@ -117,7 +117,7 @@ impl BpeBuilder {
|
||||
self
|
||||
}
|
||||
|
||||
/// Set the `fuse_unk` option.
|
||||
/// Set the `byte_fallback` option.
|
||||
#[must_use]
|
||||
pub fn byte_fallback(mut self, byte_fallback: bool) -> Self {
|
||||
self.config.byte_fallback = byte_fallback;
|
||||
|
Reference in New Issue
Block a user