mirror of
https://github.com/mii443/tokenizers.git
synced 2025-08-22 16:25:30 +00:00
add doc
This commit is contained in:
@ -38,6 +38,7 @@ impl BPE {
|
||||
}
|
||||
}
|
||||
|
||||
/// Initialize a BPE model with [dropout](https://arxiv.org/abs/1910.13267).
|
||||
pub fn with_dropout(
|
||||
vocab: HashMap<String, u32>,
|
||||
vocab_r: HashMap<u32, String>,
|
||||
|
Reference in New Issue
Block a user