From fdb8ffca2768c63e8d1972e5aa5a3129bd405e0d Mon Sep 17 00:00:00 2001
From: epwalsh <epwalsh10@gmail.com>
Date: Mon, 30 Dec 2019 14:18:08 -0800
Subject: [PATCH] fix comment

---
 tokenizers/src/models/bpe/model.rs | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tokenizers/src/models/bpe/model.rs b/tokenizers/src/models/bpe/model.rs
index 7d741f7e..5d37cfe2 100644
--- a/tokenizers/src/models/bpe/model.rs
+++ b/tokenizers/src/models/bpe/model.rs
@@ -173,6 +173,7 @@ impl Model for BPE {
                                 .map(|rank| {
                                     if let Some(dropout) = self.dropout {
                                         // With probability `dropout` we'll ignore
+                                        // this merge.
                                         if thread_rng().gen::<f32>() < dropout {
                                             &(std::u32::MAX, std::u32::MAX)
                                         } else {