mirror of
https://github.com/mii443/tokenizers.git
synced 2025-12-03 03:08:21 +00:00
Enable dropout = 0.0 as an equivalent to none in BPE (#1550)
* enable dropout = 0.0 * typo * lint * formatter * enable dropout = 0.0 * formatter
This commit is contained in:
@@ -69,6 +69,10 @@ class TestBPE:
|
||||
model.byte_fallback = True
|
||||
assert model.byte_fallback == True
|
||||
|
||||
def test_dropout_zero(self):
|
||||
model = BPE(dropout=0.0)
|
||||
assert model.dropout == 0.0
|
||||
|
||||
|
||||
class TestWordPiece:
|
||||
def test_instantiate(self, bert_files):
|
||||
|
||||
Reference in New Issue
Block a user