mirror of
https://github.com/mii443/tokenizers.git
synced 2025-08-22 16:25:30 +00:00
Enable dropout = 0.0
as an equivalent to none
in BPE (#1550)
* enable dropout = 0.0 * typo * lint * formatter * enable dropout = 0.0 * formatter
This commit is contained in:
@ -69,6 +69,10 @@ class TestBPE:
|
||||
model.byte_fallback = True
|
||||
assert model.byte_fallback == True
|
||||
|
||||
def test_dropout_zero(self):
|
||||
model = BPE(dropout=0.0)
|
||||
assert model.dropout == 0.0
|
||||
|
||||
|
||||
class TestWordPiece:
|
||||
def test_instantiate(self, bert_files):
|
||||
|
Reference in New Issue
Block a user