From 9a99e2bcb1c88dc755e638d7e08be332aed98e29 Mon Sep 17 00:00:00 2001 From: Anthony MOI Date: Mon, 6 Jan 2020 16:39:59 -0500 Subject: [PATCH] Python - Add missing Bpe constructor kwargs --- bindings/python/src/models.rs | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/bindings/python/src/models.rs b/bindings/python/src/models.rs index a8d6cd47..e418c95b 100644 --- a/bindings/python/src/models.rs +++ b/bindings/python/src/models.rs @@ -62,6 +62,10 @@ impl BPE { "cache_capacity" => builder = builder.cache_capacity(value.extract()?), "dropout" => builder = builder.dropout(value.extract()?), "unk_token" => builder = builder.unk_token(value.extract()?), + "continuing_subword_prefix" => { + builder = builder.continuing_subword_prefix(value.extract()?) + } + "end_of_word_suffix" => builder = builder.end_of_word_suffix(value.extract()?), _ => println!("Ignored unknown kwarg option {}", key), }; }