From 5bd93ee8228efbafff8feb83f9c02f42a504bca2 Mon Sep 17 00:00:00 2001 From: Anthony MOI Date: Thu, 13 Feb 2020 16:30:52 -0500 Subject: [PATCH] Python - hotfix BertWordPieceTokenizer decoder --- bindings/python/tokenizers/implementations/bert_wordpiece.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bindings/python/tokenizers/implementations/bert_wordpiece.py b/bindings/python/tokenizers/implementations/bert_wordpiece.py index aed2e7fc..7ebadb31 100644 --- a/bindings/python/tokenizers/implementations/bert_wordpiece.py +++ b/bindings/python/tokenizers/implementations/bert_wordpiece.py @@ -50,7 +50,7 @@ class BertWordPieceTokenizer(BaseTokenizer): tokenizer.post_processor = BertProcessing( (sep_token, sep_token_id), (cls_token, cls_token_id) ) - tokenizer.decoders = decoders.WordPiece(prefix=wordpieces_prefix) + tokenizer.decoder = decoders.WordPiece(prefix=wordpieces_prefix) parameters = { "model": "BertWordPiece",