From d33af1a3bee427bfc04b71ff0bfe49c82e149e9c Mon Sep 17 00:00:00 2001
From: Anthony MOI <m.anthony.moi@gmail.com>
Date: Mon, 6 Jul 2020 14:46:12 -0400
Subject: [PATCH] Python - Fix Added token deserialization

---
 bindings/python/src/tokenizer.rs | 1 +
 1 file changed, 1 insertion(+)

diff --git a/bindings/python/src/tokenizer.rs b/bindings/python/src/tokenizer.rs
index ab1ee48d..92343a6f 100644
--- a/bindings/python/src/tokenizer.rs
+++ b/bindings/python/src/tokenizer.rs
@@ -107,6 +107,7 @@ impl AddedToken {
                 for (key, value) in state {
                     let key: &str = key.extract()?;
                     match key {
+                        "content" => self.content = value.extract()?,
                         "single_word" => self.single_word = Some(value.extract()?),
                         "lstrip" => self.lstrip = Some(value.extract()?),
                         "rstrip" => self.rstrip = Some(value.extract()?),