From 1994dcad6e1ec2d37f34f102d04834df2399a071 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Fri, 21 Aug 2020 17:39:00 +0200 Subject: [PATCH] Re-enabling Custom Serialize --- bindings/python/src/pre_tokenizers.rs | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/bindings/python/src/pre_tokenizers.rs b/bindings/python/src/pre_tokenizers.rs index b1c11730..07dae094 100644 --- a/bindings/python/src/pre_tokenizers.rs +++ b/bindings/python/src/pre_tokenizers.rs @@ -382,9 +382,7 @@ impl Serialize for PyPreTokenizerWrapper { ser.end() } PyPreTokenizerWrapper::Wrapped(inner) => inner.serialize(serializer), - PyPreTokenizerWrapper::Custom(_) => { - unreachable!("Custom pretokenizers are currently disabled, how did you get here?") - } + PyPreTokenizerWrapper::Custom(inner) => inner.serialize(serializer), } } }