Re-enabling Custom Serialize

This commit is contained in:
Nicolas Patry
2020-08-21 17:39:00 +02:00
committed by Anthony MOI
parent 6887c0f04d
commit 1994dcad6e

View File

@@ -382,9 +382,7 @@ impl Serialize for PyPreTokenizerWrapper {
ser.end()
}
PyPreTokenizerWrapper::Wrapped(inner) => inner.serialize(serializer),
PyPreTokenizerWrapper::Custom(_) => {
unreachable!("Custom pretokenizers are currently disabled, how did you get here?")
}
PyPreTokenizerWrapper::Custom(inner) => inner.serialize(serializer),
}
}
}