This commit is contained in:
Arthur Zucker
2023-09-05 15:40:13 +00:00
parent 08af8ea9c3
commit c3fa75fa0e

View File

@ -75,7 +75,7 @@ impl PyAddedToken {
single_word: None, single_word: None,
lstrip: None, lstrip: None,
rstrip: None, rstrip: None,
normalized: Some(!special.unwrap_or(true)), normalized: None,
} }
} }