Fixing decoder strip because of char boundaries. (#1197)

This commit is contained in:
Nicolas Patry
2023-03-24 01:57:39 +01:00
committed by GitHub
parent e4aea890d5
commit 8a6a8dc9d5

View File

@ -23,7 +23,13 @@ impl Decoder for Strip {
fn decode_chain(&self, tokens: Vec<String>) -> Result<Vec<String>> { fn decode_chain(&self, tokens: Vec<String>) -> Result<Vec<String>> {
Ok(tokens Ok(tokens
.into_iter() .into_iter()
.map(|token| token[self.left..token.len() - self.right].to_string()) .map(|token| {
token
.chars()
.skip(self.left)
.take(token.len() - self.left - self.right)
.collect()
})
.collect()) .collect())
} }
} }