diff --git a/tokenizers/src/pre_tokenizers/sequence.rs b/tokenizers/src/pre_tokenizers/sequence.rs index 6175cc2e..9dcafc67 100644 --- a/tokenizers/src/pre_tokenizers/sequence.rs +++ b/tokenizers/src/pre_tokenizers/sequence.rs @@ -13,6 +13,14 @@ impl Sequence { pub fn new(pretokenizers: Vec) -> Self { Self { pretokenizers } } + + pub fn get_pre_tokenizers(&self) -> &[PreTokenizerWrapper] { + &self.pretokenizers + } + + pub fn get_pre_tokenizers_mut(&mut self) -> &mut [PreTokenizerWrapper] { + &mut self.pretokenizers + } } impl PreTokenizer for Sequence {