mirror of
https://github.com/mii443/tokenizers.git
synced 2025-08-23 00:35:35 +00:00
Add Lowercase Normalizer
This commit is contained in:
@ -121,3 +121,15 @@ impl Sequence {
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
#[pyclass]
|
||||
pub struct Lowercase {}
|
||||
#[pymethods]
|
||||
impl Lowercase {
|
||||
#[staticmethod]
|
||||
fn new() -> PyResult<Normalizer> {
|
||||
Ok(Normalizer {
|
||||
normalizer: Container::Owned(Box::new(tk::normalizers::utils::Lowercase)),
|
||||
})
|
||||
}
|
||||
}
|
||||
|
Reference in New Issue
Block a user