mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-22 16:25:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Python - Fix some import warnings

Browse Source
This commit is contained in:
Anthony MOI
2019-12-29 00:43:04 -05:00
parent 3779bf3e19
commit 9c574ad1b7
2 changed files with 0 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
bindings/python/src/normalizers.rs
View File

@ -1,10 +1,8 @@
extern crate tokenizers as tk;
use super::error::{PyError, ToPyResult};
use super::utils::Container;
use pyo3::prelude::*;
use pyo3::types::*;
use tk::tokenizer::Result;
#[pyclass(dict)]
pub struct Normalizer {

1
bindings/python/src/pre_tokenizers.rs
View File

@ -4,7 +4,6 @@ use super::error::{PyError, ToPyResult};
use super::utils::Container;
use pyo3::prelude::*;
use pyo3::types::*;
use std::collections::HashSet;
use tk::tokenizer::{Offsets, Result};
#[pyclass(dict)]