mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-23 00:35:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix clippy warnings for rust 1.49

Browse Source
This commit is contained in:
Anthony MOI
2021-01-06 11:58:22 -05:00
committed by Anthony MOI
parent 5938a12b3f
commit 817c5ad317
10 changed files with 70 additions and 72 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
bindings/python/src/tokenizer.rs
View File

@ -628,8 +628,10 @@ impl PyTokenizer {
#[args(kwargs = "**")]
#[text_signature = "(self, max_length, stride=0, strategy='longest_first')"]
fn enable_truncation(&mut self, max_length: usize, kwargs: Option<&PyDict>) -> PyResult<()> {
let mut params = TruncationParams::default();
params.max_length = max_length;
let mut params = TruncationParams {
max_length,
..Default::default()
};
if let Some(kwargs) = kwargs {
for (key, value) in kwargs {