mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-23 00:35:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

New clippy comments?

Browse Source
This commit is contained in:
Nicolas Patry
2020-09-02 09:54:17 +02:00
parent 418473577d
commit 52082b5476
7 changed files with 19 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
bindings/python/src/trainers.rs
View File

@ -87,7 +87,7 @@ impl PyBpeTrainer {
builder = builder.initial_alphabet(
alphabet
.into_iter()
.map(|s| s.chars().nth(0))
.map(|s| s.chars().next())
.filter(|c| c.is_some())
.map(|c| c.unwrap())
.collect(),
@ -151,7 +151,7 @@ impl PyWordPieceTrainer {
builder = builder.initial_alphabet(
alphabet
.into_iter()
.map(|s| s.chars().nth(0))
.map(|s| s.chars().next())
.filter(|c| c.is_some())
.map(|c| c.unwrap())
.collect(),