mirror of
https://github.com/mii443/tokenizers.git
synced 2025-09-02 15:29:21 +00:00
Python - Remove warning on unused Token
This commit is contained in:
@ -8,7 +8,7 @@ pub struct Token {
|
||||
tok: tk::tokenizer::Token,
|
||||
}
|
||||
impl Token {
|
||||
pub fn new(tok: tk::tokenizer::Token) -> Self {
|
||||
pub fn _new(tok: tk::tokenizer::Token) -> Self {
|
||||
Token { tok }
|
||||
}
|
||||
}
|
||||
|
Reference in New Issue
Block a user