mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-22 16:25:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use ApiBuilder::from_env() in from_pretrained function (#1737)

Browse Source 
Use ApiBuilder::from_env() for builder initialization

Co-authored-by: Arthur <48595927+ArthurZucker@users.noreply.github.com>
This commit is contained in:
benshi
2025-05-27 18:20:17 +08:00
committed by GitHub
parent e5d781d5b9
commit b4d8dfc3b2
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tokenizers/src/utils/from_pretrained.rs
View File

@ -57,7 +57,7 @@ pub fn from_pretrained<S: AsRef<str>>(
.into()); .into());
} }
let mut builder = ApiBuilder::new(); let mut builder = ApiBuilder::from_env();
if let Some(token) = params.token { if let Some(token) = params.token {
builder = builder.with_token(Some(token)); builder = builder.with_token(Some(token));
} }