mirror of
https://github.com/mii443/tokenizers.git
synced 2025-08-22 16:25:30 +00:00
Better export for FromPretrainedParameters
This commit is contained in:
@ -567,7 +567,7 @@ impl PyTokenizer {
|
||||
revision: String,
|
||||
auth_token: Option<String>,
|
||||
) -> PyResult<Self> {
|
||||
let params = tk::utils::from_pretrained::FromPretrainedParameters {
|
||||
let params = tk::FromPretrainedParameters {
|
||||
revision,
|
||||
auth_token,
|
||||
user_agent: [("bindings", "Python"), ("version", crate::VERSION)]
|
||||
|
Reference in New Issue
Block a user