mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-22 16:25:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix 'dictionnary' typo (#1511)

Browse Source
This commit is contained in:
Nathan
2024-06-11 06:43:47 -07:00
committed by GitHub
parent 88f51fe7d2
commit 1ff56c0c70
3 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
bindings/python/py_src/tokenizers/models/__init__.pyi
View File

@ -85,7 +85,7 @@ class BPE(Model):
Args: Args:
vocab (:obj:`Dict[str, int]`, `optional`): vocab (:obj:`Dict[str, int]`, `optional`):
A dictionnary of string keys and their ids :obj:`{"am": 0,...}` A dictionary of string keys and their ids :obj:`{"am": 0,...}`
merges (:obj:`List[Tuple[str, str]]`, `optional`): merges (:obj:`List[Tuple[str, str]]`, `optional`):
A list of pairs of tokens (:obj:`Tuple[str, str]`) :obj:`[("a", "b"),...]` A list of pairs of tokens (:obj:`Tuple[str, str]`) :obj:`[("a", "b"),...]`
@ -340,7 +340,7 @@ class WordLevel(Model):
Args: Args:
vocab (:obj:`str`, `optional`): vocab (:obj:`str`, `optional`):
A dictionnary of string keys and their ids :obj:`{"am": 0,...}` A dictionary of string keys and their ids :obj:`{"am": 0,...}`
unk_token (:obj:`str`, `optional`): unk_token (:obj:`str`, `optional`):
The unknown token to be used by the model. The unknown token to be used by the model.
@ -466,7 +466,7 @@ class WordPiece(Model):
Args: Args:
vocab (:obj:`Dict[str, int]`, `optional`): vocab (:obj:`Dict[str, int]`, `optional`):
A dictionnary of string keys and their ids :obj:`{"am": 0,...}` A dictionary of string keys and their ids :obj:`{"am": 0,...}`
unk_token (:obj:`str`, `optional`): unk_token (:obj:`str`, `optional`):
The unknown token to be used by the model. The unknown token to be used by the model.

6
bindings/python/src/models.rs
View File

@ -226,7 +226,7 @@ impl PyModel {
/// ///
/// Args: /// Args:
/// vocab (:obj:`Dict[str, int]`, `optional`): /// vocab (:obj:`Dict[str, int]`, `optional`):
/// A dictionnary of string keys and their ids :obj:`{"am": 0,...}` /// A dictionary of string keys and their ids :obj:`{"am": 0,...}`
/// ///
/// merges (:obj:`List[Tuple[str, str]]`, `optional`): /// merges (:obj:`List[Tuple[str, str]]`, `optional`):
/// A list of pairs of tokens (:obj:`Tuple[str, str]`) :obj:`[("a", "b"),...]` /// A list of pairs of tokens (:obj:`Tuple[str, str]`) :obj:`[("a", "b"),...]`
@ -530,7 +530,7 @@ impl PyBPE {
/// ///
/// Args: /// Args:
/// vocab (:obj:`Dict[str, int]`, `optional`): /// vocab (:obj:`Dict[str, int]`, `optional`):
/// A dictionnary of string keys and their ids :obj:`{"am": 0,...}` /// A dictionary of string keys and their ids :obj:`{"am": 0,...}`
/// ///
/// unk_token (:obj:`str`, `optional`): /// unk_token (:obj:`str`, `optional`):
/// The unknown token to be used by the model. /// The unknown token to be used by the model.
@ -701,7 +701,7 @@ impl PyWordPiece {
/// ///
/// Args: /// Args:
/// vocab (:obj:`str`, `optional`): /// vocab (:obj:`str`, `optional`):
/// A dictionnary of string keys and their ids :obj:`{"am": 0,...}` /// A dictionary of string keys and their ids :obj:`{"am": 0,...}`
/// ///
/// unk_token (:obj:`str`, `optional`): /// unk_token (:obj:`str`, `optional`):
/// The unknown token to be used by the model. /// The unknown token to be used by the model.

2
docs/source/_static/js/custom.js
View File

@ -22,7 +22,7 @@ const versionMapping = {
} }
}; };
// Dictionnary language name to Label // Dictionary language name to Label
const languageName = { const languageName = {
"rust": "Rust", "rust": "Rust",
"python": "Python", "python": "Python",