mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-12-16 17:18:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

node: fix encodinggetSpecialTokensMask type

Browse Source
This commit is contained in:
Pierric Cistac
2020-02-04 16:59:46 -05:00
parent 6165910ca6
commit 9770be5661
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
bindings/node/lib/bindings/encoding.d.ts vendored
View File

@@ -25,7 +25,7 @@ export interface Encoding {
/**
* Returns the special tokens mask
*/
getSpecialTokensMask(): number;
getSpecialTokensMask(): number[];
/**
* Returns the tokenized string