mirror of
https://github.com/mii443/tokenizers.git
synced 2025-08-23 00:35:35 +00:00
9 lines
174 B
JavaScript
9 lines
174 B
JavaScript
var addon = require('../native');
|
|
|
|
let s = "Hey man!";
|
|
if (typeof process.argv[2] == 'string') {
|
|
s = process.argv[2];
|
|
}
|
|
|
|
console.log(addon.WhitespaceTokenizer.tokenize(s));
|