tokenizers/bindings/node/lib/bindings/tokenizer.js

const native = require("./native");

class Tokenizer extends native.tokenizer_Tokenizer {
  static fromString = native.tokenizer_Tokenizer_from_string;
  static fromFile = native.tokenizer_Tokenizer_from_file;
  static fromPretrained = native.tokenizer_Tokenizer_from_pretrained;
}

module.exports = {
  AddedToken: native.tokenizer_AddedToken,
  Tokenizer,
};