mii/tokenizers
1
0
Fork 0
mirror of https://github.com/mii443/tokenizers.git synced 2025-08-22 16:25:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update versions.

Browse Source
This commit is contained in:
Nicolas Patry
2022-01-17 09:40:01 +01:00
parent 4a750f1a57
commit ab9a2f3100
3 changed files with 59 additions and 59 deletions
Download Patch File Download Diff File Expand all files Collapse all files

114
bindings/node/package.json
View File

@ -1,59 +1,59 @@
{
"name": "tokenizers",
"version": "0.8.0",
"description": "",
"main": "./dist/index.js",
"types": "./dist/index.d.ts",
"repository": {
"type": "git",
"url": "git+https://github.com/huggingface/tokenizers.git"
},
"bugs": {
"url": "https://github.com/huggingface/tokenizers/issues"
},
"homepage": "https://github.com/huggingface/tokenizers/tree/master/bindings/node",
"author": "Anthony MOI <m.anthony.moi@gmail.com>",
"license": "Apache-2.0",
"dependencies": {
"@types/node": "^13.13.52",
"node-pre-gyp": "^0.14.0"
},
"devDependencies": {
"@types/jest": "^26.0.24",
"@typescript-eslint/eslint-plugin": "^3.10.1",
"@typescript-eslint/parser": "^3.10.1",
"eslint": "^7.32.0",
"eslint-config-prettier": "^6.15.0",
"eslint-plugin-jest": "^23.20.0",
"eslint-plugin-jsdoc": "^30.7.13",
"eslint-plugin-prettier": "^3.4.1",
"eslint-plugin-simple-import-sort": "^5.0.3",
"jest": "^26.6.3",
"neon-cli": "^0.9.1",
"prettier": "^2.3.2",
"shelljs": "^0.8.3",
"ts-jest": "^26.5.6",
"typescript": "^3.9.10"
},
"engines": {
"node": ">=10 < 11 || >=12 <14"
},
"scripts": {
"dev-ts": "rm -rf dist && tsc -p tsconfig.lib.json && rsync -a $(pwd)/lib/bindings/ dist/bindings/",
"dev-rs": "neon build",
"dev": "npm run dev-rs && npm run dev-ts",
"compile": "neon build --release",
"clean-rs": "neon clean",
"package": "node-pre-gyp package",
"test": "jest && cargo test --manifest-path native/Cargo.toml",
"lint-check": "eslint --ext .js,.ts lib examples",
"lint": "eslint --fix --ext .js,.ts lib examples"
},
"binary": {
"module_name": "index",
"module_path": "./bin-package",
"host": "https://tokenizers-releases.s3.amazonaws.com/node",
"package_name": "{module_name}-v{version}-{node_abi}-{platform}-{arch}-{libc}.tar.gz",
"remote_path": "{version}"
}
"name": "tokenizers",
"version": "0.8.1",
"description": "",
"main": "./dist/index.js",
"types": "./dist/index.d.ts",
"repository": {
"type": "git",
"url": "git+https://github.com/huggingface/tokenizers.git"
},
"bugs": {
"url": "https://github.com/huggingface/tokenizers/issues"
},
"homepage": "https://github.com/huggingface/tokenizers/tree/master/bindings/node",
"author": "Anthony MOI <m.anthony.moi@gmail.com>",
"license": "Apache-2.0",
"dependencies": {
"@types/node": "^13.13.52",
"node-pre-gyp": "^0.14.0"
},
"devDependencies": {
"@types/jest": "^26.0.24",
"@typescript-eslint/eslint-plugin": "^3.10.1",
"@typescript-eslint/parser": "^3.10.1",
"eslint": "^7.32.0",
"eslint-config-prettier": "^6.15.0",
"eslint-plugin-jest": "^23.20.0",
"eslint-plugin-jsdoc": "^30.7.13",
"eslint-plugin-prettier": "^3.4.1",
"eslint-plugin-simple-import-sort": "^5.0.3",
"jest": "^26.6.3",
"neon-cli": "^0.9.1",
"prettier": "^2.3.2",
"shelljs": "^0.8.3",
"ts-jest": "^26.5.6",
"typescript": "^3.9.10"
},
"engines": {
"node": ">=10 < 11 || >=12 <14"
},
"scripts": {
"dev-ts": "rm -rf dist && tsc -p tsconfig.lib.json && rsync -a $(pwd)/lib/bindings/ dist/bindings/",
"dev-rs": "neon build",
"dev": "npm run dev-rs && npm run dev-ts",
"compile": "neon build --release",
"clean-rs": "neon clean",
"package": "node-pre-gyp package",
"test": "jest && cargo test --manifest-path native/Cargo.toml",
"lint-check": "eslint --ext .js,.ts lib examples",
"lint": "eslint --fix --ext .js,.ts lib examples"
},
"binary": {
"module_name": "index",
"module_path": "./bin-package",
"host": "https://tokenizers-releases.s3.amazonaws.com/node",
"package_name": "{module_name}-v{version}-{node_abi}-{platform}-{arch}-{libc}.tar.gz",
"remote_path": "{version}"
}
}

2
bindings/python/setup.py
View File

@ -7,7 +7,7 @@ extras["docs"] = ["sphinx", "sphinx_rtd_theme", "setuptools_rust"]
setup(
name="tokenizers",
version="0.11.2",
version="0.11.3",
description="Fast and Customizable Tokenizers",
long_description=open("README.md", "r", encoding="utf-8").read(),
long_description_content_type="text/markdown",

2
tokenizers/Cargo.toml
View File

@ -2,7 +2,7 @@
authors = ["Anthony MOI <m.anthony.moi@gmail.com>"]
edition = "2018"
name = "tokenizers"
version = "0.11.0"
version = "0.11.1"
homepage = "https://github.com/huggingface/tokenizers"
repository = "https://github.com/huggingface/tokenizers"
documentation = "https://docs.rs/tokenizers/"