Node - Version 0.6.2

bindings/node/CHANGELOG.md

@@ -1,3 +1,16 @@
+## [0.6.2](https://github.com/huggingface/tokenizers/compare/node-v0.6.1...node-v0.6.2) (2020-04-13)
+
+### Features
+
+- More symbols exposed: `Token`, `BaseTokenizer`, `PaddingConfiguration`, `TruncationConfiguration` ([38d53a7](https://github.com/huggingface/tokenizers/commit/38d53a7b84b2ee86b262eee2de6121351fe03889))
+- Expose `setPostProcessor` in `BaseTokenizer` ([38d53a7](https://github.com/huggingface/tokenizers/commit/38d53a7b84b2ee86b262eee2de6121351fe03889))
+
+### Fixes
+
+- Fix the word indexes when there are special tokens ([#226](https://github.com/huggingface/tokenizers/pull/226))
+- Fix encoding overflowing offsets ([695ab83](https://github.com/huggingface/tokenizers/commit/695ab8388f5f1a7d63d8aaab9b3762312e0d5ac3))
+- Fix Roberta overflowings ([c4ecc6f](https://github.com/huggingface/tokenizers/commit/c4ecc6f7ce7af40c558401a3ec9500732a17f9da))
+
 ## [0.6.1](https://github.com/huggingface/tokenizers/compare/node-v0.6.0...node-v0.6.1) (2020-04-01)
 
 ### Fixes

bindings/node/native/Cargo.lock

@@ -252,7 +252,7 @@ dependencies = [
  "neon 0.3.3 (registry+https://github.com/rust-lang/crates.io-index)",
  "neon-build 0.3.3 (registry+https://github.com/rust-lang/crates.io-index)",
  "rayon 1.3.0 (registry+https://github.com/rust-lang/crates.io-index)",
- "tokenizers 0.10.0",
+ "tokenizers 0.10.1",
 ]
 
 [[package]]
@@ -431,7 +431,7 @@ dependencies = [
 
 [[package]]
 name = "tokenizers"
-version = "0.10.0"
+version = "0.10.1"
 dependencies = [
  "clap 2.33.0 (registry+https://github.com/rust-lang/crates.io-index)",
  "indicatif 0.14.0 (registry+https://github.com/rust-lang/crates.io-index)",

bindings/node/package-lock.json

@@ -1,6 +1,6 @@
 {
   "name": "tokenizers",
-  "version": "0.6.1",
+  "version": "0.6.2",
   "lockfileVersion": 1,
   "requires": true,
   "dependencies": {

bindings/node/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tokenizers",
-  "version": "0.6.1",
+  "version": "0.6.2",
   "description": "",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",