mirror of
https://github.com/mii443/tokenizers.git
synced 2025-12-16 17:18:43 +00:00
Python - Bump version for release
This commit is contained in:
@@ -1,3 +1,10 @@
|
||||
# v0.5.2
|
||||
|
||||
## Fixes:
|
||||
- We introduced a bug related to the saving of the WordPiece model in 0.5.2: The `vocab.txt` file was named
|
||||
`vocab.json`. This is now fixed.
|
||||
- The `WordLevel` model was also saving its vocabulary to the wrong format.
|
||||
|
||||
# v0.5.1
|
||||
|
||||
## Changes:
|
||||
|
||||
2
bindings/python/Cargo.lock
generated
2
bindings/python/Cargo.lock
generated
@@ -572,7 +572,7 @@ dependencies = [
|
||||
|
||||
[[package]]
|
||||
name = "tokenizers-python"
|
||||
version = "0.5.1"
|
||||
version = "0.5.2"
|
||||
dependencies = [
|
||||
"pyo3 0.8.4 (registry+https://github.com/rust-lang/crates.io-index)",
|
||||
"tokenizers 0.7.0",
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
[package]
|
||||
name = "tokenizers-python"
|
||||
version = "0.5.1"
|
||||
version = "0.5.2"
|
||||
authors = ["Anthony MOI <m.anthony.moi@gmail.com>"]
|
||||
edition = "2018"
|
||||
|
||||
|
||||
@@ -3,7 +3,7 @@ from setuptools_rust import Binding, RustExtension
|
||||
|
||||
setup(
|
||||
name="tokenizers",
|
||||
version="0.5.1",
|
||||
version="0.5.2",
|
||||
description="Fast and Customizable Tokenizers",
|
||||
long_description=open("README.md", "r", encoding="utf-8").read(),
|
||||
long_description_content_type="text/markdown",
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
__version__ = "0.5.1"
|
||||
__version__ = "0.5.2"
|
||||
|
||||
from .tokenizers import Tokenizer, Encoding
|
||||
from .tokenizers import decoders
|
||||
|
||||
Reference in New Issue
Block a user