diff --git a/.gitignore b/.gitignore index 20819124..b116e54b 100644 --- a/.gitignore +++ b/.gitignore @@ -7,6 +7,7 @@ target Cargo.lock /data +tokenizers/data /docs __pycache__ @@ -16,4 +17,4 @@ pip-wheel-metadata /bindings/python/build /bindings/python/dist -.vscode \ No newline at end of file +.vscode diff --git a/tokenizers/benches/.gitignore b/tokenizers/benches/.gitignore deleted file mode 100644 index 78caa68e..00000000 --- a/tokenizers/benches/.gitignore +++ /dev/null @@ -1,2 +0,0 @@ -*.txt -*.json