Doc - tokenizers must be installed in the CI

.github/workflows/docs-check.yml

@@ -19,7 +19,16 @@ jobs:
           python-version: 3.6
 
       - name: Install dependencies
-        run: pip install sphinx sphinx_rtd_theme
+        run: pip install sphinx sphinx_rtd_theme setuptools-rust
+
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+
+      - name: Build tokenizers
+        working-directory: ./bindings/python
+        run: python setup.py install
 
       - name: Build documentation
         working-directory: ./docs

.github/workflows/docs-deploy.yml

@@ -26,8 +26,17 @@ jobs:
         with:
           python-version: 3.6
 
-      - name: Install dependencies
-        run: pip install sphinx sphinx_rtd_theme
+      - name: Install Python dependencies
+        run: pip install sphinx sphinx_rtd_theme setuptools-rust
+
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+
+      - name: Build tokenizers
+        working-directory: ./bindings/python
+        run: python setup.py install
 
       - name: Deploy documentation
         env: