Doc - Backbone for API Reference

docs/source/api/node_reference.inc

@@ -0,0 +1 @@
+The node API has not been documented yet.

docs/source/api/python_reference.inc

@@ -0,0 +1,2 @@
+.. autoclass:: tokenizers.Tokenizer
+    :members:

docs/source/api/reference.rst

@@ -0,0 +1,14 @@
+API Reference
+====================================================================================================
+
+.. only:: python
+
+    .. include:: python_reference.inc
+
+.. only:: rust
+
+    .. include:: rust_reference.inc
+
+.. only:: node
+
+    .. include:: node_reference.inc

docs/source/api/rust_reference.inc

@@ -0,0 +1 @@
+The Rust API has not been documented yet.

docs/source/conf.py

@@ -30,7 +30,7 @@ release = "0.9.0"
 # Add any Sphinx extension module names here, as strings. They can be
 # extensions coming with Sphinx (named 'sphinx.ext.*') or your custom
 # ones.
-extensions = []
+extensions = ["sphinx.ext.autodoc", "sphinx.ext.napoleon"]
 
 # Add any paths that contain templates here, relative to this directory.
 templates_path = ["_templates"]

docs/source/index.rst

@@ -34,6 +34,10 @@ Components:
     pipeline
     components
 
+.. toctree::
+
+    api/reference
+
 Load an existing tokenizer:
 ----------------------------------------------------------------------------------------------------