diff --git a/conda-envs/environment-dev.yml b/conda-envs/environment-dev.yml
index 5ceef53dfd..1185999708 100644
--- a/conda-envs/environment-dev.yml
+++ b/conda-envs/environment-dev.yml
@@ -27,7 +27,6 @@ dependencies:
 - myst-nb
 - numpydoc
 - pre-commit>=2.8.0
-- pydata-sphinx-theme>=0.11.0
 - pytest-cov>=2.5
 - pytest>=3.0
 - sphinx-copybutton
@@ -40,3 +39,5 @@ dependencies:
 - sphinx-remove-toctrees
 - mypy=0.982
 - types-cachetools
+- pip:
+  - git+https://github.com/pymc-devs/pymc-sphinx-theme
diff --git a/conda-envs/windows-environment-dev.yml b/conda-envs/windows-environment-dev.yml
index c5aea815e5..c2e71cf8cc 100644
--- a/conda-envs/windows-environment-dev.yml
+++ b/conda-envs/windows-environment-dev.yml
@@ -25,7 +25,6 @@ dependencies:
 - myst-nb
 - numpydoc
 - pre-commit>=2.8.0
-- pydata-sphinx-theme>=0.11.0
 - pytest-cov>=2.5
 - pytest>=3.0
 - sphinx-autobuild>=0.7
@@ -37,3 +36,5 @@ dependencies:
 - sphinx-remove-toctrees
 - mypy=0.982
 - types-cachetools
+- pip:
+  - git+https://github.com/pymc-devs/pymc-sphinx-theme
diff --git a/docs/source/_static/custom.css b/docs/source/_static/custom.css
deleted file mode 100644
index c69bc0e011..0000000000
--- a/docs/source/_static/custom.css
+++ /dev/null
@@ -1,7 +0,0 @@
-.navbar-brand {
-  display: inline-block !important;
-}
-
-.supportbutton a {
- color: var(--pst-color-sidebar-link-active);
-}
diff --git a/docs/source/_templates/donate.html b/docs/source/_templates/donate.html
deleted file mode 100644
index d06f1cf342..0000000000
--- a/docs/source/_templates/donate.html
+++ /dev/null
@@ -1,9 +0,0 @@
-{% if "generated" in sourcename %}
-<div class="tocsection editthispage">
-{% else %}
-<div class="tocsection supportbutton">
-{% endif %}
-    <a href="https://numfocus.org/donate-to-pymc">
-      <i class="far fa-heart"></i> {{ _("Support PyMC") }}
-    </a>
-</div>
diff --git a/docs/source/_templates/edit-this-page.html b/docs/source/_templates/edit-this-page.html
deleted file mode 100644
index cbc4700cc7..0000000000
--- a/docs/source/_templates/edit-this-page.html
+++ /dev/null
@@ -1,8 +0,0 @@
-{% if sourcename is defined and theme_use_edit_page_button==true and page_source_suffix and "generated" not in sourcename %}
-{% set src = sourcename.split('.') %}
-<div class="tocsection editthispage">
-    <a href="{{ get_edit_url() }}">
-        <i class="fas fa-pencil-alt"></i> {{ _("Edit this page") }}
-    </a>
-</div>
-{% endif %}
diff --git a/docs/source/_templates/footer.html b/docs/source/_templates/footer.html
deleted file mode 100644
index 93083ce2cc..0000000000
--- a/docs/source/_templates/footer.html
+++ /dev/null
@@ -1,9 +0,0 @@
-<footer class="footer mt-5 mt-md-0">
-  <div class="container">
-    {% for footer_item in theme_footer_items %}
-    <div class="footer-item">
-      {% include footer_item %}
-    </div>
-    {% endfor %}
-  </div>
-</footer>
diff --git a/docs/source/_templates/layout.html b/docs/source/_templates/layout.html
deleted file mode 100644
index 0f4ea8c215..0000000000
--- a/docs/source/_templates/layout.html
+++ /dev/null
@@ -1,26 +0,0 @@
-{% extends "!layout.html" %}
-
-<!-- Hide left sidebar in home page -->
-{% block docs_sidebar %}
-{% if pagename != 'index' %}
-{{ super() }}
-{% endif %}
-{% endblock %}
-
-<!-- Hide right sidebar in home page -->
-{% block docs_toc %}
-{% if pagename != 'index' %}
-{{ super() }}
-{% endif %}
-{% endblock %}
-
-<!-- Make body have full width in home page -->
-{% block docs_main %}
-{% if pagename == 'index' %}
-<main class="col-12 py-md-5 pl-md-5 pr-md-4 bd-content" role="main">
-  {% block body %} {% endblock %}
-</main>
-{% else %}
-{{ super() }}
-{% endif %}
-{% endblock %}
diff --git a/docs/source/_templates/navbar-version.html b/docs/source/_templates/navbar-version.html
deleted file mode 100644
index d4be8b598a..0000000000
--- a/docs/source/_templates/navbar-version.html
+++ /dev/null
@@ -1 +0,0 @@
-<b>{{ version }}</b>
diff --git a/docs/source/_templates/search-field.html b/docs/source/_templates/search-field.html
deleted file mode 100644
index cd28dbb0e4..0000000000
--- a/docs/source/_templates/search-field.html
+++ /dev/null
@@ -1,4 +0,0 @@
-<form class="bd-search d-flex align-items-center" action="https://www.pymc.io/search.html" method="get">
-  <i class="icon fas fa-search"></i>
-  <input type="search" class="form-control" name="q" id="search-input" placeholder="{{ _(theme_search_bar_text) }}" aria-label="{{ theme_search_bar_text }}" autocomplete="off" >
-</form>
diff --git a/docs/source/_templates/twitter.html b/docs/source/_templates/twitter.html
deleted file mode 100644
index 86b0ee87d6..0000000000
--- a/docs/source/_templates/twitter.html
+++ /dev/null
@@ -1 +0,0 @@
-<a class="twitter-timeline" data-width="300" data-height="500" data-dnt="true" href="https://twitter.com/pymc_devs?ref_src=twsrc%5Etfw">Tweets by pymc_devs</a> <script async src="https://platform.twitter.com/widgets.js" charset="utf-8"></script>
diff --git a/docs/source/conf.py b/docs/source/conf.py
index 0293b0355f..536242b3a6 100755
--- a/docs/source/conf.py
+++ b/docs/source/conf.py
@@ -110,8 +110,12 @@
 version = pymc.__version__
 if os.environ.get("READTHEDOCS", False):
     rtd_version = os.environ.get("READTHEDOCS_VERSION", "")
-    if "." not in rtd_version and rtd_version.lower() != "stable":
+    if rtd_version.lower() == "stable":
+        version = pymc.__version__.split("+")[0]
+    elif rtd_version.lower() == "latest":
         version = "dev"
+    else:
+        version = rtd_version
 else:
     rtd_version = "local"
 # The full version, including alpha/beta/rc tags.
@@ -222,7 +226,7 @@ def setup(app):
 
 # The theme to use for HTML and HTML Help pages.  See the documentation for
 # a list of builtin themes.
-html_theme = "pydata_sphinx_theme"
+html_theme = "pymc_sphinx_theme"
 
 
 # Theme options are theme-specific and customize the look and feel of a theme
@@ -230,39 +234,9 @@ def setup(app):
 # documentation.
 
 html_theme_options = {
-    "icon_links": [
-        {
-            "name": "GitHub",
-            "url": "https://github.com/pymc-devs/pymc",
-            "icon": "fab fa-github-square",
-        },
-        {
-            "name": "Twitter",
-            "url": "https://twitter.com/pymc_devs",
-            "icon": "fab fa-twitter-square",
-        },
-        {
-            "name": "YouTube",
-            "url": "https://www.youtube.com/c/PyMCDevelopers",
-            "icon": "fab fa-youtube",
-        },
-        {
-            "name": "Discourse",
-            "url": "https://discourse.pymc.io",
-            "icon": "fab fa-discourse",
-        },
-    ],
     "logo": {
         "link": "https://www.pymc.io",
     },
-    "show_prev_next": False,
-    "navbar_start": ["navbar-logo", "navbar-version"],
-    "navbar_end": ["navbar-icon-links.html"],
-    "page_sidebar_items": ["page-toc", "edit-this-page", "donate"],
-    "header_links_before_dropdown": 6,
-    "search_bar_text": "Search...",
-    "use_edit_page_button": True,
-    "google_analytics_id": "UA-176578023-1",
 }
 html_context = {
     "github_user": "pymc-devs",
@@ -294,8 +268,7 @@ def setup(app):
 # Add any paths that contain custom static files (such as style sheets) here,
 # relative to this directory. They are copied after the builtin static files,
 # so a file named "default.css" will overwrite the builtin "default.css".
-html_static_path = ["../logos", "_static"]
-html_css_files = ["custom.css"]
+html_static_path = ["../logos"]
 
 # Add any extra paths that contain custom files (such as robots.txt or
 # .htaccess) here, relative to this directory. These files are copied
@@ -311,9 +284,6 @@ def setup(app):
 # html_use_smartypants = True
 
 # Custom sidebar templates, maps document names to template names.
-html_sidebars = {
-    "**": ["sidebar-nav-bs.html"],
-}
 
 # Additional templates that should be rendered to pages, maps page names to
 # template names.
diff --git a/requirements-dev.txt b/requirements-dev.txt
index 09819e6317..74a4fb5797 100644
--- a/requirements-dev.txt
+++ b/requirements-dev.txt
@@ -7,6 +7,7 @@ arviz>=0.13.0
 cachetools>=4.2.1
 cloudpickle
 fastprogress>=0.2.0
+git+https://github.com/pymc-devs/pymc-sphinx-theme
 h5py>=2.7
 ipython>=7.16
 jupyter-sphinx
@@ -17,7 +18,6 @@ numpydoc
 pandas>=0.24.0
 polyagamma
 pre-commit>=2.8.0
-pydata-sphinx-theme>=0.11.0
 pytest-cov>=2.5
 pytest>=3.0
 scipy>=1.4.1