diff --git a/.readthedocs.yml b/.readthedocs.yml
index 4f7d8043a..a53d8b8fa 100644
--- a/.readthedocs.yml
+++ b/.readthedocs.yml
@@ -4,12 +4,20 @@ version: 2
 formats: all
 
 build:
-  image: latest
+  os: ubuntu-22.04
+  tools:
+    python: "3.8"
+  jobs:
+    # Work-around to actually constrain dependencies
+    # https://github.com/readthedocs/readthedocs.org/issues/7258#issuecomment-1094978683
+    post_install:
+      - python -m pip install --upgrade --upgrade-strategy eager --no-cache-dir .[docs,cli] -c constraints.txt
 
 python:
-  version: 3.8
   install:
     - method: pip
       path: .
       extra_requirements:
         - docs
+        # to autodoc jirashell
+        - cli
diff --git a/constraints.txt b/constraints.txt
index 8a4353e2a..662ebf78e 100644
--- a/constraints.txt
+++ b/constraints.txt
@@ -37,7 +37,7 @@ decorator==5.1.1
     # via ipython
 defusedxml==0.7.1
     # via jira (setup.cfg)
-docutils==0.18.1
+docutils==0.17.1
     # via
     #   jira (setup.cfg)
     #   sphinx
@@ -175,7 +175,7 @@ six==1.16.0
     #   requests-mock
 snowballstemmer==2.2.0
     # via sphinx
-sphinx==5.0.2
+sphinx==5.1.1
     # via
     #   jira (setup.cfg)
     #   sphinx-rtd-theme