diff --git a/.travis.yml b/.travis.yml
index 3506ae53..c32036d4 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -21,7 +21,7 @@ install:
     - if [[ $TRAVIS_PYTHON_VERSION == '3.2' && $DEPS == true ]]; then pip install mock; fi
     # Twisted runs on 2.x and 3.3+, but is flaky on pypy.
     - if [[ $TRAVIS_PYTHON_VERSION != '3.2' && $TRAVIS_PYTHON_VERSION != 'pypy' && $DEPS == true ]]; then pip install Twisted; fi
-    - if [[ $TRAVIS_PYTHON_VERSION == '3.4' && $DEPS == true ]]; then pip install sphinx==1.2.2; fi
+    - if [[ $TRAVIS_PYTHON_VERSION == '3.4' && $DEPS == true ]]; then pip install sphinx==1.2.2 sphinx_rtd_theme; fi
     # On travis the extension should always be built
     - if [[ $TRAVIS_PYTHON_VERSION != 'pypy' ]]; then export TORNADO_EXTENSION=1; fi
     - python setup.py install
diff --git a/tox.ini b/tox.ini
index 89f2cd6d..0004dd5f 100644
--- a/tox.ini
+++ b/tox.ini
@@ -285,6 +285,8 @@ setenv = LANG=en_US.utf-8
 [testenv:py-docs]
 basepython = python3
 changedir = docs
-deps = sphinx==1.2.2
+deps =
+     sphinx==1.2.2
+     sphinx_rtd_theme
 commands =
     sphinx-build -q -E -n -W -b html . {envtmpdir}/html