diff --git a/tox.ini b/tox.ini
index 68b8de40f8..9d43573040 100644
--- a/tox.ini
+++ b/tox.ini
@@ -81,6 +81,7 @@ commands =
          {toxinidir}/tests/docker/scripts/pylint.sh python/nav --jobs=4 --rcfile=python/pylint.rc --disable=I,similarities --load-plugins pylint_django --output-format=parseable
 
 [testenv:docs]
+basepython = python3.5
 description = Just build the Sphinx documentation
 deps = pip-tools
 setenv =
@@ -88,8 +89,13 @@ setenv =
     DJANGO_SETTINGS_MODULE = nav.django.settings
     LC_ALL=C.UTF-8
     LANG=C.UTF-8
-whitelist_externals = /bin/sh
+whitelist_externals =
+    /bin/sh
+    touch
+# The `touch` work arounds a bug pip sometimes has with setuptools. Symptom:
+# UninstallationError: Cannot remove entries from nonexistent file <path>/easy-install.pth
 commands =
+         touch {envdir}/lib/python3.5/site-packages/easy-install.pth
          pip-compile --output-file {envdir}/requirements.txt tests/requirements.txt requirements/base.txt requirements/django111.txt
          pip-sync {envdir}/requirements.txt