Adding dist installation tests to CI (#292)

* #290 - Just checking something

* #290 - WIP

* #290 - Failing on purpose

* #290 - WIP

* #290 - WIP

* #290 - WIP

* #290 - Holy moly

* #290 - choco? [skip ci]

* #290 - WIP

* #290 - WIP

* #290 - WIP :(

* #290 - Woohoo!

* #290 - Docs

Author: shacharoo

.appveyor.yml

@@ -1,15 +1,24 @@
 environment:
   matrix:
-    - TOXENV: "py27"
-    - TOXENV: "py33"
-    - TOXENV: "py34"
-    - TOXENV: "py35"
-    - TOXENV: "py36"
-    - TOXENV: "pypy"
+    - TOXENV: "py27-tests"
+    - TOXENV: "py33-tests"
+    - TOXENV: "py34-tests"
+    - TOXENV: "py35-tests"
+    - TOXENV: "py36-tests"
+    - TOXENV: "pypy-tests"
+    - TOXENV: "py27-install"
+    - TOXENV: "py33-install"
+    - TOXENV: "py34-install"
+    - TOXENV: "py35-install"
+    - TOXENV: "py36-install"
+    - TOXENV: "pypy-install"
+    - TOXENV: "docs"
 
 install:
-  # This takes a long time, so it's done only for pypy env.
-  - if "%TOXENV%"=="pypy" choco install python.pypy
+  # This takes a long time, so it's done only for pypy environments.
+  - ps: if($env:TOXENV -eq 'pypy-tests' -or $env:TOXENV -eq 'pypy-install') {
+          choco install python.pypy;
+        }
 
   - pip install tox
 

.travis.yml

@@ -10,16 +10,28 @@ script: tox
 matrix:
   include:
     - python: 2.7
-      env: TOXENV=py27
+      env: TOXENV=py27-tests
     - python: 3.3
-      env: TOXENV=py33
+      env: TOXENV=py33-tests
     - python: 3.4
-      env: TOXENV=py34
+      env: TOXENV=py34-tests
     - python: 3.5
-      env: TOXENV=py35
+      env: TOXENV=py35-tests
     - python: 3.6
-      env: TOXENV=py36
+      env: TOXENV=py36-tests
     - python: pypy
-      env: TOXENV=pypy
+      env: TOXENV=pypy-tests
+    - python: 2.7
+      env: TOXENV=py27-install
+    - python: 3.3
+      env: TOXENV=py33-install
+    - python: 3.4
+      env: TOXENV=py34-install
+    - python: 3.5
+      env: TOXENV=py35-install
+    - python: 3.6
+      env: TOXENV=py36-install
+    - python: pypy
+      env: TOXENV=pypy-install
     - python: 2.7
       env: TOXENV=docs

tox.ini

@@ -4,7 +4,7 @@
 # install tox" and then run "tox" from this directory.
 
 [tox]
-envlist = py27, py33, py34, py35, py36, pypy, docs
+envlist = {py27, py33, py34, py35, py36, pypy}-{tests, install}, docs
 
 [testenv]
 # Make sure reading the UTF-8 from test.py works regardless of the locale used.
@@ -16,6 +16,36 @@ deps =
     -rrequirements/runtime.txt
     -rrequirements/tests.txt
 
+[testenv:py27-install]
+skip_install = True
+commands =
+    python setup.py bdist_wheel
+    pip install --no-index --find-links=dist pydocstyle
+    pydocstyle --help
+
+# There's no way to generate sub-sections in tox.
+# The following sections are all references to the `py27-install`.
+
+[testenv:py33-install]
+skip_install = {[testenv:py27-install]skip_install}
+commands = {[testenv:py27-install]commands}
+
+[testenv:py34-install]
+skip_install = {[testenv:py27-install]skip_install}
+commands = {[testenv:py27-install]commands}
+
+[testenv:py35-install]
+skip_install = {[testenv:py27-install]skip_install}
+commands = {[testenv:py27-install]commands}
+
+[testenv:py36-install]
+skip_install = {[testenv:py27-install]skip_install}
+commands = {[testenv:py27-install]commands}
+
+[testenv:pypy-install]
+skip_install = {[testenv:py27-install]skip_install}
+commands = {[testenv:py27-install]commands}
+
 [testenv:docs]
 changedir=docs
 deps =