Add CI workflow for GitHub Actions (#1012)

Co-Authored-By: Sviatoslav Sydorenko <wk.cvs.github@sydorenko.org.ua>

.github/workflows/ci.yml

@@ -0,0 +1,52 @@
+name: CI
+
+on:
+ pull_request:
+ push:
+ branches:
+ - master
+ tags:
+ schedule:
+ # Run everyday at 03:53 UTC
+ - cron: 53 3 * * *
+
+jobs:
+ test:
+ name: ${{ matrix.os }} / ${{ matrix.python-version }} / ${{ matrix.pip-version }}
+ runs-on: ${{ matrix.os }}-latest
+ strategy:
+ matrix:
+ os:
+ - Ubuntu
+ - Windows
+ - MacOS
+ python-version:
+ - 3.8
+ - 2.7
+ - 3.5
+ - 3.6
+ - 3.7
+ pip-version:
+ - "latest"
+ - "20.0"
+ env:
+ PY_COLORS: 1
+ TOXENV: pip${{ matrix.pip-version }}-coverage
+ TOX_PARALLEL_NO_SPINNER: 1
+ steps:
+ - uses: actions/checkout@master
+ - name: Set up Python ${{ matrix.python-version }}
+ uses: actions/setup-python@v2
+ with:
+ python-version: ${{ matrix.python-version }}
+ - name: Install tox
+ run: pip install tox
+ - name: Prepare test environment
+ run: tox --notest -p auto --parallel-live
+ - name: Test pip ${{ matrix.pip-version }}
+ run: tox
+ - name: Upload coverage to Codecov
+ uses: codecov/codecov-action@v1.0.6
+ with:
+ file: ./coverage.xml
+ name: ${{ runner.os }}-${{ matrix.python-version }}-${{ matrix.pip-version }}

.github/workflows/cron.yml

@@ -1,28 +1,73 @@
-name: cron
+name: Cron
 
 on:
  schedule:
- # Run every day at 00:00 UTC
- - cron: 0 0 * * *
+  # Run every day at 00:00 UTC
+  - cron: 0 0 * * *
 
 jobs:
- test:
+ master:
+ name: ${{ matrix.os }} / ${{ matrix.python-version }} / ${{ matrix.pip-version }}
  runs-on: ${{ matrix.os }}
  strategy:
  matrix:
- python-version: [2.7, 3.5, 3.6, 3.7, 3.8]
- env:
- - TOXENV: pipmaster
- os: [ubuntu-latest, windows-latest]
+ os:
+ - Ubuntu
+ - Windows
+ - MacOS
+ python-version:
+ - 3.8
+ - 2.7
+ - 3.5
+ - 3.6
+ - 3.7
+ pip-version:
+ - master
+ env:
+ PY_COLORS: 1
+ TOXENV: pip${{ matrix.pip-version }}
+ TOX_PARALLEL_NO_SPINNER: 1
+ steps:
+ - uses: actions/checkout@master
+ - name: Set up Python ${{ matrix.python-version }}
+ uses: actions/setup-python@v2
+ with:
+ python-version: ${{ matrix.python-version }}
+ - name: Install tox
+ run: pip install tox
+ - name: Prepare test environment
+ run: tox --notest -p auto --parallel-live
+ - name: Test pip ${{ matrix.pip-version }}
+ run: tox
 
+ pypy:
+ name: ${{ matrix.os }} / ${{ matrix.python-version }} / ${{ matrix.pip-version }}
+ runs-on: ${{ matrix.os }}
+ strategy:
+ matrix:
+ os:
+ - Ubuntu
+ - MacOS
+ # TODO: fix test_realistic_complex_sub_dependencies test on Windows
+ # - Windows
+ python-version:
+ - pypy3
+ - pypy2
+ pip-version:
+ - latest
+ env:
+ PY_COLORS: 1
+ TOXENV: pip${{ matrix.pip-version }}
+ TOX_PARALLEL_NO_SPINNER: 1
  steps:
  - uses: actions/checkout@master
  - name: Set up Python ${{ matrix.python-version }}
- uses: actions/setup-python@v1
+ uses: actions/setup-python@v2
  with:
  python-version: ${{ matrix.python-version }}
  - name: Install tox
  run: pip install tox
- - name: Test with tox ${{ matrix.env.TOXENV }}
+ - name: Prepare test environment
+ run: tox --notest -p auto --parallel-live
+ - name: Test pip ${{ matrix.pip-version }}
  run: tox
- env: ${{ matrix.env }}

.github/workflows/qa.yml

@@ -0,0 +1,43 @@
+name: QA
+
+on:
+ pull_request:
+ push:
+ branches:
+ - master
+ tags:
+
+jobs:
+ qa:
+ name: ${{ matrix.toxenv }}
+ runs-on: ubuntu-latest
+ strategy:
+ matrix:
+ toxenv:
+ - checkqa
+ - readme
+ python-version:
+ - "3.x"
+ env:
+ PY_COLORS: 1
+ TOXENV: ${{ matrix.toxenv }}
+ TOX_PARALLEL_NO_SPINNER: 1
+ steps:
+ - uses: actions/checkout@master
+ - name: Set up Python ${{ matrix.python-version }}
+ uses: actions/setup-python@v2
+ with:
+ python-version: ${{ matrix.python-version }}
+ - name: Prepare cache key
+ id: cache-key
+ run: echo "::set-output name=sha-256::$(python -VV | sha256sum | cut -d' ' -f1)"
+ - uses: actions/cache@v1
+ with:
+ path: ~/.cache/pre-commit
+ key: pre-commit|${{ steps.cache-key.outputs.sha-256 }}|${{ hashFiles('.pre-commit-config.yaml') }}
+ - name: Install tox
+ run: pip install tox
+ - name: Prepare test environment
+ run: tox --notest -p auto --parallel-live
+ - name: Test ${{ matrix.toxenv }}
+ run: tox

tests/conftest.py

@@ -15,6 +15,7 @@
 from pip._vendor.pkg_resources import Requirement
 
 from .constants import MINIMAL_WHEELS_PATH
+from .utils import looks_like_ci
 
 from piptools.cache import DependencyCache
 from piptools.exceptions import NoCandidateFound
@@ -106,7 +107,7 @@ def requires(self):
 def pytest_collection_modifyitems(config, items):
  for item in items:
  # Mark network tests as flaky
- if item.get_closest_marker("network") and "CI" in os.environ:
+ if item.get_closest_marker("network") and looks_like_ci():
  item.add_marker(pytest.mark.flaky(reruns=3, reruns_delay=2))
 
 

tests/utils.py

@@ -1,3 +1,4 @@
+import os
 import subprocess
 
 
@@ -11,3 +12,11 @@ def invoke(command):
  status = error.returncode
 
  return status, output
+
+
+# NOTE: keep in sync with "passenv" in tox.ini
+CI_VARIABLES = {"CI", "GITHUB_ACTIONS"}
+
+
+def looks_like_ci():
+ return bool(set(os.environ.keys()) & CI_VARIABLES)

tox.ini

@@ -20,12 +20,12 @@ setenv =
  pip20.0: PIP==20.0
  pip20.1: PIP==20.1
 
- coverage: PYTEST_ADDOPTS=--strict --doctest-modules --cov --cov-report=term-missing {env:PYTEST_ADDOPTS:}
+ coverage: PYTEST_ADDOPTS=--strict --doctest-modules --cov --cov-report=term-missing --cov-report=xml {env:PYTEST_ADDOPTS:}
 commands_pre =
  piplatest: python -m pip install -U pip
  pip --version
 commands = pytest {posargs}
-passenv = CI
+passenv = CI GITHUB_ACTIONS
 pip_pre=True
 
 [testenv:checkqa]