(re-)implement coverage reports via codecov.io

fixes aiidateam#3602

.github/workflows/ci.yml

@@ -138,6 +138,15 @@ jobs:
       run:
         .github/workflows/tests.sh
 
+    - name: Upload coverage report
+      uses: codecov/codecov-action@v1.0.5
+      with:
+        token: ${{ secrets.CODECOV_TOKEN }}
+        name: aiida-unittests-${{ matrix.backend }}
+        flags: ${{ matrix.backend }}
+        file: ./coverage.xml
+        fail_ci_if_error: true
+
   verdi:
 
     runs-on: ubuntu-latest

.github/workflows/tests.sh

@@ -10,6 +10,14 @@ verdi daemon start 4
 verdi -p test_${AIIDA_TEST_BACKEND} run .ci/test_daemon.py
 verdi daemon stop
 
+# Make sure
+# - omissions are taken from the top-level .coveragerc
+# - coverage is reported as XML and in terminal including
+#   the numbers/ranges of lines which are not covered,
+# - coverage results of multiple tests are collected,
+# - the base directory for files to consider is aiida/
+export PYTEST_ADDOPTS="--cov-config=.coveragerc --cov-report xml --cov-report term-missing --cov-append --cov=aiida"
+
 AIIDA_TEST_PROFILE=test_$AIIDA_TEST_BACKEND pytest tests
 AIIDA_TEST_PROFILE=test_$AIIDA_TEST_BACKEND pytest .ci/pytest
 pytest --noconftest .ci/test_test_manager.py

docs/requirements_for_rtd.txt

@@ -31,6 +31,7 @@ pygments~=2.5
 pymatgen>=2019.7.2
 pymysql~=0.9.3
 pyparsing~=2.4
+pytest-cov~=2.7
 pytest-timeout~=1.3
 pytest~=5.3
 python-dateutil~=2.8

setup.json

@@ -92,6 +92,7 @@
       "pgtest~=1.3,>=1.3.1",
       "pytest~=5.3",
       "pytest-timeout~=1.3",
+      "pytest-cov~=2.7",
       "sqlalchemy-diff~=0.1.3"
     ],
     "dev_precommit": [