Test data sources #594
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test data sources | |
| on: | |
| push: | |
| branches: [ main ] | |
| # Uncomment to test changes on a PR branch | |
| # pull_request: | |
| # branches: [ main ] | |
| schedule: # 05:00 UTC = 06:00 CET = 07:00 CEST | |
| - cron: "0 5 * * *" | |
| # Cancel previous runs that have not completed | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| jobs: | |
| source: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| source: | |
| - ABS | |
| - ABS_JSON | |
| - BBK | |
| - BIS | |
| - COMP | |
| - ECB | |
| - EMPL | |
| - ESTAT | |
| - ESTAT3 | |
| - ESTAT_COMEXT | |
| - GROW | |
| - ILO | |
| - IMF | |
| - INEGI | |
| - INSEE | |
| - ISTAT | |
| - LSD | |
| - NB | |
| - NBB | |
| - OECD | |
| - OECD_JSON | |
| - SGR | |
| - SPC | |
| - STAT_EE | |
| - UNESCO | |
| - UNICEF | |
| - UNSD | |
| - WB | |
| - WB_WDI | |
| name: ${{ matrix.source }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| # TODO avoid requiring this; it's not used in this workflow | |
| - name: Checkout test data | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: khaeru/sdmx-test-data | |
| path: sdmx-test-data | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.x | |
| cache: pip | |
| cache-dependency-path: "**/pyproject.toml" | |
| - name: Install the Python package and dependencies | |
| run: pip install .[cache,tests] pytest-regex | |
| - name: Tests of ${{ matrix.source }} data source | |
| continue-on-error: true | |
| env: | |
| SDMX_TEST_DATA: ./sdmx-test-data/ | |
| run: | | |
| pytest -m network --regex '.*Test${{ matrix.source }}:' \ | |
| --color=yes --durations=30 -rA --verbose \ | |
| --cov-report=xml \ | |
| --numprocesses=auto | |
| - name: Upload ${{ matrix.source }} results as a build artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: source-tests-${{ matrix.source }} | |
| path: source-tests/*.json | |
| compression-level: 1 | |
| - name: Upload test coverage to Codecov.io | |
| uses: codecov/codecov-action@v4 | |
| with: { token: "${{ secrets.CODECOV_TOKEN }}" } | |
| collect: | |
| needs: source | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.x | |
| cache: pip | |
| cache-dependency-path: "**/pyproject.toml" | |
| - name: Install the Python package and dependencies | |
| run: pip install .[cache,tests] | |
| - name: Download artifacts | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: source-tests | |
| pattern: source-tests-* | |
| merge-multiple: true | |
| - name: Compile report | |
| run: python -m sdmx.testing.report | |
| - name: Upload report as a pages artifact | |
| uses: actions/upload-pages-artifact@v3 | |
| with: { path: source-tests } | |
| # This job is as described at https://github.com/actions/deploy-pages | |
| deploy: | |
| needs: collect | |
| runs-on: ubuntu-latest | |
| permissions: | |
| pages: write | |
| id-token: write | |
| # Specify runner + deployment step | |
| steps: | |
| - name: Deploy to GitHub Pages | |
| id: deployment | |
| uses: actions/deploy-pages@v4 | |
| # Deploy to the gh-pages environment | |
| environment: | |
| name: gh-pages | |
| url: ${{ steps.deployment.outputs.page_url }} |