Skip to content

remove pytest and sphinx from environment #125

remove pytest and sphinx from environment

remove pytest and sphinx from environment #125

Workflow file for this run

name: tests
on:
pull_request:
workflow_dispatch:
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true
defaults:
run:
shell: micromamba-shell {0}
env:
CRDS_PATH: /tmp/crds_cache
CRDS_CLIENT_RETRY_COUNT: 3
CRDS_CLIENT_RETRY_DELAY_SECONDS: 20
PYSYN_CDBS: /tmp/trds
LD_LIBRARY_PATH: /usr/local/lib
jobs:
build:
uses: ./.github/workflows/build.yaml
unit_tests_via_tox:
needs: [ build ]
strategy:
matrix:
package: [ acstools, asdf, calcos, ccdproc, costools, synphot, jwst ]
# the macOS 13 runner is on Intel hardware
runs-on: [ ubuntu-latest, macos-13, macos-latest ]
python-version: [ '3.10', '3.11', '3.12' ]
include:
- package: acstools
repository: spacetelescope/acstools
default_factors: test-alldeps
args: --remote-data -v
- package: asdf
repository: asdf-format/asdf
default_factors: parallel
- package: calcos
repository: spacetelescope/calcos
default_factors: xdist
- package: ccdproc
repository: astropy/ccdproc
default_factors: alldeps
- package: costools
repository: spacetelescope/costools
default_factors: test-xdist
- package: synphot
repository: spacetelescope/synphot_refactor
default_factors: test-alldeps
args: --remote-data
- package: jwst
repository: spacetelescope/jwst
default_factors: xdist
args: --slow -k "not test_cmdline_status"
env:
CRDS_SERVER_URL: https://jwst-crds.stsci.edu
exclude:
- runs-on: macos-13
python-version: '3.10'
- runs-on: macos-13
python-version: '3.11'
- runs-on: macos-latest
python-version: '3.10'
- runs-on: macos-latest
python-version: '3.11'
fail-fast: false
runs-on: ${{ matrix.runs-on }}
name: ${{ matrix.package }} (Python ${{ matrix.python-version }}, tox ${{ matrix.default_factors }}${{ matrix.args != '' && ' -- ' || '' }}${{ matrix.args }}, ${{ matrix.runs-on }})
steps:
- uses: actions/checkout@v4
with:
path: stenv
- uses: actions/checkout@v4
with:
path: ${{ matrix.package }}
repository: ${{ matrix.repository }}
ref: ${{ steps.package_version.outputs.version }}
fetch-depth: 0
- uses: mamba-org/setup-micromamba@v1
with:
environment-name: stenv-${{ runner.os }}-py${{ matrix.python-version }}
environment-file: stenv/environment.yaml
create-args: >-
python=${{ matrix.python-version }}
cache-downloads: true
cache-downloads-key: downloads-${{ needs.build.outputs.date }}
cache-environment: true
cache-environment-key: environment-${{ needs.build.outputs.date }}
init-shell: none
generate-run-shell: true
- run: echo "version=$(pip list | awk '$1 == "${{ matrix.package }}" {print $2}')" >> $GITHUB_OUTPUT
id: package_version
# TODO: figure out a better way to use package version when checking out a Git ref
- run: micromamba install tox
- run: |
micromamba env export --no-build | grep -v "name:" | grep -v "prefix:"
pip freeze
- if: matrix.env.CRDS_SERVER_URL != ''
run: echo "context=$(crds list --operational-context)" >> $GITHUB_OUTPUT
id: crds-context
env:
CRDS_SERVER_URL: ${{ matrix.env.CRDS_SERVER_URL }}
- if: steps.crds-context.outputs.context != ''
uses: actions/cache@v4
with:
path: ${{ env.CRDS_PATH }}
key: crds-${{ matrix.package }}-${{ steps.crds-context.outputs.context }}
- name: parse tox factor
uses: actions/github-script@v7
id: python-factor
with:
script: |
core.setOutput('factor', 'py${{ matrix.python-version }}'.replaceAll(/[/.]/g, ''));
- run: tox -e ${{ steps.python-factor.outputs.factor }}${{ matrix.default_factors != '' && '-' || '' }}${{ matrix.default_factors }}${{ matrix.args != '' && ' -- ' || '' }}${{ matrix.args }}
working-directory: ${{ matrix.package }}
env:
CRDS_SERVER_URL: ${{ matrix.env.CRDS_SERVER_URL }}
unit_tests_via_package:
needs: [ build ]
strategy:
fail-fast: false
matrix:
package: [ reftools, wfpc2tools ]
# the macOS 13 runner is on Intel hardware
runs-on: [ ubuntu-latest, macos-13, macos-latest ]
python-version: [ '3.10', '3.11', '3.12' ]
include:
#- package: pysynphot
# extras: [ test ]
- package: reftools
extras: [ test ]
- package: wfpc2tools
exclude:
- runs-on: macos-13
python-version: '3.10'
- runs-on: macos-13
python-version: '3.11'
- runs-on: macos-latest
python-version: '3.10'
- runs-on: macos-latest
python-version: '3.11'
runs-on: ${{ matrix.runs-on }}
name: ${{ matrix.package }} (Python ${{ matrix.python-version }}, ${{ matrix.runs-on }})
steps:
- uses: actions/checkout@v4
- uses: mamba-org/setup-micromamba@v1
with:
environment-name: stenv-${{ runner.os }}-py${{ matrix.python-version }}
environment-file: environment.yaml
create-args: >-
python=${{ matrix.python-version }}
cache-downloads: true
cache-downloads-key: downloads-${{ needs.build.outputs.date }}
cache-environment: true
cache-environment-key: environment-${{ needs.build.outputs.date }}
init-shell: none
generate-run-shell: true
- if: matrix.extras != ''
run: pip install "${{ matrix.package }}[${{ join(matrix.extras, ',') }}]"
- run: pip install pytest-xdist
- run: |
micromamba env export --no-build | grep -v "name:" | grep -v "prefix:"
pip freeze
- if: matrix.env.CRDS_SERVER_URL != ''
run: echo "context=$(crds list --operational-context)" >> $GITHUB_OUTPUT
id: crds-context
env:
CRDS_SERVER_URL: ${{ matrix.env.CRDS_SERVER_URL }}
- if: steps.crds-context.outputs.context != ''
uses: actions/cache@v4
with:
path: ${{ env.CRDS_PATH }}
key: crds-${{ matrix.package }}-${{ steps.crds-context.outputs.context }}
- run: pytest -n auto ${{ matrix.args }} --pyargs ${{ matrix.package }}
env:
CRDS_SERVER_URL: ${{ matrix.env.CRDS_SERVER_URL }}
unit_tests_from_source:
needs: [ build ]
strategy:
matrix:
package: [ hstcal ]
# the macOS 13 runner is on Intel hardware
runs-on: [ ubuntu-latest, macos-13, macos-latest ]
python-version: [ '3.10', '3.11', '3.12' ]
include:
#- package: drizzlepac
# repository: spacetelescope/drizzlepac
# extras: [ test ]
- package: hstcal
repository: spacetelescope/hstcal
dependencies: crds ci_watson pytest pytest-xdist
args: --slow
test_directory: tests
env:
CRDS_SERVER_URL: https://hst-crds.stsci.edu
#- package: stistools
# repository: spacetelescope/stistools
# - package: stsynphot
# repository: spacetelescope/stsynphot_refactor
# extras: [ test ]
exclude:
- runs-on: macos-13
python-version: '3.10'
- runs-on: macos-13
python-version: '3.11'
- runs-on: macos-latest
python-version: '3.10'
- runs-on: macos-latest
python-version: '3.11'
fail-fast: false
runs-on: ${{ matrix.runs-on }}
name: ${{ matrix.package }} (Python ${{ matrix.python-version }}, ${{ matrix.runs-on }})
steps:
- uses: actions/checkout@v4
with:
path: stenv
- uses: mamba-org/setup-micromamba@v1
with:
environment-name: stenv-${{ runner.os }}-py${{ matrix.python-version }}
environment-file: stenv/environment.yaml
create-args: >-
python=${{ matrix.python-version }}
cache-downloads: true
cache-downloads-key: downloads-${{ needs.build.outputs.date }}
cache-environment: true
cache-environment-key: environment-${{ needs.build.outputs.date }}
init-shell: none
generate-run-shell: true
- run: echo "version=$(pip list | awk '$1 == "${{ matrix.package }}" {print $2}')" >> $GITHUB_OUTPUT
id: package_version
# TODO: figure out a better way to use package version when checking out a Git ref
- uses: actions/checkout@v4
with:
path: ${{ matrix.package }}
repository: ${{ matrix.repository }}
ref: ${{ steps.package_version.outputs.version }}
fetch-depth: 0
- if: matrix.extras != ''
run: pip install -e ".[${{ join(matrix.extras, ',') }}]"
working-directory: ${{ matrix.package }}
- if: matrix.dependencies != ''
run: pip install ${{ matrix.dependencies }}
- run: |
micromamba env export --no-build | grep -v "name:" | grep -v "prefix:"
pip freeze
- if: matrix.env.CRDS_SERVER_URL != ''
run: echo "context=$(crds list --operational-context)" >> $GITHUB_OUTPUT
id: crds-context
env:
CRDS_SERVER_URL: ${{ matrix.env.CRDS_SERVER_URL }}
- if: steps.crds-context.outputs.context != ''
uses: actions/cache@v4
with:
path: ${{ env.CRDS_PATH }}
key: crds-${{ matrix.package }}-${{ steps.crds-context.outputs.context }}
- if: matrix.pre_command != ''
run: ${{ matrix.pre_command }}
working-directory: ${{ matrix.package }}
- run: pytest -n auto ${{ matrix.args }} ${{ matrix.test_directory }}
env:
CRDS_SERVER_URL: ${{ matrix.env.CRDS_SERVER_URL }}
working-directory: ${{ matrix.package }}
crds_test_cache:
uses: spacetelescope/crds/.github/workflows/cache.yml@master
crds_tests:
needs: [ build, crds_test_cache ]
env:
CRDS_PATH: /tmp/crds-cache-default-test
CRDS_TEST_ROOT: /tmp
CRDS_TESTING_CACHE: /tmp/crds-cache-test
strategy:
fail-fast: false
matrix:
package: [ crds ]
# the macOS 13 runner is on Intel hardware
runs-on: [ ubuntu-latest, macos-13, macos-latest ]
python-version: [ '3.10', '3.11', '3.12' ]
include:
- package: crds
repository: spacetelescope/crds
exclude:
- runs-on: macos-13
python-version: '3.10'
- runs-on: macos-13
python-version: '3.11'
- runs-on: macos-latest
python-version: '3.10'
- runs-on: macos-latest
python-version: '3.11'
runs-on: ${{ matrix.runs-on }}
name: ${{ matrix.package }} (Python ${{ matrix.python-version }}, ${{ matrix.runs-on }})
steps:
- uses: actions/checkout@v4
with:
path: stenv
- uses: mamba-org/setup-micromamba@v1
with:
environment-name: stenv-${{ runner.os }}-py${{ matrix.python-version }}
environment-file: stenv/environment.yaml
create-args: >-
python=${{ matrix.python-version }}
cache-downloads: true
cache-downloads-key: downloads-${{ needs.build.outputs.date }}
cache-environment: true
cache-environment-key: environment-${{ needs.build.outputs.date }}
init-shell: none
generate-run-shell: true
- run: micromamba install -y filelock requests
- run: pip install parsely roman-datamodels git+https://github.com/spacetelescope/jwst
- run: |
micromamba env export --no-build | grep -v "name:" | grep -v "prefix:"
pip freeze
- run: echo "version=$(pip list | awk '$1 == "${{ matrix.package }}" {print $2}')" >> $GITHUB_OUTPUT
id: package_version
# TODO: figure out a better way to use package version when checking out a Git ref
- uses: actions/checkout@v4
with:
path: ${{ matrix.package }}
repository: ${{ matrix.repository }}
ref: ${{ steps.package_version.outputs.version }}
fetch-depth: 0
- run: pip uninstall --yes crds && ./install && pip install .[submission,test,docs,synphot]
working-directory: ${{ matrix.package }}
- id: cache
uses: actions/cache@v4
with:
path: |
${{ needs.crds_test_cache.outputs.path }}
${{ needs.crds_test_cache.outputs.testing_cache }}
key: ${{ needs.crds_test_cache.outputs.key }}
- run: ./runtests --cover
working-directory: ${{ matrix.package }}
env:
CRDS_SERVER_URL: https://hst-crds.stsci.edu
smoke_tests:
needs: [ build ]
strategy:
matrix:
package: [ calcos, drizzlepac ]
# the macOS 13 runner is on Intel hardware
runs-on: [ ubuntu-latest, macos-13, macos-latest ]
python-version: [ '3.10', '3.11', '3.12' ]
include:
- package: calcos
run: calcos la8n01qkq_rawtag_a.fits
env:
CRDS_SERVER_URL: https://hst-crds.stsci.edu
jref: hst/references/hst/
- package: drizzlepac
run: pytest -n auto tests/test_drizzlepac.py
env:
CRDS_SERVER_URL: https://hst-crds.stsci.edu
jref: hst/references/hst/
exclude:
- runs-on: macos-13
python-version: '3.10'
- runs-on: macos-13
python-version: '3.11'
- runs-on: macos-latest
python-version: '3.10'
- runs-on: macos-latest
python-version: '3.11'
fail-fast: false
runs-on: ${{ matrix.runs-on }}
name: ${{ matrix.package }} (Python ${{ matrix.python-version }}, ${{ matrix.runs-on }})
steps:
- uses: actions/checkout@v4
with:
lfs: true
- uses: mamba-org/setup-micromamba@v1
with:
environment-name: stenv-${{ runner.os }}-py${{ matrix.python-version }}
environment-file: environment.yaml
create-args: >-
python=${{ matrix.python-version }}
cache-downloads: true
cache-downloads-key: downloads-${{ needs.build.outputs.date }}
cache-environment: true
cache-environment-key: environment-${{ needs.build.outputs.date }}
init-shell: none
generate-run-shell: true
- if: matrix.extras != ''
run: pip install ".[${{ join(matrix.extras, ',') }}]"
- run: pip install pytest-xdist
- run: |
micromamba env export --no-build | grep -v "name:" | grep -v "prefix:"
pip freeze
- if: matrix.env.CRDS_SERVER_URL != ''
run: echo "context=$(crds list --operational-context)" >> $GITHUB_OUTPUT
id: crds-context
env:
CRDS_SERVER_URL: ${{ matrix.env.CRDS_SERVER_URL }}
- if: steps.crds-context.outputs.context != ''
uses: actions/cache@v4
with:
path: ${{ env.CRDS_PATH }}
key: crds-${{ matrix.package }}-${{ steps.crds-context.outputs.context }}
- uses: actions/cache@v4
with:
path: tests/data/
key: data-${{ hashFiles('tests/data/*') }}
- run: ${{ matrix.run }}
env:
CRDS_SERVER_URL: ${{ matrix.env.CRDS_SERVER_URL }}
jref: ${{ env.CRDS_PATH }}/${{ matrix.env.jref }}