From a963364cd5452b305628342bea5c7025a71f530b Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Mon, 4 Jan 2021 15:07:51 +0100 Subject: [PATCH 01/46] First test [skip azp][skip circle] --- .github/workflows/compat_minimal.yml | 7 +++++++ .github/workflows/compat_old.yml | 7 +++++++ .github/workflows/linux_conda.yml | 7 +++++++ .github/workflows/linux_pip.yml | 7 +++++++ .github/workflows/macos_conda.yml | 7 +++++++ 5 files changed, 35 insertions(+) diff --git a/.github/workflows/compat_minimal.yml b/.github/workflows/compat_minimal.yml index b1593219571..a3b3f4eda87 100644 --- a/.github/workflows/compat_minimal.yml +++ b/.github/workflows/compat_minimal.yml @@ -64,7 +64,14 @@ jobs: - shell: bash -el {0} run: ./tools/github_actions_infos.sh name: 'Show infos' + - uses: actions/cache@v2 + id: cache-dataset + with: + path: /home/runner/mne_data + key: ${{ runner.os }}-dataset + name: 'Cache dataset' - shell: bash -el {0} + if: steps.cache-dataset.outputs.cache-hit != 'true' run: ./tools/github_actions_download.sh name: 'Download testing data' - shell: bash -el {0} diff --git a/.github/workflows/compat_old.yml b/.github/workflows/compat_old.yml index 74ab0b523c2..17b0f4d0700 100644 --- a/.github/workflows/compat_old.yml +++ b/.github/workflows/compat_old.yml @@ -57,7 +57,14 @@ jobs: - shell: bash -el {0} run: ./tools/github_actions_infos.sh name: 'Show infos' + - uses: actions/cache@v2 + id: cache-dataset + with: + path: /home/runner/mne_data + key: ${{ runner.os }}-dataset + name: 'Cache dataset' - shell: bash -el {0} + if: steps.cache-dataset.outputs.cache-hit != 'true' run: ./tools/github_actions_download.sh name: 'Download testing data' - shell: bash -el {0} diff --git a/.github/workflows/linux_conda.yml b/.github/workflows/linux_conda.yml index 92558c4ea1e..28897098c3a 100644 --- a/.github/workflows/linux_conda.yml +++ b/.github/workflows/linux_conda.yml @@ -59,7 +59,14 @@ jobs: - shell: bash -el {0} run: ./tools/github_actions_infos.sh name: 'Show infos' + - uses: actions/cache@v2 + id: cache-dataset + with: + path: /home/runner/mne_data + key: ${{ runner.os }}-dataset + name: 'Cache dataset' - shell: bash -el {0} + if: steps.cache-dataset.outputs.cache-hit != 'true' run: ./tools/github_actions_download.sh name: 'Download testing data' - shell: bash -el {0} diff --git a/.github/workflows/linux_pip.yml b/.github/workflows/linux_pip.yml index 674dfc98bb0..7bd04b4999c 100644 --- a/.github/workflows/linux_pip.yml +++ b/.github/workflows/linux_pip.yml @@ -57,7 +57,14 @@ jobs: - shell: bash -el {0} run: ./tools/github_actions_infos.sh name: 'Show infos' + - uses: actions/cache@v2 + id: cache-dataset + with: + path: /home/runner/mne_data + key: ${{ runner.os }}-dataset + name: 'Cache dataset' - shell: bash -el {0} + if: steps.cache-dataset.outputs.cache-hit != 'true' run: ./tools/github_actions_download.sh name: 'Download testing data' - shell: bash -el {0} diff --git a/.github/workflows/macos_conda.yml b/.github/workflows/macos_conda.yml index 475ccd33088..47d6e6856b3 100644 --- a/.github/workflows/macos_conda.yml +++ b/.github/workflows/macos_conda.yml @@ -56,7 +56,14 @@ jobs: - shell: bash -el {0} run: ./tools/github_actions_infos.sh name: 'Show infos' + - uses: actions/cache@v2 + id: cache-dataset + with: + path: /Users/runner/mne_data + key: ${{ runner.os }}-dataset + name: 'Cache dataset' - shell: bash -el {0} + if: steps.cache-dataset.outputs.cache-hit != 'true' run: ./tools/github_actions_download.sh name: 'Download testing data' - shell: bash -el {0} From df90cfa5ccf86840736d2da1c15e3f66eb06e62d Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Mon, 4 Jan 2021 15:42:31 +0100 Subject: [PATCH 02/46] Download anyway [skip azp][skip circle] --- .github/workflows/compat_minimal.yml | 1 - .github/workflows/compat_old.yml | 1 - .github/workflows/linux_conda.yml | 1 - .github/workflows/linux_pip.yml | 1 - .github/workflows/macos_conda.yml | 1 - 5 files changed, 5 deletions(-) diff --git a/.github/workflows/compat_minimal.yml b/.github/workflows/compat_minimal.yml index a3b3f4eda87..847102e4677 100644 --- a/.github/workflows/compat_minimal.yml +++ b/.github/workflows/compat_minimal.yml @@ -71,7 +71,6 @@ jobs: key: ${{ runner.os }}-dataset name: 'Cache dataset' - shell: bash -el {0} - if: steps.cache-dataset.outputs.cache-hit != 'true' run: ./tools/github_actions_download.sh name: 'Download testing data' - shell: bash -el {0} diff --git a/.github/workflows/compat_old.yml b/.github/workflows/compat_old.yml index 17b0f4d0700..c3950b36f58 100644 --- a/.github/workflows/compat_old.yml +++ b/.github/workflows/compat_old.yml @@ -64,7 +64,6 @@ jobs: key: ${{ runner.os }}-dataset name: 'Cache dataset' - shell: bash -el {0} - if: steps.cache-dataset.outputs.cache-hit != 'true' run: ./tools/github_actions_download.sh name: 'Download testing data' - shell: bash -el {0} diff --git a/.github/workflows/linux_conda.yml b/.github/workflows/linux_conda.yml index 28897098c3a..9d38d139c4a 100644 --- a/.github/workflows/linux_conda.yml +++ b/.github/workflows/linux_conda.yml @@ -66,7 +66,6 @@ jobs: key: ${{ runner.os }}-dataset name: 'Cache dataset' - shell: bash -el {0} - if: steps.cache-dataset.outputs.cache-hit != 'true' run: ./tools/github_actions_download.sh name: 'Download testing data' - shell: bash -el {0} diff --git a/.github/workflows/linux_pip.yml b/.github/workflows/linux_pip.yml index 7bd04b4999c..1459a234789 100644 --- a/.github/workflows/linux_pip.yml +++ b/.github/workflows/linux_pip.yml @@ -64,7 +64,6 @@ jobs: key: ${{ runner.os }}-dataset name: 'Cache dataset' - shell: bash -el {0} - if: steps.cache-dataset.outputs.cache-hit != 'true' run: ./tools/github_actions_download.sh name: 'Download testing data' - shell: bash -el {0} diff --git a/.github/workflows/macos_conda.yml b/.github/workflows/macos_conda.yml index 47d6e6856b3..ece4fb46dfc 100644 --- a/.github/workflows/macos_conda.yml +++ b/.github/workflows/macos_conda.yml @@ -63,7 +63,6 @@ jobs: key: ${{ runner.os }}-dataset name: 'Cache dataset' - shell: bash -el {0} - if: steps.cache-dataset.outputs.cache-hit != 'true' run: ./tools/github_actions_download.sh name: 'Download testing data' - shell: bash -el {0} From d5b9e215a8e990555461f9149dda1a7e30927aed Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Mon, 4 Jan 2021 16:09:04 +0100 Subject: [PATCH 03/46] Unify cache key [skip azp][skip circle] --- .github/workflows/compat_minimal.yml | 5 ++--- .github/workflows/compat_old.yml | 5 ++--- .github/workflows/linux_conda.yml | 5 ++--- .github/workflows/linux_pip.yml | 5 ++--- .github/workflows/macos_conda.yml | 5 ++--- 5 files changed, 10 insertions(+), 15 deletions(-) diff --git a/.github/workflows/compat_minimal.yml b/.github/workflows/compat_minimal.yml index 847102e4677..b8149d3da53 100644 --- a/.github/workflows/compat_minimal.yml +++ b/.github/workflows/compat_minimal.yml @@ -65,11 +65,10 @@ jobs: run: ./tools/github_actions_infos.sh name: 'Show infos' - uses: actions/cache@v2 - id: cache-dataset with: path: /home/runner/mne_data - key: ${{ runner.os }}-dataset - name: 'Cache dataset' + key: mne_data + name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh name: 'Download testing data' diff --git a/.github/workflows/compat_old.yml b/.github/workflows/compat_old.yml index c3950b36f58..e31a1593c5e 100644 --- a/.github/workflows/compat_old.yml +++ b/.github/workflows/compat_old.yml @@ -58,11 +58,10 @@ jobs: run: ./tools/github_actions_infos.sh name: 'Show infos' - uses: actions/cache@v2 - id: cache-dataset with: path: /home/runner/mne_data - key: ${{ runner.os }}-dataset - name: 'Cache dataset' + key: mne_data + name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh name: 'Download testing data' diff --git a/.github/workflows/linux_conda.yml b/.github/workflows/linux_conda.yml index 9d38d139c4a..36abb38c4ab 100644 --- a/.github/workflows/linux_conda.yml +++ b/.github/workflows/linux_conda.yml @@ -60,11 +60,10 @@ jobs: run: ./tools/github_actions_infos.sh name: 'Show infos' - uses: actions/cache@v2 - id: cache-dataset with: path: /home/runner/mne_data - key: ${{ runner.os }}-dataset - name: 'Cache dataset' + key: mne_data + name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh name: 'Download testing data' diff --git a/.github/workflows/linux_pip.yml b/.github/workflows/linux_pip.yml index 1459a234789..35d4a812c0f 100644 --- a/.github/workflows/linux_pip.yml +++ b/.github/workflows/linux_pip.yml @@ -58,11 +58,10 @@ jobs: run: ./tools/github_actions_infos.sh name: 'Show infos' - uses: actions/cache@v2 - id: cache-dataset with: path: /home/runner/mne_data - key: ${{ runner.os }}-dataset - name: 'Cache dataset' + key: mne_data + name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh name: 'Download testing data' diff --git a/.github/workflows/macos_conda.yml b/.github/workflows/macos_conda.yml index ece4fb46dfc..124e3ff787e 100644 --- a/.github/workflows/macos_conda.yml +++ b/.github/workflows/macos_conda.yml @@ -57,11 +57,10 @@ jobs: run: ./tools/github_actions_infos.sh name: 'Show infos' - uses: actions/cache@v2 - id: cache-dataset with: path: /Users/runner/mne_data - key: ${{ runner.os }}-dataset - name: 'Cache dataset' + key: mne_data + name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh name: 'Download testing data' From 33c28e6f0d7609286520c5ec11287fc9f69232ae Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Mon, 4 Jan 2021 16:47:46 +0100 Subject: [PATCH 04/46] Test new key From 3e460a95c9c0d8d4069bcec486923e10ba4ba8ab Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 10:38:31 +0100 Subject: [PATCH 05/46] Test linux_pip [skip azp][skip circle] --- .github/workflows/linux_pip.yml | 5 ++++- tools/get_testing_version.sh | 8 ++++++++ 2 files changed, 12 insertions(+), 1 deletion(-) create mode 100755 tools/get_testing_version.sh diff --git a/.github/workflows/linux_pip.yml b/.github/workflows/linux_pip.yml index 35d4a812c0f..82c3118e12f 100644 --- a/.github/workflows/linux_pip.yml +++ b/.github/workflows/linux_pip.yml @@ -57,10 +57,13 @@ jobs: - shell: bash -el {0} run: ./tools/github_actions_infos.sh name: 'Show infos' + - shell: bash -el {0} + run: ./tools/get_testing_version.sh + name: 'Get testing version' - uses: actions/cache@v2 with: path: /home/runner/mne_data - key: mne_data + key: ${{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh diff --git a/tools/get_testing_version.sh b/tools/get_testing_version.sh new file mode 100755 index 00000000000..1d7596beec3 --- /dev/null +++ b/tools/get_testing_version.sh @@ -0,0 +1,8 @@ +#!/bin/bash -ef + +TESTING_VERSION=$(grep -oP "(?<=testing=')[0-9.]*(?=')" mne/datasets/utils.py) +if [ ! -z $GITHUB_ENV ]; then + echo $TESTING_VERSION >> $GITHUB_ENV +else + echo $TESTING_VERSION +fi From f64e3bd39ed6000b9c412135af214d6f6a0cca43 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 10:50:47 +0100 Subject: [PATCH 06/46] Try again [skip azp][skip circle] --- tools/get_testing_version.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/get_testing_version.sh b/tools/get_testing_version.sh index 1d7596beec3..03891f9b7c6 100755 --- a/tools/get_testing_version.sh +++ b/tools/get_testing_version.sh @@ -2,7 +2,7 @@ TESTING_VERSION=$(grep -oP "(?<=testing=')[0-9.]*(?=')" mne/datasets/utils.py) if [ ! -z $GITHUB_ENV ]; then - echo $TESTING_VERSION >> $GITHUB_ENV + echo "TESTING_VERSION="$TESTING_VERSION >> $GITHUB_ENV else echo $TESTING_VERSION fi From d18de891b5a5a8bbbcb46f438d94d64d4d0c3bbd Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 11:02:03 +0100 Subject: [PATCH 07/46] Deploy to all jobs --- .github/workflows/compat_minimal.yml | 5 ++++- .github/workflows/compat_old.yml | 5 ++++- .github/workflows/linux_conda.yml | 5 ++++- .github/workflows/macos_conda.yml | 5 ++++- 4 files changed, 16 insertions(+), 4 deletions(-) diff --git a/.github/workflows/compat_minimal.yml b/.github/workflows/compat_minimal.yml index b8149d3da53..f5c31035bde 100644 --- a/.github/workflows/compat_minimal.yml +++ b/.github/workflows/compat_minimal.yml @@ -64,10 +64,13 @@ jobs: - shell: bash -el {0} run: ./tools/github_actions_infos.sh name: 'Show infos' + - shell: bash -el {0} + run: ./tools/get_testing_version.sh + name: 'Get testing version' - uses: actions/cache@v2 with: path: /home/runner/mne_data - key: mne_data + key: ${{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh diff --git a/.github/workflows/compat_old.yml b/.github/workflows/compat_old.yml index e31a1593c5e..d31c52ee9fa 100644 --- a/.github/workflows/compat_old.yml +++ b/.github/workflows/compat_old.yml @@ -57,10 +57,13 @@ jobs: - shell: bash -el {0} run: ./tools/github_actions_infos.sh name: 'Show infos' + - shell: bash -el {0} + run: ./tools/get_testing_version.sh + name: 'Get testing version' - uses: actions/cache@v2 with: path: /home/runner/mne_data - key: mne_data + key: ${{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh diff --git a/.github/workflows/linux_conda.yml b/.github/workflows/linux_conda.yml index 36abb38c4ab..1abd3d721f1 100644 --- a/.github/workflows/linux_conda.yml +++ b/.github/workflows/linux_conda.yml @@ -59,10 +59,13 @@ jobs: - shell: bash -el {0} run: ./tools/github_actions_infos.sh name: 'Show infos' + - shell: bash -el {0} + run: ./tools/get_testing_version.sh + name: 'Get testing version' - uses: actions/cache@v2 with: path: /home/runner/mne_data - key: mne_data + key: ${{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh diff --git a/.github/workflows/macos_conda.yml b/.github/workflows/macos_conda.yml index 124e3ff787e..9c5671e2b89 100644 --- a/.github/workflows/macos_conda.yml +++ b/.github/workflows/macos_conda.yml @@ -56,10 +56,13 @@ jobs: - shell: bash -el {0} run: ./tools/github_actions_infos.sh name: 'Show infos' + - shell: bash -el {0} + run: ./tools/get_testing_version.sh + name: 'Get testing version' - uses: actions/cache@v2 with: path: /Users/runner/mne_data - key: mne_data + key: ${{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh From c08b5583ee6096fbf433e0894625737638f57337 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 12:02:38 +0100 Subject: [PATCH 08/46] Try another syntax --- tools/get_testing_version.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tools/get_testing_version.sh b/tools/get_testing_version.sh index 03891f9b7c6..c62301b9077 100755 --- a/tools/get_testing_version.sh +++ b/tools/get_testing_version.sh @@ -1,6 +1,7 @@ #!/bin/bash -ef -TESTING_VERSION=$(grep -oP "(?<=testing=')[0-9.]*(?=')" mne/datasets/utils.py) +# TESTING_VERSION=$(grep -oP "(?<=testing=')[0-9.]*(?=')" mne/datasets/utils.py) +TESTING_VERSION=$(grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2) if [ ! -z $GITHUB_ENV ]; then echo "TESTING_VERSION="$TESTING_VERSION >> $GITHUB_ENV else From 195d694925a878d8bd69f4ed5d6d1bdf00e57677 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 12:23:27 +0100 Subject: [PATCH 09/46] Test new key format [skip azp][skip circle] --- .github/workflows/compat_minimal.yml | 2 +- .github/workflows/compat_old.yml | 2 +- .github/workflows/linux_conda.yml | 2 +- .github/workflows/linux_pip.yml | 2 +- .github/workflows/macos_conda.yml | 2 +- 5 files changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/compat_minimal.yml b/.github/workflows/compat_minimal.yml index f5c31035bde..e0d8495ff46 100644 --- a/.github/workflows/compat_minimal.yml +++ b/.github/workflows/compat_minimal.yml @@ -70,7 +70,7 @@ jobs: - uses: actions/cache@v2 with: path: /home/runner/mne_data - key: ${{ env.TESTING_VERSION }} + key: $${{ runner.os }}-{{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh diff --git a/.github/workflows/compat_old.yml b/.github/workflows/compat_old.yml index d31c52ee9fa..74178629d67 100644 --- a/.github/workflows/compat_old.yml +++ b/.github/workflows/compat_old.yml @@ -63,7 +63,7 @@ jobs: - uses: actions/cache@v2 with: path: /home/runner/mne_data - key: ${{ env.TESTING_VERSION }} + key: $${{ runner.os }}-{{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh diff --git a/.github/workflows/linux_conda.yml b/.github/workflows/linux_conda.yml index 1abd3d721f1..11b7673da06 100644 --- a/.github/workflows/linux_conda.yml +++ b/.github/workflows/linux_conda.yml @@ -65,7 +65,7 @@ jobs: - uses: actions/cache@v2 with: path: /home/runner/mne_data - key: ${{ env.TESTING_VERSION }} + key: $${{ runner.os }}-{{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh diff --git a/.github/workflows/linux_pip.yml b/.github/workflows/linux_pip.yml index 82c3118e12f..5ec4445c075 100644 --- a/.github/workflows/linux_pip.yml +++ b/.github/workflows/linux_pip.yml @@ -63,7 +63,7 @@ jobs: - uses: actions/cache@v2 with: path: /home/runner/mne_data - key: ${{ env.TESTING_VERSION }} + key: $${{ runner.os }}-{{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh diff --git a/.github/workflows/macos_conda.yml b/.github/workflows/macos_conda.yml index 9c5671e2b89..24949992f68 100644 --- a/.github/workflows/macos_conda.yml +++ b/.github/workflows/macos_conda.yml @@ -62,7 +62,7 @@ jobs: - uses: actions/cache@v2 with: path: /Users/runner/mne_data - key: ${{ env.TESTING_VERSION }} + key: $${{ runner.os }}-{{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh From aa7e9a146aa569989ec3e684fa0fd0e1d670119b Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 13:40:42 +0100 Subject: [PATCH 10/46] Use home env variable --- .github/workflows/compat_minimal.yml | 2 +- .github/workflows/compat_old.yml | 2 +- .github/workflows/linux_conda.yml | 2 +- .github/workflows/linux_pip.yml | 2 +- .github/workflows/macos_conda.yml | 2 +- 5 files changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/compat_minimal.yml b/.github/workflows/compat_minimal.yml index e0d8495ff46..53a20d30805 100644 --- a/.github/workflows/compat_minimal.yml +++ b/.github/workflows/compat_minimal.yml @@ -69,7 +69,7 @@ jobs: name: 'Get testing version' - uses: actions/cache@v2 with: - path: /home/runner/mne_data + path: ~/mne_data key: $${{ runner.os }}-{{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} diff --git a/.github/workflows/compat_old.yml b/.github/workflows/compat_old.yml index 74178629d67..5f6b4156870 100644 --- a/.github/workflows/compat_old.yml +++ b/.github/workflows/compat_old.yml @@ -62,7 +62,7 @@ jobs: name: 'Get testing version' - uses: actions/cache@v2 with: - path: /home/runner/mne_data + path: ~/mne_data key: $${{ runner.os }}-{{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} diff --git a/.github/workflows/linux_conda.yml b/.github/workflows/linux_conda.yml index 11b7673da06..b14f2789b49 100644 --- a/.github/workflows/linux_conda.yml +++ b/.github/workflows/linux_conda.yml @@ -64,7 +64,7 @@ jobs: name: 'Get testing version' - uses: actions/cache@v2 with: - path: /home/runner/mne_data + path: ~/mne_data key: $${{ runner.os }}-{{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} diff --git a/.github/workflows/linux_pip.yml b/.github/workflows/linux_pip.yml index 5ec4445c075..18d41d5f5dc 100644 --- a/.github/workflows/linux_pip.yml +++ b/.github/workflows/linux_pip.yml @@ -62,7 +62,7 @@ jobs: name: 'Get testing version' - uses: actions/cache@v2 with: - path: /home/runner/mne_data + path: ~/mne_data key: $${{ runner.os }}-{{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} diff --git a/.github/workflows/macos_conda.yml b/.github/workflows/macos_conda.yml index 24949992f68..844cdedffe0 100644 --- a/.github/workflows/macos_conda.yml +++ b/.github/workflows/macos_conda.yml @@ -61,7 +61,7 @@ jobs: name: 'Get testing version' - uses: actions/cache@v2 with: - path: /Users/runner/mne_data + path: ~/mne_data key: $${{ runner.os }}-{{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} From 030aab6823c7159dcb8e957e6b9d8b90964daa43 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 13:48:20 +0100 Subject: [PATCH 11/46] Fix key [skip azp][skip circle] --- .github/workflows/compat_minimal.yml | 2 +- .github/workflows/compat_old.yml | 2 +- .github/workflows/linux_conda.yml | 2 +- .github/workflows/linux_pip.yml | 2 +- .github/workflows/macos_conda.yml | 2 +- 5 files changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/compat_minimal.yml b/.github/workflows/compat_minimal.yml index 53a20d30805..0d6dbd24b73 100644 --- a/.github/workflows/compat_minimal.yml +++ b/.github/workflows/compat_minimal.yml @@ -70,7 +70,7 @@ jobs: - uses: actions/cache@v2 with: path: ~/mne_data - key: $${{ runner.os }}-{{ env.TESTING_VERSION }} + key: ${{ runner.os }}-${{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh diff --git a/.github/workflows/compat_old.yml b/.github/workflows/compat_old.yml index 5f6b4156870..53d72b4e9bd 100644 --- a/.github/workflows/compat_old.yml +++ b/.github/workflows/compat_old.yml @@ -63,7 +63,7 @@ jobs: - uses: actions/cache@v2 with: path: ~/mne_data - key: $${{ runner.os }}-{{ env.TESTING_VERSION }} + key: ${{ runner.os }}-${{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh diff --git a/.github/workflows/linux_conda.yml b/.github/workflows/linux_conda.yml index b14f2789b49..efb815ab2e7 100644 --- a/.github/workflows/linux_conda.yml +++ b/.github/workflows/linux_conda.yml @@ -65,7 +65,7 @@ jobs: - uses: actions/cache@v2 with: path: ~/mne_data - key: $${{ runner.os }}-{{ env.TESTING_VERSION }} + key: ${{ runner.os }}-${{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh diff --git a/.github/workflows/linux_pip.yml b/.github/workflows/linux_pip.yml index 18d41d5f5dc..18519b4a37a 100644 --- a/.github/workflows/linux_pip.yml +++ b/.github/workflows/linux_pip.yml @@ -63,7 +63,7 @@ jobs: - uses: actions/cache@v2 with: path: ~/mne_data - key: $${{ runner.os }}-{{ env.TESTING_VERSION }} + key: ${{ runner.os }}-${{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh diff --git a/.github/workflows/macos_conda.yml b/.github/workflows/macos_conda.yml index 844cdedffe0..7d024c3a78a 100644 --- a/.github/workflows/macos_conda.yml +++ b/.github/workflows/macos_conda.yml @@ -62,7 +62,7 @@ jobs: - uses: actions/cache@v2 with: path: ~/mne_data - key: $${{ runner.os }}-{{ env.TESTING_VERSION }} + key: ${{ runner.os }}-${{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh From 8df43b7e7a0f15fbeb6ba3570270c2b25abd00b3 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 14:05:42 +0100 Subject: [PATCH 12/46] Try naive version on Azure --- azure-pipelines.yml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 535d2c69e57..b0289953686 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -243,6 +243,11 @@ stages: displayName: 'Install MNE-Python dev' - script: mne sys_info displayName: 'Print config and test access to commands' + - task: Cache@2 + inputs: + key: '$(Agent.OS)-0.112' + path: '$(Agent.HomeDirectory)/mne_data' + displayName: 'Cache testing data' - script: python -c "import numpy; numpy.show_config()" displayName: Print NumPy config - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" From 111c8d93aaf344d6d30c85c713d0acc56d3bac0e Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 14:50:34 +0100 Subject: [PATCH 13/46] Try again [skip github][skip circle] From 3f21c96af6d1840a65b13061d53bbce118d3290b Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 15:00:36 +0100 Subject: [PATCH 14/46] Try again [skip github][skip circle] --- azure-pipelines.yml | 17 +++++++++++++++-- 1 file changed, 15 insertions(+), 2 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index b0289953686..cb8dc1d2b38 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -112,8 +112,14 @@ stages: python -m pip install --upgrade pip setuptools python -m pip install --upgrade numpy scipy vtk -r requirements.txt -r requirements_testing.txt codecov displayName: 'Install dependencies with pip' + - task: Cache@2 + inputs: + key: '$(Agent.OS)-0.112' + path: '$(Agent.HomeDirectory)/mne_data' + displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" displayName: 'Get test data' + condition: always() - script: pytest -m "ultraslowtest" --tb=short --cov=mne -vv mne displayName: 'Run ultraslow tests' - script: codecov --root $BUILD_REPOSITORY_LOCALPATH -t $CODECOV_TOKEN @@ -148,8 +154,14 @@ stages: displayName: 'Install dependencies' - script: mne sys_info displayName: 'Print config and test access to commands' + - task: Cache@2 + inputs: + key: '$(Agent.OS)-0.112' + path: '$(Agent.HomeDirectory)/mne_data' + displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" displayName: 'Get test data' + condition: always() - script: pytest --tb=short --cov=mne -vv mne/viz displayName: 'Run viz tests' - script: codecov --root $BUILD_REPOSITORY_LOCALPATH -t $CODECOV_TOKEN @@ -243,15 +255,16 @@ stages: displayName: 'Install MNE-Python dev' - script: mne sys_info displayName: 'Print config and test access to commands' + - script: python -c "import numpy; numpy.show_config()" + displayName: Print NumPy config - task: Cache@2 inputs: key: '$(Agent.OS)-0.112' path: '$(Agent.HomeDirectory)/mne_data' displayName: 'Cache testing data' - - script: python -c "import numpy; numpy.show_config()" - displayName: Print NumPy config - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" displayName: 'Get test data' + condition: always() - script: pytest -m "not slowtest" --tb=short --cov=mne -vv mne displayName: 'Run tests' - script: codecov --root %BUILD_REPOSITORY_LOCALPATH% -t %CODECOV_TOKEN% From 6523a1b5bcf42e30abff47510e9e209d93a8152f Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 15:27:26 +0100 Subject: [PATCH 15/46] Try another syntax [skip github][skip circle] --- azure-pipelines.yml | 10 ++++++---- tools/get_testing_version.sh | 2 ++ 2 files changed, 8 insertions(+), 4 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index cb8dc1d2b38..0d03949366f 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -21,6 +21,8 @@ stages: variables: RET: 'true' steps: + - bash: source tools/get_testing_version.sh + name: testing_version - bash: | git_log=`git log --max-count=1 --skip=1 --pretty=format:"%s"` echo "##vso[task.setvariable variable=log]$git_log" @@ -114,7 +116,7 @@ stages: displayName: 'Install dependencies with pip' - task: Cache@2 inputs: - key: '$(Agent.OS)-0.112' + key: "$(Agent.OS)"-dependencies.Check.outputs['Skip.testing_version.testing_version'] path: '$(Agent.HomeDirectory)/mne_data' displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" @@ -156,7 +158,7 @@ stages: displayName: 'Print config and test access to commands' - task: Cache@2 inputs: - key: '$(Agent.OS)-0.112' + key: "$(Agent.OS)"-dependencies.Check.outputs['Skip.testing_version.testing_version'] path: '$(Agent.HomeDirectory)/mne_data' displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" @@ -259,8 +261,8 @@ stages: displayName: Print NumPy config - task: Cache@2 inputs: - key: '$(Agent.OS)-0.112' - path: '$(Agent.HomeDirectory)/mne_data' + key: "$(Agent.OS)"-dependencies.Check.outputs['Skip.testing_version.testing_version'] + path: "$(Agent.HomeDirectory)"/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" displayName: 'Get test data' diff --git a/tools/get_testing_version.sh b/tools/get_testing_version.sh index c62301b9077..94a37ba0c75 100755 --- a/tools/get_testing_version.sh +++ b/tools/get_testing_version.sh @@ -4,6 +4,8 @@ TESTING_VERSION=$(grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2) if [ ! -z $GITHUB_ENV ]; then echo "TESTING_VERSION="$TESTING_VERSION >> $GITHUB_ENV +elif [ ! -z $Build.Repository.Name ]; then + echo "##vso[task.setvariable variable=testing_version;isOutput=true]$TESTING_VERSION" else echo $TESTING_VERSION fi From 43eaf5377d1daeeace8f71f8013dd8c826b93819 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 15:39:01 +0100 Subject: [PATCH 16/46] Try again [skip github] --- azure-pipelines.yml | 328 ++++++++++++++++++++++---------------------- 1 file changed, 165 insertions(+), 163 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 0d03949366f..efd9e90f14d 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -21,7 +21,9 @@ stages: variables: RET: 'true' steps: - - bash: source tools/get_testing_version.sh + - bash: | + data_log=`grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2` + echo "##vso[task.setvariable variable=testing_version;isOutput=true]$data_log" name: testing_version - bash: | git_log=`git log --max-count=1 --skip=1 --pretty=format:"%s"` @@ -76,65 +78,65 @@ stages: condition: always() - - job: Ultraslow - pool: - vmImage: 'ubuntu-18.04' - variables: - DISPLAY: ':99' - OPENBLAS_NUM_THREADS: '1' - steps: - - bash: | - sudo apt install libxkbcommon-x11-0 xvfb tcsh libxcb* - displayName: 'Install Ubuntu dependencies' - - bash: | - source tools/get_minimal_commands.sh - echo "##vso[task.setvariable variable=MNE_ROOT]${MNE_ROOT}" - echo "##vso[task.setvariable variable=PATH]${PATH}" - echo "##vso[task.setvariable variable=LD_LIBRARY_PATH]${LD_LIBRARY_PATH}" - echo "##vso[task.setvariable variable=NEUROMAG2FT_ROOT]${NEUROMAG2FT_ROOT}" - echo "##vso[task.setvariable variable=FREESURFER_HOME]${FREESURFER_HOME}" - echo "##vso[task.setvariable variable=MNE_SKIP_FS_FLASH_CALL]${MNE_SKIP_FS_FLASH_CALL}" - displayName: 'Install minimal commands' - - bash: | - echo $PATH - mne_surf2bem --version - fsl_rigid_register --version - displayName: 'Test minimal commands' - - task: UsePythonVersion@0 - inputs: - versionSpec: '3.7' - architecture: 'x64' - addToPath: true - displayName: 'Get Python' - - bash: | - /sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background --exec /usr/bin/Xvfb -- :99 -screen 0 1400x900x24 -ac +extension GLX +render -noreset; - displayName: 'Spin up Xvfb' - - bash: | - set -e - python -m pip install --upgrade pip setuptools - python -m pip install --upgrade numpy scipy vtk -r requirements.txt -r requirements_testing.txt codecov - displayName: 'Install dependencies with pip' - - task: Cache@2 - inputs: - key: "$(Agent.OS)"-dependencies.Check.outputs['Skip.testing_version.testing_version'] - path: '$(Agent.HomeDirectory)/mne_data' - displayName: 'Cache testing data' - - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" - displayName: 'Get test data' - condition: always() - - script: pytest -m "ultraslowtest" --tb=short --cov=mne -vv mne - displayName: 'Run ultraslow tests' - - script: codecov --root $BUILD_REPOSITORY_LOCALPATH -t $CODECOV_TOKEN - displayName: 'Codecov' - env: - CODECOV_TOKEN: $(CODECOV_TOKEN) - condition: succeededOrFailed() - - task: PublishTestResults@2 - inputs: - testResultsFiles: 'junit-*.xml' - testRunTitle: 'Publish test results for $(Agent.JobName)' - failTaskOnFailedTests: true - condition: succeededOrFailed() + # - job: Ultraslow + # pool: + # vmImage: 'ubuntu-18.04' + # variables: + # DISPLAY: ':99' + # OPENBLAS_NUM_THREADS: '1' + # steps: + # - bash: | + # sudo apt install libxkbcommon-x11-0 xvfb tcsh libxcb* + # displayName: 'Install Ubuntu dependencies' + # - bash: | + # source tools/get_minimal_commands.sh + # echo "##vso[task.setvariable variable=MNE_ROOT]${MNE_ROOT}" + # echo "##vso[task.setvariable variable=PATH]${PATH}" + # echo "##vso[task.setvariable variable=LD_LIBRARY_PATH]${LD_LIBRARY_PATH}" + # echo "##vso[task.setvariable variable=NEUROMAG2FT_ROOT]${NEUROMAG2FT_ROOT}" + # echo "##vso[task.setvariable variable=FREESURFER_HOME]${FREESURFER_HOME}" + # echo "##vso[task.setvariable variable=MNE_SKIP_FS_FLASH_CALL]${MNE_SKIP_FS_FLASH_CALL}" + # displayName: 'Install minimal commands' + # - bash: | + # echo $PATH + # mne_surf2bem --version + # fsl_rigid_register --version + # displayName: 'Test minimal commands' + # - task: UsePythonVersion@0 + # inputs: + # versionSpec: '3.7' + # architecture: 'x64' + # addToPath: true + # displayName: 'Get Python' + # - bash: | + # /sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background --exec /usr/bin/Xvfb -- :99 -screen 0 1400x900x24 -ac +extension GLX +render -noreset; + # displayName: 'Spin up Xvfb' + # - bash: | + # set -e + # python -m pip install --upgrade pip setuptools + # python -m pip install --upgrade numpy scipy vtk -r requirements.txt -r requirements_testing.txt codecov + # displayName: 'Install dependencies with pip' + # - task: Cache@2 + # inputs: + # key: "$(Agent.OS)"-dependencies.Check.outputs['Skip.testing_version.testing_version'] + # path: '$(Agent.HomeDirectory)/mne_data' + # displayName: 'Cache testing data' + # - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" + # displayName: 'Get test data' + # condition: always() + # - script: pytest -m "ultraslowtest" --tb=short --cov=mne -vv mne + # displayName: 'Run ultraslow tests' + # - script: codecov --root $BUILD_REPOSITORY_LOCALPATH -t $CODECOV_TOKEN + # displayName: 'Codecov' + # env: + # CODECOV_TOKEN: $(CODECOV_TOKEN) + # condition: succeededOrFailed() + # - task: PublishTestResults@2 + # inputs: + # testResultsFiles: 'junit-*.xml' + # testRunTitle: 'Publish test results for $(Agent.JobName)' + # failTaskOnFailedTests: true + # condition: succeededOrFailed() - job: Notebook @@ -158,8 +160,8 @@ stages: displayName: 'Print config and test access to commands' - task: Cache@2 inputs: - key: "$(Agent.OS)"-dependencies.Check.outputs['Skip.testing_version.testing_version'] - path: '$(Agent.HomeDirectory)/mne_data' + key: dependencies.Check.outputs['Skip.testing_version.testing_version'] + path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" displayName: 'Get test data' @@ -179,104 +181,104 @@ stages: condition: succeededOrFailed() - - job: Windows - pool: - vmImage: 'VS2017-Win2016' - variables: - MNE_LOGGING_LEVEL: 'warning' - MNE_FORCE_SERIAL: 'true' - OPENBLAS_NUM_THREADS: 1 - PYTHONUNBUFFERED: 1 - PYTHONIOENCODING: 'utf-8' - AZURE_CI_WINDOWS: 'true' - PYTHON_ARCH: 'x64' - strategy: - maxParallel: 4 - matrix: - 3.7 conda: - PLATFORM: 'x86-64' - TEST_MODE: 'conda' - PYTHON_VERSION: '3.8' - 3.7 pip: - TEST_MODE: 'pip' - PYTHON_VERSION: '3.7' - 3.8 pip pre: - TEST_MODE: 'pre-pip' - PYTHON_VERSION: '3.8' - OPENBLAS_CORETYPE: 'prescott' # workaround for https://github.com/numpy/numpy/issues/16913 - steps: - - task: UsePythonVersion@0 - inputs: - versionSpec: $(PYTHON_VERSION) - architecture: $(PYTHON_ARCH) - addToPath: true - condition: in(variables['TEST_MODE'], 'pip', 'pre-pip') - displayName: 'Get Python' - # https://docs.microsoft.com/en-us/azure/devops/pipelines/ecosystems/anaconda - # https://github.com/MicrosoftDocs/pipelines-anaconda - # Qt 5.9 post-link failure: - # https://github.com/ContinuumIO/anaconda-issues/issues/10949 - - script: echo "##vso[task.prependpath]%CONDA%;%CONDA%\condabin;%CONDA%\Scripts;%CONDA%\Library\bin;%SystemRoot%\system32;%SystemRoot%;%SystemRoot%\System32\Wbem;" - condition: in(variables['TEST_MODE'], 'conda') - displayName: Add conda to PATH, deal with Qt 5.9 bug - - bash: | - set -e - git clone --depth 1 git://github.com/pyvista/gl-ci-helpers.git - powershell gl-ci-helpers/appveyor/install_opengl.ps1 - displayName: Install OpenGL - - bash: | - set -e - python -m pip install --upgrade pip setuptools - python -m pip install --upgrade numpy scipy vtk - python -m pip install --upgrade --use-deprecated=legacy-resolver --only-binary="numba,llvmlite" -r requirements.txt -r requirements_testing.txt - python -m pip install codecov - condition: eq(variables['TEST_MODE'], 'pip') - displayName: 'Install dependencies with pip' - - bash: | - set -e - python -m pip install --upgrade pip setuptools - python -m pip install --use-deprecated=legacy-resolver --upgrade --pre --only-binary ":all:" -i "https://pypi.anaconda.org/scipy-wheels-nightly/simple" numpy - python -m pip install --use-deprecated=legacy-resolver --upgrade --pre --only-binary ":all:" -f "https://7933911d6844c6c53a7d-47bd50c35cd79bd838daf386af554a83.ssl.cf2.rackcdn.com" scipy pandas scikit-learn matplotlib h5py Pillow - python -m pip install --upgrade --only-binary vtk vtk; - python -m pip install https://github.com/pyvista/pyvista/zipball/master - python -m pip install https://github.com/pyvista/pyvistaqt/zipball/master - python -m pip install --use-deprecated=legacy-resolver --only-binary="numba,llvmlite" -r requirements.txt -r requirements_testing.txt codecov - condition: eq(variables['TEST_MODE'], 'pre-pip') - displayName: 'Install dependencies with pip --pre' - - powershell: | - Set-StrictMode -Version Latest - $ErrorActionPreference = "Stop" - $PSDefaultParameterValues['*:ErrorAction']='Stop' - conda update -n base -c defaults conda - conda env update --name base --file environment.yml - pip uninstall -yq mne - pip install -r requirements_testing.txt codecov - condition: eq(variables['TEST_MODE'], 'conda') - displayName: 'Install dependencies with conda' - - script: python setup.py develop - displayName: 'Install MNE-Python dev' - - script: mne sys_info - displayName: 'Print config and test access to commands' - - script: python -c "import numpy; numpy.show_config()" - displayName: Print NumPy config - - task: Cache@2 - inputs: - key: "$(Agent.OS)"-dependencies.Check.outputs['Skip.testing_version.testing_version'] - path: "$(Agent.HomeDirectory)"/mne_data - displayName: 'Cache testing data' - - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" - displayName: 'Get test data' - condition: always() - - script: pytest -m "not slowtest" --tb=short --cov=mne -vv mne - displayName: 'Run tests' - - script: codecov --root %BUILD_REPOSITORY_LOCALPATH% -t %CODECOV_TOKEN% - displayName: 'Codecov' - env: - CODECOV_TOKEN: $(CODECOV_TOKEN) - condition: succeededOrFailed() - - task: PublishTestResults@2 - inputs: - testResultsFiles: 'junit-*.xml' - testRunTitle: 'Publish test results for $(Agent.JobName) $(TEST_MODE) $(PYTHON_VERSION)' - failTaskOnFailedTests: true - condition: succeededOrFailed() + # - job: Windows + # pool: + # vmImage: 'VS2017-Win2016' + # variables: + # MNE_LOGGING_LEVEL: 'warning' + # MNE_FORCE_SERIAL: 'true' + # OPENBLAS_NUM_THREADS: 1 + # PYTHONUNBUFFERED: 1 + # PYTHONIOENCODING: 'utf-8' + # AZURE_CI_WINDOWS: 'true' + # PYTHON_ARCH: 'x64' + # strategy: + # maxParallel: 4 + # matrix: + # 3.7 conda: + # PLATFORM: 'x86-64' + # TEST_MODE: 'conda' + # PYTHON_VERSION: '3.8' + # 3.7 pip: + # TEST_MODE: 'pip' + # PYTHON_VERSION: '3.7' + # 3.8 pip pre: + # TEST_MODE: 'pre-pip' + # PYTHON_VERSION: '3.8' + # OPENBLAS_CORETYPE: 'prescott' # workaround for https://github.com/numpy/numpy/issues/16913 + # steps: + # - task: UsePythonVersion@0 + # inputs: + # versionSpec: $(PYTHON_VERSION) + # architecture: $(PYTHON_ARCH) + # addToPath: true + # condition: in(variables['TEST_MODE'], 'pip', 'pre-pip') + # displayName: 'Get Python' + # # https://docs.microsoft.com/en-us/azure/devops/pipelines/ecosystems/anaconda + # # https://github.com/MicrosoftDocs/pipelines-anaconda + # # Qt 5.9 post-link failure: + # # https://github.com/ContinuumIO/anaconda-issues/issues/10949 + # - script: echo "##vso[task.prependpath]%CONDA%;%CONDA%\condabin;%CONDA%\Scripts;%CONDA%\Library\bin;%SystemRoot%\system32;%SystemRoot%;%SystemRoot%\System32\Wbem;" + # condition: in(variables['TEST_MODE'], 'conda') + # displayName: Add conda to PATH, deal with Qt 5.9 bug + # - bash: | + # set -e + # git clone --depth 1 git://github.com/pyvista/gl-ci-helpers.git + # powershell gl-ci-helpers/appveyor/install_opengl.ps1 + # displayName: Install OpenGL + # - bash: | + # set -e + # python -m pip install --upgrade pip setuptools + # python -m pip install --upgrade numpy scipy vtk + # python -m pip install --upgrade --use-deprecated=legacy-resolver --only-binary="numba,llvmlite" -r requirements.txt -r requirements_testing.txt + # python -m pip install codecov + # condition: eq(variables['TEST_MODE'], 'pip') + # displayName: 'Install dependencies with pip' + # - bash: | + # set -e + # python -m pip install --upgrade pip setuptools + # python -m pip install --use-deprecated=legacy-resolver --upgrade --pre --only-binary ":all:" -i "https://pypi.anaconda.org/scipy-wheels-nightly/simple" numpy + # python -m pip install --use-deprecated=legacy-resolver --upgrade --pre --only-binary ":all:" -f "https://7933911d6844c6c53a7d-47bd50c35cd79bd838daf386af554a83.ssl.cf2.rackcdn.com" scipy pandas scikit-learn matplotlib h5py Pillow + # python -m pip install --upgrade --only-binary vtk vtk; + # python -m pip install https://github.com/pyvista/pyvista/zipball/master + # python -m pip install https://github.com/pyvista/pyvistaqt/zipball/master + # python -m pip install --use-deprecated=legacy-resolver --only-binary="numba,llvmlite" -r requirements.txt -r requirements_testing.txt codecov + # condition: eq(variables['TEST_MODE'], 'pre-pip') + # displayName: 'Install dependencies with pip --pre' + # - powershell: | + # Set-StrictMode -Version Latest + # $ErrorActionPreference = "Stop" + # $PSDefaultParameterValues['*:ErrorAction']='Stop' + # conda update -n base -c defaults conda + # conda env update --name base --file environment.yml + # pip uninstall -yq mne + # pip install -r requirements_testing.txt codecov + # condition: eq(variables['TEST_MODE'], 'conda') + # displayName: 'Install dependencies with conda' + # - script: python setup.py develop + # displayName: 'Install MNE-Python dev' + # - script: mne sys_info + # displayName: 'Print config and test access to commands' + # - script: python -c "import numpy; numpy.show_config()" + # displayName: Print NumPy config + # - task: Cache@2 + # inputs: + # key: "$(Agent.OS)"-dependencies.Check.outputs['Skip.testing_version.testing_version'] + # path: "$(Agent.HomeDirectory)"/mne_data + # displayName: 'Cache testing data' + # - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" + # displayName: 'Get test data' + # condition: always() + # - script: pytest -m "not slowtest" --tb=short --cov=mne -vv mne + # displayName: 'Run tests' + # - script: codecov --root %BUILD_REPOSITORY_LOCALPATH% -t %CODECOV_TOKEN% + # displayName: 'Codecov' + # env: + # CODECOV_TOKEN: $(CODECOV_TOKEN) + # condition: succeededOrFailed() + # - task: PublishTestResults@2 + # inputs: + # testResultsFiles: 'junit-*.xml' + # testRunTitle: 'Publish test results for $(Agent.JobName) $(TEST_MODE) $(PYTHON_VERSION)' + # failTaskOnFailedTests: true + # condition: succeededOrFailed() From 27da03152f3f04056c484d4cdb2959f1dbff5ce5 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 15:50:53 +0100 Subject: [PATCH 17/46] Try again [skip github] --- azure-pipelines.yml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index efd9e90f14d..efd94654bec 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -158,9 +158,12 @@ stages: displayName: 'Install dependencies' - script: mne sys_info displayName: 'Print config and test access to commands' + - bash: | + set -e + echo "dependencies.Check.outputs['Skip.testing_version.testing_version']" - task: Cache@2 inputs: - key: dependencies.Check.outputs['Skip.testing_version.testing_version'] + key: mne_data path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" From 23897fb667ab6261ceca207b38838cb6d2dc9a05 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 16:05:22 +0100 Subject: [PATCH 18/46] Try again [skip github] --- azure-pipelines.yml | 82 +++++++++++++++++++++++---------------------- 1 file changed, 42 insertions(+), 40 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index efd94654bec..98d9a6696a6 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -36,46 +36,48 @@ stages: - stage: Main condition: and(succeeded(), eq(dependencies.Check.outputs['Skip.result.start_main'], 'true')) dependsOn: Check + variables: + testing_version: $[ dependencies.Check.outputs['Skip.testing_version.testing_version'] ] jobs: - - job: Style - pool: - vmImage: 'ubuntu-18.04' - variables: - PYTHON_VERSION: '3.8' - PYTHON_ARCH: 'x64' - steps: - - bash: echo $(COMMIT_MSG) - - task: UsePythonVersion@0 - inputs: - versionSpec: $(PYTHON_VERSION) - architecture: $(PYTHON_ARCH) - addToPath: true - displayName: 'Get Python' - - bash: | - set -e - python -m pip install --upgrade pip setuptools - python -m pip install numpy scipy matplotlib -r requirements_testing.txt - displayName: Install dependencies - condition: always() - - bash: | - make pydocstyle - displayName: make pydocstyle - condition: always() - - bash: | - make docstring - displayName: make docstring - - bash: | - make nesting - displayName: make nesting - condition: always() - - bash: | - make check-manifest - displayName: make check-manifest - condition: always() - - bash: | - make check-readme - displayName: make check-readme - condition: always() + # - job: Style + # pool: + # vmImage: 'ubuntu-18.04' + # variables: + # PYTHON_VERSION: '3.8' + # PYTHON_ARCH: 'x64' + # steps: + # - bash: echo $(COMMIT_MSG) + # - task: UsePythonVersion@0 + # inputs: + # versionSpec: $(PYTHON_VERSION) + # architecture: $(PYTHON_ARCH) + # addToPath: true + # displayName: 'Get Python' + # - bash: | + # set -e + # python -m pip install --upgrade pip setuptools + # python -m pip install numpy scipy matplotlib -r requirements_testing.txt + # displayName: Install dependencies + # condition: always() + # - bash: | + # make pydocstyle + # displayName: make pydocstyle + # condition: always() + # - bash: | + # make docstring + # displayName: make docstring + # - bash: | + # make nesting + # displayName: make nesting + # condition: always() + # - bash: | + # make check-manifest + # displayName: make check-manifest + # condition: always() + # - bash: | + # make check-readme + # displayName: make check-readme + # condition: always() # - job: Ultraslow @@ -160,7 +162,7 @@ stages: displayName: 'Print config and test access to commands' - bash: | set -e - echo "dependencies.Check.outputs['Skip.testing_version.testing_version']" + echo $(testing_version) - task: Cache@2 inputs: key: mne_data From 793804e8fb6727a9c17293210f7baa14d7e137ae Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 16:17:22 +0100 Subject: [PATCH 19/46] Try again [skip github] --- azure-pipelines.yml | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 98d9a6696a6..270969d2874 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -37,7 +37,8 @@ stages: condition: and(succeeded(), eq(dependencies.Check.outputs['Skip.result.start_main'], 'true')) dependsOn: Check variables: - testing_version: $[ dependencies.Check.outputs['Skip.testing_version.testing_version'] ] + # testing_version: $[ dependencies.Check.outputs['Skip.testing_version.testing_version'] ] + testing_version: "0.112" jobs: # - job: Style # pool: @@ -160,12 +161,9 @@ stages: displayName: 'Install dependencies' - script: mne sys_info displayName: 'Print config and test access to commands' - - bash: | - set -e - echo $(testing_version) - task: Cache@2 inputs: - key: mne_data + key: $(testing_version) path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" From 6ccde8fe39d5331fd791fc28b8b796c4375fabfb Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 16:23:00 +0100 Subject: [PATCH 20/46] Try again [skip github] --- azure-pipelines.yml | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 270969d2874..db811c2516a 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -37,8 +37,7 @@ stages: condition: and(succeeded(), eq(dependencies.Check.outputs['Skip.result.start_main'], 'true')) dependsOn: Check variables: - # testing_version: $[ dependencies.Check.outputs['Skip.testing_version.testing_version'] ] - testing_version: "0.112" + testing_version: dependencies.Check.outputs['Skip.testing_version.testing_version'] jobs: # - job: Style # pool: @@ -163,7 +162,7 @@ stages: displayName: 'Print config and test access to commands' - task: Cache@2 inputs: - key: $(testing_version) + key: "$(testing_version)" path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" From 9c0d9a7b4f0fee1bc38593c8135461bfb406cbd2 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 16:33:27 +0100 Subject: [PATCH 21/46] Debug variable [skip github] --- azure-pipelines.yml | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index db811c2516a..382cfe5a6be 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -25,6 +25,9 @@ stages: data_log=`grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2` echo "##vso[task.setvariable variable=testing_version;isOutput=true]$data_log" name: testing_version + - bash: | + echo "Testing version:" + echo $(testing_version) - bash: | git_log=`git log --max-count=1 --skip=1 --pretty=format:"%s"` echo "##vso[task.setvariable variable=log]$git_log" @@ -37,7 +40,8 @@ stages: condition: and(succeeded(), eq(dependencies.Check.outputs['Skip.result.start_main'], 'true')) dependsOn: Check variables: - testing_version: dependencies.Check.outputs['Skip.testing_version.testing_version'] + # testing_version: $[ dependencies.Check.outputs['Skip.testing_version.testing_version'] ] + testing_version: '0.112' jobs: # - job: Style # pool: @@ -145,6 +149,10 @@ stages: pool: vmImage: 'ubuntu-18.04' steps: + - bash: | + set -e + echo "Testing version:" + echo $(testing_version) - bash: | set -e wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh --progress=dot:mega From 7357dabe3bfed43e0b85e7fbeb85b0cba44042a9 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 16:44:40 +0100 Subject: [PATCH 22/46] Debug variable [skip github] --- azure-pipelines.yml | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 382cfe5a6be..ae90cc57f87 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -23,8 +23,9 @@ stages: steps: - bash: | data_log=`grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2` + echo $data_log echo "##vso[task.setvariable variable=testing_version;isOutput=true]$data_log" - name: testing_version + name: data_result - bash: | echo "Testing version:" echo $(testing_version) @@ -40,8 +41,8 @@ stages: condition: and(succeeded(), eq(dependencies.Check.outputs['Skip.result.start_main'], 'true')) dependsOn: Check variables: - # testing_version: $[ dependencies.Check.outputs['Skip.testing_version.testing_version'] ] - testing_version: '0.112' + # data_version: $[ dependencies.Check.outputs['Skip.data_result.testing_version'] ] + data_version: "0.112" jobs: # - job: Style # pool: @@ -152,7 +153,7 @@ stages: - bash: | set -e echo "Testing version:" - echo $(testing_version) + echo $(data_version) - bash: | set -e wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh --progress=dot:mega @@ -170,7 +171,7 @@ stages: displayName: 'Print config and test access to commands' - task: Cache@2 inputs: - key: "$(testing_version)" + key: $(data_version) path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" From ff153b7c57d96c1631494e2ec3db6073e798ea61 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 16:54:13 +0100 Subject: [PATCH 23/46] Debug variable [skip github] --- azure-pipelines.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index ae90cc57f87..a4d454e6712 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -28,7 +28,7 @@ stages: name: data_result - bash: | echo "Testing version:" - echo $(testing_version) + echo ${{ variables.testing_version }} - bash: | git_log=`git log --max-count=1 --skip=1 --pretty=format:"%s"` echo "##vso[task.setvariable variable=log]$git_log" @@ -41,8 +41,8 @@ stages: condition: and(succeeded(), eq(dependencies.Check.outputs['Skip.result.start_main'], 'true')) dependsOn: Check variables: - # data_version: $[ dependencies.Check.outputs['Skip.data_result.testing_version'] ] - data_version: "0.112" + data_version: $[ dependencies.Check.outputs['Skip.data_result.testing_version'] ] + # data_version: "0.112" jobs: # - job: Style # pool: @@ -171,7 +171,7 @@ stages: displayName: 'Print config and test access to commands' - task: Cache@2 inputs: - key: $(data_version) + key: "key: " | $(data_version) path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" From 85c8a40840214d59c475aba5e1a32c9059350aa8 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 16:58:26 +0100 Subject: [PATCH 24/46] Debug variable [skip github] --- azure-pipelines.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index a4d454e6712..f6ee265fa25 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -171,7 +171,7 @@ stages: displayName: 'Print config and test access to commands' - task: Cache@2 inputs: - key: "key: " | $(data_version) + key: 'key: | "$(data_version)"' path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" From fa08d356da950034898549cdca8a5eae0e09fe16 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 17:03:35 +0100 Subject: [PATCH 25/46] Debug variable [skip github] --- azure-pipelines.yml | 15 +++++---------- 1 file changed, 5 insertions(+), 10 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index f6ee265fa25..318df8996f0 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -21,27 +21,22 @@ stages: variables: RET: 'true' steps: - - bash: | - data_log=`grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2` - echo $data_log - echo "##vso[task.setvariable variable=testing_version;isOutput=true]$data_log" - name: data_result - - bash: | - echo "Testing version:" - echo ${{ variables.testing_version }} - bash: | git_log=`git log --max-count=1 --skip=1 --pretty=format:"%s"` echo "##vso[task.setvariable variable=log]$git_log" - bash: echo "##vso[task.setvariable variable=RET]false" condition: or(contains(variables.log, '[skip azp]'), contains(variables.log, '[azp skip]'), contains(variables.log, '[skip ci]'), contains(variables.log, '[ci skip]')) - - bash: echo "##vso[task.setvariable variable=start_main;isOutput=true]$RET" + - bash: | + data_log=`grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2` + echo "##vso[task.setvariable variable=start_main;isOutput=true]$RET" + echo "##vso[task.setvariable variable=testing_version;isOutput=true]$data_log" name: result - stage: Main condition: and(succeeded(), eq(dependencies.Check.outputs['Skip.result.start_main'], 'true')) dependsOn: Check variables: - data_version: $[ dependencies.Check.outputs['Skip.data_result.testing_version'] ] + data_version: $[ dependencies.Check.outputs['Skip.result.testing_version'] ] # data_version: "0.112" jobs: # - job: Style From 0c249284c99b2edaec59cd09ed65805b4daf8654 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 17:11:51 +0100 Subject: [PATCH 26/46] Debug variable [skip github] --- azure-pipelines.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 318df8996f0..4a6a9b4c5f1 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -35,9 +35,6 @@ stages: - stage: Main condition: and(succeeded(), eq(dependencies.Check.outputs['Skip.result.start_main'], 'true')) dependsOn: Check - variables: - data_version: $[ dependencies.Check.outputs['Skip.result.testing_version'] ] - # data_version: "0.112" jobs: # - job: Style # pool: @@ -148,7 +145,10 @@ stages: - bash: | set -e echo "Testing version:" - echo $(data_version) + echo $[ dependencies.Check.outputs['Skip.result.testing_version'] ] + echo "##vso[task.setvariable variable=data_version]0.112" + echo "Testing version:" + echo $[ data_version ] - bash: | set -e wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh --progress=dot:mega @@ -166,7 +166,7 @@ stages: displayName: 'Print config and test access to commands' - task: Cache@2 inputs: - key: 'key: | "$(data_version)"' + key: '$[ variables.data_version ]' path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" From f3d1ceef834e15f32f9812f0eb5e497390f239d4 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 17:21:16 +0100 Subject: [PATCH 27/46] Debug variable [skip github] --- azure-pipelines.yml | 16 ++++++++++++---- 1 file changed, 12 insertions(+), 4 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 4a6a9b4c5f1..3e2516aeaf6 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -34,6 +34,10 @@ stages: - stage: Main condition: and(succeeded(), eq(dependencies.Check.outputs['Skip.result.start_main'], 'true')) + variables: + data_version1: $[ dependencies.Check.outputs['Skip.result.testing_version'] ] + data_version2: $(dependencies.Check.outputs['Skip.result.testing_version']) + data_version3: dependencies.Check.outputs['Skip.result.testing_version'] dependsOn: Check jobs: # - job: Style @@ -144,9 +148,13 @@ stages: steps: - bash: | set -e - echo "Testing version:" - echo $[ dependencies.Check.outputs['Skip.result.testing_version'] ] - echo "##vso[task.setvariable variable=data_version]0.112" + echo "version1:" + echo $(variables.data_version1) + echo "version2:" + echo $(variables.data_version2) + echo "version3:" + echo $(variables.data_version3) + echo "##vso[task.setvariable variable=data_version]'0.112'" echo "Testing version:" echo $[ data_version ] - bash: | @@ -166,7 +174,7 @@ stages: displayName: 'Print config and test access to commands' - task: Cache@2 inputs: - key: '$[ variables.data_version ]' + key: 'key $[ variables.data_version ]' path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" From 8b50030b80cbfe78482d619b1308a930536da62c Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 17:28:35 +0100 Subject: [PATCH 28/46] Debug variable [skip github] --- azure-pipelines.yml | 19 ++++--------------- 1 file changed, 4 insertions(+), 15 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 3e2516aeaf6..5b23a2b2256 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -27,17 +27,11 @@ stages: - bash: echo "##vso[task.setvariable variable=RET]false" condition: or(contains(variables.log, '[skip azp]'), contains(variables.log, '[azp skip]'), contains(variables.log, '[skip ci]'), contains(variables.log, '[ci skip]')) - bash: | - data_log=`grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2` echo "##vso[task.setvariable variable=start_main;isOutput=true]$RET" - echo "##vso[task.setvariable variable=testing_version;isOutput=true]$data_log" name: result - stage: Main condition: and(succeeded(), eq(dependencies.Check.outputs['Skip.result.start_main'], 'true')) - variables: - data_version1: $[ dependencies.Check.outputs['Skip.result.testing_version'] ] - data_version2: $(dependencies.Check.outputs['Skip.result.testing_version']) - data_version3: dependencies.Check.outputs['Skip.result.testing_version'] dependsOn: Check jobs: # - job: Style @@ -148,15 +142,10 @@ stages: steps: - bash: | set -e - echo "version1:" - echo $(variables.data_version1) - echo "version2:" - echo $(variables.data_version2) - echo "version3:" - echo $(variables.data_version3) - echo "##vso[task.setvariable variable=data_version]'0.112'" echo "Testing version:" - echo $[ data_version ] + data_log=`grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2` + echo "##vso[task.setvariable variable=testing_version;isOutput=true]$data_log" + echo $(testing_version) - bash: | set -e wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh --progress=dot:mega @@ -174,7 +163,7 @@ stages: displayName: 'Print config and test access to commands' - task: Cache@2 inputs: - key: 'key $[ variables.data_version ]' + key: "key$(testing_version)" path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" From 4c9a45268af74d8bc292aac18686894abd0199b4 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 17:33:49 +0100 Subject: [PATCH 29/46] Debug variable [skip github] --- azure-pipelines.yml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 5b23a2b2256..1b638839590 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -144,8 +144,10 @@ stages: set -e echo "Testing version:" data_log=`grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2` + echo $data_log + echo "Testing version:" echo "##vso[task.setvariable variable=testing_version;isOutput=true]$data_log" - echo $(testing_version) + echo $[variables.testing_version] - bash: | set -e wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh --progress=dot:mega @@ -163,7 +165,7 @@ stages: displayName: 'Print config and test access to commands' - task: Cache@2 inputs: - key: "key$(testing_version)" + key: 'key$[variables.testing_version]' path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" From 0bc783ab5b2e1df4c30f4db03c4c8c3f8d57e65e Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 17:38:44 +0100 Subject: [PATCH 30/46] Debug variable [skip github] --- azure-pipelines.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 1b638839590..41be437d532 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -146,8 +146,8 @@ stages: data_log=`grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2` echo $data_log echo "Testing version:" - echo "##vso[task.setvariable variable=testing_version;isOutput=true]$data_log" - echo $[variables.testing_version] + echo "##vso[task.setvariable variable=testing_version]$data_log" + echo "$(testing_version)" - bash: | set -e wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh --progress=dot:mega @@ -165,7 +165,7 @@ stages: displayName: 'Print config and test access to commands' - task: Cache@2 inputs: - key: 'key$[variables.testing_version]' + key: 'key$(testing_version)' path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" From e3e06318c6ef8cbad8c0572f6ae708c8869ee055 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 17:42:03 +0100 Subject: [PATCH 31/46] Test again? [skip github] From d720cc0af196544a5afc376288042a65aad0b53b Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Tue, 5 Jan 2021 18:14:45 +0100 Subject: [PATCH 32/46] Debug variable [skip github] --- azure-pipelines.yml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 41be437d532..4a568fd2df2 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -139,6 +139,8 @@ stages: - job: Notebook pool: vmImage: 'ubuntu-18.04' + variables: + testing_version: '' steps: - bash: | set -e @@ -147,7 +149,7 @@ stages: echo $data_log echo "Testing version:" echo "##vso[task.setvariable variable=testing_version]$data_log" - echo "$(testing_version)" + echo "$testing_version" - bash: | set -e wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh --progress=dot:mega @@ -165,7 +167,7 @@ stages: displayName: 'Print config and test access to commands' - task: Cache@2 inputs: - key: 'key$(testing_version)' + key: 'key$testing_version' path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" From 06f97c42571720ef953504553cf357418f1cc302 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Wed, 6 Jan 2021 09:43:55 +0100 Subject: [PATCH 33/46] Debug variable [skip github] --- azure-pipelines.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 4a568fd2df2..c01502eed5e 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -140,16 +140,16 @@ stages: pool: vmImage: 'ubuntu-18.04' variables: - testing_version: '' + - name: testing_version + value: 0 steps: - bash: | - set -e echo "Testing version:" data_log=`grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2` - echo $data_log - echo "Testing version:" echo "##vso[task.setvariable variable=testing_version]$data_log" - echo "$testing_version" + echo "$(testing_version)" + echo "$[testing_version]" + echo "${{ variables.testing_version }}" - bash: | set -e wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh --progress=dot:mega @@ -167,7 +167,7 @@ stages: displayName: 'Print config and test access to commands' - task: Cache@2 inputs: - key: 'key$testing_version' + key: 'key$(testing_version)' path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" From dc04dd1b435810215d087235d4feddb87630874e Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Wed, 6 Jan 2021 09:53:59 +0100 Subject: [PATCH 34/46] Debug variable [skip github] --- azure-pipelines.yml | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index c01502eed5e..da6ec1b09ad 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -139,14 +139,12 @@ stages: - job: Notebook pool: vmImage: 'ubuntu-18.04' - variables: - - name: testing_version - value: 0 steps: - bash: | - echo "Testing version:" data_log=`grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2` echo "##vso[task.setvariable variable=testing_version]$data_log" + - bash: | + echo "Testing version:" echo "$(testing_version)" echo "$[testing_version]" echo "${{ variables.testing_version }}" @@ -167,7 +165,7 @@ stages: displayName: 'Print config and test access to commands' - task: Cache@2 inputs: - key: 'key$(testing_version)' + key: '"'$(testing_version)'"' path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" From c74b801ec6478bdb19d7b9dec89df72c8350b671 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Wed, 6 Jan 2021 09:56:47 +0100 Subject: [PATCH 35/46] Debug variable [skip github] --- azure-pipelines.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index da6ec1b09ad..359c8f02972 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -165,7 +165,7 @@ stages: displayName: 'Print config and test access to commands' - task: Cache@2 inputs: - key: '"'$(testing_version)'"' + key: $(testing_version) path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" From bbc721000a7a19a6cad1dc6c65299a72b7437cbc Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Wed, 6 Jan 2021 10:01:55 +0100 Subject: [PATCH 36/46] Test new key format [skip github] --- azure-pipelines.yml | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 359c8f02972..a95092d56c8 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -143,11 +143,6 @@ stages: - bash: | data_log=`grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2` echo "##vso[task.setvariable variable=testing_version]$data_log" - - bash: | - echo "Testing version:" - echo "$(testing_version)" - echo "$[testing_version]" - echo "${{ variables.testing_version }}" - bash: | set -e wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh --progress=dot:mega @@ -165,7 +160,7 @@ stages: displayName: 'Print config and test access to commands' - task: Cache@2 inputs: - key: $(testing_version) + key: `"`$(testing_version)`"` path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" From 9a368beeebd5ba14e91d5d3643dff32b33d6ba05 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Wed, 6 Jan 2021 10:10:33 +0100 Subject: [PATCH 37/46] Test new key format [skip github] --- azure-pipelines.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index a95092d56c8..1029a09eff8 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -141,7 +141,7 @@ stages: vmImage: 'ubuntu-18.04' steps: - bash: | - data_log=`grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2` + data_log=`grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2 | sed "s/\./-/g"` echo "##vso[task.setvariable variable=testing_version]$data_log" - bash: | set -e @@ -160,7 +160,7 @@ stages: displayName: 'Print config and test access to commands' - task: Cache@2 inputs: - key: `"`$(testing_version)`"` + key: $(testing_version) path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" From 8a231fe20411731f00f6aea9c4dd9ed39433cecc Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Wed, 6 Jan 2021 10:23:11 +0100 Subject: [PATCH 38/46] Test new key format [skip github] --- azure-pipelines.yml | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 1029a09eff8..3f5faefc372 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -140,9 +140,7 @@ stages: pool: vmImage: 'ubuntu-18.04' steps: - - bash: | - data_log=`grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2 | sed "s/\./-/g"` - echo "##vso[task.setvariable variable=testing_version]$data_log" + - script: tools/get_testing_version.sh - bash: | set -e wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh --progress=dot:mega From 7906b415a567a1f63ff720111cd603e570bd4dc0 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Wed, 6 Jan 2021 10:29:11 +0100 Subject: [PATCH 39/46] Try again [skip github] --- tools/get_testing_version.sh | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/tools/get_testing_version.sh b/tools/get_testing_version.sh index 94a37ba0c75..637c48bf86f 100755 --- a/tools/get_testing_version.sh +++ b/tools/get_testing_version.sh @@ -1,11 +1,10 @@ #!/bin/bash -ef # TESTING_VERSION=$(grep -oP "(?<=testing=')[0-9.]*(?=')" mne/datasets/utils.py) -TESTING_VERSION=$(grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2) +TESTING_VERSION=`grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2 | sed "s/\./-/g"` +echo "##vso[task.setvariable variable=testing_version]$TESTING_VERSION" if [ ! -z $GITHUB_ENV ]; then echo "TESTING_VERSION="$TESTING_VERSION >> $GITHUB_ENV -elif [ ! -z $Build.Repository.Name ]; then - echo "##vso[task.setvariable variable=testing_version;isOutput=true]$TESTING_VERSION" else echo $TESTING_VERSION fi From 20d98dbe5a47005504934c0e93b477ddb5d51fda Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Wed, 6 Jan 2021 10:38:14 +0100 Subject: [PATCH 40/46] Try again [skip github] --- azure-pipelines.yml | 2 ++ tools/get_testing_version.sh | 4 ++-- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 3f5faefc372..717acc4e521 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -141,6 +141,8 @@ stages: vmImage: 'ubuntu-18.04' steps: - script: tools/get_testing_version.sh + env: + AZURE_CI: 'true' - bash: | set -e wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh --progress=dot:mega diff --git a/tools/get_testing_version.sh b/tools/get_testing_version.sh index 637c48bf86f..78842f31e34 100755 --- a/tools/get_testing_version.sh +++ b/tools/get_testing_version.sh @@ -1,10 +1,10 @@ #!/bin/bash -ef -# TESTING_VERSION=$(grep -oP "(?<=testing=')[0-9.]*(?=')" mne/datasets/utils.py) TESTING_VERSION=`grep -o "testing='[0-9.]\+'" mne/datasets/utils.py | cut -d \' -f 2 | sed "s/\./-/g"` -echo "##vso[task.setvariable variable=testing_version]$TESTING_VERSION" if [ ! -z $GITHUB_ENV ]; then echo "TESTING_VERSION="$TESTING_VERSION >> $GITHUB_ENV +elif [ ! -z $AZURE_CI ]; then + echo "##vso[task.setvariable variable=testing_version]$TESTING_VERSION" else echo $TESTING_VERSION fi From d83ccf052be8768a9e7543f65f2577d41a7ffa37 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Wed, 6 Jan 2021 10:45:53 +0100 Subject: [PATCH 41/46] Try again [skip github] --- azure-pipelines.yml | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 717acc4e521..a931fe1cf66 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -33,6 +33,8 @@ stages: - stage: Main condition: and(succeeded(), eq(dependencies.Check.outputs['Skip.result.start_main'], 'true')) dependsOn: Check + variables: + AZURE_CI: 'true' jobs: # - job: Style # pool: @@ -140,9 +142,6 @@ stages: pool: vmImage: 'ubuntu-18.04' steps: - - script: tools/get_testing_version.sh - env: - AZURE_CI: 'true' - bash: | set -e wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh --progress=dot:mega @@ -158,6 +157,8 @@ stages: displayName: 'Install dependencies' - script: mne sys_info displayName: 'Print config and test access to commands' + - script: tools/get_testing_version.sh + displayName: 'Get testing version' - task: Cache@2 inputs: key: $(testing_version) From b278faca505d2395a4dcb96af80f403b505c2e90 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Wed, 6 Jan 2021 10:55:24 +0100 Subject: [PATCH 42/46] Deploy to all jobs --- azure-pipelines.yml | 404 ++++++++++++++++++++++---------------------- 1 file changed, 202 insertions(+), 202 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index a931fe1cf66..06593f94103 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -26,8 +26,7 @@ stages: echo "##vso[task.setvariable variable=log]$git_log" - bash: echo "##vso[task.setvariable variable=RET]false" condition: or(contains(variables.log, '[skip azp]'), contains(variables.log, '[azp skip]'), contains(variables.log, '[skip ci]'), contains(variables.log, '[ci skip]')) - - bash: | - echo "##vso[task.setvariable variable=start_main;isOutput=true]$RET" + - bash: echo "##vso[task.setvariable variable=start_main;isOutput=true]$RET" name: result - stage: Main @@ -36,106 +35,107 @@ stages: variables: AZURE_CI: 'true' jobs: - # - job: Style - # pool: - # vmImage: 'ubuntu-18.04' - # variables: - # PYTHON_VERSION: '3.8' - # PYTHON_ARCH: 'x64' - # steps: - # - bash: echo $(COMMIT_MSG) - # - task: UsePythonVersion@0 - # inputs: - # versionSpec: $(PYTHON_VERSION) - # architecture: $(PYTHON_ARCH) - # addToPath: true - # displayName: 'Get Python' - # - bash: | - # set -e - # python -m pip install --upgrade pip setuptools - # python -m pip install numpy scipy matplotlib -r requirements_testing.txt - # displayName: Install dependencies - # condition: always() - # - bash: | - # make pydocstyle - # displayName: make pydocstyle - # condition: always() - # - bash: | - # make docstring - # displayName: make docstring - # - bash: | - # make nesting - # displayName: make nesting - # condition: always() - # - bash: | - # make check-manifest - # displayName: make check-manifest - # condition: always() - # - bash: | - # make check-readme - # displayName: make check-readme - # condition: always() + - job: Style + pool: + vmImage: 'ubuntu-18.04' + variables: + PYTHON_VERSION: '3.8' + PYTHON_ARCH: 'x64' + steps: + - bash: echo $(COMMIT_MSG) + - task: UsePythonVersion@0 + inputs: + versionSpec: $(PYTHON_VERSION) + architecture: $(PYTHON_ARCH) + addToPath: true + displayName: 'Get Python' + - bash: | + set -e + python -m pip install --upgrade pip setuptools + python -m pip install numpy scipy matplotlib -r requirements_testing.txt + displayName: Install dependencies + condition: always() + - bash: | + make pydocstyle + displayName: make pydocstyle + condition: always() + - bash: | + make docstring + displayName: make docstring + - bash: | + make nesting + displayName: make nesting + condition: always() + - bash: | + make check-manifest + displayName: make check-manifest + condition: always() + - bash: | + make check-readme + displayName: make check-readme + condition: always() - # - job: Ultraslow - # pool: - # vmImage: 'ubuntu-18.04' - # variables: - # DISPLAY: ':99' - # OPENBLAS_NUM_THREADS: '1' - # steps: - # - bash: | - # sudo apt install libxkbcommon-x11-0 xvfb tcsh libxcb* - # displayName: 'Install Ubuntu dependencies' - # - bash: | - # source tools/get_minimal_commands.sh - # echo "##vso[task.setvariable variable=MNE_ROOT]${MNE_ROOT}" - # echo "##vso[task.setvariable variable=PATH]${PATH}" - # echo "##vso[task.setvariable variable=LD_LIBRARY_PATH]${LD_LIBRARY_PATH}" - # echo "##vso[task.setvariable variable=NEUROMAG2FT_ROOT]${NEUROMAG2FT_ROOT}" - # echo "##vso[task.setvariable variable=FREESURFER_HOME]${FREESURFER_HOME}" - # echo "##vso[task.setvariable variable=MNE_SKIP_FS_FLASH_CALL]${MNE_SKIP_FS_FLASH_CALL}" - # displayName: 'Install minimal commands' - # - bash: | - # echo $PATH - # mne_surf2bem --version - # fsl_rigid_register --version - # displayName: 'Test minimal commands' - # - task: UsePythonVersion@0 - # inputs: - # versionSpec: '3.7' - # architecture: 'x64' - # addToPath: true - # displayName: 'Get Python' - # - bash: | - # /sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background --exec /usr/bin/Xvfb -- :99 -screen 0 1400x900x24 -ac +extension GLX +render -noreset; - # displayName: 'Spin up Xvfb' - # - bash: | - # set -e - # python -m pip install --upgrade pip setuptools - # python -m pip install --upgrade numpy scipy vtk -r requirements.txt -r requirements_testing.txt codecov - # displayName: 'Install dependencies with pip' - # - task: Cache@2 - # inputs: - # key: "$(Agent.OS)"-dependencies.Check.outputs['Skip.testing_version.testing_version'] - # path: '$(Agent.HomeDirectory)/mne_data' - # displayName: 'Cache testing data' - # - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" - # displayName: 'Get test data' - # condition: always() - # - script: pytest -m "ultraslowtest" --tb=short --cov=mne -vv mne - # displayName: 'Run ultraslow tests' - # - script: codecov --root $BUILD_REPOSITORY_LOCALPATH -t $CODECOV_TOKEN - # displayName: 'Codecov' - # env: - # CODECOV_TOKEN: $(CODECOV_TOKEN) - # condition: succeededOrFailed() - # - task: PublishTestResults@2 - # inputs: - # testResultsFiles: 'junit-*.xml' - # testRunTitle: 'Publish test results for $(Agent.JobName)' - # failTaskOnFailedTests: true - # condition: succeededOrFailed() + - job: Ultraslow + pool: + vmImage: 'ubuntu-18.04' + variables: + DISPLAY: ':99' + OPENBLAS_NUM_THREADS: '1' + steps: + - bash: | + sudo apt install libxkbcommon-x11-0 xvfb tcsh libxcb* + displayName: 'Install Ubuntu dependencies' + - bash: | + source tools/get_minimal_commands.sh + echo "##vso[task.setvariable variable=MNE_ROOT]${MNE_ROOT}" + echo "##vso[task.setvariable variable=PATH]${PATH}" + echo "##vso[task.setvariable variable=LD_LIBRARY_PATH]${LD_LIBRARY_PATH}" + echo "##vso[task.setvariable variable=NEUROMAG2FT_ROOT]${NEUROMAG2FT_ROOT}" + echo "##vso[task.setvariable variable=FREESURFER_HOME]${FREESURFER_HOME}" + echo "##vso[task.setvariable variable=MNE_SKIP_FS_FLASH_CALL]${MNE_SKIP_FS_FLASH_CALL}" + displayName: 'Install minimal commands' + - bash: | + echo $PATH + mne_surf2bem --version + fsl_rigid_register --version + displayName: 'Test minimal commands' + - task: UsePythonVersion@0 + inputs: + versionSpec: '3.7' + architecture: 'x64' + addToPath: true + displayName: 'Get Python' + - bash: | + /sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background --exec /usr/bin/Xvfb -- :99 -screen 0 1400x900x24 -ac +extension GLX +render -noreset; + displayName: 'Spin up Xvfb' + - bash: | + set -e + python -m pip install --upgrade pip setuptools + python -m pip install --upgrade numpy scipy vtk -r requirements.txt -r requirements_testing.txt codecov + displayName: 'Install dependencies with pip' + - script: tools/get_testing_version.sh + displayName: 'Get testing version' + - task: Cache@2 + inputs: + key: $(testing_version) + path: /home/vsts/mne_data + displayName: 'Cache testing data' + - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" + displayName: 'Get test data' + - script: pytest -m "ultraslowtest" --tb=short --cov=mne -vv mne + displayName: 'Run ultraslow tests' + - script: codecov --root $BUILD_REPOSITORY_LOCALPATH -t $CODECOV_TOKEN + displayName: 'Codecov' + env: + CODECOV_TOKEN: $(CODECOV_TOKEN) + condition: succeededOrFailed() + - task: PublishTestResults@2 + inputs: + testResultsFiles: 'junit-*.xml' + testRunTitle: 'Publish test results for $(Agent.JobName)' + failTaskOnFailedTests: true + condition: succeededOrFailed() - job: Notebook @@ -166,7 +166,6 @@ stages: displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" displayName: 'Get test data' - condition: always() - script: pytest --tb=short --cov=mne -vv mne/viz displayName: 'Run viz tests' - script: codecov --root $BUILD_REPOSITORY_LOCALPATH -t $CODECOV_TOKEN @@ -182,104 +181,105 @@ stages: condition: succeededOrFailed() - # - job: Windows - # pool: - # vmImage: 'VS2017-Win2016' - # variables: - # MNE_LOGGING_LEVEL: 'warning' - # MNE_FORCE_SERIAL: 'true' - # OPENBLAS_NUM_THREADS: 1 - # PYTHONUNBUFFERED: 1 - # PYTHONIOENCODING: 'utf-8' - # AZURE_CI_WINDOWS: 'true' - # PYTHON_ARCH: 'x64' - # strategy: - # maxParallel: 4 - # matrix: - # 3.7 conda: - # PLATFORM: 'x86-64' - # TEST_MODE: 'conda' - # PYTHON_VERSION: '3.8' - # 3.7 pip: - # TEST_MODE: 'pip' - # PYTHON_VERSION: '3.7' - # 3.8 pip pre: - # TEST_MODE: 'pre-pip' - # PYTHON_VERSION: '3.8' - # OPENBLAS_CORETYPE: 'prescott' # workaround for https://github.com/numpy/numpy/issues/16913 - # steps: - # - task: UsePythonVersion@0 - # inputs: - # versionSpec: $(PYTHON_VERSION) - # architecture: $(PYTHON_ARCH) - # addToPath: true - # condition: in(variables['TEST_MODE'], 'pip', 'pre-pip') - # displayName: 'Get Python' - # # https://docs.microsoft.com/en-us/azure/devops/pipelines/ecosystems/anaconda - # # https://github.com/MicrosoftDocs/pipelines-anaconda - # # Qt 5.9 post-link failure: - # # https://github.com/ContinuumIO/anaconda-issues/issues/10949 - # - script: echo "##vso[task.prependpath]%CONDA%;%CONDA%\condabin;%CONDA%\Scripts;%CONDA%\Library\bin;%SystemRoot%\system32;%SystemRoot%;%SystemRoot%\System32\Wbem;" - # condition: in(variables['TEST_MODE'], 'conda') - # displayName: Add conda to PATH, deal with Qt 5.9 bug - # - bash: | - # set -e - # git clone --depth 1 git://github.com/pyvista/gl-ci-helpers.git - # powershell gl-ci-helpers/appveyor/install_opengl.ps1 - # displayName: Install OpenGL - # - bash: | - # set -e - # python -m pip install --upgrade pip setuptools - # python -m pip install --upgrade numpy scipy vtk - # python -m pip install --upgrade --use-deprecated=legacy-resolver --only-binary="numba,llvmlite" -r requirements.txt -r requirements_testing.txt - # python -m pip install codecov - # condition: eq(variables['TEST_MODE'], 'pip') - # displayName: 'Install dependencies with pip' - # - bash: | - # set -e - # python -m pip install --upgrade pip setuptools - # python -m pip install --use-deprecated=legacy-resolver --upgrade --pre --only-binary ":all:" -i "https://pypi.anaconda.org/scipy-wheels-nightly/simple" numpy - # python -m pip install --use-deprecated=legacy-resolver --upgrade --pre --only-binary ":all:" -f "https://7933911d6844c6c53a7d-47bd50c35cd79bd838daf386af554a83.ssl.cf2.rackcdn.com" scipy pandas scikit-learn matplotlib h5py Pillow - # python -m pip install --upgrade --only-binary vtk vtk; - # python -m pip install https://github.com/pyvista/pyvista/zipball/master - # python -m pip install https://github.com/pyvista/pyvistaqt/zipball/master - # python -m pip install --use-deprecated=legacy-resolver --only-binary="numba,llvmlite" -r requirements.txt -r requirements_testing.txt codecov - # condition: eq(variables['TEST_MODE'], 'pre-pip') - # displayName: 'Install dependencies with pip --pre' - # - powershell: | - # Set-StrictMode -Version Latest - # $ErrorActionPreference = "Stop" - # $PSDefaultParameterValues['*:ErrorAction']='Stop' - # conda update -n base -c defaults conda - # conda env update --name base --file environment.yml - # pip uninstall -yq mne - # pip install -r requirements_testing.txt codecov - # condition: eq(variables['TEST_MODE'], 'conda') - # displayName: 'Install dependencies with conda' - # - script: python setup.py develop - # displayName: 'Install MNE-Python dev' - # - script: mne sys_info - # displayName: 'Print config and test access to commands' - # - script: python -c "import numpy; numpy.show_config()" - # displayName: Print NumPy config - # - task: Cache@2 - # inputs: - # key: "$(Agent.OS)"-dependencies.Check.outputs['Skip.testing_version.testing_version'] - # path: "$(Agent.HomeDirectory)"/mne_data - # displayName: 'Cache testing data' - # - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" - # displayName: 'Get test data' - # condition: always() - # - script: pytest -m "not slowtest" --tb=short --cov=mne -vv mne - # displayName: 'Run tests' - # - script: codecov --root %BUILD_REPOSITORY_LOCALPATH% -t %CODECOV_TOKEN% - # displayName: 'Codecov' - # env: - # CODECOV_TOKEN: $(CODECOV_TOKEN) - # condition: succeededOrFailed() - # - task: PublishTestResults@2 - # inputs: - # testResultsFiles: 'junit-*.xml' - # testRunTitle: 'Publish test results for $(Agent.JobName) $(TEST_MODE) $(PYTHON_VERSION)' - # failTaskOnFailedTests: true - # condition: succeededOrFailed() + - job: Windows + pool: + vmImage: 'VS2017-Win2016' + variables: + MNE_LOGGING_LEVEL: 'warning' + MNE_FORCE_SERIAL: 'true' + OPENBLAS_NUM_THREADS: 1 + PYTHONUNBUFFERED: 1 + PYTHONIOENCODING: 'utf-8' + AZURE_CI_WINDOWS: 'true' + PYTHON_ARCH: 'x64' + strategy: + maxParallel: 4 + matrix: + 3.7 conda: + PLATFORM: 'x86-64' + TEST_MODE: 'conda' + PYTHON_VERSION: '3.8' + 3.7 pip: + TEST_MODE: 'pip' + PYTHON_VERSION: '3.7' + 3.8 pip pre: + TEST_MODE: 'pre-pip' + PYTHON_VERSION: '3.8' + OPENBLAS_CORETYPE: 'prescott' # workaround for https://github.com/numpy/numpy/issues/16913 + steps: + - task: UsePythonVersion@0 + inputs: + versionSpec: $(PYTHON_VERSION) + architecture: $(PYTHON_ARCH) + addToPath: true + condition: in(variables['TEST_MODE'], 'pip', 'pre-pip') + displayName: 'Get Python' + # https://docs.microsoft.com/en-us/azure/devops/pipelines/ecosystems/anaconda + # https://github.com/MicrosoftDocs/pipelines-anaconda + # Qt 5.9 post-link failure: + # https://github.com/ContinuumIO/anaconda-issues/issues/10949 + - script: echo "##vso[task.prependpath]%CONDA%;%CONDA%\condabin;%CONDA%\Scripts;%CONDA%\Library\bin;%SystemRoot%\system32;%SystemRoot%;%SystemRoot%\System32\Wbem;" + condition: in(variables['TEST_MODE'], 'conda') + displayName: Add conda to PATH, deal with Qt 5.9 bug + - bash: | + set -e + git clone --depth 1 git://github.com/pyvista/gl-ci-helpers.git + powershell gl-ci-helpers/appveyor/install_opengl.ps1 + displayName: Install OpenGL + - bash: | + set -e + python -m pip install --upgrade pip setuptools + python -m pip install --upgrade numpy scipy vtk + python -m pip install --upgrade --use-deprecated=legacy-resolver --only-binary="numba,llvmlite" -r requirements.txt -r requirements_testing.txt + python -m pip install codecov + condition: eq(variables['TEST_MODE'], 'pip') + displayName: 'Install dependencies with pip' + - bash: | + set -e + python -m pip install --upgrade pip setuptools + python -m pip install --use-deprecated=legacy-resolver --upgrade --pre --only-binary ":all:" -i "https://pypi.anaconda.org/scipy-wheels-nightly/simple" numpy + python -m pip install --use-deprecated=legacy-resolver --upgrade --pre --only-binary ":all:" -f "https://7933911d6844c6c53a7d-47bd50c35cd79bd838daf386af554a83.ssl.cf2.rackcdn.com" scipy pandas scikit-learn matplotlib h5py Pillow + python -m pip install --upgrade --only-binary vtk vtk; + python -m pip install https://github.com/pyvista/pyvista/zipball/master + python -m pip install https://github.com/pyvista/pyvistaqt/zipball/master + python -m pip install --use-deprecated=legacy-resolver --only-binary="numba,llvmlite" -r requirements.txt -r requirements_testing.txt codecov + condition: eq(variables['TEST_MODE'], 'pre-pip') + displayName: 'Install dependencies with pip --pre' + - powershell: | + Set-StrictMode -Version Latest + $ErrorActionPreference = "Stop" + $PSDefaultParameterValues['*:ErrorAction']='Stop' + conda update -n base -c defaults conda + conda env update --name base --file environment.yml + pip uninstall -yq mne + pip install -r requirements_testing.txt codecov + condition: eq(variables['TEST_MODE'], 'conda') + displayName: 'Install dependencies with conda' + - script: python setup.py develop + displayName: 'Install MNE-Python dev' + - script: mne sys_info + displayName: 'Print config and test access to commands' + - script: python -c "import numpy; numpy.show_config()" + displayName: Print NumPy config + - script: tools/get_testing_version.sh + displayName: 'Get testing version' + - task: Cache@2 + inputs: + key: $(testing_version) + path: /home/vsts/mne_data + displayName: 'Cache testing data' + - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" + displayName: 'Get test data' + - script: pytest -m "not slowtest" --tb=short --cov=mne -vv mne + displayName: 'Run tests' + - script: codecov --root %BUILD_REPOSITORY_LOCALPATH% -t %CODECOV_TOKEN% + displayName: 'Codecov' + env: + CODECOV_TOKEN: $(CODECOV_TOKEN) + condition: succeededOrFailed() + - task: PublishTestResults@2 + inputs: + testResultsFiles: 'junit-*.xml' + testRunTitle: 'Publish test results for $(Agent.JobName) $(TEST_MODE) $(PYTHON_VERSION)' + failTaskOnFailedTests: true + condition: succeededOrFailed() From 91d0177d65674651e791e5025d57eba7d001d052 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Wed, 6 Jan 2021 11:13:05 +0100 Subject: [PATCH 43/46] Try another syntax [skip github][skip circle] --- azure-pipelines.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 06593f94103..e6d1f357854 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -114,7 +114,7 @@ stages: python -m pip install --upgrade pip setuptools python -m pip install --upgrade numpy scipy vtk -r requirements.txt -r requirements_testing.txt codecov displayName: 'Install dependencies with pip' - - script: tools/get_testing_version.sh + - bash: source tools/get_testing_version.sh displayName: 'Get testing version' - task: Cache@2 inputs: @@ -157,7 +157,7 @@ stages: displayName: 'Install dependencies' - script: mne sys_info displayName: 'Print config and test access to commands' - - script: tools/get_testing_version.sh + - bash: source tools/get_testing_version.sh displayName: 'Get testing version' - task: Cache@2 inputs: @@ -261,7 +261,7 @@ stages: displayName: 'Print config and test access to commands' - script: python -c "import numpy; numpy.show_config()" displayName: Print NumPy config - - script: tools/get_testing_version.sh + - bash: source tools/get_testing_version.sh displayName: 'Get testing version' - task: Cache@2 inputs: From 776030b93ee294d3a57182178ced5f5d9cd3d4cf Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Wed, 6 Jan 2021 11:27:14 +0100 Subject: [PATCH 44/46] Try another syntax [skip github][skip circle] --- azure-pipelines.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index e6d1f357854..f32708dad0a 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -118,8 +118,8 @@ stages: displayName: 'Get testing version' - task: Cache@2 inputs: - key: $(testing_version) - path: /home/vsts/mne_data + key: $(Agent.OS)-$(testing_version) + path: $(Agent.HomeDirectory)/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" displayName: 'Get test data' @@ -161,8 +161,8 @@ stages: displayName: 'Get testing version' - task: Cache@2 inputs: - key: $(testing_version) - path: /home/vsts/mne_data + key: $(Agent.OS)-$(testing_version) + path: $(Agent.HomeDirectory)/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" displayName: 'Get test data' @@ -265,8 +265,8 @@ stages: displayName: 'Get testing version' - task: Cache@2 inputs: - key: $(testing_version) - path: /home/vsts/mne_data + key: $(Agent.OS)-$(testing_version) + path: $(Agent.HomeDirectory)/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" displayName: 'Get test data' From bc5e71e7912eb45af4d69337eb582dc347682ba1 Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Wed, 6 Jan 2021 12:24:46 +0100 Subject: [PATCH 45/46] Try another syntax [skip github][skip circle] --- azure-pipelines.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index f32708dad0a..a2f9d1a6af4 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -118,8 +118,8 @@ stages: displayName: 'Get testing version' - task: Cache@2 inputs: - key: $(Agent.OS)-$(testing_version) - path: $(Agent.HomeDirectory)/mne_data + key: $(testing_version) + path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" displayName: 'Get test data' @@ -161,8 +161,8 @@ stages: displayName: 'Get testing version' - task: Cache@2 inputs: - key: $(Agent.OS)-$(testing_version) - path: $(Agent.HomeDirectory)/mne_data + key: $(testing_version) + path: /home/vsts/mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" displayName: 'Get test data' @@ -265,8 +265,8 @@ stages: displayName: 'Get testing version' - task: Cache@2 inputs: - key: $(Agent.OS)-$(testing_version) - path: $(Agent.HomeDirectory)/mne_data + key: $(testing_version) + path: C:\Users\VssAdministrator\mne_data displayName: 'Cache testing data' - script: python -c "import mne; mne.datasets.testing.data_path(verbose=True)" displayName: 'Get test data' From 26c0882039e9915c9586c73359d23d4be203931f Mon Sep 17 00:00:00 2001 From: Guillaume Favelier Date: Wed, 6 Jan 2021 13:39:50 +0100 Subject: [PATCH 46/46] Test again --- .github/workflows/compat_minimal.yml | 2 +- .github/workflows/compat_old.yml | 2 +- .github/workflows/linux_conda.yml | 2 +- .github/workflows/linux_pip.yml | 2 +- .github/workflows/macos_conda.yml | 2 +- 5 files changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/compat_minimal.yml b/.github/workflows/compat_minimal.yml index 0d6dbd24b73..ac49b78043c 100644 --- a/.github/workflows/compat_minimal.yml +++ b/.github/workflows/compat_minimal.yml @@ -69,8 +69,8 @@ jobs: name: 'Get testing version' - uses: actions/cache@v2 with: + key: ${{ env.TESTING_VERSION }} path: ~/mne_data - key: ${{ runner.os }}-${{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh diff --git a/.github/workflows/compat_old.yml b/.github/workflows/compat_old.yml index 53d72b4e9bd..e4a3f31784e 100644 --- a/.github/workflows/compat_old.yml +++ b/.github/workflows/compat_old.yml @@ -62,8 +62,8 @@ jobs: name: 'Get testing version' - uses: actions/cache@v2 with: + key: ${{ env.TESTING_VERSION }} path: ~/mne_data - key: ${{ runner.os }}-${{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh diff --git a/.github/workflows/linux_conda.yml b/.github/workflows/linux_conda.yml index efb815ab2e7..f42655ce79c 100644 --- a/.github/workflows/linux_conda.yml +++ b/.github/workflows/linux_conda.yml @@ -64,8 +64,8 @@ jobs: name: 'Get testing version' - uses: actions/cache@v2 with: + key: ${{ env.TESTING_VERSION }} path: ~/mne_data - key: ${{ runner.os }}-${{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh diff --git a/.github/workflows/linux_pip.yml b/.github/workflows/linux_pip.yml index 18519b4a37a..7eb531bb886 100644 --- a/.github/workflows/linux_pip.yml +++ b/.github/workflows/linux_pip.yml @@ -62,8 +62,8 @@ jobs: name: 'Get testing version' - uses: actions/cache@v2 with: + key: ${{ env.TESTING_VERSION }} path: ~/mne_data - key: ${{ runner.os }}-${{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh diff --git a/.github/workflows/macos_conda.yml b/.github/workflows/macos_conda.yml index 7d024c3a78a..4d6c17dac6d 100644 --- a/.github/workflows/macos_conda.yml +++ b/.github/workflows/macos_conda.yml @@ -61,8 +61,8 @@ jobs: name: 'Get testing version' - uses: actions/cache@v2 with: + key: ${{ env.TESTING_VERSION }} path: ~/mne_data - key: ${{ runner.os }}-${{ env.TESTING_VERSION }} name: 'Cache testing data' - shell: bash -el {0} run: ./tools/github_actions_download.sh