Start running the draft CWL v1.3.0 conformance tests

common-workflow-language · Jul 18, 2024 · d52ac70 · d52ac70
1 parent bf2b1f0
commit d52ac70
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/.github/workflows/ci-tests.yml b/.github/workflows/ci-tests.yml
@@ -173,6 +173,9 @@ jobs:
           - cwl-version: v1.2
             container: docker
             extras: "--fast-parser"
+        include:
+          - cwl-version: v1.3.0-dev1
+            extras: "--relax-path-checks"
 
     steps:
       - uses: actions/checkout@v4

diff --git a/conformance-test.sh b/conformance-test.sh
@@ -16,7 +16,7 @@ venv() {
 # VERSION=v1.2 GIT_TARGET=main CONTAINER=podman ./conformance_test.sh
 
 # Version of the standard to test against
-# Current options: v1.0, v1.1, v1.2
+# Current options: v1.0, v1.1, v1.2, v1.3.0-dev1
 VERSION=${VERSION:-"v1.2"}
 
 # Which commit of the standard's repo to use
@@ -121,7 +121,7 @@ if (( "${#exclusions[*]}" > 0 )); then
 fi
 
 # Build command
-TEST_COMMAND="python -m pytest ${CONFORMANCE_TEST} -n logical --dist worksteal -rs --junit-xml=${TMP_DIR}/cwltool_conf_${VERSION}_${GIT_TARGET}_${CONTAINER}.xml -o junit_suite_name=cwltool_$(echo "${CWLTOOL_OPTIONS}" | tr "[:blank:]-" _)"
+TEST_COMMAND="python -m pytest ${CONFORMANCE_TEST} -n logical --dist worksteal -rsfE --junit-xml=${TMP_DIR}/cwltool_conf_${VERSION}_${GIT_TARGET}_${CONTAINER}.xml -o junit_suite_name=cwltool_$(echo "${CWLTOOL_OPTIONS}" | tr "[:blank:]-" _)"
 if [[ -n "${EXCLUDE}" ]] ; then
   TEST_COMMAND="${TEST_COMMAND} --cwl-exclude ${EXCLUDE}"
 fi