diff --git a/.github/workflows/superlinter.yml b/.github/workflows/superlinter.yml new file mode 100644 index 0000000000..4b1ffea8d2 --- /dev/null +++ b/.github/workflows/superlinter.yml @@ -0,0 +1,37 @@ +--- +name: Super-Linter + +on: + push: null + pull_request: null + +jobs: + build: + name: Lint + runs-on: ubuntu-latest + + permissions: + contents: read + packages: read + statuses: write + + steps: + - name: Checkout code + uses: actions/checkout@v4 + with: + fetch-depth: 0 + + - name: Super-Linter + uses: super-linter/super-linter@v6.3.0 + env: + LINTER_RULES_PATH: / + DEFAULT_BRANCH: origin/develop + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + FILTER_REGEX_EXCLUDE: .*(tests/fv3_conf/.*|tests/ci/.*|tests/auto/.*|tests/auto-jenkins/.*|tests/opnReqTests/.*|tests/opnReqTest|tests/atparse.bash).* + VALIDATE_BASH: true + BASH_SEVERITY: style + #VALIDATE_GITHUB_ACTIONS: true + #VALIDATE_LUA: true + #VALIDATE_MARKDOWN: true + #VALIDATE_PYTHON_PYLINT: true + #VALIDATE_YAML: true diff --git a/.shellcheckrc b/.shellcheckrc new file mode 100644 index 0000000000..95525eb590 --- /dev/null +++ b/.shellcheckrc @@ -0,0 +1,16 @@ +# Global settings for Shellcheck (https://github.com/koalaman/shellcheck) +enable=all + +external-sources=true + +# Disable variable referenced but not assigned +disable=SC2154 + +# Disable following non-constant source +disable=SC1090 + +# Disable non-existent binary +disable=SC1091 + +# Disable -p -m only applies to deepest directory +disable=SC2174 \ No newline at end of file diff --git a/FV3 b/FV3 index 37e7d4859d..979bcab28f 160000 --- a/FV3 +++ b/FV3 @@ -1 +1 @@ -Subproject commit 37e7d4859db4eb75472091abc650831060037715 +Subproject commit 979bcab28f63b37411698cd9d23d04d0b0fe3a7e diff --git a/build.sh b/build.sh index 6b6e5e1249..a92ee521f2 100755 --- a/build.sh +++ b/build.sh @@ -1,21 +1,29 @@ #!/bin/bash set -eu - -if [[ $(uname -s) == Darwin ]]; then - readonly UFS_MODEL_DIR=$(cd "$(dirname "$(greadlink -f -n "${BASH_SOURCE[0]}" )" )" && pwd -P) +uname_s=$(uname -s) +if [[ ${uname_s} == Darwin ]]; then + UFS_MODEL_DIR=$(greadlink -f -n "${BASH_SOURCE[0]}") + UFS_MODEL_DIR=$(dirname "${UFS_MODEL_DIR}") + UFS_MODEL_DIR=$(cd "${UFS_MODEL_DIR}" && pwd -P) else - readonly UFS_MODEL_DIR=$(cd "$(dirname "$(readlink -f -n "${BASH_SOURCE[0]}" )" )" && pwd -P) + UFS_MODEL_DIR=$(readlink -f -n "${BASH_SOURCE[0]}") + UFS_MODEL_DIR=$(dirname "${UFS_MODEL_DIR}") + UFS_MODEL_DIR=$(cd "${UFS_MODEL_DIR}" && pwd -P) fi +echo "UFS MODEL DIR: ${UFS_MODEL_DIR}" +readonly UFS_MODEL_DIR export CC=${CC:-mpicc} export CXX=${CXX:-mpicxx} export FC=${FC:-mpif90} BUILD_DIR=${BUILD_DIR:-${UFS_MODEL_DIR}/build} -mkdir -p ${BUILD_DIR} +mkdir -p "${BUILD_DIR}" -cd ${BUILD_DIR} -cmake ${UFS_MODEL_DIR} ${CMAKE_FLAGS} +cd "${BUILD_DIR}" +ARR_CMAKE_FLAGS=() +for i in ${CMAKE_FLAGS}; do ARR_CMAKE_FLAGS+=("${i}") ; done +cmake "${UFS_MODEL_DIR}" "${ARR_CMAKE_FLAGS[@]}" # Turn off OpenMP threading for parallel builds # to avoid exhausting the number of user processes -OMP_NUM_THREADS=1 make -j ${BUILD_JOBS:-4} VERBOSE=${BUILD_VERBOSE:-} +OMP_NUM_THREADS=1 make -j "${BUILD_JOBS:-4}" "VERBOSE=${BUILD_VERBOSE:-1}" \ No newline at end of file diff --git a/cmake/Intel.cmake b/cmake/Intel.cmake index 0982761bfe..a18ff15fc2 100644 --- a/cmake/Intel.cmake +++ b/cmake/Intel.cmake @@ -1,6 +1,12 @@ -set(CMAKE_Fortran_FLAGS "${CMAKE_Fortran_FLAGS} -g -traceback -fpp -fno-alias -auto -safe-cray-ptr -ftz -assume byterecl -nowarn -sox -align array64byte -qno-opt-dynamic-align") +set(CMAKE_Fortran_FLAGS "${CMAKE_Fortran_FLAGS} -g -traceback -fpp -fno-alias -auto -safe-cray-ptr -ftz -assume byterecl -sox -align array64byte -qno-opt-dynamic-align") set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -qno-opt-dynamic-align -sox -fp-model source") +# warning #5462: Global name too long. +set(CMAKE_Fortran_FLAGS "${CMAKE_Fortran_FLAGS} -diag-disable 5462") + +# remark #7712: This variable has not been used. +set(CMAKE_Fortran_FLAGS "${CMAKE_Fortran_FLAGS} -diag-disable 7712") + if(CMAKE_Platform STREQUAL "derecho.intel") set(CMAKE_Fortran_LINK_FLAGS "-Wl,--copy-dt-needed-entries") endif() diff --git a/stochastic_physics b/stochastic_physics index 7dc4d9ba48..31e4e3e57b 160000 --- a/stochastic_physics +++ b/stochastic_physics @@ -1 +1 @@ -Subproject commit 7dc4d9ba48dea57f88f4f10091c8c2042105954e +Subproject commit 31e4e3e57bad8a7cdaa0ce2d3c4efbca63b5f74a diff --git a/tests/compile.sh b/tests/compile.sh index 3cf536428b..458d985a88 100755 --- a/tests/compile.sh +++ b/tests/compile.sh @@ -7,73 +7,82 @@ function trim { var="${var#"${var%%[![:space:]]*}"}" # remove trailing whitespace characters var="${var%"${var##*[![:space:]]}"}" - echo -n "$var" + echo -n "${var}" } SECONDS=0 -if [[ $(uname -s) == Darwin ]]; then - readonly MYDIR=$(cd "$(dirname "$(greadlink -f -n "${BASH_SOURCE[0]}" )" )" && pwd -P) +uname_s=$(uname -s) +if [[ ${uname_s} == Darwin ]]; then + greadlnk=$(greadlink -f -n "${BASH_SOURCE[0]}" ) + MYDIR=$(cd "$(dirname "${greadlnk}" )" && pwd -P) else - readonly MYDIR=$(cd "$(dirname "$(readlink -f -n "${BASH_SOURCE[0]}" )" )" && pwd -P) + readlnk=$(readlink -f -n "${BASH_SOURCE[0]}" ) + MYDIR=$(cd "$(dirname "${readlnk}" )" && pwd -P) fi +readonly MYDIR # ---------------------------------------------------------------------- # Parse arguments. readonly ARGC=$# -if [[ $ARGC -lt 2 ]]; then - echo "Usage: $0 MACHINE_ID [ MAKE_OPT [ COMPILE_ID ] [ RT_COMPILER ] [ clean_before ] [ clean_after ] ]" +if [[ ${ARGC} -lt 2 ]]; then + echo "Usage: $0 MACHINE_ID [ MAKE_OPT ] [ COMPILE_ID ] [ RT_COMPILER ] [ clean_before ] [ clean_after ]" echo Valid MACHINE_IDs: - echo $( ls -1 ../cmake/configure_* | sed s:.*configure_::g | sed s:\.cmake:: ) | fold -sw72 + echostuff=$( ls -1 ../cmake/configure_* ) + echostuff=${echostuff/:.*configure_::g} + echostuff=${echostuff/:\.cmake::} + echostuff=$( fold -sw72 <<< "${echostuff}" ) exit 1 else MACHINE_ID=$1 MAKE_OPT=${2:-} - COMPILE_ID=${3:+_$3} + COMPILE_ID=${3:+$3} RT_COMPILER=${4:-intel} clean_before=${5:-YES} clean_after=${6:-YES} fi -BUILD_NAME=fv3${COMPILE_ID} +BUILD_NAME=fv3_${COMPILE_ID} -PATHTR=${PATHTR:-$( cd ${MYDIR}/.. && pwd )} +PATHTR=${PATHTR:-$( cd "${MYDIR}/.." && pwd )} BUILD_DIR=${BUILD_DIR:-$(pwd)/build_${BUILD_NAME}} # ---------------------------------------------------------------------- # Make sure we have reasonable number of threads. -if [[ $MACHINE_ID == derecho ]]; then +if [[ ${MACHINE_ID} == derecho ]]; then BUILD_JOBS=${BUILD_JOBS:-3} fi BUILD_JOBS=${BUILD_JOBS:-8} -hostname +#hostname set +x -if [[ $MACHINE_ID == macosx ]] || [[ $MACHINE_ID == linux ]]; then - source $PATHTR/modulefiles/ufs_${MACHINE_ID}.${RT_COMPILER} -else - # Activate lua environment for gaea c5 - if [[ $MACHINE_ID == gaea ]]; then - module reset - fi - # Load fv3 module - module use $PATHTR/modulefiles - modulefile="ufs_${MACHINE_ID}.${RT_COMPILER}" - module load $modulefile - module list -fi +case ${MACHINE_ID} in + macosx|linux) + source "${PATHTR}/modulefiles/ufs_${MACHINE_ID}.${RT_COMPILER}" + ;; + *) + # Activate lua environment for gaea c5 + if [[ ${MACHINE_ID} == gaea ]]; then + module reset + fi + # Load fv3 module + module use "${PATHTR}/modulefiles" + modulefile="ufs_${MACHINE_ID}.${RT_COMPILER}" + module load "${modulefile}" + module list +esac set -x -echo "Compiling ${MAKE_OPT} into $BUILD_NAME.exe on $MACHINE_ID" +echo "Compiling ${MAKE_OPT} into ${BUILD_NAME}.exe on ${MACHINE_ID}" # set CMAKE_FLAGS based on $MAKE_OPT -CMAKE_FLAGS=$MAKE_OPT +CMAKE_FLAGS=${MAKE_OPT} CMAKE_FLAGS+=" -DMPI=ON" if [[ ${MAKE_OPT} == *-DDEBUG=ON* ]]; then @@ -87,15 +96,11 @@ fi # Check if suites argument is provided or not set +ex -TEST=$( echo $MAKE_OPT | grep -e "-DCCPP_SUITES=" ) -if [[ $? -eq 0 ]]; then - SUITES=$( echo $MAKE_OPT | sed 's/.*-DCCPP_SUITES=//' | sed 's/ .*//' ) - echo "Compiling suites ${SUITES}" -fi +SUITES=$(grep -Po "\-DCCPP_SUITES=\K[^ ]*" <<< "${MAKE_OPT}") +export SUITES set -ex # Valid applications - if [[ "${MAKE_OPT}" == *"-DAPP=S2S"* ]]; then CMAKE_FLAGS+=" -DMOM6SOLO=ON" fi @@ -104,31 +109,27 @@ if [[ "${MAKE_OPT}" == *"-DAPP=NG-GODAS"* ]]; then CMAKE_FLAGS+=" -DMOM6SOLO=ON" fi -CMAKE_FLAGS=$(trim "${CMAKE_FLAGS}") +CMAKE_FLAGS=$(set -e; trim "${CMAKE_FLAGS}") echo "CMAKE_FLAGS = ${CMAKE_FLAGS}" -if [ $clean_before = YES ] ; then - rm -rf ${BUILD_DIR} -fi +[[ ${clean_before} = YES ]] && rm -rf "${BUILD_DIR}" export BUILD_VERBOSE=1 export BUILD_DIR export BUILD_JOBS export CMAKE_FLAGS -bash -x ${PATHTR}/build.sh +bash -x "${PATHTR}/build.sh" -mv ${BUILD_DIR}/ufs_model ${PATHTR}/tests/${BUILD_NAME}.exe -if [[ $MACHINE_ID == linux ]]; then - cp ${PATHTR}/modulefiles/ufs_${MACHINE_ID}.${RT_COMPILER} ${PATHTR}/tests/modules.${BUILD_NAME} +mv "${BUILD_DIR}/ufs_model" "${PATHTR}/tests/${BUILD_NAME}.exe" +if [[ ${MACHINE_ID} == linux ]]; then + cp "${PATHTR}/modulefiles/ufs_${MACHINE_ID}.${RT_COMPILER}" "${PATHTR}/tests/modules.${BUILD_NAME}" else - cp ${PATHTR}/modulefiles/ufs_${MACHINE_ID}.${RT_COMPILER}.lua ${PATHTR}/tests/modules.${BUILD_NAME}.lua + cp "${PATHTR}/modulefiles/ufs_${MACHINE_ID}.${RT_COMPILER}.lua" "${PATHTR}/tests/modules.${BUILD_NAME}.lua" fi -if [ $clean_after = YES ] ; then - rm -rf ${BUILD_DIR} -fi +[[ ${clean_after} == YES ]] && rm -rf "${BUILD_DIR}" -elapsed=$SECONDS -echo "Elapsed time $elapsed seconds. Compiling ${CMAKE_FLAGS} finished" -echo "Compile ${COMPILE_ID/#_} elapsed time $elapsed seconds. ${CMAKE_FLAGS}" > compile${COMPILE_ID}_time.log +elapsed=${SECONDS} +echo "Elapsed time ${elapsed} seconds. Compiling ${CMAKE_FLAGS} finished" +echo "Compile ${COMPILE_ID} elapsed time ${elapsed} seconds. ${CMAKE_FLAGS}" > "compile_${COMPILE_ID}_time.log" diff --git a/tests/default_vars.sh b/tests/default_vars.sh index 3f969d191d..7bbbd3652f 100755 --- a/tests/default_vars.sh +++ b/tests/default_vars.sh @@ -1,4 +1,4 @@ - +#!/bin/bash ############################################################################### # # Export variables to the default values @@ -9,291 +9,400 @@ THRD=1 - INPES_atmaero=4; JNPES_atmaero=8; WPG_atmaero=6 - - THRD_cpl_atmw=1 - INPES_cpl_atmw=3; JNPES_cpl_atmw=8; WPG_cpl_atmw=6 - WAV_tasks_cpl_atmw=30 - WAV_thrds_cpl_atmw=1 - - THRD_cpl_c48=1 - INPES_cpl_c48=1; JNPES_cpl_c48=1; WPG_cpl_c48=6 - OCN_tasks_cpl_c48=4 - ICE_tasks_cpl_c48=4 - - THRD_cpl_dflt=1 - INPES_cpl_dflt=3; JNPES_cpl_dflt=8; WPG_cpl_dflt=6 - OCN_tasks_cpl_dflt=20 - ICE_tasks_cpl_dflt=10 - WAV_tasks_cpl_dflt=20 - - THRD_cpl_thrd=2 - INPES_cpl_thrd=3; JNPES_cpl_thrd=4; WPG_cpl_thrd=6 - OCN_tasks_cpl_thrd=20 - OCN_thrds_cpl_thrd=1 - ICE_tasks_cpl_thrd=10 - ICE_thrds_cpl_thrd=1 - WAV_tasks_cpl_thrd=12 - WAV_thrds_cpl_thrd=2 - - THRD_cpl_dcmp=1 - INPES_cpl_dcmp=4; JNPES_cpl_dcmp=6; WPG_cpl_dcmp=6 - OCN_tasks_cpl_dcmp=20 - ICE_tasks_cpl_dcmp=10 - WAV_tasks_cpl_dcmp=20 - - THRD_cpl_mpi=1 - INPES_cpl_mpi=4; JNPES_cpl_mpi=8; WPG_cpl_mpi=6 - OCN_tasks_cpl_mpi=34 - ICE_tasks_cpl_mpi=20 - WAV_tasks_cpl_mpi=28 - - THRD_cpl_bmrk=2 - INPES_cpl_bmrk=8; JNPES_cpl_bmrk=8; WPG_cpl_bmrk=48 - OCN_tasks_cpl_bmrk=120 - OCN_thrds_cpl_bmrk=1 - ICE_tasks_cpl_bmrk=48 - ICE_thrds_cpl_bmrk=1 - WAV_tasks_cpl_bmrk=80 - WAV_thrds_cpl_bmrk=2 - - THRD_cpl_c192=2 - INPES_cpl_c192=6; JNPES_cpl_c192=8; WPG_cpl_c192=12 - OCN_tasks_cpl_c192=60 - ICE_tasks_cpl_c192=24 - WAV_tasks_cpl_c192=80 - - ATM_compute_tasks_cdeps_100=12 - OCN_tasks_cdeps_100=16 - ICE_tasks_cdeps_100=12 - - ATM_compute_tasks_cdeps_025=40 - OCN_tasks_cdeps_025=120 - ICE_tasks_cdeps_025=48 - - INPES_aqm=33; JNPES_aqm=8 - - THRD_cpl_unstr=1 - INPES_cpl_unstr=3; JNPES_cpl_unstr=8; WPG_cpl_unstr=6 - OCN_tasks_cpl_unstr=20 - ICE_tasks_cpl_unstr=10 - WAV_tasks_cpl_unstr=60 - - THRD_cpl_unstr_mpi=1 - INPES_cpl_unstr_mpi=4; JNPES_cpl_unstr_mpi=8; WPG_cpl_unstr_mpi=6 - OCN_tasks_cpl_unstr_mpi=34 - ICE_tasks_cpl_unstr_mpi=20 - WAV_tasks_cpl_unstr_mpi=50 - - aqm_omp_num_threads=1 - atm_omp_num_threads=1 - chm_omp_num_threads=1 - ice_omp_num_threads=1 - lnd_omp_num_threads=1 - med_omp_num_threads=1 - ocn_omp_num_threads=1 - wav_omp_num_threads=1 - -if [[ $MACHINE_ID = wcoss2 || $MACHINE_ID = acorn ]]; then - - TPN=128 - - INPES_dflt=3 ; JNPES_dflt=8 - INPES_thrd=3 ; JNPES_thrd=4 - INPES_c384=8 ; JNPES_c384=6 ; THRD_c384=2 - INPES_c768=8 ; JNPES_c768=16 ; THRD_c768=2 - - THRD_cpl_atmw_gdas=2 - INPES_cpl_atmw_gdas=6; JNPES_cpl_atmw_gdas=8; WPG_cpl_atmw_gdas=24 - WAV_tasks_atmw_gdas=248 - -elif [[ $MACHINE_ID = orion ]]; then - - TPN=40 - - INPES_dflt=3 ; JNPES_dflt=8 - INPES_thrd=3 ; JNPES_thrd=4 - INPES_c384=8 ; JNPES_c384=6 ; THRD_c384=2 - INPES_c768=8 ; JNPES_c768=16 ; THRD_c768=2 - - THRD_cpl_atmw_gdas=2 - INPES_cpl_atmw_gdas=6; JNPES_cpl_atmw_gdas=8; WPG_cpl_atmw_gdas=24 - WAV_tasks_atmw_gdas=248 - -elif [[ $MACHINE_ID = hercules ]]; then - - TPN=80 - - INPES_dflt=3 ; JNPES_dflt=8 - INPES_thrd=3 ; JNPES_thrd=4 - INPES_c384=8 ; JNPES_c384=6 ; THRD_c384=2 - INPES_c768=8 ; JNPES_c768=16 ; THRD_c768=2 - - THRD_cpl_atmw_gdas=2 - INPES_cpl_atmw_gdas=6; JNPES_cpl_atmw_gdas=8; WPG_cpl_atmw_gdas=24 - WAV_tasks_atmw_gdas=248 - - -elif [[ $MACHINE_ID = hera ]]; then - - TPN=40 - - INPES_dflt=3 ; JNPES_dflt=8 - INPES_thrd=3 ; JNPES_thrd=4 - INPES_c384=6 ; JNPES_c384=8 ; THRD_c384=2 - INPES_c768=8 ; JNPES_c768=16 ; THRD_c768=4 - - THRD_cpl_atmw_gdas=2 - INPES_cpl_atmw_gdas=6; JNPES_cpl_atmw_gdas=8; WPG_cpl_atmw_gdas=24 - WAV_tasks_atmw_gdas=248 - -elif [[ $MACHINE_ID = linux ]]; then - - TPN=40 - - INPES_dflt=3 ; JNPES_dflt=8 - INPES_thrd=3 ; JNPES_thrd=4 - - THRD_cpl_dflt=1 - INPES_cpl_dflt=3; JNPES_cpl_dflt=8; WPG_cpl_dflt=6 - OCN_tasks_cpl_dflt=20 - ICE_tasks_cpl_dflt=10 - WAV_tasks_cpl_dflt=20 - - THRD_cpl_thrd=2 - INPES_cpl_thrd=3; JNPES_cpl_thrd=4; WPG_cpl_thrd=6 - OCN_tasks_cpl_thrd=20 - ICE_tasks_cpl_thrd=10 - WAV_tasks_cpl_thrd=12 - -elif [[ $MACHINE_ID = jet ]]; then - - TPN=24 - - INPES_dflt=3 ; JNPES_dflt=8 - INPES_thrd=3 ; JNPES_thrd=4 - INPES_c384=6 ; JNPES_c384=12 ; THRD_c384=1 - INPES_c768=8 ; JNPES_c768=16 ; THRD_c768=2 - WRTTASK_PER_GROUP_c384=84 - WRTTASK_PER_GROUP_c384gdas=88 - - THRD_cpl_atmw_gdas=2 - INPES_cpl_atmw_gdas=6; JNPES_cpl_atmw_gdas=8; WPG_cpl_atmw_gdas=24 - WAV_tasks_atmw_gdas=240 + export INPES_atmaero=4 + export JNPES_atmaero=8 + export WPG_atmaero=6 + + export THRD_cpl_atmw=1 + export INPES_cpl_atmw=3 + export JNPES_cpl_atmw=8 + export WPG_cpl_atmw=6 + export WAV_tasks_cpl_atmw=30 + export WAV_thrds_cpl_atmw=1 + + export THRD_cpl_c48=1 + export INPES_cpl_c48=1 + export JNPES_cpl_c48=1 + export WPG_cpl_c48=6 + export OCN_tasks_cpl_c48=4 + export ICE_tasks_cpl_c48=4 + + export THRD_cpl_dflt=1 + export INPES_cpl_dflt=3 + export JNPES_cpl_dflt=8; + export WPG_cpl_dflt=6 + export OCN_tasks_cpl_dflt=20 + export ICE_tasks_cpl_dflt=10 + export WAV_tasks_cpl_dflt=20 + + export THRD_cpl_thrd=2 + export INPES_cpl_thrd=3 + export JNPES_cpl_thrd=4 + export WPG_cpl_thrd=6 + export OCN_tasks_cpl_thrd=20 + export OCN_thrds_cpl_thrd=1 + export ICE_tasks_cpl_thrd=10 + export ICE_thrds_cpl_thrd=1 + export WAV_tasks_cpl_thrd=12 + export WAV_thrds_cpl_thrd=2 + + export THRD_cpl_dcmp=1 + export INPES_cpl_dcmp=4 + export JNPES_cpl_dcmp=6 + export WPG_cpl_dcmp=6 + export OCN_tasks_cpl_dcmp=20 + export ICE_tasks_cpl_dcmp=10 + export WAV_tasks_cpl_dcmp=20 + + export THRD_cpl_mpi=1 + export INPES_cpl_mpi=4 + export JNPES_cpl_mpi=8 + export WPG_cpl_mpi=6 + export OCN_tasks_cpl_mpi=34 + export ICE_tasks_cpl_mpi=20 + export WAV_tasks_cpl_mpi=28 + + export THRD_cpl_bmrk=2 + export INPES_cpl_bmrk=8 + export JNPES_cpl_bmrk=8 + export WPG_cpl_bmrk=48 + export OCN_tasks_cpl_bmrk=120 + export OCN_thrds_cpl_bmrk=1 + export ICE_tasks_cpl_bmrk=48 + export ICE_thrds_cpl_bmrk=1 + export WAV_tasks_cpl_bmrk=80 + export WAV_thrds_cpl_bmrk=2 + + export THRD_cpl_c192=2 + export INPES_cpl_c192=6 + export JNPES_cpl_c192=8 + export WPG_cpl_c192=12 + export OCN_tasks_cpl_c192=60 + export ICE_tasks_cpl_c192=24 + export WAV_tasks_cpl_c192=80 + + export ATM_compute_tasks_cdeps_100=12 + export OCN_tasks_cdeps_100=16 + export ICE_tasks_cdeps_100=12 + + export ATM_compute_tasks_cdeps_025=40 + export OCN_tasks_cdeps_025=120 + export ICE_tasks_cdeps_025=48 + + export INPES_aqm=33 + export JNPES_aqm=8 + + export THRD_cpl_unstr=1 + export INPES_cpl_unstr=3 + export JNPES_cpl_unstr=8 + export WPG_cpl_unstr=6 + export OCN_tasks_cpl_unstr=20 + export ICE_tasks_cpl_unstr=10 + export WAV_tasks_cpl_unstr=60 + + export THRD_cpl_unstr_mpi=1 + export INPES_cpl_unstr_mpi=4 + export JNPES_cpl_unstr_mpi=8 + export WPG_cpl_unstr_mpi=6 + export OCN_tasks_cpl_unstr_mpi=34 + export ICE_tasks_cpl_unstr_mpi=20 + export WAV_tasks_cpl_unstr_mpi=50 + + export aqm_omp_num_threads=1 + export atm_omp_num_threads=1 + export chm_omp_num_threads=1 + export ice_omp_num_threads=1 + export lnd_omp_num_threads=1 + export med_omp_num_threads=1 + export ocn_omp_num_threads=1 + export wav_omp_num_threads=1 + +if [[ ${MACHINE_ID} = wcoss2 || ${MACHINE_ID} = acorn ]]; then + + export TPN=128 + + export INPES_dflt=3 + export JNPES_dflt=8 + export INPES_thrd=3 + export JNPES_thrd=4 + export INPES_c384=8 + export JNPES_c384=6 + export THRD_c384=2 + export INPES_c768=8 + export JNPES_c768=16 + export THRD_c768=2 + + export THRD_cpl_atmw_gdas=2 + export INPES_cpl_atmw_gdas=6 + export JNPES_cpl_atmw_gdas=8 + export WPG_cpl_atmw_gdas=24 + export WAV_tasks_atmw_gdas=248 + +elif [[ ${MACHINE_ID} = orion ]]; then + + export TPN=40 + + export INPES_dflt=3 + export JNPES_dflt=8 + export INPES_thrd=3 + export JNPES_thrd=4 + export INPES_c384=8 + export JNPES_c384=6 + export THRD_c384=2 + export INPES_c768=8 + export JNPES_c768=16 + export THRD_c768=2 + + export THRD_cpl_atmw_gdas=2 + export INPES_cpl_atmw_gdas=6 + export JNPES_cpl_atmw_gdas=8 + export WPG_cpl_atmw_gdas=24 + export WAV_tasks_atmw_gdas=248 + +elif [[ ${MACHINE_ID} = hercules ]]; then + + export TPN=80 + + export INPES_dflt=3 + export JNPES_dflt=8 + export INPES_thrd=3 + export JNPES_thrd=4 + export INPES_c384=8 + export JNPES_c384=6 + export THRD_c384=2 + export INPES_c768=8 + export JNPES_c768=16 + export THRD_c768=2 + + export THRD_cpl_atmw_gdas=2 + export INPES_cpl_atmw_gdas=6 + export JNPES_cpl_atmw_gdas=8 + export WPG_cpl_atmw_gdas=24 + export WAV_tasks_atmw_gdas=248 + + +elif [[ ${MACHINE_ID} = hera ]]; then + + export TPN=40 + + export INPES_dflt=3 + export JNPES_dflt=8 + export INPES_thrd=3 + export JNPES_thrd=4 + export INPES_c384=6 + export JNPES_c384=8 + export THRD_c384=2 + export INPES_c768=8 + export JNPES_c768=16 + export THRD_c768=4 + + export THRD_cpl_atmw_gdas=2 + export INPES_cpl_atmw_gdas=6 + export JNPES_cpl_atmw_gdas=8 + export WPG_cpl_atmw_gdas=24 + export WAV_tasks_atmw_gdas=248 + +elif [[ ${MACHINE_ID} = linux ]]; then + + export TPN=40 + + export INPES_dflt=3 + export JNPES_dflt=8 + export INPES_thrd=3 + export JNPES_thrd=4 + + export THRD_cpl_dflt=1 + export INPES_cpl_dflt=3 + export JNPES_cpl_dflt=8 + export WPG_cpl_dflt=6 + export OCN_tasks_cpl_dflt=20 + export ICE_tasks_cpl_dflt=10 + export WAV_tasks_cpl_dflt=20 + + export THRD_cpl_thrd=2 + export INPES_cpl_thrd=3 + export JNPES_cpl_thrd=4 + export WPG_cpl_thrd=6 + export OCN_tasks_cpl_thrd=20 + export ICE_tasks_cpl_thrd=10 + export WAV_tasks_cpl_thrd=12 + +elif [[ ${MACHINE_ID} = jet ]]; then + + export TPN=24 + + export INPES_dflt=3 + export JNPES_dflt=8 + export INPES_thrd=3 + export JNPES_thrd=4 + export INPES_c384=6 + export JNPES_c384=12 + export THRD_c384=1 + export INPES_c768=8 + export JNPES_c768=16 + export THRD_c768=2 + export WRTTASK_PER_GROUP_c384=84 + export WRTTASK_PER_GROUP_c384gdas=88 + + export THRD_cpl_atmw_gdas=2 + export INPES_cpl_atmw_gdas=6 + export JNPES_cpl_atmw_gdas=8 + export WPG_cpl_atmw_gdas=24 + export WAV_tasks_atmw_gdas=240 # run only in weekly test - THRD_cpl_bmrk=2 - INPES_cpl_bmrk=16; JNPES_cpl_bmrk=16; WPG_cpl_bmrk=48 - OCN_tasks_cpl_bmrk=100 - ICE_tasks_cpl_bmrk=48 - WAV_tasks_cpl_bmrk=100 - WLCLK_cpl_bmrk=120 + export THRD_cpl_bmrk=2 + export INPES_cpl_bmrk=16 + export JNPES_cpl_bmrk=16 + export WPG_cpl_bmrk=48 + export OCN_tasks_cpl_bmrk=100 + export ICE_tasks_cpl_bmrk=48 + export WAV_tasks_cpl_bmrk=100 + export WLCLK_cpl_bmrk=120 # run only in weekly test - THRD_cpl_c192=2 - INPES_cpl_c192=12; JNPES_cpl_c192=16; WPG_cpl_c192=24 - OCN_tasks_cpl_c192=100 - ICE_tasks_cpl_c192=48 - WAV_tasks_cpl_c192=80 - WLCLK_cpl_c192=120 - -elif [[ $MACHINE_ID = s4 ]]; then - - TPN=32 - - INPES_dflt=3 ; JNPES_dflt=8 - INPES_thrd=3 ; JNPES_thrd=4 - INPES_c384=6 ; JNPES_c384=8 ; THRD_c384=2 - INPES_c768=8 ; JNPES_c768=16 ; THRD_c768=1 - - THRD_cpl_atmw_gdas=2 - INPES_cpl_atmw_gdas=6; JNPES_cpl_atmw_gdas=8; WPG_cpl_atmw_gdas=24 - WAV_tasks_atmw_gdas=248 - - THRD_cpl_bmrk=2 - INPES_cpl_bmrk=6; JNPES_cpl_bmrk=8; WPG_cpl_bmrk=24 - OCN_tasks_cpl_bmrk=120 - ICE_tasks_cpl_bmrk=48 - WAV_tasks_cpl_bmrk=80 - -elif [[ $MACHINE_ID = gaea ]]; then - - TPN=128 - - INPES_dflt=3 ; JNPES_dflt=8 - INPES_thrd=3 ; JNPES_thrd=4 - INPES_c384=6 ; JNPES_c384=8 ; THRD_c384=1 - INPES_c768=8 ; JNPES_c768=16 ; THRD_c768=2 - - THRD_cpl_atmw_gdas=3 - INPES_cpl_atmw_gdas=6; JNPES_cpl_atmw_gdas=8; WPG_cpl_atmw_gdas=24 - WAV_tasks_atmw_gdas=264 - -elif [[ $MACHINE_ID = derecho ]]; then - - TPN=128 - INPES_dflt=3 ; JNPES_dflt=8 - INPES_thrd=3 ; JNPES_thrd=4 - INPES_c384=8 ; JNPES_c384=6 ; THRD_c384=2 - INPES_c768=8 ; JNPES_c768=16 ; THRD_c768=2 - - THRD_cpl_atmw_gdas=2 - INPES_cpl_atmw_gdas=6; JNPES_cpl_atmw_gdas=8; WPG_cpl_atmw_gdas=24 - WAV_tasks_atmw_gdas=248 - -elif [[ $MACHINE_ID = stampede ]]; then + export THRD_cpl_c192=2 + export INPES_cpl_c192=12 + export JNPES_cpl_c192=16 + export WPG_cpl_c192=24 + export OCN_tasks_cpl_c192=100 + export ICE_tasks_cpl_c192=48 + export WAV_tasks_cpl_c192=80 + export WLCLK_cpl_c192=120 + +elif [[ ${MACHINE_ID} = s4 ]]; then + + export TPN=32 + + export INPES_dflt=3 + export JNPES_dflt=8 + export INPES_thrd=3 + export JNPES_thrd=4 + export INPES_c384=6 + export JNPES_c384=8 + export THRD_c384=2 + export INPES_c768=8 + export JNPES_c768=16 + export THRD_c768=1 + + export THRD_cpl_atmw_gdas=2 + export INPES_cpl_atmw_gdas=6 + export JNPES_cpl_atmw_gdas=8 + export WPG_cpl_atmw_gdas=24 + export WAV_tasks_atmw_gdas=248 + + export THRD_cpl_bmrk=2 + export INPES_cpl_bmrk=6; + export JNPES_cpl_bmrk=8 + export WPG_cpl_bmrk=24 + export OCN_tasks_cpl_bmrk=120 + export ICE_tasks_cpl_bmrk=48 + export WAV_tasks_cpl_bmrk=80 + +elif [[ ${MACHINE_ID} = gaea ]]; then + + export TPN=128 + + export INPES_dflt=3 + export JNPES_dflt=8 + export INPES_thrd=3 + export JNPES_thrd=4 + export INPES_c384=6 + export JNPES_c384=8 + export THRD_c384=1 + export INPES_c768=8 + export JNPES_c768=16 + export THRD_c768=2 + + export THRD_cpl_atmw_gdas=3 + export INPES_cpl_atmw_gdas=6 + export JNPES_cpl_atmw_gdas=8 + export WPG_cpl_atmw_gdas=24 + export WAV_tasks_atmw_gdas=264 + +elif [[ ${MACHINE_ID} = derecho ]]; then + + export TPN=128 + export INPES_dflt=3 + export JNPES_dflt=8 + export INPES_thrd=3 + export JNPES_thrd=4 + export INPES_c384=8 + export JNPES_c384=6 + export THRD_c384=2 + export INPES_c768=8 + export JNPES_c768=16 + export THRD_c768=2 + + export THRD_cpl_atmw_gdas=2 + export INPES_cpl_atmw_gdas=6 + export JNPES_cpl_atmw_gdas=8 + export WPG_cpl_atmw_gdas=24 + export WAV_tasks_atmw_gdas=248 + +elif [[ ${MACHINE_ID} = stampede ]]; then echo "Unknown MACHINE_ID ${MACHINE_ID}. Please update tasks configurations in default_vars.sh" exit 1 - TPN_dflt=48 ; INPES_dflt=3 ; JNPES_dflt=8 - TPN_thrd=24 ; INPES_thrd=3 ; JNPES_thrd=4 - TPN_c384=20 ; INPES_c384=8 ; JNPES_c384=6 - TPN_c768=20 ; INPES_c768=8 ; JNPES_c768=16 - TPN_stretch=12 ; INPES_stretch=2 ; JNPES_stretch=4 + # TPN_dflt=48 ; INPES_dflt=3 ; JNPES_dflt=8 + # TPN_thrd=24 ; INPES_thrd=3 ; JNPES_thrd=4 + # TPN_c384=20 ; INPES_c384=8 ; JNPES_c384=6 + # TPN_c768=20 ; INPES_c768=8 ; JNPES_c768=16 + # TPN_stretch=12 ; INPES_stretch=2 ; JNPES_stretch=4 - TPN_cpl_atmw_gdas=12; INPES_cpl_atmw_gdas=6; JNPES_cpl_atmw_gdas=8 - THRD_cpl_atmw_gdas=4; WPG_cpl_atmw_gdas=24; APB_cpl_atmw_gdas="0 311"; WPB_cpl_atmw_gdas="312 559" + # TPN_cpl_atmw_gdas=12; INPES_cpl_atmw_gdas=6; JNPES_cpl_atmw_gdas=8 + # THRD_cpl_atmw_gdas=4; WPG_cpl_atmw_gdas=24; APB_cpl_atmw_gdas="0 311"; WPB_cpl_atmw_gdas="312 559" elif [[ ${MACHINE_ID} = noaacloud ]] ; then - if [[ $PW_CSP == aws ]]; then - TPN=36 - elif [[ $PW_CSP == azure ]]; then - TPN=44 - elif [[ $PW_CSP == google ]]; then - TPN=30 + if [[ ${PW_CSP} == aws ]]; then + export TPN=36 + elif [[ ${PW_CSP} == azure ]]; then + export TPN=44 + elif [[ ${PW_CSP} == google ]]; then + export TPN=30 fi - INPES_dflt=3 ; JNPES_dflt=8 - INPES_thrd=3 ; JNPES_thrd=4 - - INPES_c384=8 ; JNPES_c384=6 ; THRD_c384=2 - INPES_c768=8 ; JNPES_c768=16 ; THRD_c768=2 - - THRD_cpl_dflt=1 - INPES_cpl_dflt=3; JNPES_cpl_dflt=8; WPG_cpl_dflt=6 - OCN_tasks_cpl_dflt=20 - ICE_tasks_cpl_dflt=10 - WAV_tasks_cpl_dflt=20 - - THRD_cpl_thrd=2 - INPES_cpl_thrd=3; JNPES_cpl_thrd=4; WPG_cpl_thrd=6 - OCN_tasks_cpl_thrd=20 - ICE_tasks_cpl_thrd=10 - WAV_tasks_cpl_thrd=12 - -elif [[ $MACHINE_ID = expanse ]]; then + export INPES_dflt=3 + export JNPES_dflt=8 + export INPES_thrd=3 + export JNPES_thrd=4 + + export INPES_c384=8 + export JNPES_c384=6 + export THRD_c384=2 + export INPES_c768=8 + export JNPES_c768=16 + export THRD_c768=2 + + export THRD_cpl_dflt=1 + export INPES_cpl_dflt=3 + export JNPES_cpl_dflt=8 + export WPG_cpl_dflt=6 + export OCN_tasks_cpl_dflt=20 + export ICE_tasks_cpl_dflt=10 + export WAV_tasks_cpl_dflt=20 + + export THRD_cpl_thrd=2 + export INPES_cpl_thrd=3 + export JNPES_cpl_thrd=4; + export WPG_cpl_thrd=6 + export OCN_tasks_cpl_thrd=20 + export ICE_tasks_cpl_thrd=10 + export WAV_tasks_cpl_thrd=12 + +elif [[ ${MACHINE_ID} = expanse ]]; then echo "Unknown MACHINE_ID ${MACHINE_ID}. Please update tasks configurations in default_vars.sh" exit 1 - TPN_dflt=64 ; INPES_dflt=3 ; JNPES_dflt=8 - TPN_thrd=64 ; INPES_thrd=3 ; JNPES_thrd=4 - TPN_stretch=12 ; INPES_stretch=2 ; JNPES_stretch=4 + # TPN_dflt=64 ; INPES_dflt=3 ; JNPES_dflt=8 + # TPN_thrd=64 ; INPES_thrd=3 ; JNPES_thrd=4 + # TPN_stretch=12 ; INPES_stretch=2 ; JNPES_stretch=4 - TPN_cpl_atmw_gdas=12; INPES_cpl_atmw_gdas=6; JNPES_cpl_atmw_gdas=8 - THRD_cpl_atmw_gdas=2; WPG_cpl_atmw_gdas=24; APB_cpl_atmw_gdas="0 311"; WPB_cpl_atmw_gdas="312 559" + # TPN_cpl_atmw_gdas=12; INPES_cpl_atmw_gdas=6; JNPES_cpl_atmw_gdas=8 + # THRD_cpl_atmw_gdas=2; WPG_cpl_atmw_gdas=24; APB_cpl_atmw_gdas="0 311"; WPB_cpl_atmw_gdas="312 559" else @@ -302,9 +411,9 @@ else fi -WLCLK_dflt=30 +export WLCLK_dflt=30 -export WLCLK=$WLCLK_dflt +export WLCLK=${WLCLK_dflt} export CMP_DATAONLY=false # Defaults for ufs.configure @@ -314,1241 +423,1262 @@ export DumpFields="false" export_fv3 () { # ufs.configure defaults -export UFS_CONFIGURE=ufs.configure.atm_esmf.IN -export MODEL_CONFIGURE=model_configure.IN -export atm_model=fv3 - -export FV3=true -export S2S=false -export HAFS=false -export AQM=false -export DATM_CDEPS=false -export DOCN_CDEPS=false -export CDEPS_INLINE=false -export POSTAPP='global' -export USE_MERRA2=.false. - -export NTILES=6 -export INPES=$INPES_dflt -export JNPES=$JNPES_dflt -export RESTART_INTERVAL=0 -export QUILTING=.true. -export QUILTING_RESTART=.true. -export WRITE_GROUP=1 -export WRTTASK_PER_GROUP=6 -export ITASKS=1 -export OUTPUT_HISTORY=.true. -export HISTORY_FILE_ON_NATIVE_GRID=.false. -export WRITE_DOPOST=.false. -export NUM_FILES=2 -export FILENAME_BASE="'atm' 'sfc'" -export OUTPUT_GRID="'cubed_sphere_grid'" -export OUTPUT_FILE="'netcdf'" -export ZSTANDARD_LEVEL=0 -export IDEFLATE=0 -export QUANTIZE_NSD=0 -export ICHUNK2D=0 -export JCHUNK2D=0 -export ICHUNK3D=0 -export JCHUNK3D=0 -export KCHUNK3D=0 -export IMO=384 -export JMO=190 -export WRITE_NSFLIP=.false. - -#input file -export DIAG_TABLE=diag_table_gfsv16 -export FIELD_TABLE=field_table_gfsv16 - -export DOMAINS_STACK_SIZE=3000000 - -# Coldstart/warmstart -#rt script for ICs -export MODEL_INITIALIZATION=false -#namelist variable -export WARM_START=.false. -export READ_INCREMENT=.false. -export RES_LATLON_DYNAMICS="''" -export NGGPS_IC=.true. -export EXTERNAL_IC=.true. -export MAKE_NH=.true. -export MOUNTAIN=.false. -export NA_INIT=1 - -# Radiation -export DO_RRTMGP=.false. -export DOGP_CLDOPTICS_LUT=.false. -export DOGP_LWSCAT=.false. -export USE_LW_JACOBIAN=.false. -export DAMP_LW_FLUXADJ=.false. -export RRTMGP_LW_PHYS_BLKSZ=2 -export ICLOUD=0 -export IAER=111 -export ICLIQ_SW=1 -export IOVR=1 -export LFNC_K=-999 -export LFNC_P0=-999 - -# Microphysics -export IMP_PHYSICS=11 -export NWAT=6 -# GFDL MP -export DNATS=1 -export DO_SAT_ADJ=.true. -export LHEATSTRG=.true. -export LSEASPRAY=.false. -export LGFDLMPRAD=.false. -export EFFR_IN=.false. -# Thompson MP -export LRADAR=.true. -export LTAEROSOL=.true. -export EXT_DIAG_THOMPSON=.false. -export SEDI_SEMI=.true. -export DECFL=10 -# NSSL MP -export NSSL_CCCN=0.6e9 -export NSSL_ALPHAH=0.0 -export NSSL_ALPHAHL=1.0 -export NSSL_HAIL_ON=.false. -export NSSL_CCN_ON=.true. -export NSSL_INVERTCCN=.true. - -# Smoke -export RRFS_SMOKE=.false. -export SMOKE_FORECAST=0 -export RRFS_RESTART=NO -export SEAS_OPT=2 - -# GWD -export LDIAG_UGWP=.false. -export DO_UGWP=.false. -export DO_TOFD=.false. -export GWD_OPT=1 -export DO_UGWP_V0=.false. -export DO_UGWP_V1_W_GSLDRAG=.false. -export DO_UGWP_V0_OROG_ONLY=.false. -export DO_GSL_DRAG_LS_BL=.false. -export DO_GSL_DRAG_SS=.false. -export DO_GSL_DRAG_TOFD=.false. -export DO_UGWP_V1=.false. -export DO_UGWP_V1_OROG_ONLY=.false. -export KNOB_UGWP_DOKDIS=1 -export KNOB_UGWP_NDX4LH=1 -export KNOB_UGWP_VERSION=0 -export KNOB_UGWP_PALAUNCH=500.e2 -export KNOB_UGWP_NSLOPE=1 - -# resolution dependent settings -export CDMBWD_c48='0.071,2.1,1.0,1.0' -export CDMBWD_c96='0.14,1.8,1.0,1.0' -export CDMBWD_c192='0.23,1.5,1.0,1.0' -export CDMBWD_c384='1.1,0.72,1.0,1.0' -export CDMBWD_c768='4.0,0.15,1.0,1.0' - -#DT_INNER=(Time step)/2 -export DT_INNER_c96=360 -export DT_INNER_c192=300 -export DT_INNER_c384=150 -export DT_INNER_c768=75 - -# set default -export CDMBWD=${CDMBWD_c96} -export DT_INNER=${DT_INNER_c96} - -# PBL -export SATMEDMF=.false. -export ISATMEDMF=0 -export HYBEDMF=.true. -export SHINHONG=.false. -export DO_YSU=.false. -export DO_MYNNEDMF=.false. -export HURR_PBL=.false. -export MONINQ_FAC=1.0 -export SFCLAY_COMPUTE_FLUX=.false. - -# Shallow/deep convection -export DO_DEEP=.true. -export SHAL_CNV=.true. -export IMFSHALCNV=2 -export HWRF_SAMFSHAL=.false. -export IMFDEEPCNV=2 -export HWRF_SAMFDEEP=.false. -export RAS=.false. -export RANDOM_CLDS=.false. -export CNVCLD=.true. -export PROGSIGMA=.false. -export BETASCU=8.0 -export BETAMCU=1.0 -export BETADCU=2.0 - -# Aerosol convective scavenging -export FSCAV_AERO='"*:0.3","so2:0.0","msa:0.0","dms:0.0","nh3:0.4","nh4:0.6","bc1:0.6","bc2:0.6","oc1:0.4","oc2:0.4","dust1:0.6","dust2:0.6","dust3:0.6","dust4:0.6","dust5:0.6","seas1:0.5","seas2:0.5","seas3:0.5","seas4:0.5","seas5:0.5"' - -# SFC -export DO_MYJSFC=.false. -export DO_MYNNSFCLAY=.false. -export BL_MYNN_TKEADVECT=.false. - -# LSM -export LSM=1 -export LSOIL_LSM=4 -export LANDICE=.true. -export KICE=2 -export IALB=1 -export IEMS=1 - -# Ozone / stratospheric H2O -export OZ_PHYS_OLD=.true. -export OZ_PHYS_NEW=.false. -export H2O_PHYS=.false. - -# Lake models -export LKM=0 # 0=no lake, 1=run lake model, 2=run both lake and nsst on lake points -export IOPT_LAKE=2 # 1=flake, 2=clm lake -export LAKEFRAC_THRESHOLD=0.0 # lake fraction must be higher for lake model to run it -export LAKEDEPTH_THRESHOLD=1.0 # lake must be deeper (in meters) for a lake model to run it -export FRAC_ICE=.true. # should be false for flake, true for clm_lake - -export CPL=.false. -export CPLCHM=.false. -export CPLFLX=.false. -export CPLICE=.false. -export CPLWAV=.false. -export CPLWAV2ATM=.false. -export CPLLND=.false. -export CPLLND2ATM=.false. -export USE_MED_FLUX=.false. -export DAYS=1 -export NPX=97 -export NPY=97 -export NPZ=64 -export NPZP=65 -export NSTF_NAME=2,1,1,0,5 -export OUTPUT_FH="12 -1" -export FHZERO=6 -export FNALBC="'global_snowfree_albedo.bosu.t126.384.190.rg.grb'" -export FNVETC="'global_vegtype.igbp.t126.384.190.rg.grb'" -export FNSOTC="'global_soiltype.statsgo.t126.384.190.rg.grb'" -export FNSOCC="''" -export FNSMCC="'global_soilmgldas.t126.384.190.grb'" -export FNSMCC_control="'global_soilmgldas.statsgo.t1534.3072.1536.grb'" -export FNMSKH_control="'global_slmask.t1534.3072.1536.grb'" -export FNABSC="'global_mxsnoalb.uariz.t126.384.190.rg.grb'" - -# Dynamical core -export FV_CORE_TAU=0. -export RF_CUTOFF=30.0 -export FAST_TAU_W_SEC=0.0 - -# Tiled Fix files -export ATMRES=C96 -export TILEDFIX=.false. - -export ENS_NUM=1 -export SYEAR=2016 -export SMONTH=10 -export SDAY=03 -export SHOUR=00 -export SECS=`expr $SHOUR \* 3600` -export FHMAX=$(( DAYS*24 )) -export DT_ATMOS=1800 -export FHCYC=24 -export FHROT=0 -export LDIAG3D=.false. -export QDIAG3D=.false. -export PRINT_DIFF_PGR=.false. -export MAX_OUTPUT_FIELDS=310 - -# Stochastic physics -export STOCHINI=.false. -export DO_SPPT=.false. -export DO_SHUM=.false. -export DO_SKEB=.false. -export LNDP_TYPE=0 -export N_VAR_LNDP=0 -export SKEB=-999. -export SPPT=-999. -export SHUM=-999. -export LNDP_VAR_LIST="'XXX'" -export LNDP_PRT_LIST=-999 -export LNDP_MODEL_TYPE=0 - -#IAU -export IAU_INC_FILES="''" -export IAU_DELTHRS=0 -export IAUFHRS=-1 -export IAU_OFFSET=0 - -export FH_DFI_RADAR='-2e10' - -#Cellular automata -export DO_CA=.false. -export CA_SGS=.false. -export CA_GLOBAL=.false. - -#waves -export WW3_RSTDTHR=12 -export WW3_DT_2_RST="$(printf "%02d" $(( ${WW3_RSTDTHR}*3600 )))" -export WW3_OUTDTHR=1 -export WW3_DTFLD="$(printf "%02d" $(( ${WW3_OUTDTHR}*3600 )))" -export WW3_DTPNT="$(printf "%02d" $(( ${WW3_OUTDTHR}*3600 )))" -export DTRST=0 -export RSTTYPE=T -export GOFILETYPE=1 -export POFILETYPE=1 -export WW3_OUTPARS="WND HS FP DP PHS PTP PDIR" -export CPLILINE='$' -export ICELINE='$' -export WINDLINE='$' -export CURRLINE='$' -export NFGRIDS=0 -export NMGRIDS=1 -export WW3GRIDLINE="'glo_1deg' 'no' 'no' 'CPL:native' 'no' 'no' 'no' 'no' 'no' 'no' 1 1 0.00 1.00 F" -export FUNIPNT=T -export IOSRV=1 -export FPNTPROC=T -export FGRDPROC=T -export UNIPOINTS='points' -export FLAGMASKCOMP=' F' -export FLAGMASKOUT=' F' -export RUN_BEG="${SYEAR}${SMONTH}${SDAY} $(printf "%02d" $(( ${SHOUR} )))0000" -export RUN_END="2100${SMONTH}${SDAY} $(printf "%02d" $(( ${SHOUR} )))0000" -export OUT_BEG=$RUN_BEG -export OUT_END=$RUN_END -export RST_BEG=$RUN_BEG -export RST_2_BEG=$RUN_BEG -export RST_END=$RUN_END -export RST_2_END=$RUN_END -export WW3_CUR='F' -export WW3_ICE='F' -export WW3_IC1='F' -export WW3_IC5='F' -# ATMW -export WW3_MULTIGRID=true -export WW3_MODDEF=mod_def.glo_1deg -export MESH_WAV=mesh.glo_1deg.nc - -# ATMA -export AOD_FRQ=060000 - -# Regional -export WRITE_RESTART_WITH_BCS=.false. - -# Diagnostics -export PRINT_DIFF_PGR=.false. - -# Coupling -export coupling_interval_fast_sec=0 -export CHOUR=06 -export MOM6_OUTPUT_DIR=./MOM6_OUTPUT + export UFS_CONFIGURE=ufs.configure.atm_esmf.IN + export MODEL_CONFIGURE=model_configure.IN + export atm_model=fv3 + + export FV3=true + export S2S=false + export HAFS=false + export AQM=false + export DATM_CDEPS=false + export DOCN_CDEPS=false + export CDEPS_INLINE=false + export POSTAPP='global' + export USE_MERRA2=.false. + + export NTILES=6 + export INPES=${INPES_dflt} + export JNPES=${JNPES_dflt} + export RESTART_INTERVAL=0 + export QUILTING=.true. + export QUILTING_RESTART=.true. + export WRITE_GROUP=1 + export WRTTASK_PER_GROUP=6 + export ITASKS=1 + export OUTPUT_HISTORY=.true. + export HISTORY_FILE_ON_NATIVE_GRID=.false. + export WRITE_DOPOST=.false. + export NUM_FILES=2 + export FILENAME_BASE="'atm' 'sfc'" + export OUTPUT_GRID="'cubed_sphere_grid'" + export OUTPUT_FILE="'netcdf'" + export ZSTANDARD_LEVEL=0 + export IDEFLATE=0 + export QUANTIZE_NSD=0 + export ICHUNK2D=0 + export JCHUNK2D=0 + export ICHUNK3D=0 + export JCHUNK3D=0 + export KCHUNK3D=0 + export IMO=384 + export JMO=190 + export WRITE_NSFLIP=.false. + + #input file + export DIAG_TABLE=diag_table_gfsv16 + export FIELD_TABLE=field_table_gfsv16 + + export DOMAINS_STACK_SIZE=3000000 + + # Coldstart/warmstart + #rt script for ICs + export MODEL_INITIALIZATION=false + #namelist variable + export WARM_START=.false. + export READ_INCREMENT=.false. + export RES_LATLON_DYNAMICS="''" + export NGGPS_IC=.true. + export EXTERNAL_IC=.true. + export MAKE_NH=.true. + export MOUNTAIN=.false. + export NA_INIT=1 + + # Radiation + export DO_RRTMGP=.false. + export DOGP_CLDOPTICS_LUT=.false. + export DOGP_LWSCAT=.false. + export USE_LW_JACOBIAN=.false. + export DAMP_LW_FLUXADJ=.false. + export RRTMGP_LW_PHYS_BLKSZ=2 + export ICLOUD=0 + export IAER=111 + export ICLIQ_SW=1 + export IOVR=1 + export LFNC_K=-999 + export LFNC_P0=-999 + + # Microphysics + export IMP_PHYSICS=11 + export NWAT=6 + # GFDL MP + export DNATS=1 + export DO_SAT_ADJ=.true. + export LHEATSTRG=.true. + export LSEASPRAY=.false. + export LGFDLMPRAD=.false. + export EFFR_IN=.false. + # Thompson MP + export LRADAR=.true. + export LTAEROSOL=.true. + export EXT_DIAG_THOMPSON=.false. + export SEDI_SEMI=.true. + export DECFL=10 + # NSSL MP + export NSSL_CCCN=0.6e9 + export NSSL_ALPHAH=0.0 + export NSSL_ALPHAHL=1.0 + export NSSL_HAIL_ON=.false. + export NSSL_CCN_ON=.true. + export NSSL_INVERTCCN=.true. + + # Smoke + export RRFS_SMOKE=.false. + export SMOKE_FORECAST=0 + export RRFS_RESTART=NO + export SEAS_OPT=2 + + # GWD + export LDIAG_UGWP=.false. + export DO_UGWP=.false. + export DO_TOFD=.false. + export GWD_OPT=1 + export DO_UGWP_V0=.false. + export DO_UGWP_V1_W_GSLDRAG=.false. + export DO_UGWP_V0_OROG_ONLY=.false. + export DO_GSL_DRAG_LS_BL=.false. + export DO_GSL_DRAG_SS=.false. + export DO_GSL_DRAG_TOFD=.false. + export DO_UGWP_V1=.false. + export DO_UGWP_V1_OROG_ONLY=.false. + export KNOB_UGWP_DOKDIS=1 + export KNOB_UGWP_NDX4LH=1 + export KNOB_UGWP_VERSION=0 + export KNOB_UGWP_PALAUNCH=500.e2 + export KNOB_UGWP_NSLOPE=1 + + # resolution dependent settings + export CDMBWD_c48='0.071,2.1,1.0,1.0' + export CDMBWD_c96='0.14,1.8,1.0,1.0' + export CDMBWD_c192='0.23,1.5,1.0,1.0' + export CDMBWD_c384='1.1,0.72,1.0,1.0' + export CDMBWD_c768='4.0,0.15,1.0,1.0' + + #DT_INNER=(Time step)/2 + export DT_INNER_c96=360 + export DT_INNER_c192=300 + export DT_INNER_c384=150 + export DT_INNER_c768=75 + + # set default + export CDMBWD=${CDMBWD_c96} + export DT_INNER=${DT_INNER_c96} + + # PBL + export SATMEDMF=.false. + export ISATMEDMF=0 + export HYBEDMF=.true. + export SHINHONG=.false. + export DO_YSU=.false. + export DO_MYNNEDMF=.false. + export HURR_PBL=.false. + export MONINQ_FAC=1.0 + export SFCLAY_COMPUTE_FLUX=.false. + + # Shallow/deep convection + export DO_DEEP=.true. + export SHAL_CNV=.true. + export IMFSHALCNV=2 + export HWRF_SAMFSHAL=.false. + export IMFDEEPCNV=2 + export HWRF_SAMFDEEP=.false. + export RAS=.false. + export RANDOM_CLDS=.false. + export CNVCLD=.true. + export PROGSIGMA=.false. + export BETASCU=8.0 + export BETAMCU=1.0 + export BETADCU=2.0 + + # Aerosol convective scavenging + export FSCAV_AERO='"*:0.3","so2:0.0","msa:0.0","dms:0.0","nh3:0.4","nh4:0.6","bc1:0.6","bc2:0.6","oc1:0.4","oc2:0.4","dust1:0.6","dust2:0.6","dust3:0.6","dust4:0.6","dust5:0.6","seas1:0.5","seas2:0.5","seas3:0.5","seas4:0.5","seas5:0.5"' + + # SFC + export DO_MYJSFC=.false. + export DO_MYNNSFCLAY=.false. + export BL_MYNN_TKEADVECT=.false. + + # LSM + export LSM=1 + export LSOIL_LSM=4 + export LANDICE=.true. + export KICE=2 + export IALB=1 + export IEMS=1 + + # Ozone / stratospheric H2O + export OZ_PHYS_OLD=.true. + export OZ_PHYS_NEW=.false. + export H2O_PHYS=.false. + + # Lake models + export LKM=0 # 0=no lake, 1=run lake model, 2=run both lake and nsst on lake points + export IOPT_LAKE=2 # 1=flake, 2=clm lake + export LAKEFRAC_THRESHOLD=0.0 # lake fraction must be higher for lake model to run it + export LAKEDEPTH_THRESHOLD=1.0 # lake must be deeper (in meters) for a lake model to run it + export FRAC_ICE=.true. # should be false for flake, true for clm_lake + + export CPL=.false. + export CPLCHM=.false. + export CPLFLX=.false. + export CPLICE=.false. + export CPLWAV=.false. + export CPLWAV2ATM=.false. + export CPLLND=.false. + export CPLLND2ATM=.false. + export USE_MED_FLUX=.false. + export DAYS=1 + export NPX=97 + export NPY=97 + export NPZ=64 + export NPZP=65 + export NSTF_NAME=2,1,1,0,5 + export OUTPUT_FH="12 -1" + export FHZERO=6 + export FNALBC="'global_snowfree_albedo.bosu.t126.384.190.rg.grb'" + export FNVETC="'global_vegtype.igbp.t126.384.190.rg.grb'" + export FNSOTC="'global_soiltype.statsgo.t126.384.190.rg.grb'" + export FNSOCC="''" + export FNSMCC="'global_soilmgldas.t126.384.190.grb'" + export FNSMCC_control="'global_soilmgldas.statsgo.t1534.3072.1536.grb'" + export FNMSKH_control="'global_slmask.t1534.3072.1536.grb'" + export FNABSC="'global_mxsnoalb.uariz.t126.384.190.rg.grb'" + + # Dynamical core + export FV_CORE_TAU=0. + export RF_CUTOFF=30.0 + export FAST_TAU_W_SEC=0.0 + + # Tiled Fix files + export ATMRES=C96 + export TILEDFIX=.false. + + export ENS_NUM=1 + export SYEAR=2016 + export SMONTH=10 + export SDAY=03 + export SHOUR=00 + export SECS=$(( SHOUR*600 )) + export FHMAX=$(( DAYS*24 )) + export DT_ATMOS=1800 + export FHCYC=24 + export FHROT=0 + export LDIAG3D=.false. + export QDIAG3D=.false. + export PRINT_DIFF_PGR=.false. + export MAX_OUTPUT_FIELDS=310 + + # Stochastic physics + export STOCHINI=.false. + export DO_SPPT=.false. + export DO_SHUM=.false. + export DO_SKEB=.false. + export LNDP_TYPE=0 + export N_VAR_LNDP=0 + export SKEB=-999. + export SPPT=-999. + export SHUM=-999. + export LNDP_VAR_LIST="'XXX'" + export LNDP_PRT_LIST=-999 + export LNDP_MODEL_TYPE=0 + + #IAU + export IAU_INC_FILES="''" + export IAU_DELTHRS=0 + export IAUFHRS=-1 + export IAU_OFFSET=0 + + export FH_DFI_RADAR='-2e10' + + #Cellular automata + export DO_CA=.false. + export CA_SGS=.false. + export CA_GLOBAL=.false. + + #waves + export WW3_RSTDTHR=12 + WW3_DT_2_RST="$(printf "%02d" $(( WW3_RSTDTHR*3600 )))" + export WW3_DT_2_RST + export WW3_OUTDTHR=1 + WW3_DTFLD="$(printf "%02d" $(( WW3_OUTDTHR*3600 )))" + export WW3_DTFLD + WW3_DTPNT="$(printf "%02d" $(( WW3_OUTDTHR*3600 )))" + export WW3_DTPNT + export DTRST=0 + export RSTTYPE=T + export GOFILETYPE=1 + export POFILETYPE=1 + export WW3_OUTPARS="WND HS FP DP PHS PTP PDIR" + export CPLILINE='$' + export ICELINE='$' + export WINDLINE='$' + export CURRLINE='$' + export NFGRIDS=0 + export NMGRIDS=1 + export WW3GRIDLINE="'glo_1deg' 'no' 'no' 'CPL:native' 'no' 'no' 'no' 'no' 'no' 'no' 1 1 0.00 1.00 F" + export FUNIPNT=T + export IOSRV=1 + export FPNTPROC=T + export FGRDPROC=T + export UNIPOINTS='points' + export FLAGMASKCOMP=' F' + export FLAGMASKOUT=' F' + RUN_BEG="${SYEAR}${SMONTH}${SDAY} $(printf "%02d" $(( SHOUR )))0000" + export RUN_BEG + RUN_END="2100${SMONTH}${SDAY} $(printf "%02d" $(( SHOUR )))0000" + export RUN_END + export OUT_BEG=${RUN_BEG} + export OUT_END=${RUN_END} + export RST_BEG=${RUN_BEG} + export RST_2_BEG=${RUN_BEG} + export RST_END=${RUN_END} + export RST_2_END=${RUN_END} + export WW3_CUR='F' + export WW3_ICE='F' + export WW3_IC1='F' + export WW3_IC5='F' + # ATMW + export WW3_MULTIGRID=true + export WW3_MODDEF=mod_def.glo_1deg + export MESH_WAV=mesh.glo_1deg.nc + + # ATMA + export AOD_FRQ=060000 + + # Regional + export WRITE_RESTART_WITH_BCS=.false. + + # Diagnostics + export PRINT_DIFF_PGR=.false. + + # Coupling + export coupling_interval_fast_sec=0 + export CHOUR=06 + export MOM6_OUTPUT_DIR=./MOM6_OUTPUT } # Defaults for the CICE6 model namelist, mx100 export_cice6() { -export SECS=`expr $SHOUR \* 3600` -export DT_CICE=${DT_ATMOS} -export CICE_NPT=999 -export CICE_RUNTYPE=initial -export CICE_RUNID=unknown -export CICE_USE_RESTART_TIME=.false. -export CICE_RESTART_DIR=./RESTART/ -export CICE_RESTART_FILE=iced - -export CICE_RESTART_FORMAT='pnetcdf2' -export CICE_RESTART_IOTASKS=-99 -export CICE_RESTART_REARR='box' -export CICE_RESTART_ROOT=-99 -export CICE_RESTART_STRIDE=-99 -export CICE_RESTART_CHUNK=0,0 -export CICE_RESTART_DEFLATE=0 - -export CICE_HISTORY_FORMAT='pnetcdf2' -if [[ ${MACHINE_ID} == wcoss2 ]]; then - export CICE_RESTART_FORMAT='hdf5' - export CICE_HISTORY_FORMAT='hdf5' -fi -export CICE_HISTORY_IOTASKS=-99 -export CICE_HISTORY_REARR='box' -export CICE_HISTORY_ROOT=-99 -export CICE_HISTORY_STRIDE=-99 -export CICE_HISTORY_CHUNK=0,0 -export CICE_HISTORY_DEFLATE=0 -export CICE_HISTORY_PREC=4 - -export CICE_DUMPFREQ=d -export CICE_DUMPFREQ_N=1000 -export CICE_DIAGFREQ=`expr $FHMAX \* 3600 / $DT_CICE` -export CICE_HISTFREQ_N="0, 0, 6, 1, 1" -export CICE_HIST_AVG=.true. -export CICE_HISTORY_DIR=./history/ -export CICE_INCOND_DIR=./history/ -export CICE_GRID=grid_cice_NEMS_mx${OCNRES}.nc -export CICE_MASK=kmtu_cice_NEMS_mx${OCNRES}.nc -export CICE_GRIDATM=A -export CICE_GRIDOCN=A -export CICE_GRIDICE=B -export CICE_TR_POND_LVL=.true. -export CICE_RESTART_POND_LVL=.false. -# setting to true will allow Frazil FW and Salt to be included in fluxes sent to ocean -export CICE_FRAZIL_FWSALT=.true. -export CICE_KTHERM=2 -export CICE_TFREEZE_OPTION=mushy -# SlenderX2 -export CICE_NPROC=$ICE_tasks -export np2=`expr $CICE_NPROC / 2` -export CICE_BLCKX=`expr $NX_GLB / $np2` -export CICE_BLCKY=`expr $NY_GLB / 2` -export CICE_DECOMP=slenderX2 + SECS=$((SHOUR*3600)) + export SECS + export DT_CICE=${DT_ATMOS} + export CICE_NPT=999 + export CICE_RUNTYPE=initial + export CICE_RUNID=unknown + export CICE_USE_RESTART_TIME=.false. + export CICE_RESTART_DIR=./RESTART/ + export CICE_RESTART_FILE=iced + + export CICE_RESTART_FORMAT='pnetcdf2' + export CICE_RESTART_IOTASKS=-99 + export CICE_RESTART_REARR='box' + export CICE_RESTART_ROOT=-99 + export CICE_RESTART_STRIDE=-99 + export CICE_RESTART_CHUNK=0,0 + export CICE_RESTART_DEFLATE=0 + + export CICE_HISTORY_FORMAT='pnetcdf2' + if [[ ${MACHINE_ID} == wcoss2 ]]; then + export CICE_RESTART_FORMAT='hdf5' + export CICE_HISTORY_FORMAT='hdf5' + fi + export CICE_HISTORY_IOTASKS=-99 + export CICE_HISTORY_REARR='box' + export CICE_HISTORY_ROOT=-99 + export CICE_HISTORY_STRIDE=-99 + export CICE_HISTORY_CHUNK=0,0 + export CICE_HISTORY_DEFLATE=0 + export CICE_HISTORY_PREC=4 + + export CICE_DUMPFREQ=d + export CICE_DUMPFREQ_N=1000 + CICE_DIAGFREQ=$(( (FHMAX*3600)/DT_CICE )) + export CICE_DIAGFREQ + export CICE_HISTFREQ_N="0, 0, 6, 1, 1" + export CICE_HIST_AVG=.true. + export CICE_HISTORY_DIR=./history/ + export CICE_INCOND_DIR=./history/ + export CICE_GRID=grid_cice_NEMS_mx${OCNRES}.nc + export CICE_MASK=kmtu_cice_NEMS_mx${OCNRES}.nc + export CICE_GRIDATM=A + export CICE_GRIDOCN=A + export CICE_GRIDICE=B + export CICE_TR_POND_LVL=.true. + export CICE_RESTART_POND_LVL=.false. + # setting to true will allow Frazil FW and Salt to be included in fluxes sent to ocean + export CICE_FRAZIL_FWSALT=.true. + export CICE_KTHERM=2 + export CICE_TFREEZE_OPTION=mushy + # SlenderX2 + export CICE_NPROC=${ICE_tasks} + np2=$((CICE_NPROC/2)) + CICE_BLCKX=$((NX_GLB/np2)) + CICE_BLCKY=$((NY_GLB/2)) + export np2 + export CICE_BLCKX + export CICE_BLCKY + export CICE_DECOMP=slenderX2 } # Defaults for the MOM6 model namelist, mx100 export_mom6() { -export DT_DYNAM_MOM6=1800 -export DT_THERM_MOM6=3600 -export MOM6_INPUT=MOM_input_100.IN -export MOM6_OUTPUT_DIR=./MOM6_OUTPUT -export MOM6_RESTART_DIR=./RESTART/ -export MOM6_RESTART_SETTING=n -export MOM6_RIVER_RUNOFF=False -export MOM6_FRUNOFF='' -export MOM6_CHLCLIM=seawifs_1998-2006_smoothed_2X.nc -export MOM6_USE_LI2016=True -export MOM6_TOPOEDITS='' -# since CPL_SLOW is set to DT_THERM, this should be always be false -export MOM6_THERMO_SPAN=False -export MOM6_USE_WAVES=True -export MOM6_ALLOW_LANDMASK_CHANGES=False -# MOM6 diag -export MOM6_DIAG_COORD_DEF_Z_FILE=interpolate_zgrid_40L.nc -export MOM6_DIAG_MISVAL='-1e34' -# MOM6 IAU -export ODA_INCUPD=False -export ODA_INCUPD_NHOURS=6 -export ODA_TEMPINC_VAR="'pt_inc'" -export ODA_SALTINC_VAR="'s_inc'" -export ODA_THK_VAR="'h_fg'" -export ODA_INCUPD_UV=False -export ODA_UINC_VAR="'u_inc'" -export ODA_VINC_VAR="'v_inc'" -# MOM6 stochastics -export DO_OCN_SPPT=False -export PERT_EPBL=False -export OCN_SPPT=-999. -export EPBL=-999. + export DT_DYNAM_MOM6=1800 + export DT_THERM_MOM6=3600 + export MOM6_INPUT=MOM_input_100.IN + export MOM6_OUTPUT_DIR=./MOM6_OUTPUT + export MOM6_RESTART_DIR=./RESTART/ + export MOM6_RESTART_SETTING=n + export MOM6_RIVER_RUNOFF=False + export MOM6_FRUNOFF='' + export MOM6_CHLCLIM=seawifs_1998-2006_smoothed_2X.nc + export MOM6_USE_LI2016=True + export MOM6_TOPOEDITS='' + # since CPL_SLOW is set to DT_THERM, this should be always be false + export MOM6_THERMO_SPAN=False + export MOM6_USE_WAVES=True + export MOM6_ALLOW_LANDMASK_CHANGES=False + # MOM6 diag + export MOM6_DIAG_COORD_DEF_Z_FILE=interpolate_zgrid_40L.nc + export MOM6_DIAG_MISVAL='-1e34' + # MOM6 IAU + export ODA_INCUPD=False + export ODA_INCUPD_NHOURS=6 + export ODA_TEMPINC_VAR="'pt_inc'" + export ODA_SALTINC_VAR="'s_inc'" + export ODA_THK_VAR="'h_fg'" + export ODA_INCUPD_UV=False + export ODA_UINC_VAR="'u_inc'" + export ODA_VINC_VAR="'v_inc'" + # MOM6 stochastics + export DO_OCN_SPPT=False + export PERT_EPBL=False + export OCN_SPPT=-999. + export EPBL=-999. } # Defaults for the WW3 global model export_ww3() { -export WW3_DOMAIN=mx${OCNRES} -export WW3_MODDEF=mod_def.mx${OCNRES} -export WW3_RSTDTHR=3 -export WW3_DT_2_RST="$(printf "%02d" $(( ${WW3_RSTDTHR}*3600 )))" -export WW3_OUTDTHR=3 -export WW3_DTFLD="$(printf "%02d" $(( ${WW3_OUTDTHR}*3600 )))" -export WW3_DTPNT="$(printf "%02d" $(( ${WW3_OUTDTHR}*3600 )))" -export WW3_CUR='C' -export WW3_ICE='C' -export WW3_IC1='F' -export WW3_IC5='F' -export WW3_user_sets_restname="true" + export WW3_DOMAIN=mx${OCNRES} + export WW3_MODDEF=mod_def.mx${OCNRES} + export WW3_RSTDTHR=3 + WW3_DT_2_RST="$(printf "%02d" $(( WW3_RSTDTHR*3600 )) )" + export WW3_DT_2_RST + export WW3_OUTDTHR=3 + WW3_DTFLD="$(printf "%02d" $(( WW3_OUTDTHR*3600 )) )" + WW3_DTPNT="$(printf "%02d" $(( WW3_OUTDTHR*3600 )) )" + export WW3_DTFLD + export WW3_DTPNT + export WW3_CUR='C' + export WW3_ICE='C' + export WW3_IC1='F' + export WW3_IC5='F' + export WW3_user_sets_restname="true" } # Defaults for the coupled 5-component export_cmeps() { -export UFS_CONFIGURE=ufs.configure.s2swa_fast_esmf.IN -export med_model=cmeps -export atm_model=fv3 -export chm_model=gocart -export ocn_model=mom6 -export ice_model=cice6 -export wav_model=ww3 -export lnd_model=noahmp -export coupling_interval_slow_sec=${DT_THERM_MOM6} -export coupling_interval_fast_sec=${DT_ATMOS} -export MESH_OCN=mesh.mx${OCNRES}.nc -export MESH_ICE=mesh.mx${OCNRES}.nc -export MESH_WAV=mesh.${WW3_DOMAIN}.nc -export CPLMODE=ufs.frac -export pio_rearranger=box -export RUNTYPE=startup -export RESTART_N=${FHMAX} -export CMEPS_RESTART_DIR=./RESTART/ -export cap_dbug_flag=0 -# MOM6 attributes -export use_coldstart=false -export use_mommesh=true -# CICE attributes -export eps_imesh=1.0e-1 -# mediator AO flux -export flux_convergence=0.0 -export flux_iteration=2 -export flux_scheme=0 -# mediator ocean albedo -export ocean_albedo_limit=0.06 -export use_mean_albedos=.false. -# WW3 (used in run_test only) -export WW3_MULTIGRID=false + export UFS_CONFIGURE=ufs.configure.s2swa_fast_esmf.IN + export med_model=cmeps + export atm_model=fv3 + export chm_model=gocart + export ocn_model=mom6 + export ice_model=cice6 + export wav_model=ww3 + export lnd_model=noahmp + export coupling_interval_slow_sec=${DT_THERM_MOM6} + export coupling_interval_fast_sec=${DT_ATMOS} + export MESH_OCN=mesh.mx${OCNRES}.nc + export MESH_ICE=mesh.mx${OCNRES}.nc + export MESH_WAV=mesh.${WW3_DOMAIN}.nc + export CPLMODE=ufs.frac + export pio_rearranger=box + export RUNTYPE=startup + export RESTART_N=${FHMAX} + export CMEPS_RESTART_DIR=./RESTART/ + export cap_dbug_flag=0 + # MOM6 attributes + export use_coldstart=false + export use_mommesh=true + # CICE attributes + export eps_imesh=1.0e-1 + # mediator AO flux + export flux_convergence=0.0 + export flux_iteration=2 + export flux_scheme=0 + # mediator ocean albedo + export ocean_albedo_limit=0.06 + export use_mean_albedos=.false. + # WW3 (used in run_test only) + export WW3_MULTIGRID=false } export_cpl () { -export FV3=true -export S2S=true -export HAFS=false -export AQM=false -export DATM_CDEPS=false -export DOCN_CDEPS=false -export CDEPS_INLINE=false -export FV3BMIC='p8c' -export BMIC=.false. -export DAYS=1 - -#model configure -export MODEL_CONFIGURE=model_configure.IN -export SYEAR=2021 -export SMONTH=03 -export SDAY=22 -export SHOUR=06 -export CHOUR=06 -export FHMAX=24 -export FHROT=0 -export DT_ATMOS=720 -export QUILTING_RESTART=.false. -export WRTTASK_PER_GROUP=$WPG_cpl_dflt -export WRITE_NSFLIP=.true. -export OUTPUT_FH='6 -1' - -# default atm/ocn/ice resolution -export ATMRES=C96 -export OCNRES=100 -export ICERES=1.00 -export NX_GLB=360 -export NY_GLB=320 -export NPZ=127 -export NPZP=128 - -# default resources -export DOMAINS_STACK_SIZE=8000000 -export INPES=$INPES_cpl_dflt -export JNPES=$JNPES_cpl_dflt -export THRD=$THRD_cpl_dflt -OCN_tasks=$OCN_tasks_cpl_dflt -ICE_tasks=$ICE_tasks_cpl_dflt -WAV_tasks=$WAV_tasks_cpl_dflt - -# Set CICE6 component defaults -export_cice6 - -# Set MOM6 component defaults -export_mom6 - -# Set WW3 component defaults -export_ww3 - -# Set CMEPS component defauls -export_cmeps - -# FV3 defaults -export FRAC_GRID=.true. -export CCPP_SUITE=FV3_GFS_v17_coupled_p8 -export INPUT_NML=cpld_control.nml.IN -export FIELD_TABLE=field_table_thompson_noaero_tke_GOCART -export DIAG_TABLE=diag_table_cpld.IN -export DIAG_TABLE_ADDITIONAL='' - -export FHZERO=6 -export DT_INNER=${DT_ATMOS} - -# P7 default -export IALB=2 -export IEMS=2 -export LSM=2 -export IOPT_DVEG=4 -export IOPT_CRS=2 -export IOPT_RAD=3 -export IOPT_ALB=1 -export IOPT_STC=3 -# P8 -export IOPT_SFC=3 -export IOPT_TRS=2 -export IOPT_DIAG=2 - -# FV3 P7 settings -export D2_BG_K1=0.20 -export D2_BG_K2=0.04 -#export DZ_MIN=2 -export PSM_BC=1 -export DDDMP=0.1 - -#P8 -export DZ_MIN=6 - -# P7 Merra2 Aerosols & NSST -export USE_MERRA2=.true. -export IAER=1011 -export NSTF_NAME=2,0,0,0,0 - -export LHEATSTRG=.false. -export LSEASPRAY=.true. - -# P7 UGWP1 -export GWD_OPT=2 -export KNOB_UGWP_NSLOPE=1 -export DO_GSL_DRAG_LS_BL=.true. -export DO_GSL_DRAG_SS=.true. -export DO_UGWP_V1_OROG_ONLY=.false. -export DO_UGWP_V0_NST_ONLY=.false. -export LDIAG_UGWP=.false. -#P8 -export DO_GSL_DRAG_TOFD=.false. -export CDMBWD=${CDMBWD_c96} - -# P8 RRTMGP -export DO_RRTMGP=.false. -export DOGP_CLDOPTICS_LUT=.true. -export DOGP_LWSCAT=.true. -export DOGP_SGS_CNV=.true. - -#P8 UGWD -export DO_UGWP_V0=.true. -export DO_UGWP_V1=.false. -export DO_GSL_DRAG_LS_BL=.false. -export KNOB_UGWP_VERSION=0 - -# P7 CA -export DO_CA=.true. -export CA_SGS=.true. -export CA_GLOBAL=.false. -export NCA=1 -export NCELLS=5 -export NLIVES=12 -export NTHRESH=18 -export NSEED=1 -export NFRACSEED=0.5 -export CA_TRIGGER=.true. -export NSPINUP=1 -export ISEED_CA=12345 - -# P7 settings -export FNALBC="'C96.snowfree_albedo.tileX.nc'" -export FNALBC2="'C96.facsf.tileX.nc'" -export FNTG3C="'C96.substrate_temperature.tileX.nc'" -export FNVEGC="'C96.vegetation_greenness.tileX.nc'" -export FNVETC="'C96.vegetation_type.tileX.nc'" -export FNSOTC="'C96.soil_type.tileX.nc'" -export FNSOCC="'C96.soil_color.tileX.nc'" -export FNSMCC=${FNSMCC_control} -export FNMSKH=${FNMSKH_control} -export FNVMNC="'C96.vegetation_greenness.tileX.nc'" -export FNVMXC="'C96.vegetation_greenness.tileX.nc'" -export FNSLPC="'C96.slope_type.tileX.nc'" -export FNABSC="'C96.maximum_snow_albedo.tileX.nc'" -export LANDICE=".false." -#P8 -export FSICL=0 -export FSICS=0 - -# P8 -export USE_CICE_ALB=.true. -export MIN_SEAICE=1.0e-6 -export DNATS=2 -export IMP_PHYSICS=8 -export LGFDLMPRAD=.false. -export DO_SAT_ADJ=.false. -export SATMEDMF=.true. - -# P7 default -export CPLFLX=.true. -export CPLICE=.true. -export CPL=.true. -export CPLWAV=.true. -export CPLWAV2ATM=.true. -export USE_MED_FLUX=.false. -export CPLCHM=.true. -export CPLLND=.false. - -# for FV3: default values will be changed if doing a warm-warm restart -export WARM_START=.false. -export MAKE_NH=.true. -export NA_INIT=1 -export EXTERNAL_IC=.true. -export NGGPS_IC=.true. -export MOUNTAIN=.false. -# gocart inst_aod output; uses AERO_HIST.rc.IN from parm/gocart directory -export AOD_FRQ=060000 - -# checkpoint restarts -export RESTART_FILE_PREFIX='' -export RESTART_FILE_SUFFIX_SECS='' -export RT35D='' + export FV3=true + export S2S=true + export HAFS=false + export AQM=false + export DATM_CDEPS=false + export DOCN_CDEPS=false + export CDEPS_INLINE=false + export FV3BMIC='p8c' + export BMIC=.false. + export DAYS=1 + + #model configure + export MODEL_CONFIGURE=model_configure.IN + export SYEAR=2021 + export SMONTH=03 + export SDAY=22 + export SHOUR=06 + export CHOUR=06 + export FHMAX=24 + export FHROT=0 + export DT_ATMOS=720 + export QUILTING_RESTART=.false. + export WRTTASK_PER_GROUP=${WPG_cpl_dflt} + export WRITE_NSFLIP=.true. + export OUTPUT_FH='6 -1' + + # default atm/ocn/ice resolution + export ATMRES=C96 + export OCNRES=100 + export ICERES=1.00 + export NX_GLB=360 + export NY_GLB=320 + export NPZ=127 + export NPZP=128 + + # default resources + export DOMAINS_STACK_SIZE=8000000 + export INPES=${INPES_cpl_dflt} + export JNPES=${JNPES_cpl_dflt} + export THRD=${THRD_cpl_dflt} + export OCN_tasks=${OCN_tasks_cpl_dflt} + export ICE_tasks=${ICE_tasks_cpl_dflt} + export WAV_tasks=${WAV_tasks_cpl_dflt} + + # Set CICE6 component defaults + export_cice6 + + # Set MOM6 component defaults + export_mom6 + + # Set WW3 component defaults + export_ww3 + + # Set CMEPS component defauls + export_cmeps + + # FV3 defaults + export FRAC_GRID=.true. + export CCPP_SUITE=FV3_GFS_v17_coupled_p8 + export INPUT_NML=cpld_control.nml.IN + export FIELD_TABLE=field_table_thompson_noaero_tke_GOCART + export DIAG_TABLE=diag_table_cpld.IN + export DIAG_TABLE_ADDITIONAL='' + + export FHZERO=6 + export DT_INNER=${DT_ATMOS} + + # P7 default + export IALB=2 + export IEMS=2 + export LSM=2 + export IOPT_DVEG=4 + export IOPT_CRS=2 + export IOPT_RAD=3 + export IOPT_ALB=1 + export IOPT_STC=3 + # P8 + export IOPT_SFC=3 + export IOPT_TRS=2 + export IOPT_DIAG=2 + + # FV3 P7 settings + export D2_BG_K1=0.20 + export D2_BG_K2=0.04 + #export DZ_MIN=2 + export PSM_BC=1 + export DDDMP=0.1 + + #P8 + export DZ_MIN=6 + + # P7 Merra2 Aerosols & NSST + export USE_MERRA2=.true. + export IAER=1011 + export NSTF_NAME=2,0,0,0,0 + + export LHEATSTRG=.false. + export LSEASPRAY=.true. + + # P7 UGWP1 + export GWD_OPT=2 + export KNOB_UGWP_NSLOPE=1 + export DO_GSL_DRAG_LS_BL=.true. + export DO_GSL_DRAG_SS=.true. + export DO_UGWP_V1_OROG_ONLY=.false. + export DO_UGWP_V0_NST_ONLY=.false. + export LDIAG_UGWP=.false. + #P8 + export DO_GSL_DRAG_TOFD=.false. + export CDMBWD=${CDMBWD_c96} + + # P8 RRTMGP + export DO_RRTMGP=.false. + export DOGP_CLDOPTICS_LUT=.true. + export DOGP_LWSCAT=.true. + export DOGP_SGS_CNV=.true. + + #P8 UGWD + export DO_UGWP_V0=.true. + export DO_UGWP_V1=.false. + export DO_GSL_DRAG_LS_BL=.false. + export KNOB_UGWP_VERSION=0 + + # P7 CA + export DO_CA=.true. + export CA_SGS=.true. + export CA_GLOBAL=.false. + export NCA=1 + export NCELLS=5 + export NLIVES=12 + export NTHRESH=18 + export NSEED=1 + export NFRACSEED=0.5 + export CA_TRIGGER=.true. + export NSPINUP=1 + export ISEED_CA=12345 + + # P7 settings + export FNALBC="'C96.snowfree_albedo.tileX.nc'" + export FNALBC2="'C96.facsf.tileX.nc'" + export FNTG3C="'C96.substrate_temperature.tileX.nc'" + export FNVEGC="'C96.vegetation_greenness.tileX.nc'" + export FNVETC="'C96.vegetation_type.tileX.nc'" + export FNSOTC="'C96.soil_type.tileX.nc'" + export FNSOCC="'C96.soil_color.tileX.nc'" + export FNSMCC=${FNSMCC_control} + export FNMSKH=${FNMSKH_control} + export FNVMNC="'C96.vegetation_greenness.tileX.nc'" + export FNVMXC="'C96.vegetation_greenness.tileX.nc'" + export FNSLPC="'C96.slope_type.tileX.nc'" + export FNABSC="'C96.maximum_snow_albedo.tileX.nc'" + export LANDICE=".false." + #P8 + export FSICL=0 + export FSICS=0 + + # P8 + export USE_CICE_ALB=.true. + export MIN_SEAICE=1.0e-6 + export DNATS=2 + export IMP_PHYSICS=8 + export LGFDLMPRAD=.false. + export DO_SAT_ADJ=.false. + export SATMEDMF=.true. + + # P7 default + export CPLFLX=.true. + export CPLICE=.true. + export CPL=.true. + export CPLWAV=.true. + export CPLWAV2ATM=.true. + export USE_MED_FLUX=.false. + export CPLCHM=.true. + export CPLLND=.false. + + # for FV3: default values will be changed if doing a warm-warm restart + export WARM_START=.false. + export MAKE_NH=.true. + export NA_INIT=1 + export EXTERNAL_IC=.true. + export NGGPS_IC=.true. + export MOUNTAIN=.false. + # gocart inst_aod output; uses AERO_HIST.rc.IN from parm/gocart directory + export AOD_FRQ=060000 + + # checkpoint restarts + export RESTART_FILE_PREFIX='' + export RESTART_FILE_SUFFIX_SECS='' + export RT35D='' } export_35d_run () { -export CNTL_DIR="" -export LIST_FILES="" + export CNTL_DIR="" + export LIST_FILES="" } export_datm_cdeps () { -export FV3=false -export S2S=false -export HAFS=false -export AQM=false -export DATM_CDEPS=true -export DOCN_CDEPS=false -export CDEPS_INLINE=false -export DAYS=1 - -# model configure -export MODEL_CONFIGURE=datm_cdeps_configure.IN -export SYEAR=2011 -export SMONTH=10 -export SDAY=01 -export SHOUR=00 -export FHMAX=24 -export DT_ATMOS=900 -export FHROT=0 - -# required but unused -export WARM_START=.false. -export CPLWAV=.false. -export CPLCHM=.false. - -# atm/ocn/ice resolution -export IATM=1760 -export JATM=880 -export ATM_NX_GLB=$IATM -export ATM_NY_GLB=$JATM -export ATMRES=${IATM}x${JATM} -export OCNRES=100 -export ICERES=1.00 -export NX_GLB=360 -export NY_GLB=320 - -# default resources -export ATM_compute_tasks=$ATM_compute_tasks_cdeps_100 -export OCN_tasks=$OCN_tasks_cdeps_100 -export ICE_tasks=$ICE_tasks_cdeps_100 - -# Set CICE6 component defaults -export_cice6 -# default non-mushy thermo for CICE -export CICE_KTHERM=1 -export CICE_TFREEZE_OPTION=linear_salt - -# Set MOM6 component defaults -export_mom6 -# default no waves -export MOM6_USE_LI2016=False -export MOM6_USE_WAVES=False -export WW3_DOMAIN='' - -# Set CMEPS component defauls -export_cmeps -# default configure -export UFS_CONFIGURE=ufs.configure.datm_cdeps.IN -export atm_model=datm -export CPLMODE=ufs.nfrac.aoflux - -# datm defaults -export INPUT_NML=input.mom6.nml.IN -export DIAG_TABLE=diag_table_template -export DATM_SRC=CFSR -export FILENAME_BASE=cfsr. -export MESH_ATM=${FILENAME_BASE//.}_mesh.nc -export atm_datamode=${DATM_SRC} -export stream_files=INPUT/${FILENAME_BASE}201110.nc -export EXPORT_ALL=.false. -export STREAM_OFFSET=0 - -export BL_SUFFIX="" -export RT_SUFFIX="" + export FV3=false + export S2S=false + export HAFS=false + export AQM=false + export DATM_CDEPS=true + export DOCN_CDEPS=false + export CDEPS_INLINE=false + export DAYS=1 + + # model configure + export MODEL_CONFIGURE=datm_cdeps_configure.IN + export SYEAR=2011 + export SMONTH=10 + export SDAY=01 + export SHOUR=00 + export FHMAX=24 + export DT_ATMOS=900 + export FHROT=0 + + # required but unused + export WARM_START=.false. + export CPLWAV=.false. + export CPLCHM=.false. + + # atm/ocn/ice resolution + export IATM=1760 + export JATM=880 + export ATM_NX_GLB=${IATM} + export ATM_NY_GLB=${JATM} + export ATMRES="${IATM}x${JATM}" + export OCNRES=100 + export ICERES=1.00 + export NX_GLB=360 + export NY_GLB=320 + + # default resources + export ATM_compute_tasks=${ATM_compute_tasks_cdeps_100} + export OCN_tasks=${OCN_tasks_cdeps_100} + export ICE_tasks=${ICE_tasks_cdeps_100} + + # Set CICE6 component defaults + export_cice6 + # default non-mushy thermo for CICE + export CICE_KTHERM=1 + export CICE_TFREEZE_OPTION=linear_salt + + # Set MOM6 component defaults + export_mom6 + # default no waves + export MOM6_USE_LI2016=False + export MOM6_USE_WAVES=False + export WW3_DOMAIN='' + + # Set CMEPS component defauls + export_cmeps + # default configure + export UFS_CONFIGURE=ufs.configure.datm_cdeps.IN + export atm_model=datm + export CPLMODE=ufs.nfrac.aoflux + + # datm defaults + export INPUT_NML=input.mom6.nml.IN + export DIAG_TABLE=diag_table_template + export DATM_SRC=CFSR + export FILENAME_BASE=cfsr. + export MESH_ATM=${FILENAME_BASE//.}_mesh.nc + export atm_datamode=${DATM_SRC} + export stream_files=INPUT/${FILENAME_BASE}201110.nc + export EXPORT_ALL=.false. + export STREAM_OFFSET=0 + + export BL_SUFFIX="" + export RT_SUFFIX="" } + export_hafs_datm_cdeps () { -export FV3=false -export S2S=false -export HAFS=true -export AQM=false -export DATM_CDEPS=true -export DOCN_CDEPS=false -export CDEPS_INLINE=false -export INPES=$INPES_dflt -export JNPES=$JNPES_dflt -export NTILES=1 - -export atm_model=datm -export DATM_IN_CONFIGURE=datm_in.IN -export DATM_STREAM_CONFIGURE=hafs_datm.streams.era5.IN -export EXPORT_ALL=.false. + export FV3=false + export S2S=false + export HAFS=true + export AQM=false + export DATM_CDEPS=true + export DOCN_CDEPS=false + export CDEPS_INLINE=false + export INPES=${INPES_dflt} + export JNPES=${JNPES_dflt} + export NTILES=1 + + export atm_model=datm + export DATM_IN_CONFIGURE=datm_in.IN + export DATM_STREAM_CONFIGURE=hafs_datm.streams.era5.IN + export EXPORT_ALL=.false. } + export_hafs_docn_cdeps () { -export FV3=true -export S2S=false -export HAFS=true -export AQM=false -export DOCN_CDEPS=true -export CDEPS_INLINE=false -export INPES=$INPES_dflt -export JNPES=$JNPES_dflt -export NTILES=1 - -export ocn_model=docn -export ocn_datamode=sstdata -export pio_rearranger=box -export DOCN_IN_CONFIGURE=docn_in.IN -export DOCN_STREAM_CONFIGURE=hafs_docn.streams.IN + export FV3=true + export S2S=false + export HAFS=true + export AQM=false + export DOCN_CDEPS=true + export CDEPS_INLINE=false + export INPES=${INPES_dflt} + export JNPES=${JNPES_dflt} + export NTILES=1 + + export ocn_model=docn + export ocn_datamode=sstdata + export pio_rearranger=box + export DOCN_IN_CONFIGURE=docn_in.IN + export DOCN_STREAM_CONFIGURE=hafs_docn.streams.IN } + export_hafs_regional () { -export FV3=true -export S2S=false -export HAFS=true -export AQM=false -export DATM_CDEPS=false -export DOCN_CDEPS=false -export CDEPS_INLINE=false -export INPES=$INPES_dflt -export JNPES=$JNPES_dflt -export NTILES=1 - -# model_configure -export SYEAR=2019 -export SMONTH=08 -export SDAY=29 -export SHOUR=00 -export SECS=`expr $SHOUR \* 3600` -export FHMAX=6 -export ENS_NUM=1 -export DT_ATMOS=900 -export CPL=.true. -export RESTART_INTERVAL=0 -export FHROT=0 -export coupling_interval_fast_sec=0 -export QUILTING=.true. -export WRITE_GROUP=1 -export WRTTASK_PER_GROUP=6 -export OUTPUT_HISTORY=.true. -export WRITE_DOPOST=.false. -export NUM_FILES=2 -export FILENAME_BASE="'atm' 'sfc'" -export OUTPUT_GRID="'regional_latlon'" -export OUTPUT_FILE="'netcdf'" -export IDEFLATE=0 -export QUANTIZE_NSD=0 -export CEN_LON=-62.0 -export CEN_LAT=25.0 -export LON1=-114.5 -export LAT1=-5.0 -export LON2=-9.5 -export LAT2=55.0 -export DLON=0.03 -export DLAT=0.03 - -# shel.inp -# input.nml -export CPL_IMP_MRG=.true. -export DIAG_TABLE=diag_table_hafs -export FIELD_TABLE=field_table_hafs - -export OCNRES='' -export ICERES='' -export DT_THERM_MOM6='' - -# Set WW3 component defaults -export_ww3 -# default hafs with no ice -export WW3_DOMAIN=natl_6m -export WW3_MODDEF=mod_def.${WW3_DOMAIN} -export WW3_ICE='F' -export WW3_OUTPARS="WND HS T01 T02 DIR FP DP PHS PTP PDIR UST CHA USP" - -# Set CMEPS component defaults -export_cmeps -# default hafs -export ocn_model=hycom -export CPLMODE=hafs -export MESH_WAV=mesh.hafs.nc + export FV3=true + export S2S=false + export HAFS=true + export AQM=false + export DATM_CDEPS=false + export DOCN_CDEPS=false + export CDEPS_INLINE=false + export INPES=${INPES_dflt} + export JNPES=${JNPES_dflt} + export NTILES=1 + + # model_configure + export SYEAR=2019 + export SMONTH=08 + export SDAY=29 + export SHOUR=00 + export SECS=$((SHOUR*3600)) + export FHMAX=6 + export ENS_NUM=1 + export DT_ATMOS=900 + export CPL=.true. + export RESTART_INTERVAL=0 + export FHROT=0 + export coupling_interval_fast_sec=0 + export QUILTING=.true. + export WRITE_GROUP=1 + export WRTTASK_PER_GROUP=6 + export OUTPUT_HISTORY=.true. + export WRITE_DOPOST=.false. + export NUM_FILES=2 + export FILENAME_BASE="'atm' 'sfc'" + export OUTPUT_GRID="'regional_latlon'" + export OUTPUT_FILE="'netcdf'" + export IDEFLATE=0 + export QUANTIZE_NSD=0 + export CEN_LON=-62.0 + export CEN_LAT=25.0 + export LON1=-114.5 + export LAT1=-5.0 + export LON2=-9.5 + export LAT2=55.0 + export DLON=0.03 + export DLAT=0.03 + + # shel.inp + # input.nml + export CPL_IMP_MRG=.true. + export DIAG_TABLE=diag_table_hafs + export FIELD_TABLE=field_table_hafs + + export OCNRES='' + export ICERES='' + export DT_THERM_MOM6='' + + # Set WW3 component defaults + export_ww3 + # default hafs with no ice + export WW3_DOMAIN=natl_6m + export WW3_MODDEF=mod_def.${WW3_DOMAIN} + export WW3_ICE='F' + export WW3_OUTPARS="WND HS T01 T02 DIR FP DP PHS PTP PDIR UST CHA USP" + + # Set CMEPS component defaults + export_cmeps + # default hafs + export ocn_model=hycom + export CPLMODE=hafs + export MESH_WAV=mesh.hafs.nc } export_hafs () { -export FV3=true -export S2S=false -export HAFS=true -export AQM=false -export DATM_CDEPS=false -export DOCN_CDEPS=false -export CDEPS_INLINE=false -export INPES=$INPES_dflt -export JNPES=$JNPES_dflt -export NTILES=1 -export IMFSHALCNV=2 -export IMFDEEPCNV=2 -export HYBEDMF=.false. -export SATMEDMF=.true. -export MONINQ_FAC=-1.0 -export HURR_PBL=.true. -export ISATMEDMF=1 -export IOPT_SFC=1 -export IOPT_DVEG=2 -export IOPT_CRS=1 -export IOPT_RAD=1 -export IOPT_ALB=2 -export IOPT_STC=1 -export LSM=1 -export DO_GSL_DRAG_LS_BL=.true. -export DO_GSL_DRAG_SS=.true. -export DO_GSL_DRAG_TOFD=.true. -export IMP_PHYSICS=11 -export IAER=111 -export CNVGWD=.false. -export LTAEROSOL=.false. -export CDMBWD=1.0,1.0,1.0,1.0 -export LHEATSTRG=.false. -export LRADAR=.true. - -export FV_CORE_TAU=5. -export RF_CUTOFF=30.e2 -export RF_CUTOFF_NEST=50.e2 - -export IS_MOVING_NEST=".false." -export VORTEX_TRACKER=0 -export NTRACK=0 -export MOVE_CD_X=0 -export MOVE_CD_Y=0 -export CPL_IMP_MRG=.true. - -export OUTPUT_GRID='' -export IMO='' -export JMO='' -export CEN_LON='' -export CEN_LAT='' -export LON1='' -export LAT1='' -export LON2='' -export LAT2='' -export DLON='' -export DLAT='' -export STDLAT1='' -export STDLAT2='' -export NX='' -export NY='' -export DX='' -export DY='' - -export OUTPUT_GRID_2='' -export IMO_2='' -export JMO_2='' -export CEN_LON_2='' -export CEN_LAT_2='' -export LON1_2='' -export LAT1_2='' -export LON2_2='' -export LAT2_2='' -export DLON_2='' -export DLAT_2='' -export STDLAT1_2='' -export STDLAT2_2='' -export NX_2='' -export NY_2='' -export DX_2='' -export DY_2='' - -export OUTPUT_GRID_3='' -export IMO_3='' -export JMO_3='' -export CEN_LON_3='' -export CEN_LAT_3='' -export LON1_3='' -export LAT1_3='' -export LON2_3='' -export LAT2_3='' -export DLON_3='' -export DLAT_3='' -export STDLAT1_3='' -export STDLAT2_3='' -export NX_3='' -export NY_3='' -export DX_3='' -export DY_3='' - -export OUTPUT_GRID_4='' -export IMO_4='' -export JMO_4='' -export CEN_LON_4='' -export CEN_LAT_4='' -export LON1_4='' -export LAT1_4='' -export LON2_4='' -export LAT2_4='' -export DLON_4='' -export DLAT_4='' -export STDLAT1_4='' -export STDLAT2_4='' -export NX_4='' -export NY_4='' -export DX_4='' -export DY_4='' - -export OUTPUT_GRID_5='' -export IMO_5='' -export JMO_5='' -export CEN_LON_5='' -export CEN_LAT_5='' -export LON1_5='' -export LAT1_5='' -export LON2_5='' -export LAT2_5='' -export DLON_5='' -export DLAT_5='' -export STDLAT1_5='' -export STDLAT2_5='' -export NX_5='' -export NY_5='' -export DX_5='' -export DY_5='' - -export OUTPUT_GRID_6='' -export IMO_6='' -export JMO_6='' -export CEN_LON_6='' -export CEN_LAT_6='' -export LON1_6='' -export LAT1_6='' -export LON2_6='' -export LAT2_6='' -export DLON_6='' -export DLAT_6='' -export STDLAT1_6='' -export STDLAT2_6='' -export NX_6='' -export NY_6='' -export DX_6='' -export DY_6='' - -export OUTPUT_FH='3 -1' + export FV3=true + export S2S=false + export HAFS=true + export AQM=false + export DATM_CDEPS=false + export DOCN_CDEPS=false + export CDEPS_INLINE=false + export INPES=${INPES_dflt} + export JNPES=${JNPES_dflt} + export NTILES=1 + export IMFSHALCNV=2 + export IMFDEEPCNV=2 + export HYBEDMF=.false. + export SATMEDMF=.true. + export MONINQ_FAC=-1.0 + export HURR_PBL=.true. + export ISATMEDMF=1 + export IOPT_SFC=1 + export IOPT_DVEG=2 + export IOPT_CRS=1 + export IOPT_RAD=1 + export IOPT_ALB=2 + export IOPT_STC=1 + export LSM=1 + export DO_GSL_DRAG_LS_BL=.true. + export DO_GSL_DRAG_SS=.true. + export DO_GSL_DRAG_TOFD=.true. + export IMP_PHYSICS=11 + export IAER=111 + export CNVGWD=.false. + export LTAEROSOL=.false. + export CDMBWD=1.0,1.0,1.0,1.0 + export LHEATSTRG=.false. + export LRADAR=.true. + + export FV_CORE_TAU=5. + export RF_CUTOFF=30.e2 + export RF_CUTOFF_NEST=50.e2 + + export IS_MOVING_NEST=".false." + export VORTEX_TRACKER=0 + export NTRACK=0 + export MOVE_CD_X=0 + export MOVE_CD_Y=0 + export CPL_IMP_MRG=.true. + + export OUTPUT_GRID='' + export IMO='' + export JMO='' + export CEN_LON='' + export CEN_LAT='' + export LON1='' + export LAT1='' + export LON2='' + export LAT2='' + export DLON='' + export DLAT='' + export STDLAT1='' + export STDLAT2='' + export NX='' + export NY='' + export DX='' + export DY='' + + export OUTPUT_GRID_2='' + export IMO_2='' + export JMO_2='' + export CEN_LON_2='' + export CEN_LAT_2='' + export LON1_2='' + export LAT1_2='' + export LON2_2='' + export LAT2_2='' + export DLON_2='' + export DLAT_2='' + export STDLAT1_2='' + export STDLAT2_2='' + export NX_2='' + export NY_2='' + export DX_2='' + export DY_2='' + + export OUTPUT_GRID_3='' + export IMO_3='' + export JMO_3='' + export CEN_LON_3='' + export CEN_LAT_3='' + export LON1_3='' + export LAT1_3='' + export LON2_3='' + export LAT2_3='' + export DLON_3='' + export DLAT_3='' + export STDLAT1_3='' + export STDLAT2_3='' + export NX_3='' + export NY_3='' + export DX_3='' + export DY_3='' + + export OUTPUT_GRID_4='' + export IMO_4='' + export JMO_4='' + export CEN_LON_4='' + export CEN_LAT_4='' + export LON1_4='' + export LAT1_4='' + export LON2_4='' + export LAT2_4='' + export DLON_4='' + export DLAT_4='' + export STDLAT1_4='' + export STDLAT2_4='' + export NX_4='' + export NY_4='' + export DX_4='' + export DY_4='' + + export OUTPUT_GRID_5='' + export IMO_5='' + export JMO_5='' + export CEN_LON_5='' + export CEN_LAT_5='' + export LON1_5='' + export LAT1_5='' + export LON2_5='' + export LAT2_5='' + export DLON_5='' + export DLAT_5='' + export STDLAT1_5='' + export STDLAT2_5='' + export NX_5='' + export NY_5='' + export DX_5='' + export DY_5='' + + export OUTPUT_GRID_6='' + export IMO_6='' + export JMO_6='' + export CEN_LON_6='' + export CEN_LAT_6='' + export LON1_6='' + export LAT1_6='' + export LON2_6='' + export LAT2_6='' + export DLON_6='' + export DLAT_6='' + export STDLAT1_6='' + export STDLAT2_6='' + export NX_6='' + export NY_6='' + export DX_6='' + export DY_6='' + + export OUTPUT_FH='3 -1' } + export_hrrr() { -export_fv3 -export NPZ=127 -export NPZP=128 -export DT_ATMOS=300 -export SYEAR=2021 -export SMONTH=03 -export SDAY=22 -export SHOUR=06 -export OUTPUT_GRID='gaussian_grid' -export NSTF_NAME='2,0,0,0,0' -export WRITE_DOPOST=.true. -export IAER=5111 -export FHMAX=12 - -export FRAC_GRID=.false. -export FRAC_ICE=.true. - -export FV_CORE_TAU=10. -export RF_CUTOFF=7.5e2 - -export FV3_RUN=lake_control_run.IN -export CCPP_SUITE=FV3_HRRR -export INPUT_NML=rap.nml.IN -export FIELD_TABLE=field_table_thompson_aero_tke -export NEW_DIAGTABLE=diag_table_rap - -export SFCLAY_COMPUTE_FLUX=.true. - -export LKM=1 -export IOPT_LAKE=2 -export IMP_PHYSICS=8 -export DNATS=0 -export DO_SAT_ADJ=.false. -export LRADAR=.true. -export LTAEROSOL=.true. -export IALB=2 -export IEMS=2 -export HYBEDMF=.false. -export DO_MYNNEDMF=.true. -export DO_MYNNSFCLAY=.true. -export DO_DEEP=.false. -export SHAL_CNV=.false. -export IMFSHALCNV=-1 -export IMFDEEPCNV=-1 -export LHEATSTRG=.false. -export LSM=3 -export LSOIL_LSM=9 -export KICE=9 - -export GWD_OPT=3 -export DO_UGWP_V0=.false. -export DO_UGWP_V0_OROG_ONLY=.false. -export DO_GSL_DRAG_LS_BL=.true. -export DO_GSL_DRAG_SS=.true. -export DO_GSL_DRAG_TOFD=.true. -export DO_UGWP_V1=.false. -export DO_UGWP_V1_OROG_ONLY=.false. + export_fv3 + export NPZ=127 + export NPZP=128 + export DT_ATMOS=300 + export SYEAR=2021 + export SMONTH=03 + export SDAY=22 + export SHOUR=06 + export OUTPUT_GRID='gaussian_grid' + export NSTF_NAME='2,0,0,0,0' + export WRITE_DOPOST=.true. + export IAER=5111 + export FHMAX=12 + + export FRAC_GRID=.false. + export FRAC_ICE=.true. + + export FV_CORE_TAU=10. + export RF_CUTOFF=7.5e2 + + export FV3_RUN=lake_control_run.IN + export CCPP_SUITE=FV3_HRRR + export INPUT_NML=rap.nml.IN + export FIELD_TABLE=field_table_thompson_aero_tke + export NEW_DIAGTABLE=diag_table_rap + + export SFCLAY_COMPUTE_FLUX=.true. + + export LKM=1 + export IOPT_LAKE=2 + export IMP_PHYSICS=8 + export DNATS=0 + export DO_SAT_ADJ=.false. + export LRADAR=.true. + export LTAEROSOL=.true. + export IALB=2 + export IEMS=2 + export HYBEDMF=.false. + export DO_MYNNEDMF=.true. + export DO_MYNNSFCLAY=.true. + export DO_DEEP=.false. + export SHAL_CNV=.false. + export IMFSHALCNV=-1 + export IMFDEEPCNV=-1 + export LHEATSTRG=.false. + export LSM=3 + export LSOIL_LSM=9 + export KICE=9 + + export GWD_OPT=3 + export DO_UGWP_V0=.false. + export DO_UGWP_V0_OROG_ONLY=.false. + export DO_GSL_DRAG_LS_BL=.true. + export DO_GSL_DRAG_SS=.true. + export DO_GSL_DRAG_TOFD=.true. + export DO_UGWP_V1=.false. + export DO_UGWP_V1_OROG_ONLY=.false. } + export_hrrr_conus13km() { -export_fv3 -export SYEAR=2021 -export SMONTH=05 -export SDAY=12 -export SHOUR=16 -export FHMAX=2 -export DT_ATMOS=120 -export RESTART_INTERVAL=1 -export QUILTING=.true. -export WRITE_GROUP=1 -export WRTTASK_PER_GROUP=6 -export NTILES=1 -export WRITE_DOPOST=.false. -export OUTPUT_HISTORY=.true. -export OUTPUT_GRID=lambert_conformal -export OUTPUT_FILE="'netcdf'" - -# Revert these two to GFS_typedefs defaults to avoid a crash: -export SEDI_SEMI=.false. -export DECFL=8 - -export RRFS_SMOKE=.true. -export SEAS_OPT=0 - -export LKM=1 -export SFCLAY_COMPUTE_FLUX=.true. -export IALB=2 -export ICLIQ_SW=2 -export IEMS=2 -export IOVR=3 -export KICE=9 -export LSM=3 -export LSOIL_LSM=9 -export DO_MYNNSFCLAY=.true. -export DO_MYNNEDMF=.true. -export HYBEDMF=.false. -export SHAL_CNV=.false. -export DO_SAT_ADJ=.false. -export DO_DEEP=.false. -export CCPP_SUITE='FV3_HRRR' -export INPES=12 -export JNPES=12 -export NPX=397 -export NPY=233 -export NPZ=65 -export MAKE_NH=.false. -export NA_INIT=0 -export DNATS=0 -export EXTERNAL_IC=.false. -export NGGPS_IC=.false. -export MOUNTAIN=.true. -export WARM_START=.true. -export READ_INCREMENT=.false. -export RES_LATLON_DYNAMICS="'fv3_increment.nc'" -export NPZP=66 -export FHZERO=1.0 -export IMP_PHYSICS=8 -export LDIAG3D=.false. -export QDIAG3D=.false. -export PRINT_DIFF_PGR=.true. -export FHCYC=0.0 -export IAER=1011 -export LHEATSTRG=.false. -export RANDOM_CLDS=.false. -export CNVCLD=.false. -export IMFSHALCNV=-1 -export IMFDEEPCNV=-1 -export CDMBWD='3.5,1.0' -export DO_SPPT=.false. -export DO_SHUM=.false. -export DO_SKEB=.false. -export LNDP_TYPE=0 -export N_VAR_LNDP=0 - -export GWD_OPT=3 -export DO_UGWP_V0=.false. -export DO_UGWP_V0_OROG_ONLY=.false. -export DO_GSL_DRAG_LS_BL=.true. -export DO_GSL_DRAG_SS=.true. -export DO_GSL_DRAG_TOFD=.true. -export DO_UGWP_V1=.false. -export DO_UGWP_V1_OROG_ONLY=.false. - -export FV3_RUN=rrfs_warm_run.IN -export INPUT_NML=rrfs_conus13km_hrrr.nml.IN -export FIELD_TABLE=field_table_thompson_aero_tke_smoke -export DIAG_TABLE=diag_table_hrrr -export MODEL_CONFIGURE=model_configure_rrfs_conus13km.IN -export DIAG_TABLE_ADDITIONAL=diag_additional_rrfs_smoke -export FRAC_ICE=.true. + export_fv3 + export SYEAR=2021 + export SMONTH=05 + export SDAY=12 + export SHOUR=16 + export FHMAX=2 + export DT_ATMOS=120 + export RESTART_INTERVAL=1 + export QUILTING=.true. + export WRITE_GROUP=1 + export WRTTASK_PER_GROUP=6 + export NTILES=1 + export WRITE_DOPOST=.false. + export OUTPUT_HISTORY=.true. + export OUTPUT_GRID=lambert_conformal + export OUTPUT_FILE="'netcdf'" + + # Revert these two to GFS_typedefs defaults to avoid a crash: + export SEDI_SEMI=.false. + export DECFL=8 + + export RRFS_SMOKE=.true. + export SEAS_OPT=0 + + export LKM=1 + export SFCLAY_COMPUTE_FLUX=.true. + export IALB=2 + export ICLIQ_SW=2 + export IEMS=2 + export IOVR=3 + export KICE=9 + export LSM=3 + export LSOIL_LSM=9 + export DO_MYNNSFCLAY=.true. + export DO_MYNNEDMF=.true. + export HYBEDMF=.false. + export SHAL_CNV=.false. + export DO_SAT_ADJ=.false. + export DO_DEEP=.false. + export CCPP_SUITE='FV3_HRRR' + export INPES=12 + export JNPES=12 + export NPX=397 + export NPY=233 + export NPZ=65 + export MAKE_NH=.false. + export NA_INIT=0 + export DNATS=0 + export EXTERNAL_IC=.false. + export NGGPS_IC=.false. + export MOUNTAIN=.true. + export WARM_START=.true. + export READ_INCREMENT=.false. + export RES_LATLON_DYNAMICS="'fv3_increment.nc'" + export NPZP=66 + export FHZERO=1.0 + export IMP_PHYSICS=8 + export LDIAG3D=.false. + export QDIAG3D=.false. + export PRINT_DIFF_PGR=.true. + export FHCYC=0.0 + export IAER=1011 + export LHEATSTRG=.false. + export RANDOM_CLDS=.false. + export CNVCLD=.false. + export IMFSHALCNV=-1 + export IMFDEEPCNV=-1 + export CDMBWD='3.5,1.0' + export DO_SPPT=.false. + export DO_SHUM=.false. + export DO_SKEB=.false. + export LNDP_TYPE=0 + export N_VAR_LNDP=0 + + export GWD_OPT=3 + export DO_UGWP_V0=.false. + export DO_UGWP_V0_OROG_ONLY=.false. + export DO_GSL_DRAG_LS_BL=.true. + export DO_GSL_DRAG_SS=.true. + export DO_GSL_DRAG_TOFD=.true. + export DO_UGWP_V1=.false. + export DO_UGWP_V1_OROG_ONLY=.false. + + export FV3_RUN=rrfs_warm_run.IN + export INPUT_NML=rrfs_conus13km_hrrr.nml.IN + export FIELD_TABLE=field_table_thompson_aero_tke_smoke + export DIAG_TABLE=diag_table_hrrr + export MODEL_CONFIGURE=model_configure_rrfs_conus13km.IN + export DIAG_TABLE_ADDITIONAL=diag_additional_rrfs_smoke + export FRAC_ICE=.true. } + export_rap_common() { export_fv3 -export NPZ=127 -export NPZP=128 -export DT_ATMOS=300 -export SYEAR=2021 -export SMONTH=03 -export SDAY=22 -export SHOUR=06 -export OUTPUT_GRID='gaussian_grid' -export NSTF_NAME='2,0,0,0,0' -export WRITE_DOPOST=.true. -export IAER=5111 - -export FV_CORE_TAU=10. -export RF_CUTOFF=7.5e2 - -export FV3_RUN=control_run.IN -export INPUT_NML=rap.nml.IN -export FIELD_TABLE=field_table_thompson_aero_tke - -export LHEATSTRG=.false. -export IMP_PHYSICS=8 -export DNATS=0 -export DO_SAT_ADJ=.false. -export LRADAR=.true. -export LTAEROSOL=.true. -export IALB=2 -export IEMS=2 -export HYBEDMF=.false. -export DO_MYNNEDMF=.true. -export DO_MYNNSFCLAY=.true. + export NPZ=127 + export NPZP=128 + export DT_ATMOS=300 + export SYEAR=2021 + export SMONTH=03 + export SDAY=22 + export SHOUR=06 + export OUTPUT_GRID='gaussian_grid' + export NSTF_NAME='2,0,0,0,0' + export WRITE_DOPOST=.true. + export IAER=5111 + + export FV_CORE_TAU=10. + export RF_CUTOFF=7.5e2 + + export FV3_RUN=control_run.IN + export INPUT_NML=rap.nml.IN + export FIELD_TABLE=field_table_thompson_aero_tke + + export LHEATSTRG=.false. + export IMP_PHYSICS=8 + export DNATS=0 + export DO_SAT_ADJ=.false. + export LRADAR=.true. + export LTAEROSOL=.true. + export IALB=2 + export IEMS=2 + export HYBEDMF=.false. + export DO_MYNNEDMF=.true. + export DO_MYNNSFCLAY=.true. } + export_rap() { -export_rap_common - -export DIAG_TABLE=diag_table_rap -export CCPP_SUITE=FV3_RAP - -export IMFSHALCNV=3 -export IMFDEEPCNV=3 -export LSM=3 -export LSOIL_LSM=9 -export KICE=9 - -export GWD_OPT=3 -export DO_UGWP_V0=.false. -export DO_UGWP_V0_OROG_ONLY=.false. -export DO_GSL_DRAG_LS_BL=.true. -export DO_GSL_DRAG_SS=.true. -export DO_GSL_DRAG_TOFD=.true. -export DO_UGWP_V1=.false. -export DO_UGWP_V1_OROG_ONLY=.false. + export_rap_common + + export DIAG_TABLE=diag_table_rap + export CCPP_SUITE=FV3_RAP + + export IMFSHALCNV=3 + export IMFDEEPCNV=3 + export LSM=3 + export LSOIL_LSM=9 + export KICE=9 + + export GWD_OPT=3 + export DO_UGWP_V0=.false. + export DO_UGWP_V0_OROG_ONLY=.false. + export DO_GSL_DRAG_LS_BL=.true. + export DO_GSL_DRAG_SS=.true. + export DO_GSL_DRAG_TOFD=.true. + export DO_UGWP_V1=.false. + export DO_UGWP_V1_OROG_ONLY=.false. } + export_rrfs_v1() { -export_rap_common - -export CCPP_SUITE=FV3_RRFS_v1beta -export DIAG_TABLE=diag_table_rap_noah - -export DO_DEEP=.false. -export SHAL_CNV=.false. -export IMFSHALCNV=-1 -export IMFDEEPCNV=-1 -export LHEATSTRG=.false. -export LSM=2 -export LSOIL_LSM=4 + export_rap_common + + export CCPP_SUITE=FV3_RRFS_v1beta + export DIAG_TABLE=diag_table_rap_noah + + export DO_DEEP=.false. + export SHAL_CNV=.false. + export IMFSHALCNV=-1 + export IMFDEEPCNV=-1 + export LHEATSTRG=.false. + export LSM=2 + export LSOIL_LSM=4 } diff --git a/tests/fv3_conf/compile_slurm.IN_hera b/tests/fv3_conf/compile_slurm.IN_hera index aa84ba5b00..f146fcbe15 100644 --- a/tests/fv3_conf/compile_slurm.IN_hera +++ b/tests/fv3_conf/compile_slurm.IN_hera @@ -1,4 +1,4 @@ -#!/bin/sh +#!/bin/bash #SBATCH -e err #SBATCH -o out #SBATCH --account=@[ACCNR] @@ -9,11 +9,14 @@ #SBATCH --job-name="@[JBNME]" set -eux +date_s_start=$(date +%s) +date_start=$(date) +echo -n "${date_s_start}," > job_timestamp.txt +echo "Compile started: ${date_start}" -echo -n " $( date +%s )," > job_timestamp.txt -echo "Compile started: " `date` +"@[PATHRT]/compile.sh" "@[MACHINE_ID]" "@[MAKE_OPT]" "@[COMPILE_ID]" "@[RT_COMPILER]" -@[PATHRT]/compile.sh @[MACHINE_ID] "@[MAKE_OPT]" @[COMPILE_ID] @[RT_COMPILER] - -echo "Compile ended: " `date` -echo -n " $( date +%s )," >> job_timestamp.txt +date_end=$(date) +echo "Compile ended: ${date_end}" +date_s_end=$(date +%s) +echo -n "${date_s_end}," >> job_timestamp.txt diff --git a/tests/fv3_conf/fv3_slurm.IN_hera b/tests/fv3_conf/fv3_slurm.IN_hera index 225acbd192..94c3827525 100644 --- a/tests/fv3_conf/fv3_slurm.IN_hera +++ b/tests/fv3_conf/fv3_slurm.IN_hera @@ -1,4 +1,4 @@ -#!/bin/sh +#!/bin/bash #SBATCH -e err #SBATCH -o out #SBATCH --account=@[ACCNR] @@ -11,21 +11,23 @@ ### #SBATCH --exclusive set -eux -echo -n " $( date +%s )," > job_timestamp.txt +date_s_start=$(date +%s) +echo -n "${date_s_start}," > job_timestamp.txt set +x -MACHINE_ID=hera +#MACHINE_ID=hera source ./module-setup.sh -module use $PWD/modulefiles +module use "@[PWD]/modulefiles" module load modules.fv3 module list set -x -echo "Model started: " `date` +date_start=$(date) +echo "Model started: ${date_start}" export MPI_TYPE_DEPTH=20 export OMP_STACKSIZE=512M -export OMP_NUM_THREADS=@[THRD] +export OMP_NUM_THREADS="@[THRD]" export ESMF_RUNTIME_COMPLIANCECHECK=OFF:depth=4 export ESMF_RUNTIME_PROFILE=ON export ESMF_RUNTIME_PROFILE_OUTPUT="SUMMARY" @@ -35,7 +37,9 @@ export PSM_SHAREDCONTEXTS=1 # Avoid job errors because of filesystem synchronization delays sync && sleep 1 -srun --label -n @[TASKS] ./fv3.exe +srun --label -n "@[TASKS]" ./fv3.exe -echo "Model ended: " `date` -echo -n " $( date +%s )," >> job_timestamp.txt +date_end=$(date) +echo "Model ended: ${date_end}" +date_s_end=$(date +%s) +echo -n "${date_s_end}," >> job_timestamp.txt diff --git a/tests/logs/OpnReqTests_control_p8_hera.log b/tests/logs/OpnReqTests_control_p8_hera.log index 644a6cfef2..afd7aa49d4 100644 --- a/tests/logs/OpnReqTests_control_p8_hera.log +++ b/tests/logs/OpnReqTests_control_p8_hera.log @@ -1,9 +1,9 @@ -Fri Apr 12 15:33:44 UTC 2024 +Tue Apr 16 13:22:38 UTC 2024 Start Operation Requirement Test baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/control_p8_bit_base_gnu -working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_3669664/bit_base_bit_base +working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_1950363/bit_base_bit_base Checking test bit_base results .... Moving baseline bit_base files .... Moving sfcf000.nc .........OK @@ -51,14 +51,14 @@ Moving baseline bit_base files .... Moving RESTART/20210323.060000.sfc_data.tile5.nc .........OK Moving RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 268.779052 - 0: The maximum resident set size (KB) = 1266844 + 0: The total amount of wall time = 272.948924 + 0: The maximum resident set size (KB) = 1272740 Test bit_base PASS baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/control_p8_dbg_base_gnu -working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_3669664/dbg_base_dbg_base +working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_1950363/dbg_base_dbg_base Checking test dbg_base results .... Moving baseline dbg_base files .... Moving sfcf000.nc .........OK @@ -106,14 +106,14 @@ Moving baseline dbg_base files .... Moving RESTART/20210323.060000.sfc_data.tile5.nc .........OK Moving RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 954.578049 - 0: The maximum resident set size (KB) = 1253880 + 0: The total amount of wall time = 982.571241 + 0: The maximum resident set size (KB) = 1255996 Test dbg_base PASS baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/control_p8_std_base_gnu -working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_3669664/dcp_dcp +working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_1950363/dcp_dcp Checking test dcp results .... Comparing sfcf000.nc .....USING NCCMP......OK Comparing sfcf021.nc .....USING NCCMP......OK @@ -160,14 +160,14 @@ Checking test dcp results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .....USING NCCMP......OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .....USING NCCMP......OK - 0: The total amount of wall time = 246.936524 - 0: The maximum resident set size (KB) = 1247528 + 0: The total amount of wall time = 236.873154 + 0: The maximum resident set size (KB) = 1244612 Test dcp PASS baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/control_p8_std_base_gnu -working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_3669664/mpi_mpi +working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_1950363/mpi_mpi Checking test mpi results .... Comparing sfcf000.nc .....USING NCCMP......OK Comparing sfcf021.nc .....USING NCCMP......OK @@ -214,14 +214,14 @@ Checking test mpi results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .....USING NCCMP......OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .....USING NCCMP......OK - 0: The total amount of wall time = 242.865330 - 0: The maximum resident set size (KB) = 1248864 + 0: The total amount of wall time = 237.434427 + 0: The maximum resident set size (KB) = 1248872 Test mpi PASS baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/control_p8_std_base_gnu -working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_3669664/rst_rst +working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_1950363/rst_rst Checking test rst results .... Comparing sfcf000.nc .....USING NCCMP......OK Comparing sfcf021.nc .....USING NCCMP......OK @@ -268,14 +268,14 @@ Checking test rst results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .....USING NCCMP......OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .....USING NCCMP......OK - 0: The total amount of wall time = 238.898069 - 0: The maximum resident set size (KB) = 1246768 + 0: The total amount of wall time = 243.270533 + 0: The maximum resident set size (KB) = 1247316 Test rst PASS baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/control_p8_std_base_gnu -working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_3669664/std_base_std_base +working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_1950363/std_base_std_base Checking test std_base results .... Moving baseline std_base files .... Moving sfcf000.nc .........OK @@ -323,14 +323,14 @@ Moving baseline std_base files .... Moving RESTART/20210323.060000.sfc_data.tile5.nc .........OK Moving RESTART/20210323.060000.sfc_data.tile6.nc .........OK - 0: The total amount of wall time = 237.211758 - 0: The maximum resident set size (KB) = 1248264 + 0: The total amount of wall time = 238.823501 + 0: The maximum resident set size (KB) = 1249892 Test std_base PASS baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/control_p8_std_base_gnu -working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_3669664/thr_thr +working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_1950363/thr_thr Checking test thr results .... Comparing sfcf000.nc .....USING NCCMP......OK Comparing sfcf021.nc .....USING NCCMP......OK @@ -377,11 +377,11 @@ Checking test thr results .... Comparing RESTART/20210323.060000.sfc_data.tile5.nc .....USING NCCMP......OK Comparing RESTART/20210323.060000.sfc_data.tile6.nc .....USING NCCMP......OK - 0: The total amount of wall time = 244.451475 - 0: The maximum resident set size (KB) = 1243996 + 0: The total amount of wall time = 243.670791 + 0: The maximum resident set size (KB) = 1247032 Test thr PASS OPERATION REQUIREMENT TEST WAS SUCCESSFUL -Fri Apr 12 16:48:07 UTC 2024 -Elapsed time: 01h:14m:24s. Have a nice day! +Tue Apr 16 14:27:37 UTC 2024 +Elapsed time: 01h:05m:00s. Have a nice day! diff --git a/tests/logs/OpnReqTests_cpld_control_nowave_noaero_p8_hera.log b/tests/logs/OpnReqTests_cpld_control_nowave_noaero_p8_hera.log index 04c54bdef2..98e918adf8 100644 --- a/tests/logs/OpnReqTests_cpld_control_nowave_noaero_p8_hera.log +++ b/tests/logs/OpnReqTests_cpld_control_nowave_noaero_p8_hera.log @@ -1,9 +1,9 @@ -Mon Apr 8 19:23:40 UTC 2024 +Tue Apr 16 14:29:26 UTC 2024 Start Operation Requirement Test baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/cpld_control_c96_noaero_p8_dbg_base_gnu -working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_2519701/dbg_base_dbg_base +working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_2709985/dbg_base_dbg_base Checking test dbg_base results .... Moving baseline dbg_base files .... Moving sfcf021.tile1.nc .........OK @@ -66,14 +66,14 @@ Moving baseline dbg_base files .... Moving RESTART/iced.2021-03-23-21600.nc .........OK Moving RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc .........OK - 0: The total amount of wall time = 1341.650023 - 0: The maximum resident set size (KB) = 1370360 + 0: The total amount of wall time = 1353.491600 + 0: The maximum resident set size (KB) = 1367696 Test dbg_base PASS baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/cpld_control_c96_noaero_p8_std_base_gnu -working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_2519701/rst_rst +working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_2709985/rst_rst Checking test rst results .... Comparing sfcf021.tile1.nc .....USING NCCMP......OK Comparing sfcf021.tile2.nc .....USING NCCMP......OK @@ -135,14 +135,14 @@ Checking test rst results .... Comparing RESTART/iced.2021-03-23-21600.nc .....USING NCCMP......OK Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc .....USING NCCMP......OK - 0: The total amount of wall time = 389.411111 - 0: The maximum resident set size (KB) = 1359432 + 0: The total amount of wall time = 392.059951 + 0: The maximum resident set size (KB) = 1358372 Test rst PASS baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/cpld_control_c96_noaero_p8_std_base_gnu -working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_2519701/std_base_std_base +working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_2709985/std_base_std_base Checking test std_base results .... Moving baseline std_base files .... Moving sfcf021.tile1.nc .........OK @@ -205,11 +205,11 @@ Moving baseline std_base files .... Moving RESTART/iced.2021-03-23-21600.nc .........OK Moving RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc .........OK - 0: The total amount of wall time = 388.613517 - 0: The maximum resident set size (KB) = 1359920 + 0: The total amount of wall time = 392.603751 + 0: The maximum resident set size (KB) = 1359360 Test std_base PASS OPERATION REQUIREMENT TEST WAS SUCCESSFUL -Mon Apr 8 20:26:41 UTC 2024 -Elapsed time: 01h:03m:01s. Have a nice day! +Tue Apr 16 15:32:41 UTC 2024 +Elapsed time: 01h:03m:16s. Have a nice day! diff --git a/tests/logs/OpnReqTests_regional_control_hera.log b/tests/logs/OpnReqTests_regional_control_hera.log index 40a305b301..b529e6123d 100644 --- a/tests/logs/OpnReqTests_regional_control_hera.log +++ b/tests/logs/OpnReqTests_regional_control_hera.log @@ -1,9 +1,9 @@ -Tue Apr 9 12:15:38 UTC 2024 +Tue Apr 16 16:39:38 UTC 2024 Start Operation Requirement Test baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/regional_control_std_base_gnu -working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_654296/dcp_dcp +working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_3012556/dcp_dcp Checking test dcp results .... Comparing dynf000.nc .....USING NCCMP......OK Comparing dynf006.nc .....USING NCCMP......OK @@ -14,14 +14,14 @@ Checking test dcp results .... Comparing NATLEV.GrbF00 .....USING CMP......OK Comparing NATLEV.GrbF06 .....USING CMP......OK - 0: The total amount of wall time = 2173.644877 - 0: The maximum resident set size (KB) = 560340 + 0: The total amount of wall time = 2110.742228 + 0: The maximum resident set size (KB) = 556616 Test dcp PASS baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/regional_control_std_base_gnu -working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_654296/std_base_std_base +working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_3012556/std_base_std_base Checking test std_base results .... Moving baseline std_base files .... Moving dynf000.nc .........OK @@ -33,14 +33,14 @@ Moving baseline std_base files .... Moving NATLEV.GrbF00 .........OK Moving NATLEV.GrbF06 .........OK - 0: The total amount of wall time = 2203.053030 - 0: The maximum resident set size (KB) = 550920 + 0: The total amount of wall time = 2222.730378 + 0: The maximum resident set size (KB) = 556012 Test std_base PASS baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/regional_control_std_base_gnu -working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_654296/thr_thr +working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_3012556/thr_thr Checking test thr results .... Comparing dynf000.nc .....USING NCCMP......OK Comparing dynf006.nc .....USING NCCMP......OK @@ -51,11 +51,11 @@ Checking test thr results .... Comparing NATLEV.GrbF00 .....USING CMP......OK Comparing NATLEV.GrbF06 .....USING CMP......OK - 0: The total amount of wall time = 2229.689107 - 0: The maximum resident set size (KB) = 558500 + 0: The total amount of wall time = 2141.980290 + 0: The maximum resident set size (KB) = 556516 Test thr PASS OPERATION REQUIREMENT TEST WAS SUCCESSFUL -Tue Apr 9 14:19:17 UTC 2024 -Elapsed time: 02h:03m:40s. Have a nice day! +Tue Apr 16 18:36:16 UTC 2024 +Elapsed time: 01h:56m:39s. Have a nice day! diff --git a/tests/logs/RegressionTests_derecho.log b/tests/logs/RegressionTests_derecho.log index f6ad401817..eca5c613b4 100644 --- a/tests/logs/RegressionTests_derecho.log +++ b/tests/logs/RegressionTests_derecho.log @@ -1,7 +1,7 @@ ====START OF DERECHO REGRESSION TESTING LOG==== UFSWM hash used in testing: -ffacfb6d50c9803809d458a42c634f89aaec8861 +d43ccd1b047697197e01c095515d268a6e53270f Submodule hashes used in testing: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) @@ -11,8 +11,8 @@ Submodule hashes used in testing: f6ff8f7c4d4cb6feabe3651b13204cf43fc948e3 CICE-interface/CICE/icepack (Icepack1.1.0-182-gf6ff8f7) 4e19850cb083bc474b7cde5dc2f8506ec74cc442 CMEPS-interface/CMEPS (cmeps_v0.4.1-2306-g4e19850) cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - cbd207b7e6376f71a58c8e79b477eac55b59f28b FV3 (remotes/origin/nesting-fixes) - d14b3cbe2135727e3251d9045b3459a0b2d286a0 FV3/atmos_cubed_sphere (201912_public_release-390-gd14b3cb) + 6e1bc3ebf0671c91a47ece876afef46300362e67 FV3 (remotes/origin/remove_nowarn) + b447c635161864f2de5e941f6dbe7387b5525167 FV3/atmos_cubed_sphere (201912_public_release-402-gb447c63) 011db4f80a02cba6d65958ace56e8efb197be62b FV3/ccpp/framework (ccpp_transition_to_vlab_master_20190705-704-g011db4f) 9b0ac7b16a45afe5e7f1abf9571d3484158a5b43 FV3/ccpp/physics (EP4-741-g9b0ac7b1) 74a0e098b2163425e4b5466c2dfcf8ae26d560a5 FV3/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (v1.6) @@ -26,19 +26,325 @@ Submodule hashes used in testing: 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6) 6a51f0295bc1a877475b527157a33aa86eb532fe NOAHMP-interface/noahmp (v3.7.1-426-g6a51f02) d9b3172f4197c65d471662c6952a668152d71230 WW3 (6.07.1-345-gd9b3172f) - 7dc4d9ba48dea57f88f4f10091c8c2042105954e stochastic_physics (ufs-v2.0.0-210-g7dc4d9b) + 36d87e5665c359f9dd3201a9d27ceecacc0d8e62 stochastic_physics (ufs-v2.0.0-215-g36d87e5) + + +NOTES: +[Times](Memory) are at the end of each compile/test in format [MM:SS](Size). +The first time is for the full script (prep+run+finalize). +The second time is specifically for the run phase. +Times/Memory will be empty for failed tests. + +BASELINE DIRECTORY: /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20240408 +COMPARISON DIRECTORY: /glade/derecho/scratch/zshrader/FV3_RT/rt_119149 + +RT.SH OPTIONS USED: +* (-a) - HPC PROJECT ACCOUNT: nral0032 +* (-l) - USE CONFIG FILE: rt.conf +* (-e) - USE ECFLOW + +PASS -- COMPILE 's2swa_32bit_intel' [21:15, 20:07] +PASS -- TEST 'cpld_control_p8_mixedmode_intel' [08:54, 04:59](3078 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_intel' [22:17, 20:59] +PASS -- TEST 'cpld_control_gfsv17_intel' [17:42, 13:53](1692 MB) +PASS -- TEST 'cpld_control_gfsv17_iau_intel' [19:45, 15:16](1828 MB) +PASS -- TEST 'cpld_restart_gfsv17_intel' [11:27, 07:26](958 MB) +PASS -- TEST 'cpld_mpi_gfsv17_intel' [20:05, 15:48](1662 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [11:13, 09:32] +PASS -- TEST 'cpld_debug_gfsv17_intel' [24:54, 21:26](1711 MB) + +PASS -- COMPILE 's2swa_intel' [21:15, 19:40] +PASS -- TEST 'cpld_control_p8_intel' [10:53, 05:44](3091 MB) +PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [10:53, 05:41](3092 MB) +PASS -- TEST 'cpld_restart_p8_intel' [07:23, 03:19](3152 MB) +PASS -- TEST 'cpld_control_qr_p8_intel' [10:18, 05:41](3129 MB) +PASS -- TEST 'cpld_restart_qr_p8_intel' [07:11, 03:22](3181 MB) +PASS -- TEST 'cpld_decomp_p8_intel' [10:04, 05:36](3095 MB) +PASS -- TEST 'cpld_mpi_p8_intel' [08:22, 04:36](3398 MB) +PASS -- TEST 'cpld_control_ciceC_p8_intel' [10:15, 05:38](3101 MB) +PASS -- TEST 'cpld_control_c192_p8_intel' [17:03, 08:52](3636 MB) +PASS -- TEST 'cpld_restart_c192_p8_intel' [18:16, 06:04](3614 MB) +PASS -- TEST 'cpld_bmark_p8_intel' [41:36, 10:07](4343 MB) +PASS -- TEST 'cpld_restart_bmark_p8_intel' [44:57, 07:35](4648 MB) +PASS -- TEST 'cpld_s2sa_p8_intel' [09:53, 05:20](3067 MB) + +PASS -- COMPILE 's2sw_intel' [21:16, 19:11] +PASS -- TEST 'cpld_control_noaero_p8_intel' [07:59, 04:16](1681 MB) +PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [08:17, 04:15](1736 MB) + +PASS -- COMPILE 's2swa_debug_intel' [10:14, 09:16] +FAILED: RUN DID NOT COMPLETE -- TEST 'cpld_debug_p8_intel' [, ]( MB) + +PASS -- COMPILE 's2sw_debug_intel' [10:14, 08:54] +PASS -- TEST 'cpld_debug_noaero_p8_intel' [08:41, 05:15](1708 MB) + +PASS -- COMPILE 's2s_aoflux_intel' [15:15, 14:24] +PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [07:54, 04:20](1735 MB) + +PASS -- COMPILE 's2s_intel' [15:15, 14:25] +PASS -- TEST 'cpld_control_c48_intel' [08:42, 06:37](2673 MB) + +PASS -- COMPILE 's2swa_faster_intel' [24:17, 23:07] +PASS -- TEST 'cpld_control_p8_faster_intel' [09:14, 05:31](3101 MB) + +PASS -- COMPILE 's2sw_pdlib_intel' [20:15, 19:32] +PASS -- TEST 'cpld_control_pdlib_p8_intel' [18:03, 14:04](1701 MB) +PASS -- TEST 'cpld_restart_pdlib_p8_intel' [11:08, 07:27](1016 MB) +PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [19:13, 16:02](1669 MB) + +PASS -- COMPILE 's2sw_pdlib_debug_intel' [10:19, 08:56] +PASS -- TEST 'cpld_debug_pdlib_p8_intel' [26:23, 23:00](1714 MB) + +PASS -- COMPILE 'atm_dyn32_intel' [14:17, 12:37] +PASS -- TEST 'control_flake_intel' [05:10, 03:26](669 MB) +PASS -- TEST 'control_CubedSphereGrid_intel' [03:58, 02:05](621 MB) +PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [04:24, 02:11](627 MB) +PASS -- TEST 'control_latlon_intel' [04:00, 02:05](619 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [04:01, 02:08](622 MB) +PASS -- TEST 'control_c48_intel' [06:53, 05:18](734 MB) +PASS -- TEST 'control_c48.v2.sfc_intel' [06:52, 05:19](737 MB) +PASS -- TEST 'control_c192_intel' [11:08, 07:57](738 MB) +PASS -- TEST 'control_c384_intel' [16:40, 08:20](1062 MB) +PASS -- TEST 'control_c384gdas_intel' [21:25, 07:27](1196 MB) +PASS -- TEST 'control_stochy_intel' [03:00, 01:26](626 MB) +PASS -- TEST 'control_stochy_restart_intel' [02:56, 00:53](440 MB) +PASS -- TEST 'control_lndp_intel' [03:01, 01:23](629 MB) +PASS -- TEST 'control_iovr4_intel' [04:21, 02:08](624 MB) +PASS -- TEST 'control_iovr5_intel' [04:19, 02:07](622 MB) +PASS -- TEST 'control_p8_intel' [05:07, 02:31](1593 MB) +PASS -- TEST 'control_p8.v2.sfc_intel' [05:21, 02:29](1604 MB) +PASS -- TEST 'control_p8_ugwpv1_intel' [05:33, 02:28](1601 MB) +PASS -- TEST 'control_restart_p8_intel' [03:35, 01:27](802 MB) +PASS -- TEST 'control_noqr_p8_intel' [05:29, 02:31](1595 MB) +PASS -- TEST 'control_restart_noqr_p8_intel' [03:34, 01:24](803 MB) +PASS -- TEST 'control_decomp_p8_intel' [05:25, 02:35](1601 MB) +PASS -- TEST 'control_p8_lndp_intel' [07:20, 04:23](1604 MB) +PASS -- TEST 'control_p8_rrtmgp_intel' [06:22, 03:20](1654 MB) +PASS -- TEST 'control_p8_mynn_intel' [05:28, 02:33](1605 MB) +PASS -- TEST 'merra2_thompson_intel' [07:25, 03:02](1610 MB) +PASS -- TEST 'regional_control_intel' [06:33, 04:33](632 MB) +PASS -- TEST 'regional_restart_intel' [04:14, 02:36](802 MB) +PASS -- TEST 'regional_decomp_intel' [07:11, 04:46](631 MB) +PASS -- TEST 'regional_noquilt_intel' [08:09, 04:30](1163 MB) +PASS -- TEST 'regional_netcdf_parallel_intel' [08:01, 04:32](625 MB) +PASS -- TEST 'regional_2dwrtdecomp_intel' [08:13, 04:32](628 MB) +PASS -- TEST 'regional_wofs_intel' [09:07, 05:38](1599 MB) + +PASS -- COMPILE 'rrfs_intel' [12:13, 11:15] +PASS -- TEST 'rap_control_intel' [09:24, 06:06](1004 MB) +PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [10:07, 03:45](1193 MB) +PASS -- TEST 'rap_decomp_intel' [09:20, 06:23](1005 MB) +PASS -- TEST 'rap_restart_intel' [05:36, 03:18](879 MB) +PASS -- TEST 'rap_sfcdiff_intel' [08:53, 06:06](1005 MB) +PASS -- TEST 'rap_sfcdiff_decomp_intel' [08:36, 06:23](1007 MB) +PASS -- TEST 'rap_sfcdiff_restart_intel' [06:36, 04:35](882 MB) +PASS -- TEST 'hrrr_control_intel' [05:59, 03:15](1000 MB) +PASS -- TEST 'hrrr_control_decomp_intel' [05:52, 03:20](1007 MB) +PASS -- TEST 'hrrr_control_2threads_intel' [06:59, 02:49](1088 MB) +PASS -- TEST 'hrrr_control_restart_intel' [04:14, 01:46](834 MB) +PASS -- TEST 'rrfs_v1beta_intel' [08:35, 06:02](999 MB) +PASS -- TEST 'rrfs_v1nssl_intel' [09:00, 07:24](1961 MB) +PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [08:58, 07:08](1952 MB) + +PASS -- COMPILE 'csawmg_intel' [11:13, 10:20] +PASS -- TEST 'control_csawmg_intel' [08:30, 05:51](695 MB) +PASS -- TEST 'control_csawmgt_intel' [08:24, 05:46](692 MB) +PASS -- TEST 'control_ras_intel' [04:48, 02:54](658 MB) + +PASS -- COMPILE 'wam_intel' [10:13, 09:16] +PASS -- TEST 'control_wam_intel' [03:40, 01:54](380 MB) + +PASS -- COMPILE 'atm_faster_dyn32_intel' [14:24, 12:53] +PASS -- TEST 'control_p8_faster_intel' [05:12, 02:24](1599 MB) +PASS -- TEST 'regional_control_faster_intel' [06:30, 04:17](627 MB) + +PASS -- COMPILE 'atm_debug_dyn32_intel' [09:23, 08:42] +PASS -- TEST 'control_CubedSphereGrid_debug_intel' [04:39, 02:35](796 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [04:39, 02:33](792 MB) +PASS -- TEST 'control_stochy_debug_intel' [04:41, 02:51](797 MB) +PASS -- TEST 'control_lndp_debug_intel' [03:49, 02:36](797 MB) +PASS -- TEST 'control_csawmg_debug_intel' [06:43, 04:01](842 MB) +PASS -- TEST 'control_csawmgt_debug_intel' [06:34, 03:56](838 MB) +PASS -- TEST 'control_ras_debug_intel' [03:49, 02:39](807 MB) +PASS -- TEST 'control_diag_debug_intel' [06:22, 02:47](855 MB) +PASS -- TEST 'control_debug_p8_intel' [04:27, 02:40](1627 MB) +PASS -- TEST 'regional_debug_intel' [18:18, 16:16](669 MB) +PASS -- TEST 'rap_control_debug_intel' [06:49, 04:47](1181 MB) +PASS -- TEST 'hrrr_control_debug_intel' [06:43, 04:38](1180 MB) +FAILED: RUN DID NOT COMPLETE -- TEST 'hrrr_gf_debug_intel' [, ]( MB) +PASS -- TEST 'hrrr_c3_debug_intel' [05:44, 04:38](1181 MB) +PASS -- TEST 'rap_unified_drag_suite_debug_intel' [06:39, 04:46](1183 MB) +PASS -- TEST 'rap_diag_debug_intel' [09:22, 05:00](1270 MB) +PASS -- TEST 'rap_cires_ugwp_debug_intel' [06:51, 04:52](1183 MB) +PASS -- TEST 'rap_unified_ugwp_debug_intel' [06:48, 04:52](1183 MB) +PASS -- TEST 'rap_lndp_debug_intel' [06:47, 04:42](1184 MB) +PASS -- TEST 'rap_progcld_thompson_debug_intel' [05:40, 04:40](1181 MB) +PASS -- TEST 'rap_noah_debug_intel' [05:44, 04:36](1181 MB) +PASS -- TEST 'rap_sfcdiff_debug_intel' [06:51, 04:49](1182 MB) +PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [09:45, 07:43](1181 MB) +PASS -- TEST 'rrfs_v1beta_debug_intel' [06:50, 04:36](1176 MB) +PASS -- TEST 'rap_clm_lake_debug_intel' [06:52, 05:24](1186 MB) +PASS -- TEST 'rap_flake_debug_intel' [06:49, 04:42](1183 MB) +PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [10:36, 08:08](1183 MB) + +PASS -- COMPILE 'wam_debug_intel' [06:38, 05:30] +PASS -- TEST 'control_wam_debug_intel' [05:38, 04:35](421 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [11:18, 09:54] +PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [08:56, 03:40](1059 MB) +PASS -- TEST 'rap_control_dyn32_phy32_intel' [07:33, 05:15](881 MB) +PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [05:45, 02:49](886 MB) +PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [05:34, 02:55](888 MB) +PASS -- TEST 'rap_restart_dyn32_phy32_intel' [06:27, 03:53](796 MB) +PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [03:03, 01:32](777 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [13:19, 12:01] +PASS -- TEST 'conus13km_control_intel' [07:02, 01:56](1088 MB) +PASS -- TEST 'conus13km_2threads_intel' [05:00, 01:01](1087 MB) +PASS -- TEST 'conus13km_restart_mismatch_intel' [04:57, 01:09](975 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [11:19, 10:02] +PASS -- TEST 'rap_control_dyn64_phy32_intel' [06:29, 03:42](912 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [06:17, 05:49] +PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [05:54, 04:35](1056 MB) +PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [05:49, 04:33](1055 MB) +PASS -- TEST 'conus13km_debug_intel' [18:36, 13:48](1135 MB) +PASS -- TEST 'conus13km_debug_qr_intel' [17:08, 13:38](819 MB) +PASS -- TEST 'conus13km_radar_tten_debug_intel' [16:50, 13:31](1203 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [06:16, 05:33] +PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [05:50, 04:36](1085 MB) + +PASS -- COMPILE 'hafsw_intel' [17:23, 15:59] +PASS -- TEST 'hafs_regional_atm_intel' [08:08, 04:40](719 MB) +PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [07:58, 05:09](1065 MB) +PASS -- TEST 'hafs_regional_atm_ocn_intel' [10:01, 06:32](782 MB) +PASS -- TEST 'hafs_regional_atm_wav_intel' [14:49, 10:58](795 MB) +PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [16:28, 12:08](810 MB) +PASS -- TEST 'hafs_regional_1nest_atm_intel' [07:00, 04:42](478 MB) +PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [08:44, 05:50](496 MB) +PASS -- TEST 'hafs_global_1nest_atm_intel' [04:17, 02:24](392 MB) +PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [11:22, 06:24](452 MB) +PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [05:11, 03:22](511 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [06:02, 03:12](514 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [06:39, 03:53](590 MB) +PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [02:41, 01:18](427 MB) +PASS -- TEST 'gnv1_nested_intel' [05:53, 03:27](790 MB) + +PASS -- COMPILE 'hafsw_debug_intel' [07:17, 06:42] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [14:45, 12:06](614 MB) + +PASS -- COMPILE 'hafsw_faster_intel' [23:19, 19:45] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [10:05, 07:12](636 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [10:36, 07:16](693 MB) + +PASS -- COMPILE 'hafs_mom6w_intel' [17:19, 16:10] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [08:10, 05:21](683 MB) + +PASS -- COMPILE 'hafs_all_intel' [15:14, 14:17] +PASS -- TEST 'hafs_regional_docn_intel' [09:00, 05:38](756 MB) +PASS -- TEST 'hafs_regional_docn_oisst_intel' [09:11, 05:40](741 MB) +PASS -- TEST 'hafs_regional_datm_cdeps_intel' [19:43, 16:14](896 MB) + +PASS -- COMPILE 'datm_cdeps_intel' [09:17, 07:41] +PASS -- TEST 'datm_cdeps_control_cfsr_intel' [03:45, 02:31](760 MB) +PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [03:02, 01:36](750 MB) +PASS -- TEST 'datm_cdeps_control_gefs_intel' [03:49, 02:24](642 MB) +PASS -- TEST 'datm_cdeps_iau_gefs_intel' [03:49, 02:27](648 MB) +PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [04:44, 02:27](649 MB) +PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [03:45, 02:30](761 MB) +PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [03:45, 02:32](760 MB) +PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [03:44, 02:23](644 MB) +PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [14:44, 05:47](690 MB) +PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [14:55, 05:46](675 MB) +PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [03:27, 02:28](761 MB) +PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [06:05, 03:59](2018 MB) +PASS -- TEST 'datm_cdeps_gfs_intel' [06:06, 04:01](2018 MB) + +PASS -- COMPILE 'datm_cdeps_debug_intel' [06:16, 04:57] +PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [06:56, 05:06](746 MB) + +PASS -- COMPILE 'datm_cdeps_faster_intel' [08:19, 07:42] +PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [03:42, 02:31](760 MB) + +PASS -- COMPILE 'datm_cdeps_land_intel' [03:17, 02:24] +PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [02:49, 01:15](314 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_intel' [02:36, 01:08](452 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [02:38, 00:47](450 MB) + +PASS -- COMPILE 'atml_intel' [14:18, 13:08] +PASS -- TEST 'control_p8_atmlnd_sbs_intel' [10:58, 07:38](1632 MB) +PASS -- TEST 'control_p8_atmlnd_intel' [10:51, 07:42](1627 MB) +FAILED: RUN DID NOT COMPLETE -- TEST 'control_restart_p8_atmlnd_intel' [, ]( MB) + +PASS -- COMPILE 'atmw_intel' [14:18, 12:51] +PASS -- TEST 'atmwav_control_noaero_p8_intel' [03:44, 01:34](1631 MB) + +PASS -- COMPILE 'atmwm_intel' [14:18, 12:59] +PASS -- TEST 'control_atmwav_intel' [03:28, 01:29](638 MB) + +PASS -- COMPILE 'atmaero_intel' [12:20, 11:11] +PASS -- TEST 'atmaero_control_p8_intel' [07:28, 03:48](2946 MB) +PASS -- TEST 'atmaero_control_p8_rad_intel' [07:31, 04:19](2997 MB) +PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [06:57, 04:32](3015 MB) + +PASS -- COMPILE 'atmaq_debug_intel' [07:12, 06:27] +PASS -- TEST 'regional_atmaq_debug_intel' [33:27, 21:57](4534 MB) + +SYNOPSIS: +Starting Date/Time: 20240416 14:22:27 +Ending Date/Time: 20240416 16:12:18 +Total Time: 01h:50m:38s +Compiles Completed: 38/38 +Tests Completed: 172/175 +Failed Tests: +* TEST cpld_debug_p8_intel: FAILED: RUN DID NOT COMPLETE +-- LOG: /glade/work/zshrader/ufs-weather-model/tests/logs/log_derecho/run_cpld_debug_p8_intel.log +* TEST hrrr_gf_debug_intel: FAILED: RUN DID NOT COMPLETE +-- LOG: /glade/work/zshrader/ufs-weather-model/tests/logs/log_derecho/run_hrrr_gf_debug_intel.log +* TEST control_restart_p8_atmlnd_intel: FAILED: RUN DID NOT COMPLETE +-- LOG: /glade/work/zshrader/ufs-weather-model/tests/logs/log_derecho/run_control_restart_p8_atmlnd_intel.log + +NOTES: +A file 'test_changes.list' was generated with list of all failed tests. +You can use './rt.sh -c -b test_changes.list' to create baselines for the failed tests. +If you are using this log as a pull request verification, please commit 'test_changes.list'. + +Result: FAILURE + +====END OF DERECHO REGRESSION TESTING LOG==== +====START OF DERECHO REGRESSION TESTING LOG==== + +UFSWM hash used in testing: +d43ccd1b047697197e01c095515d268a6e53270f + +Submodule hashes used in testing: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) + be5d28fd1b60522e6fc98aefeead20e6aac3530b AQM/src/model/CMAQ (CMAQv5.2.1_07Feb2018-198-gbe5d28fd1) 3d7067a523b8557058755289e4275f5f5c985daf CDEPS-interface/CDEPS (cdeps0.4.17-40-g3d7067a) c9e4679f449e30bb4cc0f22164b4401a8b50f7a6 CICE-interface/CICE (CICE6.0.0-447-gc9e4679) + f6ff8f7c4d4cb6feabe3651b13204cf43fc948e3 CICE-interface/CICE/icepack (Icepack1.1.0-182-gf6ff8f7) 4e19850cb083bc474b7cde5dc2f8506ec74cc442 CMEPS-interface/CMEPS (cmeps_v0.4.1-2306-g4e19850) cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - cbd207b7e6376f71a58c8e79b477eac55b59f28b FV3 (remotes/origin/nesting-fixes) + 6e1bc3ebf0671c91a47ece876afef46300362e67 FV3 (remotes/origin/remove_nowarn) + b447c635161864f2de5e941f6dbe7387b5525167 FV3/atmos_cubed_sphere (201912_public_release-402-gb447c63) + 011db4f80a02cba6d65958ace56e8efb197be62b FV3/ccpp/framework (ccpp_transition_to_vlab_master_20190705-704-g011db4f) + 9b0ac7b16a45afe5e7f1abf9571d3484158a5b43 FV3/ccpp/physics (EP4-741-g9b0ac7b1) + 74a0e098b2163425e4b5466c2dfcf8ae26d560a5 FV3/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (v1.6) + 945cb2cef5e8bd5949afd4f0fc35c4fb6e95a1bf FV3/upp (upp_v10.2.0-159-g945cb2c) +-1ba8270870947b583cd51bc72ff8960f4c1fb36e FV3/upp/sorc/libIFI.fd +-a9828705b587c451fc2a7267d1c374d737be425b FV3/upp/sorc/ncep_post.fd/post_gtg.fd 041422934cae1570f2f0e67239d5d89f11c6e1b7 GOCART (sdr_v2.1.2.6-119-g0414229) 35789c757766e07f688b4c0c7c5229816f224b09 HYCOM-interface/HYCOM (2.3.00-121-g35789c7) ab7bd14d209592d55490e75dbfaa61cb4a62df97 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10032-gab7bd14d2) + 9423197f894112edfcb1502245f7d7b873d551f9 MOM6-interface/MOM6/pkg/CVMix-src (9423197) + 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6) 6a51f0295bc1a877475b527157a33aa86eb532fe NOAHMP-interface/noahmp (v3.7.1-426-g6a51f02) d9b3172f4197c65d471662c6952a668152d71230 WW3 (6.07.1-345-gd9b3172f) - 7dc4d9ba48dea57f88f4f10091c8c2042105954e stochastic_physics (ufs-v2.0.0-210-g7dc4d9b) + 36d87e5665c359f9dd3201a9d27ceecacc0d8e62 stochastic_physics (ufs-v2.0.0-215-g36d87e5) NOTES: @@ -48,271 +354,29 @@ The second time is specifically for the run phase. Times/Memory will be empty for failed tests. BASELINE DIRECTORY: /glade/derecho/scratch/epicufsrt/ufs-weather-model/RT//NEMSfv3gfs/develop-20240408 -COMPARISON DIRECTORY: /glade/derecho/scratch/jongkim/FV3_RT/rt_92899 +COMPARISON DIRECTORY: /glade/derecho/scratch/zshrader/FV3_RT/rt_55240 RT.SH OPTIONS USED: * (-a) - HPC PROJECT ACCOUNT: nral0032 +* (-l) - USE CONFIG FILE: rt.conf * (-e) - USE ECFLOW -PASS -- COMPILE 's2swa_32bit_intel' [21:24, 20:18] -PASS -- TEST 'cpld_control_p8_mixedmode_intel' [09:36, 05:02](3078 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_intel' [21:27, 20:57] -PASS -- TEST 'cpld_control_gfsv17_intel' [17:04, 13:49](1690 MB) -PASS -- TEST 'cpld_control_gfsv17_iau_intel' [19:24, 15:16](1822 MB) -PASS -- TEST 'cpld_restart_gfsv17_intel' [11:28, 07:22](964 MB) -PASS -- TEST 'cpld_mpi_gfsv17_intel' [19:04, 15:50](1668 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [10:24, 10:03] -PASS -- TEST 'cpld_debug_gfsv17_intel' [24:25, 21:27](1704 MB) - -PASS -- COMPILE 's2swa_intel' [21:24, 20:06] -PASS -- TEST 'cpld_control_p8_intel' [09:42, 05:42](3094 MB) -PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [09:51, 05:45](3090 MB) -PASS -- TEST 'cpld_restart_p8_intel' [07:21, 03:23](3151 MB) -PASS -- TEST 'cpld_control_qr_p8_intel' [09:42, 05:45](3124 MB) -PASS -- TEST 'cpld_restart_qr_p8_intel' [07:21, 03:29](3177 MB) -PASS -- TEST 'cpld_decomp_p8_intel' [09:12, 05:40](3092 MB) -PASS -- TEST 'cpld_mpi_p8_intel' [08:12, 04:42](3385 MB) -PASS -- TEST 'cpld_control_ciceC_p8_intel' [09:47, 05:41](3099 MB) -PASS -- TEST 'cpld_control_c192_p8_intel' [15:15, 09:03](3636 MB) -PASS -- TEST 'cpld_restart_c192_p8_intel' [16:47, 06:12](3616 MB) -PASS -- TEST 'cpld_bmark_p8_intel' [30:56, 10:11](4343 MB) -PASS -- TEST 'cpld_restart_bmark_p8_intel' [25:44, 07:28](4650 MB) -PASS -- TEST 'cpld_s2sa_p8_intel' [08:58, 05:23](3068 MB) - -PASS -- COMPILE 's2sw_intel' [20:26, 19:30] -PASS -- TEST 'cpld_control_noaero_p8_intel' [07:17, 04:16](1682 MB) -PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [07:23, 04:22](1735 MB) - -PASS -- COMPILE 's2swa_debug_intel' [10:16, 10:02] -PASS -- TEST 'cpld_debug_p8_intel' [10:17, 07:53](3155 MB) - -PASS -- COMPILE 's2sw_debug_intel' [10:24, 09:22] -PASS -- TEST 'cpld_debug_noaero_p8_intel' [07:57, 05:21](1709 MB) - -PASS -- COMPILE 's2s_aoflux_intel' [15:24, 14:39] -PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [07:52, 04:24](1733 MB) - -PASS -- COMPILE 's2s_intel' [15:18, 15:03] -PASS -- TEST 'cpld_control_c48_intel' [08:21, 06:44](2666 MB) - -PASS -- COMPILE 's2swa_faster_intel' [24:22, 23:58] -PASS -- TEST 'cpld_control_p8_faster_intel' [09:11, 05:38](3102 MB) - -PASS -- COMPILE 's2sw_pdlib_intel' [21:23, 20:12] -PASS -- TEST 'cpld_control_pdlib_p8_intel' [17:08, 14:11](1708 MB) -PASS -- TEST 'cpld_restart_pdlib_p8_intel' [11:03, 07:30](1017 MB) -PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [19:15, 16:03](1670 MB) - -PASS -- COMPILE 's2sw_pdlib_debug_intel' [10:25, 09:29] -PASS -- TEST 'cpld_debug_pdlib_p8_intel' [25:18, 22:53](1718 MB) - -PASS -- COMPILE 'atm_dyn32_intel' [14:27, 13:29] -PASS -- TEST 'control_flake_intel' [04:56, 03:31](671 MB) -PASS -- TEST 'control_CubedSphereGrid_intel' [03:46, 02:08](623 MB) -PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [03:56, 02:14](626 MB) -PASS -- TEST 'control_latlon_intel' [03:47, 02:11](619 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [03:50, 02:14](624 MB) -PASS -- TEST 'control_c48_intel' [06:54, 05:17](736 MB) -PASS -- TEST 'control_c48.v2.sfc_intel' [06:55, 05:15](734 MB) -PASS -- TEST 'control_c192_intel' [10:08, 07:56](740 MB) -PASS -- TEST 'control_c384_intel' [15:37, 08:31](1058 MB) -PASS -- TEST 'control_c384gdas_intel' [18:02, 07:43](1199 MB) -PASS -- TEST 'control_stochy_intel' [02:46, 01:28](627 MB) -PASS -- TEST 'control_stochy_restart_intel' [02:44, 01:00](441 MB) -PASS -- TEST 'control_lndp_intel' [02:50, 01:25](628 MB) -PASS -- TEST 'control_iovr4_intel' [03:53, 02:11](623 MB) -PASS -- TEST 'control_iovr5_intel' [03:42, 02:08](621 MB) -PASS -- TEST 'control_p8_intel' [04:43, 02:34](1595 MB) -PASS -- TEST 'control_p8.v2.sfc_intel' [04:51, 02:37](1599 MB) -PASS -- TEST 'control_p8_ugwpv1_intel' [04:59, 02:31](1603 MB) -PASS -- TEST 'control_restart_p8_intel' [03:35, 01:29](798 MB) -PASS -- TEST 'control_noqr_p8_intel' [04:56, 02:36](1586 MB) -PASS -- TEST 'control_restart_noqr_p8_intel' [03:39, 01:25](805 MB) -PASS -- TEST 'control_decomp_p8_intel' [04:50, 02:37](1595 MB) -PASS -- TEST 'control_p8_lndp_intel' [06:27, 04:26](1601 MB) -PASS -- TEST 'control_p8_rrtmgp_intel' [05:48, 03:24](1656 MB) -PASS -- TEST 'control_p8_mynn_intel' [04:57, 02:44](1608 MB) -PASS -- TEST 'merra2_thompson_intel' [05:55, 03:06](1604 MB) -PASS -- TEST 'regional_control_intel' [06:12, 04:36](629 MB) -PASS -- TEST 'regional_restart_intel' [04:17, 02:31](799 MB) -PASS -- TEST 'regional_decomp_intel' [06:12, 04:51](632 MB) -PASS -- TEST 'regional_noquilt_intel' [06:09, 04:31](1157 MB) -PASS -- TEST 'regional_netcdf_parallel_intel' [06:19, 04:35](626 MB) -PASS -- TEST 'regional_2dwrtdecomp_intel' [06:05, 04:36](632 MB) -PASS -- TEST 'regional_wofs_intel' [07:06, 05:40](1603 MB) - -PASS -- COMPILE 'rrfs_intel' [12:19, 11:39] -PASS -- TEST 'rap_control_intel' [08:35, 06:07](1006 MB) -PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [08:47, 03:58](1193 MB) -PASS -- TEST 'rap_decomp_intel' [08:41, 06:28](1006 MB) -PASS -- TEST 'rap_restart_intel' [05:28, 03:12](880 MB) -PASS -- TEST 'rap_sfcdiff_intel' [08:26, 06:07](1003 MB) -PASS -- TEST 'rap_sfcdiff_decomp_intel' [08:24, 06:26](1009 MB) -PASS -- TEST 'rap_sfcdiff_restart_intel' [06:31, 04:33](882 MB) -PASS -- TEST 'hrrr_control_intel' [05:31, 03:18](1002 MB) -PASS -- TEST 'hrrr_control_decomp_intel' [05:28, 03:21](1006 MB) -PASS -- TEST 'hrrr_control_2threads_intel' [05:26, 02:50](1091 MB) -PASS -- TEST 'hrrr_control_restart_intel' [04:00, 01:48](833 MB) -PASS -- TEST 'rrfs_v1beta_intel' [08:14, 05:59](1001 MB) -PASS -- TEST 'rrfs_v1nssl_intel' [08:42, 07:19](1960 MB) -PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [08:56, 07:07](1953 MB) - -PASS -- COMPILE 'csawmg_intel' [11:24, 10:45] -PASS -- TEST 'control_csawmg_intel' [08:26, 05:54](692 MB) -PASS -- TEST 'control_csawmgt_intel' [08:20, 05:50](696 MB) -PASS -- TEST 'control_ras_intel' [03:56, 02:53](657 MB) - -PASS -- COMPILE 'wam_intel' [11:19, 09:56] -PASS -- TEST 'control_wam_intel' [03:36, 01:54](387 MB) - -PASS -- COMPILE 'atm_faster_dyn32_intel' [14:20, 13:05] -PASS -- TEST 'control_p8_faster_intel' [05:00, 02:23](1597 MB) -PASS -- TEST 'regional_control_faster_intel' [06:04, 04:22](629 MB) - -PASS -- COMPILE 'atm_debug_dyn32_intel' [09:25, 09:05] -PASS -- TEST 'control_CubedSphereGrid_debug_intel' [03:54, 02:34](798 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [03:47, 02:37](794 MB) -PASS -- TEST 'control_stochy_debug_intel' [03:49, 02:52](801 MB) -PASS -- TEST 'control_lndp_debug_intel' [03:50, 02:35](802 MB) -PASS -- TEST 'control_csawmg_debug_intel' [06:20, 04:03](839 MB) -PASS -- TEST 'control_csawmgt_debug_intel' [06:21, 03:54](839 MB) -PASS -- TEST 'control_ras_debug_intel' [03:44, 02:40](807 MB) -PASS -- TEST 'control_diag_debug_intel' [04:39, 02:40](858 MB) -PASS -- TEST 'control_debug_p8_intel' [04:16, 02:37](1623 MB) -PASS -- TEST 'regional_debug_intel' [17:14, 16:02](665 MB) -PASS -- TEST 'rap_control_debug_intel' [05:39, 04:45](1180 MB) -PASS -- TEST 'hrrr_control_debug_intel' [05:38, 04:36](1179 MB) -PASS -- TEST 'hrrr_gf_debug_intel' [05:39, 04:45](1184 MB) -PASS -- TEST 'hrrr_c3_debug_intel' [05:47, 04:42](1182 MB) -PASS -- TEST 'rap_unified_drag_suite_debug_intel' [05:35, 04:42](1183 MB) -PASS -- TEST 'rap_diag_debug_intel' [09:12, 04:54](1262 MB) -PASS -- TEST 'rap_cires_ugwp_debug_intel' [05:33, 04:44](1184 MB) -PASS -- TEST 'rap_unified_ugwp_debug_intel' [06:40, 04:55](1185 MB) -PASS -- TEST 'rap_lndp_debug_intel' [05:43, 04:48](1182 MB) -PASS -- TEST 'rap_progcld_thompson_debug_intel' [05:44, 04:49](1181 MB) -PASS -- TEST 'rap_noah_debug_intel' [05:54, 04:42](1177 MB) -PASS -- TEST 'rap_sfcdiff_debug_intel' [05:39, 04:40](1184 MB) -PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [08:50, 07:40](1181 MB) -PASS -- TEST 'rrfs_v1beta_debug_intel' [05:51, 04:36](1176 MB) -PASS -- TEST 'rap_clm_lake_debug_intel' [06:45, 05:36](1185 MB) -PASS -- TEST 'rap_flake_debug_intel' [05:54, 04:43](1179 MB) -PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [09:25, 08:00](1181 MB) - -PASS -- COMPILE 'wam_debug_intel' [07:20, 06:02] -PASS -- TEST 'control_wam_debug_intel' [05:43, 04:40](426 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [11:20, 10:13] -PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [07:26, 03:37](1056 MB) -PASS -- TEST 'rap_control_dyn32_phy32_intel' [07:19, 05:09](885 MB) -PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [04:39, 02:48](882 MB) -PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [04:40, 02:57](886 MB) -PASS -- TEST 'rap_restart_dyn32_phy32_intel' [05:19, 03:54](797 MB) -PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [02:54, 01:36](778 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [13:15, 12:12] -PASS -- TEST 'conus13km_control_intel' [04:16, 01:52](1083 MB) -PASS -- TEST 'conus13km_2threads_intel' [03:44, 01:06](1085 MB) -PASS -- TEST 'conus13km_restart_mismatch_intel' [03:44, 01:10](978 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [11:14, 10:24] -PASS -- TEST 'rap_control_dyn64_phy32_intel' [05:19, 03:39](911 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [07:18, 06:24] -PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [05:48, 04:37](1058 MB) -PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [05:49, 04:29](1057 MB) -PASS -- TEST 'conus13km_debug_intel' [15:53, 13:22](1134 MB) -PASS -- TEST 'conus13km_debug_qr_intel' [15:52, 13:30](821 MB) -PASS -- TEST 'conus13km_radar_tten_debug_intel' [15:40, 13:47](1207 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [06:18, 05:57] -PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [05:45, 04:46](1081 MB) - -PASS -- COMPILE 'hafsw_intel' [17:23, 16:46] -PASS -- TEST 'hafs_regional_atm_intel' [07:07, 04:42](720 MB) -PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [07:33, 05:18](1067 MB) -PASS -- TEST 'hafs_regional_atm_ocn_intel' [10:00, 06:42](779 MB) -PASS -- TEST 'hafs_regional_atm_wav_intel' [14:21, 11:03](796 MB) -PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [15:33, 12:08](820 MB) -PASS -- TEST 'hafs_regional_1nest_atm_intel' [06:55, 04:37](479 MB) -PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [07:53, 05:51](491 MB) -PASS -- TEST 'hafs_global_1nest_atm_intel' [04:15, 02:28](393 MB) -PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [10:17, 06:21](459 MB) -PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [05:18, 03:19](513 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [05:49, 03:15](511 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [06:50, 04:04](593 MB) -PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [02:29, 01:20](427 MB) -PASS -- TEST 'gnv1_nested_intel' [05:37, 03:29](786 MB) - -PASS -- COMPILE 'hafsw_debug_intel' [08:14, 07:29] -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [14:35, 12:04](612 MB) - -PASS -- COMPILE 'hafsw_faster_intel' [21:23, 20:15] -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [09:48, 07:07](634 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [10:09, 07:13](692 MB) - -PASS -- COMPILE 'hafs_mom6w_intel' [18:21, 17:28] -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [08:17, 05:26](676 MB) - -PASS -- COMPILE 'hafs_all_intel' [15:22, 14:46] -PASS -- TEST 'hafs_regional_docn_intel' [07:59, 05:43](755 MB) -PASS -- TEST 'hafs_regional_docn_oisst_intel' [07:53, 05:41](739 MB) -PASS -- TEST 'hafs_regional_datm_cdeps_intel' [18:35, 16:16](894 MB) - -PASS -- COMPILE 'datm_cdeps_intel' [08:18, 08:05] -PASS -- TEST 'datm_cdeps_control_cfsr_intel' [03:43, 02:30](762 MB) -PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [02:32, 01:36](737 MB) -PASS -- TEST 'datm_cdeps_control_gefs_intel' [03:39, 02:30](637 MB) -PASS -- TEST 'datm_cdeps_iau_gefs_intel' [03:41, 02:29](637 MB) -PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [03:43, 02:30](639 MB) -PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [03:37, 02:30](762 MB) -PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [03:33, 02:39](761 MB) -PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [03:37, 02:21](643 MB) -PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [10:51, 05:49](689 MB) -PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [10:44, 05:46](675 MB) -PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [03:30, 02:29](760 MB) -PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [05:28, 03:59](2018 MB) -PASS -- TEST 'datm_cdeps_gfs_intel' [04:46, 04:04](2018 MB) - -PASS -- COMPILE 'datm_cdeps_debug_intel' [06:18, 05:27] -PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [06:28, 05:07](746 MB) - -PASS -- COMPILE 'datm_cdeps_faster_intel' [09:14, 08:09] -PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [03:31, 02:36](750 MB) - -PASS -- COMPILE 'datm_cdeps_land_intel' [03:17, 02:28] -PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [02:56, 01:20](311 MB) -PASS -- TEST 'datm_cdeps_lnd_era5_intel' [02:49, 01:11](452 MB) -PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [01:35, 00:47](453 MB) - -PASS -- COMPILE 'atml_intel' [14:20, 13:30] -PASS -- TEST 'control_p8_atmlnd_sbs_intel' [09:39, 07:40](1631 MB) -PASS -- TEST 'control_p8_atmlnd_intel' [09:34, 07:20](1639 MB) -PASS -- TEST 'control_restart_p8_atmlnd_intel' [05:34, 03:42](855 MB) - -PASS -- COMPILE 'atmw_intel' [14:20, 13:13] -PASS -- TEST 'atmwav_control_noaero_p8_intel' [03:40, 01:34](1633 MB) - -PASS -- COMPILE 'atmwm_intel' [14:25, 13:11] -PASS -- TEST 'control_atmwav_intel' [03:01, 01:30](639 MB) - -PASS -- COMPILE 'atmaero_intel' [12:20, 11:39] -PASS -- TEST 'atmaero_control_p8_intel' [05:54, 03:40](2950 MB) -PASS -- TEST 'atmaero_control_p8_rad_intel' [07:17, 04:27](3000 MB) -PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [06:38, 04:40](3009 MB) - -PASS -- COMPILE 'atmaq_intel' [12:20, 11:12] - -PASS -- COMPILE 'atmaq_debug_intel' [07:23, 06:46] -PASS -- TEST 'regional_atmaq_debug_intel' [26:02, 22:21](4532 MB) +PASS -- COMPILE 's2swa_debug_intel' [10:18, 09:13] +PASS -- TEST 'cpld_debug_p8_intel' [11:29, 07:46](3155 MB) + +PASS -- COMPILE 'atm_debug_dyn32_intel' [09:18, 08:25] +PASS -- TEST 'hrrr_gf_debug_intel' [05:42, 04:38](1183 MB) + +PASS -- COMPILE 'atml_intel' [14:19, 12:54] +PASS -- TEST 'control_p8_atmlnd_intel' [10:09, 06:20](1641 MB) +PASS -- TEST 'control_restart_p8_atmlnd_intel' [07:02, 03:54](850 MB) SYNOPSIS: -Starting Date/Time: 20240411 14:32:19 -Ending Date/Time: 20240411 16:01:58 -Total Time: 01h:30m:40s -Compiles Completed: 39/39 -Tests Completed: 175/175 +Starting Date/Time: 20240416 16:43:55 +Ending Date/Time: 20240416 17:16:53 +Total Time: 00h:33m:08s +Compiles Completed: 3/3 +Tests Completed: 4/4 NOTES: A file 'test_changes.list' was generated but is empty. diff --git a/tests/logs/RegressionTests_gaea.log b/tests/logs/RegressionTests_gaea.log index a23e9e8eff..8416413b47 100755 --- a/tests/logs/RegressionTests_gaea.log +++ b/tests/logs/RegressionTests_gaea.log @@ -1,7 +1,7 @@ ====START OF GAEA REGRESSION TESTING LOG==== UFSWM hash used in testing: -ffacfb6d50c9803809d458a42c634f89aaec8861 +684ddd65adbf26b3a8003e05c8af6c4e19be63f8 Submodule hashes used in testing: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) @@ -11,8 +11,8 @@ Submodule hashes used in testing: f6ff8f7c4d4cb6feabe3651b13204cf43fc948e3 CICE-interface/CICE/icepack (Icepack1.1.0-182-gf6ff8f7) 4e19850cb083bc474b7cde5dc2f8506ec74cc442 CMEPS-interface/CMEPS (cmeps_v0.4.1-2306-g4e19850) cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - cbd207b7e6376f71a58c8e79b477eac55b59f28b FV3 (remotes/origin/nesting-fixes) - d14b3cbe2135727e3251d9045b3459a0b2d286a0 FV3/atmos_cubed_sphere (201912_public_release-390-gd14b3cb) + 6e1bc3ebf0671c91a47ece876afef46300362e67 FV3 (remotes/origin/remove_nowarn) + b447c635161864f2de5e941f6dbe7387b5525167 FV3/atmos_cubed_sphere (201912_public_release-402-gb447c63) 011db4f80a02cba6d65958ace56e8efb197be62b FV3/ccpp/framework (ccpp_transition_to_vlab_master_20190705-704-g011db4f) 9b0ac7b16a45afe5e7f1abf9571d3484158a5b43 FV3/ccpp/physics (EP4-741-g9b0ac7b1) 74a0e098b2163425e4b5466c2dfcf8ae26d560a5 FV3/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (v1.6) @@ -26,19 +26,7 @@ Submodule hashes used in testing: 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6) 6a51f0295bc1a877475b527157a33aa86eb532fe NOAHMP-interface/noahmp (v3.7.1-426-g6a51f02) d9b3172f4197c65d471662c6952a668152d71230 WW3 (6.07.1-345-gd9b3172f) - 7dc4d9ba48dea57f88f4f10091c8c2042105954e stochastic_physics (ufs-v2.0.0-210-g7dc4d9b) - 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) - 3d7067a523b8557058755289e4275f5f5c985daf CDEPS-interface/CDEPS (cdeps0.4.17-40-g3d7067a) - c9e4679f449e30bb4cc0f22164b4401a8b50f7a6 CICE-interface/CICE (CICE6.0.0-447-gc9e4679) - 4e19850cb083bc474b7cde5dc2f8506ec74cc442 CMEPS-interface/CMEPS (cmeps_v0.4.1-2306-g4e19850) - cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - cbd207b7e6376f71a58c8e79b477eac55b59f28b FV3 (remotes/origin/nesting-fixes) - 041422934cae1570f2f0e67239d5d89f11c6e1b7 GOCART (sdr_v2.1.2.6-119-g0414229) - 35789c757766e07f688b4c0c7c5229816f224b09 HYCOM-interface/HYCOM (2.3.00-121-g35789c7) - ab7bd14d209592d55490e75dbfaa61cb4a62df97 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10032-gab7bd14d2) - 6a51f0295bc1a877475b527157a33aa86eb532fe NOAHMP-interface/noahmp (v3.7.1-426-g6a51f02) - d9b3172f4197c65d471662c6952a668152d71230 WW3 (6.07.1-345-gd9b3172f) - 7dc4d9ba48dea57f88f4f10091c8c2042105954e stochastic_physics (ufs-v2.0.0-210-g7dc4d9b) + 36d87e5665c359f9dd3201a9d27ceecacc0d8e62 stochastic_physics (ufs-v2.0.0-215-g36d87e5) NOTES: @@ -48,277 +36,277 @@ The second time is specifically for the run phase. Times/Memory will be empty for failed tests. BASELINE DIRECTORY: /gpfs/f5/epic/world-shared/UFS-WM_RT/NEMSfv3gfs/develop-20240408 -COMPARISON DIRECTORY: /gpfs/f5/epic/scratch/Fernando.Andrade-maldonado/RT_RUNDIRS/Fernando.Andrade-maldonado/FV3_RT/rt_65366 +COMPARISON DIRECTORY: /gpfs/f5/epic/scratch/Fernando.Andrade-maldonado/RT_RUNDIRS/Fernando.Andrade-maldonado/FV3_RT/rt_100835 RT.SH OPTIONS USED: * (-a) - HPC PROJECT ACCOUNT: epic * (-l) - USE CONFIG FILE: rt.conf * (-e) - USE ECFLOW -PASS -- COMPILE 's2swa_32bit_intel' [23:11, 21:40] -PASS -- TEST 'cpld_control_p8_mixedmode_intel' [11:52, 08:34](3071 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_intel' [27:16, 25:58] -PASS -- TEST 'cpld_control_gfsv17_intel' [18:34, 14:27](1696 MB) -PASS -- TEST 'cpld_control_gfsv17_iau_intel' [18:39, 14:50](1811 MB) -PASS -- TEST 'cpld_restart_gfsv17_intel' [10:07, 06:59](945 MB) -PASS -- TEST 'cpld_mpi_gfsv17_intel' [19:31, 15:52](1663 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [16:11, 14:45] -PASS -- TEST 'cpld_debug_gfsv17_intel' [27:39, 24:32](1701 MB) - -PASS -- COMPILE 's2swa_intel' [41:15, 39:34] -PASS -- TEST 'cpld_control_p8_intel' [12:04, 08:40](3097 MB) -PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [12:06, 08:58](3096 MB) -PASS -- TEST 'cpld_restart_p8_intel' [10:40, 06:13](3155 MB) -PASS -- TEST 'cpld_control_qr_p8_intel' [12:53, 09:18](3122 MB) -PASS -- TEST 'cpld_restart_qr_p8_intel' [09:53, 06:20](3176 MB) -PASS -- TEST 'cpld_2threads_p8_intel' [10:44, 07:18](3410 MB) -PASS -- TEST 'cpld_decomp_p8_intel' [12:05, 08:43](3094 MB) -PASS -- TEST 'cpld_mpi_p8_intel' [11:16, 08:00](3021 MB) -PASS -- TEST 'cpld_control_ciceC_p8_intel' [12:14, 08:43](3097 MB) -PASS -- TEST 'cpld_control_c192_p8_intel' [18:14, 11:09](3270 MB) -PASS -- TEST 'cpld_restart_c192_p8_intel' [16:30, 07:58](3607 MB) -PASS -- TEST 'cpld_bmark_p8_intel' [22:08, 13:41](4035 MB) -PASS -- TEST 'cpld_restart_bmark_p8_intel' [18:42, 09:38](4343 MB) -PASS -- TEST 'cpld_s2sa_p8_intel' [12:18, 08:39](3067 MB) - -PASS -- COMPILE 's2sw_intel' [21:13, 19:59] -PASS -- TEST 'cpld_control_noaero_p8_intel' [09:05, 05:13](1686 MB) -PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [09:06, 05:46](1731 MB) - -PASS -- COMPILE 's2swa_debug_intel' [17:09, 15:29] -PASS -- TEST 'cpld_debug_p8_intel' [13:51, 10:16](3131 MB) - -PASS -- COMPILE 's2sw_debug_intel' [10:26, 08:45] -PASS -- TEST 'cpld_debug_noaero_p8_intel' [09:58, 06:28](1697 MB) - -PASS -- COMPILE 's2s_aoflux_intel' [16:28, 14:31] -PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [09:03, 05:53](1732 MB) - -PASS -- COMPILE 's2s_intel' [19:13, 18:01] -PASS -- TEST 'cpld_control_c48_intel' [09:31, 06:56](2663 MB) - -PASS -- COMPILE 's2swa_faster_intel' [26:12, 24:13] -PASS -- TEST 'cpld_control_p8_faster_intel' [13:50, 08:48](3100 MB) - -PASS -- COMPILE 's2sw_pdlib_intel' [24:13, 23:03] -PASS -- TEST 'cpld_control_pdlib_p8_intel' [19:42, 15:14](1705 MB) -PASS -- TEST 'cpld_restart_pdlib_p8_intel' [14:04, 08:18](1000 MB) -PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [24:56, 18:36](1679 MB) - -PASS -- COMPILE 's2sw_pdlib_debug_intel' [15:13, 13:42] -PASS -- TEST 'cpld_debug_pdlib_p8_intel' [31:37, 28:01](1715 MB) - -PASS -- COMPILE 'atm_dyn32_intel' [18:14, 16:43] -PASS -- TEST 'control_flake_intel' [09:34, 04:06](675 MB) -PASS -- TEST 'control_CubedSphereGrid_intel' [09:00, 02:57](619 MB) -PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [08:36, 03:07](626 MB) -PASS -- TEST 'control_latlon_intel' [07:36, 02:36](623 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [09:01, 03:06](623 MB) -PASS -- TEST 'control_c48_intel' [11:24, 05:42](722 MB) -PASS -- TEST 'control_c48.v2.sfc_intel' [12:22, 05:38](722 MB) -PASS -- TEST 'control_c192_intel' [15:14, 09:08](739 MB) -PASS -- TEST 'control_c384_intel' [23:29, 17:00](1042 MB) -PASS -- TEST 'control_c384gdas_intel' [23:01, 14:52](1183 MB) -PASS -- TEST 'control_stochy_intel' [07:36, 02:15](627 MB) -PASS -- TEST 'control_stochy_restart_intel' [04:37, 01:35](430 MB) -PASS -- TEST 'control_lndp_intel' [07:23, 02:09](628 MB) -PASS -- TEST 'control_iovr4_intel' [08:47, 03:01](623 MB) -PASS -- TEST 'control_iovr5_intel' [08:48, 03:05](623 MB) -PASS -- TEST 'control_p8_intel' [10:18, 03:22](1606 MB) -PASS -- TEST 'control_p8.v2.sfc_intel' [12:37, 03:49](1608 MB) -PASS -- TEST 'control_p8_ugwpv1_intel' [11:25, 03:51](1609 MB) -PASS -- TEST 'control_restart_p8_intel' [05:16, 01:48](789 MB) -PASS -- TEST 'control_noqr_p8_intel' [10:18, 03:23](1596 MB) -PASS -- TEST 'control_restart_noqr_p8_intel' [04:30, 01:50](793 MB) -PASS -- TEST 'control_decomp_p8_intel' [12:10, 04:01](1596 MB) -PASS -- TEST 'control_2threads_p8_intel' [11:22, 03:13](1687 MB) -PASS -- TEST 'control_p8_lndp_intel' [12:37, 05:58](1606 MB) -PASS -- TEST 'control_p8_rrtmgp_intel' [11:24, 04:13](1659 MB) -PASS -- TEST 'control_p8_mynn_intel' [11:36, 03:55](1615 MB) -PASS -- TEST 'merra2_thompson_intel' [11:25, 04:11](1615 MB) -PASS -- TEST 'regional_control_intel' [10:21, 05:11](615 MB) -PASS -- TEST 'regional_restart_intel' [05:07, 02:56](789 MB) -PASS -- TEST 'regional_decomp_intel' [09:56, 04:58](615 MB) -PASS -- TEST 'regional_2threads_intel' [06:09, 03:07](758 MB) -PASS -- TEST 'regional_noquilt_intel' [07:17, 04:49](1153 MB) -PASS -- TEST 'regional_netcdf_parallel_intel' [07:18, 04:54](615 MB) -PASS -- TEST 'regional_2dwrtdecomp_intel' [08:05, 05:12](615 MB) -PASS -- TEST 'regional_wofs_intel' [09:06, 06:17](1590 MB) - -PASS -- COMPILE 'rrfs_intel' [17:11, 15:17] -PASS -- TEST 'rap_control_intel' [10:04, 07:31](1009 MB) -PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [07:07, 04:22](1186 MB) -PASS -- TEST 'rap_decomp_intel' [10:09, 07:24](1009 MB) -PASS -- TEST 'rap_2threads_intel' [09:16, 06:19](1099 MB) -PASS -- TEST 'rap_restart_intel' [06:29, 03:34](880 MB) -PASS -- TEST 'rap_sfcdiff_intel' [10:55, 06:57](1007 MB) -PASS -- TEST 'rap_sfcdiff_decomp_intel' [10:55, 07:12](1005 MB) -PASS -- TEST 'rap_sfcdiff_restart_intel' [09:34, 05:13](880 MB) -PASS -- TEST 'hrrr_control_intel' [06:59, 04:05](1005 MB) -PASS -- TEST 'hrrr_control_decomp_intel' [06:19, 03:54](1006 MB) -PASS -- TEST 'hrrr_control_2threads_intel' [06:05, 03:16](1081 MB) -PASS -- TEST 'hrrr_control_restart_intel' [04:37, 02:16](838 MB) -PASS -- TEST 'rrfs_v1beta_intel' [10:49, 07:15](1003 MB) -PASS -- TEST 'rrfs_v1nssl_intel' [10:39, 08:21](1968 MB) -PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [09:39, 08:00](1950 MB) - -PASS -- COMPILE 'csawmg_intel' [15:12, 14:02] -PASS -- TEST 'control_csawmg_intel' [08:58, 06:49](695 MB) -PASS -- TEST 'control_csawmgt_intel' [08:56, 06:50](691 MB) -PASS -- TEST 'control_ras_intel' [05:47, 03:33](657 MB) - -PASS -- COMPILE 'wam_intel' [16:14, 14:11] -PASS -- TEST 'control_wam_intel' [05:00, 02:10](369 MB) - -PASS -- COMPILE 'atm_faster_dyn32_intel' [20:17, 18:30] -PASS -- TEST 'control_p8_faster_intel' [06:46, 03:50](1608 MB) -PASS -- TEST 'regional_control_faster_intel' [07:51, 05:06](615 MB) - -PASS -- COMPILE 'atm_debug_dyn32_intel' [14:11, 12:32] -PASS -- TEST 'control_CubedSphereGrid_debug_intel' [06:05, 03:14](778 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [06:12, 03:36](783 MB) -PASS -- TEST 'control_stochy_debug_intel' [05:43, 03:37](786 MB) -PASS -- TEST 'control_lndp_debug_intel' [05:40, 03:29](790 MB) -PASS -- TEST 'control_csawmg_debug_intel' [06:46, 04:39](826 MB) -PASS -- TEST 'control_csawmgt_debug_intel' [06:44, 05:03](827 MB) -PASS -- TEST 'control_ras_debug_intel' [05:31, 03:36](796 MB) -PASS -- TEST 'control_diag_debug_intel' [05:35, 03:24](844 MB) -PASS -- TEST 'control_debug_p8_intel' [06:58, 04:14](1622 MB) -PASS -- TEST 'regional_debug_intel' [20:29, 16:47](637 MB) -PASS -- TEST 'rap_control_debug_intel' [07:46, 05:16](1170 MB) -PASS -- TEST 'hrrr_control_debug_intel' [07:52, 05:15](1166 MB) -PASS -- TEST 'hrrr_gf_debug_intel' [08:30, 05:27](1169 MB) -PASS -- TEST 'hrrr_c3_debug_intel' [08:23, 05:38](1168 MB) -PASS -- TEST 'rap_unified_drag_suite_debug_intel' [08:09, 05:31](1168 MB) -PASS -- TEST 'rap_diag_debug_intel' [08:01, 05:20](1253 MB) -PASS -- TEST 'rap_cires_ugwp_debug_intel' [07:53, 05:13](1168 MB) -PASS -- TEST 'rap_unified_ugwp_debug_intel' [07:44, 05:10](1169 MB) -PASS -- TEST 'rap_lndp_debug_intel' [07:41, 05:07](1170 MB) -PASS -- TEST 'rap_progcld_thompson_debug_intel' [07:58, 05:28](1168 MB) -PASS -- TEST 'rap_noah_debug_intel' [07:12, 05:04](1168 MB) -PASS -- TEST 'rap_sfcdiff_debug_intel' [07:57, 05:11](1166 MB) -PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [10:40, 08:16](1168 MB) -PASS -- TEST 'rrfs_v1beta_debug_intel' [08:33, 05:38](1165 MB) -PASS -- TEST 'rap_clm_lake_debug_intel' [09:47, 06:16](1170 MB) -PASS -- TEST 'rap_flake_debug_intel' [08:44, 05:29](1168 MB) -PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [12:20, 08:56](1171 MB) - -PASS -- COMPILE 'wam_debug_intel' [12:08, 10:08] -PASS -- TEST 'control_wam_debug_intel' [09:54, 05:30](394 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [16:16, 14:24] -PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [09:21, 03:49](1050 MB) -PASS -- TEST 'rap_control_dyn32_phy32_intel' [11:16, 05:55](888 MB) -PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [08:18, 03:28](884 MB) -PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [10:19, 05:24](945 MB) -PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [08:18, 02:59](937 MB) -PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [09:06, 03:41](886 MB) -PASS -- TEST 'rap_restart_dyn32_phy32_intel' [07:06, 04:34](784 MB) -PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [03:31, 01:45](764 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [19:13, 17:47] -PASS -- TEST 'conus13km_control_intel' [06:20, 03:18](1094 MB) -PASS -- TEST 'conus13km_2threads_intel' [03:51, 01:15](1075 MB) -PASS -- TEST 'conus13km_restart_mismatch_intel' [04:45, 01:59](974 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [15:14, 13:56] -PASS -- TEST 'rap_control_dyn64_phy32_intel' [07:20, 04:44](904 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [11:12, 09:36] -PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [07:31, 05:36](1046 MB) -PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [07:32, 04:59](1046 MB) -PASS -- TEST 'conus13km_debug_intel' [17:47, 14:21](1127 MB) -PASS -- TEST 'conus13km_debug_qr_intel' [17:47, 14:21](802 MB) -PASS -- TEST 'conus13km_debug_2threads_intel' [11:18, 08:24](1108 MB) -PASS -- TEST 'conus13km_radar_tten_debug_intel' [17:30, 14:22](1193 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [12:12, 10:43] -PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [07:56, 05:09](1066 MB) - -PASS -- COMPILE 'hafsw_intel' [21:10, 19:52] -PASS -- TEST 'hafs_regional_atm_intel' [08:37, 05:27](707 MB) -PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [07:43, 04:43](1061 MB) -PASS -- TEST 'hafs_regional_atm_ocn_intel' [10:54, 07:58](753 MB) -PASS -- TEST 'hafs_regional_atm_wav_intel' [14:22, 11:50](790 MB) -PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [15:46, 12:56](804 MB) -PASS -- TEST 'hafs_regional_1nest_atm_intel' [08:30, 05:24](476 MB) -PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [09:48, 06:45](496 MB) -PASS -- TEST 'hafs_global_1nest_atm_intel' [05:25, 02:55](373 MB) -PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [14:10, 08:19](434 MB) -PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [05:56, 03:57](509 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [06:17, 03:40](509 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [07:07, 04:50](576 MB) -PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [04:39, 01:49](401 MB) -PASS -- TEST 'gnv1_nested_intel' [09:51, 04:27](769 MB) - -PASS -- COMPILE 'hafsw_debug_intel' [17:10, 15:21] -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [17:25, 13:25](584 MB) - -PASS -- COMPILE 'hafsw_faster_intel' [24:11, 22:35] -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [12:00, 07:46](614 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [12:31, 08:06](788 MB) - -PASS -- COMPILE 'hafs_mom6w_intel' [21:18, 19:51] -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [10:35, 06:07](789 MB) - -PASS -- COMPILE 'hafs_all_intel' [20:11, 18:27] -PASS -- TEST 'hafs_regional_docn_intel' [11:08, 06:34](748 MB) -PASS -- TEST 'hafs_regional_docn_oisst_intel' [11:02, 06:32](729 MB) -PASS -- TEST 'hafs_regional_datm_cdeps_intel' [23:15, 20:16](893 MB) - -PASS -- COMPILE 'datm_cdeps_intel' [14:13, 12:54] -PASS -- TEST 'datm_cdeps_control_cfsr_intel' [04:30, 02:37](758 MB) -PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [03:27, 01:39](747 MB) -PASS -- TEST 'datm_cdeps_control_gefs_intel' [05:29, 02:25](639 MB) -PASS -- TEST 'datm_cdeps_iau_gefs_intel' [05:29, 02:27](639 MB) -PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [05:27, 02:29](639 MB) -PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [04:35, 02:35](758 MB) -PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [04:26, 02:37](758 MB) -PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [04:29, 02:26](637 MB) -PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [08:24, 06:02](692 MB) -PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [09:09, 06:17](675 MB) -PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [04:26, 02:38](758 MB) -PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [06:24, 04:43](2013 MB) -PASS -- TEST 'datm_cdeps_gfs_intel' [07:00, 04:37](2012 MB) - -PASS -- COMPILE 'datm_cdeps_debug_intel' [14:09, 12:26] -PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [07:22, 05:40](741 MB) - -PASS -- COMPILE 'datm_cdeps_faster_intel' [15:11, 13:08] -PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [04:29, 02:43](759 MB) - -PASS -- COMPILE 'datm_cdeps_land_intel' [07:11, 05:14] -PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [07:08, 04:45](310 MB) -PASS -- TEST 'datm_cdeps_lnd_era5_intel' [05:23, 02:26](456 MB) -PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [03:51, 01:20](456 MB) - -PASS -- COMPILE 'atml_intel' [17:09, 15:52] -PASS -- TEST 'control_p8_atmlnd_sbs_intel' [12:28, 08:50](1641 MB) -PASS -- TEST 'control_p8_atmlnd_intel' [12:45, 09:02](1641 MB) -PASS -- TEST 'control_restart_p8_atmlnd_intel' [08:00, 04:46](837 MB) - -PASS -- COMPILE 'atmw_intel' [17:14, 15:33] -PASS -- TEST 'atmwav_control_noaero_p8_intel' [06:30, 03:13](1650 MB) - -PASS -- COMPILE 'atmwm_intel' [53:19, 51:58] -PASS -- TEST 'control_atmwav_intel' [04:02, 02:02](640 MB) - -PASS -- COMPILE 'atmaero_intel' [17:11, 15:53] -PASS -- TEST 'atmaero_control_p8_intel' [10:37, 07:24](2942 MB) -PASS -- TEST 'atmaero_control_p8_rad_intel' [10:55, 07:57](3010 MB) -PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [10:29, 07:46](3017 MB) - -PASS -- COMPILE 'atmaq_intel' [15:23, 14:01] - -PASS -- COMPILE 'atmaq_debug_intel' [12:08, 10:28] -PASS -- TEST 'regional_atmaq_debug_intel' [23:45, 19:14](4480 MB) +PASS -- COMPILE 's2swa_32bit_intel' [25:06, 24:37] +PASS -- TEST 'cpld_control_p8_mixedmode_intel' [11:14, 08:17](3070 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_intel' [24:06, 24:03] +PASS -- TEST 'cpld_control_gfsv17_intel' [16:28, 13:41](1687 MB) +PASS -- TEST 'cpld_control_gfsv17_iau_intel' [17:02, 14:24](1810 MB) +PASS -- TEST 'cpld_restart_gfsv17_intel' [10:29, 06:48](947 MB) +PASS -- TEST 'cpld_mpi_gfsv17_intel' [18:23, 14:53](1671 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [15:10, 14:56] +PASS -- TEST 'cpld_debug_gfsv17_intel' [27:17, 23:53](1709 MB) + +PASS -- COMPILE 's2swa_intel' [20:06, 19:37] +PASS -- TEST 'cpld_control_p8_intel' [12:33, 08:41](3101 MB) +PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [12:53, 08:38](3099 MB) +PASS -- TEST 'cpld_restart_p8_intel' [08:13, 05:53](3157 MB) +PASS -- TEST 'cpld_control_qr_p8_intel' [12:33, 08:34](3124 MB) +PASS -- TEST 'cpld_restart_qr_p8_intel' [08:13, 05:52](3178 MB) +PASS -- TEST 'cpld_2threads_p8_intel' [11:02, 07:03](3410 MB) +PASS -- TEST 'cpld_decomp_p8_intel' [12:19, 08:28](3101 MB) +PASS -- TEST 'cpld_mpi_p8_intel' [11:02, 07:41](3022 MB) +PASS -- TEST 'cpld_control_ciceC_p8_intel' [12:17, 08:39](3102 MB) +PASS -- TEST 'cpld_control_c192_p8_intel' [17:06, 10:58](3275 MB) +PASS -- TEST 'cpld_restart_c192_p8_intel' [12:44, 08:09](3605 MB) +PASS -- TEST 'cpld_bmark_p8_intel' [21:17, 13:19](4043 MB) +PASS -- TEST 'cpld_restart_bmark_p8_intel' [18:04, 09:47](4343 MB) +PASS -- TEST 'cpld_s2sa_p8_intel' [12:03, 08:29](3067 MB) + +PASS -- COMPILE 's2sw_intel' [19:06, 18:24] +PASS -- TEST 'cpld_control_noaero_p8_intel' [07:52, 05:21](1685 MB) +PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [08:04, 05:30](1730 MB) + +PASS -- COMPILE 's2swa_debug_intel' [15:10, 14:46] +PASS -- TEST 'cpld_debug_p8_intel' [12:55, 10:26](3131 MB) + +PASS -- COMPILE 's2sw_debug_intel' [20:06, 19:11] +PASS -- TEST 'cpld_debug_noaero_p8_intel' [09:36, 06:11](1701 MB) + +PASS -- COMPILE 's2s_aoflux_intel' [18:06, 17:51] +PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [08:10, 05:33](1729 MB) + +PASS -- COMPILE 's2s_intel' [24:06, 23:42] +PASS -- TEST 'cpld_control_c48_intel' [09:56, 06:56](2663 MB) + +PASS -- COMPILE 's2swa_faster_intel' [24:06, 23:20] +PASS -- TEST 'cpld_control_p8_faster_intel' [12:01, 08:29](3099 MB) + +PASS -- COMPILE 's2sw_pdlib_intel' [25:10, 24:54] +PASS -- TEST 'cpld_control_pdlib_p8_intel' [18:04, 15:26](1703 MB) +PASS -- TEST 'cpld_restart_pdlib_p8_intel' [11:59, 07:32](1000 MB) +PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [21:50, 18:26](1682 MB) + +PASS -- COMPILE 's2sw_pdlib_debug_intel' [14:06, 13:57] +PASS -- TEST 'cpld_debug_pdlib_p8_intel' [31:15, 26:53](1720 MB) + +PASS -- COMPILE 'atm_dyn32_intel' [16:07, 15:52] +PASS -- TEST 'control_flake_intel' [05:03, 03:48](675 MB) +PASS -- TEST 'control_CubedSphereGrid_intel' [05:04, 02:35](619 MB) +PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [04:00, 02:40](627 MB) +PASS -- TEST 'control_latlon_intel' [04:02, 02:39](622 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [05:32, 02:43](623 MB) +PASS -- TEST 'control_c48_intel' [07:24, 05:39](721 MB) +PASS -- TEST 'control_c48.v2.sfc_intel' [07:47, 05:38](721 MB) +PASS -- TEST 'control_c192_intel' [11:21, 08:51](738 MB) +PASS -- TEST 'control_c384_intel' [18:43, 16:51](1042 MB) +PASS -- TEST 'control_c384gdas_intel' [18:32, 14:32](1181 MB) +PASS -- TEST 'control_stochy_intel' [04:02, 01:57](626 MB) +PASS -- TEST 'control_stochy_restart_intel' [03:13, 01:26](429 MB) +PASS -- TEST 'control_lndp_intel' [04:02, 01:51](628 MB) +PASS -- TEST 'control_iovr4_intel' [04:45, 02:42](623 MB) +PASS -- TEST 'control_iovr5_intel' [04:39, 02:39](623 MB) +PASS -- TEST 'control_p8_intel' [06:07, 03:22](1605 MB) +PASS -- TEST 'control_p8.v2.sfc_intel' [07:38, 03:39](1608 MB) +PASS -- TEST 'control_p8_ugwpv1_intel' [06:07, 03:39](1609 MB) +PASS -- TEST 'control_restart_p8_intel' [04:27, 01:51](790 MB) +PASS -- TEST 'control_noqr_p8_intel' [06:24, 03:46](1595 MB) +PASS -- TEST 'control_restart_noqr_p8_intel' [04:37, 02:34](793 MB) +PASS -- TEST 'control_decomp_p8_intel' [05:19, 03:29](1594 MB) +PASS -- TEST 'control_2threads_p8_intel' [05:53, 03:17](1687 MB) +PASS -- TEST 'control_p8_lndp_intel' [07:56, 05:34](1607 MB) +PASS -- TEST 'control_p8_rrtmgp_intel' [07:23, 04:13](1657 MB) +PASS -- TEST 'control_p8_mynn_intel' [07:36, 03:59](1615 MB) +PASS -- TEST 'merra2_thompson_intel' [06:47, 04:15](1616 MB) +PASS -- TEST 'regional_control_intel' [06:50, 04:54](615 MB) +PASS -- TEST 'regional_restart_intel' [04:10, 02:37](789 MB) +PASS -- TEST 'regional_decomp_intel' [06:38, 04:58](615 MB) +PASS -- TEST 'regional_2threads_intel' [04:50, 02:59](758 MB) +PASS -- TEST 'regional_noquilt_intel' [06:52, 04:36](1153 MB) +PASS -- TEST 'regional_netcdf_parallel_intel' [07:03, 04:54](615 MB) +PASS -- TEST 'regional_2dwrtdecomp_intel' [07:01, 04:53](615 MB) +PASS -- TEST 'regional_wofs_intel' [11:03, 06:48](1591 MB) + +PASS -- COMPILE 'rrfs_intel' [17:06, 16:37] +PASS -- TEST 'rap_control_intel' [09:23, 07:09](1009 MB) +PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [06:13, 04:08](1185 MB) +PASS -- TEST 'rap_decomp_intel' [09:22, 07:17](1009 MB) +PASS -- TEST 'rap_2threads_intel' [08:17, 06:20](1100 MB) +PASS -- TEST 'rap_restart_intel' [05:14, 03:41](880 MB) +PASS -- TEST 'rap_sfcdiff_intel' [09:28, 06:55](1007 MB) +PASS -- TEST 'rap_sfcdiff_decomp_intel' [09:14, 07:22](1005 MB) +PASS -- TEST 'rap_sfcdiff_restart_intel' [08:54, 05:28](879 MB) +PASS -- TEST 'hrrr_control_intel' [06:10, 03:54](1005 MB) +PASS -- TEST 'hrrr_control_decomp_intel' [06:10, 04:28](1006 MB) +PASS -- TEST 'hrrr_control_2threads_intel' [05:10, 03:29](1086 MB) +PASS -- TEST 'hrrr_control_restart_intel' [03:38, 02:32](837 MB) +PASS -- TEST 'rrfs_v1beta_intel' [08:24, 06:47](1003 MB) +PASS -- TEST 'rrfs_v1nssl_intel' [09:38, 08:23](1963 MB) +PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [09:40, 08:29](1950 MB) + +PASS -- COMPILE 'csawmg_intel' [13:06, 12:56] +PASS -- TEST 'control_csawmg_intel' [07:50, 06:39](695 MB) +PASS -- TEST 'control_csawmgt_intel' [07:50, 06:37](691 MB) +PASS -- TEST 'control_ras_intel' [04:37, 03:25](657 MB) + +PASS -- COMPILE 'wam_intel' [14:07, 13:10] +PASS -- TEST 'control_wam_intel' [03:40, 02:31](369 MB) + +PASS -- COMPILE 'atm_faster_dyn32_intel' [18:08, 17:06] +PASS -- TEST 'control_p8_faster_intel' [06:02, 03:53](1608 MB) +PASS -- TEST 'regional_control_faster_intel' [06:00, 04:38](614 MB) + +PASS -- COMPILE 'atm_debug_dyn32_intel' [14:06, 13:40] +PASS -- TEST 'control_CubedSphereGrid_debug_intel' [04:51, 03:16](777 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [04:47, 03:19](781 MB) +PASS -- TEST 'control_stochy_debug_intel' [04:31, 03:19](784 MB) +PASS -- TEST 'control_lndp_debug_intel' [03:25, 02:58](788 MB) +PASS -- TEST 'control_csawmg_debug_intel' [05:47, 04:29](823 MB) +PASS -- TEST 'control_csawmgt_debug_intel' [05:47, 04:22](825 MB) +PASS -- TEST 'control_ras_debug_intel' [03:26, 02:57](794 MB) +PASS -- TEST 'control_diag_debug_intel' [03:36, 03:00](842 MB) +PASS -- TEST 'control_debug_p8_intel' [04:43, 03:22](1620 MB) +PASS -- TEST 'regional_debug_intel' [19:24, 17:01](634 MB) +PASS -- TEST 'rap_control_debug_intel' [06:31, 05:14](1166 MB) +PASS -- TEST 'hrrr_control_debug_intel' [06:31, 05:25](1165 MB) +PASS -- TEST 'hrrr_gf_debug_intel' [06:35, 05:06](1167 MB) +PASS -- TEST 'hrrr_c3_debug_intel' [06:47, 05:27](1167 MB) +PASS -- TEST 'rap_unified_drag_suite_debug_intel' [08:10, 05:25](1166 MB) +PASS -- TEST 'rap_diag_debug_intel' [06:33, 05:24](1255 MB) +PASS -- TEST 'rap_cires_ugwp_debug_intel' [08:03, 05:29](1166 MB) +PASS -- TEST 'rap_unified_ugwp_debug_intel' [07:52, 05:32](1167 MB) +PASS -- TEST 'rap_lndp_debug_intel' [07:52, 05:09](1168 MB) +PASS -- TEST 'rap_progcld_thompson_debug_intel' [08:36, 05:28](1166 MB) +PASS -- TEST 'rap_noah_debug_intel' [07:30, 04:59](1165 MB) +PASS -- TEST 'rap_sfcdiff_debug_intel' [07:30, 05:27](1164 MB) +PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [10:28, 08:11](1166 MB) +PASS -- TEST 'rrfs_v1beta_debug_intel' [06:48, 05:19](1163 MB) +PASS -- TEST 'rap_clm_lake_debug_intel' [08:35, 06:32](1168 MB) +PASS -- TEST 'rap_flake_debug_intel' [06:38, 05:11](1166 MB) +PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [11:04, 08:51](1169 MB) + +PASS -- COMPILE 'wam_debug_intel' [10:07, 09:24] +PASS -- TEST 'control_wam_debug_intel' [07:33, 05:27](396 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [16:06, 15:33] +PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [07:09, 04:12](1052 MB) +PASS -- TEST 'rap_control_dyn32_phy32_intel' [09:00, 06:00](889 MB) +PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [07:06, 03:52](886 MB) +PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [07:58, 05:31](947 MB) +PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [06:07, 03:07](938 MB) +PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [05:58, 04:12](887 MB) +PASS -- TEST 'rap_restart_dyn32_phy32_intel' [07:02, 04:35](783 MB) +PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [03:37, 02:03](765 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [17:06, 16:50] +PASS -- TEST 'conus13km_control_intel' [04:58, 03:02](1094 MB) +PASS -- TEST 'conus13km_2threads_intel' [03:58, 01:41](1073 MB) +PASS -- TEST 'conus13km_restart_mismatch_intel' [03:48, 01:40](974 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [14:10, 13:53] +PASS -- TEST 'rap_control_dyn64_phy32_intel' [06:10, 04:35](904 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [11:05, 10:37] +PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [06:23, 05:15](1047 MB) +PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [06:23, 05:26](1048 MB) +PASS -- TEST 'conus13km_debug_intel' [17:00, 15:05](1129 MB) +PASS -- TEST 'conus13km_debug_qr_intel' [16:48, 14:59](805 MB) +PASS -- TEST 'conus13km_debug_2threads_intel' [10:15, 08:28](1110 MB) +PASS -- TEST 'conus13km_radar_tten_debug_intel' [16:08, 14:26](1195 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [11:05, 10:45] +PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [06:38, 05:23](1067 MB) + +PASS -- COMPILE 'hafsw_intel' [19:07, 18:27] +PASS -- TEST 'hafs_regional_atm_intel' [07:33, 05:20](707 MB) +PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [05:57, 04:46](1057 MB) +PASS -- TEST 'hafs_regional_atm_ocn_intel' [11:02, 07:57](753 MB) +PASS -- TEST 'hafs_regional_atm_wav_intel' [14:40, 12:09](784 MB) +PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [17:09, 13:08](803 MB) +PASS -- TEST 'hafs_regional_1nest_atm_intel' [09:15, 05:36](478 MB) +PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [10:43, 07:00](497 MB) +PASS -- TEST 'hafs_global_1nest_atm_intel' [06:27, 03:03](373 MB) +PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [13:22, 08:20](444 MB) +PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [06:00, 04:06](507 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [06:13, 03:39](510 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [07:27, 04:38](575 MB) +PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [02:41, 01:45](401 MB) +PASS -- TEST 'gnv1_nested_intel' [07:16, 04:10](763 MB) + +PASS -- COMPILE 'hafsw_debug_intel' [19:06, 18:29] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [15:09, 13:17](587 MB) + +PASS -- COMPILE 'hafsw_faster_intel' [23:07, 22:44] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [10:26, 07:53](622 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [10:26, 07:49](787 MB) + +PASS -- COMPILE 'hafs_mom6w_intel' [21:10, 20:40] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [08:08, 06:13](788 MB) + +PASS -- COMPILE 'hafs_all_intel' [19:06, 18:46] +PASS -- TEST 'hafs_regional_docn_intel' [08:16, 06:21](748 MB) +PASS -- TEST 'hafs_regional_docn_oisst_intel' [08:19, 06:33](729 MB) +PASS -- TEST 'hafs_regional_datm_cdeps_intel' [23:15, 20:13](893 MB) + +PASS -- COMPILE 'datm_cdeps_intel' [14:09, 13:26] +PASS -- TEST 'datm_cdeps_control_cfsr_intel' [03:53, 02:38](758 MB) +PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [11:22, 01:45](747 MB) +PASS -- TEST 'datm_cdeps_control_gefs_intel' [03:52, 02:35](637 MB) +PASS -- TEST 'datm_cdeps_iau_gefs_intel' [04:24, 02:42](637 MB) +PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [04:26, 02:35](637 MB) +PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [04:26, 02:38](756 MB) +PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [04:21, 02:40](758 MB) +PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [03:27, 02:41](637 MB) +PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [19:14, 06:31](691 MB) +PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [19:15, 06:32](674 MB) +PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [14:21, 02:47](758 MB) +PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [15:30, 04:38](1952 MB) +PASS -- TEST 'datm_cdeps_gfs_intel' [16:28, 04:48](2012 MB) + +PASS -- COMPILE 'datm_cdeps_debug_intel' [10:06, 09:14] +PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [17:26, 06:01](739 MB) + +PASS -- COMPILE 'datm_cdeps_faster_intel' [15:10, 14:14] +PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [14:26, 02:53](758 MB) + +PASS -- COMPILE 'datm_cdeps_land_intel' [05:10, 04:10] +PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [16:04, 04:17](318 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_intel' [14:55, 02:47](455 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [03:04, 01:24](456 MB) + +PASS -- COMPILE 'atml_intel' [16:10, 16:01] +PASS -- TEST 'control_p8_atmlnd_sbs_intel' [20:56, 08:37](1633 MB) +PASS -- TEST 'control_p8_atmlnd_intel' [22:57, 07:41](1633 MB) +PASS -- TEST 'control_restart_p8_atmlnd_intel' [06:00, 04:10](837 MB) + +PASS -- COMPILE 'atmw_intel' [19:10, 18:08] +PASS -- TEST 'atmwav_control_noaero_p8_intel' [15:25, 03:18](1648 MB) + +PASS -- COMPILE 'atmwm_intel' [17:10, 16:58] +PASS -- TEST 'control_atmwav_intel' [14:20, 02:58](640 MB) + +PASS -- COMPILE 'atmaero_intel' [22:10, 21:21] +PASS -- TEST 'atmaero_control_p8_intel' [14:33, 06:48](2943 MB) +PASS -- TEST 'atmaero_control_p8_rad_intel' [15:27, 07:33](3012 MB) +PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [14:12, 08:01](3019 MB) + +PASS -- COMPILE 'atmaq_intel' [16:10, 15:21] + +PASS -- COMPILE 'atmaq_debug_intel' [12:10, 11:16] +PASS -- TEST 'regional_atmaq_debug_intel' [32:42, 18:39](4477 MB) SYNOPSIS: -Starting Date/Time: 20240411 15:48:21 -Ending Date/Time: 20240411 17:57:51 -Total Time: 02h:10m:38s +Starting Date/Time: 20240415 16:40:32 +Ending Date/Time: 20240415 18:27:41 +Total Time: 01h:47m:54s Compiles Completed: 39/39 Tests Completed: 182/182 diff --git a/tests/logs/RegressionTests_hera.log b/tests/logs/RegressionTests_hera.log index bf7ba55e79..a7d21eb746 100644 --- a/tests/logs/RegressionTests_hera.log +++ b/tests/logs/RegressionTests_hera.log @@ -1,7 +1,7 @@ ====START OF HERA REGRESSION TESTING LOG==== UFSWM hash used in testing: -ffacfb6d50c9803809d458a42c634f89aaec8861 +684ddd65adbf26b3a8003e05c8af6c4e19be63f8 Submodule hashes used in testing: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) @@ -9,13 +9,13 @@ Submodule hashes used in testing: c9e4679f449e30bb4cc0f22164b4401a8b50f7a6 CICE-interface/CICE (CICE6.0.0-447-gc9e4679) 4e19850cb083bc474b7cde5dc2f8506ec74cc442 CMEPS-interface/CMEPS (cmeps_v0.4.1-2306-g4e19850) cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - cbd207b7e6376f71a58c8e79b477eac55b59f28b FV3 (remotes/origin/nesting-fixes) + 6e1bc3ebf0671c91a47ece876afef46300362e67 FV3 (remotes/origin/remove_nowarn) 041422934cae1570f2f0e67239d5d89f11c6e1b7 GOCART (sdr_v2.1.2.6-119-g0414229) 35789c757766e07f688b4c0c7c5229816f224b09 HYCOM-interface/HYCOM (2.3.00-121-g35789c7) ab7bd14d209592d55490e75dbfaa61cb4a62df97 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10032-gab7bd14d2) 6a51f0295bc1a877475b527157a33aa86eb532fe NOAHMP-interface/noahmp (v3.7.1-426-g6a51f02) d9b3172f4197c65d471662c6952a668152d71230 WW3 (6.07.1-345-gd9b3172f) - 7dc4d9ba48dea57f88f4f10091c8c2042105954e stochastic_physics (ufs-v2.0.0-210-g7dc4d9b) + 36d87e5665c359f9dd3201a9d27ceecacc0d8e62 stochastic_physics (ufs-v2.0.0-215-g36d87e5) NOTES: @@ -25,371 +25,371 @@ The second time is specifically for the run phase. Times/Memory will be empty for failed tests. BASELINE DIRECTORY: /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240408 -COMPARISON DIRECTORY: /scratch1/NCEPDEV/stmp2/Fernando.Andrade-maldonado/FV3_RT/rt_569665 +COMPARISON DIRECTORY: /scratch1/NCEPDEV/stmp2/Fernando.Andrade-maldonado/FV3_RT/rt_3831458 RT.SH OPTIONS USED: * (-a) - HPC PROJECT ACCOUNT: epic * (-l) - USE CONFIG FILE: rt.conf * (-e) - USE ECFLOW -PASS -- COMPILE 's2swa_32bit_intel' [15:10, 13:08] -PASS -- TEST 'cpld_control_p8_mixedmode_intel' [08:16, 05:34](3109 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_intel' [18:11, 16:37] -PASS -- TEST 'cpld_control_gfsv17_intel' [19:07, 17:03](1732 MB) -PASS -- TEST 'cpld_control_gfsv17_iau_intel' [21:12, 17:42](2004 MB) -PASS -- TEST 'cpld_restart_gfsv17_intel' [12:10, 08:03](1121 MB) -PASS -- TEST 'cpld_mpi_gfsv17_intel' [22:02, 19:18](1629 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [06:07, 04:44] -PASS -- TEST 'cpld_debug_gfsv17_intel' [25:11, 22:52](1656 MB) - -PASS -- COMPILE 's2swa_intel' [15:10, 13:08] -PASS -- TEST 'cpld_control_p8_intel' [08:11, 05:47](3198 MB) -PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [10:18, 05:51](3189 MB) -PASS -- TEST 'cpld_restart_p8_intel' [07:27, 03:30](3236 MB) -PASS -- TEST 'cpld_control_qr_p8_intel' [08:11, 05:52](3236 MB) -PASS -- TEST 'cpld_restart_qr_p8_intel' [07:28, 03:27](3253 MB) -PASS -- TEST 'cpld_2threads_p8_intel' [08:09, 05:30](3519 MB) -PASS -- TEST 'cpld_decomp_p8_intel' [08:09, 05:47](3190 MB) -PASS -- TEST 'cpld_mpi_p8_intel' [07:12, 04:45](3054 MB) -PASS -- TEST 'cpld_control_ciceC_p8_intel' [08:22, 05:53](3190 MB) -PASS -- TEST 'cpld_control_c192_p8_intel' [15:16, 10:15](3321 MB) -PASS -- TEST 'cpld_restart_c192_p8_intel' [15:39, 06:20](3593 MB) -PASS -- TEST 'cpld_bmark_p8_intel' [18:55, 09:29](4146 MB) -PASS -- TEST 'cpld_restart_bmark_p8_intel' [16:03, 06:04](4348 MB) -PASS -- TEST 'cpld_s2sa_p8_intel' [08:12, 05:21](3149 MB) - -PASS -- COMPILE 's2sw_intel' [14:09, 12:33] -PASS -- TEST 'cpld_control_noaero_p8_intel' [06:52, 04:45](1718 MB) -PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [07:00, 04:22](1761 MB) - -PASS -- COMPILE 's2swa_debug_intel' [06:07, 04:43] -PASS -- TEST 'cpld_debug_p8_intel' [11:13, 08:19](3188 MB) - -PASS -- COMPILE 's2sw_debug_intel' [06:07, 04:15] -PASS -- TEST 'cpld_debug_noaero_p8_intel' [08:02, 05:45](1728 MB) - -PASS -- COMPILE 's2s_aoflux_intel' [13:09, 11:34] -PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [08:00, 04:17](1774 MB) - -PASS -- COMPILE 's2s_intel' [13:10, 11:51] -PASS -- TEST 'cpld_control_c48_intel' [11:42, 09:28](2804 MB) - -PASS -- COMPILE 's2swa_faster_intel' [18:11, 17:00] -PASS -- TEST 'cpld_control_p8_faster_intel' [08:14, 05:25](3201 MB) - -PASS -- COMPILE 's2sw_pdlib_intel' [17:10, 15:58] -PASS -- TEST 'cpld_control_pdlib_p8_intel' [21:13, 17:13](1761 MB) -PASS -- TEST 'cpld_restart_pdlib_p8_intel' [11:10, 08:22](1148 MB) -PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [22:08, 19:50](1632 MB) - -PASS -- COMPILE 's2sw_pdlib_debug_intel' [06:08, 04:12] -PASS -- TEST 'cpld_debug_pdlib_p8_intel' [27:58, 25:13](1674 MB) - -PASS -- COMPILE 'atm_dyn32_intel' [13:09, 11:42] -PASS -- TEST 'control_flake_intel' [05:18, 03:19](661 MB) -PASS -- TEST 'control_CubedSphereGrid_intel' [04:22, 02:27](640 MB) -PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [04:27, 02:30](646 MB) -PASS -- TEST 'control_latlon_intel' [04:19, 02:28](634 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [04:28, 02:29](634 MB) -PASS -- TEST 'control_c48_intel' [08:23, 06:20](843 MB) -PASS -- TEST 'control_c48.v2.sfc_intel' [08:23, 06:27](847 MB) -PASS -- TEST 'control_c192_intel' [11:37, 09:12](834 MB) -PASS -- TEST 'control_c384_intel' [12:31, 09:10](1278 MB) -PASS -- TEST 'control_c384gdas_intel' [12:38, 07:59](1381 MB) -PASS -- TEST 'control_stochy_intel' [03:18, 01:39](618 MB) -PASS -- TEST 'control_stochy_restart_intel' [04:22, 00:58](469 MB) -PASS -- TEST 'control_lndp_intel' [03:19, 01:33](639 MB) -PASS -- TEST 'control_iovr4_intel' [04:20, 02:26](615 MB) -PASS -- TEST 'control_iovr5_intel' [04:19, 02:26](630 MB) -PASS -- TEST 'control_p8_intel' [06:56, 03:01](1610 MB) -PASS -- TEST 'control_p8.v2.sfc_intel' [07:03, 02:58](1619 MB) -PASS -- TEST 'control_p8_ugwpv1_intel' [05:57, 02:54](1618 MB) -PASS -- TEST 'control_restart_p8_intel' [03:47, 01:35](877 MB) -PASS -- TEST 'control_noqr_p8_intel' [05:58, 02:56](1603 MB) -PASS -- TEST 'control_restart_noqr_p8_intel' [03:52, 01:35](916 MB) -PASS -- TEST 'control_decomp_p8_intel' [07:52, 03:11](1579 MB) -PASS -- TEST 'control_2threads_p8_intel' [06:52, 02:49](1697 MB) -PASS -- TEST 'control_p8_lndp_intel' [08:40, 05:12](1611 MB) -PASS -- TEST 'control_p8_rrtmgp_intel' [06:48, 03:55](1673 MB) -PASS -- TEST 'control_p8_mynn_intel' [05:51, 02:59](1618 MB) -PASS -- TEST 'merra2_thompson_intel' [06:50, 03:27](1592 MB) -PASS -- TEST 'regional_control_intel' [07:35, 05:11](808 MB) -PASS -- TEST 'regional_restart_intel' [08:38, 02:45](1001 MB) -PASS -- TEST 'regional_decomp_intel' [07:38, 05:29](822 MB) -PASS -- TEST 'regional_2threads_intel' [05:39, 03:13](821 MB) -PASS -- TEST 'regional_noquilt_intel' [07:41, 05:06](1339 MB) -PASS -- TEST 'regional_netcdf_parallel_intel' [07:40, 05:10](829 MB) -PASS -- TEST 'regional_2dwrtdecomp_intel' [07:37, 05:07](829 MB) -PASS -- TEST 'regional_wofs_intel' [08:36, 06:41](1888 MB) - -PASS -- COMPILE 'rrfs_intel' [12:10, 10:30] -PASS -- TEST 'rap_control_intel' [09:36, 07:55](1094 MB) -PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [06:59, 04:05](1282 MB) -PASS -- TEST 'rap_decomp_intel' [10:35, 08:13](1018 MB) -PASS -- TEST 'rap_2threads_intel' [09:30, 07:17](1133 MB) -PASS -- TEST 'rap_restart_intel' [07:40, 04:02](1084 MB) -PASS -- TEST 'rap_sfcdiff_intel' [09:38, 07:42](1090 MB) -PASS -- TEST 'rap_sfcdiff_decomp_intel' [10:35, 08:10](1023 MB) -PASS -- TEST 'rap_sfcdiff_restart_intel' [08:43, 05:46](1117 MB) -PASS -- TEST 'hrrr_control_intel' [06:32, 04:01](1020 MB) -PASS -- TEST 'hrrr_control_decomp_intel' [06:31, 04:06](1013 MB) -PASS -- TEST 'hrrr_control_2threads_intel' [05:36, 03:36](1099 MB) -PASS -- TEST 'hrrr_control_restart_intel' [05:26, 02:09](979 MB) -PASS -- TEST 'rrfs_v1beta_intel' [09:42, 07:38](1076 MB) -PASS -- TEST 'rrfs_v1nssl_intel' [16:25, 09:14](1948 MB) -PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [16:27, 09:01](2040 MB) - -PASS -- COMPILE 'csawmg_intel' [12:09, 10:32] -PASS -- TEST 'control_csawmg_intel' [12:43, 06:03](738 MB) -PASS -- TEST 'control_csawmgt_intel' [12:40, 05:55](730 MB) -PASS -- TEST 'control_ras_intel' [09:22, 03:17](704 MB) - -PASS -- COMPILE 'csawmg_gnu' [05:07, 03:54] -PASS -- TEST 'control_csawmg_gnu' [10:41, 08:20](534 MB) -PASS -- TEST 'control_csawmgt_gnu' [10:41, 08:08](525 MB) - -PASS -- COMPILE 'wam_intel' [12:09, 10:19] -PASS -- TEST 'control_wam_intel' [08:19, 02:05](636 MB) - -PASS -- COMPILE 'atm_faster_dyn32_intel' [12:10, 10:45] -PASS -- TEST 'control_p8_faster_intel' [08:47, 02:41](1613 MB) -PASS -- TEST 'regional_control_faster_intel' [10:37, 04:47](832 MB) - -PASS -- COMPILE 'atm_debug_dyn32_intel' [07:08, 05:28] -PASS -- TEST 'control_CubedSphereGrid_debug_intel' [07:22, 02:45](789 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [07:25, 02:48](783 MB) -PASS -- TEST 'control_stochy_debug_intel' [07:18, 03:02](789 MB) -PASS -- TEST 'control_lndp_debug_intel' [06:19, 02:44](788 MB) -PASS -- TEST 'control_csawmg_debug_intel' [07:36, 04:14](832 MB) -PASS -- TEST 'control_csawmgt_debug_intel' [07:37, 04:03](835 MB) -PASS -- TEST 'control_ras_debug_intel' [06:19, 02:53](791 MB) -PASS -- TEST 'control_diag_debug_intel' [04:25, 02:49](843 MB) -PASS -- TEST 'control_debug_p8_intel' [05:39, 02:53](1610 MB) -PASS -- TEST 'regional_debug_intel' [19:40, 17:03](811 MB) -PASS -- TEST 'rap_control_debug_intel' [06:18, 04:52](1173 MB) -PASS -- TEST 'hrrr_control_debug_intel' [07:18, 04:44](1142 MB) -PASS -- TEST 'hrrr_gf_debug_intel' [07:18, 04:52](1173 MB) -PASS -- TEST 'hrrr_c3_debug_intel' [07:18, 04:49](1172 MB) -PASS -- TEST 'rap_unified_drag_suite_debug_intel' [06:19, 04:58](1166 MB) -PASS -- TEST 'rap_diag_debug_intel' [07:32, 05:06](1256 MB) -PASS -- TEST 'rap_cires_ugwp_debug_intel' [06:19, 04:49](1168 MB) -PASS -- TEST 'rap_unified_ugwp_debug_intel' [07:19, 04:59](1167 MB) -PASS -- TEST 'rap_lndp_debug_intel' [06:21, 04:55](1170 MB) -PASS -- TEST 'rap_progcld_thompson_debug_intel' [06:19, 04:56](1170 MB) -PASS -- TEST 'rap_noah_debug_intel' [06:19, 04:46](1176 MB) -PASS -- TEST 'rap_sfcdiff_debug_intel' [06:18, 04:51](1174 MB) -PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [09:20, 08:00](1176 MB) -PASS -- TEST 'rrfs_v1beta_debug_intel' [06:18, 04:44](1171 MB) -PASS -- TEST 'rap_clm_lake_debug_intel' [07:20, 06:04](1178 MB) -PASS -- TEST 'rap_flake_debug_intel' [06:21, 04:48](1172 MB) -PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [10:36, 08:23](1176 MB) - -PASS -- COMPILE 'atm_debug_dyn32_gnu' [04:08, 02:42] -PASS -- TEST 'control_csawmg_debug_gnu' [04:37, 02:06](509 MB) -PASS -- TEST 'control_csawmgt_debug_gnu' [04:36, 02:07](506 MB) - -PASS -- COMPILE 'wam_debug_intel' [05:08, 03:13] -PASS -- TEST 'control_wam_debug_intel' [07:19, 05:06](474 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [12:09, 10:08] -PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [06:59, 03:51](1146 MB) -PASS -- TEST 'rap_control_dyn32_phy32_intel' [08:33, 06:24](1033 MB) -PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [05:33, 03:23](970 MB) -PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [08:29, 06:06](1069 MB) -PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [05:26, 03:09](946 MB) -PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [05:29, 03:35](898 MB) -PASS -- TEST 'rap_restart_dyn32_phy32_intel' [06:34, 04:51](1026 MB) -PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [03:22, 01:52](917 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [14:10, 12:24] -PASS -- TEST 'conus13km_control_intel' [04:54, 02:05](1181 MB) -PASS -- TEST 'conus13km_2threads_intel' [02:38, 00:53](1104 MB) -PASS -- TEST 'conus13km_restart_mismatch_intel' [03:38, 01:15](1092 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [12:10, 10:09] -PASS -- TEST 'rap_control_dyn64_phy32_intel' [06:37, 04:15](975 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [05:08, 03:32] -PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [06:21, 04:50](1046 MB) -PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [06:20, 04:47](1051 MB) -PASS -- TEST 'conus13km_debug_intel' [16:51, 14:37](1192 MB) -PASS -- TEST 'conus13km_debug_qr_intel' [15:51, 13:59](882 MB) -PASS -- TEST 'conus13km_debug_2threads_intel' [09:41, 08:02](1110 MB) -PASS -- TEST 'conus13km_radar_tten_debug_intel' [16:45, 14:21](1260 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [05:08, 03:24] -PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [06:22, 04:54](1092 MB) - -PASS -- COMPILE 'hafsw_intel' [13:10, 11:43] -PASS -- TEST 'hafs_regional_atm_intel' [07:12, 05:00](717 MB) -PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [07:26, 05:49](1095 MB) -PASS -- TEST 'hafs_regional_atm_ocn_intel' [09:19, 07:01](817 MB) -PASS -- TEST 'hafs_regional_atm_wav_intel' [16:14, 13:12](843 MB) -PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [18:29, 15:04](873 MB) -PASS -- TEST 'hafs_regional_1nest_atm_intel' [08:58, 05:33](478 MB) -PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [09:19, 06:43](512 MB) -PASS -- TEST 'hafs_global_1nest_atm_intel' [04:38, 02:39](351 MB) -PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [11:38, 07:18](463 MB) -PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [05:42, 03:47](511 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [05:46, 03:31](508 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [06:47, 04:06](573 MB) -PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [03:24, 01:14](387 MB) -PASS -- TEST 'gnv1_nested_intel' [06:54, 04:04](778 MB) - -PASS -- COMPILE 'hafsw_debug_intel' [08:09, 03:53] -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [15:49, 12:48](531 MB) - -PASS -- COMPILE 'hafsw_faster_intel' [16:11, 12:32] -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [12:59, 08:43](650 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [11:57, 08:48](720 MB) - -PASS -- COMPILE 'hafs_mom6w_intel' [15:10, 12:12] -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [10:01, 06:22](707 MB) - -PASS -- COMPILE 'hafs_all_intel' [13:10, 11:06] -PASS -- TEST 'hafs_regional_docn_intel' [09:21, 06:31](815 MB) -PASS -- TEST 'hafs_regional_docn_oisst_intel' [09:19, 06:30](808 MB) -PASS -- TEST 'hafs_regional_datm_cdeps_intel' [18:57, 16:13](1222 MB) - -PASS -- COMPILE 'datm_cdeps_intel' [08:08, 06:25] -PASS -- TEST 'datm_cdeps_control_cfsr_intel' [04:15, 02:45](1136 MB) -PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [03:18, 01:37](1092 MB) -PASS -- TEST 'datm_cdeps_control_gefs_intel' [04:15, 02:34](1013 MB) -PASS -- TEST 'datm_cdeps_iau_gefs_intel' [04:15, 02:35](1008 MB) -PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [04:14, 02:35](1020 MB) -PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [04:14, 02:39](1154 MB) -PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [04:15, 02:37](1141 MB) -PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [04:15, 02:32](1007 MB) -PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [09:19, 06:41](1048 MB) -PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [09:12, 06:14](1034 MB) -PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [04:13, 02:40](1139 MB) -PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [05:22, 03:49](2486 MB) -PASS -- TEST 'datm_cdeps_gfs_intel' [05:16, 03:58](2425 MB) - -PASS -- COMPILE 'datm_cdeps_debug_intel' [05:08, 03:04] -PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [08:18, 06:11](1052 MB) - -PASS -- COMPILE 'datm_cdeps_faster_intel' [07:09, 05:59] -PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [04:15, 02:38](1157 MB) - -PASS -- COMPILE 'datm_cdeps_land_intel' [07:08, 00:59] -PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [02:25, 00:46](255 MB) -PASS -- TEST 'datm_cdeps_lnd_era5_intel' [02:20, 00:51](314 MB) -PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [02:21, 00:33](319 MB) - -PASS -- COMPILE 'atml_intel' [18:12, 11:36] -PASS -- TEST 'control_p8_atmlnd_sbs_intel' [07:03, 04:10](1587 MB) -PASS -- TEST 'control_p8_atmlnd_intel' [06:57, 04:12](1598 MB) -PASS -- TEST 'control_restart_p8_atmlnd_intel' [04:42, 02:14](884 MB) - -PASS -- COMPILE 'atmw_intel' [17:11, 11:16] -PASS -- TEST 'atmwav_control_noaero_p8_intel' [03:45, 01:44](1658 MB) - -PASS -- COMPILE 'atmwm_intel' [16:10, 11:15] -PASS -- TEST 'control_atmwav_intel' [03:30, 01:43](655 MB) - -PASS -- COMPILE 'atmaero_intel' [15:10, 10:57] -PASS -- TEST 'atmaero_control_p8_intel' [05:56, 04:01](3009 MB) -PASS -- TEST 'atmaero_control_p8_rad_intel' [06:52, 04:52](3072 MB) -PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [07:43, 05:11](3086 MB) - -PASS -- COMPILE 'atmaq_intel' [14:10, 10:16] - -PASS -- COMPILE 'atmaq_debug_intel' [06:07, 03:37] -PASS -- TEST 'regional_atmaq_debug_intel' [31:13, 27:46](4449 MB) - -PASS -- COMPILE 'atm_gnu' [06:07, 04:02] -PASS -- TEST 'control_c48_gnu' [12:26, 10:36](750 MB) -PASS -- TEST 'control_stochy_gnu' [05:20, 03:25](492 MB) -PASS -- TEST 'control_ras_gnu' [06:19, 04:49](499 MB) -PASS -- TEST 'control_p8_gnu' [06:55, 04:39](1251 MB) -PASS -- TEST 'control_p8_ugwpv1_gnu' [06:51, 04:33](1253 MB) -PASS -- TEST 'control_flake_gnu' [12:21, 10:23](536 MB) - -PASS -- COMPILE 'rrfs_gnu' [06:07, 03:40] -PASS -- TEST 'rap_control_gnu' [12:31, 10:42](843 MB) -PASS -- TEST 'rap_decomp_gnu' [12:29, 10:52](851 MB) -PASS -- TEST 'rap_2threads_gnu' [11:37, 09:41](925 MB) -PASS -- TEST 'rap_restart_gnu' [07:38, 05:23](569 MB) -PASS -- TEST 'rap_sfcdiff_gnu' [12:38, 10:47](848 MB) -PASS -- TEST 'rap_sfcdiff_decomp_gnu' [12:31, 10:47](847 MB) -PASS -- TEST 'rap_sfcdiff_restart_gnu' [09:38, 07:58](574 MB) -PASS -- TEST 'hrrr_control_gnu' [07:32, 05:38](842 MB) -PASS -- TEST 'hrrr_control_noqr_gnu' [07:27, 05:28](830 MB) -PASS -- TEST 'hrrr_control_2threads_gnu' [07:26, 05:04](921 MB) -PASS -- TEST 'hrrr_control_decomp_gnu' [07:26, 05:39](842 MB) -PASS -- TEST 'hrrr_control_restart_gnu' [04:21, 02:52](555 MB) -PASS -- TEST 'hrrr_control_restart_noqr_gnu' [04:21, 02:49](654 MB) -PASS -- TEST 'rrfs_v1beta_gnu' [12:39, 10:28](840 MB) - -PASS -- COMPILE 'atm_dyn32_debug_gnu' [06:07, 03:39] -PASS -- TEST 'control_diag_debug_gnu' [03:27, 01:38](530 MB) -PASS -- TEST 'regional_debug_gnu' [12:41, 10:40](547 MB) -PASS -- TEST 'rap_control_debug_gnu' [04:17, 02:39](849 MB) -PASS -- TEST 'hrrr_control_debug_gnu' [04:18, 02:35](848 MB) -PASS -- TEST 'hrrr_gf_debug_gnu' [04:18, 02:35](852 MB) -PASS -- TEST 'hrrr_c3_debug_gnu' [04:18, 02:39](853 MB) -PASS -- TEST 'rap_diag_debug_gnu' [04:30, 02:45](938 MB) -PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_gnu' [05:18, 04:01](847 MB) -PASS -- TEST 'rap_progcld_thompson_debug_gnu' [04:17, 02:36](849 MB) -PASS -- TEST 'rrfs_v1beta_debug_gnu' [04:16, 02:41](840 MB) -PASS -- TEST 'control_ras_debug_gnu' [03:17, 01:32](484 MB) -PASS -- TEST 'control_stochy_debug_gnu' [03:16, 01:45](480 MB) -PASS -- TEST 'control_debug_p8_gnu' [03:37, 01:39](1242 MB) -PASS -- TEST 'rap_flake_debug_gnu' [04:17, 02:37](848 MB) -PASS -- TEST 'rap_clm_lake_debug_gnu' [04:17, 02:48](852 MB) -PASS -- TEST 'gnv1_c96_no_nest_debug_gnu' [06:32, 04:20](854 MB) - -PASS -- COMPILE 'wam_debug_gnu' [05:08, 01:53] - -PASS -- COMPILE 'rrfs_dyn32_phy32_gnu' [05:07, 03:42] -PASS -- TEST 'rap_control_dyn32_phy32_gnu' [11:28, 09:28](701 MB) -PASS -- TEST 'hrrr_control_dyn32_phy32_gnu' [06:29, 04:55](697 MB) -PASS -- TEST 'rap_2threads_dyn32_phy32_gnu' [10:32, 08:36](749 MB) -PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_gnu' [06:26, 04:32](738 MB) -PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_gnu' [06:26, 04:55](701 MB) -PASS -- TEST 'rap_restart_dyn32_phy32_gnu' [09:34, 06:48](547 MB) -PASS -- TEST 'hrrr_control_restart_dyn32_phy32_gnu' [04:22, 02:34](536 MB) -PASS -- TEST 'conus13km_control_gnu' [05:48, 03:15](871 MB) -PASS -- TEST 'conus13km_2threads_gnu' [07:37, 05:34](877 MB) -PASS -- TEST 'conus13km_restart_mismatch_gnu' [03:37, 01:47](543 MB) - -PASS -- COMPILE 'atm_dyn64_phy32_gnu' [07:08, 05:23] -PASS -- TEST 'rap_control_dyn64_phy32_gnu' [07:35, 05:51](726 MB) - -PASS -- COMPILE 'atm_dyn32_phy32_debug_gnu' [05:07, 03:58] -PASS -- TEST 'rap_control_debug_dyn32_phy32_gnu' [04:18, 02:32](703 MB) -PASS -- TEST 'hrrr_control_debug_dyn32_phy32_gnu' [04:18, 02:28](701 MB) -PASS -- TEST 'conus13km_debug_gnu' [08:45, 06:58](868 MB) -PASS -- TEST 'conus13km_debug_qr_gnu' [08:41, 07:04](562 MB) -PASS -- TEST 'conus13km_debug_2threads_gnu' [09:36, 07:18](875 MB) -PASS -- TEST 'conus13km_radar_tten_debug_gnu' [08:37, 06:56](936 MB) - -PASS -- COMPILE 'atm_dyn64_phy32_debug_gnu' [05:07, 03:38] -PASS -- TEST 'rap_control_dyn64_phy32_debug_gnu' [04:18, 02:36](721 MB) - -PASS -- COMPILE 's2swa_gnu' [16:11, 14:42] - -PASS -- COMPILE 's2s_gnu' [16:10, 14:27] -PASS -- TEST 'cpld_control_nowave_noaero_p8_gnu' [09:04, 06:34](1345 MB) - -PASS -- COMPILE 's2swa_debug_gnu' [04:07, 02:47] - -PASS -- COMPILE 's2sw_pdlib_gnu' [16:11, 14:39] -PASS -- TEST 'cpld_control_pdlib_p8_gnu' [23:59, 21:52](1308 MB) - -PASS -- COMPILE 's2sw_pdlib_debug_gnu' [04:07, 02:20] -PASS -- TEST 'cpld_debug_pdlib_p8_gnu' [14:55, 12:41](1308 MB) - -PASS -- COMPILE 'datm_cdeps_gnu' [16:10, 14:07] -PASS -- TEST 'datm_cdeps_control_cfsr_gnu' [04:13, 03:01](690 MB) +PASS -- COMPILE 's2swa_32bit_intel' [13:07, 12:41] +PASS -- TEST 'cpld_control_p8_mixedmode_intel' [11:31, 05:42](3190 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_intel' [18:07, 17:08] +PASS -- TEST 'cpld_control_gfsv17_intel' [19:03, 17:07](1760 MB) +PASS -- TEST 'cpld_control_gfsv17_iau_intel' [19:11, 17:52](2026 MB) +PASS -- TEST 'cpld_restart_gfsv17_intel' [11:04, 08:05](1123 MB) +PASS -- TEST 'cpld_mpi_gfsv17_intel' [20:56, 19:17](1648 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [05:07, 04:35] +PASS -- TEST 'cpld_debug_gfsv17_intel' [25:04, 22:40](1695 MB) + +PASS -- COMPILE 's2swa_intel' [13:07, 12:42] +PASS -- TEST 'cpld_control_p8_intel' [12:25, 06:09](3213 MB) +PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [11:35, 05:56](3228 MB) +PASS -- TEST 'cpld_restart_p8_intel' [06:25, 03:28](3239 MB) +PASS -- TEST 'cpld_control_qr_p8_intel' [11:29, 05:58](3247 MB) +PASS -- TEST 'cpld_restart_qr_p8_intel' [07:28, 03:28](3282 MB) +PASS -- TEST 'cpld_2threads_p8_intel' [11:22, 05:42](3537 MB) +PASS -- TEST 'cpld_decomp_p8_intel' [11:22, 05:57](3201 MB) +PASS -- TEST 'cpld_mpi_p8_intel' [10:20, 04:57](3060 MB) +PASS -- TEST 'cpld_control_ciceC_p8_intel' [11:34, 05:56](3223 MB) +PASS -- TEST 'cpld_control_c192_p8_intel' [17:17, 10:28](3357 MB) +PASS -- TEST 'cpld_restart_c192_p8_intel' [10:05, 06:08](3632 MB) +PASS -- TEST 'cpld_bmark_p8_intel' [20:39, 09:54](4165 MB) +PASS -- TEST 'cpld_restart_bmark_p8_intel' [16:16, 06:15](4361 MB) +PASS -- TEST 'cpld_s2sa_p8_intel' [11:24, 05:36](3175 MB) + +PASS -- COMPILE 's2sw_intel' [13:07, 12:22] +PASS -- TEST 'cpld_control_noaero_p8_intel' [10:16, 04:55](1749 MB) +PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [10:21, 04:27](1788 MB) + +PASS -- COMPILE 's2swa_debug_intel' [05:06, 04:35] +PASS -- TEST 'cpld_debug_p8_intel' [11:08, 08:33](3241 MB) + +PASS -- COMPILE 's2sw_debug_intel' [05:06, 04:06] +PASS -- TEST 'cpld_debug_noaero_p8_intel' [07:59, 05:44](1761 MB) + +PASS -- COMPILE 's2s_aoflux_intel' [12:06, 11:28] +PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [06:54, 04:25](1790 MB) + +PASS -- COMPILE 's2s_intel' [12:06, 11:29] +PASS -- TEST 'cpld_control_c48_intel' [11:37, 09:27](2834 MB) + +PASS -- COMPILE 's2swa_faster_intel' [17:07, 16:23] +PASS -- TEST 'cpld_control_p8_faster_intel' [07:14, 05:34](3231 MB) + +PASS -- COMPILE 's2sw_pdlib_intel' [17:08, 15:01] +PASS -- TEST 'cpld_control_pdlib_p8_intel' [20:00, 17:19](1777 MB) +PASS -- TEST 'cpld_restart_pdlib_p8_intel' [10:07, 08:04](1175 MB) +PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [21:59, 19:44](1685 MB) + +PASS -- COMPILE 's2sw_pdlib_debug_intel' [06:07, 04:02] +PASS -- TEST 'cpld_debug_pdlib_p8_intel' [28:52, 25:27](1729 MB) + +PASS -- COMPILE 'atm_dyn32_intel' [13:07, 11:18] +PASS -- TEST 'control_flake_intel' [04:21, 03:19](711 MB) +PASS -- TEST 'control_CubedSphereGrid_intel' [03:20, 02:23](664 MB) +PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [03:23, 02:29](659 MB) +PASS -- TEST 'control_latlon_intel' [03:18, 02:25](662 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [03:25, 02:27](655 MB) +PASS -- TEST 'control_c48_intel' [07:22, 06:22](877 MB) +PASS -- TEST 'control_c48.v2.sfc_intel' [07:22, 06:22](878 MB) +PASS -- TEST 'control_c192_intel' [10:39, 09:09](855 MB) +PASS -- TEST 'control_c384_intel' [11:30, 09:14](1297 MB) +PASS -- TEST 'control_c384gdas_intel' [11:21, 07:58](1404 MB) +PASS -- TEST 'control_stochy_intel' [02:18, 01:36](660 MB) +PASS -- TEST 'control_stochy_restart_intel' [02:24, 00:59](503 MB) +PASS -- TEST 'control_lndp_intel' [02:17, 01:34](661 MB) +PASS -- TEST 'control_iovr4_intel' [03:19, 02:26](656 MB) +PASS -- TEST 'control_iovr5_intel' [04:18, 02:25](659 MB) +PASS -- TEST 'control_p8_intel' [04:51, 02:57](1636 MB) +PASS -- TEST 'control_p8.v2.sfc_intel' [04:55, 02:56](1637 MB) +PASS -- TEST 'control_p8_ugwpv1_intel' [04:52, 02:53](1631 MB) +PASS -- TEST 'control_restart_p8_intel' [03:45, 01:36](891 MB) +PASS -- TEST 'control_noqr_p8_intel' [03:51, 02:56](1617 MB) +PASS -- TEST 'control_restart_noqr_p8_intel' [04:51, 01:36](933 MB) +PASS -- TEST 'control_decomp_p8_intel' [06:54, 02:59](1619 MB) +PASS -- TEST 'control_2threads_p8_intel' [06:51, 02:46](1718 MB) +PASS -- TEST 'control_p8_lndp_intel' [08:45, 05:13](1634 MB) +PASS -- TEST 'control_p8_rrtmgp_intel' [07:53, 03:57](1707 MB) +PASS -- TEST 'control_p8_mynn_intel' [06:58, 03:00](1619 MB) +PASS -- TEST 'merra2_thompson_intel' [07:53, 03:34](1623 MB) +PASS -- TEST 'regional_control_intel' [08:38, 05:12](852 MB) +PASS -- TEST 'regional_restart_intel' [03:35, 02:45](1022 MB) +PASS -- TEST 'regional_decomp_intel' [08:35, 05:32](850 MB) +PASS -- TEST 'regional_2threads_intel' [05:36, 03:18](848 MB) +PASS -- TEST 'regional_noquilt_intel' [07:37, 05:12](1360 MB) +PASS -- TEST 'regional_netcdf_parallel_intel' [07:34, 05:10](855 MB) +PASS -- TEST 'regional_2dwrtdecomp_intel' [06:36, 05:14](853 MB) +PASS -- TEST 'regional_wofs_intel' [09:35, 06:43](1915 MB) + +PASS -- COMPILE 'rrfs_intel' [13:09, 10:37] +PASS -- TEST 'rap_control_intel' [08:35, 07:42](1102 MB) +PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [07:00, 04:09](1302 MB) +PASS -- TEST 'rap_decomp_intel' [10:30, 08:07](1043 MB) +PASS -- TEST 'rap_2threads_intel' [09:31, 07:14](1180 MB) +PASS -- TEST 'rap_restart_intel' [04:41, 04:02](1111 MB) +PASS -- TEST 'rap_sfcdiff_intel' [08:36, 07:40](1105 MB) +PASS -- TEST 'rap_sfcdiff_decomp_intel' [10:31, 08:06](1041 MB) +PASS -- TEST 'rap_sfcdiff_restart_intel' [07:38, 05:47](1140 MB) +PASS -- TEST 'hrrr_control_intel' [05:31, 03:55](1043 MB) +PASS -- TEST 'hrrr_control_decomp_intel' [05:29, 04:05](1034 MB) +PASS -- TEST 'hrrr_control_2threads_intel' [04:35, 03:37](1112 MB) +PASS -- TEST 'hrrr_control_restart_intel' [03:24, 02:09](1006 MB) +PASS -- TEST 'rrfs_v1beta_intel' [08:41, 07:33](1098 MB) +PASS -- TEST 'rrfs_v1nssl_intel' [10:21, 09:19](1998 MB) +PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [09:25, 08:59](2068 MB) + +PASS -- COMPILE 'csawmg_intel' [12:06, 10:17] +PASS -- TEST 'control_csawmg_intel' [06:36, 06:01](761 MB) +PASS -- TEST 'control_csawmgt_intel' [08:37, 05:58](760 MB) +PASS -- TEST 'control_ras_intel' [04:18, 03:18](748 MB) + +PASS -- COMPILE 'csawmg_gnu' [06:05, 03:38] +PASS -- TEST 'control_csawmg_gnu' [09:44, 08:17](548 MB) +PASS -- TEST 'control_csawmgt_gnu' [09:43, 08:18](552 MB) + +PASS -- COMPILE 'wam_intel' [11:06, 09:37] +PASS -- TEST 'control_wam_intel' [04:18, 02:04](655 MB) + +PASS -- COMPILE 'atm_faster_dyn32_intel' [12:05, 10:44] +PASS -- TEST 'control_p8_faster_intel' [04:47, 02:36](1645 MB) +PASS -- TEST 'regional_control_faster_intel' [06:37, 04:43](851 MB) + +PASS -- COMPILE 'atm_debug_dyn32_intel' [06:05, 04:43] +PASS -- TEST 'control_CubedSphereGrid_debug_intel' [04:19, 02:39](817 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [03:24, 02:37](802 MB) +PASS -- TEST 'control_stochy_debug_intel' [03:17, 02:57](820 MB) +PASS -- TEST 'control_lndp_debug_intel' [06:16, 02:39](822 MB) +PASS -- TEST 'control_csawmg_debug_intel' [06:34, 04:05](877 MB) +PASS -- TEST 'control_csawmgt_debug_intel' [05:34, 04:04](868 MB) +PASS -- TEST 'control_ras_debug_intel' [03:17, 02:43](823 MB) +PASS -- TEST 'control_diag_debug_intel' [03:27, 02:42](878 MB) +PASS -- TEST 'control_debug_p8_intel' [03:41, 02:53](1623 MB) +PASS -- TEST 'regional_debug_intel' [18:37, 17:16](840 MB) +PASS -- TEST 'rap_control_debug_intel' [05:19, 04:53](1212 MB) +PASS -- TEST 'hrrr_control_debug_intel' [05:18, 04:51](1206 MB) +PASS -- TEST 'hrrr_gf_debug_intel' [05:19, 04:49](1210 MB) +PASS -- TEST 'hrrr_c3_debug_intel' [05:17, 04:47](1215 MB) +PASS -- TEST 'rap_unified_drag_suite_debug_intel' [06:16, 04:49](1212 MB) +PASS -- TEST 'rap_diag_debug_intel' [06:31, 05:07](1292 MB) +PASS -- TEST 'rap_cires_ugwp_debug_intel' [06:18, 05:04](1211 MB) +PASS -- TEST 'rap_unified_ugwp_debug_intel' [06:16, 05:03](1165 MB) +PASS -- TEST 'rap_lndp_debug_intel' [05:18, 04:56](1206 MB) +PASS -- TEST 'rap_progcld_thompson_debug_intel' [05:18, 04:50](1215 MB) +PASS -- TEST 'rap_noah_debug_intel' [07:18, 04:43](1214 MB) +PASS -- TEST 'rap_sfcdiff_debug_intel' [07:18, 04:50](1199 MB) +PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [10:18, 08:00](1207 MB) +PASS -- TEST 'rrfs_v1beta_debug_intel' [07:19, 04:51](1209 MB) +PASS -- TEST 'rap_clm_lake_debug_intel' [08:19, 06:05](1214 MB) +PASS -- TEST 'rap_flake_debug_intel' [06:16, 04:44](1207 MB) +PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [10:34, 08:26](1217 MB) + +PASS -- COMPILE 'atm_debug_dyn32_gnu' [04:05, 02:51] +PASS -- TEST 'control_csawmg_debug_gnu' [03:35, 02:10](533 MB) +PASS -- TEST 'control_csawmgt_debug_gnu' [03:32, 02:10](531 MB) + +PASS -- COMPILE 'wam_debug_intel' [04:06, 03:09] +PASS -- TEST 'control_wam_debug_intel' [06:17, 05:01](518 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [11:05, 10:08] +PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [04:58, 03:56](1167 MB) +PASS -- TEST 'rap_control_dyn32_phy32_intel' [07:32, 06:24](1053 MB) +PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [04:32, 03:23](993 MB) +PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [08:29, 06:07](1070 MB) +PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [05:29, 03:08](966 MB) +PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [05:27, 03:37](932 MB) +PASS -- TEST 'rap_restart_dyn32_phy32_intel' [08:35, 04:57](1021 MB) +PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [04:20, 01:51](929 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [13:06, 12:27] +PASS -- TEST 'conus13km_control_intel' [03:51, 02:04](1210 MB) +PASS -- TEST 'conus13km_2threads_intel' [03:35, 00:52](1125 MB) +PASS -- TEST 'conus13km_restart_mismatch_intel' [03:38, 01:13](1111 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [11:05, 10:18] +PASS -- TEST 'rap_control_dyn64_phy32_intel' [06:38, 04:11](987 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [04:05, 03:21] +PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [06:17, 04:52](1093 MB) +PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [06:17, 04:39](1087 MB) +PASS -- TEST 'conus13km_debug_intel' [15:44, 14:23](1244 MB) +PASS -- TEST 'conus13km_debug_qr_intel' [15:42, 14:39](926 MB) +PASS -- TEST 'conus13km_debug_2threads_intel' [09:36, 08:07](1159 MB) +PASS -- TEST 'conus13km_radar_tten_debug_intel' [15:38, 14:52](1308 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [04:06, 03:25] +PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [06:19, 05:00](1132 MB) + +PASS -- COMPILE 'hafsw_intel' [12:07, 11:52] +PASS -- TEST 'hafs_regional_atm_intel' [08:07, 04:56](736 MB) +PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [09:28, 06:01](1121 MB) +PASS -- TEST 'hafs_regional_atm_ocn_intel' [12:21, 06:54](830 MB) +PASS -- TEST 'hafs_regional_atm_wav_intel' [17:12, 13:26](873 MB) +PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [18:25, 15:00](890 MB) +PASS -- TEST 'hafs_regional_1nest_atm_intel' [09:06, 05:26](497 MB) +PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [09:23, 06:38](492 MB) +PASS -- TEST 'hafs_global_1nest_atm_intel' [04:35, 02:43](378 MB) +PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [11:33, 07:10](485 MB) +PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [07:44, 03:40](536 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [06:58, 03:32](529 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [05:50, 04:04](589 MB) +PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [03:21, 01:13](409 MB) +PASS -- TEST 'gnv1_nested_intel' [06:50, 04:06](802 MB) + +PASS -- COMPILE 'hafsw_debug_intel' [04:05, 03:45] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [14:46, 12:44](577 MB) + +PASS -- COMPILE 'hafsw_faster_intel' [13:06, 12:02] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [10:52, 08:42](677 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [10:57, 08:41](742 MB) + +PASS -- COMPILE 'hafs_mom6w_intel' [12:06, 11:43] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [07:56, 06:29](742 MB) + +PASS -- COMPILE 'hafs_all_intel' [14:06, 11:02] +PASS -- TEST 'hafs_regional_docn_intel' [08:07, 06:26](831 MB) +PASS -- TEST 'hafs_regional_docn_oisst_intel' [08:04, 06:33](833 MB) +PASS -- TEST 'hafs_regional_datm_cdeps_intel' [19:54, 16:40](1211 MB) + +PASS -- COMPILE 'datm_cdeps_intel' [08:06, 05:53] +PASS -- TEST 'datm_cdeps_control_cfsr_intel' [05:14, 02:43](1166 MB) +PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [02:14, 01:37](1103 MB) +PASS -- TEST 'datm_cdeps_control_gefs_intel' [04:13, 02:39](1035 MB) +PASS -- TEST 'datm_cdeps_iau_gefs_intel' [03:13, 02:39](1017 MB) +PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [03:12, 02:36](1020 MB) +PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [03:12, 02:41](1160 MB) +PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [05:12, 02:44](1160 MB) +PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [04:12, 02:32](1024 MB) +PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [08:28, 06:11](1064 MB) +PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [08:19, 06:15](1044 MB) +PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [04:10, 02:42](1146 MB) +PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [05:13, 03:48](2373 MB) +PASS -- TEST 'datm_cdeps_gfs_intel' [05:13, 04:09](2490 MB) + +PASS -- COMPILE 'datm_cdeps_debug_intel' [05:06, 02:59] +PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [07:14, 06:11](1080 MB) + +PASS -- COMPILE 'datm_cdeps_faster_intel' [08:07, 05:55] +PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [03:14, 02:43](1151 MB) + +PASS -- COMPILE 'datm_cdeps_land_intel' [02:06, 01:03] +PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [02:24, 00:49](261 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_intel' [02:18, 00:52](325 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [01:18, 00:31](330 MB) + +PASS -- COMPILE 'atml_intel' [12:07, 12:00] +PASS -- TEST 'control_p8_atmlnd_sbs_intel' [07:59, 04:08](1612 MB) +PASS -- TEST 'control_p8_atmlnd_intel' [07:56, 04:06](1621 MB) +PASS -- TEST 'control_restart_p8_atmlnd_intel' [05:43, 02:14](907 MB) + +PASS -- COMPILE 'atmw_intel' [11:07, 10:35] +PASS -- TEST 'atmwav_control_noaero_p8_intel' [04:42, 01:45](1680 MB) + +PASS -- COMPILE 'atmwm_intel' [11:07, 10:42] +PASS -- TEST 'control_atmwav_intel' [03:25, 01:42](679 MB) + +PASS -- COMPILE 'atmaero_intel' [12:06, 10:45] +PASS -- TEST 'atmaero_control_p8_intel' [05:50, 03:58](3039 MB) +PASS -- TEST 'atmaero_control_p8_rad_intel' [06:53, 04:52](3107 MB) +PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [06:38, 05:04](3116 MB) + +PASS -- COMPILE 'atmaq_intel' [11:06, 10:07] + +PASS -- COMPILE 'atmaq_debug_intel' [04:07, 03:33] +PASS -- TEST 'regional_atmaq_debug_intel' [50:41, 21:09](4521 MB) + +PASS -- COMPILE 'atm_gnu' [04:06, 03:36] +PASS -- TEST 'control_c48_gnu' [11:19, 10:46](765 MB) +PASS -- TEST 'control_stochy_gnu' [04:16, 03:25](509 MB) +PASS -- TEST 'control_ras_gnu' [05:16, 04:46](517 MB) +PASS -- TEST 'control_p8_gnu' [07:50, 04:46](1267 MB) +PASS -- TEST 'control_p8_ugwpv1_gnu' [06:48, 04:32](1267 MB) +PASS -- TEST 'control_flake_gnu' [12:17, 10:26](553 MB) + +PASS -- COMPILE 'rrfs_gnu' [05:06, 03:42] +PASS -- TEST 'rap_control_gnu' [13:27, 10:58](864 MB) +PASS -- TEST 'rap_decomp_gnu' [13:27, 10:58](861 MB) +PASS -- TEST 'rap_2threads_gnu' [12:31, 09:47](942 MB) +PASS -- TEST 'rap_restart_gnu' [08:34, 05:24](587 MB) +PASS -- TEST 'rap_sfcdiff_gnu' [13:26, 10:53](861 MB) +PASS -- TEST 'rap_sfcdiff_decomp_gnu' [12:32, 11:02](862 MB) +PASS -- TEST 'rap_sfcdiff_restart_gnu' [11:36, 08:04](587 MB) +PASS -- TEST 'hrrr_control_gnu' [07:23, 05:37](859 MB) +PASS -- TEST 'hrrr_control_noqr_gnu' [06:29, 05:38](842 MB) +PASS -- TEST 'hrrr_control_2threads_gnu' [06:24, 05:04](933 MB) +PASS -- TEST 'hrrr_control_decomp_gnu' [08:25, 05:41](864 MB) +PASS -- TEST 'hrrr_control_restart_gnu' [06:18, 02:53](573 MB) +PASS -- TEST 'hrrr_control_restart_noqr_gnu' [06:21, 02:52](666 MB) +PASS -- TEST 'rrfs_v1beta_gnu' [12:33, 10:22](859 MB) + +PASS -- COMPILE 'atm_dyn32_debug_gnu' [04:06, 03:34] +PASS -- TEST 'control_diag_debug_gnu' [02:25, 01:37](552 MB) +PASS -- TEST 'regional_debug_gnu' [16:40, 11:28](566 MB) +PASS -- TEST 'rap_control_debug_gnu' [07:17, 02:35](872 MB) +PASS -- TEST 'hrrr_control_debug_gnu' [07:16, 02:37](873 MB) +PASS -- TEST 'hrrr_gf_debug_gnu' [07:16, 02:41](875 MB) +PASS -- TEST 'hrrr_c3_debug_gnu' [07:15, 02:35](875 MB) +PASS -- TEST 'rap_diag_debug_gnu' [07:31, 02:54](956 MB) +PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_gnu' [08:18, 04:07](869 MB) +PASS -- TEST 'rap_progcld_thompson_debug_gnu' [06:17, 02:36](872 MB) +PASS -- TEST 'rrfs_v1beta_debug_gnu' [06:19, 02:37](864 MB) +PASS -- TEST 'control_ras_debug_gnu' [05:15, 01:32](508 MB) +PASS -- TEST 'control_stochy_debug_gnu' [05:14, 01:48](496 MB) +PASS -- TEST 'control_debug_p8_gnu' [04:34, 01:39](1256 MB) +PASS -- TEST 'rap_flake_debug_gnu' [05:17, 02:35](871 MB) +PASS -- TEST 'rap_clm_lake_debug_gnu' [04:17, 02:57](874 MB) +PASS -- TEST 'gnv1_c96_no_nest_debug_gnu' [05:31, 04:23](876 MB) + +PASS -- COMPILE 'wam_debug_gnu' [03:07, 01:49] + +PASS -- COMPILE 'rrfs_dyn32_phy32_gnu' [04:06, 03:34] +PASS -- TEST 'rap_control_dyn32_phy32_gnu' [13:25, 09:31](716 MB) +PASS -- TEST 'hrrr_control_dyn32_phy32_gnu' [06:28, 04:59](714 MB) +PASS -- TEST 'rap_2threads_dyn32_phy32_gnu' [10:36, 08:44](766 MB) +PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_gnu' [06:23, 04:33](757 MB) +PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_gnu' [06:22, 05:00](719 MB) +PASS -- TEST 'rap_restart_dyn32_phy32_gnu' [07:33, 06:57](562 MB) +PASS -- TEST 'hrrr_control_restart_dyn32_phy32_gnu' [05:21, 02:37](545 MB) +PASS -- TEST 'conus13km_control_gnu' [09:48, 03:16](886 MB) +PASS -- TEST 'conus13km_2threads_gnu' [06:36, 05:33](896 MB) +PASS -- TEST 'conus13km_restart_mismatch_gnu' [02:38, 01:47](567 MB) + +PASS -- COMPILE 'atm_dyn64_phy32_gnu' [07:07, 05:26] +PASS -- TEST 'rap_control_dyn64_phy32_gnu' [06:30, 05:44](746 MB) + +PASS -- COMPILE 'atm_dyn32_phy32_debug_gnu' [04:06, 03:34] +PASS -- TEST 'rap_control_debug_dyn32_phy32_gnu' [03:16, 02:30](724 MB) +PASS -- TEST 'hrrr_control_debug_dyn32_phy32_gnu' [08:15, 02:33](727 MB) +PASS -- TEST 'conus13km_debug_gnu' [12:45, 06:59](901 MB) +PASS -- TEST 'conus13km_debug_qr_gnu' [12:41, 06:54](589 MB) +PASS -- TEST 'conus13km_debug_2threads_gnu' [12:40, 07:21](903 MB) +PASS -- TEST 'conus13km_radar_tten_debug_gnu' [12:39, 06:52](972 MB) + +PASS -- COMPILE 'atm_dyn64_phy32_debug_gnu' [05:06, 03:40] +PASS -- TEST 'rap_control_dyn64_phy32_debug_gnu' [08:17, 02:38](743 MB) + +PASS -- COMPILE 's2swa_gnu' [15:07, 14:38] + +PASS -- COMPILE 's2s_gnu' [16:07, 14:12] +PASS -- TEST 'cpld_control_nowave_noaero_p8_gnu' [13:02, 06:38](1354 MB) + +PASS -- COMPILE 's2swa_debug_gnu' [04:06, 02:29] + +PASS -- COMPILE 's2sw_pdlib_gnu' [16:07, 14:21] +PASS -- TEST 'cpld_control_pdlib_p8_gnu' [33:01, 27:13](1327 MB) + +PASS -- COMPILE 's2sw_pdlib_debug_gnu' [03:07, 02:27] +PASS -- TEST 'cpld_debug_pdlib_p8_gnu' [23:51, 18:18](1324 MB) + +PASS -- COMPILE 'datm_cdeps_gnu' [15:06, 13:56] +PASS -- TEST 'datm_cdeps_control_cfsr_gnu' [08:14, 03:11](702 MB) SYNOPSIS: -Starting Date/Time: 20240411 19:38:17 -Ending Date/Time: 20240411 21:19:50 -Total Time: 01h:41m:49s +Starting Date/Time: 20240415 20:36:04 +Ending Date/Time: 20240415 23:17:26 +Total Time: 02h:41m:40s Compiles Completed: 55/55 Tests Completed: 244/244 diff --git a/tests/logs/RegressionTests_hercules.log b/tests/logs/RegressionTests_hercules.log index dbc0dc694c..4cd5a52970 100644 --- a/tests/logs/RegressionTests_hercules.log +++ b/tests/logs/RegressionTests_hercules.log @@ -1,7 +1,7 @@ ====START OF HERCULES REGRESSION TESTING LOG==== UFSWM hash used in testing: -ffacfb6d50c9803809d458a42c634f89aaec8861 +684ddd65adbf26b3a8003e05c8af6c4e19be63f8 Submodule hashes used in testing: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) @@ -11,8 +11,8 @@ Submodule hashes used in testing: f6ff8f7c4d4cb6feabe3651b13204cf43fc948e3 CICE-interface/CICE/icepack (Icepack1.1.0-182-gf6ff8f7) 4e19850cb083bc474b7cde5dc2f8506ec74cc442 CMEPS-interface/CMEPS (cmeps_v0.4.1-2306-g4e19850) cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - cbd207b7e6376f71a58c8e79b477eac55b59f28b FV3 (remotes/origin/nesting-fixes) - d14b3cbe2135727e3251d9045b3459a0b2d286a0 FV3/atmos_cubed_sphere (201912_public_release-390-gd14b3cb) + 6e1bc3ebf0671c91a47ece876afef46300362e67 FV3 (remotes/origin/remove_nowarn) + b447c635161864f2de5e941f6dbe7387b5525167 FV3/atmos_cubed_sphere (201912_public_release-402-gb447c63) 011db4f80a02cba6d65958ace56e8efb197be62b FV3/ccpp/framework (ccpp_transition_to_vlab_master_20190705-704-g011db4f) 9b0ac7b16a45afe5e7f1abf9571d3484158a5b43 FV3/ccpp/physics (EP4-741-g9b0ac7b1) 74a0e098b2163425e4b5466c2dfcf8ae26d560a5 FV3/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (v1.6) @@ -26,19 +26,7 @@ Submodule hashes used in testing: 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6) 6a51f0295bc1a877475b527157a33aa86eb532fe NOAHMP-interface/noahmp (v3.7.1-426-g6a51f02) d9b3172f4197c65d471662c6952a668152d71230 WW3 (6.07.1-345-gd9b3172f) - 7dc4d9ba48dea57f88f4f10091c8c2042105954e stochastic_physics (ufs-v2.0.0-210-g7dc4d9b) - 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) - 3d7067a523b8557058755289e4275f5f5c985daf CDEPS-interface/CDEPS (cdeps0.4.17-40-g3d7067a) - c9e4679f449e30bb4cc0f22164b4401a8b50f7a6 CICE-interface/CICE (CICE6.0.0-447-gc9e4679) - 4e19850cb083bc474b7cde5dc2f8506ec74cc442 CMEPS-interface/CMEPS (cmeps_v0.4.1-2306-g4e19850) - cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - cbd207b7e6376f71a58c8e79b477eac55b59f28b FV3 (remotes/origin/nesting-fixes) - 041422934cae1570f2f0e67239d5d89f11c6e1b7 GOCART (sdr_v2.1.2.6-119-g0414229) - 35789c757766e07f688b4c0c7c5229816f224b09 HYCOM-interface/HYCOM (2.3.00-121-g35789c7) - ab7bd14d209592d55490e75dbfaa61cb4a62df97 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10032-gab7bd14d2) - 6a51f0295bc1a877475b527157a33aa86eb532fe NOAHMP-interface/noahmp (v3.7.1-426-g6a51f02) - d9b3172f4197c65d471662c6952a668152d71230 WW3 (6.07.1-345-gd9b3172f) - 7dc4d9ba48dea57f88f4f10091c8c2042105954e stochastic_physics (ufs-v2.0.0-210-g7dc4d9b) + 36d87e5665c359f9dd3201a9d27ceecacc0d8e62 stochastic_physics (ufs-v2.0.0-215-g36d87e5) NOTES: @@ -48,365 +36,366 @@ The second time is specifically for the run phase. Times/Memory will be empty for failed tests. BASELINE DIRECTORY: /work/noaa/epic/hercules/UFS-WM_RT/NEMSfv3gfs/develop-20240408 -COMPARISON DIRECTORY: /work2/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_1950397 +COMPARISON DIRECTORY: /work2/noaa/stmp/zshrader/stmp/zshrader/FV3_RT/rt_1998392 RT.SH OPTIONS USED: * (-a) - HPC PROJECT ACCOUNT: epic +* (-l) - USE CONFIG FILE: rt.conf * (-e) - USE ECFLOW -PASS -- COMPILE 's2swa_32bit_intel' [15:06, 13:11] -PASS -- TEST 'cpld_control_p8_mixedmode_intel' [09:58, 07:34](1893 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_intel' [20:07, 18:38] -PASS -- TEST 'cpld_control_gfsv17_intel' [16:05, 13:43](1774 MB) -PASS -- TEST 'cpld_control_gfsv17_iau_intel' [17:24, 14:27](2174 MB) -PASS -- TEST 'cpld_restart_gfsv17_intel' [09:22, 06:28](1173 MB) -PASS -- TEST 'cpld_mpi_gfsv17_intel' [17:50, 15:18](1684 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [08:05, 06:31] -PASS -- TEST 'cpld_debug_gfsv17_intel' [23:03, 20:23](1727 MB) - -PASS -- COMPILE 's2swa_intel' [13:06, 11:57] -PASS -- TEST 'cpld_control_p8_intel' [09:45, 07:42](2078 MB) -PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [09:59, 07:34](2059 MB) -PASS -- TEST 'cpld_restart_p8_intel' [07:09, 04:15](1981 MB) -PASS -- TEST 'cpld_control_qr_p8_intel' [09:47, 07:52](1976 MB) -PASS -- TEST 'cpld_restart_qr_p8_intel' [07:07, 04:31](1738 MB) -PASS -- TEST 'cpld_2threads_p8_intel' [11:44, 09:04](2489 MB) -PASS -- TEST 'cpld_decomp_p8_intel' [09:43, 07:43](2058 MB) -PASS -- TEST 'cpld_mpi_p8_intel' [08:56, 06:27](1890 MB) -PASS -- TEST 'cpld_control_ciceC_p8_intel' [09:59, 07:43](2079 MB) -PASS -- TEST 'cpld_control_c192_p8_intel' [18:34, 15:28](2814 MB) -PASS -- TEST 'cpld_restart_c192_p8_intel' [10:01, 05:51](2922 MB) -PASS -- TEST 'cpld_bmark_p8_intel' [15:14, 09:04](3625 MB) -PASS -- TEST 'cpld_restart_bmark_p8_intel' [14:44, 06:16](3624 MB) -PASS -- TEST 'cpld_s2sa_p8_intel' [07:54, 05:11](2052 MB) - -PASS -- COMPILE 's2sw_intel' [14:06, 12:24] -PASS -- TEST 'cpld_control_noaero_p8_intel' [08:47, 07:02](1780 MB) -PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [05:52, 03:58](1819 MB) - -PASS -- COMPILE 's2swa_debug_intel' [07:05, 06:04] -PASS -- TEST 'cpld_debug_p8_intel' [10:00, 06:52](2068 MB) - -PASS -- COMPILE 's2sw_debug_intel' [07:05, 05:51] -PASS -- TEST 'cpld_debug_noaero_p8_intel' [06:57, 04:43](1788 MB) - -PASS -- COMPILE 's2s_aoflux_intel' [11:06, 09:45] -PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [06:50, 04:07](1811 MB) - -PASS -- COMPILE 's2s_intel' [11:06, 09:33] -PASS -- TEST 'cpld_control_c48_intel' [09:37, 07:23](2838 MB) - -PASS -- COMPILE 's2swa_faster_intel' [14:06, 12:20] -PASS -- TEST 'cpld_control_p8_faster_intel' [09:54, 07:15](2066 MB) - -PASS -- COMPILE 's2sw_pdlib_intel' [17:06, 15:54] -PASS -- TEST 'cpld_control_pdlib_p8_intel' [15:50, 13:54](1816 MB) -PASS -- TEST 'cpld_restart_pdlib_p8_intel' [08:59, 06:39](1291 MB) -PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [17:53, 15:18](1739 MB) - -PASS -- COMPILE 's2sw_pdlib_debug_intel' [05:07, 03:17] -PASS -- TEST 'cpld_debug_pdlib_p8_intel' [24:50, 21:40](1769 MB) - -PASS -- COMPILE 'atm_dyn32_intel' [09:05, 08:03] -PASS -- TEST 'control_flake_intel' [04:15, 02:55](719 MB) -PASS -- TEST 'control_CubedSphereGrid_intel' [04:18, 02:09](661 MB) -PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [04:21, 02:14](669 MB) -PASS -- TEST 'control_latlon_intel' [04:15, 02:09](659 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [04:22, 02:12](653 MB) -PASS -- TEST 'control_c48_intel' [07:19, 05:49](859 MB) -PASS -- TEST 'control_c48.v2.sfc_intel' [07:21, 05:47](855 MB) -PASS -- TEST 'control_c192_intel' [09:24, 07:55](979 MB) -PASS -- TEST 'control_c384_intel' [11:03, 08:11](1444 MB) -PASS -- TEST 'control_c384gdas_intel' [11:40, 07:23](1524 MB) -PASS -- TEST 'control_stochy_intel' [03:15, 01:29](675 MB) -PASS -- TEST 'control_stochy_restart_intel' [02:21, 00:53](533 MB) -PASS -- TEST 'control_lndp_intel' [03:15, 01:23](664 MB) -PASS -- TEST 'control_iovr4_intel' [04:17, 02:11](668 MB) -PASS -- TEST 'control_iovr5_intel' [04:15, 02:06](662 MB) -PASS -- TEST 'control_p8_intel' [04:46, 02:34](1641 MB) -PASS -- TEST 'control_p8.v2.sfc_intel' [04:54, 02:37](1642 MB) -PASS -- TEST 'control_p8_ugwpv1_intel' [04:50, 02:29](1650 MB) -PASS -- TEST 'control_restart_p8_intel' [03:54, 01:27](914 MB) -PASS -- TEST 'control_noqr_p8_intel' [04:41, 02:30](1628 MB) -PASS -- TEST 'control_restart_noqr_p8_intel' [03:56, 01:26](985 MB) -PASS -- TEST 'control_decomp_p8_intel' [04:40, 02:33](1628 MB) -PASS -- TEST 'control_2threads_p8_intel' [04:42, 02:21](1734 MB) -PASS -- TEST 'control_p8_lndp_intel' [06:27, 04:30](1635 MB) -PASS -- TEST 'control_p8_rrtmgp_intel' [05:49, 03:31](1715 MB) -PASS -- TEST 'control_p8_mynn_intel' [04:45, 02:34](1661 MB) -PASS -- TEST 'merra2_thompson_intel' [04:53, 02:57](1658 MB) -PASS -- TEST 'regional_control_intel' [06:24, 04:41](959 MB) -PASS -- TEST 'regional_restart_intel' [04:24, 02:31](1109 MB) -PASS -- TEST 'regional_decomp_intel' [06:23, 04:49](951 MB) -PASS -- TEST 'regional_2threads_intel' [04:22, 02:58](920 MB) -PASS -- TEST 'regional_noquilt_intel' [06:25, 04:22](1490 MB) -PASS -- TEST 'regional_netcdf_parallel_intel' [06:28, 04:31](957 MB) -PASS -- TEST 'regional_2dwrtdecomp_intel' [06:23, 04:31](958 MB) -PASS -- TEST 'regional_wofs_intel' [07:23, 05:41](2092 MB) - -PASS -- COMPILE 'rrfs_intel' [09:06, 07:12] -PASS -- TEST 'rap_control_intel' [08:48, 06:30](1199 MB) -PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [05:41, 03:37](1390 MB) -PASS -- TEST 'rap_decomp_intel' [08:31, 06:52](1129 MB) -PASS -- TEST 'rap_2threads_intel' [08:29, 06:20](1373 MB) -PASS -- TEST 'rap_restart_intel' [05:40, 03:23](1149 MB) -PASS -- TEST 'rap_sfcdiff_intel' [08:41, 06:35](1195 MB) -PASS -- TEST 'rap_sfcdiff_decomp_intel' [08:28, 07:03](1134 MB) -PASS -- TEST 'rap_sfcdiff_restart_intel' [06:49, 04:54](1193 MB) -PASS -- TEST 'hrrr_control_intel' [05:42, 03:25](1079 MB) -PASS -- TEST 'hrrr_control_decomp_intel' [05:36, 03:26](1042 MB) -PASS -- TEST 'hrrr_control_2threads_intel' [05:29, 03:11](1120 MB) -PASS -- TEST 'hrrr_control_restart_intel' [03:17, 01:53](1024 MB) -PASS -- TEST 'rrfs_v1beta_intel' [08:49, 06:25](1181 MB) -PASS -- TEST 'rrfs_v1nssl_intel' [09:15, 07:51](2003 MB) -PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [09:14, 07:26](2206 MB) - -PASS -- COMPILE 'csawmg_intel' [08:05, 06:58] -PASS -- TEST 'control_csawmg_intel' [07:28, 05:22](833 MB) -PASS -- TEST 'control_csawmgt_intel' [07:22, 05:19](848 MB) -PASS -- TEST 'control_ras_intel' [04:12, 02:51](808 MB) - -PASS -- COMPILE 'csawmg_gnu' [05:05, 03:59] -PASS -- TEST 'control_csawmg_gnu' [08:28, 06:35](810 MB) -PASS -- TEST 'control_csawmgt_gnu' [08:28, 06:31](810 MB) - -PASS -- COMPILE 'wam_intel' [08:06, 06:41] -PASS -- TEST 'control_wam_intel' [03:25, 01:53](782 MB) - -PASS -- COMPILE 'atm_faster_dyn32_intel' [11:06, 09:45] -PASS -- TEST 'control_p8_faster_intel' [04:47, 02:21](1643 MB) -PASS -- TEST 'regional_control_faster_intel' [06:23, 04:00](957 MB) - -PASS -- COMPILE 'atm_debug_dyn32_intel' [05:06, 03:41] -PASS -- TEST 'control_CubedSphereGrid_debug_intel' [04:15, 02:15](819 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [05:18, 02:14](833 MB) -PASS -- TEST 'control_stochy_debug_intel' [04:12, 02:30](838 MB) -PASS -- TEST 'control_lndp_debug_intel' [04:12, 02:16](829 MB) -PASS -- TEST 'control_csawmg_debug_intel' [05:21, 03:32](875 MB) -PASS -- TEST 'control_csawmgt_debug_intel' [06:21, 03:21](881 MB) -PASS -- TEST 'control_ras_debug_intel' [05:12, 02:15](839 MB) -PASS -- TEST 'control_diag_debug_intel' [04:17, 02:20](884 MB) -PASS -- TEST 'control_debug_p8_intel' [04:31, 02:21](1659 MB) -PASS -- TEST 'regional_debug_intel' [15:24, 14:04](901 MB) -PASS -- TEST 'rap_control_debug_intel' [05:12, 03:58](1225 MB) -PASS -- TEST 'hrrr_control_debug_intel' [05:12, 03:57](1220 MB) -PASS -- TEST 'hrrr_gf_debug_intel' [06:12, 03:54](1218 MB) -PASS -- TEST 'hrrr_c3_debug_intel' [06:12, 03:57](1228 MB) -PASS -- TEST 'rap_unified_drag_suite_debug_intel' [06:12, 04:07](1216 MB) -PASS -- TEST 'rap_diag_debug_intel' [06:21, 04:12](1301 MB) -PASS -- TEST 'rap_cires_ugwp_debug_intel' [06:13, 04:11](1216 MB) -PASS -- TEST 'rap_unified_ugwp_debug_intel' [06:12, 04:05](1219 MB) -PASS -- TEST 'rap_lndp_debug_intel' [06:13, 04:03](1211 MB) -PASS -- TEST 'rap_progcld_thompson_debug_intel' [05:12, 04:03](1213 MB) -PASS -- TEST 'rap_noah_debug_intel' [05:12, 03:56](1217 MB) -PASS -- TEST 'rap_sfcdiff_debug_intel' [05:12, 04:02](1228 MB) -PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [08:13, 06:36](1227 MB) -PASS -- TEST 'rrfs_v1beta_debug_intel' [05:15, 04:02](1216 MB) -PASS -- TEST 'rap_clm_lake_debug_intel' [07:12, 05:13](1222 MB) -PASS -- TEST 'rap_flake_debug_intel' [05:13, 04:01](1209 MB) -PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [08:43, 06:53](1222 MB) - -PASS -- COMPILE 'atm_debug_dyn32_gnu' [05:06, 03:34] -PASS -- TEST 'control_csawmg_debug_gnu' [03:28, 01:48](795 MB) -PASS -- TEST 'control_csawmgt_debug_gnu' [03:24, 01:48](791 MB) - -PASS -- COMPILE 'wam_debug_intel' [04:06, 02:54] - -PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [09:05, 06:49] -PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [05:40, 03:18](1276 MB) -PASS -- TEST 'rap_control_dyn32_phy32_intel' [07:40, 05:23](1137 MB) -PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [05:50, 02:51](1018 MB) -PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [07:28, 05:11](1280 MB) -PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [04:41, 02:38](1046 MB) -PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [05:33, 03:06](973 MB) -PASS -- TEST 'rap_restart_dyn32_phy32_intel' [13:46, 04:06](1094 MB) -PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [06:24, 01:36](959 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [11:05, 09:00] -PASS -- TEST 'conus13km_control_intel' [03:31, 01:45](1297 MB) -PASS -- TEST 'conus13km_2threads_intel' [03:22, 00:52](1208 MB) -PASS -- TEST 'conus13km_restart_mismatch_intel' [05:23, 01:06](1147 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [08:06, 07:00] -PASS -- TEST 'rap_control_dyn64_phy32_intel' [05:26, 03:49](1062 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [04:06, 02:49] -PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [05:13, 03:54](1094 MB) -PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [05:12, 03:50](1100 MB) -PASS -- TEST 'conus13km_debug_intel' [13:25, 11:48](1343 MB) -PASS -- TEST 'conus13km_debug_qr_intel' [13:23, 11:56](989 MB) -PASS -- TEST 'conus13km_debug_2threads_intel' [08:24, 06:51](1234 MB) -PASS -- TEST 'conus13km_radar_tten_debug_intel' [16:22, 11:56](1397 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [04:05, 02:46] -PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [05:13, 03:56](1148 MB) - -PASS -- COMPILE 'hafsw_intel' [11:06, 09:44] -PASS -- TEST 'hafs_regional_atm_intel' [09:00, 05:16](873 MB) -PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [08:19, 04:58](1286 MB) -PASS -- TEST 'hafs_regional_atm_ocn_intel' [11:08, 06:32](942 MB) -PASS -- TEST 'hafs_regional_atm_wav_intel' [18:58, 14:13](972 MB) -PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [19:06, 15:06](990 MB) -PASS -- TEST 'hafs_regional_1nest_atm_intel' [09:46, 05:36](604 MB) -PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [11:16, 07:04](623 MB) -PASS -- TEST 'hafs_global_1nest_atm_intel' [05:39, 02:57](433 MB) -PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [13:54, 08:04](544 MB) -PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [08:44, 04:00](620 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [08:44, 03:45](615 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [08:44, 04:49](680 MB) -PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [10:23, 01:28](448 MB) - -PASS -- COMPILE 'hafsw_debug_intel' [05:06, 03:07] -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [15:38, 11:25](635 MB) - -PASS -- COMPILE 'hafsw_faster_intel' [12:06, 10:36] -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [23:47, 16:49](735 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [24:54, 16:47](809 MB) - -PASS -- COMPILE 'hafs_mom6w_intel' [12:06, 10:32] -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [18:49, 10:36](833 MB) - -PASS -- COMPILE 'hafs_all_intel' [12:06, 10:28] -PASS -- TEST 'hafs_regional_docn_intel' [15:56, 05:32](936 MB) -PASS -- TEST 'hafs_regional_docn_oisst_intel' [14:58, 05:40](942 MB) -PASS -- TEST 'hafs_regional_datm_cdeps_intel' [24:35, 16:36](1345 MB) - -PASS -- COMPILE 'datm_cdeps_intel' [08:06, 06:25] -PASS -- TEST 'datm_cdeps_control_cfsr_intel' [09:10, 02:14](1152 MB) -PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [03:12, 01:20](1098 MB) -PASS -- TEST 'datm_cdeps_control_gefs_intel' [09:09, 02:07](1010 MB) -PASS -- TEST 'datm_cdeps_iau_gefs_intel' [08:10, 02:09](1016 MB) -PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [08:09, 02:11](1015 MB) -PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [08:10, 02:13](1148 MB) -PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [08:10, 02:14](1148 MB) -PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [07:09, 02:09](1007 MB) -PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [09:47, 04:59](1151 MB) -PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [09:42, 04:53](1144 MB) -PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [05:08, 02:12](1150 MB) -PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [06:10, 03:09](2378 MB) -PASS -- TEST 'datm_cdeps_gfs_intel' [06:11, 03:04](2437 MB) - -PASS -- COMPILE 'datm_cdeps_debug_intel' [05:06, 03:58] -PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [08:11, 05:12](1057 MB) - -PASS -- COMPILE 'datm_cdeps_faster_intel' [08:05, 06:13] -PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [05:09, 02:10](1147 MB) - -PASS -- COMPILE 'datm_cdeps_land_intel' [02:05, 00:48] -PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [03:22, 00:51](334 MB) -PASS -- TEST 'datm_cdeps_lnd_era5_intel' [02:18, 00:48](563 MB) -PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [02:15, 00:31](557 MB) - -PASS -- COMPILE 'atml_intel' [09:06, 07:51] -PASS -- TEST 'control_p8_atmlnd_sbs_intel' [08:00, 05:22](1641 MB) -PASS -- TEST 'control_p8_atmlnd_intel' [07:52, 05:36](1640 MB) -PASS -- TEST 'control_restart_p8_atmlnd_intel' [04:44, 02:44](945 MB) - -PASS -- COMPILE 'atmw_intel' [11:06, 09:17] -PASS -- TEST 'atmwav_control_noaero_p8_intel' [03:45, 01:36](1708 MB) - -PASS -- COMPILE 'atmwm_intel' [11:06, 09:26] -PASS -- TEST 'control_atmwav_intel' [03:38, 01:30](692 MB) - -PASS -- COMPILE 'atmaero_intel' [09:06, 07:22] -PASS -- TEST 'atmaero_control_p8_intel' [05:43, 03:31](1796 MB) -PASS -- TEST 'atmaero_control_p8_rad_intel' [06:47, 04:20](1826 MB) -PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [06:36, 04:29](1817 MB) - -PASS -- COMPILE 'atmaq_intel' [09:06, 07:14] - -PASS -- COMPILE 'atmaq_debug_intel' [04:06, 02:43] -PASS -- TEST 'regional_atmaq_debug_intel' [19:19, 16:23](4609 MB) - -PASS -- COMPILE 'atm_gnu' [07:05, 05:01] -PASS -- TEST 'control_c48_gnu' [11:22, 09:30](878 MB) -PASS -- TEST 'control_stochy_gnu' [04:13, 02:16](725 MB) -PASS -- TEST 'control_ras_gnu' [05:12, 03:39](736 MB) -PASS -- TEST 'control_p8_gnu' [05:44, 03:39](1514 MB) -PASS -- TEST 'control_p8_ugwpv1_gnu' [05:37, 03:34](1524 MB) -PASS -- TEST 'control_flake_gnu' [06:14, 04:27](812 MB) - -PASS -- COMPILE 'rrfs_gnu' [06:05, 04:37] -PASS -- TEST 'rap_control_gnu' [09:35, 07:46](1085 MB) -PASS -- TEST 'rap_decomp_gnu' [09:34, 07:53](1084 MB) -PASS -- TEST 'rap_2threads_gnu' [09:29, 07:09](1129 MB) -PASS -- TEST 'rap_restart_gnu' [06:34, 03:53](886 MB) -PASS -- TEST 'rap_sfcdiff_gnu' [09:40, 07:48](1084 MB) -PASS -- TEST 'rap_sfcdiff_decomp_gnu' [09:25, 07:49](1084 MB) -PASS -- TEST 'rap_sfcdiff_restart_gnu' [08:34, 05:47](885 MB) -PASS -- TEST 'hrrr_control_gnu' [05:42, 04:03](1073 MB) -PASS -- TEST 'hrrr_control_noqr_gnu' [05:29, 04:03](1138 MB) -PASS -- TEST 'hrrr_control_2threads_gnu' [05:29, 03:36](1044 MB) -PASS -- TEST 'hrrr_control_decomp_gnu' [06:27, 04:03](1071 MB) -PASS -- TEST 'hrrr_control_restart_gnu' [04:14, 02:05](882 MB) -PASS -- TEST 'hrrr_control_restart_noqr_gnu' [03:13, 02:01](932 MB) -PASS -- TEST 'rrfs_v1beta_gnu' [09:45, 07:35](1081 MB) - -PASS -- COMPILE 'atm_dyn32_debug_gnu' [10:05, 08:52] -PASS -- TEST 'control_diag_debug_gnu' [03:17, 01:15](777 MB) -PASS -- TEST 'regional_debug_gnu' [08:23, 06:23](927 MB) -PASS -- TEST 'rap_control_debug_gnu' [03:15, 01:56](1100 MB) -PASS -- TEST 'hrrr_control_debug_gnu' [03:12, 02:01](1094 MB) -PASS -- TEST 'hrrr_gf_debug_gnu' [03:12, 01:58](1099 MB) -PASS -- TEST 'hrrr_c3_debug_gnu' [03:13, 01:54](1102 MB) -PASS -- TEST 'rap_diag_debug_gnu' [04:18, 02:06](1270 MB) -PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_gnu' [05:13, 03:07](1097 MB) -PASS -- TEST 'rap_progcld_thompson_debug_gnu' [03:12, 02:00](1099 MB) -PASS -- TEST 'rrfs_v1beta_debug_gnu' [03:14, 01:59](1091 MB) -PASS -- TEST 'control_ras_debug_gnu' [03:13, 01:15](729 MB) -PASS -- TEST 'control_stochy_debug_gnu' [03:12, 01:14](725 MB) -PASS -- TEST 'control_debug_p8_gnu' [03:30, 01:20](1506 MB) -PASS -- TEST 'rap_flake_debug_gnu' [03:13, 02:04](1100 MB) -PASS -- TEST 'rap_clm_lake_debug_gnu' [04:12, 02:07](1102 MB) -PASS -- TEST 'gnv1_c96_no_nest_debug_gnu' [05:42, 03:14](1105 MB) - -PASS -- COMPILE 'wam_debug_gnu' [05:05, 03:39] -PASS -- TEST 'control_wam_debug_gnu' [03:18, 02:00](499 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_gnu' [07:05, 05:39] -PASS -- TEST 'rap_control_dyn32_phy32_gnu' [09:35, 07:17](964 MB) -PASS -- TEST 'hrrr_control_dyn32_phy32_gnu' [05:51, 03:44](956 MB) -PASS -- TEST 'rap_2threads_dyn32_phy32_gnu' [08:26, 06:44](969 MB) -PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_gnu' [05:30, 03:33](889 MB) -PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_gnu' [05:30, 03:52](946 MB) -PASS -- TEST 'rap_restart_dyn32_phy32_gnu' [07:33, 05:37](858 MB) -PASS -- TEST 'hrrr_control_restart_dyn32_phy32_gnu' [03:15, 02:00](856 MB) -PASS -- TEST 'conus13km_control_gnu' [04:35, 02:30](1264 MB) -PASS -- TEST 'conus13km_2threads_gnu' [03:20, 01:07](1171 MB) -PASS -- TEST 'conus13km_restart_mismatch_gnu' [03:22, 01:27](937 MB) - -PASS -- COMPILE 'atm_dyn64_phy32_gnu' [14:05, 12:58] -PASS -- TEST 'rap_control_dyn64_phy32_gnu' [06:24, 04:16](992 MB) - -PASS -- COMPILE 'atm_dyn32_phy32_debug_gnu' [11:05, 09:23] -PASS -- TEST 'rap_control_debug_dyn32_phy32_gnu' [03:12, 01:55](977 MB) -PASS -- TEST 'hrrr_control_debug_dyn32_phy32_gnu' [03:12, 01:56](973 MB) -PASS -- TEST 'conus13km_debug_gnu' [07:27, 05:25](1282 MB) -PASS -- TEST 'conus13km_debug_qr_gnu' [07:23, 05:36](975 MB) -PASS -- TEST 'conus13km_debug_2threads_gnu' [05:21, 03:14](1192 MB) -PASS -- TEST 'conus13km_radar_tten_debug_gnu' [08:22, 05:18](1349 MB) - -PASS -- COMPILE 'atm_dyn64_phy32_debug_gnu' [13:06, 11:48] -PASS -- TEST 'rap_control_dyn64_phy32_debug_gnu' [04:12, 01:56](1003 MB) - -PASS -- COMPILE 's2swa_gnu' [20:06, 18:10] - -PASS -- COMPILE 's2s_gnu' [18:06, 16:38] - -PASS -- COMPILE 's2swa_debug_gnu' [13:06, 12:00] - -PASS -- COMPILE 's2sw_pdlib_gnu' [18:06, 16:07] - -PASS -- COMPILE 's2sw_pdlib_debug_gnu' [13:06, 12:03] - -PASS -- COMPILE 'datm_cdeps_gnu' [21:06, 17:18] +PASS -- COMPILE 's2swa_32bit_intel' [12:06, 11:19] +PASS -- TEST 'cpld_control_p8_mixedmode_intel' [09:00, 07:40](1895 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_intel' [17:06, 16:44] +PASS -- TEST 'cpld_control_gfsv17_intel' [15:09, 13:25](1765 MB) +PASS -- TEST 'cpld_control_gfsv17_iau_intel' [15:22, 14:03](2161 MB) +PASS -- TEST 'cpld_restart_gfsv17_intel' [08:17, 06:26](1183 MB) +PASS -- TEST 'cpld_mpi_gfsv17_intel' [15:46, 15:03](1692 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [06:06, 05:09] +PASS -- TEST 'cpld_debug_gfsv17_intel' [22:03, 20:26](1724 MB) + +PASS -- COMPILE 's2swa_intel' [12:06, 11:26] +PASS -- TEST 'cpld_control_p8_intel' [08:49, 07:35](2074 MB) +PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [08:58, 07:41](2065 MB) +PASS -- TEST 'cpld_restart_p8_intel' [06:05, 04:13](1985 MB) +PASS -- TEST 'cpld_control_qr_p8_intel' [08:48, 07:42](1982 MB) +PASS -- TEST 'cpld_restart_qr_p8_intel' [06:06, 04:16](1739 MB) +PASS -- TEST 'cpld_2threads_p8_intel' [10:46, 09:11](2495 MB) +PASS -- TEST 'cpld_decomp_p8_intel' [08:43, 07:32](2064 MB) +PASS -- TEST 'cpld_mpi_p8_intel' [07:57, 06:16](1892 MB) +PASS -- TEST 'cpld_control_ciceC_p8_intel' [08:59, 07:45](2058 MB) +PASS -- TEST 'cpld_control_c192_p8_intel' [17:38, 15:36](2803 MB) +PASS -- TEST 'cpld_restart_c192_p8_intel' [08:19, 05:56](2926 MB) +PASS -- TEST 'cpld_bmark_p8_intel' [15:37, 09:20](3629 MB) +PASS -- TEST 'cpld_restart_bmark_p8_intel' [14:11, 06:10](3621 MB) +PASS -- TEST 'cpld_s2sa_p8_intel' [05:51, 04:54](2051 MB) + +PASS -- COMPILE 's2sw_intel' [11:06, 10:30] +PASS -- TEST 'cpld_control_noaero_p8_intel' [08:46, 07:09](1769 MB) +PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [04:50, 04:01](1821 MB) + +PASS -- COMPILE 's2swa_debug_intel' [05:06, 04:44] +PASS -- TEST 'cpld_debug_p8_intel' [08:01, 06:51](2059 MB) + +PASS -- COMPILE 's2sw_debug_intel' [05:06, 04:50] +PASS -- TEST 'cpld_debug_noaero_p8_intel' [05:54, 04:47](1793 MB) + +PASS -- COMPILE 's2s_aoflux_intel' [09:06, 08:20] +PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [04:47, 04:01](1821 MB) + +PASS -- COMPILE 's2s_intel' [09:06, 08:56] +PASS -- TEST 'cpld_control_c48_intel' [08:35, 07:15](2838 MB) + +PASS -- COMPILE 's2swa_faster_intel' [13:06, 12:24] +PASS -- TEST 'cpld_control_p8_faster_intel' [08:59, 07:20](2079 MB) + +PASS -- COMPILE 's2sw_pdlib_intel' [16:06, 15:58] +PASS -- TEST 'cpld_control_pdlib_p8_intel' [14:52, 13:48](1808 MB) +PASS -- TEST 'cpld_restart_pdlib_p8_intel' [08:20, 06:45](1268 MB) +PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [17:02, 15:53](1730 MB) + +PASS -- COMPILE 's2sw_pdlib_debug_intel' [05:06, 04:38] +PASS -- TEST 'cpld_debug_pdlib_p8_intel' [22:45, 21:37](1779 MB) + +PASS -- COMPILE 'atm_dyn32_intel' [09:06, 08:14] +PASS -- TEST 'control_flake_intel' [03:16, 02:54](712 MB) +PASS -- TEST 'control_CubedSphereGrid_intel' [03:19, 02:07](664 MB) +PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [03:22, 02:14](685 MB) +PASS -- TEST 'control_latlon_intel' [03:16, 02:10](665 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [03:23, 02:12](662 MB) +PASS -- TEST 'control_c48_intel' [06:18, 05:48](853 MB) +PASS -- TEST 'control_c48.v2.sfc_intel' [06:19, 05:44](850 MB) +PASS -- TEST 'control_c192_intel' [08:24, 07:55](968 MB) +PASS -- TEST 'control_c384_intel' [10:01, 08:18](1433 MB) +PASS -- TEST 'control_c384gdas_intel' [09:50, 07:16](1519 MB) +PASS -- TEST 'control_stochy_intel' [02:15, 01:29](670 MB) +PASS -- TEST 'control_stochy_restart_intel' [01:20, 00:51](537 MB) +PASS -- TEST 'control_lndp_intel' [02:15, 01:24](668 MB) +PASS -- TEST 'control_iovr4_intel' [03:18, 02:11](659 MB) +PASS -- TEST 'control_iovr5_intel' [03:17, 02:05](671 MB) +PASS -- TEST 'control_p8_intel' [03:43, 02:34](1637 MB) +PASS -- TEST 'control_p8.v2.sfc_intel' [03:45, 02:41](1642 MB) +PASS -- TEST 'control_p8_ugwpv1_intel' [03:45, 02:36](1629 MB) +PASS -- TEST 'control_restart_p8_intel' [02:48, 01:24](918 MB) +PASS -- TEST 'control_noqr_p8_intel' [03:35, 02:34](1624 MB) +PASS -- TEST 'control_restart_noqr_p8_intel' [02:54, 01:22](990 MB) +PASS -- TEST 'control_decomp_p8_intel' [03:34, 02:42](1621 MB) +PASS -- TEST 'control_2threads_p8_intel' [03:34, 02:28](1732 MB) +PASS -- TEST 'control_p8_lndp_intel' [05:27, 04:31](1632 MB) +PASS -- TEST 'control_p8_rrtmgp_intel' [04:50, 03:29](1718 MB) +PASS -- TEST 'control_p8_mynn_intel' [03:42, 02:36](1644 MB) +PASS -- TEST 'merra2_thompson_intel' [03:51, 02:57](1655 MB) +PASS -- TEST 'regional_control_intel' [05:23, 04:38](959 MB) +PASS -- TEST 'regional_restart_intel' [03:23, 02:29](1105 MB) +PASS -- TEST 'regional_decomp_intel' [05:20, 04:40](945 MB) +PASS -- TEST 'regional_2threads_intel' [03:20, 02:54](921 MB) +PASS -- TEST 'regional_noquilt_intel' [05:22, 04:18](1489 MB) +PASS -- TEST 'regional_netcdf_parallel_intel' [05:25, 04:27](956 MB) +PASS -- TEST 'regional_2dwrtdecomp_intel' [05:19, 04:32](958 MB) +PASS -- TEST 'regional_wofs_intel' [06:21, 05:35](2102 MB) + +PASS -- COMPILE 'rrfs_intel' [08:06, 07:44] +PASS -- TEST 'rap_control_intel' [07:43, 06:30](1198 MB) +PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [04:39, 03:25](1421 MB) +PASS -- TEST 'rap_decomp_intel' [07:37, 06:46](1164 MB) +PASS -- TEST 'rap_2threads_intel' [07:37, 06:10](1357 MB) +PASS -- TEST 'rap_restart_intel' [04:53, 03:32](1156 MB) +PASS -- TEST 'rap_sfcdiff_intel' [07:38, 06:32](1201 MB) +PASS -- TEST 'rap_sfcdiff_decomp_intel' [07:35, 06:57](1128 MB) +PASS -- TEST 'rap_sfcdiff_restart_intel' [05:59, 04:57](1190 MB) +PASS -- TEST 'hrrr_control_intel' [04:41, 03:23](1089 MB) +PASS -- TEST 'hrrr_control_decomp_intel' [04:32, 03:26](1037 MB) +PASS -- TEST 'hrrr_control_2threads_intel' [04:30, 03:06](1121 MB) +PASS -- TEST 'hrrr_control_restart_intel' [02:21, 01:55](1026 MB) +PASS -- TEST 'rrfs_v1beta_intel' [07:51, 06:20](1216 MB) +PASS -- TEST 'rrfs_v1nssl_intel' [08:21, 07:43](2009 MB) +PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [08:19, 07:27](2175 MB) + +PASS -- COMPILE 'csawmg_intel' [08:06, 07:37] +PASS -- TEST 'control_csawmg_intel' [06:28, 05:24](801 MB) +PASS -- TEST 'control_csawmgt_intel' [06:29, 05:22](806 MB) +PASS -- TEST 'control_ras_intel' [03:14, 02:51](808 MB) + +PASS -- COMPILE 'csawmg_gnu' [05:06, 04:25] +PASS -- TEST 'control_csawmg_gnu' [07:28, 06:31](810 MB) +PASS -- TEST 'control_csawmgt_gnu' [07:23, 06:26](813 MB) + +PASS -- COMPILE 'wam_intel' [07:06, 06:59] +PASS -- TEST 'control_wam_intel' [02:19, 01:51](793 MB) + +PASS -- COMPILE 'atm_faster_dyn32_intel' [11:06, 10:08] +PASS -- TEST 'control_p8_faster_intel' [03:52, 02:19](1637 MB) +PASS -- TEST 'regional_control_faster_intel' [05:22, 04:09](954 MB) + +PASS -- COMPILE 'atm_debug_dyn32_intel' [05:06, 04:08] +PASS -- TEST 'control_CubedSphereGrid_debug_intel' [03:15, 02:16](828 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [03:18, 02:14](826 MB) +PASS -- TEST 'control_stochy_debug_intel' [03:13, 02:27](829 MB) +PASS -- TEST 'control_lndp_debug_intel' [03:12, 02:15](825 MB) +PASS -- TEST 'control_csawmg_debug_intel' [04:21, 03:23](876 MB) +PASS -- TEST 'control_csawmgt_debug_intel' [04:28, 03:21](874 MB) +PASS -- TEST 'control_ras_debug_intel' [03:13, 02:16](841 MB) +PASS -- TEST 'control_diag_debug_intel' [03:19, 02:18](880 MB) +PASS -- TEST 'control_debug_p8_intel' [03:34, 02:21](1653 MB) +PASS -- TEST 'regional_debug_intel' [17:29, 16:33](887 MB) +PASS -- TEST 'rap_control_debug_intel' [04:17, 03:57](1210 MB) +PASS -- TEST 'hrrr_control_debug_intel' [04:14, 03:51](1221 MB) +PASS -- TEST 'hrrr_gf_debug_intel' [04:13, 03:57](1220 MB) +PASS -- TEST 'hrrr_c3_debug_intel' [04:13, 03:59](1226 MB) +PASS -- TEST 'rap_unified_drag_suite_debug_intel' [04:18, 04:03](1221 MB) +PASS -- TEST 'rap_diag_debug_intel' [05:27, 04:12](1293 MB) +PASS -- TEST 'rap_cires_ugwp_debug_intel' [05:13, 04:08](1222 MB) +PASS -- TEST 'rap_unified_ugwp_debug_intel' [05:13, 04:08](1215 MB) +PASS -- TEST 'rap_lndp_debug_intel' [04:13, 04:00](1214 MB) +PASS -- TEST 'rap_progcld_thompson_debug_intel' [05:14, 04:03](1213 MB) +PASS -- TEST 'rap_noah_debug_intel' [04:13, 03:56](1215 MB) +PASS -- TEST 'rap_sfcdiff_debug_intel' [05:14, 04:05](1226 MB) +PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [07:13, 06:28](1210 MB) +PASS -- TEST 'rrfs_v1beta_debug_intel' [04:12, 04:02](1209 MB) +PASS -- TEST 'rap_clm_lake_debug_intel' [05:12, 04:50](1217 MB) +PASS -- TEST 'rap_flake_debug_intel' [04:12, 03:57](1214 MB) +PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [07:47, 06:50](1219 MB) + +PASS -- COMPILE 'atm_debug_dyn32_gnu' [04:05, 03:48] +PASS -- TEST 'control_csawmg_debug_gnu' [02:28, 01:52](787 MB) +PASS -- TEST 'control_csawmgt_debug_gnu' [02:21, 01:46](788 MB) + +PASS -- COMPILE 'wam_debug_intel' [03:05, 03:04] + +PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [08:06, 07:16] +PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [04:42, 03:20](1274 MB) +PASS -- TEST 'rap_control_dyn32_phy32_intel' [06:43, 05:25](1145 MB) +PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [03:44, 02:54](1026 MB) +PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [06:26, 05:10](1278 MB) +PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [03:34, 02:44](1045 MB) +PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [04:53, 03:05](985 MB) +PASS -- TEST 'rap_restart_dyn32_phy32_intel' [09:49, 04:04](1091 MB) +PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [02:23, 01:35](963 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [10:06, 09:54] +PASS -- TEST 'conus13km_control_intel' [02:34, 01:48](1294 MB) +PASS -- TEST 'conus13km_2threads_intel' [01:27, 00:43](1200 MB) +PASS -- TEST 'conus13km_restart_mismatch_intel' [01:22, 01:00](1164 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [08:06, 07:32] +PASS -- TEST 'rap_control_dyn64_phy32_intel' [04:26, 03:46](1089 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [04:06, 03:18] +PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [04:18, 03:55](1097 MB) +PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [04:15, 03:51](1096 MB) +PASS -- TEST 'conus13km_debug_intel' [12:31, 11:34](1328 MB) +PASS -- TEST 'conus13km_debug_qr_intel' [12:27, 11:57](987 MB) +PASS -- TEST 'conus13km_debug_2threads_intel' [07:26, 06:38](1239 MB) +PASS -- TEST 'conus13km_radar_tten_debug_intel' [12:26, 11:31](1407 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [04:05, 03:28] +PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [04:16, 04:02](1147 MB) + +PASS -- COMPILE 'hafsw_intel' [11:06, 10:47] +PASS -- TEST 'hafs_regional_atm_intel' [07:02, 05:18](878 MB) +PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [06:15, 05:05](1277 MB) +PASS -- TEST 'hafs_regional_atm_ocn_intel' [08:08, 06:21](948 MB) +PASS -- TEST 'hafs_regional_atm_wav_intel' [14:59, 13:59](988 MB) +PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [16:16, 15:00](1019 MB) +PASS -- TEST 'hafs_regional_1nest_atm_intel' [06:48, 05:36](603 MB) +PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [08:10, 06:59](616 MB) +PASS -- TEST 'hafs_global_1nest_atm_intel' [03:39, 02:50](434 MB) +PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [11:03, 08:11](545 MB) +PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [09:45, 04:02](611 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [09:42, 03:51](617 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [06:42, 04:58](677 MB) +PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [06:21, 01:31](452 MB) + +PASS -- COMPILE 'hafsw_debug_intel' [04:06, 03:29] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [13:39, 11:24](633 MB) + +PASS -- COMPILE 'hafsw_faster_intel' [12:06, 11:27] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [20:45, 17:13](727 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [18:51, 15:48](811 MB) + +PASS -- COMPILE 'hafs_mom6w_intel' [11:05, 10:11] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [13:53, 10:32](796 MB) + +PASS -- COMPILE 'hafs_all_intel' [10:08, 09:56] +PASS -- TEST 'hafs_regional_docn_intel' [11:00, 05:45](961 MB) +PASS -- TEST 'hafs_regional_docn_oisst_intel' [10:59, 05:39](953 MB) +PASS -- TEST 'hafs_regional_datm_cdeps_intel' [21:41, 16:27](1336 MB) + +PASS -- COMPILE 'datm_cdeps_intel' [07:05, 06:19] +PASS -- TEST 'datm_cdeps_control_cfsr_intel' [07:12, 02:10](1153 MB) +PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [03:12, 01:22](1088 MB) +PASS -- TEST 'datm_cdeps_control_gefs_intel' [06:10, 02:05](1012 MB) +PASS -- TEST 'datm_cdeps_iau_gefs_intel' [05:11, 02:06](1013 MB) +PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [04:10, 02:07](1004 MB) +PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [06:10, 02:10](1148 MB) +PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [05:10, 02:16](1157 MB) +PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [05:10, 02:10](1018 MB) +PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [06:43, 05:00](1146 MB) +PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [06:40, 04:54](1144 MB) +PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [04:08, 02:13](1151 MB) +PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [05:10, 03:03](2434 MB) +PASS -- TEST 'datm_cdeps_gfs_intel' [04:11, 03:05](2441 MB) + +PASS -- COMPILE 'datm_cdeps_debug_intel' [04:05, 03:24] +PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [06:12, 05:12](1077 MB) + +PASS -- COMPILE 'datm_cdeps_faster_intel' [06:05, 05:42] +PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [03:10, 02:09](1119 MB) + +PASS -- COMPILE 'datm_cdeps_land_intel' [01:05, 00:42] +PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [03:22, 01:07](335 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_intel' [02:17, 00:57](560 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [01:16, 00:34](561 MB) + +PASS -- COMPILE 'atml_intel' [09:05, 08:24] +PASS -- TEST 'control_p8_atmlnd_sbs_intel' [08:06, 05:46](1646 MB) +PASS -- TEST 'control_p8_atmlnd_intel' [09:03, 05:52](1650 MB) +PASS -- TEST 'control_restart_p8_atmlnd_intel' [04:35, 03:03](940 MB) + +PASS -- COMPILE 'atmw_intel' [11:07, 10:08] +PASS -- TEST 'atmwav_control_noaero_p8_intel' [03:50, 01:40](1687 MB) + +PASS -- COMPILE 'atmwm_intel' [11:16, 10:19] +PASS -- TEST 'control_atmwav_intel' [03:39, 01:39](693 MB) + +PASS -- COMPILE 'atmaero_intel' [08:05, 07:41] +PASS -- TEST 'atmaero_control_p8_intel' [05:43, 03:39](1785 MB) +PASS -- TEST 'atmaero_control_p8_rad_intel' [05:45, 04:24](1825 MB) +PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [05:40, 04:34](1815 MB) + +PASS -- COMPILE 'atmaq_intel' [08:05, 07:08] + +PASS -- COMPILE 'atmaq_debug_intel' [04:05, 03:15] +PASS -- TEST 'regional_atmaq_debug_intel' [19:22, 17:14](4574 MB) + +PASS -- COMPILE 'atm_gnu' [06:08, 05:45] +PASS -- TEST 'control_c48_gnu' [10:26, 09:33](881 MB) +PASS -- TEST 'control_stochy_gnu' [03:13, 02:15](730 MB) +PASS -- TEST 'control_ras_gnu' [04:13, 03:41](732 MB) +PASS -- TEST 'control_p8_gnu' [04:49, 03:38](1511 MB) +PASS -- TEST 'control_p8_ugwpv1_gnu' [04:37, 03:31](1514 MB) +PASS -- TEST 'control_flake_gnu' [05:12, 04:22](806 MB) + +PASS -- COMPILE 'rrfs_gnu' [05:05, 04:22] +PASS -- TEST 'rap_control_gnu' [09:44, 07:45](1090 MB) +PASS -- TEST 'rap_decomp_gnu' [09:32, 07:42](1086 MB) +PASS -- TEST 'rap_2threads_gnu' [09:31, 07:18](1128 MB) +PASS -- TEST 'rap_restart_gnu' [05:41, 04:07](885 MB) +PASS -- TEST 'rap_sfcdiff_gnu' [09:34, 07:41](1087 MB) +PASS -- TEST 'rap_sfcdiff_decomp_gnu' [09:34, 07:54](1089 MB) +PASS -- TEST 'rap_sfcdiff_restart_gnu' [06:37, 05:52](885 MB) +PASS -- TEST 'hrrr_control_gnu' [06:29, 04:02](1076 MB) +PASS -- TEST 'hrrr_control_noqr_gnu' [05:44, 04:02](1139 MB) +PASS -- TEST 'hrrr_control_2threads_gnu' [05:31, 03:36](1042 MB) +PASS -- TEST 'hrrr_control_decomp_gnu' [05:29, 03:58](1077 MB) +PASS -- TEST 'hrrr_control_restart_gnu' [04:23, 02:07](879 MB) +PASS -- TEST 'hrrr_control_restart_noqr_gnu' [04:25, 02:07](932 MB) +PASS -- TEST 'rrfs_v1beta_gnu' [08:48, 07:43](1085 MB) + +PASS -- COMPILE 'atm_dyn32_debug_gnu' [07:06, 06:38] +PASS -- TEST 'control_diag_debug_gnu' [02:19, 01:15](775 MB) +PASS -- TEST 'regional_debug_gnu' [07:26, 06:26](923 MB) +PASS -- TEST 'rap_control_debug_gnu' [03:14, 02:01](1101 MB) +PASS -- TEST 'hrrr_control_debug_gnu' [02:14, 01:57](1088 MB) +PASS -- TEST 'hrrr_gf_debug_gnu' [02:11, 02:01](1098 MB) +PASS -- TEST 'hrrr_c3_debug_gnu' [02:12, 02:01](1096 MB) +PASS -- TEST 'rap_diag_debug_gnu' [03:21, 02:05](1270 MB) +PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_gnu' [04:12, 03:10](1096 MB) +PASS -- TEST 'rap_progcld_thompson_debug_gnu' [02:13, 01:59](1097 MB) +PASS -- TEST 'rrfs_v1beta_debug_gnu' [02:14, 01:59](1093 MB) +PASS -- TEST 'control_ras_debug_gnu' [02:13, 01:14](727 MB) +PASS -- TEST 'control_stochy_debug_gnu' [02:12, 01:16](725 MB) +PASS -- TEST 'control_debug_p8_gnu' [02:29, 01:16](1505 MB) +PASS -- TEST 'rap_flake_debug_gnu' [02:13, 01:58](1099 MB) +PASS -- TEST 'rap_clm_lake_debug_gnu' [03:12, 02:16](1099 MB) +PASS -- TEST 'gnv1_c96_no_nest_debug_gnu' [04:43, 03:20](1103 MB) + +PASS -- COMPILE 'wam_debug_gnu' [03:06, 02:58] +PASS -- TEST 'control_wam_debug_gnu' [02:18, 02:00](501 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_gnu' [06:06, 05:32] +PASS -- TEST 'rap_control_dyn32_phy32_gnu' [08:42, 07:21](962 MB) +PASS -- TEST 'hrrr_control_dyn32_phy32_gnu' [04:52, 03:54](959 MB) +PASS -- TEST 'rap_2threads_dyn32_phy32_gnu' [08:30, 07:00](968 MB) +PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_gnu' [04:34, 03:33](873 MB) +PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_gnu' [05:34, 03:54](953 MB) +PASS -- TEST 'rap_restart_dyn32_phy32_gnu' [06:44, 05:29](860 MB) +PASS -- TEST 'hrrr_control_restart_dyn32_phy32_gnu' [03:19, 02:07](856 MB) +PASS -- TEST 'conus13km_control_gnu' [04:35, 02:43](1266 MB) +PASS -- TEST 'conus13km_2threads_gnu' [02:21, 01:10](1172 MB) +PASS -- TEST 'conus13km_restart_mismatch_gnu' [02:22, 01:40](948 MB) + +PASS -- COMPILE 'atm_dyn64_phy32_gnu' [09:05, 08:47] +PASS -- TEST 'rap_control_dyn64_phy32_gnu' [05:27, 04:28](989 MB) + +PASS -- COMPILE 'atm_dyn32_phy32_debug_gnu' [12:05, 11:39] +PASS -- TEST 'rap_control_debug_dyn32_phy32_gnu' [03:13, 01:59](978 MB) +PASS -- TEST 'hrrr_control_debug_dyn32_phy32_gnu' [04:13, 02:01](969 MB) +PASS -- TEST 'conus13km_debug_gnu' [07:27, 05:36](1282 MB) +PASS -- TEST 'conus13km_debug_qr_gnu' [07:27, 05:47](963 MB) +PASS -- TEST 'conus13km_debug_2threads_gnu' [04:22, 03:18](1191 MB) +PASS -- TEST 'conus13km_radar_tten_debug_gnu' [07:22, 05:33](1350 MB) + +PASS -- COMPILE 'atm_dyn64_phy32_debug_gnu' [13:05, 12:07] +PASS -- TEST 'rap_control_dyn64_phy32_debug_gnu' [03:13, 02:01](1003 MB) + +PASS -- COMPILE 's2swa_gnu' [17:05, 16:14] + +PASS -- COMPILE 's2s_gnu' [17:07, 16:10] + +PASS -- COMPILE 's2swa_debug_gnu' [13:06, 12:15] + +PASS -- COMPILE 's2sw_pdlib_gnu' [17:06, 16:57] + +PASS -- COMPILE 's2sw_pdlib_debug_gnu' [12:07, 11:13] + +PASS -- COMPILE 'datm_cdeps_gnu' [18:05, 17:47] SYNOPSIS: -Starting Date/Time: 20240411 14:17:38 -Ending Date/Time: 20240411 15:43:20 -Total Time: 01h:26m:12s +Starting Date/Time: 20240415 18:42:06 +Ending Date/Time: 20240415 19:56:08 +Total Time: 01h:14m:28s Compiles Completed: 55/55 Tests Completed: 239/239 diff --git a/tests/logs/RegressionTests_jet.log b/tests/logs/RegressionTests_jet.log index 29d8fdf08f..2f7f41cd46 100644 --- a/tests/logs/RegressionTests_jet.log +++ b/tests/logs/RegressionTests_jet.log @@ -1,7 +1,7 @@ ====START OF JET REGRESSION TESTING LOG==== UFSWM hash used in testing: -ffacfb6d50c9803809d458a42c634f89aaec8861 +684ddd65adbf26b3a8003e05c8af6c4e19be63f8 Submodule hashes used in testing: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) @@ -11,8 +11,8 @@ Submodule hashes used in testing: f6ff8f7c4d4cb6feabe3651b13204cf43fc948e3 CICE-interface/CICE/icepack (Icepack1.1.0-182-gf6ff8f7) 4e19850cb083bc474b7cde5dc2f8506ec74cc442 CMEPS-interface/CMEPS (cmeps_v0.4.1-2306-g4e19850) cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - cbd207b7e6376f71a58c8e79b477eac55b59f28b FV3 (remotes/origin/nesting-fixes) - d14b3cbe2135727e3251d9045b3459a0b2d286a0 FV3/atmos_cubed_sphere (201912_public_release-390-gd14b3cb) + 6e1bc3ebf0671c91a47ece876afef46300362e67 FV3 (remotes/origin/remove_nowarn) + b447c635161864f2de5e941f6dbe7387b5525167 FV3/atmos_cubed_sphere (201912_public_release-402-gb447c63) 011db4f80a02cba6d65958ace56e8efb197be62b FV3/ccpp/framework (ccpp_transition_to_vlab_master_20190705-704-g011db4f) 9b0ac7b16a45afe5e7f1abf9571d3484158a5b43 FV3/ccpp/physics (EP4-741-g9b0ac7b1) 74a0e098b2163425e4b5466c2dfcf8ae26d560a5 FV3/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (v1.6) @@ -26,19 +26,7 @@ Submodule hashes used in testing: 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6) 6a51f0295bc1a877475b527157a33aa86eb532fe NOAHMP-interface/noahmp (v3.7.1-426-g6a51f02) d9b3172f4197c65d471662c6952a668152d71230 WW3 (6.07.1-345-gd9b3172f) - 7dc4d9ba48dea57f88f4f10091c8c2042105954e stochastic_physics (ufs-v2.0.0-210-g7dc4d9b) - 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) - 3d7067a523b8557058755289e4275f5f5c985daf CDEPS-interface/CDEPS (cdeps0.4.17-40-g3d7067a) - c9e4679f449e30bb4cc0f22164b4401a8b50f7a6 CICE-interface/CICE (CICE6.0.0-447-gc9e4679) - 4e19850cb083bc474b7cde5dc2f8506ec74cc442 CMEPS-interface/CMEPS (cmeps_v0.4.1-2306-g4e19850) - cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - cbd207b7e6376f71a58c8e79b477eac55b59f28b FV3 (remotes/origin/nesting-fixes) - 041422934cae1570f2f0e67239d5d89f11c6e1b7 GOCART (sdr_v2.1.2.6-119-g0414229) - 35789c757766e07f688b4c0c7c5229816f224b09 HYCOM-interface/HYCOM (2.3.00-121-g35789c7) - ab7bd14d209592d55490e75dbfaa61cb4a62df97 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10032-gab7bd14d2) - 6a51f0295bc1a877475b527157a33aa86eb532fe NOAHMP-interface/noahmp (v3.7.1-426-g6a51f02) - d9b3172f4197c65d471662c6952a668152d71230 WW3 (6.07.1-345-gd9b3172f) - 7dc4d9ba48dea57f88f4f10091c8c2042105954e stochastic_physics (ufs-v2.0.0-210-g7dc4d9b) + 36d87e5665c359f9dd3201a9d27ceecacc0d8e62 stochastic_physics (ufs-v2.0.0-215-g36d87e5) NOTES: @@ -48,244 +36,244 @@ The second time is specifically for the run phase. Times/Memory will be empty for failed tests. BASELINE DIRECTORY: /mnt/lfs4/HFIP/hfv3gfs/role.epic/RT/NEMSfv3gfs/develop-20240408 -COMPARISON DIRECTORY: /lfs4/HFIP/h-nems/Fernando.Andrade-maldonado/RT_RUNDIRS/Fernando.Andrade-maldonado/FV3_RT/rt_3990282 +COMPARISON DIRECTORY: /lfs4/HFIP/h-nems/Fernando.Andrade-maldonado/RT_RUNDIRS/Fernando.Andrade-maldonado/FV3_RT/rt_3732077 RT.SH OPTIONS USED: * (-a) - HPC PROJECT ACCOUNT: h-nems * (-l) - USE CONFIG FILE: rt.conf * (-e) - USE ECFLOW -PASS -- COMPILE 's2swa_32bit_intel' [40:24, 38:39] -PASS -- TEST 'cpld_control_p8_mixedmode_intel' [14:54, 07:17](1795 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_intel' [56:31, 54:32] -PASS -- TEST 'cpld_control_gfsv17_intel' [24:00, 20:35](1661 MB) -PASS -- TEST 'cpld_control_gfsv17_iau_intel' [28:33, 22:22](1885 MB) -PASS -- TEST 'cpld_restart_gfsv17_intel' [14:17, 10:45](991 MB) -PASS -- TEST 'cpld_mpi_gfsv17_intel' [26:44, 23:52](1630 MB) - -PASS -- COMPILE 's2swa_intel' [40:24, 39:12] -PASS -- TEST 'cpld_control_p8_intel' [11:28, 08:16](1805 MB) -PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [14:48, 07:54](1822 MB) -PASS -- TEST 'cpld_restart_p8_intel' [07:43, 04:20](1713 MB) -PASS -- TEST 'cpld_control_qr_p8_intel' [13:31, 07:50](1842 MB) -PASS -- TEST 'cpld_restart_qr_p8_intel' [07:35, 04:26](1726 MB) -PASS -- TEST 'cpld_2threads_p8_intel' [10:34, 07:39](2270 MB) -PASS -- TEST 'cpld_decomp_p8_intel' [13:21, 08:05](1806 MB) -PASS -- TEST 'cpld_mpi_p8_intel' [10:34, 07:06](1762 MB) -PASS -- TEST 'cpld_control_ciceC_p8_intel' [10:47, 08:04](1812 MB) -PASS -- TEST 'cpld_s2sa_p8_intel' [17:43, 07:14](1767 MB) - -PASS -- COMPILE 's2sw_intel' [37:23, 36:11] -PASS -- TEST 'cpld_control_noaero_p8_intel' [08:58, 06:02](1663 MB) -PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [09:01, 05:57](1720 MB) - -PASS -- COMPILE 's2swa_debug_intel' [07:08, 05:25] -PASS -- TEST 'cpld_debug_p8_intel' [13:57, 10:32](1851 MB) - -PASS -- COMPILE 's2sw_debug_intel' [06:07, 05:05] -PASS -- TEST 'cpld_debug_noaero_p8_intel' [10:23, 07:11](1679 MB) - -PASS -- COMPILE 's2s_aoflux_intel' [34:18, 32:58] -PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [09:49, 05:45](1704 MB) - -PASS -- COMPILE 's2s_intel' [34:18, 32:45] -PASS -- TEST 'cpld_control_c48_intel' [15:11, 12:45](2805 MB) - -PASS -- COMPILE 's2swa_faster_intel' [35:42, 33:38] -PASS -- TEST 'cpld_control_p8_faster_intel' [54:25, 07:22](1827 MB) - -PASS -- COMPILE 's2sw_pdlib_intel' [48:24, 46:54] -PASS -- TEST 'cpld_control_pdlib_p8_intel' [23:34, 21:03](1675 MB) -PASS -- TEST 'cpld_restart_pdlib_p8_intel' [14:46, 10:47](1028 MB) -PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [27:36, 24:09](1661 MB) - -PASS -- COMPILE 's2sw_pdlib_debug_intel' [07:09, 05:07] -PASS -- TEST 'cpld_debug_pdlib_p8_intel' [34:42, 32:11](1685 MB) - -PASS -- COMPILE 'atm_dyn32_intel' [36:19, 34:34] -PASS -- TEST 'control_flake_intel' [17:34, 04:29](646 MB) -PASS -- TEST 'control_CubedSphereGrid_intel' [19:41, 03:19](600 MB) -PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [15:40, 03:34](605 MB) -PASS -- TEST 'control_latlon_intel' [16:34, 03:15](594 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [15:40, 03:26](598 MB) -PASS -- TEST 'control_c48_intel' [12:36, 10:09](846 MB) -PASS -- TEST 'control_c48.v2.sfc_intel' [15:45, 10:10](848 MB) -PASS -- TEST 'control_c192_intel' [23:55, 12:23](730 MB) -PASS -- TEST 'control_c384_intel' [27:09, 16:36](889 MB) -PASS -- TEST 'control_c384gdas_intel' [28:07, 14:32](1017 MB) -PASS -- TEST 'control_stochy_intel' [17:35, 02:12](603 MB) -PASS -- TEST 'control_stochy_restart_intel' [05:26, 01:21](433 MB) -PASS -- TEST 'control_lndp_intel' [18:37, 02:10](603 MB) -PASS -- TEST 'control_iovr4_intel' [17:38, 03:16](593 MB) -PASS -- TEST 'control_iovr5_intel' [19:39, 03:21](594 MB) -PASS -- TEST 'control_p8_intel' [20:54, 04:03](1571 MB) -PASS -- TEST 'control_p8.v2.sfc_intel' [17:36, 04:01](1563 MB) -PASS -- TEST 'control_p8_ugwpv1_intel' [13:29, 03:53](1577 MB) -PASS -- TEST 'control_restart_p8_intel' [07:17, 02:08](810 MB) -PASS -- TEST 'control_noqr_p8_intel' [09:00, 03:52](1570 MB) -PASS -- TEST 'control_restart_noqr_p8_intel' [07:08, 02:05](845 MB) -PASS -- TEST 'control_decomp_p8_intel' [09:01, 04:03](1565 MB) -PASS -- TEST 'control_2threads_p8_intel' [09:06, 03:40](1663 MB) -PASS -- TEST 'control_p8_lndp_intel' [11:55, 06:58](1579 MB) -PASS -- TEST 'control_p8_rrtmgp_intel' [10:53, 05:07](1631 MB) -PASS -- TEST 'control_p8_mynn_intel' [11:28, 03:55](1589 MB) -PASS -- TEST 'merra2_thompson_intel' [11:47, 04:34](1573 MB) -PASS -- TEST 'regional_control_intel' [13:51, 07:19](762 MB) -PASS -- TEST 'regional_restart_intel' [11:46, 03:45](933 MB) -PASS -- TEST 'regional_decomp_intel' [13:46, 07:47](754 MB) -PASS -- TEST 'regional_2threads_intel' [07:48, 04:16](754 MB) -PASS -- TEST 'regional_netcdf_parallel_intel' [12:52, 07:20](764 MB) -PASS -- TEST 'regional_2dwrtdecomp_intel' [12:41, 07:18](758 MB) - -PASS -- COMPILE 'rrfs_intel' [34:18, 32:57] -PASS -- TEST 'rap_control_intel' [13:08, 10:16](988 MB) -PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [17:46, 05:39](1213 MB) -PASS -- TEST 'rap_decomp_intel' [13:08, 10:43](990 MB) -PASS -- TEST 'rap_2threads_intel' [12:37, 09:43](1082 MB) -PASS -- TEST 'rap_restart_intel' [11:28, 05:24](989 MB) -PASS -- TEST 'rap_sfcdiff_intel' [13:18, 10:15](991 MB) -PASS -- TEST 'rap_sfcdiff_decomp_intel' [13:18, 10:57](988 MB) -PASS -- TEST 'rap_sfcdiff_restart_intel' [12:27, 07:46](986 MB) -PASS -- TEST 'hrrr_control_intel' [08:38, 05:17](984 MB) -PASS -- TEST 'hrrr_control_decomp_intel' [18:13, 05:22](978 MB) -PASS -- TEST 'hrrr_control_2threads_intel' [17:34, 04:48](1062 MB) -PASS -- TEST 'hrrr_control_restart_intel' [06:30, 02:46](925 MB) -PASS -- TEST 'rrfs_v1beta_intel' [12:46, 10:00](978 MB) -PASS -- TEST 'rrfs_v1nssl_intel' [14:43, 12:29](1939 MB) -PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [13:39, 12:01](1940 MB) - -PASS -- COMPILE 'csawmg_intel' [33:17, 31:23] -PASS -- TEST 'control_csawmg_intel' [12:43, 08:13](691 MB) -PASS -- TEST 'control_csawmgt_intel' [13:40, 08:07](692 MB) -PASS -- TEST 'control_ras_intel' [09:25, 04:30](664 MB) - -PASS -- COMPILE 'wam_intel' [31:16, 30:05] -PASS -- TEST 'control_wam_intel' [07:22, 02:43](497 MB) - -PASS -- COMPILE 'atm_faster_dyn32_intel' [33:18, 31:54] -PASS -- TEST 'control_p8_faster_intel' [06:35, 03:41](1570 MB) -PASS -- TEST 'regional_control_faster_intel' [09:45, 06:49](763 MB) - -PASS -- COMPILE 'atm_debug_dyn32_intel' [08:09, 06:09] -PASS -- TEST 'control_CubedSphereGrid_debug_intel' [09:27, 03:28](754 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [09:33, 03:29](759 MB) -PASS -- TEST 'control_stochy_debug_intel' [10:26, 03:47](764 MB) -PASS -- TEST 'control_lndp_debug_intel' [08:23, 03:31](756 MB) -PASS -- TEST 'control_csawmg_debug_intel' [09:41, 05:19](805 MB) -PASS -- TEST 'control_csawmgt_debug_intel' [09:43, 05:08](811 MB) -PASS -- TEST 'control_ras_debug_intel' [07:24, 03:24](769 MB) -PASS -- TEST 'control_diag_debug_intel' [06:35, 03:29](818 MB) -PASS -- TEST 'control_debug_p8_intel' [06:56, 03:32](1587 MB) -PASS -- TEST 'regional_debug_intel' [26:50, 21:43](774 MB) -PASS -- TEST 'rap_control_debug_intel' [09:21, 06:04](1147 MB) -PASS -- TEST 'hrrr_control_debug_intel' [09:21, 05:57](1143 MB) -PASS -- TEST 'hrrr_gf_debug_intel' [09:27, 05:59](1148 MB) -PASS -- TEST 'hrrr_c3_debug_intel' [09:26, 06:03](1149 MB) -PASS -- TEST 'rap_unified_drag_suite_debug_intel' [09:24, 06:03](1155 MB) -PASS -- TEST 'rap_diag_debug_intel' [08:38, 06:27](1228 MB) -PASS -- TEST 'rap_cires_ugwp_debug_intel' [08:20, 06:08](1148 MB) -PASS -- TEST 'rap_unified_ugwp_debug_intel' [08:20, 06:09](1148 MB) -PASS -- TEST 'rap_lndp_debug_intel' [08:25, 06:12](1147 MB) -PASS -- TEST 'rap_progcld_thompson_debug_intel' [08:24, 06:06](1150 MB) -PASS -- TEST 'rap_noah_debug_intel' [09:23, 05:56](1150 MB) -PASS -- TEST 'rap_sfcdiff_debug_intel' [09:22, 06:04](1145 MB) -PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [13:26, 09:52](1149 MB) -PASS -- TEST 'rrfs_v1beta_debug_intel' [11:24, 05:58](1143 MB) -PASS -- TEST 'rap_clm_lake_debug_intel' [12:30, 07:23](1145 MB) -PASS -- TEST 'rap_flake_debug_intel' [11:27, 06:01](1147 MB) -PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [16:33, 10:28](1152 MB) - -PASS -- COMPILE 'wam_debug_intel' [12:09, 04:17] -PASS -- TEST 'control_wam_debug_intel' [10:20, 06:06](437 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [34:19, 30:22] -PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [01:45, 05:16](1087 MB) -PASS -- TEST 'rap_control_dyn32_phy32_intel' [06:23, 08:21](896 MB) -PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [06:11, 04:24](867 MB) -PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [05:47, 07:58](944 MB) -PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [07:45, 04:09](909 MB) -PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [06:34, 04:42](858 MB) -PASS -- TEST 'rap_restart_dyn32_phy32_intel' [13:24, 06:25](900 MB) -PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [09:30, 02:34](844 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [45:22, 42:59] -PASS -- TEST 'conus13km_control_intel' [49:19, 03:05](1107 MB) -PASS -- TEST 'conus13km_2threads_intel' [09:53, 01:22](1058 MB) -PASS -- TEST 'conus13km_restart_mismatch_intel' [09:51, 01:35](1027 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [35:19, 30:44] -PASS -- TEST 'rap_control_dyn64_phy32_intel' [53:15, 05:36](904 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [07:08, 04:12] -PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [20:35, 06:02](1031 MB) -PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [25:39, 05:56](1028 MB) -PASS -- TEST 'conus13km_debug_intel' [44:17, 18:22](1140 MB) -PASS -- TEST 'conus13km_debug_qr_intel' [03:23, 18:43](854 MB) -PASS -- TEST 'conus13km_debug_2threads_intel' [13:56, 10:41](1086 MB) -PASS -- TEST 'conus13km_radar_tten_debug_intel' [00:18, 18:40](1210 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [06:08, 04:20] -PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [58:53, 06:10](1072 MB) - -PASS -- COMPILE 'hafsw_intel' [39:21, 34:44] -PASS -- TEST 'hafs_regional_atm_intel' [37:50, 07:09](725 MB) -PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [33:40, 06:49](1087 MB) -PASS -- TEST 'hafs_regional_atm_ocn_intel' [45:02, 09:39](774 MB) -PASS -- TEST 'hafs_regional_atm_wav_intel' [50:45, 16:28](801 MB) -PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [55:08, 18:11](824 MB) -PASS -- TEST 'gnv1_nested_intel' [39:55, 06:21](786 MB) - -PASS -- COMPILE 'hafs_all_intel' [36:20, 32:13] -PASS -- TEST 'hafs_regional_docn_intel' [38:44, 08:53](773 MB) -PASS -- TEST 'hafs_regional_docn_oisst_intel' [38:59, 09:12](752 MB) - -PASS -- COMPILE 'datm_cdeps_intel' [49:24, 08:03] -PASS -- TEST 'datm_cdeps_control_cfsr_intel' [26:34, 03:38](1055 MB) -PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [04:21, 02:16](1032 MB) -PASS -- TEST 'datm_cdeps_control_gefs_intel' [26:32, 03:38](937 MB) -PASS -- TEST 'datm_cdeps_iau_gefs_intel' [27:30, 03:36](922 MB) -PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [22:27, 03:35](929 MB) -PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [26:31, 03:42](1065 MB) -PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [26:33, 03:44](1051 MB) -PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [27:31, 03:33](924 MB) -PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [31:27, 07:52](885 MB) -PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [31:28, 07:53](843 MB) -PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [25:26, 03:40](1061 MB) -PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [15:28, 05:08](2400 MB) -PASS -- TEST 'datm_cdeps_gfs_intel' [26:30, 05:25](2279 MB) - -PASS -- COMPILE 'datm_cdeps_debug_intel' [43:23, 03:19] -PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [21:27, 08:01](1015 MB) - -PASS -- COMPILE 'datm_cdeps_faster_intel' [50:24, 07:52] -PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [11:21, 03:48](1056 MB) - -PASS -- COMPILE 'datm_cdeps_land_intel' [33:19, 01:40] -PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [10:40, 01:47](229 MB) -PASS -- TEST 'datm_cdeps_lnd_era5_intel' [09:32, 01:29](255 MB) -PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [04:25, 00:59](251 MB) - -PASS -- COMPILE 'atml_intel' [08:32, 38:50] -PASS -- TEST 'control_p8_atmlnd_sbs_intel' [12:48, 09:08](1613 MB) -PASS -- TEST 'control_p8_atmlnd_intel' [11:44, 08:55](1612 MB) -PASS -- TEST 'control_restart_p8_atmlnd_intel' [07:49, 05:09](872 MB) - -PASS -- COMPILE 'atmw_intel' [48:24, 31:51] -PASS -- TEST 'atmwav_control_noaero_p8_intel' [05:43, 02:21](1612 MB) - -PASS -- COMPILE 'atmwm_intel' [38:20, 31:14] -PASS -- TEST 'control_atmwav_intel' [05:11, 02:15](611 MB) - -PASS -- COMPILE 'atmaero_intel' [38:19, 30:49] -PASS -- TEST 'atmaero_control_p8_intel' [08:25, 05:16](1697 MB) -PASS -- TEST 'atmaero_control_p8_rad_intel' [09:25, 06:25](1718 MB) -PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [09:07, 06:40](1735 MB) +PASS -- COMPILE 's2swa_32bit_intel' [39:09, 38:13] +PASS -- TEST 'cpld_control_p8_mixedmode_intel' [34:43, 06:59](1795 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_intel' [48:09, 47:30] +PASS -- TEST 'cpld_control_gfsv17_intel' [21:35, 20:47](1664 MB) +PASS -- TEST 'cpld_control_gfsv17_iau_intel' [59:24, 22:19](1892 MB) +PASS -- TEST 'cpld_restart_gfsv17_intel' [47:58, 10:20](996 MB) +PASS -- TEST 'cpld_mpi_gfsv17_intel' [00:54, 23:54](1629 MB) + +PASS -- COMPILE 's2swa_intel' [18:12, 38:37] +PASS -- TEST 'cpld_control_p8_intel' [45:42, 07:28](1831 MB) +PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [53:05, 07:26](1825 MB) +PASS -- TEST 'cpld_restart_p8_intel' [53:54, 04:29](1716 MB) +PASS -- TEST 'cpld_control_qr_p8_intel' [20:44, 07:38](1841 MB) +PASS -- TEST 'cpld_restart_qr_p8_intel' [16:31, 04:41](1726 MB) +PASS -- TEST 'cpld_2threads_p8_intel' [05:52, 07:05](2277 MB) +PASS -- TEST 'cpld_decomp_p8_intel' [29:36, 07:38](1823 MB) +PASS -- TEST 'cpld_mpi_p8_intel' [12:35, 06:19](1774 MB) +PASS -- TEST 'cpld_control_ciceC_p8_intel' [38:01, 07:27](1834 MB) +PASS -- TEST 'cpld_s2sa_p8_intel' [59:55, 07:03](1796 MB) + +PASS -- COMPILE 's2sw_intel' [36:08, 35:07] +PASS -- TEST 'cpld_control_noaero_p8_intel' [23:43, 05:51](1668 MB) +PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [29:54, 05:42](1713 MB) + +PASS -- COMPILE 's2swa_debug_intel' [41:09, 05:02] +PASS -- TEST 'cpld_debug_p8_intel' [43:47, 10:28](1843 MB) + +PASS -- COMPILE 's2sw_debug_intel' [12:07, 04:50] +PASS -- TEST 'cpld_debug_noaero_p8_intel' [28:28, 07:12](1680 MB) + +PASS -- COMPILE 's2s_aoflux_intel' [41:10, 32:02] +PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [04:05, 05:45](1717 MB) + +PASS -- COMPILE 's2s_intel' [56:11, 32:30] +PASS -- TEST 'cpld_control_c48_intel' [24:03, 12:42](2796 MB) + +PASS -- COMPILE 's2swa_faster_intel' [09:16, 32:58] +PASS -- TEST 'cpld_control_p8_faster_intel' [48:59, 07:08](1834 MB) + +PASS -- COMPILE 's2sw_pdlib_intel' [52:15, 52:26] +PASS -- TEST 'cpld_control_pdlib_p8_intel' [30:44, 20:58](1682 MB) +PASS -- TEST 'cpld_restart_pdlib_p8_intel' [12:35, 10:19](1030 MB) +PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [24:32, 22:25](1651 MB) + +PASS -- COMPILE 's2sw_pdlib_debug_intel' [34:08, 05:05] +PASS -- TEST 'cpld_debug_pdlib_p8_intel' [05:16, 32:09](1690 MB) + +PASS -- COMPILE 'atm_dyn32_intel' [02:10, 34:28] +PASS -- TEST 'control_flake_intel' [31:42, 04:43](646 MB) +PASS -- TEST 'control_CubedSphereGrid_intel' [29:46, 03:15](595 MB) +PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [30:52, 03:43](607 MB) +PASS -- TEST 'control_latlon_intel' [30:38, 03:31](597 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [30:48, 03:24](593 MB) +PASS -- TEST 'control_c48_intel' [18:38, 10:09](843 MB) +PASS -- TEST 'control_c48.v2.sfc_intel' [18:39, 10:09](845 MB) +PASS -- TEST 'control_c192_intel' [40:02, 12:43](730 MB) +PASS -- TEST 'control_c384_intel' [43:40, 15:57](897 MB) +PASS -- TEST 'control_c384gdas_intel' [43:15, 13:51](1020 MB) +PASS -- TEST 'control_stochy_intel' [26:38, 02:15](603 MB) +PASS -- TEST 'control_stochy_restart_intel' [04:26, 01:22](435 MB) +PASS -- TEST 'control_lndp_intel' [29:42, 02:21](603 MB) +PASS -- TEST 'control_iovr4_intel' [30:42, 03:34](594 MB) +PASS -- TEST 'control_iovr5_intel' [26:41, 03:21](594 MB) +PASS -- TEST 'control_p8_intel' [32:33, 04:09](1575 MB) +PASS -- TEST 'control_p8.v2.sfc_intel' [33:00, 04:10](1571 MB) +PASS -- TEST 'control_p8_ugwpv1_intel' [31:58, 04:03](1581 MB) +PASS -- TEST 'control_restart_p8_intel' [04:14, 02:34](816 MB) +PASS -- TEST 'control_noqr_p8_intel' [31:48, 04:04](1571 MB) +PASS -- TEST 'control_restart_noqr_p8_intel' [04:34, 02:17](832 MB) +PASS -- TEST 'control_decomp_p8_intel' [30:37, 04:15](1562 MB) +PASS -- TEST 'control_2threads_p8_intel' [23:29, 03:52](1663 MB) +PASS -- TEST 'control_p8_lndp_intel' [16:05, 07:21](1570 MB) +PASS -- TEST 'control_p8_rrtmgp_intel' [09:06, 05:21](1634 MB) +PASS -- TEST 'control_p8_mynn_intel' [01:02, 04:03](1575 MB) +PASS -- TEST 'merra2_thompson_intel' [40:04, 04:50](1590 MB) +PASS -- TEST 'regional_control_intel' [32:49, 07:22](758 MB) +PASS -- TEST 'regional_restart_intel' [04:36, 03:52](931 MB) +PASS -- TEST 'regional_decomp_intel' [09:36, 07:31](759 MB) +PASS -- TEST 'regional_2threads_intel' [05:34, 04:28](752 MB) +PASS -- TEST 'regional_netcdf_parallel_intel' [08:47, 07:05](766 MB) +PASS -- TEST 'regional_2dwrtdecomp_intel' [08:40, 07:03](761 MB) + +PASS -- COMPILE 'rrfs_intel' [48:09, 32:19] +PASS -- TEST 'rap_control_intel' [12:12, 10:04](991 MB) +PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [08:11, 05:49](1213 MB) +PASS -- TEST 'rap_decomp_intel' [12:02, 10:44](989 MB) +PASS -- TEST 'rap_2threads_intel' [11:54, 09:43](1084 MB) +PASS -- TEST 'rap_restart_intel' [07:31, 05:13](993 MB) +PASS -- TEST 'rap_sfcdiff_intel' [12:17, 10:14](990 MB) +PASS -- TEST 'rap_sfcdiff_decomp_intel' [12:56, 10:55](992 MB) +PASS -- TEST 'rap_sfcdiff_restart_intel' [09:24, 07:28](1002 MB) +PASS -- TEST 'hrrr_control_intel' [07:17, 05:28](989 MB) +PASS -- TEST 'hrrr_control_decomp_intel' [07:02, 05:27](977 MB) +PASS -- TEST 'hrrr_control_2threads_intel' [06:57, 05:05](1063 MB) +PASS -- TEST 'hrrr_control_restart_intel' [03:24, 02:48](916 MB) +PASS -- TEST 'rrfs_v1beta_intel' [12:26, 10:18](986 MB) +PASS -- TEST 'rrfs_v1nssl_intel' [13:31, 12:27](1942 MB) +PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [13:25, 12:19](1931 MB) + +PASS -- COMPILE 'csawmg_intel' [04:11, 30:57] +PASS -- TEST 'control_csawmg_intel' [08:38, 08:02](692 MB) +PASS -- TEST 'control_csawmgt_intel' [08:40, 07:57](699 MB) +PASS -- TEST 'control_ras_intel' [05:22, 04:28](667 MB) + +PASS -- COMPILE 'wam_intel' [38:08, 29:46] +PASS -- TEST 'control_wam_intel' [03:18, 02:49](502 MB) + +PASS -- COMPILE 'atm_faster_dyn32_intel' [46:09, 31:20] +PASS -- TEST 'control_p8_faster_intel' [05:34, 03:37](1581 MB) +PASS -- TEST 'regional_control_faster_intel' [07:36, 06:27](766 MB) + +PASS -- COMPILE 'atm_debug_dyn32_intel' [09:06, 05:40] +PASS -- TEST 'control_CubedSphereGrid_debug_intel' [04:23, 03:22](764 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [05:29, 03:24](758 MB) +PASS -- TEST 'control_stochy_debug_intel' [05:19, 03:44](759 MB) +PASS -- TEST 'control_lndp_debug_intel' [04:20, 03:22](763 MB) +PASS -- TEST 'control_csawmg_debug_intel' [06:34, 05:14](806 MB) +PASS -- TEST 'control_csawmgt_debug_intel' [06:34, 05:10](805 MB) +PASS -- TEST 'control_ras_debug_intel' [04:22, 03:24](774 MB) +PASS -- TEST 'control_diag_debug_intel' [04:26, 03:26](818 MB) +PASS -- TEST 'control_debug_p8_intel' [04:55, 03:34](1594 MB) +PASS -- TEST 'regional_debug_intel' [22:44, 21:43](775 MB) +PASS -- TEST 'rap_control_debug_intel' [06:23, 06:02](1154 MB) +PASS -- TEST 'hrrr_control_debug_intel' [06:21, 05:55](1149 MB) +PASS -- TEST 'hrrr_gf_debug_intel' [06:21, 05:59](1150 MB) +PASS -- TEST 'hrrr_c3_debug_intel' [06:22, 06:01](1152 MB) +PASS -- TEST 'rap_unified_drag_suite_debug_intel' [06:21, 06:01](1157 MB) +PASS -- TEST 'rap_diag_debug_intel' [07:30, 06:17](1231 MB) +PASS -- TEST 'rap_cires_ugwp_debug_intel' [07:20, 06:07](1151 MB) +PASS -- TEST 'rap_unified_ugwp_debug_intel' [07:19, 06:07](1149 MB) +PASS -- TEST 'rap_lndp_debug_intel' [06:20, 06:04](1148 MB) +PASS -- TEST 'rap_progcld_thompson_debug_intel' [06:21, 06:01](1154 MB) +PASS -- TEST 'rap_noah_debug_intel' [06:18, 05:54](1149 MB) +PASS -- TEST 'rap_sfcdiff_debug_intel' [06:20, 06:00](1152 MB) +PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [10:19, 09:48](1145 MB) +PASS -- TEST 'rrfs_v1beta_debug_intel' [06:17, 05:56](1140 MB) +PASS -- TEST 'rap_clm_lake_debug_intel' [08:20, 07:18](1152 MB) +PASS -- TEST 'rap_flake_debug_intel' [06:18, 06:00](1145 MB) +PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [12:24, 10:26](1156 MB) + +PASS -- COMPILE 'wam_debug_intel' [11:06, 03:45] +PASS -- TEST 'control_wam_debug_intel' [07:20, 06:08](468 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [31:08, 30:02] +PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [07:01, 05:07](1070 MB) +PASS -- TEST 'rap_control_dyn32_phy32_intel' [09:56, 08:08](900 MB) +PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [06:02, 04:23](868 MB) +PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [09:16, 07:49](946 MB) +PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [05:44, 04:01](907 MB) +PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [06:07, 04:38](856 MB) +PASS -- TEST 'rap_restart_dyn32_phy32_intel' [08:23, 06:12](897 MB) +PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [03:29, 02:20](849 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [45:10, 42:24] +PASS -- TEST 'conus13km_control_intel' [04:02, 02:54](1105 MB) +PASS -- TEST 'conus13km_2threads_intel' [02:37, 01:30](1052 MB) +PASS -- TEST 'conus13km_restart_mismatch_intel' [02:34, 01:33](1023 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [31:08, 30:23] +PASS -- TEST 'rap_control_dyn64_phy32_intel' [06:46, 05:30](903 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [15:07, 03:55] +PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [06:21, 05:58](1030 MB) +PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [06:22, 05:51](1027 MB) +PASS -- TEST 'conus13km_debug_intel' [19:47, 18:22](1139 MB) +PASS -- TEST 'conus13km_debug_qr_intel' [19:42, 18:35](880 MB) +PASS -- TEST 'conus13km_debug_2threads_intel' [11:38, 10:41](1083 MB) +PASS -- TEST 'conus13km_radar_tten_debug_intel' [19:42, 18:26](1203 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [09:06, 03:53] +PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [06:18, 06:03](1071 MB) + +PASS -- COMPILE 'hafsw_intel' [39:08, 34:41] +PASS -- TEST 'hafs_regional_atm_intel' [08:17, 06:59](717 MB) +PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [07:23, 06:24](1085 MB) +PASS -- TEST 'hafs_regional_atm_ocn_intel' [11:35, 09:12](776 MB) +PASS -- TEST 'hafs_regional_atm_wav_intel' [18:16, 16:07](800 MB) +PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [19:26, 17:54](830 MB) +PASS -- TEST 'gnv1_nested_intel' [07:09, 05:32](776 MB) + +PASS -- COMPILE 'hafs_all_intel' [02:10, 31:56] +PASS -- TEST 'hafs_regional_docn_intel' [10:22, 08:35](766 MB) +PASS -- TEST 'hafs_regional_docn_oisst_intel' [10:21, 08:34](755 MB) + +PASS -- COMPILE 'datm_cdeps_intel' [33:08, 08:05] +PASS -- TEST 'datm_cdeps_control_cfsr_intel' [04:17, 03:37](1060 MB) +PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [03:18, 02:11](1031 MB) +PASS -- TEST 'datm_cdeps_control_gefs_intel' [04:15, 03:31](920 MB) +PASS -- TEST 'datm_cdeps_iau_gefs_intel' [04:16, 03:37](927 MB) +PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [04:14, 03:40](925 MB) +PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [04:15, 03:37](1056 MB) +PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [04:14, 03:39](1063 MB) +PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [04:14, 03:31](927 MB) +PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [09:07, 07:52](885 MB) +PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [09:05, 07:47](848 MB) +PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [04:11, 03:36](1063 MB) +PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [05:17, 05:01](2401 MB) +PASS -- TEST 'datm_cdeps_gfs_intel' [06:14, 05:03](2356 MB) + +PASS -- COMPILE 'datm_cdeps_debug_intel' [24:07, 03:23] +PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [08:18, 07:57](1017 MB) + +PASS -- COMPILE 'datm_cdeps_faster_intel' [18:07, 08:15] +PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [04:17, 03:36](1061 MB) + +PASS -- COMPILE 'datm_cdeps_land_intel' [03:06, 02:06] +PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [02:29, 01:34](230 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_intel' [02:23, 01:17](255 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [01:24, 00:49](257 MB) + +PASS -- COMPILE 'atml_intel' [35:11, 34:22] +PASS -- TEST 'control_p8_atmlnd_sbs_intel' [09:42, 07:52](1613 MB) +PASS -- TEST 'control_p8_atmlnd_intel' [09:42, 07:45](1603 MB) +PASS -- TEST 'control_restart_p8_atmlnd_intel' [05:52, 04:09](862 MB) + +PASS -- COMPILE 'atmw_intel' [33:08, 32:49] +PASS -- TEST 'atmwav_control_noaero_p8_intel' [04:24, 02:17](1612 MB) + +PASS -- COMPILE 'atmwm_intel' [32:09, 31:12] +PASS -- TEST 'control_atmwav_intel' [04:10, 02:11](613 MB) + +PASS -- COMPILE 'atmaero_intel' [31:08, 30:28] +PASS -- TEST 'atmaero_control_p8_intel' [07:22, 05:08](1702 MB) +PASS -- TEST 'atmaero_control_p8_rad_intel' [08:20, 06:16](1719 MB) +PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [08:07, 06:37](1729 MB) SYNOPSIS: -Starting Date/Time: 20240411 19:42:09 -Ending Date/Time: 20240412 00:07:36 -Total Time: 04h:26m:09s +Starting Date/Time: 20240415 20:38:03 +Ending Date/Time: 20240416 01:26:35 +Total Time: 04h:49m:06s Compiles Completed: 33/33 Tests Completed: 161/161 diff --git a/tests/logs/RegressionTests_orion.log b/tests/logs/RegressionTests_orion.log index ba251e694f..e925006e5b 100644 --- a/tests/logs/RegressionTests_orion.log +++ b/tests/logs/RegressionTests_orion.log @@ -1,7 +1,7 @@ ====START OF ORION REGRESSION TESTING LOG==== UFSWM hash used in testing: -ffacfb6d50c9803809d458a42c634f89aaec8861 +684ddd65adbf26b3a8003e05c8af6c4e19be63f8 Submodule hashes used in testing: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) @@ -11,8 +11,8 @@ Submodule hashes used in testing: f6ff8f7c4d4cb6feabe3651b13204cf43fc948e3 CICE-interface/CICE/icepack (Icepack1.1.0-182-gf6ff8f7) 4e19850cb083bc474b7cde5dc2f8506ec74cc442 CMEPS-interface/CMEPS (cmeps_v0.4.1-2306-g4e19850) cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - cbd207b7e6376f71a58c8e79b477eac55b59f28b FV3 (remotes/origin/nesting-fixes) - d14b3cbe2135727e3251d9045b3459a0b2d286a0 FV3/atmos_cubed_sphere (201912_public_release-390-gd14b3cb) + 6e1bc3ebf0671c91a47ece876afef46300362e67 FV3 (remotes/origin/remove_nowarn) + b447c635161864f2de5e941f6dbe7387b5525167 FV3/atmos_cubed_sphere (201912_public_release-402-gb447c63) 011db4f80a02cba6d65958ace56e8efb197be62b FV3/ccpp/framework (ccpp_transition_to_vlab_master_20190705-704-g011db4f) 9b0ac7b16a45afe5e7f1abf9571d3484158a5b43 FV3/ccpp/physics (EP4-741-g9b0ac7b1) 74a0e098b2163425e4b5466c2dfcf8ae26d560a5 FV3/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (v1.6) @@ -26,19 +26,7 @@ Submodule hashes used in testing: 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6) 6a51f0295bc1a877475b527157a33aa86eb532fe NOAHMP-interface/noahmp (v3.7.1-426-g6a51f02) d9b3172f4197c65d471662c6952a668152d71230 WW3 (6.07.1-345-gd9b3172f) - 7dc4d9ba48dea57f88f4f10091c8c2042105954e stochastic_physics (ufs-v2.0.0-210-g7dc4d9b) - 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) - 3d7067a523b8557058755289e4275f5f5c985daf CDEPS-interface/CDEPS (cdeps0.4.17-40-g3d7067a) - c9e4679f449e30bb4cc0f22164b4401a8b50f7a6 CICE-interface/CICE (CICE6.0.0-447-gc9e4679) - 4e19850cb083bc474b7cde5dc2f8506ec74cc442 CMEPS-interface/CMEPS (cmeps_v0.4.1-2306-g4e19850) - cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - cbd207b7e6376f71a58c8e79b477eac55b59f28b FV3 (remotes/origin/nesting-fixes) - 041422934cae1570f2f0e67239d5d89f11c6e1b7 GOCART (sdr_v2.1.2.6-119-g0414229) - 35789c757766e07f688b4c0c7c5229816f224b09 HYCOM-interface/HYCOM (2.3.00-121-g35789c7) - ab7bd14d209592d55490e75dbfaa61cb4a62df97 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10032-gab7bd14d2) - 6a51f0295bc1a877475b527157a33aa86eb532fe NOAHMP-interface/noahmp (v3.7.1-426-g6a51f02) - d9b3172f4197c65d471662c6952a668152d71230 WW3 (6.07.1-345-gd9b3172f) - 7dc4d9ba48dea57f88f4f10091c8c2042105954e stochastic_physics (ufs-v2.0.0-210-g7dc4d9b) + 36d87e5665c359f9dd3201a9d27ceecacc0d8e62 stochastic_physics (ufs-v2.0.0-215-g36d87e5) NOTES: @@ -48,276 +36,277 @@ The second time is specifically for the run phase. Times/Memory will be empty for failed tests. BASELINE DIRECTORY: /work/noaa/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240408 -COMPARISON DIRECTORY: /work/noaa/stmp/jongkim/stmp/jongkim/FV3_RT/rt_198648 +COMPARISON DIRECTORY: /work/noaa/stmp/zshrader/stmp/zshrader/FV3_RT/rt_215054 RT.SH OPTIONS USED: * (-a) - HPC PROJECT ACCOUNT: epic +* (-l) - USE CONFIG FILE: rt.conf * (-e) - USE ECFLOW -PASS -- COMPILE 's2swa_32bit_intel' [18:07, 15:40] -PASS -- TEST 'cpld_control_p8_mixedmode_intel' [35:04, 05:11](3180 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_intel' [20:07, 18:02] -PASS -- TEST 'cpld_control_gfsv17_intel' [44:05, 16:36](1738 MB) -PASS -- TEST 'cpld_control_gfsv17_iau_intel' [28:15, 18:28](2023 MB) -PASS -- TEST 'cpld_restart_gfsv17_intel' [18:01, 08:09](1110 MB) -PASS -- TEST 'cpld_mpi_gfsv17_intel' [47:20, 18:49](1642 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [08:06, 06:09] -PASS -- TEST 'cpld_debug_gfsv17_intel' [25:42, 23:00](1692 MB) - -PASS -- COMPILE 's2swa_intel' [17:07, 15:27] -PASS -- TEST 'cpld_control_p8_intel' [36:08, 05:41](3213 MB) -PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [36:18, 05:41](3206 MB) -PASS -- TEST 'cpld_restart_p8_intel' [07:05, 03:31](3252 MB) -PASS -- TEST 'cpld_control_qr_p8_intel' [37:05, 05:46](3235 MB) -PASS -- TEST 'cpld_restart_qr_p8_intel' [06:38, 03:32](3277 MB) -PASS -- TEST 'cpld_2threads_p8_intel' [37:05, 06:10](3559 MB) -PASS -- TEST 'cpld_decomp_p8_intel' [37:05, 05:44](3200 MB) -PASS -- TEST 'cpld_mpi_p8_intel' [34:52, 04:44](3066 MB) -PASS -- TEST 'cpld_control_ciceC_p8_intel' [36:26, 05:39](3211 MB) -PASS -- TEST 'cpld_control_c192_p8_intel' [38:28, 10:18](3263 MB) -PASS -- TEST 'cpld_restart_c192_p8_intel' [12:42, 06:18](3626 MB) -PASS -- TEST 'cpld_bmark_p8_intel' [45:42, 10:53](4115 MB) -PASS -- TEST 'cpld_restart_bmark_p8_intel' [22:10, 06:53](4374 MB) -PASS -- TEST 'cpld_s2sa_p8_intel' [36:02, 05:23](3178 MB) - -PASS -- COMPILE 's2sw_intel' [15:06, 13:28] -PASS -- TEST 'cpld_control_noaero_p8_intel' [32:23, 04:30](1737 MB) -PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [32:44, 04:32](1773 MB) - -PASS -- COMPILE 's2swa_debug_intel' [07:06, 05:20] -PASS -- TEST 'cpld_debug_p8_intel' [11:48, 08:27](3253 MB) - -PASS -- COMPILE 's2sw_debug_intel' [07:06, 05:12] -PASS -- TEST 'cpld_debug_noaero_p8_intel' [08:04, 05:57](1750 MB) - -PASS -- COMPILE 's2s_aoflux_intel' [15:06, 12:43] -PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [32:45, 04:30](1782 MB) - -PASS -- COMPILE 's2s_intel' [15:06, 12:38] -PASS -- TEST 'cpld_control_c48_intel' [33:08, 08:10](2831 MB) - -PASS -- COMPILE 's2swa_faster_intel' [20:07, 18:06] -PASS -- TEST 'cpld_control_p8_faster_intel' [32:58, 05:24](3211 MB) - -PASS -- COMPILE 's2sw_pdlib_intel' [28:08, 26:56] -PASS -- TEST 'cpld_control_pdlib_p8_intel' [19:30, 16:29](1779 MB) -PASS -- TEST 'cpld_restart_pdlib_p8_intel' [17:51, 08:10](1174 MB) -PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [27:31, 18:41](1683 MB) - -PASS -- COMPILE 's2sw_pdlib_debug_intel' [06:06, 04:51] -PASS -- TEST 'cpld_debug_pdlib_p8_intel' [54:28, 24:28](1718 MB) - -PASS -- COMPILE 'atm_dyn32_intel' [14:07, 12:43] -PASS -- TEST 'control_flake_intel' [28:29, 03:30](704 MB) -PASS -- TEST 'control_CubedSphereGrid_intel' [27:31, 02:29](653 MB) -PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [27:34, 02:36](660 MB) -PASS -- TEST 'control_latlon_intel' [27:27, 02:32](654 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [27:37, 02:34](652 MB) -PASS -- TEST 'control_c48_intel' [30:36, 05:58](874 MB) -PASS -- TEST 'control_c48.v2.sfc_intel' [30:36, 05:58](879 MB) -PASS -- TEST 'control_c192_intel' [33:45, 09:04](850 MB) -PASS -- TEST 'control_c384_intel' [35:49, 10:02](1251 MB) -PASS -- TEST 'control_c384gdas_intel' [36:10, 09:02](1360 MB) -PASS -- TEST 'control_stochy_intel' [15:22, 01:42](659 MB) -PASS -- TEST 'control_stochy_restart_intel' [02:18, 01:01](502 MB) -PASS -- TEST 'control_lndp_intel' [03:20, 01:42](617 MB) -PASS -- TEST 'control_iovr4_intel' [04:26, 02:33](649 MB) -PASS -- TEST 'control_iovr5_intel' [04:22, 02:29](654 MB) -PASS -- TEST 'control_p8_intel' [05:12, 03:02](1630 MB) -PASS -- TEST 'control_p8.v2.sfc_intel' [06:15, 03:04](1637 MB) -PASS -- TEST 'control_p8_ugwpv1_intel' [05:30, 02:52](1630 MB) -PASS -- TEST 'control_restart_p8_intel' [04:16, 01:46](890 MB) -PASS -- TEST 'control_noqr_p8_intel' [05:13, 02:57](1574 MB) -PASS -- TEST 'control_restart_noqr_p8_intel' [04:05, 01:46](927 MB) -PASS -- TEST 'control_decomp_p8_intel' [06:11, 03:11](1617 MB) -PASS -- TEST 'control_2threads_p8_intel' [06:04, 03:06](1719 MB) -PASS -- TEST 'control_p8_lndp_intel' [08:37, 05:22](1633 MB) -PASS -- TEST 'control_p8_rrtmgp_intel' [07:33, 04:06](1695 MB) -PASS -- TEST 'control_p8_mynn_intel' [06:26, 03:08](1639 MB) -PASS -- TEST 'merra2_thompson_intel' [06:46, 03:32](1593 MB) -PASS -- TEST 'regional_control_intel' [07:46, 05:06](858 MB) -PASS -- TEST 'regional_restart_intel' [04:35, 02:47](1018 MB) -PASS -- TEST 'regional_decomp_intel' [07:46, 05:36](848 MB) -PASS -- TEST 'regional_2threads_intel' [05:45, 03:47](851 MB) -PASS -- TEST 'regional_noquilt_intel' [07:47, 05:16](1362 MB) -PASS -- TEST 'regional_netcdf_parallel_intel' [07:50, 05:14](857 MB) -PASS -- TEST 'regional_2dwrtdecomp_intel' [07:50, 05:12](858 MB) -PASS -- TEST 'regional_wofs_intel' [08:51, 06:39](1919 MB) - -PASS -- COMPILE 'rrfs_intel' [21:10, 11:27] -PASS -- TEST 'rap_control_intel' [10:27, 07:55](1111 MB) -PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [07:58, 04:52](1293 MB) -PASS -- TEST 'rap_decomp_intel' [11:11, 08:07](1027 MB) -PASS -- TEST 'rap_2threads_intel' [10:30, 07:55](1176 MB) -PASS -- TEST 'rap_restart_intel' [13:26, 04:01](1101 MB) -PASS -- TEST 'rap_sfcdiff_intel' [10:34, 07:47](1101 MB) -PASS -- TEST 'rap_sfcdiff_decomp_intel' [12:21, 08:03](1032 MB) -PASS -- TEST 'rap_sfcdiff_restart_intel' [19:27, 05:51](1131 MB) -PASS -- TEST 'hrrr_control_intel' [08:29, 03:59](1041 MB) -PASS -- TEST 'hrrr_control_decomp_intel' [07:08, 04:05](1023 MB) -PASS -- TEST 'hrrr_control_2threads_intel' [06:23, 03:24](1111 MB) -PASS -- TEST 'hrrr_control_restart_intel' [15:29, 02:12](998 MB) -PASS -- TEST 'rrfs_v1beta_intel' [10:20, 07:38](1035 MB) -PASS -- TEST 'rrfs_v1nssl_intel' [10:24, 09:05](1993 MB) -PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [10:21, 08:58](2079 MB) - -PASS -- COMPILE 'csawmg_intel' [19:10, 11:33] -PASS -- TEST 'control_csawmg_intel' [07:40, 05:59](751 MB) -PASS -- TEST 'control_csawmgt_intel' [07:42, 06:00](747 MB) -PASS -- TEST 'control_ras_intel' [05:21, 03:18](738 MB) - -PASS -- COMPILE 'wam_intel' [18:09, 10:46] -PASS -- TEST 'control_wam_intel' [04:19, 02:08](660 MB) - -PASS -- COMPILE 'atm_faster_dyn32_intel' [19:10, 11:20] -PASS -- TEST 'control_p8_faster_intel' [05:31, 02:40](1631 MB) -PASS -- TEST 'regional_control_faster_intel' [06:42, 04:42](850 MB) - -PASS -- COMPILE 'atm_debug_dyn32_intel' [10:08, 04:46] -PASS -- TEST 'control_CubedSphereGrid_debug_intel' [04:24, 02:40](812 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [04:27, 02:49](813 MB) -PASS -- TEST 'control_stochy_debug_intel' [05:20, 03:05](815 MB) -PASS -- TEST 'control_lndp_debug_intel' [09:16, 02:49](818 MB) -PASS -- TEST 'control_csawmg_debug_intel' [14:40, 04:11](859 MB) -PASS -- TEST 'control_csawmgt_debug_intel' [14:40, 04:04](865 MB) -PASS -- TEST 'control_ras_debug_intel' [11:29, 02:45](833 MB) -PASS -- TEST 'control_diag_debug_intel' [11:24, 02:51](869 MB) -PASS -- TEST 'control_debug_p8_intel' [16:55, 02:59](1636 MB) -PASS -- TEST 'regional_debug_intel' [30:51, 17:25](841 MB) -PASS -- TEST 'rap_control_debug_intel' [13:20, 05:05](1211 MB) -PASS -- TEST 'hrrr_control_debug_intel' [12:26, 04:51](1200 MB) -PASS -- TEST 'hrrr_gf_debug_intel' [17:26, 04:44](1207 MB) -PASS -- TEST 'hrrr_c3_debug_intel' [17:24, 04:59](1205 MB) -PASS -- TEST 'rap_unified_drag_suite_debug_intel' [17:20, 04:56](1203 MB) -PASS -- TEST 'rap_diag_debug_intel' [17:29, 05:16](1292 MB) -PASS -- TEST 'rap_cires_ugwp_debug_intel' [13:33, 05:10](1203 MB) -PASS -- TEST 'rap_unified_ugwp_debug_intel' [13:35, 05:29](1197 MB) -PASS -- TEST 'rap_lndp_debug_intel' [13:41, 05:07](1202 MB) -PASS -- TEST 'rap_progcld_thompson_debug_intel' [12:40, 04:55](1205 MB) -PASS -- TEST 'rap_noah_debug_intel' [13:33, 04:58](1206 MB) -PASS -- TEST 'rap_sfcdiff_debug_intel' [12:32, 04:54](1199 MB) -PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [15:36, 08:09](1202 MB) -PASS -- TEST 'rrfs_v1beta_debug_intel' [14:39, 05:06](1190 MB) -PASS -- TEST 'rap_clm_lake_debug_intel' [16:34, 06:01](1201 MB) -PASS -- TEST 'rap_flake_debug_intel' [14:33, 05:03](1204 MB) -PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [13:40, 08:27](1203 MB) - -PASS -- COMPILE 'wam_debug_intel' [08:08, 03:57] -PASS -- TEST 'control_wam_debug_intel' [09:36, 05:18](514 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [14:09, 11:05] -PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [08:20, 04:41](1161 MB) -PASS -- TEST 'rap_control_dyn32_phy32_intel' [11:14, 06:42](1055 MB) -PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [07:20, 03:37](978 MB) -PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [10:11, 06:40](1090 MB) -PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [06:37, 03:05](976 MB) -PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [04:24, 03:49](925 MB) -PASS -- TEST 'rap_restart_dyn32_phy32_intel' [13:24, 04:49](1035 MB) -PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [12:30, 01:54](933 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [16:09, 13:13] -PASS -- TEST 'conus13km_control_intel' [02:11, 02:07](1204 MB) -PASS -- TEST 'conus13km_2threads_intel' [12:49, 01:01](1122 MB) -PASS -- TEST 'conus13km_restart_mismatch_intel' [11:50, 01:17](1112 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [17:08, 10:55] -PASS -- TEST 'rap_control_dyn64_phy32_intel' [04:53, 04:23](996 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [05:06, 03:35] -PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [04:35, 04:57](1082 MB) -PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [06:30, 04:48](1077 MB) -PASS -- TEST 'conus13km_debug_intel' [17:11, 14:36](1227 MB) -PASS -- TEST 'conus13km_debug_qr_intel' [16:00, 14:21](930 MB) -PASS -- TEST 'conus13km_debug_2threads_intel' [08:52, 08:09](1154 MB) -PASS -- TEST 'conus13km_radar_tten_debug_intel' [17:58, 14:09](1297 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [10:08, 03:37] -PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [02:30, 05:05](1120 MB) - -PASS -- COMPILE 'hafsw_intel' [16:07, 14:06] -PASS -- TEST 'hafs_regional_atm_intel' [00:18, 05:32](742 MB) -PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [15:26, 05:52](1117 MB) -PASS -- TEST 'hafs_regional_atm_ocn_intel' [18:28, 07:00](829 MB) -PASS -- TEST 'hafs_regional_atm_wav_intel' [24:17, 13:19](859 MB) -PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [26:19, 14:37](883 MB) -PASS -- TEST 'hafs_regional_1nest_atm_intel' [17:00, 06:12](502 MB) -PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [19:24, 07:33](519 MB) -PASS -- TEST 'hafs_global_1nest_atm_intel' [12:49, 03:10](377 MB) -PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [20:21, 07:54](482 MB) -PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [14:50, 04:09](529 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [14:55, 03:54](533 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [15:59, 05:22](588 MB) -PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [11:23, 01:26](405 MB) -PASS -- TEST 'gnv1_nested_intel' [14:55, 04:32](802 MB) - -PASS -- COMPILE 'hafsw_debug_intel' [10:09, 03:50] -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [22:52, 13:21](569 MB) - -PASS -- COMPILE 'hafsw_faster_intel' [18:09, 13:08] -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [18:03, 09:35](634 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [18:08, 09:36](723 MB) - -PASS -- COMPILE 'hafs_mom6w_intel' [18:08, 13:19] -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [15:05, 07:01](789 MB) - -PASS -- COMPILE 'hafs_all_intel' [18:08, 12:43] -PASS -- TEST 'hafs_regional_docn_intel' [13:18, 06:19](830 MB) -PASS -- TEST 'hafs_regional_docn_oisst_intel' [13:13, 06:26](817 MB) -PASS -- TEST 'hafs_regional_datm_cdeps_intel' [17:53, 15:56](1207 MB) - -PASS -- COMPILE 'datm_cdeps_intel' [14:07, 08:49] -PASS -- TEST 'datm_cdeps_control_cfsr_intel' [04:15, 02:42](1136 MB) -PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [03:15, 01:44](1084 MB) -PASS -- TEST 'datm_cdeps_control_gefs_intel' [04:14, 02:32](1013 MB) -PASS -- TEST 'datm_cdeps_iau_gefs_intel' [04:14, 02:39](1020 MB) -PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [04:13, 02:42](1025 MB) -PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [04:15, 02:45](1135 MB) -PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [04:14, 02:42](1128 MB) -PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [04:14, 02:35](1015 MB) -PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [09:12, 06:06](1047 MB) -PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [08:08, 05:55](1031 MB) -PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [04:10, 02:37](1133 MB) -PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [05:14, 03:41](2435 MB) -PASS -- TEST 'datm_cdeps_gfs_intel' [05:16, 03:37](2493 MB) - -PASS -- COMPILE 'datm_cdeps_debug_intel' [08:07, 03:47] -PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [08:15, 06:18](1056 MB) - -PASS -- COMPILE 'datm_cdeps_faster_intel' [11:07, 07:27] -PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [04:13, 02:38](1128 MB) - -PASS -- COMPILE 'datm_cdeps_land_intel' [03:07, 01:08] -PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [03:23, 00:48](257 MB) -PASS -- TEST 'datm_cdeps_lnd_era5_intel' [03:19, 00:48](325 MB) -PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [02:23, 00:34](308 MB) - -PASS -- COMPILE 'atml_intel' [19:06, 13:17] -PASS -- TEST 'control_p8_atmlnd_sbs_intel' [07:36, 04:19](1606 MB) -PASS -- TEST 'control_p8_atmlnd_intel' [07:28, 04:10](1608 MB) -PASS -- TEST 'control_restart_p8_atmlnd_intel' [04:43, 02:22](894 MB) - -PASS -- COMPILE 'atmw_intel' [18:09, 13:31] -PASS -- TEST 'atmwav_control_noaero_p8_intel' [04:23, 01:49](1673 MB) - -PASS -- COMPILE 'atmwm_intel' [14:08, 12:00] -PASS -- TEST 'control_atmwav_intel' [04:08, 01:39](679 MB) - -PASS -- COMPILE 'atmaero_intel' [13:07, 11:34] -PASS -- TEST 'atmaero_control_p8_intel' [09:18, 03:53](3027 MB) -PASS -- TEST 'atmaero_control_p8_rad_intel' [09:18, 04:45](3096 MB) -PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [06:57, 05:02](3113 MB) - -PASS -- COMPILE 'atmaq_intel' [13:07, 11:05] - -PASS -- COMPILE 'atmaq_debug_intel' [05:05, 03:41] -PASS -- TEST 'regional_atmaq_debug_intel' [25:45, 20:45](4578 MB) +PASS -- COMPILE 's2swa_32bit_intel' [15:06, 14:25] +PASS -- TEST 'cpld_control_p8_mixedmode_intel' [07:18, 05:08](3178 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_intel' [22:06, 21:07] +PASS -- TEST 'cpld_control_gfsv17_intel' [18:54, 16:32](1749 MB) +PASS -- TEST 'cpld_control_gfsv17_iau_intel' [20:10, 17:26](2033 MB) +PASS -- TEST 'cpld_restart_gfsv17_intel' [11:01, 08:23](1114 MB) +PASS -- TEST 'cpld_mpi_gfsv17_intel' [20:46, 18:34](1647 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [06:06, 05:46] +PASS -- TEST 'cpld_debug_gfsv17_intel' [24:51, 22:56](1696 MB) + +PASS -- COMPILE 's2swa_intel' [17:06, 16:53] +PASS -- TEST 'cpld_control_p8_intel' [07:38, 05:35](3208 MB) +PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [07:58, 05:36](3212 MB) +PASS -- TEST 'cpld_restart_p8_intel' [05:54, 03:22](3258 MB) +PASS -- TEST 'cpld_control_qr_p8_intel' [07:38, 05:41](3236 MB) +PASS -- TEST 'cpld_restart_qr_p8_intel' [05:54, 03:37](3269 MB) +PASS -- TEST 'cpld_2threads_p8_intel' [08:38, 06:06](3553 MB) +PASS -- TEST 'cpld_decomp_p8_intel' [07:38, 05:43](3205 MB) +PASS -- TEST 'cpld_mpi_p8_intel' [06:33, 04:41](3069 MB) +PASS -- TEST 'cpld_control_ciceC_p8_intel' [07:56, 05:42](3209 MB) +PASS -- TEST 'cpld_control_c192_p8_intel' [12:46, 10:00](3338 MB) +PASS -- TEST 'cpld_restart_c192_p8_intel' [10:33, 06:29](3618 MB) +PASS -- TEST 'cpld_bmark_p8_intel' [19:07, 11:01](4117 MB) +PASS -- TEST 'cpld_restart_bmark_p8_intel' [15:52, 07:01](4368 MB) +PASS -- TEST 'cpld_s2sa_p8_intel' [07:44, 05:20](3173 MB) + +PASS -- COMPILE 's2sw_intel' [16:06, 15:26] +PASS -- TEST 'cpld_control_noaero_p8_intel' [05:59, 04:26](1731 MB) +PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [06:15, 04:24](1782 MB) + +PASS -- COMPILE 's2swa_debug_intel' [06:06, 05:42] +PASS -- TEST 'cpld_debug_p8_intel' [10:23, 08:36](3251 MB) + +PASS -- COMPILE 's2sw_debug_intel' [06:06, 05:57] +PASS -- TEST 'cpld_debug_noaero_p8_intel' [07:06, 05:57](1754 MB) + +PASS -- COMPILE 's2s_aoflux_intel' [14:06, 13:16] +PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [06:23, 04:22](1780 MB) + +PASS -- COMPILE 's2s_intel' [14:06, 13:16] +PASS -- TEST 'cpld_control_c48_intel' [08:52, 08:03](2830 MB) + +PASS -- COMPILE 's2swa_faster_intel' [21:06, 20:58] +PASS -- TEST 'cpld_control_p8_faster_intel' [07:37, 05:24](3215 MB) + +PASS -- COMPILE 's2sw_pdlib_intel' [19:07, 18:17] +PASS -- TEST 'cpld_control_pdlib_p8_intel' [18:16, 16:40](1773 MB) +PASS -- TEST 'cpld_restart_pdlib_p8_intel' [10:26, 08:11](1176 MB) +PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [20:11, 18:35](1678 MB) + +PASS -- COMPILE 's2sw_pdlib_debug_intel' [06:06, 05:08] +PASS -- TEST 'cpld_debug_pdlib_p8_intel' [26:02, 24:38](1722 MB) + +PASS -- COMPILE 'atm_dyn32_intel' [14:06, 13:08] +PASS -- TEST 'control_flake_intel' [04:23, 03:31](655 MB) +PASS -- TEST 'control_CubedSphereGrid_intel' [03:24, 02:27](652 MB) +PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [03:28, 02:34](653 MB) +PASS -- TEST 'control_latlon_intel' [03:21, 02:29](655 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [03:29, 02:30](654 MB) +PASS -- TEST 'control_c48_intel' [06:26, 06:00](874 MB) +PASS -- TEST 'control_c48.v2.sfc_intel' [06:27, 05:58](871 MB) +PASS -- TEST 'control_c192_intel' [10:41, 09:10](858 MB) +PASS -- TEST 'control_c384_intel' [12:35, 10:13](1247 MB) +PASS -- TEST 'control_c384gdas_intel' [13:04, 09:04](1358 MB) +PASS -- TEST 'control_stochy_intel' [02:23, 01:47](654 MB) +PASS -- TEST 'control_stochy_restart_intel' [01:23, 01:02](505 MB) +PASS -- TEST 'control_lndp_intel' [02:23, 01:37](658 MB) +PASS -- TEST 'control_iovr4_intel' [03:26, 02:30](650 MB) +PASS -- TEST 'control_iovr5_intel' [03:20, 02:34](650 MB) +PASS -- TEST 'control_p8_intel' [04:08, 02:58](1626 MB) +PASS -- TEST 'control_p8.v2.sfc_intel' [04:10, 02:58](1628 MB) +PASS -- TEST 'control_p8_ugwpv1_intel' [04:34, 02:48](1628 MB) +PASS -- TEST 'control_restart_p8_intel' [03:07, 01:46](898 MB) +PASS -- TEST 'control_noqr_p8_intel' [04:16, 03:00](1620 MB) +PASS -- TEST 'control_restart_noqr_p8_intel' [03:20, 01:39](934 MB) +PASS -- TEST 'control_decomp_p8_intel' [04:14, 02:59](1616 MB) +PASS -- TEST 'control_2threads_p8_intel' [05:15, 03:03](1669 MB) +PASS -- TEST 'control_p8_lndp_intel' [06:59, 05:15](1624 MB) +PASS -- TEST 'control_p8_rrtmgp_intel' [05:37, 03:58](1693 MB) +PASS -- TEST 'control_p8_mynn_intel' [05:33, 03:05](1629 MB) +PASS -- TEST 'merra2_thompson_intel' [05:40, 03:37](1635 MB) +PASS -- TEST 'regional_control_intel' [06:46, 05:22](856 MB) +PASS -- TEST 'regional_restart_intel' [03:37, 02:46](1026 MB) +PASS -- TEST 'regional_decomp_intel' [06:38, 05:38](852 MB) +PASS -- TEST 'regional_2threads_intel' [04:41, 03:48](847 MB) +PASS -- TEST 'regional_noquilt_intel' [06:42, 05:12](1365 MB) +PASS -- TEST 'regional_netcdf_parallel_intel' [06:45, 05:13](862 MB) +PASS -- TEST 'regional_2dwrtdecomp_intel' [06:31, 05:13](860 MB) +PASS -- TEST 'regional_wofs_intel' [07:37, 06:32](1924 MB) + +PASS -- COMPILE 'rrfs_intel' [12:06, 11:51] +PASS -- TEST 'rap_control_intel' [10:29, 08:03](1108 MB) +PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [05:56, 04:47](1290 MB) +PASS -- TEST 'rap_decomp_intel' [10:25, 08:04](1033 MB) +PASS -- TEST 'rap_2threads_intel' [10:23, 07:53](1185 MB) +PASS -- TEST 'rap_restart_intel' [05:19, 04:02](1111 MB) +PASS -- TEST 'rap_sfcdiff_intel' [09:26, 07:44](1104 MB) +PASS -- TEST 'rap_sfcdiff_decomp_intel' [10:27, 08:07](1037 MB) +PASS -- TEST 'rap_sfcdiff_restart_intel' [07:31, 05:52](1131 MB) +PASS -- TEST 'hrrr_control_intel' [05:18, 03:59](1042 MB) +PASS -- TEST 'hrrr_control_decomp_intel' [05:55, 04:11](1015 MB) +PASS -- TEST 'hrrr_control_2threads_intel' [04:59, 03:21](1109 MB) +PASS -- TEST 'hrrr_control_restart_intel' [03:21, 02:16](1002 MB) +PASS -- TEST 'rrfs_v1beta_intel' [09:24, 07:35](1098 MB) +PASS -- TEST 'rrfs_v1nssl_intel' [10:25, 09:08](1993 MB) +PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [09:24, 08:58](2072 MB) + +PASS -- COMPILE 'csawmg_intel' [12:06, 11:07] +PASS -- TEST 'control_csawmg_intel' [07:48, 06:05](743 MB) +PASS -- TEST 'control_csawmgt_intel' [06:41, 05:59](746 MB) +PASS -- TEST 'control_ras_intel' [04:20, 03:19](741 MB) + +PASS -- COMPILE 'wam_intel' [11:06, 10:40] +PASS -- TEST 'control_wam_intel' [03:23, 02:06](654 MB) + +PASS -- COMPILE 'atm_faster_dyn32_intel' [14:06, 13:13] +PASS -- TEST 'control_p8_faster_intel' [04:32, 02:42](1621 MB) +PASS -- TEST 'regional_control_faster_intel' [06:43, 04:40](850 MB) + +PASS -- COMPILE 'atm_debug_dyn32_intel' [05:05, 04:37] +PASS -- TEST 'control_CubedSphereGrid_debug_intel' [03:28, 02:51](818 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [03:28, 02:45](814 MB) +PASS -- TEST 'control_stochy_debug_intel' [04:17, 03:09](815 MB) +PASS -- TEST 'control_lndp_debug_intel' [03:16, 02:49](815 MB) +PASS -- TEST 'control_csawmg_debug_intel' [05:38, 04:17](867 MB) +PASS -- TEST 'control_csawmgt_debug_intel' [05:35, 04:16](863 MB) +PASS -- TEST 'control_ras_debug_intel' [03:22, 02:52](831 MB) +PASS -- TEST 'control_diag_debug_intel' [03:23, 02:47](872 MB) +PASS -- TEST 'control_debug_p8_intel' [03:43, 03:01](1640 MB) +PASS -- TEST 'regional_debug_intel' [18:39, 17:40](849 MB) +PASS -- TEST 'rap_control_debug_intel' [06:20, 05:33](1213 MB) +PASS -- TEST 'hrrr_control_debug_intel' [06:20, 05:05](1197 MB) +PASS -- TEST 'hrrr_gf_debug_intel' [05:17, 05:04](1202 MB) +PASS -- TEST 'hrrr_c3_debug_intel' [05:19, 04:57](1207 MB) +PASS -- TEST 'rap_unified_drag_suite_debug_intel' [05:18, 05:01](1202 MB) +PASS -- TEST 'rap_diag_debug_intel' [06:42, 05:20](1283 MB) +PASS -- TEST 'rap_cires_ugwp_debug_intel' [05:17, 05:04](1197 MB) +PASS -- TEST 'rap_unified_ugwp_debug_intel' [05:18, 05:03](1197 MB) +PASS -- TEST 'rap_lndp_debug_intel' [06:21, 05:04](1208 MB) +PASS -- TEST 'rap_progcld_thompson_debug_intel' [05:21, 04:56](1201 MB) +PASS -- TEST 'rap_noah_debug_intel' [06:18, 05:09](1193 MB) +PASS -- TEST 'rap_sfcdiff_debug_intel' [06:19, 05:04](1202 MB) +PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [08:16, 07:46](1204 MB) +PASS -- TEST 'rrfs_v1beta_debug_intel' [05:19, 04:57](1205 MB) +PASS -- TEST 'rap_clm_lake_debug_intel' [06:21, 05:45](1209 MB) +PASS -- TEST 'rap_flake_debug_intel' [05:25, 04:53](1206 MB) +PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [10:23, 08:17](1204 MB) + +PASS -- COMPILE 'wam_debug_intel' [04:05, 03:46] +PASS -- TEST 'control_wam_debug_intel' [05:18, 05:01](511 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [12:06, 11:21] +PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [05:55, 04:32](1159 MB) +PASS -- TEST 'rap_control_dyn32_phy32_intel' [08:23, 06:23](1050 MB) +PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [05:20, 03:24](976 MB) +PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [07:56, 06:46](1095 MB) +PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [04:10, 02:59](964 MB) +PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [05:15, 03:36](927 MB) +PASS -- TEST 'rap_restart_dyn32_phy32_intel' [06:15, 04:55](972 MB) +PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [02:20, 01:52](941 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [14:06, 13:34] +PASS -- TEST 'conus13km_control_intel' [03:58, 02:07](1201 MB) +PASS -- TEST 'conus13km_2threads_intel' [01:43, 01:04](1120 MB) +PASS -- TEST 'conus13km_restart_mismatch_intel' [02:40, 01:19](1111 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [13:06, 12:38] +PASS -- TEST 'rap_control_dyn64_phy32_intel' [05:46, 04:13](993 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [04:05, 03:19] +PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [05:20, 04:54](1085 MB) +PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [07:17, 04:51](1090 MB) +PASS -- TEST 'conus13km_debug_intel' [16:44, 14:22](1228 MB) +PASS -- TEST 'conus13km_debug_qr_intel' [16:42, 14:19](928 MB) +PASS -- TEST 'conus13km_debug_2threads_intel' [09:38, 08:26](1152 MB) +PASS -- TEST 'conus13km_radar_tten_debug_intel' [15:42, 14:02](1296 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [04:05, 03:23] +PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [06:20, 05:01](1130 MB) + +PASS -- COMPILE 'hafsw_intel' [13:06, 12:57] +PASS -- TEST 'hafs_regional_atm_intel' [07:14, 05:31](736 MB) +PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [06:29, 05:51](1116 MB) +PASS -- TEST 'hafs_regional_atm_ocn_intel' [09:24, 07:03](835 MB) +PASS -- TEST 'hafs_regional_atm_wav_intel' [14:13, 12:50](866 MB) +PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [16:24, 14:41](884 MB) +PASS -- TEST 'hafs_regional_1nest_atm_intel' [07:51, 06:23](506 MB) +PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [09:19, 07:37](521 MB) +PASS -- TEST 'hafs_global_1nest_atm_intel' [04:45, 03:09](374 MB) +PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [10:20, 08:00](478 MB) +PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [05:41, 04:10](529 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [04:51, 03:56](529 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [06:55, 05:19](587 MB) +PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [02:24, 01:36](405 MB) +PASS -- TEST 'gnv1_nested_intel' [05:53, 04:38](802 MB) + +PASS -- COMPILE 'hafsw_debug_intel' [04:06, 04:00] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [14:54, 13:12](562 MB) + +PASS -- COMPILE 'hafsw_faster_intel' [14:06, 13:46] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [11:59, 09:36](633 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [11:11, 09:41](743 MB) + +PASS -- COMPILE 'hafs_mom6w_intel' [14:06, 13:37] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [10:57, 06:54](732 MB) + +PASS -- COMPILE 'hafs_all_intel' [13:06, 12:20] +PASS -- TEST 'hafs_regional_docn_intel' [10:10, 06:24](829 MB) +PASS -- TEST 'hafs_regional_docn_oisst_intel' [10:12, 06:24](819 MB) +PASS -- TEST 'hafs_regional_datm_cdeps_intel' [17:56, 16:00](1213 MB) + +PASS -- COMPILE 'datm_cdeps_intel' [08:06, 07:06] +PASS -- TEST 'datm_cdeps_control_cfsr_intel' [05:14, 02:40](1132 MB) +PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [02:16, 01:41](1051 MB) +PASS -- TEST 'datm_cdeps_control_gefs_intel' [04:12, 02:32](1013 MB) +PASS -- TEST 'datm_cdeps_iau_gefs_intel' [04:13, 02:38](1012 MB) +PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [04:12, 02:34](1016 MB) +PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [04:13, 02:44](1124 MB) +PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [04:14, 02:39](1140 MB) +PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [03:12, 02:31](1016 MB) +PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [08:10, 05:57](1059 MB) +PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [07:09, 05:58](1037 MB) +PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [03:12, 02:36](1138 MB) +PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [04:15, 03:32](2496 MB) +PASS -- TEST 'datm_cdeps_gfs_intel' [04:13, 03:37](2495 MB) + +PASS -- COMPILE 'datm_cdeps_debug_intel' [04:05, 03:34] +PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [07:14, 06:13](1065 MB) + +PASS -- COMPILE 'datm_cdeps_faster_intel' [11:06, 09:58] +PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [03:14, 02:38](1126 MB) + +PASS -- COMPILE 'datm_cdeps_land_intel' [02:06, 00:58] +PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [01:24, 00:52](257 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_intel' [01:18, 00:51](323 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [01:21, 00:33](322 MB) + +PASS -- COMPILE 'atml_intel' [13:06, 12:36] +PASS -- TEST 'control_p8_atmlnd_sbs_intel' [06:35, 04:12](1612 MB) +PASS -- TEST 'control_p8_atmlnd_intel' [06:36, 04:17](1600 MB) +PASS -- TEST 'control_restart_p8_atmlnd_intel' [03:43, 02:31](889 MB) + +PASS -- COMPILE 'atmw_intel' [12:06, 11:29] +PASS -- TEST 'atmwav_control_noaero_p8_intel' [03:23, 01:46](1663 MB) + +PASS -- COMPILE 'atmwm_intel' [14:06, 14:04] +PASS -- TEST 'control_atmwav_intel' [03:06, 01:42](674 MB) + +PASS -- COMPILE 'atmaero_intel' [12:06, 11:05] +PASS -- TEST 'atmaero_control_p8_intel' [05:18, 04:02](3026 MB) +PASS -- TEST 'atmaero_control_p8_rad_intel' [06:14, 04:49](3100 MB) +PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [07:00, 05:07](3112 MB) + +PASS -- COMPILE 'atmaq_intel' [12:06, 11:11] + +PASS -- COMPILE 'atmaq_debug_intel' [04:06, 03:25] +PASS -- TEST 'regional_atmaq_debug_intel' [23:39, 21:26](4572 MB) SYNOPSIS: -Starting Date/Time: 20240411 14:18:10 -Ending Date/Time: 20240411 17:26:58 -Total Time: 03h:09m:32s +Starting Date/Time: 20240415 18:41:28 +Ending Date/Time: 20240415 20:03:54 +Total Time: 01h:23m:13s Compiles Completed: 39/39 Tests Completed: 182/182 diff --git a/tests/logs/RegressionTests_wcoss2.log b/tests/logs/RegressionTests_wcoss2.log index 48a4d36a3a..4c318d73a9 100644 --- a/tests/logs/RegressionTests_wcoss2.log +++ b/tests/logs/RegressionTests_wcoss2.log @@ -1,7 +1,7 @@ ====START OF WCOSS2 REGRESSION TESTING LOG==== UFSWM hash used in testing: -ffacfb6d50c9803809d458a42c634f89aaec8861 +d5f1957f6d43c8e93bd556e9862958738751400a Submodule hashes used in testing: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) @@ -11,8 +11,8 @@ Submodule hashes used in testing: f6ff8f7c4d4cb6feabe3651b13204cf43fc948e3 CICE-interface/CICE/icepack (Icepack1.1.0-182-gf6ff8f7) 4e19850cb083bc474b7cde5dc2f8506ec74cc442 CMEPS-interface/CMEPS (cmeps_v0.4.1-2306-g4e19850) cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - cbd207b7e6376f71a58c8e79b477eac55b59f28b FV3 (remotes/origin/nesting-fixes) - d14b3cbe2135727e3251d9045b3459a0b2d286a0 FV3/atmos_cubed_sphere (201912_public_release-390-gd14b3cb) + 6e1bc3ebf0671c91a47ece876afef46300362e67 FV3 (remotes/origin/HEAD-4-g6e1bc3e) + b447c635161864f2de5e941f6dbe7387b5525167 FV3/atmos_cubed_sphere (201912_public_release-396-gb447c63) 011db4f80a02cba6d65958ace56e8efb197be62b FV3/ccpp/framework (ccpp_transition_to_vlab_master_20190705-704-g011db4f) 9b0ac7b16a45afe5e7f1abf9571d3484158a5b43 FV3/ccpp/physics (EP4-741-g9b0ac7b1) 74a0e098b2163425e4b5466c2dfcf8ae26d560a5 FV3/ccpp/physics/physics/Radiation/RRTMGP/rte-rrtmgp (v1.6) @@ -26,19 +26,7 @@ Submodule hashes used in testing: 29e64d652786e1d076a05128c920f394202bfe10 MOM6-interface/MOM6/pkg/GSW-Fortran (29e64d6) 6a51f0295bc1a877475b527157a33aa86eb532fe NOAHMP-interface/noahmp (v3.7.1-426-g6a51f02) d9b3172f4197c65d471662c6952a668152d71230 WW3 (6.07.1-345-gd9b3172f) - 7dc4d9ba48dea57f88f4f10091c8c2042105954e stochastic_physics (ufs-v2.0.0-210-g7dc4d9b) - 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) - 3d7067a523b8557058755289e4275f5f5c985daf CDEPS-interface/CDEPS (cdeps0.4.17-40-g3d7067a) - c9e4679f449e30bb4cc0f22164b4401a8b50f7a6 CICE-interface/CICE (CICE6.0.0-447-gc9e4679) - 4e19850cb083bc474b7cde5dc2f8506ec74cc442 CMEPS-interface/CMEPS (cmeps_v0.4.1-2306-g4e19850) - cabd7753ae17f7bfcc6dad56daf10868aa51c3f4 CMakeModules (v1.0.0-28-gcabd775) - cbd207b7e6376f71a58c8e79b477eac55b59f28b FV3 (remotes/origin/nesting-fixes) - 041422934cae1570f2f0e67239d5d89f11c6e1b7 GOCART (sdr_v2.1.2.6-119-g0414229) - 35789c757766e07f688b4c0c7c5229816f224b09 HYCOM-interface/HYCOM (2.3.00-121-g35789c7) - ab7bd14d209592d55490e75dbfaa61cb4a62df97 MOM6-interface/MOM6 (dev/master/repository_split_2014.10.10-10032-gab7bd14d2) - 6a51f0295bc1a877475b527157a33aa86eb532fe NOAHMP-interface/noahmp (v3.7.1-426-g6a51f02) - d9b3172f4197c65d471662c6952a668152d71230 WW3 (6.07.1-345-gd9b3172f) - 7dc4d9ba48dea57f88f4f10091c8c2042105954e stochastic_physics (ufs-v2.0.0-210-g7dc4d9b) + 36d87e5665c359f9dd3201a9d27ceecacc0d8e62 stochastic_physics (ufs-v2.0.0-215-g36d87e5) NOTES: @@ -48,236 +36,234 @@ The second time is specifically for the run phase. Times/Memory will be empty for failed tests. BASELINE DIRECTORY: /lfs/h2/emc/nems/noscrub/emc.nems/RT/NEMSfv3gfs/develop-20240408 -COMPARISON DIRECTORY: /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_227744 +COMPARISON DIRECTORY: /lfs/h2/emc/ptmp/brian.curtis/FV3_RT/rt_225418 RT.SH OPTIONS USED: * (-a) - HPC PROJECT ACCOUNT: GFS-DEV * (-e) - USE ECFLOW -PASS -- COMPILE 's2swa_32bit_intel' [12:38, 11:00] -PASS -- TEST 'cpld_control_p8_mixedmode_intel' [57:48, 01:19](2976 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_intel' [12:37, 11:25] -PASS -- TEST 'cpld_control_gfsv17_intel' [57:49, 01:27](1591 MB) -PASS -- TEST 'cpld_control_gfsv17_iau_intel' [35:25, 01:31](1711 MB) -PASS -- TEST 'cpld_restart_gfsv17_intel' [34:20, 01:36](849 MB) -PASS -- TEST 'cpld_mpi_gfsv17_intel' [57:50, 01:46](1574 MB) - -PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [19:00, 17:24] -PASS -- TEST 'cpld_debug_gfsv17_intel' [51:27, 01:33](1602 MB) - -PASS -- COMPILE 's2swa_intel' [31:18, 29:28] -PASS -- TEST 'cpld_control_p8_intel' [35:59, 02:13](3005 MB) -PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [34:19, 01:49](3000 MB) -PASS -- TEST 'cpld_restart_p8_intel' [25:04, 01:57](3061 MB) -PASS -- TEST 'cpld_control_qr_p8_intel' [34:19, 01:42](3027 MB) -PASS -- TEST 'cpld_restart_qr_p8_intel' [23:41, 01:18](3081 MB) -PASS -- TEST 'cpld_2threads_p8_intel' [34:09, 01:15](3315 MB) -PASS -- TEST 'cpld_decomp_p8_intel' [33:18, 01:37](3001 MB) -PASS -- TEST 'cpld_mpi_p8_intel' [33:16, 01:16](2927 MB) -PASS -- TEST 'cpld_control_ciceC_p8_intel' [33:13, 01:43](3002 MB) -PASS -- TEST 'cpld_bmark_p8_intel' [33:22, 04:30](3954 MB) -PASS -- TEST 'cpld_restart_bmark_p8_intel' [12:13, 04:34](4246 MB) -PASS -- TEST 'cpld_s2sa_p8_intel' [33:11, 01:55](2970 MB) - -PASS -- COMPILE 's2sw_intel' [12:37, 11:31] -PASS -- TEST 'cpld_control_noaero_p8_intel' [57:49, 01:14](1586 MB) -PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [57:49, 01:23](1639 MB) - -PASS -- COMPILE 's2s_aoflux_intel' [11:35, 09:58] -PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [58:52, 01:12](1632 MB) - -PASS -- COMPILE 's2s_intel' [25:07, 23:46] -PASS -- TEST 'cpld_control_c48_intel' [45:18, 00:50](2648 MB) - -PASS -- COMPILE 's2swa_faster_intel' [32:25, 30:58] -PASS -- TEST 'cpld_control_p8_faster_intel' [32:38, 01:17](3005 MB) - -PASS -- COMPILE 's2sw_pdlib_intel' [12:38, 11:16] -PASS -- TEST 'cpld_control_pdlib_p8_intel' [57:49, 00:50](1607 MB) -PASS -- TEST 'cpld_restart_pdlib_p8_intel' [32:38, 01:00](906 MB) -PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [32:39, 01:18](1573 MB) - -PASS -- COMPILE 's2sw_pdlib_debug_intel' [16:51, 15:27] -PASS -- TEST 'cpld_debug_pdlib_p8_intel' [53:37, 00:44](1614 MB) - -PASS -- COMPILE 'atm_dyn32_intel' [17:52, 12:39] -PASS -- TEST 'control_flake_intel' [40:59, 00:45](574 MB) -PASS -- TEST 'control_CubedSphereGrid_intel' [40:59, 01:11](520 MB) -PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [40:59, 01:16](528 MB) -PASS -- TEST 'control_latlon_intel' [40:59, 00:40](523 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [40:59, 00:44](521 MB) -PASS -- TEST 'control_c48_intel' [40:58, 00:53](714 MB) -PASS -- TEST 'control_c48.v2.sfc_intel' [40:58, 00:52](714 MB) -PASS -- TEST 'control_c192_intel' [40:59, 00:51](640 MB) -PASS -- TEST 'control_c384_intel' [41:03, 01:37](955 MB) -PASS -- TEST 'control_c384gdas_intel' [41:03, 02:41](1090 MB) -PASS -- TEST 'control_stochy_intel' [40:59, 01:19](534 MB) -PASS -- TEST 'control_stochy_restart_intel' [32:38, 00:17](330 MB) -PASS -- TEST 'control_lndp_intel' [40:59, 00:56](529 MB) -PASS -- TEST 'control_iovr4_intel' [40:59, 01:10](524 MB) -PASS -- TEST 'control_iovr5_intel' [40:59, 01:07](525 MB) -PASS -- TEST 'control_p8_intel' [40:59, 01:06](1505 MB) -PASS -- TEST 'control_p8.v2.sfc_intel' [40:59, 01:29](1502 MB) -PASS -- TEST 'control_p8_ugwpv1_intel' [40:59, 01:30](1510 MB) -PASS -- TEST 'control_restart_p8_intel' [32:20, 01:43](695 MB) -PASS -- TEST 'control_noqr_p8_intel' [40:59, 01:10](1500 MB) -PASS -- TEST 'control_restart_noqr_p8_intel' [32:18, 01:37](700 MB) -PASS -- TEST 'control_decomp_p8_intel' [40:59, 00:56](1495 MB) -PASS -- TEST 'control_2threads_p8_intel' [40:59, 01:23](1595 MB) -PASS -- TEST 'control_p8_lndp_intel' [40:59, 00:41](1501 MB) -PASS -- TEST 'control_p8_rrtmgp_intel' [32:15, 01:34](1558 MB) -PASS -- TEST 'control_p8_mynn_intel' [32:13, 01:21](1509 MB) -PASS -- TEST 'merra2_thompson_intel' [31:00, 02:15](1507 MB) -PASS -- TEST 'regional_control_intel' [30:59, 01:06](608 MB) -PASS -- TEST 'regional_restart_intel' [24:04, 00:34](782 MB) -PASS -- TEST 'regional_decomp_intel' [30:54, 00:47](607 MB) -PASS -- TEST 'regional_2threads_intel' [30:51, 00:50](661 MB) -PASS -- TEST 'regional_noquilt_intel' [30:07, 00:44](1145 MB) -PASS -- TEST 'regional_netcdf_parallel_intel' [30:01, 00:18](608 MB) -PASS -- TEST 'regional_2dwrtdecomp_intel' [29:59, 00:15](609 MB) -PASS -- TEST 'regional_wofs_intel' [27:43, 00:19](1581 MB) - -PASS -- COMPILE 'rrfs_intel' [23:03, 17:34] -PASS -- TEST 'rap_control_intel' [27:44, 01:44](920 MB) -PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [26:54, 00:34](1093 MB) -PASS -- TEST 'rap_decomp_intel' [26:42, 01:29](919 MB) -PASS -- TEST 'rap_2threads_intel' [26:02, 00:56](1007 MB) -PASS -- TEST 'rap_restart_intel' [18:10, 01:49](786 MB) -PASS -- TEST 'rap_sfcdiff_intel' [25:35, 01:55](917 MB) -PASS -- TEST 'rap_sfcdiff_decomp_intel' [24:58, 01:30](915 MB) -PASS -- TEST 'rap_sfcdiff_restart_intel' [16:04, 02:05](783 MB) -PASS -- TEST 'hrrr_control_intel' [24:57, 01:10](910 MB) -PASS -- TEST 'hrrr_control_decomp_intel' [24:54, 01:06](911 MB) -PASS -- TEST 'hrrr_control_2threads_intel' [24:45, 01:14](995 MB) -PASS -- TEST 'hrrr_control_restart_intel' [19:41, 01:06](744 MB) -PASS -- TEST 'rrfs_v1beta_intel' [24:13, 01:58](910 MB) -PASS -- TEST 'rrfs_v1nssl_intel' [24:05, 00:39](1875 MB) -PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [23:44, 00:29](1864 MB) - -PASS -- COMPILE 'csawmg_intel' [15:47, 10:08] -PASS -- TEST 'control_csawmg_intel' [42:01, 00:54](602 MB) -PASS -- TEST 'control_csawmgt_intel' [42:01, 00:59](601 MB) -PASS -- TEST 'control_ras_intel' [42:01, 01:03](558 MB) - -PASS -- COMPILE 'wam_intel' [20:59, 15:30] -PASS -- TEST 'control_wam_intel' [23:41, 01:12](271 MB) - -PASS -- COMPILE 'atm_faster_dyn32_intel' [24:12, 19:15] -PASS -- TEST 'control_p8_faster_intel' [23:39, 01:37](1506 MB) -PASS -- TEST 'regional_control_faster_intel' [23:33, 01:01](610 MB) - -PASS -- COMPILE 'atm_debug_dyn32_intel' [26:10, 16:14] -PASS -- TEST 'control_CubedSphereGrid_debug_intel' [23:32, 00:39](688 MB) -PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [23:16, 01:02](688 MB) -PASS -- TEST 'control_stochy_debug_intel' [23:09, 00:39](689 MB) -PASS -- TEST 'control_lndp_debug_intel' [23:04, 00:58](693 MB) -PASS -- TEST 'control_csawmg_debug_intel' [22:06, 00:26](731 MB) -PASS -- TEST 'control_csawmgt_debug_intel' [21:59, 00:27](731 MB) -PASS -- TEST 'control_ras_debug_intel' [20:40, 01:11](703 MB) -PASS -- TEST 'control_diag_debug_intel' [19:53, 00:23](749 MB) -PASS -- TEST 'control_debug_p8_intel' [19:41, 01:15](1521 MB) -PASS -- TEST 'regional_debug_intel' [19:40, 01:06](630 MB) -PASS -- TEST 'rap_control_debug_intel' [19:22, 01:05](1076 MB) -PASS -- TEST 'hrrr_control_debug_intel' [19:13, 01:00](1070 MB) -PASS -- TEST 'hrrr_gf_debug_intel' [18:58, 00:20](1071 MB) -PASS -- TEST 'hrrr_c3_debug_intel' [18:37, 01:12](1072 MB) -PASS -- TEST 'rap_unified_drag_suite_debug_intel' [18:36, 00:31](1073 MB) -PASS -- TEST 'rap_diag_debug_intel' [18:36, 01:05](1163 MB) -PASS -- TEST 'rap_cires_ugwp_debug_intel' [18:14, 01:14](1075 MB) -PASS -- TEST 'rap_unified_ugwp_debug_intel' [18:08, 00:16](1073 MB) -PASS -- TEST 'rap_lndp_debug_intel' [17:45, 00:57](1078 MB) -PASS -- TEST 'rap_progcld_thompson_debug_intel' [17:35, 01:01](1074 MB) -PASS -- TEST 'rap_noah_debug_intel' [17:17, 00:24](1075 MB) -PASS -- TEST 'rap_sfcdiff_debug_intel' [16:47, 00:38](1071 MB) -PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [16:24, 01:00](1068 MB) -PASS -- TEST 'rrfs_v1beta_debug_intel' [16:18, 00:57](1066 MB) -PASS -- TEST 'rap_clm_lake_debug_intel' [16:09, 01:06](1075 MB) -PASS -- TEST 'rap_flake_debug_intel' [15:50, 01:16](1076 MB) -PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [15:22, 01:57](1083 MB) - -PASS -- COMPILE 'wam_debug_intel' [17:50, 05:23] -PASS -- TEST 'control_wam_debug_intel' [15:13, 00:44](297 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [18:51, 11:18] -PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [14:57, 01:02](957 MB) -PASS -- TEST 'rap_control_dyn32_phy32_intel' [14:50, 01:29](793 MB) -PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [14:36, 02:02](788 MB) -PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [14:19, 01:13](850 MB) -PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [14:07, 01:54](837 MB) -PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [14:00, 01:26](785 MB) -PASS -- TEST 'rap_restart_dyn32_phy32_intel' [05:14, 01:59](686 MB) -PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [06:44, 01:10](670 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [14:47, 10:18] -PASS -- TEST 'conus13km_control_intel' [12:52, 00:44](1006 MB) -PASS -- TEST 'conus13km_2threads_intel' [07:58, 00:39](1005 MB) -PASS -- TEST 'conus13km_restart_mismatch_intel' [07:56, 00:28](881 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [12:43, 08:21] -PASS -- TEST 'rap_control_dyn64_phy32_intel' [11:44, 01:10](811 MB) - -PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [14:47, 11:04] -PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [10:45, 01:10](955 MB) -PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [10:35, 00:24](954 MB) -PASS -- TEST 'conus13km_debug_intel' [10:14, 00:33](1037 MB) -PASS -- TEST 'conus13km_debug_qr_intel' [09:58, 00:55](709 MB) -PASS -- TEST 'conus13km_debug_2threads_intel' [09:32, 00:59](1042 MB) -PASS -- TEST 'conus13km_radar_tten_debug_intel' [09:30, 01:08](1104 MB) - -PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [14:46, 10:45] -PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [08:54, 00:48](983 MB) - -PASS -- COMPILE 'hafsw_intel' [17:59, 14:11] -PASS -- TEST 'hafs_regional_atm_intel' [08:50, 01:32](619 MB) -PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [08:42, 01:24](965 MB) -PASS -- TEST 'hafs_regional_atm_ocn_intel' [08:34, 02:02](662 MB) -PASS -- TEST 'hafs_regional_atm_wav_intel' [08:08, 02:20](699 MB) -PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [08:07, 02:00](713 MB) -PASS -- TEST 'hafs_regional_1nest_atm_intel' [07:41, 00:52](388 MB) -PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [07:39, 02:02](403 MB) -PASS -- TEST 'hafs_global_1nest_atm_intel' [07:08, 01:46](283 MB) -PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [06:49, 02:05](371 MB) -PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [06:45, 01:23](418 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [06:43, 00:46](410 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [06:32, 00:49](490 MB) -PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [06:26, 00:28](323 MB) - -PASS -- COMPILE 'hafsw_debug_intel' [16:57, 14:57] -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [05:17, 01:06](499 MB) - -PASS -- COMPILE 'hafsw_faster_intel' [23:01, 21:06] -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [04:33, 01:04](537 MB) -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [03:53, 01:23](708 MB) - -PASS -- COMPILE 'hafs_mom6w_intel' [16:48, 14:24] -PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [03:14, 01:21](712 MB) - -PASS -- COMPILE 'hafs_all_intel' [10:35, 09:07] -PASS -- TEST 'hafs_regional_docn_intel' [03:10, 02:23](664 MB) -PASS -- TEST 'hafs_regional_docn_oisst_intel' [03:01, 02:11](645 MB) -PASS -- TEST 'hafs_regional_datm_cdeps_intel' [02:40, 00:15](880 MB) - -PASS -- COMPILE 'atml_intel' [19:54, 18:35] -PASS -- TEST 'control_p8_atmlnd_sbs_intel' [02:06, 01:59](1553 MB) -PASS -- TEST 'control_p8_atmlnd_intel' [01:09, 01:32](1542 MB) -PASS -- TEST 'control_restart_p8_atmlnd_intel' [53:21, 00:57](747 MB) - -PASS -- COMPILE 'atmaero_intel' [18:54, 18:06] -PASS -- TEST 'atmaero_control_p8_intel' [00:47, 01:35](2854 MB) -PASS -- TEST 'atmaero_control_p8_rad_intel' [00:12, 01:23](2910 MB) -PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [59:57, 01:26](2921 MB) - -PASS -- COMPILE 'atmaq_intel' [17:52, 16:26] - -PASS -- COMPILE 'atmaq_debug_intel' [04:19, 04:00] -PASS -- TEST 'regional_atmaq_debug_intel' [59:39, 00:45](4438 MB) +PASS -- COMPILE 's2swa_32bit_intel' [12:21, 11:33] +PASS -- TEST 'cpld_control_p8_mixedmode_intel' [57:36, 02:10](2974 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_intel' [29:41, 28:12] +PASS -- TEST 'cpld_control_gfsv17_intel' [40:17, 02:07](1595 MB) +PASS -- TEST 'cpld_control_gfsv17_iau_intel' [19:20, 01:53](1718 MB) +PASS -- TEST 'cpld_restart_gfsv17_intel' [19:17, 01:38](849 MB) +PASS -- TEST 'cpld_mpi_gfsv17_intel' [40:18, 01:29](1581 MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [05:14, 04:21] +PASS -- TEST 'cpld_debug_gfsv17_intel' [04:45, 01:38](1606 MB) + +PASS -- COMPILE 's2swa_intel' [11:22, 10:49] +PASS -- TEST 'cpld_control_p8_intel' [58:36, 01:31](3004 MB) +PASS -- TEST 'cpld_control_p8.v2.sfc_intel' [58:36, 01:40](3001 MB) +PASS -- TEST 'cpld_restart_p8_intel' [48:11, 01:17](3065 MB) +PASS -- TEST 'cpld_control_qr_p8_intel' [58:36, 01:02](3030 MB) +PASS -- TEST 'cpld_restart_qr_p8_intel' [48:11, 01:16](3081 MB) +PASS -- TEST 'cpld_2threads_p8_intel' [58:36, 01:37](3320 MB) +PASS -- TEST 'cpld_decomp_p8_intel' [58:36, 01:22](2999 MB) +PASS -- TEST 'cpld_mpi_p8_intel' [58:37, 01:36](2931 MB) +PASS -- TEST 'cpld_control_ciceC_p8_intel' [58:35, 01:42](3002 MB) +PASS -- TEST 'cpld_bmark_p8_intel' [58:45, 05:07](3949 MB) +PASS -- TEST 'cpld_restart_bmark_p8_intel' [12:20, 03:40](4253 MB) +PASS -- TEST 'cpld_s2sa_p8_intel' [58:36, 02:02](2970 MB) + +PASS -- COMPILE 's2sw_intel' [12:22, 11:03] +PASS -- TEST 'cpld_control_noaero_p8_intel' [57:35, 00:55](1589 MB) +PASS -- TEST 'cpld_control_nowave_noaero_p8_intel' [57:35, 01:22](1639 MB) + +PASS -- COMPILE 's2s_aoflux_intel' [22:34, 21:25] +PASS -- TEST 'cpld_control_noaero_p8_agrid_intel' [47:23, 01:47](1633 MB) + +PASS -- COMPILE 's2s_intel' [26:38, 24:44] +PASS -- TEST 'cpld_control_c48_intel' [43:18, 00:55](2652 MB) + +PASS -- COMPILE 's2swa_faster_intel' [21:32, 18:20] +PASS -- TEST 'cpld_control_p8_faster_intel' [17:20, 01:58](3005 MB) + +PASS -- COMPILE 's2sw_pdlib_intel' [12:21, 11:28] +PASS -- TEST 'cpld_control_pdlib_p8_intel' [57:36, 01:32](1605 MB) +PASS -- TEST 'cpld_restart_pdlib_p8_intel' [36:09, 01:16](904 MB) +PASS -- TEST 'cpld_mpi_pdlib_p8_intel' [35:58, 01:28](1586 MB) + +PASS -- COMPILE 's2sw_pdlib_debug_intel' [23:36, 21:54] +PASS -- TEST 'cpld_debug_pdlib_p8_intel' [46:22, 01:10](1613 MB) + +PASS -- COMPILE 'atm_dyn32_intel' [24:34, 22:37] +PASS -- TEST 'control_flake_intel' [40:09, 00:43](573 MB) +PASS -- TEST 'control_CubedSphereGrid_intel' [40:09, 01:01](522 MB) +PASS -- TEST 'control_CubedSphereGrid_parallel_intel' [40:09, 01:04](532 MB) +PASS -- TEST 'control_latlon_intel' [40:09, 00:56](523 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_intel' [40:09, 01:03](526 MB) +PASS -- TEST 'control_c48_intel' [40:08, 01:13](714 MB) +PASS -- TEST 'control_c48.v2.sfc_intel' [40:08, 01:12](719 MB) +PASS -- TEST 'control_c192_intel' [40:09, 00:26](637 MB) +PASS -- TEST 'control_c384_intel' [37:32, 01:06](951 MB) +PASS -- TEST 'control_c384gdas_intel' [37:32, 02:19](1093 MB) +PASS -- TEST 'control_stochy_intel' [35:33, 01:14](527 MB) +PASS -- TEST 'control_stochy_restart_intel' [28:04, 00:37](331 MB) +PASS -- TEST 'control_lndp_intel' [33:45, 00:28](526 MB) +PASS -- TEST 'control_iovr4_intel' [33:43, 00:22](524 MB) +PASS -- TEST 'control_iovr5_intel' [33:40, 01:19](525 MB) +PASS -- TEST 'control_p8_intel' [33:35, 01:29](1512 MB) +PASS -- TEST 'control_p8.v2.sfc_intel' [33:00, 01:37](1506 MB) +PASS -- TEST 'control_p8_ugwpv1_intel' [33:00, 01:41](1506 MB) +PASS -- TEST 'control_restart_p8_intel' [25:16, 01:08](689 MB) +PASS -- TEST 'control_noqr_p8_intel' [33:00, 01:16](1496 MB) +PASS -- TEST 'control_restart_noqr_p8_intel' [19:16, 01:33](701 MB) +PASS -- TEST 'control_decomp_p8_intel' [32:44, 01:40](1498 MB) +PASS -- TEST 'control_2threads_p8_intel' [32:05, 01:34](1594 MB) +PASS -- TEST 'control_p8_lndp_intel' [31:10, 00:45](1502 MB) +PASS -- TEST 'control_p8_rrtmgp_intel' [30:39, 01:53](1564 MB) +PASS -- TEST 'control_p8_mynn_intel' [30:30, 01:42](1515 MB) +PASS -- TEST 'merra2_thompson_intel' [30:27, 01:28](1511 MB) +PASS -- TEST 'regional_control_intel' [29:44, 00:45](610 MB) +PASS -- TEST 'regional_restart_intel' [19:57, 00:29](777 MB) +PASS -- TEST 'regional_decomp_intel' [29:42, 00:31](608 MB) +PASS -- TEST 'regional_2threads_intel' [29:41, 00:29](665 MB) +PASS -- TEST 'regional_noquilt_intel' [29:38, 00:51](1145 MB) +PASS -- TEST 'regional_netcdf_parallel_intel' [28:58, 00:41](610 MB) +PASS -- TEST 'regional_2dwrtdecomp_intel' [28:56, 00:34](608 MB) +PASS -- TEST 'regional_wofs_intel' [28:34, 01:02](1580 MB) + +PASS -- COMPILE 'rrfs_intel' [17:26, 15:10] +PASS -- TEST 'rap_control_intel' [28:12, 01:25](917 MB) +PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [41:09, 01:08](1096 MB) +PASS -- TEST 'rap_decomp_intel' [41:09, 01:48](920 MB) +PASS -- TEST 'rap_2threads_intel' [41:09, 01:58](1010 MB) +PASS -- TEST 'rap_restart_intel' [15:50, 01:28](786 MB) +PASS -- TEST 'rap_sfcdiff_intel' [41:09, 01:22](915 MB) +PASS -- TEST 'rap_sfcdiff_decomp_intel' [41:09, 01:52](914 MB) +PASS -- TEST 'rap_sfcdiff_restart_intel' [27:27, 01:30](785 MB) +PASS -- TEST 'hrrr_control_intel' [41:09, 01:08](907 MB) +PASS -- TEST 'hrrr_control_decomp_intel' [41:09, 01:06](909 MB) +PASS -- TEST 'hrrr_control_2threads_intel' [41:10, 01:37](995 MB) +PASS -- TEST 'hrrr_control_restart_intel' [27:16, 00:55](742 MB) +PASS -- TEST 'rrfs_v1beta_intel' [41:09, 01:28](909 MB) +PASS -- TEST 'rrfs_v1nssl_intel' [41:09, 01:15](1875 MB) +PASS -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [26:11, 00:30](1860 MB) + +PASS -- COMPILE 'csawmg_intel' [21:30, 19:17] +PASS -- TEST 'control_csawmg_intel' [24:36, 01:07](600 MB) +PASS -- TEST 'control_csawmgt_intel' [24:33, 01:11](599 MB) +PASS -- TEST 'control_ras_intel' [23:36, 00:47](562 MB) + +PASS -- COMPILE 'wam_intel' [20:29, 18:36] +PASS -- TEST 'control_wam_intel' [23:05, 01:01](271 MB) + +PASS -- COMPILE 'atm_faster_dyn32_intel' [17:26, 14:44] +PASS -- TEST 'control_p8_faster_intel' [22:32, 01:25](1513 MB) +PASS -- TEST 'regional_control_faster_intel' [22:10, 00:58](612 MB) + +PASS -- COMPILE 'atm_debug_dyn32_intel' [12:22, 07:14] +PASS -- TEST 'control_CubedSphereGrid_debug_intel' [22:02, 00:43](686 MB) +PASS -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [21:52, 00:49](691 MB) +PASS -- TEST 'control_stochy_debug_intel' [21:35, 00:24](689 MB) +PASS -- TEST 'control_lndp_debug_intel' [21:13, 01:08](695 MB) +PASS -- TEST 'control_csawmg_debug_intel' [21:07, 00:23](733 MB) +PASS -- TEST 'control_csawmgt_debug_intel' [19:58, 00:37](731 MB) +PASS -- TEST 'control_ras_debug_intel' [19:58, 00:27](700 MB) +PASS -- TEST 'control_diag_debug_intel' [19:56, 00:31](748 MB) +PASS -- TEST 'control_debug_p8_intel' [19:54, 00:58](1526 MB) +PASS -- TEST 'regional_debug_intel' [19:44, 00:47](631 MB) +PASS -- TEST 'rap_control_debug_intel' [19:10, 01:15](1076 MB) +PASS -- TEST 'hrrr_control_debug_intel' [18:44, 00:33](1073 MB) +PASS -- TEST 'hrrr_gf_debug_intel' [16:43, 01:20](1072 MB) +PASS -- TEST 'hrrr_c3_debug_intel' [16:00, 01:08](1072 MB) +PASS -- TEST 'rap_unified_drag_suite_debug_intel' [15:39, 01:12](1077 MB) +PASS -- TEST 'rap_diag_debug_intel' [15:36, 01:06](1159 MB) +PASS -- TEST 'rap_cires_ugwp_debug_intel' [15:02, 00:39](1073 MB) +PASS -- TEST 'rap_unified_ugwp_debug_intel' [14:26, 00:21](1075 MB) +PASS -- TEST 'rap_lndp_debug_intel' [14:16, 00:32](1075 MB) +PASS -- TEST 'rap_progcld_thompson_debug_intel' [14:05, 00:37](1076 MB) +PASS -- TEST 'rap_noah_debug_intel' [13:52, 00:51](1074 MB) +PASS -- TEST 'rap_sfcdiff_debug_intel' [13:32, 00:52](1073 MB) +PASS -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [12:49, 00:56](1074 MB) +PASS -- TEST 'rrfs_v1beta_debug_intel' [12:48, 00:58](1072 MB) +PASS -- TEST 'rap_clm_lake_debug_intel' [12:44, 01:02](1078 MB) +PASS -- TEST 'rap_flake_debug_intel' [12:30, 01:04](1076 MB) +PASS -- TEST 'gnv1_c96_no_nest_debug_intel' [12:25, 01:28](1079 MB) + +PASS -- COMPILE 'wam_debug_intel' [11:19, 06:52] +PASS -- TEST 'control_wam_debug_intel' [12:23, 01:09](301 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [18:28, 13:18] +PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [12:16, 01:20](953 MB) +PASS -- TEST 'rap_control_dyn32_phy32_intel' [11:49, 01:17](789 MB) +PASS -- TEST 'hrrr_control_dyn32_phy32_intel' [11:23, 02:06](788 MB) +PASS -- TEST 'rap_2threads_dyn32_phy32_intel' [11:13, 00:59](848 MB) +PASS -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [11:13, 02:07](848 MB) +PASS -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [10:11, 02:02](791 MB) +PASS -- TEST 'rap_restart_dyn32_phy32_intel' [02:30, 01:28](688 MB) +PASS -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [03:41, 01:11](669 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [16:31, 13:15] +PASS -- TEST 'conus13km_control_intel' [09:14, 00:40](1003 MB) +PASS -- TEST 'conus13km_2threads_intel' [04:21, 00:24](1009 MB) +PASS -- TEST 'conus13km_restart_mismatch_intel' [04:13, 00:19](882 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [14:24, 11:22] +PASS -- TEST 'rap_control_dyn64_phy32_intel' [08:40, 01:05](812 MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [06:13, 03:01] +PASS -- TEST 'rap_control_debug_dyn32_phy32_intel' [08:19, 00:58](954 MB) +PASS -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [07:25, 00:38](951 MB) +PASS -- TEST 'conus13km_debug_intel' [07:25, 01:06](1038 MB) +PASS -- TEST 'conus13km_debug_qr_intel' [07:16, 00:49](711 MB) +PASS -- TEST 'conus13km_debug_2threads_intel' [07:08, 00:54](1038 MB) +PASS -- TEST 'conus13km_radar_tten_debug_intel' [06:57, 00:44](1104 MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [15:30, 12:02] +PASS -- TEST 'rap_control_dyn64_phy32_debug_intel' [05:51, 00:51](980 MB) + +PASS -- COMPILE 'hafsw_intel' [21:30, 16:17] +PASS -- TEST 'hafs_regional_atm_intel' [05:47, 01:53](616 MB) +PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [05:44, 01:16](967 MB) +PASS -- TEST 'hafs_regional_atm_ocn_intel' [05:33, 01:25](660 MB) +PASS -- TEST 'hafs_regional_atm_wav_intel' [05:26, 02:18](703 MB) +PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [05:15, 01:19](711 MB) +PASS -- TEST 'hafs_regional_1nest_atm_intel' [05:05, 00:59](390 MB) +PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [04:23, 01:46](404 MB) +PASS -- TEST 'hafs_global_1nest_atm_intel' [04:07, 01:02](283 MB) +PASS -- TEST 'hafs_global_multiple_4nests_atm_intel' [04:02, 02:42](371 MB) +PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [03:42, 01:26](415 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [03:18, 01:46](411 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [02:50, 01:27](488 MB) +PASS -- TEST 'hafs_global_storm_following_1nest_atm_intel' [02:22, 01:13](314 MB) + +PASS -- COMPILE 'hafsw_debug_intel' [18:28, 13:42] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [02:03, 01:27](502 MB) + +PASS -- COMPILE 'hafsw_faster_intel' [23:42, 19:16] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [01:45, 01:42](533 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [01:40, 01:24](708 MB) + +PASS -- COMPILE 'hafs_mom6w_intel' [20:39, 15:59] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [53:52, 01:33](713 MB) + +PASS -- COMPILE 'hafs_all_intel' [20:34, 16:23] +PASS -- TEST 'hafs_regional_docn_intel' [01:01, 02:01](659 MB) +PASS -- TEST 'hafs_regional_docn_oisst_intel' [00:55, 01:58](650 MB) +PASS -- TEST 'hafs_regional_datm_cdeps_intel' [00:14, 01:17](880 MB) + +PASS -- COMPILE 'atml_intel' [22:41, 18:42] +PASS -- TEST 'control_p8_atmlnd_sbs_intel' [59:59, 01:47](1546 MB) +PASS -- TEST 'control_p8_atmlnd_intel' [59:22, 01:16](1540 MB) +PASS -- TEST 'control_restart_p8_atmlnd_intel' [51:52, 00:49](741 MB) + +PASS -- COMPILE 'atmaero_intel' [14:33, 11:08] +PASS -- TEST 'atmaero_control_p8_intel' [59:11, 01:31](2851 MB) +PASS -- TEST 'atmaero_control_p8_rad_intel' [58:54, 01:59](2911 MB) +PASS -- TEST 'atmaero_control_p8_rad_micro_intel' [58:10, 01:14](2923 MB) + +PASS -- COMPILE 'atmaq_debug_intel' [14:29, 10:39] +PASS -- TEST 'regional_atmaq_debug_intel' [58:09, 01:40](4435 MB) SYNOPSIS: -Starting Date/Time: 20240411 18:49:14 -Ending Date/Time: 20240411 20:32:17 -Total Time: 01h:43m:42s -Compiles Completed: 31/31 +Starting Date/Time: 20240416 14:49:41 +Ending Date/Time: 20240416 16:29:19 +Total Time: 01h:40m:15s +Compiles Completed: 30/30 Tests Completed: 157/157 NOTES: diff --git a/tests/module-setup.sh b/tests/module-setup.sh index f392a6c084..57e02965c7 100755 --- a/tests/module-setup.sh +++ b/tests/module-setup.sh @@ -1,42 +1,42 @@ #!/bin/bash set -eu -if [[ $MACHINE_ID = jet ]] ; then +if [[ ${MACHINE_ID} = jet ]] ; then # We are on NOAA Jet if ( ! eval module help > /dev/null 2>&1 ) ; then source /apps/lmod/lmod/init/bash fi module purge -elif [[ $MACHINE_ID = hera ]] ; then +elif [[ ${MACHINE_ID} = hera ]] ; then # We are on NOAA Hera if ( ! eval module help > /dev/null 2>&1 ) ; then source /apps/lmod/lmod/init/bash fi module purge -elif [[ $MACHINE_ID = orion ]] ; then +elif [[ ${MACHINE_ID} = orion ]] ; then # We are on Orion if ( ! eval module help > /dev/null 2>&1 ) ; then source /apps/lmod/init/bash fi module purge -elif [[ $MACHINE_ID = hercules ]] ; then +elif [[ ${MACHINE_ID} = hercules ]] ; then # We are on Hercules if ( ! eval module help > /dev/null 2>&1 ) ; then source /apps/other/lmod/lmod/init/bash fi module purge -elif [[ $MACHINE_ID = s4 ]] ; then +elif [[ ${MACHINE_ID} = s4 ]] ; then # We are on SSEC Wisconsin S4 if ( ! eval module help > /dev/null 2>&1 ) ; then source /usr/share/lmod/lmod/init/bash fi module purge -elif [[ $MACHINE_ID = wcoss2 || $MACHINE_ID = acorn ]] ; then +elif [[ ${MACHINE_ID} = wcoss2 || ${MACHINE_ID} = acorn ]] ; then # We are on NOAA Cactus or Dogwood if ( ! eval module help > /dev/null 2>&1 ) ; then source /usr/share/lmod/lmod/init/bash @@ -44,28 +44,28 @@ elif [[ $MACHINE_ID = wcoss2 || $MACHINE_ID = acorn ]] ; then module purge module reset -elif [[ $MACHINE_ID = derecho ]] ; then +elif [[ ${MACHINE_ID} = derecho ]] ; then # We are on NCAR Derecho if ( ! eval module help > /dev/null 2>&1 ) ; then source /usr/share/lmod/lmod/init/bash fi module purge -elif [[ $MACHINE_ID = noaacloud ]] ; then +elif [[ ${MACHINE_ID} = noaacloud ]] ; then # We are on NOAA Cloud if ( ! eval module help > /dev/null 2>&1 ) ; then source /apps/lmod/8.5.2/init/bash fi module purge -elif [[ $MACHINE_ID = stampede ]] ; then +elif [[ ${MACHINE_ID} = stampede ]] ; then # We are on TACC Stampede if ( ! eval module help > /dev/null 2>&1 ) ; then source /opt/apps/lmod/lmod/init/bash fi module purge -elif [[ $MACHINE_ID = gaea ]] ; then +elif [[ ${MACHINE_ID} = gaea ]] ; then # We are on GAEA if ( ! eval module help > /dev/null 2>&1 ) ; then # We cannot simply load the module command. The GAEA @@ -77,7 +77,7 @@ elif [[ $MACHINE_ID = gaea ]] ; then fi module reset -elif [[ $MACHINE_ID = expanse ]]; then +elif [[ ${MACHINE_ID} = expanse ]]; then # We are on SDSC Expanse if ( ! eval module help > /dev/null 2>&1 ) ; then source /etc/profile.d/modules.sh diff --git a/tests/opnReqTest b/tests/opnReqTest index b9a003b706..db44db7c0b 100755 --- a/tests/opnReqTest +++ b/tests/opnReqTest @@ -78,7 +78,7 @@ find_build() { build_opnReqTests() { rm -f fv3_std.exe fv3_dbg.exe fv3_bit.exe modules.fv3_std modules.fv3_dbg modules.fv3_bit - + export RTVERBOSE=false model_found=false base_opt= find_build diff --git a/tests/rt.conf b/tests/rt.conf index 0f99745539..1dc257527b 100644 --- a/tests/rt.conf +++ b/tests/rt.conf @@ -320,7 +320,7 @@ RUN | atmaero_control_p8_rad | - noaacloud RUN | atmaero_control_p8_rad_micro | - noaacloud | baseline | ### ATM-CMAQ tests ### -COMPILE | atmaq | intel | -DAPP=ATMAQ -DCCPP_SUITES=FV3_GFS_v15p2 -D32BIT=ON | - jet s4 | fv3 | +#COMPILE | atmaq | intel | -DAPP=ATMAQ -DCCPP_SUITES=FV3_GFS_v15p2 -D32BIT=ON | - jet s4 | fv3 | #RUN | regional_atmaq | - jet s4 | baseline | COMPILE | atmaq_debug | intel | -DAPP=ATMAQ -DCCPP_SUITES=FV3_GFS_v15p2 -DDEBUG=ON -D32BIT=ON | - jet noaacloud s4 | fv3 | diff --git a/tests/rt.sh b/tests/rt.sh index e05e8d4636..0b693c1966 100755 --- a/tests/rt.sh +++ b/tests/rt.sh @@ -1,15 +1,17 @@ #!/bin/bash -set -eux - +set -eu +set -o errexit #Lets trap exit info as error for logging +echo "******Regression Testing Script Started******" SECONDS=0 hostname die() { echo "$@" >&2; exit 1; } + usage() { - set +x + set +x #No reason to print out a bunch of echo statements here echo - echo "Usage: $0 -a | -b | -c | -d | -e | -h | -k | -l | -m | -n | -o | -r | -w" + echo "Usage: $0 -a | -b | -c | -d | -e | -h | -k | -l | -m | -n | -o | -r | -v | -w" echo echo " -a to use on for HPC queue" echo " -b create new baselines only for tests listed in " @@ -23,16 +25,16 @@ usage() { echo " -n run single test " echo " -o compile only, skip tests" echo " -r use Rocoto workflow manager" + echo " -v verbose output" echo " -w for weekly_test, skip comparing baseline results" echo set -x - exit 1 } [[ $# -eq 0 ]] && usage update_rtconf() { - + echo "rt.sh: Checking & Updating test configuration..." find_match() { # This function finds if a test in $TESTS_FILE matches one # in our list of tests to be run. @@ -41,13 +43,13 @@ update_rtconf() { TWC=("$@") FOUND=false for i in "${!TWC[@]}"; do - if [[ "${TWC[$i]}" == "${THIS_TEST_WITH_COMPILER}" ]]; then + if [[ "${TWC[${i}]}" == "${THIS_TEST_WITH_COMPILER}" ]]; then FOUND=true echo "${i}" return fi done - if [[ $FOUND == false ]]; then + if [[ ${FOUND} == false ]]; then echo "-1" fi } @@ -56,16 +58,16 @@ update_rtconf() { # -b or -n options being called/used. # THE USER CHOSE THE -b OPTION - if [[ $NEW_BASELINES_FILE != '' ]]; then - [[ -s "$NEW_BASELINES_FILE" ]] || die "${NEW_BASELINES_FILE} is empty, exiting..." + if [[ ${NEW_BASELINES_FILE} != '' ]]; then + [[ -s "${NEW_BASELINES_FILE}" ]] || die "${NEW_BASELINES_FILE} is empty, exiting..." TEST_WITH_COMPILE=() - readarray -t TEST_WITH_COMPILE < "$NEW_BASELINES_FILE" + readarray -t TEST_WITH_COMPILE < "${NEW_BASELINES_FILE}" # else USER CHOSE THE -l OPTION - elif [[ $DEFINE_CONF_FILE == true ]]; then + elif [[ ${DEFINE_CONF_FILE} == true ]]; then echo "No update needed to TESTS_FILE" return # else USER CHOSE THE -n OPTION - elif [[ $RUN_SINGLE_TEST == true ]]; then + elif [[ ${RUN_SINGLE_TEST} == true ]]; then TEST_WITH_COMPILE=("${SRT_NAME} ${SRT_COMPILER}") else echo "No update needed to rt.conf" @@ -73,33 +75,36 @@ update_rtconf() { fi RT_TEMP_CONF="rt_temp.conf" - rm -f $RT_TEMP_CONF && touch $RT_TEMP_CONF + rm -f "${RT_TEMP_CONF}" && touch "${RT_TEMP_CONF}" local compile_line='' - - while read -r line || [ "$line" ]; do + while read -r line || [[ -n "${line}" ]]; do line="${line#"${line%%[![:space:]]*}"}" - [[ -n $line ]] || continue + [[ -n "${line}" ]] || continue [[ ${#line} == 0 ]] && continue - [[ $line == \#* ]] && continue + [[ ${line} == \#* ]] && continue - if [[ $line =~ COMPILE ]] ; then - MACHINES=$(echo $line | cut -d'|' -f5 | sed -e 's/^ *//' -e 's/ *$//') - RT_COMPILER_IN=$(echo $line | cut -d'|' -f3 | sed -e 's/^ *//' -e 's/ *$//') + if [[ ${line} =~ COMPILE ]] ; then + MACHINES=$(cut -d'|' -f5 <<< "${line}") + MACHINES=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${MACHINES}") + RT_COMPILER_IN=$(cut -d'|' -f3 <<< "${line}") + RT_COMPILER_IN=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${RT_COMPILER_IN}") if [[ ${MACHINES} == '' ]]; then - compile_line=$line - COMPILE_LINE_USED=false + compile_line=${line} + COMPILE_LINE_USED=false elif [[ ${MACHINES} == -* ]]; then - [[ ${MACHINES} =~ ${MACHINE_ID} ]] || compile_line=$line; COMPILE_LINE_USED=false + [[ ${MACHINES} =~ ${MACHINE_ID} ]] || compile_line=${line}; COMPILE_LINE_USED=false elif [[ ${MACHINES} == +* ]]; then - [[ ${MACHINES} =~ ${MACHINE_ID} ]] && compile_line=$line; COMPILE_LINE_USED=false + [[ ${MACHINES} =~ ${MACHINE_ID} ]] && compile_line=${line}; COMPILE_LINE_USED=false fi fi - if [[ $line =~ RUN ]]; then + if [[ ${line} =~ RUN ]]; then to_run_test=false - tmp_test=$(echo "$line" | cut -d'|' -f2 | sed -e 's/^ *//' -e 's/ *$//') - MACHINES=$(echo $line | cut -d'|' -f3 | sed -e 's/^ *//' -e 's/ *$//') + tmp_test=$(cut -d'|' -f2 <<< "${line}") + tmp_test=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${tmp_test}") + MACHINES=$(cut -d'|' -f3 <<< "${line}") + MACHINES=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${MACHINES}") if [[ ${MACHINES} == '' ]]; then to_run_test=true elif [[ ${MACHINES} == -* ]]; then @@ -107,49 +112,53 @@ update_rtconf() { elif [[ ${MACHINES} == +* ]]; then [[ ${MACHINES} =~ ${MACHINE_ID} ]] && to_run_test=true fi - if [[ $to_run_test == true ]]; then - TEST_IDX=$(find_match "$tmp_test $RT_COMPILER_IN" "${TEST_WITH_COMPILE[@]}") + if [[ ${to_run_test} == true ]]; then + TEST_IDX=$(set -e; find_match "${tmp_test} ${RT_COMPILER_IN}" "${TEST_WITH_COMPILE[@]}") - if [[ $TEST_IDX != -1 ]]; then - if [[ $COMPILE_LINE_USED == false ]]; then - echo -en '\n' >> $RT_TEMP_CONF - echo "$compile_line" >> $RT_TEMP_CONF + if [[ ${TEST_IDX} != -1 ]]; then + if [[ ${COMPILE_LINE_USED} == false ]]; then + echo -en '\n' >> "${RT_TEMP_CONF}" + echo "${compile_line}" >> "${RT_TEMP_CONF}" + COMPILE_LINE_USED=true fi - dep_test=$(echo "$line" | grep -w "$tmp_test" | cut -d'|' -f5 | sed -e 's/^ *//' -e 's/ *$//') + dep_test=$(grep -w "${tmp_test}" <<< "${line}") + dep_test=$(cut -d'|' -f5 <<< "${dep_test}") + dep_test=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${dep_test}") - if [[ $dep_test != '' ]]; then - if [[ $(find_match "$dep_test $RT_COMPILER_IN" "${TEST_WITH_COMPILE[@]}") == -1 ]]; then - - dep_line=$(grep -w "$dep_test" rt.conf | grep -v "$tmp_test") + if [[ ${dep_test} != '' ]]; then + find_match_result=$(set -e; find_match "${dep_test} ${RT_COMPILER_IN}" "${TEST_WITH_COMPILE[@]}") + if [[ ${find_match_result} == -1 ]]; then + dep_line=$(grep -w "${dep_test}" rt.conf) + dep_line=$(grep -v "${tmp_test}" <<< "${dep_line}") dep_line="${dep_line#"${dep_line%%[![:space:]]*}"}" - dep_line=$(echo "${dep_line}" | tr -d '\n') - CORRECT_LINE[1]=$(awk -F'RUN|RUN' '{print $2}' <<< "$dep_line") - CORRECT_LINE[2]=$(awk -F'RUN|RUN' '{print $3}' <<< "$dep_line") + dep_line=$(tr -d '\n' <<< "${dep_line}") + CORRECT_LINE[1]=$(awk -F'RUN|RUN' '{print $2}' <<< "${dep_line}") + CORRECT_LINE[2]=$(awk -F'RUN|RUN' '{print $3}' <<< "${dep_line}") - if [[ $RT_COMPILER_IN == "intel" ]]; then - echo "RUN ${CORRECT_LINE[1]}" >> $RT_TEMP_CONF - elif [[ $RT_COMPILER_IN == "gnu" ]]; then - echo "RUN ${CORRECT_LINE[2]}" >> $RT_TEMP_CONF + if [[ ${RT_COMPILER_IN} == "intel" ]]; then + echo "RUN ${CORRECT_LINE[1]}" >> "${RT_TEMP_CONF}" + elif [[ ${RT_COMPILER_IN} == "gnu" ]]; then + echo "RUN ${CORRECT_LINE[2]}" >> "${RT_TEMP_CONF}" fi fi fi - echo "$line" >> $RT_TEMP_CONF - fi + echo "${line}" >> "${RT_TEMP_CONF}" + fi fi fi - done < "$TESTS_FILE" + done < "${TESTS_FILE}" - if [[ ! -s $RT_TEMP_CONF ]]; then - echo "The tests listed/chosen do not exist or cannot be run on $MACHINE_ID" + if [[ ! -s ${RT_TEMP_CONF} ]]; then + echo "The tests listed/chosen do not exist or cannot be run on ${MACHINE_ID}" exit 1 else - TESTS_FILE=$RT_TEMP_CONF + TESTS_FILE=${RT_TEMP_CONF} fi } generate_log() { - + echo "rt.sh: Generating Regression Testing Log..." COMPILE_COUNTER=0 FAILED_COMPILES=() TEST_COUNTER=0 @@ -159,19 +168,21 @@ generate_log() { FAILED_TEST_LOGS=() TEST_CHANGES_LOG="test_changes.list" TEST_END_TIME="$(date '+%Y%m%d %T')" + GIT_HASHES=$(git rev-parse HEAD) cat << EOF > "${REGRESSIONTEST_LOG}" ====START OF ${MACHINE_ID^^} REGRESSION TESTING LOG==== UFSWM hash used in testing: -$(git rev-parse HEAD) +${GIT_HASHES} Submodule hashes used in testing: EOF cd .. - if [[ $MACHINE_ID != hera ]]; then - git submodule status --recursive >> "${REGRESSIONTEST_LOG}" + if [[ ${MACHINE_ID} != hera ]]; then + git submodule status --recursive >> "${REGRESSIONTEST_LOG}" + else + git submodule status >> "${REGRESSIONTEST_LOG}" fi - git submodule status >> "${REGRESSIONTEST_LOG}" echo; echo >> "${REGRESSIONTEST_LOG}" cd tests @@ -189,35 +200,42 @@ COMPARISON DIRECTORY: ${RUNDIR_ROOT} RT.SH OPTIONS USED: EOF - [[ -n $ACCNR ]] && echo "* (-a) - HPC PROJECT ACCOUNT: ${ACCNR}" >> "${REGRESSIONTEST_LOG}" - [[ -n $NEW_BASELINES_FILE ]] && echo "* (-b) - NEW BASELINES FROM FILE: ${NEW_BASELINES_FILE}" >> "${REGRESSIONTEST_LOG}" - [[ $CREATE_BASELINE == true ]] && echo "* (-c) - CREATE NEW BASELINES" >> "${REGRESSIONTEST_LOG}" - [[ $DEFINE_CONF_FILE == true ]] && echo "* (-l) - USE CONFIG FILE: ${TESTS_FILE}" >> "${REGRESSIONTEST_LOG}" - [[ $RTPWD_NEW_BASELINE == true ]] && echo "* (-m) - COMPARE AGAINST CREATED BASELINES" >> "${REGRESSIONTEST_LOG}" - [[ $RUN_SINGLE_TEST == true ]] && echo "* (-n) - RUN SINGLE TEST: ${SINGLE_OPTS}" >> "${REGRESSIONTEST_LOG}" - [[ $COMPILE_ONLY == true ]]&& echo "* 9 (-o) COMPILE ONLY, SKIP TESTS" >> "${REGRESSIONTEST_LOG}" - [[ $delete_rundir == true ]] && echo "* (-d) - DELETE RUN DIRECTORY" >> "${REGRESSIONTEST_LOG}" - [[ $skip_check_results == true ]] && echo "* (-w) - SKIP RESULTS CHECK" >> "${REGRESSIONTEST_LOG}" - [[ $KEEP_RUNDIR == true ]] && echo "* (-k) - KEEP RUN DIRECTORY" >> "${REGRESSIONTEST_LOG}" - [[ $ROCOTO == true ]] && echo "* (-r) - USE ROCOTO" >> "${REGRESSIONTEST_LOG}" - [[ $ECFLOW == true ]] && echo "* (-e) - USE ECFLOW" >> "${REGRESSIONTEST_LOG}" - - - [[ -f "${TEST_CHANGES_LOG}" ]] && rm ${TEST_CHANGES_LOG} - touch ${TEST_CHANGES_LOG} - while read -r line || [ "$line" ]; do + [[ -n ${ACCNR} ]] && echo "* (-a) - HPC PROJECT ACCOUNT: ${ACCNR}" >> "${REGRESSIONTEST_LOG}" + [[ -n ${NEW_BASELINES_FILE} ]] && echo "* (-b) - NEW BASELINES FROM FILE: ${NEW_BASELINES_FILE}" >> "${REGRESSIONTEST_LOG}" + [[ ${CREATE_BASELINE} == true ]] && echo "* (-c) - CREATE NEW BASELINES" >> "${REGRESSIONTEST_LOG}" + [[ ${DEFINE_CONF_FILE} == true ]] && echo "* (-l) - USE CONFIG FILE: ${TESTS_FILE}" >> "${REGRESSIONTEST_LOG}" + [[ ${RTPWD_NEW_BASELINE} == true ]] && echo "* (-m) - COMPARE AGAINST CREATED BASELINES" >> "${REGRESSIONTEST_LOG}" + [[ ${RUN_SINGLE_TEST} == true ]] && echo "* (-n) - RUN SINGLE TEST: ${SINGLE_OPTS}" >> "${REGRESSIONTEST_LOG}" + [[ ${COMPILE_ONLY} == true ]]&& echo "* (-o) - COMPILE ONLY, SKIP TESTS" >> "${REGRESSIONTEST_LOG}" + [[ ${delete_rundir} == true ]] && echo "* (-d) - DELETE RUN DIRECTORY" >> "${REGRESSIONTEST_LOG}" + [[ ${skip_check_results} == true ]] && echo "* (-w) - SKIP RESULTS CHECK" >> "${REGRESSIONTEST_LOG}" + [[ ${KEEP_RUNDIR} == true ]] && echo "* (-k) - KEEP RUN DIRECTORY" >> "${REGRESSIONTEST_LOG}" + [[ ${ROCOTO} == true ]] && echo "* (-r) - USE ROCOTO" >> "${REGRESSIONTEST_LOG}" + [[ ${ECFLOW} == true ]] && echo "* (-e) - USE ECFLOW" >> "${REGRESSIONTEST_LOG}" + [[ ${RTVERBOSE} == true ]] && echo "* (-v) - VERBOSE OUTPUT" >> "${REGRESSIONTEST_LOG}" + + + [[ -f "${TEST_CHANGES_LOG}" ]] && rm "${TEST_CHANGES_LOG}" + touch "${TEST_CHANGES_LOG}" + while read -r line; do line="${line#"${line%%[![:space:]]*}"}" - [[ -n "$line" ]] || continue + [[ -n "${line}" ]] || continue [[ ${#line} == 0 ]] && continue - [[ $line == \#* ]] && continue + [[ ${line} == \#* ]] && continue local valid_compile=false local valid_test=false - if [[ $line == COMPILE* ]] ; then + if [[ ${line} == COMPILE* ]] ; then - CMACHINES=$(echo "$line" | cut -d'|' -f5 | sed -e 's/^ *//' -e 's/ *$//') - COMPILER=$(echo "$line" | cut -d'|' -f3 | sed -e 's/^ *//' -e 's/ *$//') - COMPILE_NAME=$(echo "$line" | cut -d'|' -f2 | sed -e 's/^ *//' -e 's/ *$//') + CMACHINES=$(cut -d'|' -f5 <<< "${line}") + CMACHINES=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${CMACHINES}") + + COMPILER=$(cut -d'|' -f3 <<< "${line}") + COMPILER=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${COMPILER}") + + COMPILE_NAME=$(cut -d'|' -f2 <<< "${line}") + COMPILE_NAME=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${COMPILE_NAME}") + COMPILE_ID=${COMPILE_NAME}_${COMPILER} if [[ ${CMACHINES} == '' ]]; then @@ -228,7 +246,7 @@ EOF [[ ${CMACHINES} =~ ${MACHINE_ID} ]] && valid_compile=true fi - if [[ $valid_compile == true ]]; then + if [[ ${valid_compile} == true ]]; then COMPILE_COUNTER=$((COMPILE_COUNTER+1)) FAIL_LOG="" COMPILE_RESULT="" @@ -236,52 +254,55 @@ EOF COMPILE_TIME="" RT_COMPILE_TIME="" if [[ ! -f "${LOG_DIR}/compile_${COMPILE_ID}.log" ]]; then - COMPILE_RESULT="MISSING" + COMPILE_RESULT="FAILED: UNABLE TO START COMPILE" FAIL_LOG="N/A" elif [[ -f fail_compile_${COMPILE_ID} ]]; then - COMPILE_RESULT="FAIL TO RUN" + COMPILE_RESULT="FAILED: UNABLE TO COMPILE" FAIL_LOG="${LOG_DIR}/compile_${COMPILE_ID}.log" - else if grep -q "quota" "${LOG_DIR}/compile_${COMPILE_ID}.log"; then - COMPILE_RESULT="FAIL FROM DISK QUOTA" + COMPILE_RESULT="FAILED: DISK QUOTA ISSUE" FAIL_LOG="${LOG_DIR}/compile_${COMPILE_ID}.log" elif grep -q "timeout" "${LOG_DIR}/compile_${COMPILE_ID}.log"; then - COMPILE_RESULT="FAIL FROM TIMEOUT" + COMPILE_RESULT="FAILED: TEST TIMED OUT" FAIL_LOG="${LOG_DIR}/compile_${COMPILE_ID}.log" - else - COMPILE_RESULT="PASS" - TIME_FILE="${LOG_DIR}/compile_${COMPILE_ID}_timestamp.txt" - if [[ -f "${TIME_FILE}" ]]; then - while read -r times || [ "$times" ]; do - times="${times#"${times%%[![:space:]]*}"}" + fi + else + COMPILE_RESULT="PASS" + TIME_FILE="${LOG_DIR}/compile_${COMPILE_ID}_timestamp.txt" + if [[ -f "${TIME_FILE}" ]]; then + while read -r times || [[ -n "${times}" ]]; do + times="${times#"${times%%[![:space:]]*}"}" - DATE1=$(echo "$times" | cut -d ',' -f2 ) - DATE2=$(echo "$times" | cut -d ',' -f3 ) - DATE3=$(echo "$times" | cut -d ',' -f4 ) - DATE4=$(echo "$times" | cut -d ',' -f5 ) + DATE1=$(cut -d ',' -f2 <<< "${times}") + DATE2=$(cut -d ',' -f3 <<< "${times}") + DATE3=$(cut -d ',' -f4 <<< "${times}") + DATE4=$(cut -d ',' -f5 <<< "${times}") - COMPILE_TIME=$(date --date=@$((DATE3 - DATE2)) +'%M:%S') - RT_COMPILE_TIME=$(date --date=@$((DATE4 - DATE1)) +'%M:%S') + COMPILE_TIME=$(date --date=@$((DATE3 - DATE2)) +'%M:%S') + RT_COMPILE_TIME=$(date --date=@$((DATE4 - DATE1)) +'%M:%S') - done < "$TIME_FILE" - fi + done < "${TIME_FILE}" + fi fi echo >> "${REGRESSIONTEST_LOG}" echo "${COMPILE_RESULT} -- COMPILE '${COMPILE_ID}' [${RT_COMPILE_TIME}, ${COMPILE_TIME}]" >> "${REGRESSIONTEST_LOG}" - [[ -n $FAIL_LOG ]] && FAILED_COMPILES+=("COMPILE ${COMPILE_ID}: ${COMPILE_RESULT}") - [[ -n $FAIL_LOG ]] && FAILED_COMPILE_LOGS+=("${FAIL_LOG}") + [[ -n ${FAIL_LOG} ]] && FAILED_COMPILES+=("COMPILE ${COMPILE_ID}: ${COMPILE_RESULT}") + [[ -n ${FAIL_LOG} ]] && FAILED_COMPILE_LOGS+=("${FAIL_LOG}") fi - elif [[ $line =~ RUN ]]; then + elif [[ ${line} =~ RUN ]]; then - if [[ $COMPILE_ONLY == true ]]; then + if [[ ${COMPILE_ONLY} == true ]]; then continue fi - RMACHINES=$(echo "$line" | cut -d'|' -f3 | sed -e 's/^ *//' -e 's/ *$//') - TEST_NAME=$(echo "$line" | cut -d'|' -f2 | sed -e 's/^ *//' -e 's/ *$//') - GEN_BASELINE=$(echo "$line" | cut -d'|' -f4 | sed -e 's/^ *//' -e 's/ *$//') + RMACHINES=$(cut -d '|' -f3 <<< "${line}") + RMACHINES=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${RMACHINES}") + TEST_NAME=$(cut -d '|' -f2 <<< "${line}") + TEST_NAME=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${TEST_NAME}") + GEN_BASELINE=$(cut -d '|' -f4 <<< "${line}") + GEN_BASELINE=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${GEN_BASELINE}") if [[ ${RMACHINES} == '' ]]; then valid_test=true @@ -291,7 +312,7 @@ EOF [[ ${RMACHINES} =~ ${MACHINE_ID} ]] && valid_test=true fi - if [[ $valid_test == true ]]; then + if [[ ${valid_test} == true ]]; then TEST_COUNTER=$((TEST_COUNTER+1)) GETMEMFROMLOG="" FAIL_LOG="" @@ -300,57 +321,66 @@ EOF TEST_TIME="" RT_TEST_TIME="" RT_TEST_MEM="" - if [[ $CREATE_BASELINE == true && $GEN_BASELINE != "baseline" ]]; then + if [[ ${CREATE_BASELINE} == true && ${GEN_BASELINE} != "baseline" ]]; then TEST_RESULT="SKIPPED (TEST DOES NOT GENERATE BASELINE)" elif [[ ! -f "${LOG_DIR}/run_${TEST_NAME}_${COMPILER}.log" ]]; then - TEST_RESULT="MISSING" + TEST_RESULT="FAILED: UNABLE TO START RUN" FAIL_LOG="N/A" elif [[ -f fail_test_${TEST_NAME}_${COMPILER} ]]; then if [[ -f "${LOG_DIR}/rt_${TEST_NAME}_${COMPILER}.log" ]]; then - TEST_RESULT="FAIL TO COMPARE" - FAIL_LOG="${LOG_DIR}/rt_${TEST_NAME}_${COMPILER}.log" + if grep -q "FAIL" "${LOG_DIR}/rt_${TEST_NAME}_${COMPILER}.log"; then + TEST_RESULT="FAILED: UNABLE TO RUN COMPARISON" + FAIL_LOG="${LOG_DIR}/run_${TEST_NAME}_${COMPILER}.log" + # We need to catch a "PASS" in rt_*.log even if a fail_test_* files exists + # I'm not sure why this can happen. + elif grep -q "PASS" "${LOG_DIR}/rt_${TEST_NAME}_${COMPILER}.log"; then + TEST_RESULT="PASS" + else + TEST_RESULT="FAILED: BASELINE COMPARISON" + FAIL_LOG="${LOG_DIR}/rt_${TEST_NAME}_${COMPILER}.log" + fi else - TEST_RESULT="FAIL TO RUN" + TEST_RESULT="FAILED: RUN DID NOT COMPLETE" FAIL_LOG="${LOG_DIR}/run_${TEST_NAME}_${COMPILER}.log" fi - else if grep -q "quota" "${LOG_DIR}/run_${TEST_NAME}_${COMPILER}.log"; then - TEST_RESULT="FAIL FROM DISK QUOTA" + TEST_RESULT="FAILED: DISK QUOTA ISSUE" FAIL_LOG="${LOG_DIR}/run_${TEST_NAME}_${COMPILER}.log" elif grep -q "timeout" "${LOG_DIR}/run_${TEST_NAME}_${COMPILER}.log"; then - TEST_RESULT="FAIL FROM TIMEOUT" + TEST_RESULT="FAILED: TEST TIMED OUT" FAIL_LOG="${LOG_DIR}/run_${TEST_NAME}_${COMPILER}.log" - else - - TEST_RESULT="PASS" - TIME_FILE="${LOG_DIR}/run_${TEST_NAME}_${COMPILER}_timestamp.txt" - GETMEMFROMLOG=$(grep "The maximum resident set size" "${LOG_DIR}/rt_${TEST_NAME}_${COMPILER}.log") - RT_TEST_MEM=$(echo "${GETMEMFROMLOG:9:${#GETMEMFROMLOG}-1}" | tr -dc '0-9') - RT_TEST_MEM=$((RT_TEST_MEM/1000)) - if [[ -f "${TIME_FILE}" ]]; then - while read -r times || [ "$times" ]; do - times="${times#"${times%%[![:space:]]*}"}" - - DATE1=$(echo "$times" | cut -d ',' -f2 ) - DATE2=$(echo "$times" | cut -d ',' -f3 ) - DATE3=$(echo "$times" | cut -d ',' -f4 ) - DATE4=$(echo "$times" | cut -d ',' -f5 ) - - TEST_TIME=$(date --date=@$((DATE3 - DATE2)) +'%M:%S') - RT_TEST_TIME=$(date --date=@$((DATE4 - DATE1)) +'%M:%S') - - done < "$TIME_FILE" - fi + fi + else + TEST_RESULT="PASS" + fi + if [[ ${TEST_RESULT} == "PASS" ]]; then + TIME_FILE="${LOG_DIR}/run_${TEST_NAME}_${COMPILER}_timestamp.txt" + GETMEMFROMLOG=$(grep "The maximum resident set size" "${LOG_DIR}/rt_${TEST_NAME}_${COMPILER}.log") + RT_TEST_MEM=$(echo "${GETMEMFROMLOG:9:${#GETMEMFROMLOG}-1}" | tr -dc '0-9') + RT_TEST_MEM=$((RT_TEST_MEM/1000)) + if [[ -f "${TIME_FILE}" ]]; then + while read -r times || [[ -n "${times}" ]]; do + times="${times#"${times%%[![:space:]]*}"}" + + DATE1=$(cut -d ',' -f2 <<< "${times}") + DATE2=$(cut -d ',' -f3 <<< "${times}") + DATE3=$(cut -d ',' -f4 <<< "${times}") + DATE4=$(cut -d ',' -f5 <<< "${times}") + + TEST_TIME=$(date --date=@$((DATE3 - DATE2)) +'%M:%S') + RT_TEST_TIME=$(date --date=@$((DATE4 - DATE1)) +'%M:%S') + + done < "${TIME_FILE}" fi fi echo "${TEST_RESULT} -- TEST '${TEST_NAME}_${COMPILER}' [${RT_TEST_TIME}, ${TEST_TIME}](${RT_TEST_MEM} MB)" >> "${REGRESSIONTEST_LOG}" - [[ -n $FAIL_LOG ]] && FAILED_TESTS+=("TEST ${TEST_NAME}_${COMPILER}: ${TEST_RESULT}") - [[ -n $FAIL_LOG ]] && FAILED_TEST_LOGS+=("${FAIL_LOG}") - [[ -n $FAIL_LOG ]] && FAILED_TEST_ID+=("${TEST_NAME} ${COMPILER}") + [[ -n ${FAIL_LOG} ]] && FAILED_TESTS+=("TEST ${TEST_NAME}_${COMPILER}: ${TEST_RESULT}") + [[ -n ${FAIL_LOG} ]] && FAILED_TEST_LOGS+=("${FAIL_LOG}") + [[ -n ${FAIL_LOG} ]] && FAILED_TEST_ID+=("${TEST_NAME} ${COMPILER}") fi fi - done < "$TESTS_FILE" + done < "${TESTS_FILE}" elapsed_time=$( printf '%02dh:%02dm:%02ds\n' $((SECONDS%86400/3600)) $((SECONDS%3600/60)) $((SECONDS%60)) ) @@ -367,18 +397,18 @@ EOF if [[ "${#FAILED_COMPILES[@]}" -ne "0" ]]; then echo "Failed Compiles:" >> "${REGRESSIONTEST_LOG}" for i in "${!FAILED_COMPILES[@]}"; do - echo "* ${FAILED_COMPILES[$i]}" >> "${REGRESSIONTEST_LOG}" - echo "-- LOG: ${FAILED_COMPILE_LOGS[$i]}" >> "${REGRESSIONTEST_LOG}" + echo "* ${FAILED_COMPILES[${i}]}" >> "${REGRESSIONTEST_LOG}" + echo "-- LOG: ${FAILED_COMPILE_LOGS[${i}]}" >> "${REGRESSIONTEST_LOG}" done fi # PRINT FAILED TESTS if [[ "${#FAILED_TESTS[@]}" -ne "0" ]]; then - echo "Failed Tests:" >> ${REGRESSIONTEST_LOG} + echo "Failed Tests:" >> "${REGRESSIONTEST_LOG}" for j in "${!FAILED_TESTS[@]}"; do - echo "* ${FAILED_TESTS[$j]}" >> "${REGRESSIONTEST_LOG}" - echo "-- LOG: ${FAILED_TEST_LOGS[$j]}" >> "${REGRESSIONTEST_LOG}" + echo "* ${FAILED_TESTS[${j}]}" >> "${REGRESSIONTEST_LOG}" + echo "-- LOG: ${FAILED_TEST_LOGS[${j}]}" >> "${REGRESSIONTEST_LOG}" done fi @@ -386,7 +416,7 @@ EOF # WRITE FAILED_TEST_ID LIST TO TEST_CHANGES_LOG if [[ "${#FAILED_TESTS[@]}" -ne "0" ]]; then for item in "${FAILED_TEST_ID[@]}"; do - echo "$item" >> "${TEST_CHANGES_LOG}" + echo "${item}" >> "${TEST_CHANGES_LOG}" done fi @@ -404,7 +434,7 @@ EOF echo "Performing Cleanup..." rm -f fv3_*.x fv3_*.exe modules.fv3_* modulefiles/modules.fv3_* keep_tests.tmp [[ ${KEEP_RUNDIR} == false ]] && rm -rf "${RUNDIR_ROOT}" && rm "${PATHRT}/run_dir" - [[ ${ROCOTO} == true ]] && rm -f "${ROCOTO_XML}" "${ROCOTO_DB}" "${ROCOTO_STATE}" *_lock.db + [[ ${ROCOTO} == true ]] && rm -f "${ROCOTO_XML}" "${ROCOTO_DB}" "${ROCOTO_STATE}" ./*_lock.db [[ ${TEST_35D} == true ]] && rm -f tests/cpld_bmark*_20* echo "REGRESSION TEST RESULT: SUCCESS" else @@ -425,9 +455,7 @@ EOF } create_or_run_compile_task() { - - cat << EOF > ${RUNDIR_ROOT}/compile_${COMPILE_ID}.env -export JOB_NR=${JOB_NR} + cat << EOF > "${RUNDIR_ROOT}/compile_${COMPILE_ID}.env" export COMPILE_ID=${COMPILE_ID} export MACHINE_ID=${MACHINE_ID} export RT_COMPILER=${RT_COMPILER} @@ -441,14 +469,17 @@ export ROCOTO=${ROCOTO} export ECFLOW=${ECFLOW} export REGRESSIONTEST_LOG=${REGRESSIONTEST_LOG} export LOG_DIR=${LOG_DIR} +export RTVERBOSE=${RTVERBOSE} EOF - if [[ $ROCOTO == true ]]; then + if [[ ${ROCOTO} == true ]]; then rocoto_create_compile_task - elif [[ $ECFLOW == true ]]; then + elif [[ ${ECFLOW} == true ]]; then ecflow_create_compile_task else - ./run_compile.sh ${PATHRT} ${RUNDIR_ROOT} "${MAKE_OPT}" ${COMPILE_ID} > ${LOG_DIR}/compile_${COMPILE_ID}.log 2>&1 + echo "rt.sh: Running compile ${COMPILE_ID}" + ./run_compile.sh "${PATHRT}" "${RUNDIR_ROOT}" "${MAKE_OPT}" "${COMPILE_ID}" > "${LOG_DIR}/compile_${COMPILE_ID}.log" 2>&1 + echo "rt.sh: Compile ${COMPILE_ID} completed." fi RT_SUFFIX="" @@ -456,57 +487,77 @@ EOF } rt_35d() { -if [[ $TEST_NAME =~ '35d' ]] ; then - local sy=$(echo ${DATE_35D} | cut -c 1-4) - local sm=$(echo ${DATE_35D} | cut -c 5-6) + echo "rt.sh: Running 35day Regression Test..." + local sy + local sm +if [[ ${TEST_NAME} =~ '35d' ]] ; then + sy=$(cut -c 1-4 <<< "${DATE_35D}") + sm=$(cut -c 5-6 <<< "${DATE_35D}") local new_test_name="tests/${TEST_NAME}_${DATE_35D}" - rm -f $new_test_name - cp tests/$TEST_NAME $new_test_name + rm -f "${new_test_name}" + cp tests/"${TEST_NAME}" "${new_test_name}" - sed -i -e "s/\(export SYEAR\)/\1=\"$sy\"/" $new_test_name - sed -i -e "s/\(export SMONTH\)/\1=\"$sm\"/" $new_test_name + sed -i -e "s/\(export SYEAR\)/\1=\"${sy}\"/" "${new_test_name}" + sed -i -e "s/\(export SMONTH\)/\1=\"${sm}\"/" "${new_test_name}" TEST_NAME=${new_test_name#tests/} fi } +handle_error() { + echo "rt.sh: Getting error information..." + local exit_code=$1 + local exit_line=$2 + echo "Exited at line ${exit_line} having code ${exit_code}" + rt_trap +} + rt_trap() { + echo "rt.sh: Exited abnormally, killing workflow and cleaning up" [[ ${ROCOTO:-false} == true ]] && rocoto_kill [[ ${ECFLOW:-false} == true ]] && ecflow_kill cleanup } cleanup() { - [[ $(awk '{print $2}' < "${LOCKDIR}/PID") == $$ ]] && rm -rf ${LOCKDIR} + echo "rt.sh: Cleaning up..." + awk_info=$(awk '{print $2}' < "${LOCKDIR}/PID") + [[ ${awk_info} == "$$" ]] && rm -rf "${LOCKDIR}" [[ ${ECFLOW:-false} == true ]] && ecflow_stop trap 0 + echo "rt.sh: Exiting." exit } trap '{ echo "rt.sh interrupted"; rt_trap ; }' INT trap '{ echo "rt.sh quit"; rt_trap ; }' QUIT trap '{ echo "rt.sh terminated"; rt_trap ; }' TERM -trap '{ echo "rt.sh error on line $LINENO"; cleanup ; }' ERR +trap '{ handle_error $? $LINENO ; }' ERR trap '{ echo "rt.sh finished"; cleanup ; }' EXIT + # PATHRT - Path to regression tests directory -readonly PATHRT="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd -P )" -cd ${PATHRT} +PATHRT="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd -P )" +readonly PATHRT +cd "${PATHRT}" # PATHTR - Path to nmmb trunk directory -readonly PATHTR=$( cd ${PATHRT}/.. && pwd ) +PATHTR=$( cd "${PATHRT}/.." && pwd ) +readonly PATHTR # make sure only one instance of rt.sh is running readonly LOCKDIR="${PATHRT}"/lock +HOSTNAME_IN=$(hostname) if mkdir "${LOCKDIR}" ; then - echo $(hostname) $$ > "${LOCKDIR}/PID" + echo "${HOSTNAME_IN}" $$ > "${LOCKDIR}/PID" else echo "Only one instance of rt.sh can be running at a time" exit 1 fi -source detect_machine.sh # Note: this does not set ACCNR. The "if" block below does. +source detect_machine.sh source rt_utils.sh +# shellcheck disable=SC1091 source module-setup.sh CREATE_BASELINE=false @@ -516,30 +567,33 @@ KEEP_RUNDIR=false TEST_35D=false export skip_check_results=false export delete_rundir=false -SKIP_ORDER=false + COMPILE_ONLY=false RTPWD_NEW_BASELINE=false TESTS_FILE='rt.conf' NEW_BASELINES_FILE='' DEFINE_CONF_FILE=false RUN_SINGLE_TEST=false +RTVERBOSE=false +export RTVERBOSE +export STOP_ECFLOW_AT_END=false ACCNR=${ACCNR:-""} -while getopts ":a:b:cl:mn:dwkreoh" opt; do - case $opt in +while getopts ":a:b:cl:mn:dwkreovh" opt; do + case ${opt} in a) - ACCNR=$OPTARG + ACCNR=${OPTARG} ;; b) - NEW_BASELINES_FILE=$OPTARG + NEW_BASELINES_FILE=${OPTARG} ;; c) CREATE_BASELINE=true ;; l) DEFINE_CONF_FILE=true - TESTS_FILE=$OPTARG - grep -q '[^[:space:]]' < "$TESTS_FILE" || die "${TESTS_FILE} empty, exiting..." + TESTS_FILE=${OPTARG} + grep -q '[^[:space:]]' < "${TESTS_FILE}" || die "${TESTS_FILE} empty, exiting..." ;; o) COMPILE_ONLY=true @@ -550,10 +604,10 @@ while getopts ":a:b:cl:mn:dwkreoh" opt; do ;; n) RUN_SINGLE_TEST=true - IFS=' ' read -r -a SINGLE_OPTS <<< $OPTARG + IFS=' ' read -r -a SINGLE_OPTS <<< "${OPTARG}" if [[ ${#SINGLE_OPTS[@]} != 2 ]]; then - die 'The -n option needs AND in quotes, i.e. -n "control_p8 intel"' + die 'The -n option needs [testname] AND [compiler] in quotes, i.e. -n "control_p8 intel"' fi SRT_NAME="${SINGLE_OPTS[0]}" @@ -565,7 +619,8 @@ while getopts ":a:b:cl:mn:dwkreoh" opt; do ;; d) export delete_rundir=true - awk -F "|" '{print $5}' rt.conf | grep "\S" > keep_tests.tmp + AWK_OUT=$(awk -F "|" '{print $5}' rt.conf) + grep "\S" <<< "${AWK_OUT}" > keep_tests.tmp ;; w) export skip_check_results=true @@ -581,456 +636,506 @@ while getopts ":a:b:cl:mn:dwkreoh" opt; do ECFLOW=true ROCOTO=false ;; + v) + RTVERBOSE=true + ;; h) usage + die "" ;; \?) usage - die "Invalid option: -$OPTARG" + die "Invalid option: -${OPTARG}" ;; :) usage - die "Option -$OPTARG requires an argument." + die "Option -${OPTARG} requires an argument." + ;; + *) + usage + die "Arguments are required." ;; esac done #Check to error out if incompatible options are chosen together -[[ $KEEP_RUNDIR == true && $delete_rundir == true ]] && die "-k and -d options cannot be used at the same time" -[[ $ECFLOW == true && $ROCOTO == true ]] && die "-r and -e options cannot be used at the same time" -[[ $CREATE_BASELINE == true && $RTPWD_NEW_BASELINE == true ]] && die "-c and -m options cannot be used at the same time" - -if [[ -z "$ACCNR" ]]; then - echo "Please use -a to set group account to use on HPC" - exit 1 -fi - -# Display the machine and account using the format detect_machine.sh used: -echo "Machine: " $MACHINE_ID " Account: " $ACCNR - -if [[ $MACHINE_ID = wcoss2 ]]; then - - if [[ "${ECFLOW:-false}" == true ]] ; then - module load ecflow/5.6.0.13 - fi - module load intel/19.1.3.304 python/3.8.6 - if [[ "${ECFLOW:-false}" == true ]] ; then - ECFLOW_START=${ECF_ROOT}/scripts/server_check.sh - export ECF_OUTPUTDIR=${PATHRT}/ecf_outputdir - export ECF_COMDIR=${PATHRT}/ecf_comdir - rm -rf ${ECF_OUTPUTDIR} ${ECF_COMDIR} - mkdir -p ${ECF_OUTPUTDIR} - mkdir -p ${ECF_COMDIR} - fi - export colonifnco=":output" # hack - - DISKNM=/lfs/h2/emc/nems/noscrub/emc.nems/RT - QUEUE=dev - COMPILE_QUEUE=dev - if [[ "${ROCOTO:-false}" == true ]] ; then - ROCOTO_SCHEDULER=pbs - fi - PARTITION= - STMP=/lfs/h2/emc/ptmp - PTMP=/lfs/h2/emc/ptmp - SCHEDULER=pbs - -elif [[ $MACHINE_ID = acorn ]]; then - - if [[ "${ECFLOW:-false}" == true ]] ; then - module load ecflow/5.6.0.13 - fi - module load intel/19.1.3.304 python/3.8.6 - if [[ "${ECFLOW:-false}" == true ]] ; then - ECFLOW_START=${ECF_ROOT}/scripts/server_check.sh - export ECF_OUTPUTDIR=${PATHRT}/ecf_outputdir - export ECF_COMDIR=${PATHRT}/ecf_comdir - rm -rf ${ECF_OUTPUTDIR} ${ECF_COMDIR} - mkdir -p ${ECF_OUTPUTDIR} - mkdir -p ${ECF_COMDIR} - fi - export colonifnco=":output" # hack - - DISKNM=/lfs/h1/emc/nems/noscrub/emc.nems/RT - QUEUE=dev - COMPILE_QUEUE=dev - if [[ "${ROCOTO:-false}" == true ]] ; then - ROCOTO_SCHEDULER=pbs - fi - PARTITION= - STMP=/lfs/h2/emc/ptmp - PTMP=/lfs/h2/emc/ptmp - SCHEDULER=pbs - -elif [[ $MACHINE_ID = gaea ]]; then - - if [[ "${ROCOTO:-false}" == true ]] ; then - module use /ncrc/proj/epic/rocoto/modulefiles - module load rocoto - ROCOTORUN=$(which rocotorun) - ROCOTOSTAT=$(which rocotostat) - ROCOTOCOMPLETE=$(which rocotocomplete) - ROCOTO_SCHEDULER=slurm - fi - - module load PrgEnv-intel/8.3.3 - module load intel-classic/2023.1.0 - module load cray-mpich/8.1.25 - module load python/3.9.12 - module use /ncrc/proj/epic/spack-stack/modulefiles - module load gcc/12.2.0 - if [[ "${ECFLOW:-false}" == true ]] ; then - module load ecflow/5.8.4 - ECFLOW_START=/ncrc/proj/epic/spack-stack/ecflow-5.8.4/bin/ecflow_start.sh - ECF_PORT=$(( $(id -u) + 1500 )) - fi - - DISKNM=/gpfs/f5/epic/world-shared/UFS-WM_RT - QUEUE=normal - COMPILE_QUEUE=normal - PARTITION=c5 - dprefix=${dprefix:-/gpfs/f5/$ACCNR/scratch/$USER} - STMP=${STMP:-$dprefix/RT_BASELINE} - PTMP=${PTMP:-$dprefix/RT_RUNDIRS} - - SCHEDULER=slurm - -elif [[ $MACHINE_ID = hera ]]; then - - if [[ "${ROCOTO:-false}" == true ]] ; then - module load rocoto - ROCOTORUN=$(which rocotorun) - ROCOTOSTAT=$(which rocotostat) - ROCOTOCOMPLETE=$(which rocotocomplete) - ROCOTO_SCHEDULER=slurm - fi - - if [[ "${ECFLOW:-false}" == true ]] ; then - module load ecflow/5.11.4 - ECFLOW_START=ecflow_start.sh - fi - - QUEUE=batch - COMPILE_QUEUE=batch - - PARTITION= - dprefix=/scratch1/NCEPDEV - DISKNM=/scratch2/NAGAPE/epic/UFS-WM_RT - STMP=$dprefix/stmp4 - PTMP=$dprefix/stmp2 - - SCHEDULER=slurm - -elif [[ $MACHINE_ID = orion ]]; then - - module load git/2.28.0 - module load gcc/10.2.0 - module load python/3.9.2 - - if [[ "${ROCOTO:-false}" == true ]] ; then - module load contrib rocoto - ROCOTORUN=$(which rocotorun) - ROCOTOSTAT=$(which rocotostat) - ROCOTOCOMPLETE=$(which rocotocomplete) - ROCOTO_SCHEDULER=slurm - fi +[[ ${KEEP_RUNDIR} == true && ${delete_rundir} == true ]] && die "-k and -d options cannot be used at the same time" +[[ ${ECFLOW} == true && ${ROCOTO} == true ]] && die "-r and -e options cannot be used at the same time" +[[ ${CREATE_BASELINE} == true && ${RTPWD_NEW_BASELINE} == true ]] && die "-c and -m options cannot be used at the same time" - module use /work/noaa/epic/role-epic/spack-stack/orion/modulefiles - if [[ "${ECFLOW:-false}" == true ]] ; then - module load ecflow/5.8.4 - ECFLOW_START=/work/noaa/epic/role-epic/spack-stack/orion/ecflow-5.8.4/bin/ecflow_start.sh - ECF_PORT=$(( $(id -u) + 1500 )) - fi - - QUEUE=batch - COMPILE_QUEUE=batch - PARTITION=orion - dprefix=/work/noaa/stmp/${USER} - DISKNM=/work/noaa/epic/UFS-WM_RT - STMP=$dprefix/stmp - PTMP=$dprefix/stmp - - SCHEDULER=slurm - -elif [[ $MACHINE_ID = hercules ]]; then - - if [[ "${ROCOTO:-false}" == true ]] ; then - module load contrib rocoto - ROCOTORUN=$(which rocotorun) - ROCOTOSTAT=$(which rocotostat) - ROCOTOCOMPLETE=$(which rocotocomplete) - ROCOTO_SCHEDULER=slurm - fi - - module use /work/noaa/epic/role-epic/spack-stack/hercules/modulefiles - if [[ "${ECFLOW:-false}" == true ]] ; then - module load ecflow/5.8.4 - ECFLOW_START=/work/noaa/epic/role-epic/spack-stack/hercules/ecflow-5.8.4/bin/ecflow_start.sh - ECF_PORT=$(( $(id -u) + 1500 )) - fi +[[ -o xtrace ]] && set_x='set -x' || set_x='set +x' - QUEUE=batch - COMPILE_QUEUE=batch - PARTITION=hercules - dprefix=/work2/noaa/stmp/${USER} - DISKNM=/work/noaa/epic/hercules/UFS-WM_RT - STMP=$dprefix/stmp - PTMP=$dprefix/stmp - - SCHEDULER=slurm - cp fv3_conf/fv3_slurm.IN_hercules fv3_conf/fv3_slurm.IN - cp fv3_conf/compile_slurm.IN_hercules fv3_conf/compile_slurm.IN +if [[ ${RTVERBOSE} == true ]]; then + set -x +fi -elif [[ $MACHINE_ID = jet ]]; then +[[ -o xtrace ]] && set_x='set -x' || set_x='set +x' - echo "=======Running on $(lsb_release -is)=======" - CurJetOS=$(lsb_release -is) - if [[ ${CurJetOS} == "CentOS" ]]; then - echo "=======Please, move to Rocky8 node fe[5-8]=======" +if [[ -z "${ACCNR}" ]]; then + echo "Please use -a to set group account to use on HPC" exit 1 - fi - - if [[ "${ROCOTO:-false}" == true ]] ; then - module load rocoto - ROCOTORUN=$(which rocotorun) - ROCOTOSTAT=$(which rocotostat) - ROCOTOCOMPLETE=$(which rocotocomplete) - ROCOTO_SCHEDULER=slurm - fi - - if [[ "${ECFLOW:-false}" == true ]] ; then - module load ecflow/5.11.4 - ECFLOW_START=/apps/ecflow/5.11.4/bin/ecflow_start.sh - fi - - module use /mnt/lfs4/HFIP/hfv3gfs/role.epic/spack-stack/spack-stack-1.5.0/envs/unified-env-rocky8/install/modulefiles/Core - module load stack-intel/2021.5.0 - module load stack-python/3.10.8 - - QUEUE=batch - COMPILE_QUEUE=batch - PARTITION=xjet - DISKNM=/mnt/lfs4/HFIP/hfv3gfs/role.epic/RT - dprefix=${dprefix:-/lfs4/HFIP/$ACCNR/$USER} - STMP=${STMP:-$dprefix/RT_BASELINE} - PTMP=${PTMP:-$dprefix/RT_RUNDIRS} - - SCHEDULER=slurm +fi -elif [[ $MACHINE_ID = s4 ]]; then +# Display the machine and account using the format detect_machine.sh used: +echo "Machine: ${MACHINE_ID}" +echo "Account: ${ACCNR}" + +case ${MACHINE_ID} in + wcoss2|acorn) + echo "rt.sh: Setting up WCOSS2/Acorn" + set -x + if [[ "${ECFLOW:-false}" == true ]] ; then + module load ecflow/5.6.0.13 + fi + module load intel/19.1.3.304 python/3.8.6 + if [[ "${ECFLOW:-false}" == true ]] ; then + # ECF_ROOT=${ECF_ROOT:-} + # ECFLOW_START="${ECF_ROOT}/scripts/server_check.sh" + # ECFLOW_STOP="${ECF_ROOT}/bin/ecflow_stop.sh" + export ECF_OUTPUTDIR="${PATHRT}/ecf_outputdir" + export ECF_COMDIR="${PATHRT}/ecf_comdir" + rm -rf "${ECF_OUTPUTDIR}" "${ECF_COMDIR}" + mkdir -p "${ECF_OUTPUTDIR}" + mkdir -p "${ECF_COMDIR}" + # export ECFLOW_START ECFLOW_STOP + fi + export colonifnco=":output" # hack - if [[ "${ROCOTO:-false}" == true ]] ; then - module load rocoto/1.3.2 - ROCOTORUN=$(which rocotorun) - ROCOTOSTAT=$(which rocotostat) - ROCOTOCOMPLETE=$(which rocotocomplete) - ROCOTO_SCHEDULER=slurm - fi - if [[ "${ECFLOW:-false}" == true ]] ; then - module load ecflow/5.6.0 - fi - module load miniconda/3.8-s4 + DISKNM="/lfs/h2/emc/nems/noscrub/emc.nems/RT" + QUEUE="dev" + COMPILE_QUEUE="dev" + if [[ "${ROCOTO:-false}" == true ]] ; then + ROCOTO_SCHEDULER="pbs" + fi + PARTITION= + STMP="/lfs/h2/emc/ptmp" + PTMP="/lfs/h2/emc/ptmp" + SCHEDULER="pbs" + ;; + gaea) + echo "rt.sh: Setting up gaea..." + set -x + if [[ "${ROCOTO:-false}" == true ]] ; then + module use /ncrc/proj/epic/rocoto/modulefiles + module load rocoto + # ROCOTORUN=$(command -v rocotorun) + # ROCOTOSTAT=$(command -v rocotostat) + # ROCOTOCOMPLETE=$(command -v rocotocomplete) + ROCOTO_SCHEDULER="slurm" + fi + + module load PrgEnv-intel/8.3.3 + module load intel-classic/2023.1.0 + module load cray-mpich/8.1.25 + module load python/3.9.12 + module use /ncrc/proj/epic/spack-stack/modulefiles + module load gcc/12.2.0 + if [[ "${ECFLOW:-false}" == true ]] ; then + module load ecflow/5.8.4 + # ECFLOW_START=/ncrc/proj/epic/spack-stack/ecflow-5.8.4/bin/ecflow_start.sh + # ECFLOW_STOP=/ncrc/proj/epic/spack-stack/ecflow-5.8.4/bin/ecflow_stop.sh + ECF_HOST=$(hostname) + ECF_PORT=$(( $(id -u) + 1500 )) + export ECF_PORT ECF_HOST + fi - module use /data/prod/jedi/spack-stack/modulefiles - if [[ "${ECFLOW:-false}" == true ]] ; then - module load ecflow/5.8.4 - ECFLOW_START=/data/prod/jedi/spack-stack/ecflow-5.8.4/bin/ecflow_start.sh - ECF_PORT=$(( $(id -u) + 1500 )) - fi + DISKNM=/gpfs/f5/epic/world-shared/UFS-WM_RT + QUEUE=normal + COMPILE_QUEUE=normal + PARTITION=c5 + dprefix=${dprefix:-/gpfs/f5/${ACCNR}/scratch/${USER}} + STMP=${STMP:-${dprefix}/RT_BASELINE} + PTMP=${PTMP:-${dprefix}/RT_RUNDIRS} + + SCHEDULER="slurm" + ;; + hera) + echo "rt.sh: Setting up hera..." + set -x + if [[ "${ROCOTO:-false}" == true ]] ; then + module load rocoto + # ROCOTORUN=$(command -v rocotorun) + # ROCOTOSTAT=$(command -v rocotostat) + # ROCOTOCOMPLETE=$(command -v rocotocomplete) + ROCOTO_SCHEDULER=slurm + fi - QUEUE=s4 - COMPILE_QUEUE=s4 + if [[ "${ECFLOW:-false}" == true ]] ; then + module load ecflow/5.11.4 + # ECFLOW_START="$(command -v ecflow_start.sh)" + # ECFLOW_STOP="$(command -v ecflow_stop.sh)" + # export ECFLOW_START ECFLOW_STOP + fi - PARTITION=s4 - dprefix=/data/prod - DISKNM=$dprefix/emc.nemspara/RT - STMP=/scratch/short/users - PTMP=/scratch/users + QUEUE="batch" + COMPILE_QUEUE="batch" + + PARTITION= + dprefix="/scratch1/NCEPDEV" + DISKNM="/scratch2/NAGAPE/epic/UFS-WM_RT" + STMP="${dprefix}/stmp4" + PTMP="${dprefix}/stmp2" + + SCHEDULER=slurm + ;; + orion) + echo "rt.sh: Setting up orion..." + set -x + module load git/2.28.0 + module load gcc/10.2.0 + module load python/3.9.2 + + if [[ "${ROCOTO:-false}" == true ]] ; then + module load contrib rocoto + # ROCOTORUN=$(command -v rocotorun) + # ROCOTOSTAT=$(command -v rocotostat) + # ROCOTOCOMPLETE=$(command -v rocotocomplete) + ROCOTO_SCHEDULER="slurm" + fi - SCHEDULER=slurm + module use /work/noaa/epic/role-epic/spack-stack/orion/modulefiles + if [[ "${ECFLOW:-false}" == true ]] ; then + module load ecflow/5.8.4 + # ECFLOW_START="/work/noaa/epic/role-epic/spack-stack/orion/ecflow-5.8.4/bin/ecflow_start.sh" + # ECFLOW_STOP="/work/noaa/epic/role-epic/spack-stack/orion/ecflow-5.8.4/bin/ecflow_stop.sh" + ECF_HOST=$(hostname) + ECF_PORT="$(( $(id -u) + 1500 ))" + export ECF_PORT ECF_HOST + fi -elif [[ $MACHINE_ID = derecho ]]; then + QUEUE="batch" + COMPILE_QUEUE="batch" + PARTITION="orion" + dprefix="/work/noaa/stmp/${USER}" + DISKNM=/"work/noaa/epic/UFS-WM_RT" + STMP="${dprefix}/stmp" + PTMP="${dprefix}/stmp" + + SCHEDULER="slurm" + ;; + hercules) + echo "rt.sh: Setting up hercules..." + set -x + if [[ "${ROCOTO:-false}" == true ]] ; then + module load contrib rocoto + # ROCOTORUN=$(command -v rocotorun) + # ROCOTOSTAT=$(command -v rocotostat) + # ROCOTOCOMPLETE=$(command -v rocotocomplete) + ROCOTO_SCHEDULER="slurm" + fi - if [[ "${ROCOTO:-false}" == true ]] ; then - module use /glade/work/epicufsrt/contrib/derecho/rocoto/modulefiles - module load rocoto - fi - module use /glade/work/epicufsrt/contrib/spack-stack/derecho/modulefiles - if [[ "${ECFLOW:-false}" == true ]] ; then - module load ecflow/5.8.4 - fi - module unload ncarcompilers - module use /glade/work/epicufsrt/contrib/spack-stack/derecho/spack-stack-1.5.1/envs/unified-env/install/modulefiles/Core - module load stack-intel/2021.10.0 - module load stack-python/3.10.8 -# export PYTHONPATH=/glade/p/ral/jntp/tools/miniconda3/4.8.3/envs/ufs-weather-model/lib/python3.8/site-packages:/glade/p/ral/jntp/tools/miniconda3/4.8.3/lib/python3.8/site-packages - if [[ "${ECFLOW:-false}" == true ]] ; then - ECFLOW_START=/glade/work/epicufsrt/contrib/spack-stack/derecho/ecflow-5.8.4/bin/ecflow_start.sh - ECF_PORT=$(( $(id -u) + 1500 )) - fi + module use /work/noaa/epic/role-epic/spack-stack/hercules/modulefiles + if [[ "${ECFLOW:-false}" == true ]] ; then + module load ecflow/5.8.4 + # ECFLOW_START="/work/noaa/epic/role-epic/spack-stack/hercules/ecflow-5.8.4/bin/ecflow_start.sh" + # ECFLOW_STOP="/work/noaa/epic/role-epic/spack-stack/hercules/ecflow-5.8.4/bin/ecflow_stop.sh" + ECF_HOST=$(hostname) + ECF_PORT="$(( $(id -u) + 1500 ))" + export ECF_PORT ECF_HOST + fi - QUEUE=main - COMPILE_QUEUE=main - PARTITION= - dprefix=/glade/derecho/scratch - DISKNM=/glade/derecho/scratch/epicufsrt/ufs-weather-model/RT/ - STMP=$dprefix - PTMP=$dprefix - SCHEDULER=pbs - cp fv3_conf/fv3_qsub.IN_derecho fv3_conf/fv3_qsub.IN - cp fv3_conf/compile_qsub.IN_derecho fv3_conf/compile_qsub.IN - - if [[ "${ROCOTO:-false}" == true ]] ; then - ROCOTORUN=$(which rocotorun) - ROCOTOSTAT=$(which rocotostat) - ROCOTOCOMPLETE=$(which rocotocomplete) - ROCOTO_SCHEDULER=pbspro - fi + QUEUE="batch" + COMPILE_QUEUE="batch" + PARTITION="hercules" + dprefix="/work2/noaa/stmp/${USER}" + DISKNM="/work/noaa/epic/hercules/UFS-WM_RT" + STMP="${dprefix}/stmp" + PTMP="${dprefix}/stmp" + + SCHEDULER="slurm" + cp fv3_conf/fv3_slurm.IN_hercules fv3_conf/fv3_slurm.IN + cp fv3_conf/compile_slurm.IN_hercules fv3_conf/compile_slurm.IN + ;; + jet) + echo "rt.sh: Setting up jet..." + set -x + CurJetOS=$(lsb_release -is) + echo "=======Running on ${CurJetOS}=======" + if [[ ${CurJetOS} == "CentOS" ]]; then + echo "=======Please, move to Rocky8 node fe[5-8]=======" + exit 1 + fi + + if [[ "${ROCOTO:-false}" == true ]] ; then + module load rocoto + # ROCOTORUN=$(command -v rocotorun) + # ROCOTOSTAT=$(command -v rocotostat) + # ROCOTOCOMPLETE=$(command -v rocotocomplete) + ROCOTO_SCHEDULER="slurm" + fi -elif [[ $MACHINE_ID = stampede ]]; then + if [[ "${ECFLOW:-false}" == true ]] ; then + module load ecflow/5.11.4 + # ECFLOW_START=/apps/ecflow/5.11.4/bin/ecflow_start.sh + # ECFLOW_STOP=/apps/ecflow/5.11.4/bin/ecflow_stop.sh + # export ECFLOW_START ECFLOW_STOP + fi - export PYTHONPATH= - if [[ "${ECFLOW:-false}" == true ]] ; then - ECFLOW_START= - fi - QUEUE=skx-normal - COMPILE_QUEUE=skx-dev - PARTITION= - dprefix=$SCRATCH/ufs-weather-model/run - DISKNM=/work2/07736/minsukji/stampede2/ufs-weather-model/RT - STMP=$dprefix - PTMP=$dprefix - SCHEDULER=slurm - MPIEXEC=ibrun - MPIEXECOPTS= - -elif [[ $MACHINE_ID = expanse ]]; then - - export PYTHONPATH= - if [[ "${ECFLOW:-false}" == true ]] ; then - ECFLOW_START= - fi - QUEUE=compute - COMPILE_QUEUE=shared - PARTITION= - dprefix=/expanse/lustre/scratch/$USER/temp_project/run - DISKNM=/expanse/lustre/scratch/domh/temp_project/RT - STMP=$dprefix - PTMP=$dprefix - SCHEDULER=slurm - - elif [[ $MACHINE_ID = noaacloud ]]; then - - export PATH=/contrib/EPIC/bin:$PATH - module use /apps/modules/modulefiles - if [[ "${ROCOTO:-false}" == true ]] ; then - module load rocoto/1.3.3 - - ROCOTORUN=$(which rocotorun) - ROCOTOSTAT=$(which rocotostat) - ROCOTOCOMPLETE=$(which rocotocomplete) - ROCOTO_SCHEDULER=slurm - fi + module use /mnt/lfs4/HFIP/hfv3gfs/role.epic/spack-stack/spack-stack-1.5.0/envs/unified-env-rocky8/install/modulefiles/Core + module load stack-intel/2021.5.0 + module load stack-python/3.10.8 + + QUEUE="batch" + COMPILE_QUEUE="batch" + PARTITION="xjet" + DISKNM="/mnt/lfs4/HFIP/hfv3gfs/role.epic/RT" + dprefix="${dprefix:-/lfs4/HFIP/${ACCNR}/${USER}}" + STMP="${STMP:-${dprefix}/RT_BASELINE}" + PTMP="${PTMP:-${dprefix}/RT_RUNDIRS}" + + SCHEDULER="slurm" + ;; + s4) + echo "rt.sh: Setting up s4..." + set -x + if [[ "${ROCOTO:-false}" == true ]] ; then + module load rocoto/1.3.2 + # ROCOTORUN=$(command -v rocotorun) + # ROCOTOSTAT=$(command -v rocotostat) + # ROCOTOCOMPLETE=$(command -v rocotocomplete) + ROCOTO_SCHEDULER=slurm + fi + if [[ "${ECFLOW:-false}" == true ]] ; then + module load ecflow/5.6.0 + fi + module load miniconda/3.8-s4 + + module use /data/prod/jedi/spack-stack/modulefiles + if [[ "${ECFLOW:-false}" == true ]] ; then + module load ecflow/5.8.4 + # ECFLOW_START="/data/prod/jedi/spack-stack/ecflow-5.8.4/bin/ecflow_start.sh" + # ECFLOW_STOP="/data/prod/jedi/spack-stack/ecflow-5.8.4/bin/ecflow_stop.sh" + ECF_HOST=$(hostname) + ECF_PORT="$(( $(id -u) + 1500 ))" + export ECF_PORT ECF_HOST + fi - QUEUE=batch - COMPILE_QUEUE=batch - PARTITION= - dprefix=/lustre/ - DISKNM=/contrib/ufs-weather-model/RT - STMP=$dprefix/stmp4 - PTMP=$dprefix/stmp2 - SCHEDULER=slurm + QUEUE="s4" + COMPILE_QUEUE="s4" + + PARTITION="s4" + dprefix="/data/prod" + DISKNM="${dprefix}/emc.nemspara/RT" + STMP="/scratch/short/users" + PTMP="/scratch/users" + + SCHEDULER="slurm" + ;; + derecho) + echo "rt.sh: Setting up derecho..." + set -x + if [[ "${ROCOTO:-false}" == true ]] ; then + module use /glade/work/epicufsrt/contrib/derecho/rocoto/modulefiles + module load rocoto + fi + module use /glade/work/epicufsrt/contrib/spack-stack/derecho/modulefiles + if [[ "${ECFLOW:-false}" == true ]] ; then + module load ecflow/5.8.4 + fi + module unload ncarcompilers + module use /glade/work/epicufsrt/contrib/spack-stack/derecho/spack-stack-1.5.1/envs/unified-env/install/modulefiles/Core + module load stack-intel/2021.10.0 + module load stack-python/3.10.8 + # export PYTHONPATH=/glade/p/ral/jntp/tools/miniconda3/4.8.3/envs/ufs-weather-model/lib/python3.8/site-packages:/glade/p/ral/jntp/tools/miniconda3/4.8.3/lib/python3.8/site-packages + if [[ "${ECFLOW:-false}" == true ]] ; then + # ECFLOW_START=/glade/work/epicufsrt/contrib/spack-stack/derecho/ecflow-5.8.4/bin/ecflow_start.sh + # ECFLOW_STOP=/glade/work/epicufsrt/contrib/spack-stack/derecho/ecflow-5.8.4/bin/ecflow_stop.sh + ECF_HOST=$(hostname) + ECF_PORT=$(( $(id -u) + 1500 )) + export ECF_PORT ECF_HOST + fi + QUEUE="main" + COMPILE_QUEUE="main" + PARTITION= + dprefix="/glade/derecho/scratch" + DISKNM="/glade/derecho/scratch/epicufsrt/ufs-weather-model/RT/" + STMP="${dprefix}" + PTMP="${dprefix}" + SCHEDULER="pbs" + cp fv3_conf/fv3_qsub.IN_derecho fv3_conf/fv3_qsub.IN + cp fv3_conf/compile_qsub.IN_derecho fv3_conf/compile_qsub.IN -else - die "Unknown machine ID, please edit detect_machine.sh file" -fi + + if [[ "${ROCOTO:-false}" == true ]] ; then + # ROCOTORUN=$(command -v rocotorun) + # ROCOTOSTAT=$(command -v rocotostat) + # ROCOTOCOMPLETE=$(command -v rocotocomplete) + ROCOTO_SCHEDULER="pbspro" + fi + ;; + stampede) + echo "rt.sh: Setting up stampede..." + set -x + export PYTHONPATH= + if [[ "${ECFLOW:-false}" == true ]] ; then + ECFLOW_START= + fi + QUEUE=skx-normal + COMPILE_QUEUE=skx-dev + PARTITION= + dprefix="${SCRATCH}/ufs-weather-model/run" + DISKNM="/work2/07736/minsukji/stampede2/ufs-weather-model/RT" + STMP="${dprefix}" + PTMP="${dprefix}" + SCHEDULER="slurm" + export MPIEXEC="ibrun" + export MPIEXECOPTS= + ;; + expanse) + echo "rt.sh: Setting up expanse..." + set -x + export PYTHONPATH= + + if [[ "${ECFLOW:-false}" == true ]] ; then + export ECFLOW_START= + fi + QUEUE="compute" + COMPILE_QUEUE="shared" + PARTITION= + dprefix="/expanse/lustre/scratch/${USER}/temp_project/run" + DISKNM="/expanse/lustre/scratch/domh/temp_project/RT" + STMP="${dprefix}" + PTMP="${dprefix}" + SCHEDULER="slurm" + ;; + noaacloud) + echo "rt.sh: Setting up noaacloud..." + set -x + export PATH="/contrib/EPIC/bin:${PATH}" + module use /apps/modules/modulefiles + + if [[ "${ROCOTO:-false}" == true ]] ; then + module load rocoto/1.3.3 + # ROCOTORUN=$(command -v rocotorun) + # ROCOTOSTAT=$(command -v rocotostat) + # ROCOTOCOMPLETE=$(command -v rocotocomplete) + ROCOTO_SCHEDULER=slurm + fi -mkdir -p ${STMP}/${USER} + QUEUE="batch" + COMPILE_QUEUE="batch" + PARTITION= + dprefix="/lustre/" + DISKNM="/contrib/ufs-weather-model/RT" + STMP="${dprefix}/stmp4" + PTMP="${dprefix}/stmp2" + SCHEDULER="slurm" + ;; + *) + die "Unknown machine ID, please edit detect_machine.sh file" + ;; +esac +eval "${set_x}" + +# BEFORE MOVING ANY FURTHER LETS CHECK THAT DISKNM/STMP/PTMP ALL EXIST +[[ -d ${DISKNM} ]] || die "ERROR: DISKNM: ${DISKNM} -- DOES NOT EXIST" +[[ -d ${STMP} ]] || die "ERROR: STMP: ${STMP} -- DOES NOT EXIST" +[[ -d ${PTMP} ]] || die "ERROR: PTMP: ${PTMP} -- DOES NOT EXIST" + +mkdir -p "${STMP}/${USER}" NEW_BASELINE=${STMP}/${USER}/FV3_RT/REGRESSION_TEST # Overwrite default RUNDIR_ROOT if environment variable RUNDIR_ROOT is set RUNDIR_ROOT=${RUNDIR_ROOT:-${PTMP}/${USER}/FV3_RT}/rt_$$ -mkdir -p ${RUNDIR_ROOT} -if [[ -e ${PATHRT}/run_dir ]]; then - rm ${PATHRT}/run_dir +mkdir -p "${RUNDIR_ROOT}" +if [[ -L "${PATHRT}/run_dir" && -d "${PATHRT}/run_dir" ]]; then + rm "${PATHRT}/run_dir" fi echo "Linking ${RUNDIR_ROOT} to ${PATHRT}/run_dir" -ln -s ${RUNDIR_ROOT} ${PATHRT}/run_dir +ln -s "${RUNDIR_ROOT}" "${PATHRT}/run_dir" echo "Run regression test in: ${RUNDIR_ROOT}" update_rtconf -if [[ $TESTS_FILE =~ '35d' ]] || [[ $TESTS_FILE =~ 'weekly' ]]; then +if [[ ${TESTS_FILE} =~ '35d' ]] || [[ ${TESTS_FILE} =~ 'weekly' ]]; then TEST_35D=true fi source bl_date.conf -if [[ "$RTPWD_NEW_BASELINE" == true ]] ; then +if [[ "${RTPWD_NEW_BASELINE}" == true ]] ; then RTPWD=${NEW_BASELINE} else - RTPWD=${RTPWD:-$DISKNM/NEMSfv3gfs/develop-${BL_DATE}} + RTPWD=${RTPWD:-${DISKNM}/NEMSfv3gfs/develop-${BL_DATE}} fi -if [[ "$CREATE_BASELINE" == false ]] ; then - if [[ ! -d "$RTPWD" ]] ; then +if [[ "${CREATE_BASELINE}" == false ]] ; then + EMPTY_CHECK=$(find "${RTPWD}/" -type d -prune -empty) + if [[ ! -d "${RTPWD}" ]] ; then echo "Baseline directory does not exist:" - echo " $RTPWD" + echo " ${RTPWD}" exit 1 - elif [[ $( ls -1 "$RTPWD/" | wc -l ) -lt 1 ]] ; then + elif [[ -n ${EMPTY_CHECK} ]] ; then echo "Baseline directory is empty:" - echo " $RTPWD" + echo " ${RTPWD}" exit 1 fi fi -INPUTDATA_ROOT=${INPUTDATA_ROOT:-$DISKNM/NEMSfv3gfs/input-data-20221101} +INPUTDATA_ROOT=${INPUTDATA_ROOT:-${DISKNM}/NEMSfv3gfs/input-data-20221101} INPUTDATA_ROOT_WW3=${INPUTDATA_ROOT}/WW3_input_data_20240214 -INPUTDATA_ROOT_BMIC=${INPUTDATA_ROOT_BMIC:-$DISKNM/NEMSfv3gfs/BM_IC-20220207} +INPUTDATA_ROOT_BMIC=${INPUTDATA_ROOT_BMIC:-${DISKNM}/NEMSfv3gfs/BM_IC-20220207} shift $((OPTIND-1)) -[[ $# -gt 1 ]] && usage +if [[ $# -gt 1 ]]; then + usage + die "" +fi -if [[ $CREATE_BASELINE == true ]]; then +if [[ ${CREATE_BASELINE} == true ]]; then # PREPARE NEW REGRESSION TEST DIRECTORY + echo "rt.sh: Preparing RT Directory..." rm -rf "${NEW_BASELINE}" mkdir -p "${NEW_BASELINE}" fi -if [[ $skip_check_results == true ]]; then - REGRESSIONTEST_LOG=${PATHRT}/logs/RegressionTests_weekly_$MACHINE_ID.log +if [[ ${skip_check_results} == true ]]; then + REGRESSIONTEST_LOG=${PATHRT}/logs/RegressionTests_weekly_${MACHINE_ID}.log else - REGRESSIONTEST_LOG=${PATHRT}/logs/RegressionTests_$MACHINE_ID.log + REGRESSIONTEST_LOG=${PATHRT}/logs/RegressionTests_${MACHINE_ID}.log fi -export TEST_START_TIME="$(date '+%Y%m%d %T')" +TEST_START_TIME="$(date '+%Y%m%d %T')" +export TEST_START_TIME source default_vars.sh -JOB_NR=0 COMPILE_COUNTER=0 rm -f fail_test* fail_compile* -export LOG_DIR=${PATHRT}/logs/log_$MACHINE_ID -rm -rf ${LOG_DIR} -mkdir -p ${LOG_DIR} +LOG_DIR=${PATHRT}/logs/log_${MACHINE_ID} +export LOG_DIR -if [[ $ROCOTO == true ]]; then +rm -rf "${LOG_DIR}" +mkdir -p "${LOG_DIR}" + +if [[ ${ROCOTO} == true ]]; then + + echo "rt.sh: Verifying ROCOTO support..." + + case ${MACHINE_ID} in + wcoss2|acorn|expanse|stampede) + die "Rocoto not supported on this machine, please do not use '-r'." + ;; + *) + ;; + esac + ROCOTORUN="$(command -v rocotorun)" + ROCOTOSTAT="$(command -v rocotostat)" + ROCOTOCOMPLETE="$(command -v rocotocomplete)" + export ROCOTOCOMPLETE ROCOTOSTAT ROCOTORUN + ROCOTO_XML=${PATHRT}/rocoto_workflow.xml ROCOTO_STATE=${PATHRT}/rocoto_workflow.state ROCOTO_DB=${PATHRT}/rocoto_workflow.db - rm -f $ROCOTO_XML $ROCOTO_DB $ROCOTO_STATE *_lock.db + rm -f "${ROCOTO_XML}" "${ROCOTO_DB}" "${ROCOTO_STATE}" ./*_lock.db - if [[ $MACHINE_ID = stampede || $MACHINE_ID = expanse ]]; then - die "Rocoto is not supported on this machine: $MACHINE_ID" - fi - - cat << EOF > $ROCOTO_XML + cat << EOF > "${ROCOTO_XML}" ${ECFLOW_RUN}/${ECFLOW_SUITE}.def + rm -rf "${ECFLOW_RUN}" + mkdir -p "${ECFLOW_RUN}/${ECFLOW_SUITE}" + cp head.h tail.h "${ECFLOW_RUN}" + cat << EOF > "${ECFLOW_RUN}/${ECFLOW_SUITE}.def" suite ${ECFLOW_SUITE} edit ECF_HOME '${ECFLOW_RUN}' edit ECF_INCLUDE '${ECFLOW_RUN}' @@ -1084,10 +1207,6 @@ suite ${ECFLOW_SUITE} limit max_jobs ${MAX_JOBS} EOF - if [[ $MACHINE_ID = stampede || $MACHINE_ID = expanse ]]; then - die "ecFlow is not supported on this machine: $MACHINE_ID" - fi - fi ## @@ -1098,41 +1217,42 @@ fi new_compile=false in_metatask=false -[[ -f $TESTS_FILE ]] || die "$TESTS_FILE does not exist" - -LAST_COMPILER_NR=-9999 -COMPILE_PREV='' +[[ -f ${TESTS_FILE} ]] || die "${TESTS_FILE} does not exist" declare -A compiles -while read -r line || [ "$line" ]; do +while read -r line || [[ -n "${line}" ]]; do line="${line#"${line%%[![:space:]]*}"}" [[ ${#line} == 0 ]] && continue - [[ $line == \#* ]] && continue + [[ ${line} == \#* ]] && continue - JOB_NR=$( printf '%03d' $(( 10#$JOB_NR + 1 )) ) + if [[ ${line} == COMPILE* ]]; then - if [[ $line == COMPILE* ]]; then + COMPILE_NAME=$(cut -d '|' -f2 <<< "${line}") + COMPILE_NAME=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${COMPILE_NAME}") - COMPILE_NAME=$( echo $line | cut -d'|' -f2 | sed -e 's/^ *//' -e 's/ *$//') - RT_COMPILER=$(echo $line | cut -d'|' -f3 | sed -e 's/^ *//' -e 's/ *$//') - MAKE_OPT=$( echo $line | cut -d'|' -f4 | sed -e 's/^ *//' -e 's/ *$//') - MACHINES=$( echo $line | cut -d'|' -f5 | sed -e 's/^ *//' -e 's/ *$//') - CB=$( echo $line | cut -d'|' -f6) + RT_COMPILER=$(cut -d '|' -f3 <<< "${line}") + RT_COMPILER=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${RT_COMPILER}") + + MAKE_OPT=$(cut -d '|' -f4 <<< "${line}") + MAKE_OPT=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${MAKE_OPT}") + + MACHINES=$(cut -d '|' -f5 <<< "${line}") + MACHINES=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${MACHINES}") + + CB=$(cut -d '|' -f6 <<< "${line}") COMPILE_ID=${COMPILE_NAME}_${RT_COMPILER} - COMPILE_PREV=${COMPILE_ID} set +u - if [[ ! -z ${compiles[$COMPILE_ID]} ]] ; then - echo "Error! Duplicated compilation $COMPILE_NAME for compiler $RT_COMPILER!" + if [[ -n ${compiles[${COMPILE_ID}]} ]] ; then + echo "Error! Duplicated compilation ${COMPILE_NAME} for compiler ${RT_COMPILER}!" exit 1 fi set -u - compiles[$COMPILE_ID]=$COMPILE_ID - echo "COMPILING ${compiles[${COMPILE_ID}]}" + compiles[${COMPILE_ID}]=${COMPILE_ID} - [[ $CREATE_BASELINE == true && $CB != *fv3* ]] && continue + [[ ${CREATE_BASELINE} == true && ${CB} != *fv3* ]] && continue if [[ ${MACHINES} != '' ]]; then if [[ ${MACHINES} == -* ]]; then @@ -1146,29 +1266,34 @@ while read -r line || [ "$line" ]; do fi create_or_run_compile_task - continue - elif [[ $line == RUN* ]] ; then + elif [[ ${line} == RUN* ]]; then - if [[ $COMPILE_ONLY == true ]]; then - continue - fi + [[ ${COMPILE_ONLY} == true ]] && continue - TEST_NAME=$(echo $line | cut -d'|' -f2 | sed -e 's/^ *//' -e 's/ *$//') - MACHINES=$( echo $line | cut -d'|' -f3 | sed -e 's/^ *//' -e 's/ *$//') - CB=$( echo $line | cut -d'|' -f4) - DEP_RUN=$( echo $line | cut -d'|' -f5 | sed -e 's/^ *//' -e 's/ *$//') - DATE_35D=$( echo $line | cut -d'|' -f6 | sed -e 's/^ *//' -e 's/ *$//') + TEST_NAME=$(cut -d'|' -f2 <<< "${line}") + TEST_NAME=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${TEST_NAME}") - if [[ $DEP_RUN != '' ]]; then + MACHINES=$(cut -d'|' -f3 <<< "${line}") + MACHINES=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${MACHINES}") + + CB=$(cut -d'|' -f4 <<< "${line}") + + DEP_RUN=$(cut -d'|' -f5 <<< "${line}") + DEP_RUN=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${DEP_RUN}") + + DATE_35D=$(cut -d'|' -f6 <<< "${line}") + DATE_35D=$(sed -e 's/^ *//' -e 's/ *$//' <<< "${DATE_35D}") + + if [[ ${DEP_RUN} != '' ]]; then DEP_RUN=${DEP_RUN}_${RT_COMPILER} fi export TEST_ID=${TEST_NAME}_${RT_COMPILER} - [[ -e "tests/$TEST_NAME" ]] || die "run test file tests/$TEST_NAME does not exist" - [[ $CREATE_BASELINE == true && $CB != *baseline* ]] && continue + [[ -e "tests/${TEST_NAME}" ]] || die "run test file tests/${TEST_NAME} does not exist" + [[ ${CREATE_BASELINE} == true && ${CB} != *baseline* ]] && continue if [[ ${MACHINES} != '' ]]; then if [[ ${MACHINES} == -* ]]; then @@ -1184,22 +1309,22 @@ while read -r line || [ "$line" ]; do COMPILE_METATASK_NAME=${COMPILE_ID} # 35 day tests - [[ $TEST_35D == true ]] && rt_35d + [[ ${TEST_35D} == true ]] && rt_35d # Avoid uninitialized RT_SUFFIX/BL_SUFFIX (see definition above) RT_SUFFIX=${RT_SUFFIX:-""} BL_SUFFIX=${BL_SUFFIX:-""} - if [[ $ROCOTO == true && $new_compile == true ]]; then + if [[ ${ROCOTO} == true && ${new_compile} == true ]]; then new_compile=false in_metatask=true - cat << EOF >> $ROCOTO_XML + cat << EOF >> "${ROCOTO_XML}" 0 EOF fi ( - source ${PATHRT}/tests/$TEST_NAME + source "${PATHRT}/tests/${TEST_NAME}" compute_petbounds_and_tasks @@ -1214,8 +1339,7 @@ EOF PPN=$((PPN + 1)) fi - cat << EOF > ${RUNDIR_ROOT}/run_test_${TEST_ID}.env -export JOB_NR=${JOB_NR} + cat << EOF > "${RUNDIR_ROOT}/run_test_${TEST_ID}.env" export TEST_ID=${TEST_ID} export MACHINE_ID=${MACHINE_ID} export RT_COMPILER=${RT_COMPILER} @@ -1239,52 +1363,54 @@ export REGRESSIONTEST_LOG=${REGRESSIONTEST_LOG} export LOG_DIR=${LOG_DIR} export DEP_RUN=${DEP_RUN} export skip_check_results=${skip_check_results} +export RTVERBOSE=${RTVERBOSE} export delete_rundir=${delete_rundir} export WLCLK=${WLCLK} EOF - if [[ $MACHINE_ID = jet ]]; then - cat << EOF >> ${RUNDIR_ROOT}/run_test_${TEST_ID}.env -export PATH=/lfs4/HFIP/hfv3gfs/software/miniconda3/4.8.3/envs/ufs-weather-model/bin:/lfs4/HFIP/hfv3gfs/software/miniconda3/4.8.3/bin:$PATH + if [[ ${MACHINE_ID} = jet ]]; then + cat << EOF >> "${RUNDIR_ROOT}/run_test_${TEST_ID}.env" +export PATH=/lfs4/HFIP/hfv3gfs/software/miniconda3/4.8.3/envs/ufs-weather-model/bin:/lfs4/HFIP/hfv3gfs/software/miniconda3/4.8.3/bin:${PATH} export PYTHONPATH=/lfs4/HFIP/hfv3gfs/software/miniconda3/4.8.3/envs/ufs-weather-model/lib/python3.8/site-packages:/lfs4/HFIP/hfv3gfs/software/miniconda3/4.8.3/lib/python3.8/site-packages EOF fi - if [[ $ROCOTO == true ]]; then + if [[ ${ROCOTO} == true ]]; then rocoto_create_run_task - elif [[ $ECFLOW == true ]]; then + elif [[ ${ECFLOW} == true ]]; then ecflow_create_run_task else - ./run_test.sh ${PATHRT} ${RUNDIR_ROOT} ${TEST_NAME} ${TEST_ID} ${COMPILE_ID} > ${LOG_DIR}/run_${TEST_ID}${RT_SUFFIX}.log 2>&1 + echo "rt.sh: Running test ${TEST_ID} using compile ${COMPILE_ID}" + ./run_test.sh "${PATHRT}" "${RUNDIR_ROOT}" "${TEST_NAME}" "${TEST_ID}" "${COMPILE_ID}" > "${LOG_DIR}/run_${TEST_ID}${RT_SUFFIX}.log" 2>&1 + echo "rt.sh: Run with test ${TEST_ID} completed." fi ) - continue else - die "Unknown command $line" + die "Unknown command ${line}" fi -done < $TESTS_FILE +done < "${TESTS_FILE}" ## ## run regression test workflow (currently Rocoto or ecFlow are supported) ## -if [[ $ROCOTO == true ]]; then - if [[ $in_metatask == true ]]; then - echo " " >> $ROCOTO_XML +if [[ ${ROCOTO} == true ]]; then + if [[ ${in_metatask} == true ]]; then + echo " " >> "${ROCOTO_XML}" fi - echo "" >> $ROCOTO_XML + echo "" >> "${ROCOTO_XML}" # run rocoto workflow until done rocoto_run fi -if [[ $ECFLOW == true ]]; then - echo "endsuite" >> ${ECFLOW_RUN}/${ECFLOW_SUITE}.def +if [[ ${ECFLOW} == true ]]; then + echo "endsuite" >> "${ECFLOW_RUN}/${ECFLOW_SUITE}.def" # run ecflow workflow until done ecflow_run fi # IF -c AND -b; LINK VERIFIED BASELINES TO NEW_BASELINE -if [[ $CREATE_BASELINE == true && $NEW_BASELINES_FILE != '' ]]; then +if [[ ${CREATE_BASELINE} == true && ${NEW_BASELINES_FILE} != '' ]]; then for dir in "${RTPWD}"/*/; do dir=${dir%*/} [[ -d "${NEW_BASELINE}/${dir##*/}" ]] && continue @@ -1294,3 +1420,5 @@ fi ## Lets verify all tests were run and that they passed generate_log +eval "${set_x}" +echo "******Regression Testing Script Completed******" \ No newline at end of file diff --git a/tests/rt_utils.sh b/tests/rt_utils.sh index a8fb423529..24f8c8d286 100755 --- a/tests/rt_utils.sh +++ b/tests/rt_utils.sh @@ -1,3 +1,4 @@ +#!/bin/bash set -eu if [[ "$0" = "${BASH_SOURCE[0]}" ]]; then @@ -9,23 +10,23 @@ fi # are not dependent on the caller. Most regression test variables # (such as ACCNR) are not set until after rt.sh sources this file. -qsub_id=0 -slurm_id=0 -bsub_id=0 +jobid=0 function compute_petbounds_and_tasks() { - + echo "rt_utils.sh: ${TEST_ID}: Computing PET bounds and tasks." + [[ -o xtrace ]] && set_x='set -x' || set_x='set +x' + set +x # each test MUST define ${COMPONENT}_tasks variable for all components it is using # and MUST NOT define those that it's not using or set the value to 0. # ATM is a special case since it is running on the sum of compute and io tasks. # CHM component and mediator are running on ATM compute tasks only. - if [[ $DATM_CDEPS = 'false' ]]; then + if [[ ${DATM_CDEPS} = 'false' ]]; then if [[ ${ATM_compute_tasks:-0} -eq 0 ]]; then ATM_compute_tasks=$((INPES * JNPES * NTILES)) fi - if [[ $QUILTING = '.true.' ]]; then + if [[ ${QUILTING} = '.true.' ]]; then ATM_io_tasks=$((WRITE_GROUP * WRTTASK_PER_GROUP)) fi fi @@ -79,38 +80,45 @@ function compute_petbounds_and_tasks() { UFS_tasks=${n} - echo "ATM_petlist_bounds: ${atm_petlist_bounds:-}" - echo "OCN_petlist_bounds: ${ocn_petlist_bounds:-}" - echo "ICE_petlist_bounds: ${ice_petlist_bounds:-}" - echo "WAV_petlist_bounds: ${wav_petlist_bounds:-}" - echo "CHM_petlist_bounds: ${chm_petlist_bounds:-}" - echo "MED_petlist_bounds: ${med_petlist_bounds:-}" - echo "AQM_petlist_bounds: ${aqm_petlist_bounds:-}" - echo "LND_petlist_bounds: ${lnd_petlist_bounds:-}" - echo "UFS_tasks : ${UFS_tasks:-}" + if [[ ${RTVERBOSE} == true ]]; then + echo "ATM_petlist_bounds: ${atm_petlist_bounds:-}" + echo "OCN_petlist_bounds: ${ocn_petlist_bounds:-}" + echo "ICE_petlist_bounds: ${ice_petlist_bounds:-}" + echo "WAV_petlist_bounds: ${wav_petlist_bounds:-}" + echo "CHM_petlist_bounds: ${chm_petlist_bounds:-}" + echo "MED_petlist_bounds: ${med_petlist_bounds:-}" + echo "AQM_petlist_bounds: ${aqm_petlist_bounds:-}" + echo "LND_petlist_bounds: ${lnd_petlist_bounds:-}" + echo "UFS_tasks : ${UFS_tasks:-}" + fi # TASKS is now set to UFS_TASKS - export TASKS=$UFS_tasks + export TASKS=${UFS_tasks} + eval "${set_x}" } interrupt_job() { + echo "rt_utils.sh: Job ${jobid} interupted" set -x - if [[ $SCHEDULER = 'pbs' ]]; then - echo "run_util.sh: interrupt_job qsub_id = ${qsub_id}" - qdel ${qsub_id} - elif [[ $SCHEDULER = 'slurm' ]]; then - echo "run_util.sh: interrupt_job slurm_id = ${slurm_id}" - scancel ${slurm_id} - else - echo "run_util.sh: interrupt_job unknown SCHEDULER $SCHEDULER" - fi + #echo "run_util.sh: interrupt_job called | Job#: ${jobid}" + case ${SCHEDULER} in + pbs) + qdel "${jobid}" + ;; + slurm) + scancel "${jobid}" + ;; + *) + echo "Unsupported scheduler, job may have not terminated properly." + ;; + esac } submit_and_wait() { - + echo "rt_utils.sh: Submitting job on scheduler: ${SCHEDULER}" [[ -z $1 ]] && exit 1 - [ -o xtrace ] && set_x='set -x' || set_x='set +x' + [[ -o xtrace ]] && set_x='set -x' || set_x='set +x' set +x local -r job_card=$1 @@ -119,147 +127,137 @@ submit_and_wait() { ECFLOW=${ECFLOW:-false} local test_status='PASS' + case ${SCHEDULER} in + pbs) + qsubout=$( qsub "${job_card}" ) + re='^([0-9]+)(\.[a-zA-Z0-9\.-]+)$' + [[ "${qsubout}" =~ ${re} ]] && jobid=${BASH_REMATCH[1]} + ;; + slurm) + slurmout=$( sbatch "${job_card}" ) + re='Submitted batch job ([0-9]+)' + [[ "${slurmout}" =~ ${re} ]] && jobid=${BASH_REMATCH[1]} + ;; + *) + echo "Unsupported scheduler: ${SCHEDULER}" + exit 1 + ;; + esac - if [[ $SCHEDULER = 'pbs' ]]; then - qsubout=$( qsub $job_card ) - re='^([0-9]+)(\.[a-zA-Z0-9\.-]+)$' - [[ "${qsubout}" =~ $re ]] && qsub_id=${BASH_REMATCH[1]} - echo "Job id ${qsub_id}" - elif [[ $SCHEDULER = 'slurm' ]]; then - slurmout=$( sbatch $job_card ) - re='Submitted batch job ([0-9]+)' - [[ "${slurmout}" =~ $re ]] && slurm_id=${BASH_REMATCH[1]} - echo "Job id ${slurm_id}" - else - echo "Unknown SCHEDULER $SCHEDULER" - exit 1 - fi - + echo "rt_utils.sh: Submitted Job. ID is ${jobid}." + sleep 10 # wait for the job to enter the queue local count=0 - local job_running=0 - until [[ $job_running -eq 1 ]] + local job_running='' + echo "rt_utils.sh: Job is waiting to enter the queue..." + until [[ ${job_running} == 'true' ]] do - echo "Job is waiting to enter the queue" - [[ ${ECFLOW:-false} == true ]] && ecflow_client --label=job_status "waiting to enter the queue" - if [[ $SCHEDULER = 'pbs' ]]; then - job_running=$( qstat ${qsub_id} | grep ${qsub_id} | wc -l ) - elif [[ $SCHEDULER = 'slurm' ]]; then - job_running=$( squeue -u ${USER} -j ${slurm_id} | grep ${slurm_id} | wc -l) + case ${SCHEDULER} in + pbs) + set +e + job_info=$( qstat "${jobid}" ) + set -e + ;; + slurm) + job_info=$( squeue -u "${USER}" -j "${jobid}" ) + ;; + *) + ;; + esac + if grep -q "${jobid}" <<< "${job_info}"; then + job_running=true + continue else - echo "Unknown SCHEDULER $SCHEDULER" - exit 1 + job_running=false fi + sleep 5 (( count=count+1 )) - if [[ $count -eq 13 ]]; then echo "No job in queue after one minute, exiting..."; exit 2; fi + if [[ ${count} -eq 13 ]]; then echo "No job in queue after one minute, exiting..."; exit 2; fi done - - # find jobid - if [[ $SCHEDULER = 'pbs' ]]; then - jobid=${qsub_id} - elif [[ $SCHEDULER = 'slurm' ]]; then - jobid=${slurm_id} - else - echo "Unknown SCHEDULER $SCHEDULER" - exit 1 - fi - echo "Job is submitted " - if [[ ${ECFLOW:-false} == true ]]; then - ecflow_client --label=job_id "${jobid}" - ecflow_client --label=job_status "submitted" - fi + echo "rt_utils.sh Job (${jobid}) is now in the queue." # wait for the job to finish and compare results - job_running=1 local n=1 - until [[ $job_running -eq 0 ]] + until [[ ${job_running} == 'false' ]] do - - if [[ $SCHEDULER = 'pbs' ]]; then - job_running=$( qstat ${qsub_id} | grep ${qsub_id} | wc -l ) - elif [[ $SCHEDULER = 'slurm' ]]; then - job_running=$( squeue -u ${USER} -j ${slurm_id} | grep ${slurm_id} | wc -l) - else - echo "Unknown SCHEDULER $SCHEDULER" - exit 1 - fi - - if [[ $SCHEDULER = 'pbs' ]]; then - - status=$( qstat ${qsub_id} | grep ${qsub_id} | awk '{print $5}' ); status=${status:--} - if [[ $status = 'Q' ]]; then - status_label='waiting in a queue' - elif [[ $status = 'H' ]]; then - status_label='held in a queue' - elif [[ $status = 'R' ]]; then - status_label='running' - elif [[ $status = 'E' ]] || [[ $status = 'C' ]] || [[ $status = '-' ]]; then - status_label='finished' - test_status='DONE' - exit_status=$( qstat ${jobid} -x -f | grep Exit_status | awk '{print $3}') - if [[ $exit_status != 0 ]]; then - test_status='FAIL' - fi - else - status_label='finished' - fi - - elif [[ $SCHEDULER = 'slurm' ]]; then - - status=$( squeue -u ${USER} -j ${slurm_id} 2>/dev/null | grep ${slurm_id} | awk '{print $5}' ); status=${status:--} - if [[ $status = 'R' ]]; then - status_label='running' - elif [[ $status = 'PD' ]]; then - status_label='pending' - elif [[ $status = 'F' ]]; then - status_label='failed' - test_status='FAIL' - elif [[ $status = 'C' ]]; then - status_label='finished' - test_status='DONE' - else - echo "Slurm unknown status ${status}. Check sacct ..." - sacct -n -j ${slurm_id} --format=JobID,state%20,Jobname%20 - status_label=$( sacct -n -j ${slurm_id} --format=JobID,state%20,Jobname%20 | grep "^${slurm_id}" | grep ${JBNME} | awk '{print $2}' ) - if [[ $status_label = 'FAILED' ]] || [[ $status_label = 'TIMEOUT' ]] || [[ $status_label = 'CANCELLED' ]] ; then - test_status='FAIL' - fi - fi - + case ${SCHEDULER} in + pbs) + set +e + job_info=$( qstat "${jobid}" ) + set -e + ;; + slurm) + job_info=$( squeue -u "${USER}" -j "${jobid}" ) + ;; + *) + ;; + esac + + + if grep -q "${jobid}" <<< "${job_info}"; then + job_running=true else - echo "Unknown SCHEDULER $SCHEDULER" - exit 1 - + job_running=false + continue fi - echo "$n min. Job is ${status_label}, status: $status jobid ${jobid}" - [[ ${ECFLOW:-false} == true ]] && ecflow_client --label=job_status "$status_label" - - if [[ $test_status = 'FAIL' || $test_status = 'DONE' ]]; then - break - fi + # Getting the status letter from scheduler info + status=$( grep "${jobid}" <<< "${job_info}" ) + status=$( awk '{print $5}' <<< "${status}" ) + + case ${status} in + #waiting cases + #pbs: Q + #Slurm: (old: PD, new: PENDING) + Q|PD|PENDING) + status_label='Job waiting to start' + ;; + #running cases + #pbs: R + #slurm: (old: R, new: RUNNING) + R|RUNNING) + status_label='Job running' + ;; + #held cases + #pbs only: H + H) + status_label='Job being held' + echo "rt_utils.sh: *** WARNING ***: Job in a HELD state. Might want to stop manually." + ;; + #fail/completed cases + #pbs: E + #slurm: F/FAILED TO/TIMEOUT CA/CANCELLED + E|F|TO|CA|FAILED|TIMEOUT|CANCELLED) + echo "rt_utils.sh: !!!!!!!!!!JOB TERMINATED!!!!!!!!!!" + job_running=false #Trip the loop to end with these status flags + interrupt_job + exit 1 + ;; + #completed + #pbs only: C + C) + status_label='Completed' + ;; + *) + status_label="Unknown" + echo "rt_utils.sh: *** WARNING ***: Job status unsupported: ${status}" + echo "rt_utils.sh: *** WARNING ***: Status might be non-terminating, please manually stop if needed" + ;; + esac + + echo "${n} min. ${SCHEDULER^} Job ${jobid} Status: ${status_label} (${status})" (( n=n+1 )) sleep 60 & wait $! done - if [[ $test_status = 'FAIL' ]]; then - echo "Job FAIL" >> ${RT_LOG} - echo;echo;echo >> ${RT_LOG} - echo "Job FAIL" - - if [[ $ROCOTO == true || $ECFLOW == true ]]; then - exit 1 - fi - fi - - eval "$set_x" + eval "${set_x}" } check_results() { - - [ -o xtrace ] && set_x='set -x' || set_x='set +x' + echo "rt_utils.sh: Checking results of the regression test: ${TEST_ID}" + [[ -o xtrace ]] && set_x='set -x' || set_x='set +x' set +x ROCOTO=${ROCOTO:-false} @@ -270,10 +268,12 @@ check_results() { # Give one minute for data to show up on file system #sleep 60 - echo > ${RT_LOG} - echo "baseline dir = ${RTPWD}/${CNTL_DIR}_${RT_COMPILER}" >> ${RT_LOG} - echo "working dir = ${RUNDIR}" >> ${RT_LOG} - echo "Checking test ${TEST_ID} results ...." >> ${RT_LOG} + { + echo + echo "baseline dir = ${RTPWD}/${CNTL_DIR}_${RT_COMPILER}" + echo "working dir = ${RUNDIR}" + echo "Checking test ${TEST_ID} results ...." + } > "${RT_LOG}" echo echo "baseline dir = ${RTPWD}/${CNTL_DIR}_${RT_COMPILER}" echo "working dir = ${RUNDIR}" @@ -284,55 +284,55 @@ check_results() { # --- regression test comparison # for i in ${LIST_FILES} ; do - printf %s " Comparing " $i " ....." >> ${RT_LOG} - printf %s " Comparing " $i " ....." + printf %s " Comparing ${i} ....." >> "${RT_LOG}" + printf %s " Comparing ${i} ....." - if [[ ! -f ${RUNDIR}/$i ]] ; then + if [[ ! -f ${RUNDIR}/${i} ]] ; then - echo ".......MISSING file" >> ${RT_LOG} + echo ".......MISSING file" >> "${RT_LOG}" echo ".......MISSING file" test_status='FAIL' - elif [[ ! -f ${RTPWD}/${CNTL_DIR}_${RT_COMPILER}/$i ]] ; then + elif [[ ! -f ${RTPWD}/${CNTL_DIR}_${RT_COMPILER}/${i} ]] ; then - echo ".......MISSING baseline" >> ${RT_LOG} + echo ".......MISSING baseline" >> "${RT_LOG}" echo ".......MISSING baseline" test_status='FAIL' else - if [[ ${i##*.} == 'nc' ]] ; then - if [[ " orion hercules hera wcoss2 acorn derecho gaea jet s4 noaacloud " =~ " ${MACHINE_ID} " ]]; then - printf "USING NCCMP.." >> ${RT_LOG} + if [[ ${i##*.} == nc* ]] ; then + if [[ " orion hercules hera wcoss2 acorn derecho gaea jet s4 noaacloud " =~ ${MACHINE_ID} ]]; then + printf "USING NCCMP.." >> "${RT_LOG}" printf "USING NCCMP.." - if [[ $CMP_DATAONLY == false ]]; then - nccmp -d -S -q -f -g -B --Attribute=checksum --warn=format ${RTPWD}/${CNTL_DIR}_${RT_COMPILER}/${i} ${RUNDIR}/${i} > ${i}_nccmp.log 2>&1 && d=$? || d=$? + if [[ ${CMP_DATAONLY} == false ]]; then + nccmp -d -S -q -f -g -B --Attribute=checksum --warn=format "${RTPWD}/${CNTL_DIR}_${RT_COMPILER}/${i}" "${RUNDIR}/${i}" > "${i}_nccmp.log" 2>&1 && d=$? || d=$? else - nccmp -d -S -q -f -B --Attribute=checksum --warn=format ${RTPWD}/${CNTL_DIR}_${RT_COMPILER}/${i} ${RUNDIR}/${i} > ${i}_nccmp.log 2>&1 && d=$? || d=$? + nccmp -d -S -q -f -B --Attribute=checksum --warn=format "${RTPWD}/${CNTL_DIR}_${RT_COMPILER}/${i}" "${RUNDIR}/${i}" > "${i}_nccmp.log" 2>&1 && d=$? || d=$? fi - if [[ $d -ne 0 && $d -ne 1 ]]; then - printf "....ERROR" >> ${RT_LOG} + if [[ ${d} -ne 0 && ${d} -ne 1 ]]; then + printf "....ERROR" >> "${RT_LOG}" printf "....ERROR" test_status='FAIL' fi fi else - printf "USING CMP.." >> ${RT_LOG} + printf "USING CMP.." >> "${RT_LOG}" printf "USING CMP.." - cmp ${RTPWD}/${CNTL_DIR}_${RT_COMPILER}/$i ${RUNDIR}/$i >/dev/null 2>&1 && d=$? || d=$? - if [[ $d -eq 2 ]]; then - printf "....ERROR" >> ${RT_LOG} + cmp "${RTPWD}/${CNTL_DIR}_${RT_COMPILER}/${i}" "${RUNDIR}/${i}" >/dev/null 2>&1 && d=$? || d=$? + if [[ ${d} -eq 2 ]]; then + printf "....ERROR" >> "${RT_LOG}" printf "....ERROR" test_status='FAIL' fi fi - if [[ $d -ne 0 ]]; then - echo "....NOT IDENTICAL" >> ${RT_LOG} + if [[ ${d} -ne 0 ]]; then + echo "....NOT IDENTICAL" >> "${RT_LOG}" echo "....NOT IDENTICAL" test_status='FAIL' else - echo "....OK" >> ${RT_LOG} + echo "....OK" >> "${RT_LOG}" echo "....OK" fi @@ -345,72 +345,74 @@ check_results() { # --- create baselines # echo;echo "Moving baseline ${TEST_ID} files ...." - echo;echo "Moving baseline ${TEST_ID} files ...." >> ${RT_LOG} + echo;echo "Moving baseline ${TEST_ID} files ...." >> "${RT_LOG}" for i in ${LIST_FILES} ; do - printf %s " Moving " $i " ....." - printf %s " Moving " $i " ....." >> ${RT_LOG} - if [[ -f ${RUNDIR}/$i ]] ; then - mkdir -p ${NEW_BASELINE}/${CNTL_DIR}_${RT_COMPILER}/$(dirname ${i}) - cp ${RUNDIR}/${i} ${NEW_BASELINE}/${CNTL_DIR}_${RT_COMPILER}/${i} - echo "....OK" >>${RT_LOG} + printf %s " Moving ${i} ....." + printf %s " Moving ${i} ....." >> "${RT_LOG}" + if [[ -f ${RUNDIR}/${i} ]] ; then + mkdir -p "${NEW_BASELINE}/${CNTL_DIR}_${RT_COMPILER}/$(dirname "${i}")" + cp "${RUNDIR}/${i}" "${NEW_BASELINE}/${CNTL_DIR}_${RT_COMPILER}/${i}" + echo "....OK" >> "${RT_LOG}" echo "....OK" else - echo "....NOT OK. Missing " ${RUNDIR}/$i >>${RT_LOG} - echo "....NOT OK. Missing " ${RUNDIR}/$i + echo "....NOT OK. Missing ${RUNDIR}/${i}" >> "${RT_LOG}" + echo "....NOT OK. Missing ${RUNDIR}/${i}" test_status='FAIL' fi done fi - echo >> ${RT_LOG} - grep "The total amount of wall time" ${RUNDIR}/out >> ${RT_LOG} - grep "The maximum resident set size" ${RUNDIR}/out >> ${RT_LOG} - echo >> ${RT_LOG} + { + echo + grep "The total amount of wall time" "${RUNDIR}/out" + grep "The maximum resident set size" "${RUNDIR}/out" + echo + } >> "${RT_LOG}" TRIES='' - if [[ $ECFLOW == true ]]; then - if [[ $ECF_TRYNO -gt 1 ]]; then - TRIES=" Tries: $ECF_TRYNO" + if [[ ${ECFLOW} == true ]]; then + if [[ ${ECF_TRYNO} -gt 1 ]]; then + TRIES=" Tries: ${ECF_TRYNO}" fi fi - echo "Test ${TEST_ID} ${test_status}${TRIES}" >> ${RT_LOG} - echo >> ${RT_LOG} + echo "Test ${TEST_ID} ${test_status}${TRIES}" >> "${RT_LOG}" + echo >> "${RT_LOG}" echo "Test ${TEST_ID} ${test_status}${TRIES}" echo - if [[ $test_status = 'FAIL' ]]; then - echo "${TEST_ID} failed in check_result" >> $PATHRT/fail_test_${TEST_ID} + if [[ ${test_status} = 'FAIL' ]]; then + echo "${TEST_ID} failed in check_result" >> "${PATHRT}/fail_test_${TEST_ID}" - if [[ $ROCOTO = true || $ECFLOW == true ]]; then + if [[ ${ROCOTO} = true || ${ECFLOW} == true ]]; then exit 1 fi fi - eval "$set_x" + eval "${set_x}" } kill_job() { - + echo "rt_utils.sh: Killing job: ${jobid} on ${SCHEDULER}..." [[ -z $1 ]] && exit 1 local -r jobid=$1 - if [[ $SCHEDULER = 'pbs' ]]; then - qdel ${jobid} - elif [[ $SCHEDULER = 'slurm' ]]; then - scancel ${jobid} + if [[ ${SCHEDULER} = 'pbs' ]]; then + qdel "${jobid}" + elif [[ ${SCHEDULER} = 'slurm' ]]; then + scancel "${jobid}" fi } rocoto_create_compile_task() { - - new_compile=true - if [[ $in_metatask == true ]]; then + echo "rt_utils.sh: ${COMPILE_ID}: Creating ROCOTO compile task." + #new_compile=true + if [[ ${in_metatask} == true ]]; then in_metatask=false - echo " " >> $ROCOTO_XML + echo " " >> "${ROCOTO_XML}" fi NATIVE="" @@ -431,12 +433,12 @@ rocoto_create_compile_task() { if [[ ${MACHINE_ID} == s4 ]]; then BUILD_WALLTIME="01:00:00" fi - if [[ $MACHINE_ID == gaea ]]; then + if [[ ${MACHINE_ID} == gaea ]]; then BUILD_WALLTIME="01:00:00" fi - cat << EOF >> $ROCOTO_XML + cat << EOF >> "${ROCOTO_XML}" &PATHRT;/run_compile.sh &PATHRT; &RUNDIR_ROOT; "${MAKE_OPT}" ${COMPILE_ID} 2>&1 | tee &LOG;/compile_${COMPILE_ID}.log compile_${COMPILE_ID} @@ -444,18 +446,18 @@ rocoto_create_compile_task() { ${COMPILE_QUEUE} EOF - if [[ "$MACHINE_ID" == gaea ]] ; then - cat << EOF >> $ROCOTO_XML + if [[ "${MACHINE_ID}" == gaea ]] ; then + cat << EOF >> "${ROCOTO_XML}" --clusters=es eslogin_c5 EOF elif [[ -n "${PARTITION}" || ${MACHINE_ID} != hera ]] ; then - cat << EOF >> $ROCOTO_XML + cat << EOF >> "${ROCOTO_XML}" ${PARTITION} EOF fi - cat << EOF >> $ROCOTO_XML + cat << EOF >> "${ROCOTO_XML}" ${BUILD_CORES} ${BUILD_WALLTIME} &RUNDIR_ROOT;/compile_${COMPILE_ID}.log @@ -465,42 +467,43 @@ EOF } rocoto_create_run_task() { - - if [[ $DEP_RUN != '' ]]; then + echo "rt_utils.sh: ${TEST_ID}: Creating ROCOTO run task." + if [[ ${DEP_RUN} != '' ]]; then DEP_STRING=" " else DEP_STRING="" fi - CORES=$(( ${TASKS} * ${THRD} )) + CORES=$((TASKS*THRD)) if (( TPN > CORES )); then - TPN=$CORES + TPN=${CORES} fi NATIVE="" - cat << EOF >> $ROCOTO_XML + cat << EOF >> "${ROCOTO_XML}" - $DEP_STRING + ${DEP_STRING} &PATHRT;/run_test.sh &PATHRT; &RUNDIR_ROOT; ${TEST_NAME} ${TEST_ID} ${COMPILE_ID} 2>&1 | tee &LOG;/run_${TEST_ID}${RT_SUFFIX}.log ${TEST_ID}${RT_SUFFIX} ${ACCNR} - ${ROCOTO_NODESIZE:+$ROCOTO_NODESIZE} + ${ROCOTO_NODESIZE:+${ROCOTO_NODESIZE}} EOF - if [[ "$MACHINE_ID" == gaea ]] ; then - cat << EOF >> $ROCOTO_XML + if [[ "${MACHINE_ID}" == gaea ]] ; then + cat << EOF >> "${ROCOTO_XML}" --clusters=${PARTITION} --partition=batch EOF + elif [[ -n "${PARTITION}" || ${MACHINE_ID} != hera ]] ; then - cat << EOF >> $ROCOTO_XML + cat << EOF >> "${ROCOTO_XML}" ${QUEUE} ${PARTITION} EOF fi - cat << EOF >> $ROCOTO_XML + cat << EOF >> "${ROCOTO_XML}" ${NODES}:ppn=${TPN} 00:${WLCLK}:00 &RUNDIR_ROOT;/${TEST_ID}${RT_SUFFIX}.log @@ -511,23 +514,32 @@ EOF } rocoto_kill() { - for jobid in $( $ROCOTOSTAT -w $ROCOTO_XML -d $ROCOTO_DB | grep 197001010000 | grep -E 'QUEUED|RUNNING' | awk -F" " '{print $3}' ); do - kill_job ${jobid} + echo "rt_utils.sh: Killing ROCOTO Workflow..." + job_id_in=$( "${ROCOTOSTAT}" -w "${ROCOTO_XML}" -d "${ROCOTO_DB}" ) + job_id_in=$(grep 197001010000 <<< "${job_id_in}" ) + job_id_in=$(grep -E 'QUEUED|RUNNING' <<< "${job_id_in}" ) + job_id_in=$(awk -F" " '{print $3}' <<< "${job_id_in}" ) + for jobid in ${job_id_in}; do + kill_job "${jobid}" done } rocoto_step() { + echo "rt_utils.sh: Runnung one iteration of rocotorun and rocotostat..." set -e echo "Unknown" > rocoto_workflow.state # Run one iteration of rocotorun and rocotostat. - $ROCOTORUN -v 10 -w $ROCOTO_XML -d $ROCOTO_DB + ${ROCOTORUN} -v 10 -w "${ROCOTO_XML}" -d "${ROCOTO_DB}" sleep 1 # Is it done? - state=$($ROCOTOSTAT -w $ROCOTO_XML -d $ROCOTO_DB -s | grep 197001010000 | awk -F" " '{print $2}') - echo "$state" > $ROCOTO_STATE + state=$( "${ROCOTOSTAT}" -w "${ROCOTO_XML}" -d "${ROCOTO_DB}" -s ) + state=$( grep 197001010000 <<< "${state}" ) + state=$( awk -F" " '{print $2}' <<< "${state}" ) + echo "${state}" > "${ROCOTO_STATE}" } rocoto_run() { + echo "rt_utils.sh: Running ROCOTO workflow" # Run the rocoto workflow until it is complete local naptime=60 local step_attempts=0 @@ -537,18 +549,18 @@ rocoto_run() { local max_time=3600 # seconds to wait for Rocoto to start working again local result=0 state="Active" - while [[ $state != "Done" ]]; do + while [[ ${state} != "Done" ]]; do # Run one iteration of rocotorun and rocotostat. Use an # exponential backoff algorithm to handle temporary system # failures breaking Rocoto. start_time=$( env TZ=UTC date +%s ) - for step_attempts in $( seq 1 "$max_step_attempts" ) ; do + for step_attempts in $( seq 1 "${max_step_attempts}" ) ; do now_time=$( env TZ=UTC date +%s ) set +e ( rocoto_step ) result=$? - state=$( cat $ROCOTO_STATE ) + state=$( cat "${ROCOTO_STATE}" ) set -e if [[ "${state:-Unknown}" == Done ]] ; then @@ -556,131 +568,194 @@ rocoto_run() { echo "Rocoto workflow has completed." set -x return 0 - elif [[ $result == 0 ]] ; then + elif [[ ${result} == 0 ]] ; then break # rocoto_step succeeded elif (( now_time-start_time > max_time || step_attempts >= max_step_attempts )) ; then set +x - echo "Rocoto commands have failed $step_attempts times, for $(( (now_time-start_time+30)/60 )) minutes." - echo "There may be something wrong with the $( hostname ) node or the batch system." + hostnamein=$(hostname) + echo "Rocoto commands have failed ${step_attempts} times, for $(( (now_time-start_time+30)/60 )) minutes." + echo "There may be something wrong with the ${hostnamein} node or the batch system." echo "I'm giving up. Sorry." set -x return 2 fi sleep $(( naptime * 2**((step_attempts-1)%4) * RANDOM/32767 )) done - sleep $naptime + sleep "${naptime}" done } ecflow_create_compile_task() { - - new_compile=true + echo "rt_utils.sh: ${COMPILE_ID}: Creating ECFLOW compile task" + export new_compile=true - cat << EOF > ${ECFLOW_RUN}/${ECFLOW_SUITE}/compile_${COMPILE_ID}.ecf + cat << EOF > "${ECFLOW_RUN}/${ECFLOW_SUITE}/compile_${COMPILE_ID}.ecf" %include -$PATHRT/run_compile.sh ${PATHRT} ${RUNDIR_ROOT} "${MAKE_OPT}" $COMPILE_ID > ${LOG_DIR}/compile_${COMPILE_ID}.log 2>&1 & +${PATHRT}/run_compile.sh "${PATHRT}" "${RUNDIR_ROOT}" "${MAKE_OPT}" "${COMPILE_ID}" > "${LOG_DIR}/compile_${COMPILE_ID}.log" 2>&1 & %include EOF - - echo " task compile_${COMPILE_ID}" >> ${ECFLOW_RUN}/${ECFLOW_SUITE}.def - echo " label build_options '${MAKE_OPT}'" >> ${ECFLOW_RUN}/${ECFLOW_SUITE}.def - echo " label job_id ''" >> ${ECFLOW_RUN}/${ECFLOW_SUITE}.def - echo " label job_status ''" >> ${ECFLOW_RUN}/${ECFLOW_SUITE}.def - echo " inlimit max_builds" >> ${ECFLOW_RUN}/${ECFLOW_SUITE}.def + { + echo " task compile_${COMPILE_ID}" + echo " label build_options '${MAKE_OPT}'" + echo " label job_id ''" + echo " label job_status ''" + echo " inlimit max_builds" + } >> "${ECFLOW_RUN}/${ECFLOW_SUITE}.def" } ecflow_create_run_task() { - - cat << EOF > ${ECFLOW_RUN}/${ECFLOW_SUITE}/${TEST_ID}${RT_SUFFIX}.ecf + echo "rt_utils.sh: ${TEST_ID}: Creating ECFLOW run task" + cat << EOF > "${ECFLOW_RUN}/${ECFLOW_SUITE}/${TEST_ID}${RT_SUFFIX}.ecf" %include -$PATHRT/run_test.sh ${PATHRT} ${RUNDIR_ROOT} ${TEST_NAME} ${TEST_ID} ${COMPILE_ID} > ${LOG_DIR}/run_${TEST_ID}${RT_SUFFIX}.log 2>&1 & +${PATHRT}/run_test.sh "${PATHRT}" "${RUNDIR_ROOT}" "${TEST_NAME}" "${TEST_ID}" "${COMPILE_ID}" > "${LOG_DIR}/run_${TEST_ID}${RT_SUFFIX}.log" 2>&1 & %include EOF - - echo " task ${TEST_ID}${RT_SUFFIX}" >> ${ECFLOW_RUN}/${ECFLOW_SUITE}.def - echo " label job_id ''" >> ${ECFLOW_RUN}/${ECFLOW_SUITE}.def - echo " label job_status ''" >> ${ECFLOW_RUN}/${ECFLOW_SUITE}.def - echo " inlimit max_jobs" >> ${ECFLOW_RUN}/${ECFLOW_SUITE}.def - if [[ $DEP_RUN != '' ]]; then - echo " trigger compile_${COMPILE_ID} == complete and ${DEP_RUN} == complete" >> ${ECFLOW_RUN}/${ECFLOW_SUITE}.def + { + echo " task ${TEST_ID}${RT_SUFFIX}" + echo " label job_id ''" + echo " label job_status ''" + echo " inlimit max_jobs" + } >> "${ECFLOW_RUN}/${ECFLOW_SUITE}.def" + if [[ ${DEP_RUN} != '' ]]; then + echo " trigger compile_${COMPILE_ID} == complete and ${DEP_RUN} == complete" >> "${ECFLOW_RUN}/${ECFLOW_SUITE}.def" else - echo " trigger compile_${COMPILE_ID} == complete" >> ${ECFLOW_RUN}/${ECFLOW_SUITE}.def + echo " trigger compile_${COMPILE_ID} == complete" >> "${ECFLOW_RUN}/${ECFLOW_SUITE}.def" fi + } ecflow_run() { + echo "rt_utils.sh: Starting ECFLOW run" + # NOTE: ECFLOW IS NOT SAFE TO RUN WITH set -e, PLEASE AVOID + #ECF_HOST="${ECF_HOST:-${HOSTNAME}}" + + + # Make sure ECF_HOST and ECF_PORT are set/ready on systems that have an + # explicit ecflow node + if [[ ${MACHINE_ID} == wcoss2 || ${MACHINE_ID} == acorn ]]; then + readarray -t ECFHOSTLIST < "${ECF_HOSTFILE}" + for ECF_HOST in "${ECFHOSTLIST[@]}" + do + if ssh -q "${ECF_HOST}" "exit"; then + export ECF_HOST + break + else + ECF_HOST='' + fi + done + elif [[ ${MACHINE_ID} == hera || ${MACHINE_ID} == jet ]]; then + module load ecflow + fi + if [[ -z ${ECF_HOST} || -z ${ECF_PORT} ]]; then + echo "ERROR: ECF_HOST or ECF_PORT are not set, and rt.sh cannot continue with ECFLOW" + exit 1 + else + echo "ECF_HOST: ${ECF_HOST}, ECF_PORT: ${ECF_PORT}" + export ECF_HOST + export ECF_PORT + fi - ECF_HOST="${ECF_HOST:-$HOSTNAME}" - + # Start the ecflow_server set +e - ecflow_client --ping --host=${ECF_HOST} --port=${ECF_PORT} + ecflow_client --ping --host="${ECF_HOST}" --port="${ECF_PORT}" not_running=$? - if [[ $not_running -eq 1 ]]; then + set -e + + if [[ ${not_running} -eq 1 ]]; then echo "ecflow_server is NOT running on ${ECF_HOST}:${ECF_PORT}" + if [[ ${MACHINE_ID} == wcoss2 || ${MACHINE_ID} == acorn ]]; then - if [[ "${HOST::1}" == "a" ]]; then - export ECF_HOST=aecflow01 - elif [[ "${HOST::1}" == "c" ]]; then - export ECF_HOST=cdecflow01 - elif [[ "${HOST::1}" == "d" ]]; then - export ECF_HOST=ddecflow01 - fi - MYCOMM="bash -l -c \"module load ecflow && ecflow_start.sh -p ${ECF_PORT} \"" - ssh $ECF_HOST "${MYCOMM}" + #shellcheck disable=SC2029 + ssh "${ECF_HOST}" "bash -l -c \"module load ecflow && ${ECFLOW_START} -p ${ECF_PORT}\"" elif [[ ${MACHINE_ID} == hera || ${MACHINE_ID} == jet ]]; then - module load ecflow - echo "On ${MACHINE_ID}, start ecFlow server on dedicated node ${ECF_HOST}" - MYCOMM="bash -l -c \"module load ecflow && ${ECFLOW_START} -d ${RUNDIR_ROOT}/ecflow_server\"" - ssh $ECF_HOST "${MYCOMM}" + #shellcheck disable=SC2029 + ssh "${ECF_HOST}" "bash -l -c \"module load ecflow && ${ECFLOW_START} -d ${RUNDIR_ROOT}/ecflow_server\"" else - ${ECFLOW_START} -p ${ECF_PORT} -d ${RUNDIR_ROOT}/ecflow_server + ${ECFLOW_START} -p "${ECF_PORT}" -d "${RUNDIR_ROOT}/ecflow_server" + fi + echo "Since this script is starting the ecflow_server, we will stop it at the end" + export STOP_ECFLOW_AT_END=true + # Try pinging ecflow server now, and erroring out if not there. + set +e + ecflow_client --ping --host="${ECF_HOST}" --port="${ECF_PORT}" + not_running=$? + set -e + + if [[ ${not_running} -eq 1 ]]; then + echo "ERROR: Failure to start ecflow, exiting..." + exit 1 fi else echo "ecflow_server is already running on ${ECF_HOST}:${ECF_PORT}" fi - set -e - + ECFLOW_RUNNING=true - - export ECF_PORT - export ECF_HOST - - ecflow_client --load=${ECFLOW_RUN}/${ECFLOW_SUITE}.def - ecflow_client --begin=${ECFLOW_SUITE} - ecflow_client --restart + set +e + ecflow_client --load="${ECFLOW_RUN}/${ECFLOW_SUITE}.def" --host="${ECF_HOST}" --port="${ECF_PORT}" + ecflow_client --begin="${ECFLOW_SUITE}" --host="${ECF_HOST}" --port="${ECF_PORT}" + ecflow_client --restart --host="${ECF_HOST}" --port="${ECF_PORT}" + set -e active_tasks=1 - while [[ $active_tasks -ne 0 ]] + sleep 10 + max_active_tasks=$( ecflow_client --get_state "/${ECFLOW_SUITE}" ) + max_active_tasks=$( grep "task " <<< "${max_active_tasks}" ) + max_active_tasks=$( grep -cP 'state:active|state:submitted|state:queued' <<< "${max_active_tasks}" ) + while [[ "${active_tasks}" -ne 0 ]] do sleep 10 & wait $! - active_tasks=$( ecflow_client --get_state /${ECFLOW_SUITE} | grep "task " | grep -E 'state:active|state:submitted|state:queued' | wc -l ) - echo "ecflow tasks remaining: ${active_tasks}" - ${PATHRT}/abort_dep_tasks.py + set +e + active_tasks=$( ecflow_client --get_state "/${ECFLOW_SUITE}" ) + active_tasks=$( grep "task " <<< "${active_tasks}" ) + active_tasks=$( grep -cP 'state:active|state:submitted|state:queued' <<< "${active_tasks}" ) + set -e + echo "ECFLOW Tasks Remaining: ${active_tasks}/${max_active_tasks}" + "${PATHRT}/abort_dep_tasks.py" done + sleep 65 # wait one ECF_INTERVAL plus 5 seconds - ecflow_client --delete=yes /${ECFLOW_SUITE} + set +e + ecflow_client --delete=force yes "/${ECFLOW_SUITE}" + set -e sleep 5 } ecflow_kill() { + echo "rt_utils.sh: Killing ECFLOW Workflow..." [[ ${ECFLOW_RUNNING:-false} == true ]] || return set +e - ecflow_client --suspend /${ECFLOW_SUITE} - ecflow_client --kill /${ECFLOW_SUITE} + ecflow_client --suspend "/${ECFLOW_SUITE}" + ecflow_client --kill "/${ECFLOW_SUITE}" sleep 20 - ecflow_client --delete=force yes /${ECFLOW_SUITE} + ecflow_client --delete=force yes "/${ECFLOW_SUITE}" + set -e } ecflow_stop() { - [[ ${ECFLOW_RUNNING:-false} == true ]] || return - set +e - SUITES=$( ecflow_client --get | grep "^suite" ) - echo "SUITES=${SUITES}" - if [ -z "${SUITES}" ]; then - ecflow_client --halt=yes - ecflow_client --check_pt - ecflow_client --terminate=yes - fi + echo "rt_utils.sh: Stopping ECFLOW Workflow..." + [[ ${ECFLOW_RUNNING:-false} == true ]] || return + set +e + SUITES=$( ecflow_client --get ) + SUITES=$( grep "^suite" <<< "${SUITES}" ) + echo "SUITES=${SUITES}" + if [[ -z "${SUITES}" ]]; then + ecflow_client --halt=yes + ecflow_client --check_pt + ecflow_client --terminate=yes + fi + if [[ ${STOP_ECFLOW_AT_END} == true ]]; then + echo "rt_utils.sh: Stopping ECFLOW Server..." + case ${MACHINE_ID} in + wcoss2|acorn|hera|jet) + #shellcheck disable=SC2029 + ssh "${ECF_HOST}" "bash -l -c \"${ECFLOW_STOP} -p ${ECF_PORT}\"" + ;; + *) + ${ECFLOW_STOP} -p "${ECF_PORT}" + ;; + esac + fi + set -e } diff --git a/tests/run_compile.sh b/tests/run_compile.sh index 795353a32a..a9bf0070b6 100755 --- a/tests/run_compile.sh +++ b/tests/run_compile.sh @@ -9,19 +9,19 @@ trap 'echo "run_compile.sh interrupted PID=$$"; cleanup' INT trap 'echo "run_compile.sh terminated PID=$$"; cleanup' TERM cleanup() { - [[ $ROCOTO = 'false' ]] && interrupt_job + [[ ${ROCOTO} = 'false' ]] && interrupt_job trap 0 exit } write_fail_test() { - echo "compile_${COMPILE_ID} failed in run_compile" >> $PATHRT/fail_compile_${COMPILE_ID} + echo "${JBNME} failed in run_compile" >> "${PATHRT}/fail_${JBNME}" exit 1 } remove_fail_test() { - echo "Removing test failure flag file for compile_${COMPILE_ID}" - rm -f $PATHRT/fail_compile_${COMPILE_ID} + echo "Removing test failure flag file for ${JBNME}" + rm -f "${PATHRT}/fail_${JBNME}" } if [[ $# != 4 ]]; then @@ -34,76 +34,71 @@ export RUNDIR_ROOT=$2 export MAKE_OPT=$3 export COMPILE_ID=$4 -cd ${PATHRT} +export JBNME="compile_${COMPILE_ID}" + +cd "${PATHRT}" remove_fail_test -[[ -e ${RUNDIR_ROOT}/compile_${COMPILE_ID}.env ]] && source ${RUNDIR_ROOT}/compile_${COMPILE_ID}.env +[[ -e ${RUNDIR_ROOT}/${JBNME}.env ]] && source "${RUNDIR_ROOT}/${JBNME}.env" source default_vars.sh -[[ -e ${RUNDIR_ROOT}/compile_${COMPILE_ID}.env ]] && source ${RUNDIR_ROOT}/compile_${COMPILE_ID}.env +[[ -e ${RUNDIR_ROOT}/${JBNME}.env ]] && source "${RUNDIR_ROOT}/${JBNME}.env" -export JBNME="compile_${COMPILE_ID}" -export RUNDIR=${RUNDIR_ROOT}/compile_${COMPILE_ID} -echo -n "${JBNME}, $( date +%s )," > ${LOG_DIR}/compile_${COMPILE_ID}_timestamp.txt +export RUNDIR=${RUNDIR_ROOT}/${JBNME} +date_s=$( date +%s ) +echo -n "${JBNME}, ${date_s}," > "${LOG_DIR}/${JBNME}_timestamp.txt" -export RT_LOG=${LOG_DIR}/compile_${COMPILE_ID}.log +export RT_LOG=${LOG_DIR}/${JBNME}.log source rt_utils.sh source atparse.bash -rm -rf ${RUNDIR} -mkdir -p ${RUNDIR} -cd $RUNDIR +rm -rf "${RUNDIR}" +mkdir -p "${RUNDIR}" +cd "${RUNDIR}" -if [[ $SCHEDULER = 'pbs' ]]; then - if [[ -e $PATHRT/fv3_conf/compile_qsub.IN_${MACHINE_ID} ]]; then - atparse < $PATHRT/fv3_conf/compile_qsub.IN_${MACHINE_ID} > job_card +if [[ ${SCHEDULER} = 'pbs' ]]; then + if [[ -e ${PATHRT}/fv3_conf/compile_qsub.IN_${MACHINE_ID} ]]; then + atparse < "${PATHRT}/fv3_conf/compile_qsub.IN_${MACHINE_ID}" > job_card else echo "Looking for fv3_conf/compile_qsub.IN_${MACHINE_ID} but it is not found. Exiting" exit 1 fi -elif [[ $SCHEDULER = 'slurm' ]]; then - if [[ -e $PATHRT/fv3_conf/compile_slurm.IN_${MACHINE_ID} ]]; then - atparse < $PATHRT/fv3_conf/compile_slurm.IN_${MACHINE_ID} > job_card +elif [[ ${SCHEDULER} = 'slurm' ]]; then + if [[ -e ${PATHRT}/fv3_conf/compile_slurm.IN_${MACHINE_ID} ]]; then + atparse < "${PATHRT}/fv3_conf/compile_slurm.IN_${MACHINE_ID}" > job_card else echo "Looking for fv3_conf/compile_slurm.IN_${MACHINE_ID} but it is not found. Exiting" exit 1 fi -elif [[ $SCHEDULER = 'lsf' ]]; then - if [[ -e $PATHRT/fv3_conf/compile_bsub.IN_${MACHINE_ID} ]]; then - atparse < $PATHRT/fv3_conf/compile_bsub.IN_${MACHINE_ID} > job_card - else - echo "Looking for fv3_conf/compile_bsub.IN_${MACHINE_ID} but it is not found. Exiting" - exit 1 - fi fi ################################################################################ # Submit compile job ################################################################################ -if [[ $ROCOTO = 'false' ]]; then +if [[ ${ROCOTO} = 'false' ]]; then submit_and_wait job_card else chmod u+x job_card - ( ./job_card 2>&1 1>&3 3>&- | tee err ) 3>&1 1>&2 | tee out + ( ./job_card 2>&1 1>&3 3>&- | tee err || true ) 3>&1 1>&2 | tee out # The above shell redirection copies stdout to "out" and stderr to "err" # while still sending them to stdout and stderr. It does this without # relying on bash-specific extensions or non-standard OS features. fi +#ls -l "${PATHTR}/tests/fv3_${COMPILE_ID}.exe" -ls -l ${PATHTR}/tests/fv3_${COMPILE_ID}.exe - -cp ${RUNDIR}/compile_*_time.log ${LOG_DIR} -cat ${RUNDIR}/job_timestamp.txt >> ${LOG_DIR}/compile_${COMPILE_ID}_timestamp.txt +cp "${RUNDIR}/${JBNME}_time.log" "${LOG_DIR}" +cat "${RUNDIR}/job_timestamp.txt" >> "${LOG_DIR}/${JBNME}_timestamp.txt" remove_fail_test ################################################################################ # End compile job ################################################################################ +date_s=$( date +%s ) +echo " ${date_s}, 1" >> "${LOG_DIR}/${JBNME}_timestamp.txt" -echo " $( date +%s ), 1" >> ${LOG_DIR}/compile_${COMPILE_ID}_timestamp.txt - -elapsed=$SECONDS -echo "Elapsed time $elapsed seconds. Compile ${COMPILE_ID}" +elapsed=${SECONDS} +echo "run_compile.sh: Compile ${COMPILE_ID} Completed." +echo "run_compile.sh: Compile ${COMPILE_ID} Elapsed time ${elapsed} seconds." diff --git a/tests/run_test.sh b/tests/run_test.sh index d4ea64068c..4735a08c4d 100755 --- a/tests/run_test.sh +++ b/tests/run_test.sh @@ -9,19 +9,19 @@ trap 'echo "run_test.sh interrupted PID=$$"; cleanup' INT trap 'echo "run_test.sh terminated PID=$$"; cleanup' TERM cleanup() { - [[ $ROCOTO = 'false' ]] && interrupt_job + [[ ${ROCOTO} = 'false' ]] && interrupt_job trap 0 exit } write_fail_test() { - echo "${TEST_ID} failed in run_test" >> $PATHRT/fail_test_${TEST_ID} + echo "${TEST_ID} failed in run_test" >> "${PATHRT}/fail_test_${TEST_ID}" exit 1 } remove_fail_test() { echo "Removing test failure flag file for ${TEST_ID}" - rm -f $PATHRT/fail_test_${TEST_ID} + rm -f "${PATHRT}/fail_test_${TEST_ID}" } if [[ $# != 5 ]]; then @@ -41,16 +41,16 @@ echo "TEST_NAME: ${TEST_NAME}" echo "TEST_ID: ${TEST_ID}" echo "COMPILE_ID: ${COMPILE_ID}" -cd ${PATHRT} +cd "${PATHRT}" unset MODEL_CONFIGURE unset UFS_CONFIGURE -[[ -e ${RUNDIR_ROOT}/run_test_${TEST_ID}.env ]] && source ${RUNDIR_ROOT}/run_test_${TEST_ID}.env +[[ -e ${RUNDIR_ROOT}/run_test_${TEST_ID}.env ]] && source "${RUNDIR_ROOT}/run_test_${TEST_ID}.env" source default_vars.sh -[[ -e ${RUNDIR_ROOT}/run_test_${TEST_ID}.env ]] && source ${RUNDIR_ROOT}/run_test_${TEST_ID}.env -source tests/$TEST_NAME +[[ -e ${RUNDIR_ROOT}/run_test_${TEST_ID}.env ]] && source "${RUNDIR_ROOT}/run_test_${TEST_ID}.env" +source "tests/${TEST_NAME}" remove_fail_test @@ -63,9 +63,10 @@ export INPUT_DIR=${CNTL_DIR} export RUNDIR=${RUNDIR_ROOT}/${TEST_ID}${RT_SUFFIX} export CNTL_DIR=${CNTL_DIR}${BL_SUFFIX} -export JBNME=$(basename $RUNDIR_ROOT)_${TEST_ID} - -echo -n "${TEST_ID}, $( date +%s )," > ${LOG_DIR}/run_${TEST_ID}_timestamp.txt +JBNME="run_${TEST_ID}" +export JBNME +date_s=$( date +%s ) +echo -n "${TEST_ID}, ${date_s}," > "${LOG_DIR}/${JBNME}_timestamp.txt" export RT_LOG=${LOG_DIR}/rt_${TEST_ID}${RT_SUFFIX}.log echo "Test ${TEST_ID} ${TEST_DESCR}" @@ -73,58 +74,62 @@ echo "Test ${TEST_ID} ${TEST_DESCR}" source rt_utils.sh source atparse.bash -rm -rf ${RUNDIR} -mkdir -p ${RUNDIR} -cd $RUNDIR +rm -rf "${RUNDIR}" +mkdir -p "${RUNDIR}" +cd "${RUNDIR}" ############################################################################### # Make configure and run files ############################################################################### # FV3 executable: -cp ${PATHRT}/fv3_${COMPILE_ID}.exe fv3.exe +cp "${PATHRT}/fv3_${COMPILE_ID}.exe" "fv3.exe" # modulefile for FV3 prerequisites: mkdir -p modulefiles -if [[ $MACHINE_ID == linux ]]; then - cp ${PATHRT}/modules.fv3_${COMPILE_ID} ./modulefiles/modules.fv3 +if [[ ${MACHINE_ID} == linux ]]; then + cp "${PATHRT}/modules.fv3_${COMPILE_ID}" "./modulefiles/modules.fv3" else - cp ${PATHRT}/modules.fv3_${COMPILE_ID}.lua ./modulefiles/modules.fv3.lua + cp "${PATHRT}/modules.fv3_${COMPILE_ID}.lua" "./modulefiles/modules.fv3.lua" fi -cp ${PATHTR}/modulefiles/ufs_common* ./modulefiles/. +cp "${PATHTR}/modulefiles/ufs_common.lua" "./modulefiles/." # Get the shell file that loads the "module" command and purges modules: -cp ${PATHRT}/module-setup.sh module-setup.sh +cp "${PATHRT}/module-setup.sh" "module-setup.sh" -# load nccmp module -if [[ " s4 hera orion hercules gaea jet derecho acorn wcoss2 " =~ " $MACHINE_ID " ]]; then - if [[ " wcoss2 acorn " =~ " ${MACHINE_ID} " ]] ; then +case ${MACHINE_ID} in + wcoss2|acorn) module load intel/19.1.3.304 netcdf/4.7.4 module load nccmp - elif [[ " s4 " =~ " ${MACHINE_ID} " ]] ; then + ;; + s4) module use /data/prod/jedi/spack-stack/spack-stack-1.4.1/envs/ufs-pio-2.5.10/install/modulefiles/Core module load stack-intel/2021.5.0 stack-intel-oneapi-mpi/2021.5.0 module load miniconda/3.9.12 module load nccmp/1.9.0.1 - elif [[ " hera orion hercules gaea jet " =~ " ${MACHINE_ID} " ]] ; then + ;; + stampede|expanse|noaacloud) + echo "No special nccmp load necessary" + ;; + gaea) module use modulefiles module load modules.fv3 - if [[ " gaea " =~ " ${MACHINE_ID} " ]]; then - module load gcc/12.2.0 - fi - else + module load gcc/12.2.0 + ;; + derecho) module load nccmp - fi -fi - -SRCD="${PATHTR}" -RUND="${RUNDIR}" + ;; + *) + module use modulefiles + module load modules.fv3 + ;; +esac # FV3_RUN could have multiple entry seperated by space -if [ ! -z "$FV3_RUN" ]; then +if [[ -n "${FV3_RUN}" ]]; then for i in ${FV3_RUN} do - atparse < ${PATHRT}/fv3_conf/${i} >> fv3_run + atparse < "${PATHRT}/fv3_conf/${i}" >> fv3_run done else echo "No FV3_RUN set in test file" @@ -140,14 +145,14 @@ else export HIDE_UGWPV1='!' fi -if [[ $DATM_CDEPS = 'true' ]] || [[ $FV3 = 'true' ]] || [[ $S2S = 'true' ]]; then - if [[ $HAFS = 'false' ]] || [[ $FV3 = 'true' && $HAFS = 'true' ]]; then - atparse < ${PATHRT}/parm/${INPUT_NML:-input.nml.IN} > input.nml +if [[ ${DATM_CDEPS} = 'true' ]] || [[ ${FV3} = 'true' ]] || [[ ${S2S} = 'true' ]]; then + if [[ ${HAFS} = 'false' ]] || [[ ${FV3} = 'true' && ${HAFS} = 'true' ]]; then + atparse < "${PATHRT}/parm/${INPUT_NML:-input.nml.IN}" > input.nml fi fi if [[ -f ${PATHRT}/parm/${MODEL_CONFIGURE} ]]; then - atparse < ${PATHRT}/parm/${MODEL_CONFIGURE} > model_configure + atparse < "${PATHRT}/parm/${MODEL_CONFIGURE}" > model_configure else echo "Cannot find file ${MODEL_CONFIGURE} set by variable MODEL_CONFIGURE" exit 1 @@ -156,144 +161,159 @@ fi compute_petbounds_and_tasks if [[ -f ${PATHRT}/parm/${UFS_CONFIGURE} ]]; then - atparse < ${PATHRT}/parm/${UFS_CONFIGURE} > ufs.configure + atparse < "${PATHRT}/parm/${UFS_CONFIGURE}" > ufs.configure else echo "Cannot find file ${UFS_CONFIGURE} set by variable UFS_CONFIGURE" exit 1 fi -if [[ "Q${INPUT_NEST02_NML:-}" != Q ]] ; then - INPES_NEST=$INPES_NEST02; JNPES_NEST=$JNPES_NEST02 - NPX_NEST=$NPX_NEST02; NPY_NEST=$NPY_NEST02 - K_SPLIT_NEST=$K_SPLIT_NEST02; N_SPLIT_NEST=$N_SPLIT_NEST02 - atparse < ${PATHRT}/parm/${INPUT_NEST02_NML} > input_nest02.nml +if [[ "Q${INPUT_NEST02_NML:-}" != Q ]]; then + export INPES_NEST=${INPES_NEST02:-} + export JNPES_NEST=${JNPES_NEST02:-} + export NPX_NEST=${NPX_NEST02:-} + export NPY_NEST=${NPY_NEST02:-} + export K_SPLIT_NEST=${K_SPLIT_NEST02:-} + export N_SPLIT_NEST=${N_SPLIT_NEST02:-} + atparse < "${PATHRT}/parm/${INPUT_NEST02_NML}" > input_nest02.nml else sed -i -e "//,/<\/output_grid_02>/d" model_configure fi -if [[ "Q${INPUT_NEST03_NML:-}" != Q ]] ; then - INPES_NEST=$INPES_NEST03; JNPES_NEST=$JNPES_NEST03 - NPX_NEST=$NPX_NEST03; NPY_NEST=$NPY_NEST03 - K_SPLIT_NEST=$K_SPLIT_NEST03; N_SPLIT_NEST=$N_SPLIT_NEST03 - atparse < ${PATHRT}/parm/${INPUT_NEST03_NML} > input_nest03.nml +if [[ "Q${INPUT_NEST03_NML:-}" != Q ]]; then + export INPES_NEST=${INPES_NEST03:-} + export JNPES_NEST=${JNPES_NEST03:-} + export NPX_NEST=${NPX_NEST03:-} + export NPY_NEST=${NPY_NEST03:-} + export K_SPLIT_NEST=${K_SPLIT_NEST03:-} + export N_SPLIT_NEST=${N_SPLIT_NEST03:-} + atparse < "${PATHRT}/parm/${INPUT_NEST03_NML}" > input_nest03.nml else sed -i -e "//,/<\/output_grid_03>/d" model_configure fi -if [[ "Q${INPUT_NEST04_NML:-}" != Q ]] ; then - INPES_NEST=$INPES_NEST04; JNPES_NEST=$JNPES_NEST04 - NPX_NEST=$NPX_NEST04; NPY_NEST=$NPY_NEST04 - K_SPLIT_NEST=$K_SPLIT_NEST04; N_SPLIT_NEST=$N_SPLIT_NEST04 - atparse < ${PATHRT}/parm/${INPUT_NEST04_NML} > input_nest04.nml +if [[ "Q${INPUT_NEST04_NML:-}" != Q ]]; then + export INPES_NEST=${INPES_NEST04:-} + export JNPES_NEST=${JNPES_NEST04:-} + export NPX_NEST=${NPX_NEST04:-} + export NPY_NEST=${NPY_NEST04:-} + export K_SPLIT_NEST=${K_SPLIT_NEST04:-} + export N_SPLIT_NEST=${N_SPLIT_NEST04:-} + atparse < "${PATHRT}/parm/${INPUT_NEST04_NML}" > input_nest04.nml else sed -i -e "//,/<\/output_grid_04>/d" model_configure fi -if [[ "Q${INPUT_NEST05_NML:-}" != Q ]] ; then - INPES_NEST=$INPES_NEST05; JNPES_NEST=$JNPES_NEST05 - NPX_NEST=$NPX_NEST05; NPY_NEST=$NPY_NEST05 - K_SPLIT_NEST=$K_SPLIT_NEST05; N_SPLIT_NEST=$N_SPLIT_NEST05 - atparse < ${PATHRT}/parm/${INPUT_NEST05_NML} > input_nest05.nml +if [[ "Q${INPUT_NEST05_NML:-}" != Q ]]; then + export INPES_NEST=${INPES_NEST05:-} + export JNPES_NEST=${JNPES_NEST05:-} + export NPX_NEST=${NPX_NEST05:-} + export NPY_NEST=${NPY_NEST05:-} + export K_SPLIT_NEST=${K_SPLIT_NEST05:-} + export N_SPLIT_NEST=${N_SPLIT_NEST05:-} + atparse < "${PATHRT}/parm/${INPUT_NEST05_NML}" > input_nest05.nml else sed -i -e "//,/<\/output_grid_05>/d" model_configure fi -if [[ "Q${INPUT_NEST06_NML:-}" != Q ]] ; then - INPES_NEST=$INPES_NEST06; JNPES_NEST=$JNPES_NEST06 - NPX_NEST=$NPX_NEST06; NPY_NEST=$NPY_NEST06 - K_SPLIT_NEST=$K_SPLIT_NEST06; N_SPLIT_NEST=$N_SPLIT_NEST06 - atparse < ${PATHRT}/parm/${INPUT_NEST06_NML} > input_nest06.nml +if [[ "Q${INPUT_NEST06_NML:-}" != Q ]]; then + export INPES_NEST=${INPES_NEST06:-} + export JNPES_NEST=${JNPES_NEST06:-} + export NPX_NEST=${NPX_NEST06:-} + export NPY_NEST=${NPY_NEST06:-} + export K_SPLIT_NEST=${K_SPLIT_NEST06:-} + export N_SPLIT_NEST=${N_SPLIT_NEST06:-} + atparse < "${PATHRT}/parm/${INPUT_NEST06_NML}" > input_nest06.nml else sed -i -e "//,/<\/output_grid_06>/d" model_configure fi # diag table -if [[ "Q${DIAG_TABLE:-}" != Q ]] ; then - atparse < ${PATHRT}/parm/diag_table/${DIAG_TABLE} > diag_table +if [[ "Q${DIAG_TABLE:-}" != Q ]]; then + atparse < "${PATHRT}/parm/diag_table/${DIAG_TABLE}" > diag_table fi # Field table -if [[ "Q${FIELD_TABLE:-}" != Q ]] ; then - cp ${PATHRT}/parm/field_table/${FIELD_TABLE} field_table +if [[ "Q${FIELD_TABLE:-}" != Q ]]; then + cp "${PATHRT}/parm/field_table/${FIELD_TABLE}" field_table fi # fix files -if [[ $FV3 == true ]]; then - cp ${INPUTDATA_ROOT}/FV3_fix/*.txt . - cp ${INPUTDATA_ROOT}/FV3_fix/*.f77 . - cp ${INPUTDATA_ROOT}/FV3_fix/*.dat . - cp ${INPUTDATA_ROOT}/FV3_fix/fix_co2_proj/* . - if [[ $TILEDFIX != .true. ]]; then - cp ${INPUTDATA_ROOT}/FV3_fix/*.grb . +if [[ ${FV3} == true ]]; then + cp "${INPUTDATA_ROOT}"/FV3_fix/*.txt . + cp "${INPUTDATA_ROOT}"/FV3_fix/*.f77 . + cp "${INPUTDATA_ROOT}"/FV3_fix/*.dat . + cp "${INPUTDATA_ROOT}"/FV3_fix/fix_co2_proj/* . + if [[ ${TILEDFIX} != .true. ]]; then + cp "${INPUTDATA_ROOT}"/FV3_fix/*.grb . fi fi # NoahMP table file - cp ${PATHRT}/parm/noahmptable.tbl . + cp "${PATHRT}/parm/noahmptable.tbl" . # AQM -if [[ $AQM == .true. ]]; then - cp ${PATHRT}/parm/aqm/aqm.rc . +if [[ ${AQM} == .true. ]]; then + cp "${PATHRT}/parm/aqm/aqm.rc" . fi # Field Dictionary -cp ${PATHRT}/parm/fd_ufs.yaml fd_ufs.yaml +cp "${PATHRT}/parm/fd_ufs.yaml" fd_ufs.yaml # Set up the run directory source ./fv3_run -if [[ $CPLWAV == .true. ]]; then - if [[ $WW3_MULTIGRID = 'true' ]]; then - atparse < ${PATHRT}/parm/ww3_multi.inp.IN > ww3_multi.inp +if [[ ${CPLWAV} == .true. ]]; then + if [[ ${WW3_MULTIGRID} = 'true' ]]; then + atparse < "${PATHRT}/parm/ww3_multi.inp.IN" > ww3_multi.inp else - atparse < ${PATHRT}/parm/ww3_shel.nml.IN > ww3_shel.nml - cp ${PATHRT}/parm/ww3_points.list . + atparse < "${PATHRT}/parm/ww3_shel.nml.IN" > ww3_shel.nml + cp "${PATHRT}/parm/ww3_points.list" . fi fi -if [[ $CPLCHM == .true. ]]; then - cp ${PATHRT}/parm/gocart/*.rc . - atparse < ${PATHRT}/parm/gocart/AERO_HISTORY.rc.IN > AERO_HISTORY.rc +if [[ ${CPLCHM} == .true. ]]; then + cp "${PATHRT}"/parm/gocart/*.rc . + atparse < "${PATHRT}/parm/gocart/AERO_HISTORY.rc.IN" > AERO_HISTORY.rc fi #TODO: this logic needs to be cleaned up for datm applications w/o #ocean or ice -if [[ $DATM_CDEPS = 'true' ]] || [[ $S2S = 'true' ]]; then - if [[ $HAFS = 'false' ]]; then - atparse < ${PATHRT}/parm/ice_in.IN > ice_in - atparse < ${PATHRT}/parm/${MOM6_INPUT:-MOM_input_$OCNRES.IN} > INPUT/MOM_input - atparse < ${PATHRT}/parm/diag_table/${DIAG_TABLE:-diag_table_template} > diag_table - atparse < ${PATHRT}/parm/MOM6_data_table.IN > data_table +if [[ ${DATM_CDEPS} = 'true' ]] || [[ ${S2S} = 'true' ]]; then + if [[ ${HAFS} = 'false' ]]; then + atparse < "${PATHRT}/parm/ice_in.IN" > ice_in + atparse < "${PATHRT}/parm/${MOM6_INPUT:-MOM_input_${OCNRES}.IN}" > INPUT/MOM_input + atparse < "${PATHRT}/parm/diag_table/${DIAG_TABLE:-diag_table_template}" > diag_table + atparse < "${PATHRT}/parm/MOM6_data_table.IN" > data_table fi fi -if [[ $HAFS = 'true' ]] && [[ $DATM_CDEPS = 'false' ]]; then - atparse < ${PATHRT}/parm/diag_table/${DIAG_TABLE:-diag_table_template} > diag_table +if [[ ${HAFS} = 'true' ]] && [[ ${DATM_CDEPS} = 'false' ]]; then + atparse < "${PATHRT}/parm/diag_table/${DIAG_TABLE:-diag_table_template}" > diag_table fi -if [[ "${DIAG_TABLE_ADDITIONAL:-}Q" != Q ]] ; then +if [[ "${DIAG_TABLE_ADDITIONAL:-}Q" != Q ]]; then # Append diagnostic outputs, to support tests that vary from others # only by adding diagnostics. atparse < "${PATHRT}/parm/diag_table/${DIAG_TABLE_ADDITIONAL:-}" >> diag_table fi # ATMAERO -if [[ $CPLCHM == .true. ]] && [[ $S2S = 'false' ]]; then - atparse < ${PATHRT}/parm/diag_table/${DIAG_TABLE:-diag_table_template} > diag_table +if [[ ${CPLCHM} == .true. ]] && [[ ${S2S} = 'false' ]]; then + atparse < "${PATHRT}/parm/diag_table/${DIAG_TABLE:-diag_table_template}" > diag_table fi -if [[ $DATM_CDEPS = 'true' ]]; then - atparse < ${PATHRT}/parm/${DATM_IN_CONFIGURE:-datm_in.IN} > datm_in - atparse < ${PATHRT}/parm/${DATM_STREAM_CONFIGURE:-datm.streams.IN} > datm.streams +if [[ ${DATM_CDEPS} = 'true' ]]; then + atparse < "${PATHRT}/parm/${DATM_IN_CONFIGURE:-datm_in.IN}" > datm_in + atparse < "${PATHRT}/parm/${DATM_STREAM_CONFIGURE:-datm.streams.IN}" > datm.streams fi -if [[ $DOCN_CDEPS = 'true' ]]; then - atparse < ${PATHRT}/parm/${DOCN_IN_CONFIGURE:-docn_in.IN} > docn_in - atparse < ${PATHRT}/parm/${DOCN_STREAM_CONFIGURE:-docn.streams.IN} > docn.streams +if [[ ${DOCN_CDEPS} = 'true' ]]; then + atparse < "${PATHRT}/parm/${DOCN_IN_CONFIGURE:-docn_in.IN}" > docn_in + atparse < "${PATHRT}/parm/${DOCN_STREAM_CONFIGURE:-docn.streams.IN}" > docn.streams fi -if [[ $CDEPS_INLINE = 'true' ]]; then - atparse < ${PATHRT}/parm/${CDEPS_INLINE_CONFIGURE:-stream.config.IN} > stream.config +if [[ ${CDEPS_INLINE} = 'true' ]]; then + atparse < "${PATHRT}/parm/${CDEPS_INLINE_CONFIGURE:-stream.config.IN}" > stream.config fi TPN=$(( TPN / THRD )) @@ -319,74 +339,69 @@ fi export PPN export UFS_TASKS -if [[ $SCHEDULER = 'pbs' ]]; then - if [[ -e $PATHRT/fv3_conf/fv3_qsub.IN_${MACHINE_ID} ]]; then - atparse < $PATHRT/fv3_conf/fv3_qsub.IN_${MACHINE_ID} > job_card +if [[ ${SCHEDULER} = 'pbs' ]]; then + if [[ -e ${PATHRT}/fv3_conf/fv3_qsub.IN_${MACHINE_ID} ]]; then + atparse < "${PATHRT}/fv3_conf/fv3_qsub.IN_${MACHINE_ID}" > job_card else echo "Looking for fv3_conf/fv3_qsub.IN_${MACHINE_ID} but it is not found. Exiting" exit 1 fi -elif [[ $SCHEDULER = 'slurm' ]]; then - if [[ -e $PATHRT/fv3_conf/fv3_slurm.IN_${MACHINE_ID} ]]; then - atparse < $PATHRT/fv3_conf/fv3_slurm.IN_${MACHINE_ID} > job_card +elif [[ ${SCHEDULER} = 'slurm' ]]; then + if [[ -e ${PATHRT}/fv3_conf/fv3_slurm.IN_${MACHINE_ID} ]]; then + atparse < "${PATHRT}/fv3_conf/fv3_slurm.IN_${MACHINE_ID}" > job_card else echo "Looking for fv3_conf/fv3_slurm.IN_${MACHINE_ID} but it is not found. Exiting" exit 1 fi -elif [[ $SCHEDULER = 'lsf' ]]; then - if [[ -e $PATHRT/fv3_conf/fv3_bsub.IN_${MACHINE_ID} ]]; then - atparse < $PATHRT/fv3_conf/fv3_bsub.IN_${MACHINE_ID} > job_card - else - echo "Looking for fv3_conf/fv3_bsub.IN_${MACHINE_ID} but it is not found. Exiting" - exit 1 - fi fi ################################################################################ # Submit test job ################################################################################ export OMP_ENV=${OMP_ENV:-""} -if [[ $SCHEDULER = 'none' ]]; then +if [[ ${SCHEDULER} = 'none' ]]; then ulimit -s unlimited - if [[ $CI_TEST = 'true' ]]; then - eval ${OMP_ENV} mpiexec -n ${TASKS} ./fv3.exe >out 2> >(tee err >&3) + if [[ ${CI_TEST} = 'true' ]]; then + eval "${OMP_ENV}" mpiexec -n "${TASKS}" ./fv3.exe >out 2> >(tee err >&3 || true) else - mpiexec -n ${TASKS} ./fv3.exe >out 2> >(tee err >&3) + mpiexec -n "${TASKS}" ./fv3.exe >out 2> >(tee err >&3 || true) fi else - if [[ $ROCOTO = 'false' ]]; then + if [[ ${ROCOTO} = 'false' ]]; then submit_and_wait job_card else chmod u+x job_card - ( ./job_card 2>&1 1>&3 3>&- | tee err ) 3>&1 1>&2 | tee out + ( ./job_card 2>&1 1>&3 3>&- | tee err || true ) 3>&1 1>&2 | tee out # The above shell redirection copies stdout to "out" and stderr to "err" # while still sending them to stdout and stderr. It does this without # relying on bash-specific extensions or non-standard OS features. fi fi - -if [[ $skip_check_results = false ]]; then +skip_check_results=${skip_check_results:-false} +if [[ ${skip_check_results} = false ]]; then check_results || true # The above call will exit with an error on its own and does # not need to cause run_test to TRAP the failure and error out itself. else - echo >> ${RT_LOG} - grep "The total amount of wall time" ${RUNDIR}/out >> ${RT_LOG} - grep "The maximum resident set size" ${RUNDIR}/out >> ${RT_LOG} - echo >> ${RT_LOG} - echo "Test ${TEST_ID} RUN_SUCCESS" >> ${RT_LOG} - echo;echo;echo >> ${RT_LOG} + { + echo + grep "The total amount of wall time" "${RUNDIR}/out" + grep "The maximum resident set size" "${RUNDIR}/out" + echo + echo "Test ${TEST_ID} RUN_SUCCESS" + echo;echo;echo + } >> "${RT_LOG}" fi -if [[ $SCHEDULER != 'none' ]]; then - cat ${RUNDIR}/job_timestamp.txt >> ${LOG_DIR}/run_${TEST_ID}_timestamp.txt +if [[ ${SCHEDULER} != 'none' ]]; then + cat "${RUNDIR}/job_timestamp.txt" >> "${LOG_DIR}/${JBNME}_timestamp.txt" fi -if [[ $ROCOTO = true ]]; then +if [[ ${ROCOTO} = true ]]; then remove_fail_test fi @@ -394,24 +409,27 @@ fi # End test ################################################################################ -echo " $( date +%s ), ${NODES}" >> ${LOG_DIR}/run_${TEST_ID}_timestamp.txt +date_s=$( date +%s ) +echo " ${date_s}, ${NODES}" >> "${LOG_DIR}/${JBNME}_timestamp.txt" ################################################################################ # Remove RUN_DIRs if they are no longer needed by other tests ################################################################################ +delete_rundir=${delete_rundir:-false} if [[ ${delete_rundir} = true ]]; then keep_run_dir=false while read -r line; do - keep_test=$(echo $line| sed -e 's/^ *//' -e 's/ *$//') - if [[ $TEST_NAME == ${keep_test} ]]; then + keep_test=$(echo "${line}" | sed -e 's/^ *//' -e 's/ *$//') + if [[ ${TEST_NAME} == "${keep_test}" ]]; then keep_run_dir=true fi - done < ${PATHRT}/keep_tests.tmp + done < "${PATHRT}/keep_tests.tmp" if [[ ${keep_run_dir} == false ]]; then - rm -rf ${RUNDIR} + rm -rf "${RUNDIR}" fi fi -elapsed=$SECONDS -echo "Elapsed time $elapsed seconds. Test ${TEST_ID}" +elapsed=${SECONDS} +echo "run_test.sh: Test ${TEST_ID} Completed." +echo "run_test.sh: Test ${TEST_ID} Elapsed time ${elapsed} seconds."