From 4a46688de4171409cbfb3e7b8a3f174d236ee5d6 Mon Sep 17 00:00:00 2001 From: MinsukJi-NOAA Date: Mon, 5 Oct 2020 17:30:38 -0500 Subject: [PATCH 01/16] Support compilation on stampede --- conf/configure.fv3.stampede.intel | 188 ++++++++++++++++++++++++++++++ modulefiles/stampede.intel/fv3 | 62 ++++++++++ tests/compile.sh | 2 +- 3 files changed, 251 insertions(+), 1 deletion(-) create mode 100644 conf/configure.fv3.stampede.intel create mode 100644 modulefiles/stampede.intel/fv3 diff --git a/conf/configure.fv3.stampede.intel b/conf/configure.fv3.stampede.intel new file mode 100644 index 00000000..acfc3003 --- /dev/null +++ b/conf/configure.fv3.stampede.intel @@ -0,0 +1,188 @@ +## NEMS configuration file +## +## Platform: Orion +## Compiler: Intel with IntelMPI + +SHELL=/bin/sh + +################################################################################ +## Include the common configuration parts + +ifdef InNemsMakefile +include $(TOP)/conf/configure.nems.NUOPC +endif + +############ +# commands # +############ +FC = mpiifort +CC = mpiicc +CXX = mpiicpc +LD = mpiifort -mkl=sequential + +######### +# flags # +######### +# default is 64-bit OpenMP non-hydrostatic build using AVX2 +DEBUG = +REPRO = +VERBOSE = +OPENMP = Y +AVX2 = Y +HYDRO = N +CCPP = N +STATIC = N +QUAD_PRECISION = Y +MULTI_GASES = N + +include $(ESMFMKFILE) +ESMF_INC = $(ESMF_F90COMPILEPATHS) + +NEMSIOINC = -I$(NEMSIO_INC) +NCEPLIBS = $(POST_LIB) $(NEMSIO_LIB) $(G2_LIB4) $(G2TMPL_LIB) $(BACIO_LIB4) $(SP_LIBd) $(W3EMC_LIBd) $(W3NCO_LIBd) $(CRTM_LIB) $(JASPER_ROOT)/lib64/libjasper.a -lpng -lz + +############################################## +# Need to use at least GNU Make version 3.81 # +############################################## +need := 3.81 +ok := $(filter $(need),$(firstword $(sort $(MAKE_VERSION) $(need)))) +ifneq ($(need),$(ok)) +$(error Need at least make version $(need). Load module gmake/3.81) +endif + +NETCDF_ROOT = $(NETCDF) +INCLUDE = -I$(NETCDF_ROOT)/include +NETCDF_INC = -I$(NETCDF_ROOT)/include +ifneq ($(findstring netcdf/4,$(LOADEDMODULES)),) + NETCDF_LIB += -L$(NETCDF)/lib -lnetcdff -lnetcdf +else + NETCDF_LIB = -L$(NETCDF)/lib -lnetcdff -lnetcdf +endif + +FPPFLAGS := -fpp -Wp,-w $(INCLUDE) +CFLAGS := $(INCLUDE) + +FFLAGS := $(INCLUDE) -fno-alias -auto -safe-cray-ptr -save-temps -ftz -assume byterecl -nowarn -sox -align array64byte + +CPPDEFS += -Duse_libMPI -Duse_netCDF -DSPMD -DUSE_LOG_DIAG_FIELD_INFO -DUSE_GFSL63 -DGFS_PHYS -Duse_WRTCOMP +CPPDEFS += -DNEW_TAUCTMAX -DINTERNAL_FILE_NML + +ifeq ($(HYDRO),Y) +CPPDEFS += +else +CPPDEFS += -DMOIST_CAPPA -DUSE_COND +endif + +ifeq ($(32BIT),Y) +CPPDEFS += -DOVERLOAD_R4 -DOVERLOAD_R8 +FFLAGS += -i4 -real-size 32 +else +ifeq ($(REPRO),Y) +FFLAGS += -i4 -real-size 64 +else +FFLAGS += -i4 -real-size 64 -no-prec-div -no-prec-sqrt +endif +endif + +ifeq ($(REPRO),Y) +FFLAGS += -qno-opt-dynamic-align +CFLAGS += -qno-opt-dynamic-align +else +ifeq ($(AVX2),Y) +# Don't use the AVX512 flags yet on hera +#FFLAGS += -axSSE4.2,AVX,CORE-AVX2,CORE-AVX512 -qno-opt-dynamic-align +#CFLAGS += -axSSE4.2,AVX,CORE-AVX2,CORE-AVX512 -qno-opt-dynamic-align +FFLAGS += -xCORE-AVX2 -qno-opt-dynamic-align +CFLAGS += -xCORE-AVX2 -qno-opt-dynamic-align +else +FFLAGS += -qno-opt-dynamic-align +CFLAGS += -qno-opt-dynamic-align +endif +endif + +ifeq ($(MULTI_GASES),Y) +CPPDEFS += -DMULTI_GASES +endif + +ifeq ($(QUAD_PRECISION),Y) +CPPDEFS += -DENABLE_QUAD_PRECISION +endif + +FFLAGS_OPT = -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 +FFLAGS_REPRO = -O2 -debug minimal -fp-model consistent -qoverride-limits -g -traceback +FFLAGS_DEBUG = -g -O0 -check all -check noarg_temp_created -check nopointer -warn -warn noerrors -fp-stack-check -fstack-protector-all -fpe0 -debug -traceback -ftrapuv -link_mpi=dbg + +TRANSCENDENTALS := -fast-transcendentals +FFLAGS_OPENMP = -qopenmp +FFLAGS_VERBOSE = -v -V -what + +CFLAGS += -D__IFC -sox -fp-model source + +CFLAGS_OPT = -O2 -debug minimal +CFLAGS_REPRO = -O2 -debug minimal +CFLAGS_OPENMP = -qopenmp +CFLAGS_DEBUG = -O0 -g -ftrapuv -traceback + +# Optional Testing compile flags. Mutually exclusive from DEBUG, REPRO, and OPT +# *_TEST will match the production if no new option(s) is(are) to be tested. +FFLAGS_TEST = -O3 -debug minimal -fp-model source -qoverride-limits +CFLAGS_TEST = -O2 + +LDFLAGS := +LDFLAGS_OPENMP := -qopenmp +LDFLAGS_VERBOSE := -Wl,-V,--verbose,-cref,-M + +# start with blank LIBS +LIBS := + +ifeq ($(REPRO),Y) +CPPDEFS += -DREPRO +CFLAGS += $(CFLAGS_REPRO) +FFLAGS += $(FFLAGS_REPRO) +FAST := +else ifeq ($(DEBUG),Y) +CPPDEFS += -DDEBUG +CFLAGS += $(CFLAGS_DEBUG) +FFLAGS += $(FFLAGS_DEBUG) +FAST := +else ifeq ($(TEST),Y) +CFLAGS += $(CFLAGS_TEST) +FFLAGS += $(FFLAGS_TEST) +FAST := +else +CFLAGS += $(CFLAGS_OPT) +FFLAGS += $(FFLAGS_OPT) +FAST := $(TRANSCENDENTALS) +endif + +ifeq ($(OPENMP),Y) +CPPDEFS += -DOPENMP +CFLAGS += $(CFLAGS_OPENMP) +FFLAGS += $(FFLAGS_OPENMP) +LDFLAGS += $(LDFLAGS_OPENMP) +endif + +ifeq ($(VERBOSE),Y) +CFLAGS += $(CFLAGS_VERBOSE) +FFLAGS += $(FFLAGS_VERBOSE) +LDFLAGS += $(LDFLAGS_VERBOSE) +endif + +ifeq ($(CCPP),Y) +CPPDEFS += -DCCPP +CFLAGS += -I$(PATH_CCPP)/include +FFLAGS += -I$(PATH_CCPP)/include +LDFLAGS += -L$(PATH_CCPP)/lib -lccppphys -lccpp $(NCEPLIBS) -lxml2 +endif + +ifeq ($(CMEPS),Y) +CPPDEFS += -DCMEPS +endif + +LDFLAGS += $(LIBS) + +ifdef InNemsMakefile +FFLAGS += $(ESMF_INC) +CPPFLAGS += -traditional +EXTLIBS = $(NCEPLIBS) $(ESMF_F90LINKPATHS) $(ESMF_LIB) $(LDFLAGS) $(NETCDF_LIB) +endif diff --git a/modulefiles/stampede.intel/fv3 b/modulefiles/stampede.intel/fv3 new file mode 100644 index 00000000..01645df5 --- /dev/null +++ b/modulefiles/stampede.intel/fv3 @@ -0,0 +1,62 @@ +#%Module###################################################################### +## +## NEMS FV3 Prerequisites: Hera/Intel + +proc ModulesHelp {} { + puts stderr "\tcit - loads modules required for building and running FV3 under NEMS on Hera/Intel" +} + +module-whatis "loads NEMS FV3 prerequisites for Hera/Intel" + +## +## load contrib environment +## load slurm utils (arbitrary.pl layout.pl) +## +#module use -a /contrib/sutils/modulefiles +#module load sutils + + +## +## NCEP libraries +## +module load cmake/3.16.1 +setenv CMAKE_C_COMPILER mpiicc +setenv CMAKE_CXX_COMPILER mpiicpc +setenv CMAKE_Fortran_COMPILER mpiifort +#setenv CMAKE_Platform hera.intel +module use /work/07738/kgerheis/stampede2/hpc-stack/v1.0.0-beta1/modulefiles/stack +module load hpc/1.0.0-beta1 +module load hpc-intel/18.0.2 +module load hpc-impi/18.0.2 + +module load bacio/2.4.1 +module load crtm/2.3.0 +module load g2/3.4.1 +module load g2tmpl/1.9.1 +module load ip/3.3.3 +module load nceppost/dceca26 +module load nemsio/2.5.2 +module load sp/2.3.3 +module load w3emc/2.7.3 +module load w3nco/2.4.1 + +module load gfsio/1.4.1 +module load sfcio/1.4.1 +module load sigio/2.3.2 + +module load gfsio/1.4.1 +module load sfcio/1.4.1 +module load sigio/2.3.2 + +module load jasper/2.0.15 +module load png/1.6.35 +module load zlib/1.2.11 + +## +## load ESMF library for above compiler / MPI combination +## use pre-compiled EMSF library for above compiler / MPI combination +## +module load hdf5/1.10.6 +module load netcdf/4.7.4 +module load pio/2.5.1 +module load esmf/8_1_0_beta_snapshot_27 diff --git a/tests/compile.sh b/tests/compile.sh index 943047fc..b55f02db 100755 --- a/tests/compile.sh +++ b/tests/compile.sh @@ -39,7 +39,7 @@ if ( ! which $gnu_make ) ; then fi fi -if [[ $BUILD_TARGET == cheyenne.* || $BUILD_TARGET == stampede.* ]] ; then +if [[ $BUILD_TARGET == cheyenne.* ]] ; then MAKE_THREADS=${MAKE_THREADS:-3} fi From 9ca49fe67b24c03a4c1d9238543164bbd4cc1cb7 Mon Sep 17 00:00:00 2001 From: MinsukJi-NOAA Date: Mon, 5 Oct 2020 17:36:17 -0500 Subject: [PATCH 02/16] Point components to my repositories --- .gitmodules | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.gitmodules b/.gitmodules index 4e27b112..620250e4 100644 --- a/.gitmodules +++ b/.gitmodules @@ -20,16 +20,16 @@ branch = emc/develop [submodule "WW3"] path = WW3 - url = https://github.com/NOAA-EMC/WW3.git - branch = develop + url = https://github.com/MinsukJi-NOAA/WW3.git + branch = feature/stampede [submodule "CICE6"] path = CICE-interface/CICE - url = https://github.com/NOAA-EMC/CICE.git - branch = emc/develop + url = https://github.com/MinsukJi-NOAA/CICE.git + branch = feature/stampede [submodule "MOM6-interface/mkmf"] path = MOM6-interface/mkmf - url = https://github.com/NOAA-EMC/mkmf - branch = develop + url = https://github.com/MinsukJi-NOAA/mkmf + branch = feature/stampede [submodule "MOM6-interface/MOM6"] path = MOM6-interface/MOM6 url = https://github.com/NOAA-EMC/MOM6 From bd57e98864d8e2ee3ab8179954d409bd7016137d Mon Sep 17 00:00:00 2001 From: MinsukJi-NOAA Date: Mon, 5 Oct 2020 17:49:12 -0500 Subject: [PATCH 03/16] Add component changes --- CICE-interface/CICE | 2 +- MOM6-interface/mkmf | 2 +- WW3 | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/CICE-interface/CICE b/CICE-interface/CICE index 285985c0..0e6dc1d8 160000 --- a/CICE-interface/CICE +++ b/CICE-interface/CICE @@ -1 +1 @@ -Subproject commit 285985c089319010dab260b6c335a96911dbad9a +Subproject commit 0e6dc1d83059613c9d2c98bfd6959284061c73e3 diff --git a/MOM6-interface/mkmf b/MOM6-interface/mkmf index 3f4ec817..35d8fd2a 160000 --- a/MOM6-interface/mkmf +++ b/MOM6-interface/mkmf @@ -1 +1 @@ -Subproject commit 3f4ec817d8fefb34ca718fea371e7a71685c0f35 +Subproject commit 35d8fd2a144f4a9e5c5eaae8d8e5103c3dd6e6c9 diff --git a/WW3 b/WW3 index 96e3f3a8..03aacdcf 160000 --- a/WW3 +++ b/WW3 @@ -1 +1 @@ -Subproject commit 96e3f3a8fa0389a4b110b0fa23e7a414f6d92038 +Subproject commit 03aacdcfba10a7fe84c1bf8199ad01d23122f7c5 From 853fee55f9b4c2a046d769c530d9cbb5c8e99365 Mon Sep 17 00:00:00 2001 From: MinsukJi-NOAA Date: Mon, 19 Oct 2020 09:14:27 -0500 Subject: [PATCH 04/16] modify default_vars to include pets for cpl model on stampede --- tests/default_vars.sh | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/tests/default_vars.sh b/tests/default_vars.sh index 172a6b6e..d1e4dd8d 100755 --- a/tests/default_vars.sh +++ b/tests/default_vars.sh @@ -116,6 +116,22 @@ elif [[ $MACHINE_ID = stampede.* ]]; then TASKS_thrd=84 ; TPN_thrd=24 ; INPES_thrd=3 ; JNPES_thrd=4 TASKS_stretch=48 ; TPN_stretch=12 ; INPES_stretch=2 ; JNPES_stretch=4 + TASKS_cpl_dflt=318; TPN_cpl_dflt=40; INPES_cpl_dflt=3; JNPES_cpl_dflt=8 + THRD_cpl_dflt=1; WPG_cpl_dflt=6; MPB_cpl_dflt="0 143"; APB_cpl_dflt="0 149" + OPB_cpl_dflt="150 269"; IPB_cpl_dflt="270 317" + + TASKS_cpl_thrd=246; TPN_cpl_thrd=40; INPES_cpl_thrd=3; JNPES_cpl_thrd=4 + THRD_cpl_thrd=2; WPG_cpl_thrd=6; MPB_cpl_thrd="0 77"; APB_cpl_thrd="0 77" + OPB_cpl_thrd="78 197"; IPB_cpl_thrd="198 245" + + TASKS_cpl_bmrk=480; TPN_cpl_bmrk=40; INPES_cpl_bmrk=6; JNPES_cpl_bmrk=8 + THRD_cpl_bmrk=1; WPG_cpl_bmrk=24; MPB_cpl_bmrk="0 287"; APB_cpl_bmrk="0 311" + OPB_cpl_bmrk="312 431"; IPB_cpl_bmrk="432 479" + + TASKS_cpl_wwav=520; TPN_cpl_wwav=40; INPES_cpl_wwav=6; JNPES_cpl_wwav=8 + THRD_cpl_wwav=1; WPG_cpl_wwav=24; MPB_cpl_wwav="0 287"; APB_cpl_wwav="0 311" + OPB_cpl_wwav="312 431"; IPB_cpl_wwav="432 479"; WPB_cpl_wwav="480 519" + else echo "Unknown MACHINE_ID ${MACHINE_ID}" From f6376c024aca81cccb965d72698f77507390cf1c Mon Sep 17 00:00:00 2001 From: MinsukJi-NOAA Date: Mon, 19 Oct 2020 09:25:19 -0500 Subject: [PATCH 05/16] modify rt.sh for machine stampede --- tests/rt.sh | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/tests/rt.sh b/tests/rt.sh index c3353491..526ddaab 100755 --- a/tests/rt.sh +++ b/tests/rt.sh @@ -312,16 +312,16 @@ elif [[ $MACHINE_ID = stampede.* ]]; then export PYTHONPATH= ECFLOW_START= - QUEUE=skx-dev + QUEUE=skx-normal PARTITION= - dprefix=$WORK/NEMSfv3gfs/run - DISKNM=$WORK/NEMSfv3gfs/RT + dprefix=$WORK/FV3-MOM6-CICE6/run + DISKNM=$WORK/FV3-MOM6-CICE6/RT STMP=$dprefix/stmp4 PTMP=$dprefix/stmp3 - SCHEDULER=sbatch + SCHEDULER=slurm MPIEXEC=ibrun MPIEXECOPTS= - cp fv3_conf/fv3_qsub.IN_stampede fv3_conf/fv3_qsub.IN + cp fv3_conf/fv3_slurm.IN_stampede fv3_conf/fv3_slurm.IN else die "Unknown machine ID, please edit detect_machine.sh file" From 63487fcfc37820b5324f3ca5722689894c0399f9 Mon Sep 17 00:00:00 2001 From: MinsukJi-NOAA Date: Mon, 19 Oct 2020 09:28:13 -0500 Subject: [PATCH 06/16] fix DISKNM in rt.sh for stampede --- tests/rt.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/rt.sh b/tests/rt.sh index 526ddaab..a0d3ea3b 100755 --- a/tests/rt.sh +++ b/tests/rt.sh @@ -315,7 +315,7 @@ elif [[ $MACHINE_ID = stampede.* ]]; then QUEUE=skx-normal PARTITION= dprefix=$WORK/FV3-MOM6-CICE6/run - DISKNM=$WORK/FV3-MOM6-CICE6/RT + DISKNM=$WORK/RT STMP=$dprefix/stmp4 PTMP=$dprefix/stmp3 SCHEDULER=slurm From 6824da84a875c10886b3e249148dea7232b7096b Mon Sep 17 00:00:00 2001 From: MinsukJi-NOAA Date: Mon, 19 Oct 2020 12:26:46 -0500 Subject: [PATCH 07/16] Change rt.sh related files to run coupled model with rt.sh on stampede --- tests/default_vars.sh | 8 +- tests/fv3_conf/fv3_slurm.IN_stampede | 36 ++++ tests/rt.sh | 1 + tests/rt_utils.sh | 276 +++++++++------------------ 4 files changed, 128 insertions(+), 193 deletions(-) create mode 100644 tests/fv3_conf/fv3_slurm.IN_stampede diff --git a/tests/default_vars.sh b/tests/default_vars.sh index d1e4dd8d..d2de6c5e 100755 --- a/tests/default_vars.sh +++ b/tests/default_vars.sh @@ -116,19 +116,19 @@ elif [[ $MACHINE_ID = stampede.* ]]; then TASKS_thrd=84 ; TPN_thrd=24 ; INPES_thrd=3 ; JNPES_thrd=4 TASKS_stretch=48 ; TPN_stretch=12 ; INPES_stretch=2 ; JNPES_stretch=4 - TASKS_cpl_dflt=318; TPN_cpl_dflt=40; INPES_cpl_dflt=3; JNPES_cpl_dflt=8 + TASKS_cpl_dflt=318; TPN_cpl_dflt=48; INPES_cpl_dflt=3; JNPES_cpl_dflt=8 THRD_cpl_dflt=1; WPG_cpl_dflt=6; MPB_cpl_dflt="0 143"; APB_cpl_dflt="0 149" OPB_cpl_dflt="150 269"; IPB_cpl_dflt="270 317" - TASKS_cpl_thrd=246; TPN_cpl_thrd=40; INPES_cpl_thrd=3; JNPES_cpl_thrd=4 + TASKS_cpl_thrd=246; TPN_cpl_thrd=24; INPES_cpl_thrd=3; JNPES_cpl_thrd=4 THRD_cpl_thrd=2; WPG_cpl_thrd=6; MPB_cpl_thrd="0 77"; APB_cpl_thrd="0 77" OPB_cpl_thrd="78 197"; IPB_cpl_thrd="198 245" - TASKS_cpl_bmrk=480; TPN_cpl_bmrk=40; INPES_cpl_bmrk=6; JNPES_cpl_bmrk=8 + TASKS_cpl_bmrk=480; TPN_cpl_bmrk=48; INPES_cpl_bmrk=6; JNPES_cpl_bmrk=8 THRD_cpl_bmrk=1; WPG_cpl_bmrk=24; MPB_cpl_bmrk="0 287"; APB_cpl_bmrk="0 311" OPB_cpl_bmrk="312 431"; IPB_cpl_bmrk="432 479" - TASKS_cpl_wwav=520; TPN_cpl_wwav=40; INPES_cpl_wwav=6; JNPES_cpl_wwav=8 + TASKS_cpl_wwav=520; TPN_cpl_wwav=48; INPES_cpl_wwav=6; JNPES_cpl_wwav=8 THRD_cpl_wwav=1; WPG_cpl_wwav=24; MPB_cpl_wwav="0 287"; APB_cpl_wwav="0 311" OPB_cpl_wwav="312 431"; IPB_cpl_wwav="432 479"; WPB_cpl_wwav="480 519" diff --git a/tests/fv3_conf/fv3_slurm.IN_stampede b/tests/fv3_conf/fv3_slurm.IN_stampede new file mode 100644 index 00000000..a2dd6145 --- /dev/null +++ b/tests/fv3_conf/fv3_slurm.IN_stampede @@ -0,0 +1,36 @@ +#!/bin/bash -l +#SBATCH -o out +#SBATCH -e err +#SBATCH -N @[NODES] +#SBATCH -A @[ACCNR] +#SBATCH -p skx-normal +#SBATCH -n @[TASKS] +#SBATCH -t 00:@[WLCLK]:00 + +set -eux + +set +x +source ./module-setup.sh +module use $( pwd -P ) +module load modules.fcst +module list + +set -x + +echo "Model started: " `date` + +export MPI_TYPE_DEPTH=20 +export OMP_STACKSIZE=512M +export OMP_NUM_THREADS=@[THRD] +export ESMF_RUNTIME_COMPLIANCECHECK=OFF:depth=4 +export LD_BIND_NOW=1 + +# Avoid job errors because of filesystem synchronization delays +#sync && sleep 1 + +#mpirun -prepend-rank -np $SBATCH_NP ./fv3.exe +ibrun ./fcst.exe + +echo "Model ended: " `date` + +exit diff --git a/tests/rt.sh b/tests/rt.sh index 64a19cd8..9074d325 100755 --- a/tests/rt.sh +++ b/tests/rt.sh @@ -313,6 +313,7 @@ elif [[ $MACHINE_ID = stampede.* ]]; then export PYTHONPATH= ECFLOW_START= QUEUE=skx-normal + ACCNR=TG-EES200001 PARTITION= dprefix=$WORK/FV3-MOM6-CICE6/run DISKNM=$WORK/RT diff --git a/tests/rt_utils.sh b/tests/rt_utils.sh index 2d95852c..bc9fe563 100755 --- a/tests/rt_utils.sh +++ b/tests/rt_utils.sh @@ -10,6 +10,10 @@ fi UNIT_TEST=${UNIT_TEST:-false} +qsub_id=0 +slurm_id=0 +bsub_id=0 + submit_and_wait() { [[ -z $1 ]] && exit 1 @@ -23,38 +27,21 @@ submit_and_wait() { local test_status='PASS' - if [[ $SCHEDULER = 'moab' ]]; then - msub $job_card - elif [[ $SCHEDULER = 'pbs' ]]; then + if [[ $SCHEDULER = 'pbs' ]]; then qsubout=$( qsub $job_card ) - if [[ ${MACHINE_ID} = cheyenne.* ]]; then - re='^([0-9]+\.[a-zA-Z0-9\.]+)$' - else - re='^([0-9]+\.[a-zA-Z0-9]+)$' - fi - qsub_id=0 - [[ "${qsubout}" =~ $re ]] && qsub_id=${BASH_REMATCH[1]} - if [[ ${MACHINE_ID} = cheyenne.* ]]; then - qsub_id="${qsub_id%.chadm*}" - fi - elif [[ $SCHEDULER = 'sbatch' ]]; then - qsubout=$( sbatch $job_card ) - re='^([0-9]+\.[a-zA-Z0-9]+)$' - qsub_id=0 + re='^([0-9]+)(\.[a-zA-Z0-9\.-]+)$' [[ "${qsubout}" =~ $re ]] && qsub_id=${BASH_REMATCH[1]} - if [[ ${MACHINE_ID} = stampede.* ]]; then - qsub_id="${qsub_id}" - fi + echo "Job id ${qsub_id}" elif [[ $SCHEDULER = 'slurm' ]]; then slurmout=$( sbatch $job_card ) re='Submitted batch job ([0-9]+)' - slurm_id=0 [[ "${slurmout}" =~ $re ]] && slurm_id=${BASH_REMATCH[1]} + echo "Job id ${slurm_id}" elif [[ $SCHEDULER = 'lsf' ]]; then bsubout=$( bsub < $job_card ) re='Job <([0-9]+)> is submitted to queue <(.+)>.' - bsub_id=0 [[ "${bsubout}" =~ $re ]] && bsub_id=${BASH_REMATCH[1]} + echo "Job id ${bsub_id}" else echo "Unknown SCHEDULER $SCHEDULER" exit 1 @@ -66,69 +53,38 @@ submit_and_wait() { until [[ $job_running -eq 1 ]] do echo "TEST ${TEST_NR} ${TEST_NAME} is waiting to enter the queue" - if [[ $SCHEDULER = 'moab' ]]; then - job_running=$( showq -u ${USER} -n | grep ${JBNME} | wc -l); sleep 5 - elif [[ $SCHEDULER = 'pbs' ]]; then - if [[ ${MACHINE_ID} = cheyenne.* ]]; then - job_running=$( qstat ${qsub_id} | grep ${qsub_id} | wc -l); sleep 5 - else - job_running=$( qstat -u ${USER} -n | grep ${JBNME} | wc -l); sleep 5 - fi - elif [[ $SCHEDULER = 'sbatch' ]]; then - if [[ ${MACHINE_ID} = stampede.* ]]; then - job_running=$( squeue ${qsub_id} | grep ${qsub_id} | wc -l); sleep 5 - else - job_running=$( squeue -u ${USER} -n | grep ${JBNME} | wc -l); sleep 5 - fi + [[ ${ECFLOW:-false} == true ]] && ecflow_client --label=job_status "waiting to enter the queue" + if [[ $SCHEDULER = 'pbs' ]]; then + job_running=$( qstat ${qsub_id} | grep ${qsub_id} | wc -l ) elif [[ $SCHEDULER = 'slurm' ]]; then - job_running=$( squeue -u ${USER} -j ${slurm_id} | grep ${slurm_id} | wc -l); sleep 5 + job_running=$( squeue -u ${USER} -j ${slurm_id} | grep ${slurm_id} | wc -l) elif [[ $SCHEDULER = 'lsf' ]]; then - job_running=$( bjobs -u ${USER} -J ${JBNME} 2>/dev/null | grep ${QUEUE} | wc -l); sleep 5 + job_running=$( bjobs ${bsub_id} | grep ${bsub_id} | wc -l) else echo "Unknown SCHEDULER $SCHEDULER" exit 1 fi + sleep 5 (( count=count+1 )) if [[ $count -eq 13 ]]; then echo "No job in queue after one minute, exiting..."; exit 2; fi done # find jobid - if [[ $SCHEDULER = 'moab' ]]; then - : - elif [[ $SCHEDULER = 'pbs' ]]; then - if [[ ${MACHINE_ID} = cheyenne.* ]]; then - jobid=$( qstat ${qsub_id} | grep ${qsub_id} | awk '{print $1}' ) - jobid="${jobid%.chadm*}" - else - jobid=$( qstat -u ${USER} | grep ${JBNME} | awk '{print $1}' ) - fi - trap 'echo "Job ${jobid} killed"; qdel ${jobid}; trap 0; exit' 1 2 3 4 5 6 7 8 10 12 13 15 - if [[ ${qsub_id} != ${jobid} ]]; then - echo "Warning: qsub_id is not equal to jobid" - fi - elif [[ $SCHEDULER = 'sbatch' ]]; then - if [[ ${MACHINE_ID} = stampede.* ]]; then - jobid=$( squeue ${qsub_id} | grep ${qsub_id} | awk '{print $1}' ) - jobid="${jobid}" - else - jobid=$( squeue -u ${USER} | grep ${JBNME} | awk '{print $1}' ) - fi - trap 'echo "Job ${jobid} killed"; qdel ${jobid}; trap 0; exit' 1 2 3 4 5 6 7 8 10 12 13 15 - if [[ ${qsub_id} != ${jobid} ]]; then - echo "Warning: qsub_id is not equal to jobid" - fi + if [[ $SCHEDULER = 'pbs' ]]; then + jobid=${qsub_id} elif [[ $SCHEDULER = 'slurm' ]]; then jobid=${slurm_id} elif [[ $SCHEDULER = 'lsf' ]]; then - jobid=$( bjobs -u ${USER} -J ${JBNME} -noheader -o "jobid" ) - trap 'echo "Job ${jobid} killed"; bkill ${jobid}; trap 0; exit' 1 2 3 4 5 6 7 8 10 12 13 15 - if [[ ${bsub_id} -ne ${jobid} ]]; then - echo "Warning: bsub_id is not equal to jobid" - fi + jobid=${bsub_id} else echo "Unknown SCHEDULER $SCHEDULER" exit 1 fi + echo "TEST ${TEST_NR} ${TEST_NAME} is submitted " + if [[ ${ECFLOW:-false} == true ]]; then + ecflow_client --label=job_id "${jobid}" + ecflow_client --label=job_status "submitted" + fi # wait for the job to finish and compare results job_running=1 @@ -136,151 +92,77 @@ submit_and_wait() { until [[ $job_running -eq 0 ]] do - sleep 60 & wait $! - - if [[ $SCHEDULER = 'moab' ]]; then - job_running=$( showq -u ${USER} -n | grep ${JBNME} | wc -l) - elif [[ $SCHEDULER = 'pbs' ]]; then - if [[ ${MACHINE_ID} = cheyenne.* ]]; then - job_running=$( qstat ${qsub_id} | grep ${qsub_id} | wc -l); sleep 5 - else - job_running=$( qstat -u ${USER} -n | grep ${JBNME} | wc -l) - fi - elif [[ $SCHEDULER = 'sbatch' ]]; then - if [[ ${MACHINE_ID} = stampede.* ]]; then - job_running=$( squeue ${qsub_id} | grep ${qsub_id} | wc -l); sleep 5 - else - job_running=$( squeue -u ${USER} -n | grep ${JBNME} | wc -l) - fi + if [[ $SCHEDULER = 'pbs' ]]; then + job_running=$( qstat ${qsub_id} | grep ${qsub_id} | wc -l ) elif [[ $SCHEDULER = 'slurm' ]]; then job_running=$( squeue -u ${USER} -j ${slurm_id} | grep ${slurm_id} | wc -l) elif [[ $SCHEDULER = 'lsf' ]]; then - job_running=$( bjobs -u ${USER} -J ${JBNME} 2>/dev/null | wc -l) + job_running=$( bjobs ${bsub_id} | grep ${bsub_id} | wc -l) else echo "Unknown SCHEDULER $SCHEDULER" exit 1 fi - if [[ $SCHEDULER = 'moab' ]]; then - - status=$( showq -u ${USER} -n | grep ${JBNME} | awk '{print $3}'); status=${status:--} - if [[ -f ${RUNDIR}/err ]] ; then FnshHrs=$( grep Finished ${RUNDIR}/err | tail -1 | awk '{ print $9 }'); fi - FnshHrs=${FnshHrs:-0} - if [[ $status = 'Idle' ]]; then echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is waiting in a queue, Status: $status" - elif [[ $status = 'Running' ]]; then echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is running, Status: $status , Finished $FnshHrs hours" - elif [[ $status = 'Starting' ]]; then echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is ready to run, Status: $status , Finished $FnshHrs hours" - elif [[ $status = 'Completed' ]]; then echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is finished, Status: $status" ; job_running=0 - else echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is finished, Status: $status , Finished $FnshHrs hours" - fi - - elif [[ $SCHEDULER = 'pbs' ]]; then + if [[ $SCHEDULER = 'pbs' ]]; then - #status=$( qstat -u ${USER} -n | grep ${JBNME} | awk '{print $"10"}' ); status=${status:--} PJP comment out to speed up regression test - if [[ ${MACHINE_ID} = cheyenne.* ]]; then - status=$( qstat ${qsub_id} | grep ${qsub_id} | awk '{print $5}' ); status=${status:--} - else - status=$( qstat -u ${USER} -n | grep ${JBNME} | awk '{print $10}' ); status=${status:--} - fi - if [[ -f ${RUNDIR}/err ]] ; then FnshHrs=$( tail -100 ${RUNDIR}/err | grep Finished | tail -1 | awk '{ print $9 }' ); fi - FnshHrs=${FnshHrs:-0} - if [[ $status = 'Q' ]]; then echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is waiting in a queue, Status: $status jobid ${jobid}" - elif [[ $status = 'H' ]]; then echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is held in a queue, Status: $status" - elif [[ $status = 'R' ]]; then echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is running, Status: $status , Finished $FnshHrs hours" + status=$( qstat ${qsub_id} | grep ${qsub_id} | awk '{print $5}' ); status=${status:--} + if [[ $status = 'Q' ]]; then + status_label='waiting in a queue' + elif [[ $status = 'H' ]]; then + status_label='held in a queue' + elif [[ $status = 'R' ]]; then + status_label='running' elif [[ $status = 'E' ]] || [[ $status = 'C' ]]; then - if [[ ${MACHINE_ID} = cheyenne.* ]]; then - exit_status=$( qstat ${jobid} -x -f | grep Exit_status | awk '{print $3}') - else - jobid=$( qstat -u ${USER} | grep ${JBNME} | awk '{print $1}') - exit_status=$( qstat ${jobid} -f | grep exit_status | awk '{print $3}') - fi + status_label='finished' + test_status='DONE' + exit_status=$( qstat ${jobid} -x -f | grep Exit_status | awk '{print $3}') if [[ $exit_status != 0 ]]; then - echo "Test ${TEST_NR} ${TEST_NAME} FAIL" >> ${REGRESSIONTEST_LOG} - echo >> ${REGRESSIONTEST_LOG} - echo "Test ${TEST_NR} ${TEST_NAME} FAIL" - echo test_status='FAIL' - break fi - echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is finished, Status: $status" - job_running=0 - elif [[ $status = 'C' ]]; then echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is finished, Status: $status" ; job_running=0 - else echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is finished, Status: $status , Finished $FnshHrs hours" + else + status_label='finished' fi elif [[ $SCHEDULER = 'slurm' ]]; then status=$( squeue -u ${USER} -j ${slurm_id} 2>/dev/null | grep ${slurm_id} | awk '{print $5}' ); status=${status:--} - if [[ $status = 'R' ]]; then echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is running, Status: $status" - elif [[ $status = 'F' ]]; then - echo "Test ${TEST_NR} ${TEST_NAME} FAIL" >> ${REGRESSIONTEST_LOG} - echo >> ${REGRESSIONTEST_LOG} - echo "Test ${TEST_NR} ${TEST_NAME} FAIL" - echo - echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is failed, Status: $status" - job_running=0 - elif [[ $status = 'C' ]]; then echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is finished, Status: $status" ; job_running=0 + if [[ $status = 'R' ]]; then + status_label='running' + elif [[ $status = 'PD' ]]; then + status_label='pending' + elif [[ $status = 'F' ]]; then + status_label='failed' + test_status='FAIL' + elif [[ $status = 'C' ]]; then + status_label='finished' + test_status='DONE' else - state=$( sacct -n -j ${slurm_id}.batch --format=JobID,state,Jobname | grep ${slurm_id} | awk '{print $2}' ) - echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is ${state}" - fi - - elif [[ $SCHEDULER = 'sbatch' ]]; then - - #status=$( qstat -u ${USER} -n | grep ${JBNME} | awk '{print $"10"}' ); status=${status:--} PJP comment out to speed up regression test - if [[ ${MACHINE_ID} = stampede.* ]]; then - status=$( squeue ${qsub_id} | grep ${qsub_id} | awk '{print $5}' ); status=${status:--} - else - status=$( squeue -u ${USER} -n | grep ${JBNME} | awk '{print $10}' ); status=${status:--} - fi - if [[ -f ${RUNDIR}/err ]] ; then FnshHrs=$( tail -100 ${RUNDIR}/err | grep Finished | tail -1 | awk '{ print $9 }' ); fi - FnshHrs=${FnshHrs:-0} - if [[ $status = 'Q' ]]; then echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is waiting in a queue, Status: $status jobid ${jobid}" - elif [[ $status = 'H' ]]; then echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is held in a queue, Status: $status" - elif [[ $status = 'R' ]]; then echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is running, Status: $status , Finished $FnshHrs hours" - elif [[ $status = 'E' ]] || [[ $status = 'C' ]]; then - if [[ ${MACHINE_ID} = stampede.* ]]; then - exit_status=$( squeue ${jobid} -x -f | grep Exit_status | awk '{print $3}') - else - jobid=$( squeue -u ${USER} | grep ${JBNME} | awk '{print $1}') - exit_status=$( qstat ${jobid} -f | grep exit_status | awk '{print $3}') - fi - if [[ $exit_status != 0 ]]; then - echo "Test ${TEST_NR} ${TEST_NAME} FAIL" >> ${REGRESSIONTEST_LOG} - echo >> ${REGRESSIONTEST_LOG} - echo "Test ${TEST_NR} ${TEST_NAME} FAIL" - echo - test_status='FAIL' - break - fi - echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is finished, Status: $status" - job_running=0 - elif [[ $status = 'C' ]]; then echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is finished, Status: $status" ; job_running=0 - else echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is finished, Status: $status , Finished $FnshHrs hours" + echo "Slurm unknown status ${status}. Check sacct ..." + sacct -n -j ${slurm_id} --format=JobID,state%20,Jobname%20 + status_label=$( sacct -n -j ${slurm_id} --format=JobID,state%20,Jobname%20 | grep "^${slurm_id}" | grep ${JBNME} | awk '{print $2}' ) fi elif [[ $SCHEDULER = 'lsf' ]]; then - status=$( bjobs -u ${USER} -J ${JBNME} 2>/dev/null | grep ${QUEUE} | awk '{print $3}' ); status=${status:--} - if [[ -f ${RUNDIR}/err ]] ; then FnshHrs=$( grep Finished ${RUNDIR}/err | tail -1 | awk '{ print $9 }' ) ; fi - FnshHrs=${FnshHrs:-0} - if [[ $status = 'PEND' ]]; then echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is waiting in a queue, Status: $status" - elif [[ $status = 'RUN' ]]; then echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is running, Status: $status , Finished $FnshHrs hours" + status=$( bjobs ${bsub_id} 2>/dev/null | grep ${bsub_id} | awk '{print $3}' ); status=${status:--} + if [[ $status = 'PEND' ]]; then + status_label='pending' + elif [[ $status = 'RUN' ]]; then + status_label='running' + elif [[ $status = 'DONE' ]]; then + status_label='finished' + test_status='DONE' elif [[ $status = 'EXIT' ]]; then - echo "Test ${TEST_NR} ${TEST_NAME} FAIL" >> ${REGRESSIONTEST_LOG} - echo;echo;echo >> ${REGRESSIONTEST_LOG} - echo "Test ${TEST_NR} ${TEST_NAME} FAIL" - echo;echo;echo + status_label='failed' test_status='FAIL' - break - else echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is finished, Status: $status , Finished $FnshHrs hours" - exit_status=$( bjobs -u ${USER} -J ${JBNME} -a 2>/dev/null | grep $QUEUE | awk '{print $3}' ) + else + echo "bsub unknown status ${status}" + status_label='finished' + test_status='DONE' + exit_status=$( bjobs ${bsub_id} 2>/dev/null | grep ${bsub_id} | awk '{print $3}' ); status=${status:--} if [[ $exit_status = 'EXIT' ]]; then - echo "Test ${TEST_NR} ${TEST_NAME} FAIL" >> ${REGRESSIONTEST_LOG} - echo;echo;echo >> ${REGRESSIONTEST_LOG} - echo "Test ${TEST_NR} ${TEST_NAME} FAIL" - echo;echo;echo + status_label='failed' test_status='FAIL' - break fi fi @@ -289,18 +171,30 @@ submit_and_wait() { exit 1 fi + + echo "$n min. TEST ${TEST_NR} ${TEST_NAME} is ${status_label}, status: $status jobid ${jobid}" + [[ ${ECFLOW:-false} == true ]] && ecflow_client --label=job_status "$status_label" + + if [[ $test_status = 'FAIL' || $test_status = 'DONE' ]]; then + break + fi + (( n=n+1 )) + sleep 60 & wait $! done if [[ $test_status = 'FAIL' ]]; then if [[ ${UNIT_TEST} == false ]]; then - echo $TEST_NAME >> $PATHRT/fail_test + echo "${TEST_NAME} ${TEST_NR} failed" >> $PATHRT/fail_test + echo "Test ${TEST_NR} ${TEST_NAME} FAIL" >> ${REGRESSIONTEST_LOG} + echo;echo;echo >> ${REGRESSIONTEST_LOG} + echo "Test ${TEST_NR} ${TEST_NAME} FAIL" else echo ${TEST_NR} $TEST_NAME >> $PATHRT/fail_unit_test fi - if [[ $ROCOTO == true ]]; then - exit 2 + if [[ $ROCOTO == true || $ECFLOW == true ]]; then + exit 1 fi fi @@ -376,7 +270,9 @@ check_results() { else - if [[ $i =~ ufs.s2s ]]; then + if [[ $i =~ mediator ]]; then + d=$( cmp ${RTPWD}/${CNTLMED_DIR}/$i ${RUNDIR}/$i | wc -l ) + elif [[ $i =~ ufs.s2s ]]; then d=$( cmp ${RTPWD}/${CNTLMED_DIR}/$i ${RUNDIR}/$i | wc -l ) elif [[ $i =~ RESTART/ ]]; then d=$( cmp ${RTPWD}/${CNTL_DIR}/$crst ${RUNDIR}/$i | wc -l ) @@ -416,6 +312,8 @@ check_results() { if [[ -f ${RUNDIR}/$i ]] ; then if [[ $i =~ RESTART/ ]]; then cp ${RUNDIR}/$i ${NEW_BASELINE}/${CNTL_DIR}/RESTART/$(basename $i) + elif [[ $i =~ mediator ]]; then + cp ${RUNDIR}/$i ${NEW_BASELINE}/${CNTLMED_DIR} elif [[ $i =~ ufs.s2s ]]; then cp ${RUNDIR}/$i ${NEW_BASELINE}/${CNTLMED_DIR} else From 29fd7ce1e7ae0427dcacf93365822760b3eed39a Mon Sep 17 00:00:00 2001 From: MinsukJi-NOAA Date: Mon, 19 Oct 2020 19:22:18 +0000 Subject: [PATCH 08/16] Add hera RT results --- tests/RegressionTests_hera.intel.log | 30 ++++++++++++++-------------- 1 file changed, 15 insertions(+), 15 deletions(-) diff --git a/tests/RegressionTests_hera.intel.log b/tests/RegressionTests_hera.intel.log index 701daec9..3b36d3dd 100644 --- a/tests/RegressionTests_hera.intel.log +++ b/tests/RegressionTests_hera.intel.log @@ -1,10 +1,10 @@ -Wed Oct 14 00:12:28 UTC 2020 +Mon Oct 19 18:01:19 UTC 2020 Start Regression test baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1stepcold_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1stepcold_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Bin.Li/S2S_RT/rt_62183/cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux Checking test 001 cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -60,7 +60,7 @@ Test 001 cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Bin.Li/S2S_RT/rt_62183/cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux Checking test 002 cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -116,7 +116,7 @@ Test 002 cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Bin.Li/S2S_RT/rt_62183/cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux Checking test 003 cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux results .... Comparing phyf072.tile1.nc .........OK Comparing phyf072.tile2.nc .........OK @@ -172,7 +172,7 @@ Test 003 cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Bin.Li/S2S_RT/rt_62183/cpld_fv3_ccpp_mom6_cice_cmeps_restart +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_mom6_cice_cmeps_restart Checking test 004 cpld_fv3_ccpp_mom6_cice_cmeps_restart results .... Comparing phyf072.tile1.nc .........OK Comparing phyf072.tile2.nc .........OK @@ -228,7 +228,7 @@ Test 004 cpld_fv3_ccpp_mom6_cice_cmeps_restart PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Bin.Li/S2S_RT/rt_62183/cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads Checking test 005 cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -284,7 +284,7 @@ Test 005 cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Bin.Li/S2S_RT/rt_62183/cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp Checking test 006 cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -340,7 +340,7 @@ Test 006 cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_warm_satmedmf_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_warm_satmedmf_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Bin.Li/S2S_RT/rt_62183/cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf Checking test 007 cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf results .... Comparing phyf024.tile1.nc .........OK Comparing phyf024.tile2.nc .........OK @@ -396,7 +396,7 @@ Test 007 cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Bin.Li/S2S_RT/rt_62183/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux Checking test 008 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -452,7 +452,7 @@ Test 008 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps_frac mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps_frac/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Bin.Li/S2S_RT/rt_62183/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac Checking test 009 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -508,7 +508,7 @@ Test 009 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmrt_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmrt_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Bin.Li/S2S_RT/rt_62183/cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt Checking test 010 cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt results .... Comparing phyf024.tile1.nc .........OK Comparing phyf024.tile2.nc .........OK @@ -601,7 +601,7 @@ Test 010 cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmwav_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmwav_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Bin.Li/S2S_RT/rt_62183/cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt Checking test 011 cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt results .... Comparing phyf024.tile1.nc .........OK Comparing phyf024.tile2.nc .........OK @@ -660,7 +660,7 @@ Test 011 cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_6h_warm_debug_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_6h_warm_debug_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Bin.Li/S2S_RT/rt_62183/cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug Checking test 012 cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug results .... Comparing phyf006.tile1.nc .........OK Comparing phyf006.tile2.nc .........OK @@ -716,5 +716,5 @@ Test 012 cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug PASS REGRESSION TEST WAS SUCCESSFUL -Wed Oct 14 07:24:59 UTC 2020 -Elapsed time: 07h:12m:33s. Have a nice day! +Mon Oct 19 19:21:33 UTC 2020 +Elapsed time: 01h:20m:16s. Have a nice day! From fb42ee36e5863c1de5d7a574b365383b09ff9765 Mon Sep 17 00:00:00 2001 From: MinsukJi-NOAA Date: Mon, 19 Oct 2020 14:28:44 -0500 Subject: [PATCH 09/16] Add Orion RT results --- tests/RegressionTests_orion.intel.log | 30 +++++++++++++-------------- 1 file changed, 15 insertions(+), 15 deletions(-) diff --git a/tests/RegressionTests_orion.intel.log b/tests/RegressionTests_orion.intel.log index 340e54dc..a85c70a8 100644 --- a/tests/RegressionTests_orion.intel.log +++ b/tests/RegressionTests_orion.intel.log @@ -1,10 +1,10 @@ -Tue Oct 13 19:43:58 CDT 2020 +Mon Oct 19 12:30:41 CDT 2020 Start Regression test baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1stepcold_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1stepcold_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/libin/stmp/libin/S2S_RT/rt_275829/cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux Checking test 001 cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -60,7 +60,7 @@ Test 001 cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/libin/stmp/libin/S2S_RT/rt_275829/cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux Checking test 002 cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -116,7 +116,7 @@ Test 002 cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/libin/stmp/libin/S2S_RT/rt_275829/cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux Checking test 003 cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux results .... Comparing phyf072.tile1.nc .........OK Comparing phyf072.tile2.nc .........OK @@ -172,7 +172,7 @@ Test 003 cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/libin/stmp/libin/S2S_RT/rt_275829/cpld_fv3_ccpp_mom6_cice_cmeps_restart +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_mom6_cice_cmeps_restart Checking test 004 cpld_fv3_ccpp_mom6_cice_cmeps_restart results .... Comparing phyf072.tile1.nc .........OK Comparing phyf072.tile2.nc .........OK @@ -228,7 +228,7 @@ Test 004 cpld_fv3_ccpp_mom6_cice_cmeps_restart PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/libin/stmp/libin/S2S_RT/rt_275829/cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads Checking test 005 cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -284,7 +284,7 @@ Test 005 cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/libin/stmp/libin/S2S_RT/rt_275829/cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp Checking test 006 cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -340,7 +340,7 @@ Test 006 cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_warm_satmedmf_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_warm_satmedmf_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/libin/stmp/libin/S2S_RT/rt_275829/cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf Checking test 007 cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf results .... Comparing phyf024.tile1.nc .........OK Comparing phyf024.tile2.nc .........OK @@ -396,7 +396,7 @@ Test 007 cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps/RESTART -working dir = /work/noaa/stmp/libin/stmp/libin/S2S_RT/rt_275829/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux Checking test 008 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -452,7 +452,7 @@ Test 008 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps_frac mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps_frac/RESTART -working dir = /work/noaa/stmp/libin/stmp/libin/S2S_RT/rt_275829/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac Checking test 009 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -508,7 +508,7 @@ Test 009 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmrt_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmrt_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/libin/stmp/libin/S2S_RT/rt_275829/cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt Checking test 010 cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt results .... Comparing phyf024.tile1.nc .........OK Comparing phyf024.tile2.nc .........OK @@ -601,7 +601,7 @@ Test 010 cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmwav_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmwav_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/libin/stmp/libin/S2S_RT/rt_275829/cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt Checking test 011 cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt results .... Comparing phyf024.tile1.nc .........OK Comparing phyf024.tile2.nc .........OK @@ -660,7 +660,7 @@ Test 011 cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_6h_warm_debug_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_6h_warm_debug_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/libin/stmp/libin/S2S_RT/rt_275829/cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug Checking test 012 cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug results .... Comparing phyf006.tile1.nc .........OK Comparing phyf006.tile2.nc .........OK @@ -716,5 +716,5 @@ Test 012 cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug PASS REGRESSION TEST WAS SUCCESSFUL -Wed Oct 14 02:17:25 CDT 2020 -Elapsed time: 06h:33m:29s. Have a nice day! +Mon Oct 19 14:27:04 CDT 2020 +Elapsed time: 01h:56m:25s. Have a nice day! From 787283c0d06b6bbd4899618466c5f7bc60167af0 Mon Sep 17 00:00:00 2001 From: MinsukJi-NOAA Date: Mon, 19 Oct 2020 14:33:40 -0500 Subject: [PATCH 10/16] Delete checking mediator results in rt_utils --- tests/rt_utils.sh | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/tests/rt_utils.sh b/tests/rt_utils.sh index bc9fe563..b14ea517 100755 --- a/tests/rt_utils.sh +++ b/tests/rt_utils.sh @@ -270,9 +270,7 @@ check_results() { else - if [[ $i =~ mediator ]]; then - d=$( cmp ${RTPWD}/${CNTLMED_DIR}/$i ${RUNDIR}/$i | wc -l ) - elif [[ $i =~ ufs.s2s ]]; then + if [[ $i =~ ufs.s2s ]]; then d=$( cmp ${RTPWD}/${CNTLMED_DIR}/$i ${RUNDIR}/$i | wc -l ) elif [[ $i =~ RESTART/ ]]; then d=$( cmp ${RTPWD}/${CNTL_DIR}/$crst ${RUNDIR}/$i | wc -l ) @@ -312,8 +310,6 @@ check_results() { if [[ -f ${RUNDIR}/$i ]] ; then if [[ $i =~ RESTART/ ]]; then cp ${RUNDIR}/$i ${NEW_BASELINE}/${CNTL_DIR}/RESTART/$(basename $i) - elif [[ $i =~ mediator ]]; then - cp ${RUNDIR}/$i ${NEW_BASELINE}/${CNTLMED_DIR} elif [[ $i =~ ufs.s2s ]]; then cp ${RUNDIR}/$i ${NEW_BASELINE}/${CNTLMED_DIR} else From da4110d3165471ca4fbd84cd81625bc5fdc44cb8 Mon Sep 17 00:00:00 2001 From: MinsukJi-NOAA Date: Mon, 19 Oct 2020 15:16:20 -0500 Subject: [PATCH 11/16] Point submodules to authoritative repositories --- .gitmodules | 12 ++++++------ CICE-interface/CICE | 2 +- MOM6-interface/mkmf | 2 +- WW3 | 2 +- 4 files changed, 9 insertions(+), 9 deletions(-) diff --git a/.gitmodules b/.gitmodules index 620250e4..4e27b112 100644 --- a/.gitmodules +++ b/.gitmodules @@ -20,16 +20,16 @@ branch = emc/develop [submodule "WW3"] path = WW3 - url = https://github.com/MinsukJi-NOAA/WW3.git - branch = feature/stampede + url = https://github.com/NOAA-EMC/WW3.git + branch = develop [submodule "CICE6"] path = CICE-interface/CICE - url = https://github.com/MinsukJi-NOAA/CICE.git - branch = feature/stampede + url = https://github.com/NOAA-EMC/CICE.git + branch = emc/develop [submodule "MOM6-interface/mkmf"] path = MOM6-interface/mkmf - url = https://github.com/MinsukJi-NOAA/mkmf - branch = feature/stampede + url = https://github.com/NOAA-EMC/mkmf + branch = develop [submodule "MOM6-interface/MOM6"] path = MOM6-interface/MOM6 url = https://github.com/NOAA-EMC/MOM6 diff --git a/CICE-interface/CICE b/CICE-interface/CICE index 0e6dc1d8..ac617cde 160000 --- a/CICE-interface/CICE +++ b/CICE-interface/CICE @@ -1 +1 @@ -Subproject commit 0e6dc1d83059613c9d2c98bfd6959284061c73e3 +Subproject commit ac617cde36db5b41029d2c2523b0fb52c711897b diff --git a/MOM6-interface/mkmf b/MOM6-interface/mkmf index 35d8fd2a..a36f5072 160000 --- a/MOM6-interface/mkmf +++ b/MOM6-interface/mkmf @@ -1 +1 @@ -Subproject commit 35d8fd2a144f4a9e5c5eaae8d8e5103c3dd6e6c9 +Subproject commit a36f50728b0f36a867a69f88e0d388d451ef82fd diff --git a/WW3 b/WW3 index 03aacdcf..9c22b135 160000 --- a/WW3 +++ b/WW3 @@ -1 +1 @@ -Subproject commit 03aacdcfba10a7fe84c1bf8199ad01d23122f7c5 +Subproject commit 9c22b13506e797940ebab538fe4a3940dd9e3fc0 From 375e48ae6673b037cfab594a8f6c9de53607df83 Mon Sep 17 00:00:00 2001 From: MinsukJi-NOAA Date: Mon, 19 Oct 2020 16:50:38 -0500 Subject: [PATCH 12/16] Add Orion RT results --- tests/RegressionTests_orion.intel.log | 30 +++++++++++++-------------- 1 file changed, 15 insertions(+), 15 deletions(-) diff --git a/tests/RegressionTests_orion.intel.log b/tests/RegressionTests_orion.intel.log index a85c70a8..96cbd244 100644 --- a/tests/RegressionTests_orion.intel.log +++ b/tests/RegressionTests_orion.intel.log @@ -1,10 +1,10 @@ -Mon Oct 19 12:30:41 CDT 2020 +Mon Oct 19 15:27:29 CDT 2020 Start Regression test baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1stepcold_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1stepcold_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_154591/cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux Checking test 001 cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -60,7 +60,7 @@ Test 001 cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_154591/cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux Checking test 002 cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -116,7 +116,7 @@ Test 002 cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_154591/cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux Checking test 003 cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux results .... Comparing phyf072.tile1.nc .........OK Comparing phyf072.tile2.nc .........OK @@ -172,7 +172,7 @@ Test 003 cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_mom6_cice_cmeps_restart +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_154591/cpld_fv3_ccpp_mom6_cice_cmeps_restart Checking test 004 cpld_fv3_ccpp_mom6_cice_cmeps_restart results .... Comparing phyf072.tile1.nc .........OK Comparing phyf072.tile2.nc .........OK @@ -228,7 +228,7 @@ Test 004 cpld_fv3_ccpp_mom6_cice_cmeps_restart PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_154591/cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads Checking test 005 cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -284,7 +284,7 @@ Test 005 cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_154591/cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp Checking test 006 cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -340,7 +340,7 @@ Test 006 cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_warm_satmedmf_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_warm_satmedmf_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_154591/cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf Checking test 007 cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf results .... Comparing phyf024.tile1.nc .........OK Comparing phyf024.tile2.nc .........OK @@ -396,7 +396,7 @@ Test 007 cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps/RESTART -working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_154591/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux Checking test 008 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -452,7 +452,7 @@ Test 008 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps_frac mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps_frac/RESTART -working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_154591/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac Checking test 009 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -508,7 +508,7 @@ Test 009 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmrt_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmrt_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_154591/cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt Checking test 010 cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt results .... Comparing phyf024.tile1.nc .........OK Comparing phyf024.tile2.nc .........OK @@ -601,7 +601,7 @@ Test 010 cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmwav_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmwav_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_154591/cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt Checking test 011 cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt results .... Comparing phyf024.tile1.nc .........OK Comparing phyf024.tile2.nc .........OK @@ -660,7 +660,7 @@ Test 011 cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt PASS baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_6h_warm_debug_ccpp_cmeps mediator baseline dir = /work/noaa/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_6h_warm_debug_ccpp_cmeps/RESTART -working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_361161/cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug +working dir = /work/noaa/stmp/jminsuk/stmp/jminsuk/S2S_RT/rt_154591/cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug Checking test 012 cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug results .... Comparing phyf006.tile1.nc .........OK Comparing phyf006.tile2.nc .........OK @@ -716,5 +716,5 @@ Test 012 cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug PASS REGRESSION TEST WAS SUCCESSFUL -Mon Oct 19 14:27:04 CDT 2020 -Elapsed time: 01h:56m:25s. Have a nice day! +Mon Oct 19 16:49:59 CDT 2020 +Elapsed time: 01h:22m:32s. Have a nice day! From 6390221f9302dff141d077eec222bc601e6e7fbe Mon Sep 17 00:00:00 2001 From: MinsukJi-NOAA Date: Mon, 19 Oct 2020 23:15:46 +0000 Subject: [PATCH 13/16] Add Hera RT results --- tests/RegressionTests_hera.intel.log | 30 ++++++++++++++-------------- 1 file changed, 15 insertions(+), 15 deletions(-) diff --git a/tests/RegressionTests_hera.intel.log b/tests/RegressionTests_hera.intel.log index 3b36d3dd..d90aff9d 100644 --- a/tests/RegressionTests_hera.intel.log +++ b/tests/RegressionTests_hera.intel.log @@ -1,10 +1,10 @@ -Mon Oct 19 18:01:19 UTC 2020 +Mon Oct 19 21:56:03 UTC 2020 Start Regression test baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1stepcold_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1stepcold_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_270998/cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux Checking test 001 cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -60,7 +60,7 @@ Test 001 cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_270998/cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux Checking test 002 cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -116,7 +116,7 @@ Test 002 cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_270998/cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux Checking test 003 cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux results .... Comparing phyf072.tile1.nc .........OK Comparing phyf072.tile2.nc .........OK @@ -172,7 +172,7 @@ Test 003 cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_mom6_cice_cmeps_restart +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_270998/cpld_fv3_ccpp_mom6_cice_cmeps_restart Checking test 004 cpld_fv3_ccpp_mom6_cice_cmeps_restart results .... Comparing phyf072.tile1.nc .........OK Comparing phyf072.tile2.nc .........OK @@ -228,7 +228,7 @@ Test 004 cpld_fv3_ccpp_mom6_cice_cmeps_restart PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_270998/cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads Checking test 005 cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -284,7 +284,7 @@ Test 005 cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_270998/cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp Checking test 006 cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -340,7 +340,7 @@ Test 006 cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_warm_satmedmf_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_warm_satmedmf_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_270998/cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf Checking test 007 cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf results .... Comparing phyf024.tile1.nc .........OK Comparing phyf024.tile2.nc .........OK @@ -396,7 +396,7 @@ Test 007 cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_270998/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux Checking test 008 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -452,7 +452,7 @@ Test 008 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps_frac mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps_frac/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_270998/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac Checking test 009 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -508,7 +508,7 @@ Test 009 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmrt_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmrt_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_270998/cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt Checking test 010 cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt results .... Comparing phyf024.tile1.nc .........OK Comparing phyf024.tile2.nc .........OK @@ -601,7 +601,7 @@ Test 010 cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmwav_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmwav_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_270998/cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt Checking test 011 cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt results .... Comparing phyf024.tile1.nc .........OK Comparing phyf024.tile2.nc .........OK @@ -660,7 +660,7 @@ Test 011 cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt PASS baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_6h_warm_debug_ccpp_cmeps mediator baseline dir = /scratch1/NCEPDEV/nems/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_6h_warm_debug_ccpp_cmeps/RESTART -working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_56589/cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug +working dir = /scratch1/NCEPDEV/stmp2/Minsuk.Ji/S2S_RT/rt_270998/cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug Checking test 012 cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug results .... Comparing phyf006.tile1.nc .........OK Comparing phyf006.tile2.nc .........OK @@ -716,5 +716,5 @@ Test 012 cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug PASS REGRESSION TEST WAS SUCCESSFUL -Mon Oct 19 19:21:33 UTC 2020 -Elapsed time: 01h:20m:16s. Have a nice day! +Mon Oct 19 23:15:11 UTC 2020 +Elapsed time: 01h:19m:09s. Have a nice day! From 7bfa1e2e8f817ee7a60bc8fd5aefb9546d1854cb Mon Sep 17 00:00:00 2001 From: MinsukJi-NOAA Date: Tue, 20 Oct 2020 00:26:39 +0000 Subject: [PATCH 14/16] Add Dell P3 RT Results --- tests/RegressionTests_wcoss_dell_p3.log | 30 ++++++++++++------------- 1 file changed, 15 insertions(+), 15 deletions(-) diff --git a/tests/RegressionTests_wcoss_dell_p3.log b/tests/RegressionTests_wcoss_dell_p3.log index ac1fc0a5..f246e223 100644 --- a/tests/RegressionTests_wcoss_dell_p3.log +++ b/tests/RegressionTests_wcoss_dell_p3.log @@ -1,10 +1,10 @@ -Wed Oct 14 01:31:05 UTC 2020 +Mon Oct 19 20:35:49 UTC 2020 Start Regression test baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1stepcold_ccpp_cmeps mediator baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1stepcold_ccpp_cmeps/RESTART -working dir = /gpfs/dell2/ptmp/Bin.Li/S2S_RT/rt_116980/cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux +working dir = /gpfs/dell2/ptmp/Minsuk.Ji/S2S_RT/rt_30834/cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux Checking test 001 cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -60,7 +60,7 @@ Test 001 cpld_fv3_ccpp_mom6_cice_cmeps_1stepcold_atm_flux PASS baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps mediator baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps/RESTART -working dir = /gpfs/dell2/ptmp/Bin.Li/S2S_RT/rt_116980/cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux +working dir = /gpfs/dell2/ptmp/Minsuk.Ji/S2S_RT/rt_30834/cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux Checking test 002 cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -116,7 +116,7 @@ Test 002 cpld_fv3_ccpp_mom6_cice_cmeps_2d_atm_flux PASS baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps mediator baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps/RESTART -working dir = /gpfs/dell2/ptmp/Bin.Li/S2S_RT/rt_116980/cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux +working dir = /gpfs/dell2/ptmp/Minsuk.Ji/S2S_RT/rt_30834/cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux Checking test 003 cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux results .... Comparing phyf072.tile1.nc .........OK Comparing phyf072.tile2.nc .........OK @@ -172,7 +172,7 @@ Test 003 cpld_fv3_ccpp_mom6_cice_cmeps_3d_atm_flux PASS baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps mediator baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_3d_warm_ccpp_cmeps/RESTART -working dir = /gpfs/dell2/ptmp/Bin.Li/S2S_RT/rt_116980/cpld_fv3_ccpp_mom6_cice_cmeps_restart +working dir = /gpfs/dell2/ptmp/Minsuk.Ji/S2S_RT/rt_30834/cpld_fv3_ccpp_mom6_cice_cmeps_restart Checking test 004 cpld_fv3_ccpp_mom6_cice_cmeps_restart results .... Comparing phyf072.tile1.nc .........OK Comparing phyf072.tile2.nc .........OK @@ -228,7 +228,7 @@ Test 004 cpld_fv3_ccpp_mom6_cice_cmeps_restart PASS baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps mediator baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps/RESTART -working dir = /gpfs/dell2/ptmp/Bin.Li/S2S_RT/rt_116980/cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads +working dir = /gpfs/dell2/ptmp/Minsuk.Ji/S2S_RT/rt_30834/cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads Checking test 005 cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -284,7 +284,7 @@ Test 005 cpld_fv3_ccpp_mom6_cice_cmeps_2d_2threads PASS baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps mediator baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp_cmeps/RESTART -working dir = /gpfs/dell2/ptmp/Bin.Li/S2S_RT/rt_116980/cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp +working dir = /gpfs/dell2/ptmp/Minsuk.Ji/S2S_RT/rt_30834/cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp Checking test 006 cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -340,7 +340,7 @@ Test 006 cpld_fv3_ccpp_mom6_cice_cmeps_2d_decomp PASS baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_warm_satmedmf_ccpp_cmeps mediator baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_warm_satmedmf_ccpp_cmeps/RESTART -working dir = /gpfs/dell2/ptmp/Bin.Li/S2S_RT/rt_116980/cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf +working dir = /gpfs/dell2/ptmp/Minsuk.Ji/S2S_RT/rt_30834/cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf Checking test 007 cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf results .... Comparing phyf024.tile1.nc .........OK Comparing phyf024.tile2.nc .........OK @@ -396,7 +396,7 @@ Test 007 cpld_fv3_ccpp_mom6_cice_cmeps_1d_satmedmf PASS baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps mediator baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps/RESTART -working dir = /gpfs/dell2/ptmp/Bin.Li/S2S_RT/rt_116980/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux +working dir = /gpfs/dell2/ptmp/Minsuk.Ji/S2S_RT/rt_30834/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux Checking test 008 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -452,7 +452,7 @@ Test 008 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux PASS baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps_frac mediator baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_2d_warm_ccpp384_cmeps_frac/RESTART -working dir = /gpfs/dell2/ptmp/Bin.Li/S2S_RT/rt_116980/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac +working dir = /gpfs/dell2/ptmp/Minsuk.Ji/S2S_RT/rt_30834/cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac Checking test 009 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac results .... Comparing phyf048.tile1.nc .........OK Comparing phyf048.tile2.nc .........OK @@ -508,7 +508,7 @@ Test 009 cpld_fv3_ccpp_384_mom6_cice_cmeps_2d_atm_flux_frac PASS baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmrt_ccpp_cmeps mediator baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmrt_ccpp_cmeps/RESTART -working dir = /gpfs/dell2/ptmp/Bin.Li/S2S_RT/rt_116980/cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt +working dir = /gpfs/dell2/ptmp/Minsuk.Ji/S2S_RT/rt_30834/cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt Checking test 010 cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt results .... Comparing phyf024.tile1.nc .........OK Comparing phyf024.tile2.nc .........OK @@ -601,7 +601,7 @@ Test 010 cpld_fv3_ccpp_384_mom6_cice_cmeps_1d_bmark_rt PASS baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmwav_ccpp_cmeps mediator baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmwav_ccpp_cmeps/RESTART -working dir = /gpfs/dell2/ptmp/Bin.Li/S2S_RT/rt_116980/cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt +working dir = /gpfs/dell2/ptmp/Minsuk.Ji/S2S_RT/rt_30834/cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt Checking test 011 cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt results .... Comparing phyf024.tile1.nc .........OK Comparing phyf024.tile2.nc .........OK @@ -660,7 +660,7 @@ Test 011 cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt PASS baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_6h_warm_debug_ccpp_cmeps mediator baseline dir = /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_6h_warm_debug_ccpp_cmeps/RESTART -working dir = /gpfs/dell2/ptmp/Bin.Li/S2S_RT/rt_116980/cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug +working dir = /gpfs/dell2/ptmp/Minsuk.Ji/S2S_RT/rt_30834/cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug Checking test 012 cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug results .... Comparing phyf006.tile1.nc .........OK Comparing phyf006.tile2.nc .........OK @@ -716,5 +716,5 @@ Test 012 cpld_fv3_ccpp_mom6_cice_cmeps_6h_debug PASS REGRESSION TEST WAS SUCCESSFUL -Wed Oct 14 09:11:31 UTC 2020 -Elapsed time: 07h:40m:28s. Have a nice day! +Tue Oct 20 00:25:23 UTC 2020 +Elapsed time: 03h:49m:37s. Have a nice day! From b9f19b46ad90af6d2e17e83b3b64b704e9e3e1c8 Mon Sep 17 00:00:00 2001 From: MinsukJi-NOAA Date: Mon, 19 Oct 2020 19:41:47 -0500 Subject: [PATCH 15/16] Add Stampede2 RT result that failed, just to show it builds and runs --- tests/RegressionTests_stampede.intel.log | 68 ++++++++++++++++++++++++ 1 file changed, 68 insertions(+) create mode 100644 tests/RegressionTests_stampede.intel.log diff --git a/tests/RegressionTests_stampede.intel.log b/tests/RegressionTests_stampede.intel.log new file mode 100644 index 00000000..34e5cc41 --- /dev/null +++ b/tests/RegressionTests_stampede.intel.log @@ -0,0 +1,68 @@ +Mon Oct 19 18:21:16 CDT 2020 +Start Regression test + + +baseline dir = /work/07736/minsukji/stampede2/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmwav_ccpp_cmeps +mediator baseline dir = /work/07736/minsukji/stampede2/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmwav_ccpp_cmeps/RESTART +working dir = /work/07736/minsukji/stampede2/FV3-MOM6-CICE6/run/stmp3/minsukji/S2S_RT/rt_137288/cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt +Checking test 001 cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt results .... + Comparing phyf024.tile1.nc ............NOT OK + Comparing phyf024.tile2.nc ............NOT OK + Comparing phyf024.tile3.nc ............NOT OK + Comparing phyf024.tile4.nc ............NOT OK + Comparing phyf024.tile5.nc ............NOT OK + Comparing phyf024.tile6.nc ............NOT OK + Comparing dynf024.tile1.nc ............NOT OK + Comparing dynf024.tile2.nc ............NOT OK + Comparing dynf024.tile3.nc ............NOT OK + Comparing dynf024.tile4.nc ............NOT OK + Comparing dynf024.tile5.nc ............NOT OK + Comparing dynf024.tile6.nc ............NOT OK + Comparing 20130402.000000.out_grd.gwes_30m ............NOT OK + Comparing 20130402.000000.out_pnt.points ............NOT OK + Comparing 20130402.000000.restart.gwes_30m ............NOT OK + Comparing RESTART/coupler.res .........OK + Comparing RESTART/fv_core.res.nc .........OK + Comparing RESTART/fv_core.res.tile1.nc ............NOT OK + Comparing RESTART/fv_core.res.tile2.nc ............NOT OK + Comparing RESTART/fv_core.res.tile3.nc ............NOT OK + Comparing RESTART/fv_core.res.tile4.nc ............NOT OK + Comparing RESTART/fv_core.res.tile5.nc ............NOT OK + Comparing RESTART/fv_core.res.tile6.nc ............NOT OK + Comparing RESTART/fv_srf_wnd.res.tile1.nc ............NOT OK + Comparing RESTART/fv_srf_wnd.res.tile2.nc ............NOT OK + Comparing RESTART/fv_srf_wnd.res.tile3.nc ............NOT OK + Comparing RESTART/fv_srf_wnd.res.tile4.nc ............NOT OK + Comparing RESTART/fv_srf_wnd.res.tile5.nc ............NOT OK + Comparing RESTART/fv_srf_wnd.res.tile6.nc ............NOT OK + Comparing RESTART/fv_tracer.res.tile1.nc ............NOT OK + Comparing RESTART/fv_tracer.res.tile2.nc ............NOT OK + Comparing RESTART/fv_tracer.res.tile3.nc ............NOT OK + Comparing RESTART/fv_tracer.res.tile4.nc ............NOT OK + Comparing RESTART/fv_tracer.res.tile5.nc ............NOT OK + Comparing RESTART/fv_tracer.res.tile6.nc ............NOT OK + Comparing RESTART/phy_data.tile1.nc ............NOT OK + Comparing RESTART/phy_data.tile2.nc ............NOT OK + Comparing RESTART/phy_data.tile3.nc ............NOT OK + Comparing RESTART/phy_data.tile4.nc ............NOT OK + Comparing RESTART/phy_data.tile5.nc ............NOT OK + Comparing RESTART/phy_data.tile6.nc ............NOT OK + Comparing RESTART/sfc_data.tile1.nc ............NOT OK + Comparing RESTART/sfc_data.tile2.nc ............NOT OK + Comparing RESTART/sfc_data.tile3.nc ............NOT OK + Comparing RESTART/sfc_data.tile4.nc ............NOT OK + Comparing RESTART/sfc_data.tile5.nc ............NOT OK + Comparing RESTART/sfc_data.tile6.nc ............NOT OK + Comparing RESTART/MOM.res.nc ............NOT OK + Comparing RESTART/MOM.res_1.nc ............NOT OK + Comparing RESTART/MOM.res_2.nc ............NOT OK + Comparing RESTART/MOM.res_3.nc ............NOT OK + Comparing RESTART/iced.2013-04-02-00000.nc ............NOT OK +Test 001 cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt FAIL + +FAILED TESTS: +Test cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt failed + +REGRESSION TEST FAILED +Mon Oct 19 19:35:13 CDT 2020 +Elapsed time: 01h:13m:57s. Have a nice day! From e7b0c78c7a5cfa69c0d24d5cd98e481b39a7b423 Mon Sep 17 00:00:00 2001 From: MinsukJi-NOAA Date: Mon, 19 Oct 2020 22:07:53 -0500 Subject: [PATCH 16/16] Update Stampede2 RT results for cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt --- tests/RegressionTests_stampede.intel.log | 114 +++++++++++------------ 1 file changed, 56 insertions(+), 58 deletions(-) diff --git a/tests/RegressionTests_stampede.intel.log b/tests/RegressionTests_stampede.intel.log index 34e5cc41..b49b1715 100644 --- a/tests/RegressionTests_stampede.intel.log +++ b/tests/RegressionTests_stampede.intel.log @@ -1,68 +1,66 @@ -Mon Oct 19 18:21:16 CDT 2020 +Mon Oct 19 20:43:44 CDT 2020 Start Regression test baseline dir = /work/07736/minsukji/stampede2/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmwav_ccpp_cmeps mediator baseline dir = /work/07736/minsukji/stampede2/RT/FV3-MOM6-CICE5/develop-20201012/RT-Baselines_1d_bmwav_ccpp_cmeps/RESTART -working dir = /work/07736/minsukji/stampede2/FV3-MOM6-CICE6/run/stmp3/minsukji/S2S_RT/rt_137288/cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt +working dir = /work/07736/minsukji/stampede2/FV3-MOM6-CICE6/run/stmp3/minsukji/S2S_RT/rt_233036/cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt Checking test 001 cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt results .... - Comparing phyf024.tile1.nc ............NOT OK - Comparing phyf024.tile2.nc ............NOT OK - Comparing phyf024.tile3.nc ............NOT OK - Comparing phyf024.tile4.nc ............NOT OK - Comparing phyf024.tile5.nc ............NOT OK - Comparing phyf024.tile6.nc ............NOT OK - Comparing dynf024.tile1.nc ............NOT OK - Comparing dynf024.tile2.nc ............NOT OK - Comparing dynf024.tile3.nc ............NOT OK - Comparing dynf024.tile4.nc ............NOT OK - Comparing dynf024.tile5.nc ............NOT OK - Comparing dynf024.tile6.nc ............NOT OK - Comparing 20130402.000000.out_grd.gwes_30m ............NOT OK - Comparing 20130402.000000.out_pnt.points ............NOT OK - Comparing 20130402.000000.restart.gwes_30m ............NOT OK + Comparing phyf024.tile1.nc .........OK + Comparing phyf024.tile2.nc .........OK + Comparing phyf024.tile3.nc .........OK + Comparing phyf024.tile4.nc .........OK + Comparing phyf024.tile5.nc .........OK + Comparing phyf024.tile6.nc .........OK + Comparing dynf024.tile1.nc .........OK + Comparing dynf024.tile2.nc .........OK + Comparing dynf024.tile3.nc .........OK + Comparing dynf024.tile4.nc .........OK + Comparing dynf024.tile5.nc .........OK + Comparing dynf024.tile6.nc .........OK + Comparing 20130402.000000.out_grd.gwes_30m .........OK + Comparing 20130402.000000.out_pnt.points .........OK + Comparing 20130402.000000.restart.gwes_30m .........OK Comparing RESTART/coupler.res .........OK Comparing RESTART/fv_core.res.nc .........OK - Comparing RESTART/fv_core.res.tile1.nc ............NOT OK - Comparing RESTART/fv_core.res.tile2.nc ............NOT OK - Comparing RESTART/fv_core.res.tile3.nc ............NOT OK - Comparing RESTART/fv_core.res.tile4.nc ............NOT OK - Comparing RESTART/fv_core.res.tile5.nc ............NOT OK - Comparing RESTART/fv_core.res.tile6.nc ............NOT OK - Comparing RESTART/fv_srf_wnd.res.tile1.nc ............NOT OK - Comparing RESTART/fv_srf_wnd.res.tile2.nc ............NOT OK - Comparing RESTART/fv_srf_wnd.res.tile3.nc ............NOT OK - Comparing RESTART/fv_srf_wnd.res.tile4.nc ............NOT OK - Comparing RESTART/fv_srf_wnd.res.tile5.nc ............NOT OK - Comparing RESTART/fv_srf_wnd.res.tile6.nc ............NOT OK - Comparing RESTART/fv_tracer.res.tile1.nc ............NOT OK - Comparing RESTART/fv_tracer.res.tile2.nc ............NOT OK - Comparing RESTART/fv_tracer.res.tile3.nc ............NOT OK - Comparing RESTART/fv_tracer.res.tile4.nc ............NOT OK - Comparing RESTART/fv_tracer.res.tile5.nc ............NOT OK - Comparing RESTART/fv_tracer.res.tile6.nc ............NOT OK - Comparing RESTART/phy_data.tile1.nc ............NOT OK - Comparing RESTART/phy_data.tile2.nc ............NOT OK - Comparing RESTART/phy_data.tile3.nc ............NOT OK - Comparing RESTART/phy_data.tile4.nc ............NOT OK - Comparing RESTART/phy_data.tile5.nc ............NOT OK - Comparing RESTART/phy_data.tile6.nc ............NOT OK - Comparing RESTART/sfc_data.tile1.nc ............NOT OK - Comparing RESTART/sfc_data.tile2.nc ............NOT OK - Comparing RESTART/sfc_data.tile3.nc ............NOT OK - Comparing RESTART/sfc_data.tile4.nc ............NOT OK - Comparing RESTART/sfc_data.tile5.nc ............NOT OK - Comparing RESTART/sfc_data.tile6.nc ............NOT OK - Comparing RESTART/MOM.res.nc ............NOT OK - Comparing RESTART/MOM.res_1.nc ............NOT OK - Comparing RESTART/MOM.res_2.nc ............NOT OK - Comparing RESTART/MOM.res_3.nc ............NOT OK - Comparing RESTART/iced.2013-04-02-00000.nc ............NOT OK -Test 001 cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt FAIL + Comparing RESTART/fv_core.res.tile1.nc .........OK + Comparing RESTART/fv_core.res.tile2.nc .........OK + Comparing RESTART/fv_core.res.tile3.nc .........OK + Comparing RESTART/fv_core.res.tile4.nc .........OK + Comparing RESTART/fv_core.res.tile5.nc .........OK + Comparing RESTART/fv_core.res.tile6.nc .........OK + Comparing RESTART/fv_srf_wnd.res.tile1.nc .........OK + Comparing RESTART/fv_srf_wnd.res.tile2.nc .........OK + Comparing RESTART/fv_srf_wnd.res.tile3.nc .........OK + Comparing RESTART/fv_srf_wnd.res.tile4.nc .........OK + Comparing RESTART/fv_srf_wnd.res.tile5.nc .........OK + Comparing RESTART/fv_srf_wnd.res.tile6.nc .........OK + Comparing RESTART/fv_tracer.res.tile1.nc .........OK + Comparing RESTART/fv_tracer.res.tile2.nc .........OK + Comparing RESTART/fv_tracer.res.tile3.nc .........OK + Comparing RESTART/fv_tracer.res.tile4.nc .........OK + Comparing RESTART/fv_tracer.res.tile5.nc .........OK + Comparing RESTART/fv_tracer.res.tile6.nc .........OK + Comparing RESTART/phy_data.tile1.nc .........OK + Comparing RESTART/phy_data.tile2.nc .........OK + Comparing RESTART/phy_data.tile3.nc .........OK + Comparing RESTART/phy_data.tile4.nc .........OK + Comparing RESTART/phy_data.tile5.nc .........OK + Comparing RESTART/phy_data.tile6.nc .........OK + Comparing RESTART/sfc_data.tile1.nc .........OK + Comparing RESTART/sfc_data.tile2.nc .........OK + Comparing RESTART/sfc_data.tile3.nc .........OK + Comparing RESTART/sfc_data.tile4.nc .........OK + Comparing RESTART/sfc_data.tile5.nc .........OK + Comparing RESTART/sfc_data.tile6.nc .........OK + Comparing RESTART/MOM.res.nc .........OK + Comparing RESTART/MOM.res_1.nc .........OK + Comparing RESTART/MOM.res_2.nc .........OK + Comparing RESTART/MOM.res_3.nc .........OK + Comparing RESTART/iced.2013-04-02-00000.nc .........OK +Test 001 cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt PASS -FAILED TESTS: -Test cpld_fv3_ccpp_384_mom6_cice_cmeps_ww3_1d_bmark_rt failed -REGRESSION TEST FAILED -Mon Oct 19 19:35:13 CDT 2020 -Elapsed time: 01h:13m:57s. Have a nice day! +REGRESSION TEST WAS SUCCESSFUL +Mon Oct 19 22:05:39 CDT 2020 +Elapsed time: 01h:21m:55s. Have a nice day!