From f7e8a15319c5805f341735593a502b475ff799f9 Mon Sep 17 00:00:00 2001 From: Michael Levy Date: Thu, 5 Sep 2024 13:38:18 -0600 Subject: [PATCH 01/19] Add support for nvhpc on ncar machines I also added a "--debug" command line argument to build_examples.sh and some module load statements to build_examples.sh for running on the NCAR machines, though that is skipped for casper nodes (including crhtc nodes) --- standalone/build/.gitignore | 2 + standalone/build/build_examples.sh | 40 ++++- standalone/templates/ncar-intel.mk | 2 +- standalone/templates/ncar-nvhpc.mk | 234 +++++++++++++++++++++++++++++ 4 files changed, 271 insertions(+), 7 deletions(-) create mode 100644 standalone/templates/ncar-nvhpc.mk diff --git a/standalone/build/.gitignore b/standalone/build/.gitignore index 2d43e94f..3dfc8956 100644 --- a/standalone/build/.gitignore +++ b/standalone/build/.gitignore @@ -2,3 +2,5 @@ intel/ intel-*/ gnu/ gnu-*/ +nvhpc/ +nvhpc-*/ diff --git a/standalone/build/build_examples.sh b/standalone/build/build_examples.sh index ccba3a6a..23178900 100755 --- a/standalone/build/build_examples.sh +++ b/standalone/build/build_examples.sh @@ -18,6 +18,7 @@ FMS_ROOT=${CESM_ROOT}/libraries/FMS # Default compiler COMPILER="intel" MACHINE="ncar" +REPRO_OR_DEBUG=REPRO # Parse command line arguments while [[ "$#" -gt 0 ]]; do @@ -28,6 +29,8 @@ while [[ "$#" -gt 0 ]]; do --machine) MACHINE="$2" shift ;; + --debug) + REPRO_OR_DEBUG=DEBUG ;; *) echo "Unknown parameter passed: $1" echo "Usage: $0 [--compiler ] [--machine ]" @@ -58,7 +61,7 @@ case $MACHINE in JOBS=4 ;; "ncar") - JOBS=36 + JOBS=32 ;; *) echo "Invalid machine type for make -j option: $MACHINE" @@ -66,10 +69,35 @@ case $MACHINE in ;; esac -if [ -e $1 ]; then - BLD_ROOT=${COMPILER} +if [ "${REPRO_OR_DEBUG}" == "DEBUG" ]; then + BLD_ROOT=${COMPILER}-debug else - BLD_ROOT=$1 + BLD_ROOT=${COMPILER} +fi + +# Load modules for NCAR +if [ "$MACHINE" == "ncar" ]; then + HOST=`hostname` + # Load modules if on derecho + if [ ! "${HOST:0:5}" == "crhtc" ] && [ ! "${HOST:0:6}" == "casper" ]; then + module --force purge + . /glade/u/apps/derecho/23.09/spack/opt/spack/lmod/8.7.24/gcc/7.5.0/c645/lmod/lmod/init/sh + module load cesmdev/1.0 ncarenv/23.09 + case $COMPILER in + "intel" ) + module load craype intel/2023.2.1 mkl ncarcompilers/1.0.0 cmake cray-mpich/8.1.27 netcdf-mpi/4.9.2 parallel-netcdf/1.12.3 parallelio/2.6.2 esmf/8.6.0 + ;; + "gnu" ) + module load craype gcc/12.2.0 cray-libsci/23.02.1.1 ncarcompilers/1.0.0 cmake cray-mpich/8.1.27 netcdf-mpi/4.9.2 parallel-netcdf/1.12.3 parallelio/2.6.2-debug esmf/8.6.0-debug + ;; + "nvhpc" ) + module load craype nvhpc/24.3 ncarcompilers/1.0.0 cmake cray-mpich/8.1.27 netcdf-mpi/4.9.2 parallel-netcdf/1.12.3 parallelio/2.6.2 esmf/8.6.0 + ;; + *) + echo "Not loading any special modules for ${COMPILER}" + ;; + esac + fi fi # 1) Build FMS @@ -82,7 +110,7 @@ ${MKMF_ROOT}/list_paths ${FMS_ROOT}/src echo "${SHR_ROOT}/src/shr_kind_mod.F90" >> path_names echo "${SHR_ROOT}/src/shr_const_mod.F90" >> path_names ${MKMF_ROOT}/mkmf -t ${TEMPLATE} -p libfms.a -c "-Duse_libMPI -Duse_netCDF -DSPMD" path_names -make -j${JOBS} NETCDF=3 REPRO=1 libfms.a +make -j${JOBS} NETCDF=3 ${REPRO_OR_DEBUG}=1 libfms.a # 2) Build MOM6 cd ${INTERFACE_ROOT}/standalone/build @@ -90,6 +118,6 @@ mkdir -p ${BLD_ROOT}/MOM6 cd ${BLD_ROOT}/MOM6 ${MKMF_ROOT}/list_paths -l ${MOM_ROOT}/{config_src/infra/FMS2,config_src/memory/dynamic_symmetric,config_src/drivers/solo_driver,../externals/MARBL/src,config_src/external,src/{*,*/*}}/ ${MKMF_ROOT}/mkmf -t ${TEMPLATE} -o '-I../FMS' -p MOM6 -l '-L../FMS -lfms' -c '-Duse_libMPI -Duse_netCDF -DSPMD' path_names -make -j${JOBS} NETCDF=3 REPRO=1 MOM6 +make -j${JOBS} NETCDF=3 ${REPRO_OR_DEBUG}=1 MOM6 echo "Finished build at `date`" diff --git a/standalone/templates/ncar-intel.mk b/standalone/templates/ncar-intel.mk index 4ebac904..f440d7f2 100644 --- a/standalone/templates/ncar-intel.mk +++ b/standalone/templates/ncar-intel.mk @@ -36,7 +36,7 @@ CFLAGS := -D__IFC -sox -traceback -diag-disable=10441 CFLAGS += -I$(NETCDF_PATH)/include CFLAGS_OPT = -O2 -debug minimal CFLAGS_OPENMP = -openmp -CFLAGS_DEBUG = -O0 -g -ftrapuv +CFLAGS_DEBUG = -O0 -g -ftrapv LDFLAGS := LDFLAGS_OPENMP := -openmp diff --git a/standalone/templates/ncar-nvhpc.mk b/standalone/templates/ncar-nvhpc.mk new file mode 100644 index 00000000..e9cace5a --- /dev/null +++ b/standalone/templates/ncar-nvhpc.mk @@ -0,0 +1,234 @@ +# Template for the PGI Compilers +# +# Typical use with mkmf +# mkmf -t ncrc-cray.mk -c"-Duse_libMPI -Duse_netCDF" path_names /usr/local/include + +############ +# commands # +############ +FC = ftn +CC = cc +CXX = cc +LD = ftn $(MAIN_PROGRAM) + +############ +# flags # +############ + +DEBUG = +REPRO = +VERBOSE = +OPENMP = + +MAKEFLAGS += --jobs=8 + +INCLUDES := $(shell pkg-config --cflags yaml-0.1) + +# Need to use at least GNU Make version 3.81 +need := 3.81 +ok := $(filter $(need),$(firstword $(sort $(MAKE_VERSION) $(need)))) +ifneq ($(need),$(ok)) +$(error Need at least make version $(need). Load module gmake/3.81) +endif + +# REPRO, DEBUG and TEST need to be mutually exclusive of each other. +# Make sure the user hasn't supplied two at the same time +ifdef REPRO +ifneq ($(DEBUG),) +$(error Options REPRO and DEBUG cannot be used together) +endif +endif + +# Check version of PGI for use of -nofma option +has_nofma := $(shell $(FC) -dryrun -nofma foo.f90 > /dev/null 2>&1; echo $$?) +ifneq ($(has_nofma),0) +NOFMA := +else +NOFMA := -nofma +endif + +# Required Preprocessor Macros: +CPPDEFS += -Duse_netCDF + +# Additional Preprocessor Macros needed due to Autotools and CMake +CPPDEFS += -DHAVE_SCHED_GETAFFINITY -DHAVE_GETTID + +# Macro for Fortran preprocessor +FPPFLAGS := $(INCLUDES) +# Fortran Compiler flags for the NetCDF library +FPPFLAGS += $(shell nf-config --fflags) + +# Base set of Fortran compiler flags +FFLAGS = -g -Mdwarf3 -traceback -i4 -r8 -byteswapio -Mcray=pointer -Mflushz \ + -Mnofma -Mdaz -D_F2000 + +# Flags based on perforance target (production (OPT), reproduction (REPRO), or debug (DEBUG) +FFLAGS_OPT = -O3 -Mvect=nosse -Mnoscalarsse -Mallocatable=95 +#FFLAGS_REPRO = -O2 -Mvect=nosse -Mnoscalarsse $(NOFMA) +# NOTE: "REPRO" temporarily uses -O0 due to errors in existing codes. +# Optimization will be restored once the issues have been investigated. +FFLAGS_REPRO = -O0 +FFLAGS_DEBUG = -O0 -Ktrap=fp + +# Flags to add additional build options +FFLAGS_OPENMP = -mp +FFLAGS_VERBOSE = -v -Minform=inform + +# Macro for C preprocessor +CPPFLAGS := $(INCLUDES) +# C Compiler flags for the NetCDF library +CPPFLAGS += $(shell nc-config --cflags) + +# Base set of C compiler flags +CFLAGS = + +# Flags based on perforance target (production (OPT), reproduction (REPRO), or debug (DEBUG) +CFLAGS_OPT = -O2 +CFLAGS_REPRO = -O2 +CFLAGS_DEBUG = -O0 -g -traceback -Ktrap=fp + +# Flags to add additional build options +CFLAGS_OPENMP = -mp +CFLAGS_VERBOSE = -v -Minform=inform + +# Optional Testing compile flags. Mutually exclusive from DEBUG, REPRO, and OPT +# *_TEST will match the production if no new option(s) is(are) to be tested. +FFLAGS_TEST := $(FFLAGS_OPT) +CFLAGS_TEST := $(CFLAGS_OPT) + +# Linking flags +LDFLAGS := -byteswapio +LDFLAGS_OPENMP := +LDFLAGS_VERBOSE := -v + +# List of -L library directories to be added to the compile and linking commands +LIBS := + +# Get compile flags based on target macros. +ifdef REPRO +CFLAGS += $(CFLAGS_REPRO) +FFLAGS += $(FFLAGS_REPRO) +else ifdef DEBUG +CFLAGS += $(CFLAGS_DEBUG) +FFLAGS += $(FFLAGS_DEBUG) +else ifdef TEST +CFLAGS += $(CFLAGS_TEST) +FFLAGS += $(FFLAGS_TEST) +else +CFLAGS += $(CFLAGS_OPT) +FFLAGS += $(FFLAGS_OPT) +endif + +ifdef OPENMP +CFLAGS += $(CFLAGS_OPENMP) +FFLAGS += $(FFLAGS_OPENMP) +LDFLAGS += $(LDFLAGS_OPENMP) +endif + +ifdef VERBOSE +CFLAGS += $(CFLAGS_VERBOSE) +FFLAGS += $(FFLAGS_VERBOSE) +LDFLAGS += $(LDFLAGS_VERBOSE) +endif + +ifeq ($(NETCDF),3) + # add the use_LARGEFILE cppdef + ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) + CPPDEFS += -Duse_LARGEFILE + endif + # Add netcdf linking + LIBS += $(shell nc-config --libs) $(shell nf-config --flibs) +endif + +# These Algebra libraries Add solution to more complex vector matrix model equations +LIBS += -llapack -lblas +LDFLAGS += $(LIBS) + +#--------------------------------------------------------------------------- +# you should never need to change any lines below. + +# see the MIPSPro F90 manual for more details on some of the file extensions +# discussed here. +# this makefile template recognizes fortran sourcefiles with extensions +# .f, .f90, .F, .F90. Given a sourcefile ., where is one of +# the above, this provides a number of default actions: + +# make .opt create an optimization report +# make .o create an object file +# make .s create an assembly listing +# make .x create an executable file, assuming standalone +# source +# make .i create a preprocessed file (for .F) +# make .i90 create a preprocessed file (for .F90) + +# The macro TMPFILES is provided to slate files like the above for removal. + +RM = rm -f +TMPFILES = .*.m *.B *.L *.i *.i90 *.l *.s *.mod *.opt + +.SUFFIXES: .F .F90 .H .L .T .f .f90 .h .i .i90 .l .o .s .opt .x + +.f.L: + $(FC) $(FFLAGS) -c -listing $*.f +.f.opt: + $(FC) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.f +.f.l: + $(FC) $(FFLAGS) -c $(LIST) $*.f +.f.T: + $(FC) $(FFLAGS) -c -cif $*.f +.f.o: + $(FC) $(FFLAGS) -c $*.f +.f.s: + $(FC) $(FFLAGS) -S $*.f +.f.x: + $(FC) $(FFLAGS) -o $*.x $*.f *.o $(LDFLAGS) +.f90.L: + $(FC) $(FFLAGS) -c -listing $*.f90 +.f90.opt: + $(FC) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.f90 +.f90.l: + $(FC) $(FFLAGS) -c $(LIST) $*.f90 +.f90.T: + $(FC) $(FFLAGS) -c -cif $*.f90 +.f90.o: + $(FC) $(FFLAGS) -c $*.f90 +.f90.s: + $(FC) $(FFLAGS) -c -S $*.f90 +.f90.x: + $(FC) $(FFLAGS) -o $*.x $*.f90 *.o $(LDFLAGS) +.F.L: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -listing $*.F +.F.opt: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.F +.F.l: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $(LIST) $*.F +.F.T: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -cif $*.F +.F.f: + $(FC) $(CPPDEFS) $(FPPFLAGS) -EP $*.F > $*.f +.F.i: + $(FC) $(CPPDEFS) $(FPPFLAGS) -P $*.F +.F.o: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $*.F +.F.s: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -S $*.F +.F.x: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -o $*.x $*.F *.o $(LDFLAGS) +.F90.L: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -listing $*.F90 +.F90.opt: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.F90 +.F90.l: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $(LIST) $*.F90 +.F90.T: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -cif $*.F90 +.F90.f90: + $(FC) $(CPPDEFS) $(FPPFLAGS) -EP $*.F90 > $*.f90 +.F90.i90: + $(FC) $(CPPDEFS) $(FPPFLAGS) -P $*.F90 +.F90.o: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $*.F90 +.F90.s: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -S $*.F90 +.F90.x: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -o $*.x $*.F90 *.o $(LDFLAGS) From 91298d6be5ac88ad4e351094ba72ee4860d963b7 Mon Sep 17 00:00:00 2001 From: manishvenu Date: Fri, 6 Sep 2024 11:31:48 -0600 Subject: [PATCH 02/19] Remove NETCDF, OPENMP, and Verbose Makefile arguments --- MOM6 | 2 +- externals/stochastic_physics | 2 +- standalone/build/build_examples.sh | 4 +- standalone/templates/ncar-gnu.mk | 3 + standalone/templates/ncar-intel.mk | 4 +- standalone/templates/ncar_intel_cesm.mk | 153 ++++++++++++++++++++++++ 6 files changed, 162 insertions(+), 6 deletions(-) create mode 100644 standalone/templates/ncar_intel_cesm.mk diff --git a/MOM6 b/MOM6 index b5641afb..8b9ba976 160000 --- a/MOM6 +++ b/MOM6 @@ -1 +1 @@ -Subproject commit b5641afbe21f8fd1c7c8045adf196b88d5664b3e +Subproject commit 8b9ba9767e4c28d33800117f6abcaf2e9f4b516d diff --git a/externals/stochastic_physics b/externals/stochastic_physics index ba1dc9d7..6065f097 160000 --- a/externals/stochastic_physics +++ b/externals/stochastic_physics @@ -1 +1 @@ -Subproject commit ba1dc9d73da5ede3927fd3cdcc38ab2db0a212e5 +Subproject commit 6065f09797c53f7342278551147cf73cce2b44d5 diff --git a/standalone/build/build_examples.sh b/standalone/build/build_examples.sh index 23178900..d5dfe26e 100755 --- a/standalone/build/build_examples.sh +++ b/standalone/build/build_examples.sh @@ -110,7 +110,7 @@ ${MKMF_ROOT}/list_paths ${FMS_ROOT}/src echo "${SHR_ROOT}/src/shr_kind_mod.F90" >> path_names echo "${SHR_ROOT}/src/shr_const_mod.F90" >> path_names ${MKMF_ROOT}/mkmf -t ${TEMPLATE} -p libfms.a -c "-Duse_libMPI -Duse_netCDF -DSPMD" path_names -make -j${JOBS} NETCDF=3 ${REPRO_OR_DEBUG}=1 libfms.a +make -j${JOBS} ${REPRO_OR_DEBUG}=1 libfms.a # 2) Build MOM6 cd ${INTERFACE_ROOT}/standalone/build @@ -118,6 +118,6 @@ mkdir -p ${BLD_ROOT}/MOM6 cd ${BLD_ROOT}/MOM6 ${MKMF_ROOT}/list_paths -l ${MOM_ROOT}/{config_src/infra/FMS2,config_src/memory/dynamic_symmetric,config_src/drivers/solo_driver,../externals/MARBL/src,config_src/external,src/{*,*/*}}/ ${MKMF_ROOT}/mkmf -t ${TEMPLATE} -o '-I../FMS' -p MOM6 -l '-L../FMS -lfms' -c '-Duse_libMPI -Duse_netCDF -DSPMD' path_names -make -j${JOBS} NETCDF=3 ${REPRO_OR_DEBUG}=1 MOM6 +make -j${JOBS} ${REPRO_OR_DEBUG}=1 MOM6 echo "Finished build at `date`" diff --git a/standalone/templates/ncar-gnu.mk b/standalone/templates/ncar-gnu.mk index a60e3162..c9bc0a27 100644 --- a/standalone/templates/ncar-gnu.mk +++ b/standalone/templates/ncar-gnu.mk @@ -1,6 +1,8 @@ # template for the GNU fortran compiler +# # typical use with mkmf # mkmf -t linux-gnu.mk -c"-Duse_libMPI -Duse_netCDF" path_names /usr/local/include + ############ # commands # ############ @@ -12,6 +14,7 @@ LD = mpif90 $(MAIN_PROGRAM) ######### # flags # ######### + DEBUG = REPRO = VERBOSE = diff --git a/standalone/templates/ncar-intel.mk b/standalone/templates/ncar-intel.mk index f440d7f2..08b2ecf1 100644 --- a/standalone/templates/ncar-intel.mk +++ b/standalone/templates/ncar-intel.mk @@ -1,11 +1,11 @@ # template for Intel compilers +# # typical use with mkmf: # mkmf -t nescc-intel.mk -c "-Duse_libMPI -Duse_netCDF" path_names /usr/local/include ############ # commands # ############ - FC = mpif90 CC = mpicc CXX = icpc @@ -37,7 +37,7 @@ CFLAGS += -I$(NETCDF_PATH)/include CFLAGS_OPT = -O2 -debug minimal CFLAGS_OPENMP = -openmp CFLAGS_DEBUG = -O0 -g -ftrapv - +FFLAGS_NOOPT LDFLAGS := LDFLAGS_OPENMP := -openmp LDFLAGS_VERBOSE := -Wl,-V,--verbose,-cref,-M diff --git a/standalone/templates/ncar_intel_cesm.mk b/standalone/templates/ncar_intel_cesm.mk new file mode 100644 index 00000000..4423b926 --- /dev/null +++ b/standalone/templates/ncar_intel_cesm.mk @@ -0,0 +1,153 @@ +# template for Intel compilers +# +# typical use with mkmf: +# mkmf -t nescc-intel.mk -c "-Duse_libMPI -Duse_netCDF" path_names /usr/local/include + +############ +# commands # +############ +FC = mpif90 +CC = mpicc +CXX = icpc +LD = mpif90 + +############ +# flags # +############ + +DEBUG = +REPRO = + +MAKEFLAGS += --jobs=8 + +FPPFLAGS := -fpp -Wp,-w + +FFLAGS := -fno-alias -auto -safe-cray-ptr -ftz -assume byterecl -i4 -r8 -nowarn -traceback +FFLAGS_OPT = -O3 -debug minimal -fp-model source -qoverride-limits +FFLAGS_DEBUG = -g -O0 -check -check noarg_temp_created -check nopointer -warn -warn noerrors -fpe0 -ftrapuv +FFLAGS_REPRO = -O2 -debug minimal -fp-model source -qoverride-limits + +CFLAGS := -D__IFC -sox -traceback -diag-disable=10441 +CFLAGS += -I$(NETCDF_PATH)/include +CFLAGS_OPT = -O2 -debug minimal +CFLAGS_OPENMP = -openmp +CFLAGS_DEBUG = -O0 -g -ftrapv +FFLAGS_NOOPT +LDFLAGS := + +# start with blank LIBS +LIBS := + +ifneq ($(REPRO),) + CFLAGS += $(CFLAGS_REPRO) + FFLAGS += $(FFLAGS_REPRO) +else ifneq ($(DEBUG),) + CFLAGS += $(CFLAGS_DEBUG) + FFLAGS += $(FFLAGS_DEBUG) +else + CFLAGS += $(CFLAGS_OPT) + FFLAGS += $(FFLAGS_OPT) +endif + +# Add Net CDF Flags +FFLAGS += -I$(shell nf-config --includedir) + # add the use_LARGEFILE cppdef + ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) + CPPDEFS += -Duse_LARGEFILE + endif +endif + +# Add netcdf linking +LIBS := $(shell nc-config --libs) $(shell nf-config --flibs) + +LDFLAGS += $(LIBS) + +#--------------------------------------------------------------------------- +# you should never need to change any lines below. + +# see the MIPSPro F90 manual for more details on some of the file extensions +# discussed here. +# this makefile template recognizes fortran sourcefiles with extensions +# .f, .f90, .F, .F90. Given a sourcefile ., where is one of +# the above, this provides a number of default actions: + +# make .opt create an optimization report +# make .o create an object file +# make .s create an assembly listing +# make .x create an executable file, assuming standalone +# source +# make .i create a preprocessed file (for .F) +# make .i90 create a preprocessed file (for .F90) + +# The macro TMPFILES is provided to slate files like the above for removal. + +RM = rm -f +SHELL = /bin/csh -f +TMPFILES = .*.m *.B *.L *.i *.i90 *.l *.s *.mod *.opt + +.SUFFIXES: .F .F90 .H .L .T .f .f90 .h .i .i90 .l .o .s .opt .x + +.f.L: + $(FC) $(FFLAGS) -c -listing $*.f +.f.opt: + $(FC) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.f +.f.l: + $(FC) $(FFLAGS) -c $(LIST) $*.f +.f.T: + $(FC) $(FFLAGS) -c -cif $*.f +.f.o: + $(FC) $(FFLAGS) -c $*.f +.f.s: + $(FC) $(FFLAGS) -S $*.f +.f.x: + $(FC) $(FFLAGS) -o $*.x $*.f *.o $(LDFLAGS) +.f90.L: + $(FC) $(FFLAGS) -c -listing $*.f90 +.f90.opt: + $(FC) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.f90 +.f90.l: + $(FC) $(FFLAGS) -c $(LIST) $*.f90 +.f90.T: + $(FC) $(FFLAGS) -c -cif $*.f90 +.f90.o: + $(FC) $(FFLAGS) -c $*.f90 +.f90.s: + $(FC) $(FFLAGS) -c -S $*.f90 +.f90.x: + $(FC) $(FFLAGS) -o $*.x $*.f90 *.o $(LDFLAGS) +.F.L: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -listing $*.F +.F.opt: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.F +.F.l: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $(LIST) $*.F +.F.T: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -cif $*.F +.F.f: + $(FC) $(CPPDEFS) $(FPPFLAGS) -EP $*.F > $*.f +.F.i: + $(FC) $(CPPDEFS) $(FPPFLAGS) -P $*.F +.F.o: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $*.F +.F.s: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -S $*.F +.F.x: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -o $*.x $*.F *.o $(LDFLAGS) +.F90.L: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -listing $*.F90 +.F90.opt: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.F90 +.F90.l: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $(LIST) $*.F90 +.F90.T: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -cif $*.F90 +.F90.f90: + $(FC) $(CPPDEFS) $(FPPFLAGS) -EP $*.F90 > $*.f90 +.F90.i90: + $(FC) $(CPPDEFS) $(FPPFLAGS) -P $*.F90 +.F90.o: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $*.F90 +.F90.s: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -S $*.F90 +.F90.x: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -o $*.x $*.F90 *.o $(LDFLAGS) From e96b65f7b4b066e597dbad63d0f96eb82b88dd4e Mon Sep 17 00:00:00 2001 From: manishvenu Date: Fri, 6 Sep 2024 15:45:21 -0600 Subject: [PATCH 03/19] First Attempt - CESM Compilers for MOM Standalone --- standalone/build/build_examples.sh | 6 +- standalone/build/build_examples_cesm.sh | 132 ++++++++++++ standalone/templates/ncar-gnu.mk | 48 +---- standalone/templates/ncar-gnu_cesm.mk | 144 +++++++++++++ standalone/templates/ncar-intel.mk | 48 +---- ...{ncar_intel_cesm.mk => ncar-intel_cesm.mk} | 44 ++-- standalone/templates/ncar-nvhpc.mk | 67 ++----- standalone/templates/ncar-nvhpc_cesm.mk | 189 ++++++++++++++++++ standalone/templates/ubuntu-gnu.mk | 46 +---- .../output_gnu.txt | 120 +++++++++++ .../output_gnu_cesm.txt | 120 +++++++++++ .../output_intel.txt | 120 +++++++++++ .../output_intel_cesm.txt | 117 +++++++++++ .../output_nvhpc.txt | 120 +++++++++++ .../output_nvhpc_cesm.txt | 0 15 files changed, 1122 insertions(+), 199 deletions(-) create mode 100755 standalone/build/build_examples_cesm.sh create mode 100644 standalone/templates/ncar-gnu_cesm.mk rename standalone/templates/{ncar_intel_cesm.mk => ncar-intel_cesm.mk} (79%) create mode 100644 standalone/templates/ncar-nvhpc_cesm.mk create mode 100644 standalone/tmpdir_compiler_outputs_doublegyre/output_gnu.txt create mode 100644 standalone/tmpdir_compiler_outputs_doublegyre/output_gnu_cesm.txt create mode 100644 standalone/tmpdir_compiler_outputs_doublegyre/output_intel.txt create mode 100644 standalone/tmpdir_compiler_outputs_doublegyre/output_intel_cesm.txt create mode 100644 standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc.txt create mode 100644 standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc_cesm.txt diff --git a/standalone/build/build_examples.sh b/standalone/build/build_examples.sh index d5dfe26e..9fd166ac 100755 --- a/standalone/build/build_examples.sh +++ b/standalone/build/build_examples.sh @@ -110,7 +110,7 @@ ${MKMF_ROOT}/list_paths ${FMS_ROOT}/src echo "${SHR_ROOT}/src/shr_kind_mod.F90" >> path_names echo "${SHR_ROOT}/src/shr_const_mod.F90" >> path_names ${MKMF_ROOT}/mkmf -t ${TEMPLATE} -p libfms.a -c "-Duse_libMPI -Duse_netCDF -DSPMD" path_names -make -j${JOBS} ${REPRO_OR_DEBUG}=1 libfms.a +make -j${JOBS} NETCDF=3 ${REPRO_OR_DEBUG}=1 libfms.a # 2) Build MOM6 cd ${INTERFACE_ROOT}/standalone/build @@ -118,6 +118,6 @@ mkdir -p ${BLD_ROOT}/MOM6 cd ${BLD_ROOT}/MOM6 ${MKMF_ROOT}/list_paths -l ${MOM_ROOT}/{config_src/infra/FMS2,config_src/memory/dynamic_symmetric,config_src/drivers/solo_driver,../externals/MARBL/src,config_src/external,src/{*,*/*}}/ ${MKMF_ROOT}/mkmf -t ${TEMPLATE} -o '-I../FMS' -p MOM6 -l '-L../FMS -lfms' -c '-Duse_libMPI -Duse_netCDF -DSPMD' path_names -make -j${JOBS} ${REPRO_OR_DEBUG}=1 MOM6 +make -j${JOBS} NETCDF=3 ${REPRO_OR_DEBUG}=1 MOM6 -echo "Finished build at `date`" +echo "Finished build at `date`" \ No newline at end of file diff --git a/standalone/build/build_examples_cesm.sh b/standalone/build/build_examples_cesm.sh new file mode 100755 index 00000000..8786b3fd --- /dev/null +++ b/standalone/build/build_examples_cesm.sh @@ -0,0 +1,132 @@ +#!/bin/bash -e +### For NCAR machines, this script should be run as +### $ qcmd -- ./build_examples.sh + +echo "Starting build at `date`" + +# Save various paths to use as shortcuts +cd ../.. +INTERFACE_ROOT=`pwd -P` +MKMF_ROOT=${INTERFACE_ROOT}/standalone/mkmf +TEMPLATE_DIR=${INTERFACE_ROOT}/standalone/templates +MOM_ROOT=${INTERFACE_ROOT}/MOM6 +cd ../.. +CESM_ROOT=`pwd -P` +SHR_ROOT=${CESM_ROOT}/share +FMS_ROOT=${CESM_ROOT}/libraries/FMS + +# Default compiler +COMPILER="intel" +MACHINE="ncar" +USE_CESM="" +DEBUG=0 # Set to False, or REPRO Mode! + +# Parse command line arguments +while [[ "$#" -gt 0 ]]; do + case $1 in + --compiler) + COMPILER="$2" + shift ;; + --machine) + MACHINE="$2" + shift ;; + --cesm) + USE_CESM="_cesm" ;; + --debug) + DEBUG=1 ;; + *) + echo "Unknown parameter passed: $1" + echo "Usage: $0 [--compiler ] [--machine ]" + exit 1 ;; + esac + shift +done +echo "Using compiler: $COMPILER" +echo "Using machine: $MACHINE" +echo "Using CESM: $USE_CESM" + +TEMPLATE=${TEMPLATE_DIR}/${MACHINE}-${COMPILER}${USE_CESM}.mk + +# Throw error if template does not exist: +if [ ! -f $TEMPLATE ]; then + echo "ERROR: Template file $TEMPLATE does not exist." + echo "Templates are based on the machine and compiler arguments: machine-compiler.mk. Available templates are:" + ls ${TEMPLATE_DIR}/*.mk + echo "Exiting." + exit 1 +fi + +# Set -j option based on the MACHINE argument +case $MACHINE in + "homebrew" ) + JOBS=2 + ;; + "ubuntu" ) + JOBS=4 + ;; + "ncar") + JOBS=32 + ;; + *) + echo "Invalid machine type for make -j option: $MACHINE" + exit 1 + ;; +esac + +if [ "${DEBUG}" == 1 ]; then + BLD_ROOT=${COMPILER}-debug +else + BLD_ROOT=${COMPILER} +fi + +if [ "${USE_CESM}" == "_cesm" ]; then + BLD_ROOT=${BLD_ROOT}-cesm +fi + + +# Load modules for NCAR +if [ "$MACHINE" == "ncar" ]; then + HOST=`hostname` + # Load modules if on derecho + if [ ! "${HOST:0:5}" == "crhtc" ] && [ ! "${HOST:0:6}" == "casper" ]; then + module --force purge + . /glade/u/apps/derecho/23.09/spack/opt/spack/lmod/8.7.24/gcc/7.5.0/c645/lmod/lmod/init/sh + module load cesmdev/1.0 ncarenv/23.09 + case $COMPILER in + "intel" ) + module load craype intel/2023.2.1 mkl ncarcompilers/1.0.0 cmake cray-mpich/8.1.27 netcdf-mpi/4.9.2 parallel-netcdf/1.12.3 parallelio/2.6.2 esmf/8.6.0 + ;; + "gnu" ) + module load craype gcc/12.2.0 cray-libsci/23.02.1.1 ncarcompilers/1.0.0 cmake cray-mpich/8.1.27 netcdf-mpi/4.9.2 parallel-netcdf/1.12.3 parallelio/2.6.2-debug esmf/8.6.0-debug + ;; + "nvhpc" ) + module load craype nvhpc/24.3 ncarcompilers/1.0.0 cmake cray-mpich/8.1.27 netcdf-mpi/4.9.2 parallel-netcdf/1.12.3 parallelio/2.6.2 esmf/8.6.0 + ;; + *) + echo "Not loading any special modules for ${COMPILER}" + ;; + esac + fi +fi + +# 1) Build FMS +cd ${INTERFACE_ROOT}/standalone/build +mkdir -p ${BLD_ROOT}/FMS +cd ${BLD_ROOT}/FMS +${MKMF_ROOT}/list_paths ${FMS_ROOT}/src +# We need shr_const_mod.F90 and shr_kind_mod.F90 from ${SHR_ROOT}/src +# to build FMS +echo "${SHR_ROOT}/src/shr_kind_mod.F90" >> path_names +echo "${SHR_ROOT}/src/shr_const_mod.F90" >> path_names +${MKMF_ROOT}/mkmf -t ${TEMPLATE} -p libfms.a -c "-Duse_libMPI -Duse_netCDF -DSPMD" path_names +make -j${JOBS} DEBUG=${DEBUG} libfms.a + +# 2) Build MOM6 +cd ${INTERFACE_ROOT}/standalone/build +mkdir -p ${BLD_ROOT}/MOM6 +cd ${BLD_ROOT}/MOM6 +${MKMF_ROOT}/list_paths -l ${MOM_ROOT}/{config_src/infra/FMS2,config_src/memory/dynamic_symmetric,config_src/drivers/solo_driver,../externals/MARBL/src,config_src/external,src/{*,*/*}}/ +${MKMF_ROOT}/mkmf -t ${TEMPLATE} -o '-I../FMS' -p MOM6 -l '-L../FMS -lfms' -c '-Duse_libMPI -Duse_netCDF -DSPMD' path_names +make -j${JOBS} DEBUG=${DEBUG} MOM6 + +echo "Finished build at `date`" diff --git a/standalone/templates/ncar-gnu.mk b/standalone/templates/ncar-gnu.mk index c9bc0a27..5e2c489e 100644 --- a/standalone/templates/ncar-gnu.mk +++ b/standalone/templates/ncar-gnu.mk @@ -15,72 +15,42 @@ LD = mpif90 $(MAIN_PROGRAM) # flags # ######### -DEBUG = -REPRO = -VERBOSE = -OPENMP = +DEBUG = 0 MAKEFLAGS += --jobs=$(shell grep '^processor' /proc/cpuinfo | wc -l) FPPFLAGS := FFLAGS := -fcray-pointer -fdefault-double-8 -fdefault-real-8 -Waliasing -ffree-line-length-none -fno-range-check -fallow-argument-mismatch -FFLAGS += -I$(shell nc-config --includedir) FFLAGS += $(shell pkg-config --cflags-only-I mpich2-c) -FFLAGS_OPT = -O3 FFLAGS_REPRO = -O2 -fbounds-check FFLAGS_DEBUG = -O0 -g -W -fbounds-check -fbacktrace -ffpe-trap=invalid,zero,overflow -FFLAGS_OPENMP = -fopenmp -FFLAGS_VERBOSE = CFLAGS := -D__IFC -CFLAGS += -I$(shell nc-config --includedir) + CFLAGS += $(shell pkg-config --cflags-only-I mpich2-c) -CFLAGS_OPT = -O2 -CFLAGS_OPENMP = -fopenmp +CFLAGS_REPRO = -O2 CFLAGS_DEBUG = -O0 -g -# Optional Testing compile flags. Mutually exclusive from DEBUG, REPRO, and OPT -# *_TEST will match the production if no new option(s) is(are) to be tested. -FFLAGS_TEST = -O2 -CFLAGS_TEST = -O2 LDFLAGS := -LDFLAGS_OPENMP := -fopenmp -LDFLAGS_VERBOSE := ifneq ($(REPRO),) -CFLAGS += $(CFLAGS_REPRO) -FFLAGS += $(FFLAGS_REPRO) -else ifneq ($(DEBUG),) + +ifeq ($(DEBUG),1) CFLAGS += $(CFLAGS_DEBUG) FFLAGS += $(FFLAGS_DEBUG) -else ifneq ($(TEST),) -CFLAGS += $(CFLAGS_TEST) -FFLAGS += $(FFLAGS_TEST) else -CFLAGS += $(CFLAGS_OPT) -FFLAGS += $(FFLAGS_OPT) -endif - -ifneq ($(OPENMP),) -CFLAGS += $(CFLAGS_OPENMP) -FFLAGS += $(FFLAGS_OPENMP) -LDFLAGS += $(LDFLAGS_OPENMP) -endif - -ifneq ($(VERBOSE),) -CFLAGS += $(CFLAGS_VERBOSE) -FFLAGS += $(FFLAGS_VERBOSE) -LDFLAGS += $(LDFLAGS_VERBOSE) +CFLAGS += $(CFLAGS_REPRO) +FFLAGS += $(FFLAGS_REPRO) endif -ifeq ($(NETCDF),3) +FFLAGS += -I$(shell nc-config --includedir) +CFLAGS += -I$(shell nc-config --includedir) # add the use_LARGEFILE cppdef ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) CPPDEFS += -Duse_LARGEFILE endif -endif LIBS := $(shell nf-config --flibs) $(shell pkg-config --libs mpich2-f90) LDFLAGS += $(LIBS) diff --git a/standalone/templates/ncar-gnu_cesm.mk b/standalone/templates/ncar-gnu_cesm.mk new file mode 100644 index 00000000..a3860f17 --- /dev/null +++ b/standalone/templates/ncar-gnu_cesm.mk @@ -0,0 +1,144 @@ +# template for the GNU fortran compiler + +############ +# commands # +############ +FC = mpif90 +CC = gcc +CXX = g++ +LD = mpif90 $(MAIN_PROGRAM) + +######### +# flags # +######### + +DEBUG = + +MAKEFLAGS += --jobs=$(shell grep '^processor' /proc/cpuinfo | wc -l) + +FPPFLAGS := +FC_AUTO_R8 := -fdefault-real-8 -fdefault-double-8 +FFLAGS := $(FC_AUTO_R8) -fconvert=big-endian -ffree-line-length-none -ffixed-line-length-none -fallow-argument-mismatch -fallow-invalid-boz -fcray-pointer +FFLAGS_REPRO = -O +FFLAGS_DEBUG = -g -Wall -Og -fbacktrace -ffpe-trap=zero,overflow -fcheck=bounds + + +CFLAGS := -std=gnu99 +CFLAGS_REPRO = -O +CFLAGS_DEBUG = -g -Wall -Og -fbacktrace -ffpe-trap=invalid,zero,overflow -fcheck=bounds + +LDFLAGS := + + +ifeq ($(DEBUG),1) +CFLAGS += $(CFLAGS_DEBUG) +FFLAGS += $(FFLAGS_DEBUG) +else +CFLAGS += $(CFLAGS_REPRO) +FFLAGS += $(FFLAGS_REPRO) +endif + + +# NetCDF Flags +FFLAGS += -I$(shell nc-config --includedir) +CFLAGS += -I$(shell nc-config --includedir) + # add the use_LARGEFILE cppdef +ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) + CPPDEFS += -Duse_LARGEFILE +endif + +# More CPPDefs +CPPDEFS += -DFORTRANUNDERSCORE -DNO_R16 -DCPRGNU -DLINUX -DHAVE_GETTID +# Linking Flags +LIBS := $(shell nf-config --flibs) $(shell pkg-config --libs mpich2-f90) +LDFLAGS += $(LIBS) + +#--------------------------------------------------------------------------- +# you should never need to change any lines below. + +# see the MIPSPro F90 manual for more details on some of the file extensions +# discussed here. +# this makefile template recognizes fortran sourcefiles with extensions +# .f, .f90, .F, .F90. Given a sourcefile ., where is one of +# the above, this provides a number of default actions: + +# make .opt create an optimization report +# make .o create an object file +# make .s create an assembly listing +# make .x create an executable file, assuming standalone +# source +# make .i create a preprocessed file (for .F) +# make .i90 create a preprocessed file (for .F90) + +# The macro TMPFILES is provided to slate files like the above for removal. + +RM = rm -f +SHELL = /bin/csh -f +TMPFILES = .*.m *.B *.L *.i *.i90 *.l *.s *.mod *.opt + +.SUFFIXES: .F .F90 .H .L .T .f .f90 .h .i .i90 .l .o .s .opt .x + +.f.L: + $(FC) $(FFLAGS) -c -listing $*.f +.f.opt: + $(FC) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.f +.f.l: + $(FC) $(FFLAGS) -c $(LIST) $*.f +.f.T: + $(FC) $(FFLAGS) -c -cif $*.f +.f.o: + $(FC) $(FFLAGS) -c $*.f +.f.s: + $(FC) $(FFLAGS) -S $*.f +.f.x: + $(FC) $(FFLAGS) -o $*.x $*.f *.o $(LDFLAGS) +.f90.L: + $(FC) $(FFLAGS) -c -listing $*.f90 +.f90.opt: + $(FC) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.f90 +.f90.l: + $(FC) $(FFLAGS) -c $(LIST) $*.f90 +.f90.T: + $(FC) $(FFLAGS) -c -cif $*.f90 +.f90.o: + $(FC) $(FFLAGS) -c $*.f90 +.f90.s: + $(FC) $(FFLAGS) -c -S $*.f90 +.f90.x: + $(FC) $(FFLAGS) -o $*.x $*.f90 *.o $(LDFLAGS) +.F.L: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -listing $*.F +.F.opt: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.F +.F.l: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $(LIST) $*.F +.F.T: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -cif $*.F +.F.f: + $(FC) $(CPPDEFS) $(FPPFLAGS) -EP $*.F > $*.f +.F.i: + $(FC) $(CPPDEFS) $(FPPFLAGS) -P $*.F +.F.o: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $*.F +.F.s: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -S $*.F +.F.x: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -o $*.x $*.F *.o $(LDFLAGS) +.F90.L: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -listing $*.F90 +.F90.opt: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.F90 +.F90.l: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $(LIST) $*.F90 +.F90.T: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -cif $*.F90 +.F90.f90: + $(FC) $(CPPDEFS) $(FPPFLAGS) -EP $*.F90 > $*.f90 +.F90.i90: + $(FC) $(CPPDEFS) $(FPPFLAGS) -P $*.F90 +.F90.o: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $*.F90 +.F90.s: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -S $*.F90 +.F90.x: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -o $*.x $*.F90 *.o $(LDFLAGS) diff --git a/standalone/templates/ncar-intel.mk b/standalone/templates/ncar-intel.mk index 08b2ecf1..51ddcdb3 100644 --- a/standalone/templates/ncar-intel.mk +++ b/standalone/templates/ncar-intel.mk @@ -1,11 +1,11 @@ # template for Intel compilers -# # typical use with mkmf: # mkmf -t nescc-intel.mk -c "-Duse_libMPI -Duse_netCDF" path_names /usr/local/include ############ # commands # ############ + FC = mpif90 CC = mpicc CXX = icpc @@ -15,72 +15,44 @@ LD = mpif90 # flags # ############ -DEBUG = -REPRO = -VERBOSE = -OPENMP = +DEBUG = 0 MAKEFLAGS += --jobs=8 FPPFLAGS := -fpp -Wp,-w FFLAGS := -fno-alias -auto -safe-cray-ptr -ftz -assume byterecl -i4 -r8 -nowarn -traceback -FFLAGS += -I$(shell nf-config --includedir) -FFLAGS_OPT = -O3 -debug minimal -fp-model source -qoverride-limits FFLAGS_DEBUG = -g -O0 -check -check noarg_temp_created -check nopointer -warn -warn noerrors -fpe0 -ftrapuv FFLAGS_REPRO = -O2 -debug minimal -fp-model source -qoverride-limits -FFLAGS_OPENMP = -openmp -FFLAGS_VERBOSE = -v -V -what CFLAGS := -D__IFC -sox -traceback -diag-disable=10441 CFLAGS += -I$(NETCDF_PATH)/include -CFLAGS_OPT = -O2 -debug minimal -CFLAGS_OPENMP = -openmp +CFLAGS_REPRO = -O2 -debug minimal CFLAGS_DEBUG = -O0 -g -ftrapv -FFLAGS_NOOPT + LDFLAGS := -LDFLAGS_OPENMP := -openmp -LDFLAGS_VERBOSE := -Wl,-V,--verbose,-cref,-M # start with blank LIBS LIBS := -ifneq ($(REPRO),) - CFLAGS += $(CFLAGS_REPRO) - FFLAGS += $(FFLAGS_REPRO) -else ifneq ($(DEBUG),) +ifeq ($(DEBUG),1) CFLAGS += $(CFLAGS_DEBUG) FFLAGS += $(FFLAGS_DEBUG) else - CFLAGS += $(CFLAGS_OPT) - FFLAGS += $(FFLAGS_OPT) -endif - -ifneq ($(OPENMP),) - CFLAGS += $(CFLAGS_OPENMP) - FFLAGS += $(FFLAGS_OPENMP) - LDFLAGS += $(LDFLAGS_OPENMP) + CFLAGS += $(CFLAGS_REPRO) + FFLAGS += $(FFLAGS_REPRO) endif -ifneq ($(VERBOSE),) - CFLAGS += $(CFLAGS_VERBOSE) - FFLAGS += $(FFLAGS_VERBOSE) - LDFLAGS += $(LDFLAGS_VERBOSE) -endif +# NetCDF Flags +FFLAGS += -I$(shell nf-config --includedir) -ifeq ($(NETCDF),3) # add the use_LARGEFILE cppdef ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) CPPDEFS += -Duse_LARGEFILE endif -endif # Add netcdf linking LIBS := $(shell nc-config --libs) $(shell nf-config --flibs) - -#LIBS += -lmpi -#LIBS += -lmpi -lsma -#LIBS += -lmkl_blas95_lp64 -lmkl_lapack95_lp64 -lmkl_intel_lp64 -lmkl_core -lmkl_sequential LDFLAGS += $(LIBS) #--------------------------------------------------------------------------- @@ -171,4 +143,4 @@ TMPFILES = .*.m *.B *.L *.i *.i90 *.l *.s *.mod *.opt .F90.s: $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -S $*.F90 .F90.x: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -o $*.x $*.F90 *.o $(LDFLAGS) + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -o $*.x $*.F90 *.o $(LDFLAGS) \ No newline at end of file diff --git a/standalone/templates/ncar_intel_cesm.mk b/standalone/templates/ncar-intel_cesm.mk similarity index 79% rename from standalone/templates/ncar_intel_cesm.mk rename to standalone/templates/ncar-intel_cesm.mk index 4423b926..15c17be1 100644 --- a/standalone/templates/ncar_intel_cesm.mk +++ b/standalone/templates/ncar-intel_cesm.mk @@ -1,7 +1,4 @@ # template for Intel compilers -# -# typical use with mkmf: -# mkmf -t nescc-intel.mk -c "-Duse_libMPI -Duse_netCDF" path_names /usr/local/include ############ # commands # @@ -15,48 +12,39 @@ LD = mpif90 # flags # ############ -DEBUG = -REPRO = +DEBUG = +# Default set to REPRODUCIBLE MAKEFLAGS += --jobs=8 +FC_AUTO_R8 := -r8 FPPFLAGS := -fpp -Wp,-w +FFLAGS := -qno-opt-dynamic-align -convert big_endian -assume byterecl -ftz -traceback -assume realloc_lhs -fp-model source -no-fma -qopt-report -march=core-avx2 $(FC_AUTO_R8) +FFLAGS_DEBUG = -O0 -g -check uninit -check bounds -check pointers -fpe0 -check noarg_temp_created +FFLAGS_REPRO = -O2 -debug minimal -FFLAGS := -fno-alias -auto -safe-cray-ptr -ftz -assume byterecl -i4 -r8 -nowarn -traceback -FFLAGS_OPT = -O3 -debug minimal -fp-model source -qoverride-limits -FFLAGS_DEBUG = -g -O0 -check -check noarg_temp_created -check nopointer -warn -warn noerrors -fpe0 -ftrapuv -FFLAGS_REPRO = -O2 -debug minimal -fp-model source -qoverride-limits - -CFLAGS := -D__IFC -sox -traceback -diag-disable=10441 +CFLAGS := -qno-opt-dynamic-align -fp-model precise -std=gnu99 -no-fma -qopt-report -march=core-avx2 CFLAGS += -I$(NETCDF_PATH)/include -CFLAGS_OPT = -O2 -debug minimal -CFLAGS_OPENMP = -openmp -CFLAGS_DEBUG = -O0 -g -ftrapv -FFLAGS_NOOPT +CFLAGS_REPRO= -O2 -debug minimal +CFLAGS_DEBUG = -O0 -g LDFLAGS := -# start with blank LIBS -LIBS := - -ifneq ($(REPRO),) - CFLAGS += $(CFLAGS_REPRO) - FFLAGS += $(FFLAGS_REPRO) -else ifneq ($(DEBUG),) +ifeq ($(DEBUG),1) CFLAGS += $(CFLAGS_DEBUG) FFLAGS += $(FFLAGS_DEBUG) else - CFLAGS += $(CFLAGS_OPT) - FFLAGS += $(FFLAGS_OPT) + FFLAGS += $(FFLAGS_REPRO) + CFLAGS += $(CFLAGS_REPRO) endif # Add Net CDF Flags FFLAGS += -I$(shell nf-config --includedir) - # add the use_LARGEFILE cppdef - ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) - CPPDEFS += -Duse_LARGEFILE - endif +# add the use_LARGEFILE cppdef +ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) + CPPDEFS += -Duse_LARGEFILE endif +CPPDEFS := $(CPPDEFS) -DCNL -D__IFC -DNDEBUG -DHAVE_MPI -DFORTRANUNDERSCORE -DCPRINTEL -DLINUX -DHAVE_GETTID -DHAVE_SLASHPROC # Add netcdf linking LIBS := $(shell nc-config --libs) $(shell nf-config --flibs) diff --git a/standalone/templates/ncar-nvhpc.mk b/standalone/templates/ncar-nvhpc.mk index e9cace5a..42c85851 100644 --- a/standalone/templates/ncar-nvhpc.mk +++ b/standalone/templates/ncar-nvhpc.mk @@ -15,10 +15,7 @@ LD = ftn $(MAIN_PROGRAM) # flags # ############ -DEBUG = -REPRO = -VERBOSE = -OPENMP = +DEBUG = 0 MAKEFLAGS += --jobs=8 @@ -31,14 +28,6 @@ ifneq ($(need),$(ok)) $(error Need at least make version $(need). Load module gmake/3.81) endif -# REPRO, DEBUG and TEST need to be mutually exclusive of each other. -# Make sure the user hasn't supplied two at the same time -ifdef REPRO -ifneq ($(DEBUG),) -$(error Options REPRO and DEBUG cannot be used together) -endif -endif - # Check version of PGI for use of -nofma option has_nofma := $(shell $(FC) -dryrun -nofma foo.f90 > /dev/null 2>&1; echo $$?) ifneq ($(has_nofma),0) @@ -55,90 +44,58 @@ CPPDEFS += -DHAVE_SCHED_GETAFFINITY -DHAVE_GETTID # Macro for Fortran preprocessor FPPFLAGS := $(INCLUDES) -# Fortran Compiler flags for the NetCDF library -FPPFLAGS += $(shell nf-config --fflags) + # Base set of Fortran compiler flags FFLAGS = -g -Mdwarf3 -traceback -i4 -r8 -byteswapio -Mcray=pointer -Mflushz \ -Mnofma -Mdaz -D_F2000 # Flags based on perforance target (production (OPT), reproduction (REPRO), or debug (DEBUG) -FFLAGS_OPT = -O3 -Mvect=nosse -Mnoscalarsse -Mallocatable=95 #FFLAGS_REPRO = -O2 -Mvect=nosse -Mnoscalarsse $(NOFMA) # NOTE: "REPRO" temporarily uses -O0 due to errors in existing codes. # Optimization will be restored once the issues have been investigated. FFLAGS_REPRO = -O0 FFLAGS_DEBUG = -O0 -Ktrap=fp -# Flags to add additional build options -FFLAGS_OPENMP = -mp -FFLAGS_VERBOSE = -v -Minform=inform + # Macro for C preprocessor CPPFLAGS := $(INCLUDES) -# C Compiler flags for the NetCDF library -CPPFLAGS += $(shell nc-config --cflags) + # Base set of C compiler flags CFLAGS = # Flags based on perforance target (production (OPT), reproduction (REPRO), or debug (DEBUG) -CFLAGS_OPT = -O2 CFLAGS_REPRO = -O2 CFLAGS_DEBUG = -O0 -g -traceback -Ktrap=fp -# Flags to add additional build options -CFLAGS_OPENMP = -mp -CFLAGS_VERBOSE = -v -Minform=inform - -# Optional Testing compile flags. Mutually exclusive from DEBUG, REPRO, and OPT -# *_TEST will match the production if no new option(s) is(are) to be tested. -FFLAGS_TEST := $(FFLAGS_OPT) -CFLAGS_TEST := $(CFLAGS_OPT) - # Linking flags LDFLAGS := -byteswapio -LDFLAGS_OPENMP := -LDFLAGS_VERBOSE := -v # List of -L library directories to be added to the compile and linking commands LIBS := # Get compile flags based on target macros. -ifdef REPRO -CFLAGS += $(CFLAGS_REPRO) -FFLAGS += $(FFLAGS_REPRO) -else ifdef DEBUG +ifeq ($(DEBUG),1) CFLAGS += $(CFLAGS_DEBUG) FFLAGS += $(FFLAGS_DEBUG) -else ifdef TEST -CFLAGS += $(CFLAGS_TEST) -FFLAGS += $(FFLAGS_TEST) else -CFLAGS += $(CFLAGS_OPT) -FFLAGS += $(FFLAGS_OPT) -endif - -ifdef OPENMP -CFLAGS += $(CFLAGS_OPENMP) -FFLAGS += $(FFLAGS_OPENMP) -LDFLAGS += $(LDFLAGS_OPENMP) -endif - -ifdef VERBOSE -CFLAGS += $(CFLAGS_VERBOSE) -FFLAGS += $(FFLAGS_VERBOSE) -LDFLAGS += $(LDFLAGS_VERBOSE) +CFLAGS += $(CFLAGS_REPRO) +FFLAGS += $(FFLAGS_REPRO) endif -ifeq ($(NETCDF),3) +# Fortran Compiler flags for the NetCDF library +FPPFLAGS += $(shell nf-config --fflags) +# C Compiler flags for the NetCDF library +CPPFLAGS += $(shell nc-config --cflags) # add the use_LARGEFILE cppdef ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) CPPDEFS += -Duse_LARGEFILE endif # Add netcdf linking LIBS += $(shell nc-config --libs) $(shell nf-config --flibs) -endif + # These Algebra libraries Add solution to more complex vector matrix model equations LIBS += -llapack -lblas diff --git a/standalone/templates/ncar-nvhpc_cesm.mk b/standalone/templates/ncar-nvhpc_cesm.mk new file mode 100644 index 00000000..c19a9416 --- /dev/null +++ b/standalone/templates/ncar-nvhpc_cesm.mk @@ -0,0 +1,189 @@ +# Template for the PGI Compilers + +############ +# commands # +############ +FC = ftn +CC = cc +CXX = cc +LD = ftn $(MAIN_PROGRAM) + +############ +# flags # +############ + +DEBUG = + +MAKEFLAGS += --jobs=8 + +INCLUDES := $(shell pkg-config --cflags yaml-0.1) + +# Need to use at least GNU Make version 3.81 +need := 3.81 +ok := $(filter $(need),$(firstword $(sort $(MAKE_VERSION) $(need)))) +ifneq ($(need),$(ok)) +$(error Need at least make version $(need). Load module gmake/3.81) +endif + + +# Check version of PGI for use of -nofma option +has_nofma := $(shell $(FC) -dryrun -nofma foo.f90 > /dev/null 2>&1; echo $$?) +ifneq ($(has_nofma),0) +NOFMA := +else +NOFMA := -nofma +endif + +# Required Preprocessor Macros: +CPPDEFS += -Duse_netCDF + +# Additional Preprocessor Macros needed due to Autotools and CMake +CPPDEFS += -DHAVE_SCHED_GETAFFINITY -DHAVE_GETTID + +# Macro for Fortran preprocessor +FPPFLAGS := $(INCLUDES) + + +# Base set of Fortran compiler flags +FC_AUTO_R8 = -r8 +FFLAGS = $(FC_AUTO_R8) -Mnofma -i4 -gopt -time -Mextend -byteswapio -Mflushz -Kieee + +# Flags based on perforance target (production (OPT), reproduction (REPRO), or debug (DEBUG) +FFLAGS_REPRO = -O -tp=zen3 +FFLAGS_DEBUG = -O0 -g -Ktrap=fp -Mbounds -Kieee + +# Macro for C preprocessor +CPPFLAGS := $(INCLUDES) + + +# Base set of C compiler flags +CFLAGS = -gopt -time -Mnofma + +# Flags based on perforance target (production (OPT), reproduction (REPRO), or debug (DEBUG) +CFLAGS_REPRO = -O +CFLAGS_DEBUG = -O0 -g -traceback -Ktrap=fp + +# Linking flags +LDFLAGS := -byteswapio + +# List of -L library directories to be added to the compile and linking commands +LIBS := + +# Get compile flags based on target macros. +ifeq ($(DEBUG),1) +CFLAGS += $(CFLAGS_DEBUG) +FFLAGS += $(FFLAGS_DEBUG) +else +CFLAGS += $(CFLAGS_REPRO) +FFLAGS += $(FFLAGS_REPRO) +endif + + +# NetCDF Flags +# Fortran Compiler flags for the NetCDF library +FPPFLAGS += $(shell nf-config --fflags) +# C Compiler flags for the NetCDF library +CPPFLAGS += $(shell nc-config --cflags) + # add the use_LARGEFILE cppdef + ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) + CPPDEFS += -Duse_LARGEFILE + endif + # Add netcdf linking + LIBS += $(shell nc-config --libs) $(shell nf-config --flibs) + +# Additional CPPDEFS Flags +CPPDEFS += -Duse_LARGEFILE -DFORTRANUNDERSCORE -DNO_SHR_VMATH -DNO_R16 -DCPRPGI -DLINUX -DHAVE_GETTID + + +# These Algebra libraries Add solution to more complex vector matrix model equations +LIBS += -llapack -lblas +LDFLAGS += $(LIBS) -time -Wl,--allow-multiple-definition + +#--------------------------------------------------------------------------- +# you should never need to change any lines below. + +# see the MIPSPro F90 manual for more details on some of the file extensions +# discussed here. +# this makefile template recognizes fortran sourcefiles with extensions +# .f, .f90, .F, .F90. Given a sourcefile ., where is one of +# the above, this provides a number of default actions: + +# make .opt create an optimization report +# make .o create an object file +# make .s create an assembly listing +# make .x create an executable file, assuming standalone +# source +# make .i create a preprocessed file (for .F) +# make .i90 create a preprocessed file (for .F90) + +# The macro TMPFILES is provided to slate files like the above for removal. + +RM = rm -f +TMPFILES = .*.m *.B *.L *.i *.i90 *.l *.s *.mod *.opt + +.SUFFIXES: .F .F90 .H .L .T .f .f90 .h .i .i90 .l .o .s .opt .x + +.f.L: + $(FC) $(FFLAGS) -c -listing $*.f +.f.opt: + $(FC) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.f +.f.l: + $(FC) $(FFLAGS) -c $(LIST) $*.f +.f.T: + $(FC) $(FFLAGS) -c -cif $*.f +.f.o: + $(FC) $(FFLAGS) -c $*.f +.f.s: + $(FC) $(FFLAGS) -S $*.f +.f.x: + $(FC) $(FFLAGS) -o $*.x $*.f *.o $(LDFLAGS) +.f90.L: + $(FC) $(FFLAGS) -c -listing $*.f90 +.f90.opt: + $(FC) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.f90 +.f90.l: + $(FC) $(FFLAGS) -c $(LIST) $*.f90 +.f90.T: + $(FC) $(FFLAGS) -c -cif $*.f90 +.f90.o: + $(FC) $(FFLAGS) -c $*.f90 +.f90.s: + $(FC) $(FFLAGS) -c -S $*.f90 +.f90.x: + $(FC) $(FFLAGS) -o $*.x $*.f90 *.o $(LDFLAGS) +.F.L: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -listing $*.F +.F.opt: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.F +.F.l: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $(LIST) $*.F +.F.T: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -cif $*.F +.F.f: + $(FC) $(CPPDEFS) $(FPPFLAGS) -EP $*.F > $*.f +.F.i: + $(FC) $(CPPDEFS) $(FPPFLAGS) -P $*.F +.F.o: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $*.F +.F.s: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -S $*.F +.F.x: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -o $*.x $*.F *.o $(LDFLAGS) +.F90.L: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -listing $*.F90 +.F90.opt: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.F90 +.F90.l: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $(LIST) $*.F90 +.F90.T: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -cif $*.F90 +.F90.f90: + $(FC) $(CPPDEFS) $(FPPFLAGS) -EP $*.F90 > $*.f90 +.F90.i90: + $(FC) $(CPPDEFS) $(FPPFLAGS) -P $*.F90 +.F90.o: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $*.F90 +.F90.s: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -S $*.F90 +.F90.x: + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -o $*.x $*.F90 *.o $(LDFLAGS) diff --git a/standalone/templates/ubuntu-gnu.mk b/standalone/templates/ubuntu-gnu.mk index 034ca5ab..8acd7f3a 100644 --- a/standalone/templates/ubuntu-gnu.mk +++ b/standalone/templates/ubuntu-gnu.mk @@ -13,8 +13,7 @@ LD = mpif90 $(MAIN_PROGRAM) ######### DEBUG = REPRO = -VERBOSE = -OPENMP = + MAKEFLAGS += --jobs=2 @@ -25,55 +24,30 @@ FFLAGS += -I$(shell nf-config --includedir) FFLAGS_OPT = -O3 FFLAGS_REPRO = -O2 -fbounds-check FFLAGS_DEBUG = -O0 -g -W -fbounds-check -fbacktrace -ffpe-trap=invalid,zero,overflow -FFLAGS_OPENMP = -fopenmp -FFLAGS_VERBOSE = + CFLAGS := -D__IFC -CFLAGS += -I$(shell nc-config --includedir) -CFLAGS_OPT = -O2 -CFLAGS_OPENMP = -fopenmp +CFLAGS_REPRO= -O2 CFLAGS_DEBUG = -O0 -g -# Optional Testing compile flags. Mutually exclusive from DEBUG, REPRO, and OPT -# *_TEST will match the production if no new option(s) is(are) to be tested. -FFLAGS_TEST = -O2 -CFLAGS_TEST = -O2 - LDFLAGS := LDFLAGS_OPENMP := -fopenmp LDFLAGS_VERBOSE := -ifneq ($(REPRO),) -CFLAGS += $(CFLAGS_REPRO) -FFLAGS += $(FFLAGS_REPRO) -else ifneq ($(DEBUG),) +ifneq ($(DEBUG),) CFLAGS += $(CFLAGS_DEBUG) FFLAGS += $(FFLAGS_DEBUG) -else ifneq ($(TEST),) -CFLAGS += $(CFLAGS_TEST) -FFLAGS += $(FFLAGS_TEST) else -CFLAGS += $(CFLAGS_OPT) -FFLAGS += $(FFLAGS_OPT) -endif - -ifneq ($(OPENMP),) -CFLAGS += $(CFLAGS_OPENMP) -FFLAGS += $(FFLAGS_OPENMP) -LDFLAGS += $(LDFLAGS_OPENMP) +CFLAGS += $(CFLAGS_REPRO) +FFLAGS += $(FFLAGS_REPRO) endif -ifneq ($(VERBOSE),) -CFLAGS += $(CFLAGS_VERBOSE) -FFLAGS += $(FFLAGS_VERBOSE) -LDFLAGS += $(LDFLAGS_VERBOSE) -endif +FFLAGS += -I$(shell nf-config --includedir) +CFLAGS += -I$(shell nc-config --includedir) -ifeq ($(NETCDF),3) # add the use_LARGEFILE cppdef - ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) - CPPDEFS += -Duse_LARGEFILE - endif +ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) + CPPDEFS += -Duse_LARGEFILE endif LIBS := $(shell nc-config --libs) $(shell nf-config --flibs) diff --git a/standalone/tmpdir_compiler_outputs_doublegyre/output_gnu.txt b/standalone/tmpdir_compiler_outputs_doublegyre/output_gnu.txt new file mode 100644 index 00000000..08f38ec3 --- /dev/null +++ b/standalone/tmpdir_compiler_outputs_doublegyre/output_gnu.txt @@ -0,0 +1,120 @@ +NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. +NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. +NOTE: ======== Model being driven by MOM_driver ======== +NOTE: callTree: o Program MOM_main, MOM_driver.F90 +NOTE: open_param_file: MOM_input has been opened successfully. +NOTE: open_param_file: MOM_override has been opened successfully. + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_inc domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 +NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io +NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: Open_file is appending .nc to the filename ./ocean_geometry + + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. + + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: ./Depth_list.nc checksums do not match; updating file. + + +WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! + + +WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! + +MOM Day 0.000 0: En 1.423718E-13, MaxCFL 0.00000, Mass 5.288178268008E+18 + Total Energy: 4126F9EEE7BAE2DD 7.5288745259770344E+05 + Total Mass: 5.2881782680077681E+18, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) +MOM Day 1.000 72: En 4.580432E-06, MaxCFL 0.00023, Mass 5.288178268008E+18 + Total Energy: 42B607A80A841F2E 2.4222139843615180E+13 + Total Mass: 5.2881782680077681E+18, Change: -8.2392531411841219E-02 Error: -8.23925E-02 (-1.6E-20) +MOM Day 2.000 144: En 8.958206E-06, MaxCFL 0.00040, Mass 5.288178268008E+18 + Total Energy: 42C58AE533476F8A 4.7372590026463078E+13 + Total Mass: 5.2881782680077681E+18, Change: -7.5848132666415950E+01 Error: -7.58481E+01 (-1.4E-17) +MOM Day 3.000 216: En 1.166708E-05, MaxCFL 0.00045, Mass 5.288178268008E+18 + Total Energy: 42CC0E8B5CDF93C6 6.1697586478887547E+13 + Total Mass: 5.2881782680077681E+18, Change: -6.9399630254036396E+01 Error: -6.93996E+01 (-1.3E-17) +MOM Day 4.000 288: En 1.542296E-05, MaxCFL 0.00044, Mass 5.288178268008E+18 + Total Energy: 42D28B60D5889D38 8.1559337443956875E+13 + Total Mass: 5.2881782680077681E+18, Change: 8.2951366874102320E+01 Error: 8.29514E+01 ( 1.6E-17) +MOM Day 5.000 360: En 1.826022E-05, MaxCFL 0.00053, Mass 5.288178268008E+18 + Total Energy: 42D5F4B97D5C88D8 9.6563312816675375E+13 + Total Mass: 5.2881782680077681E+18, Change: 1.6721939190855807E+01 Error: 1.67219E+01 ( 3.2E-18) +MOM Day 6.000 432: En 2.397431E-05, MaxCFL 0.00062, Mass 5.288178268008E+18 + Total Energy: 42DCD397A5E075E4 1.2678043163080756E+14 + Total Mass: 5.2881782680077681E+18, Change: 3.7054700815778062E+01 Error: 3.70547E+01 ( 7.0E-18) +MOM Day 7.000 504: En 2.927962E-05, MaxCFL 0.00073, Mass 5.288178268008E+18 + Total Energy: 42E19A5109E57F30 1.5483585791077750E+14 + Total Mass: 5.2881782680077681E+18, Change: -4.0544930801108393E+01 Error: -4.05449E+01 (-7.7E-18) +MOM Day 8.000 576: En 3.486441E-05, MaxCFL 0.00081, Mass 5.288178268008E+18 + Total Energy: 42E4F5D995BA9025 1.8436920009228916E+14 + Total Mass: 5.2881782680077681E+18, Change: 9.0656261871241668E+00 Error: 9.06563E+00 ( 1.7E-18) +MOM Day 9.000 648: En 4.195565E-05, MaxCFL 0.00090, Mass 5.288178268008E+18 + Total Energy: 42E9393C9CAB9F44 2.2186896584626612E+14 + Total Mass: 5.2881782680077681E+18, Change: 7.9105182394237943E+00 Error: 7.91052E+00 ( 1.5E-18) +MOM Day 10.000 720: En 4.604729E-05, MaxCFL 0.00100, Mass 5.288178268008E+18 + Total Energy: 42EBAEF71B99D52E 2.4350627232528944E+14 + Total Mass: 5.2881782680077681E+18, Change: 6.0060188701714566E+01 Error: 6.00602E+01 ( 1.1E-17) + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! + + +WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! + + MPP_DOMAINS_STACK high water mark= 0 + +Tabulating mpp_clock statistics across 1 PEs... + + hits tmin tmax tavg tstd tfrac grain pemin pemax +Total runtime 1 6.954134 6.954134 6.954134 0.000000 1.000 0 0 0 +Initialization 1 0.093680 0.093680 0.093680 0.000000 0.013 0 0 0 +Main loop 1 6.625667 6.625667 6.625667 0.000000 0.953 0 0 0 +Termination 1 0.012098 0.012098 0.012098 0.000000 0.002 0 0 0 + MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_doublegyre/output_gnu_cesm.txt b/standalone/tmpdir_compiler_outputs_doublegyre/output_gnu_cesm.txt new file mode 100644 index 00000000..74079e7f --- /dev/null +++ b/standalone/tmpdir_compiler_outputs_doublegyre/output_gnu_cesm.txt @@ -0,0 +1,120 @@ +NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. +NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. +NOTE: ======== Model being driven by MOM_driver ======== +NOTE: callTree: o Program MOM_main, MOM_driver.F90 +NOTE: open_param_file: MOM_input has been opened successfully. +NOTE: open_param_file: MOM_override has been opened successfully. + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_inc domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 +NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io +NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: Open_file is appending .nc to the filename ./ocean_geometry + + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. + + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: ./Depth_list.nc checksums do not match; updating file. + + +WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! + + +WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! + +MOM Day 0.000 0: En 1.423707E-13, MaxCFL 0.00000, Mass 5.288178268008E+18 + Total Energy: 4126F9E3C5B6FEAF 7.5288188616176497E+05 + Total Mass: 5.2881782680077681E+18, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) +MOM Day 1.000 72: En 4.580432E-06, MaxCFL 0.00023, Mass 5.288178268008E+18 + Total Energy: 42B607A80A83A092 2.4222139843488570E+13 + Total Mass: 5.2881782680077681E+18, Change: -5.9874384717173371E+01 Error: -5.98744E+01 (-1.1E-17) +MOM Day 2.000 144: En 8.958206E-06, MaxCFL 0.00040, Mass 5.288178268008E+18 + Total Energy: 42C58AE53346CEF9 4.7372590026141945E+13 + Total Mass: 5.2881782680077681E+18, Change: 3.3323543490744868E+01 Error: 3.33235E+01 ( 6.3E-18) +MOM Day 3.000 216: En 1.166708E-05, MaxCFL 0.00045, Mass 5.288178268008E+18 + Total Energy: 42CC0E8B5CDF7142 6.1697586478818516E+13 + Total Mass: 5.2881782680077681E+18, Change: -3.7170103257304589E+01 Error: -3.71701E+01 (-7.0E-18) +MOM Day 4.000 288: En 1.542296E-05, MaxCFL 0.00044, Mass 5.288178268008E+18 + Total Energy: 42D28B60D5889F6F 8.1559337443965734E+13 + Total Mass: 5.2881782680077681E+18, Change: 6.0602261039877590E+01 Error: 6.06023E+01 ( 1.1E-17) +MOM Day 5.000 360: En 1.826022E-05, MaxCFL 0.00053, Mass 5.288178268008E+18 + Total Energy: 42D5F4B97D5C8696 9.6563312816666344E+13 + Total Mass: 5.2881782680077681E+18, Change: 1.7474460705298554E+01 Error: 1.74745E+01 ( 3.3E-18) +MOM Day 6.000 432: En 2.397431E-05, MaxCFL 0.00062, Mass 5.288178268008E+18 + Total Energy: 42DCD397A5E0A8A5 1.2678043163101058E+14 + Total Mass: 5.2881782680077681E+18, Change: -4.1025102651569910E+01 Error: -4.10251E+01 (-7.8E-18) +MOM Day 7.000 504: En 2.927962E-05, MaxCFL 0.00073, Mass 5.288178268008E+18 + Total Energy: 42E19A5109E5A5A0 1.5483585791108500E+14 + Total Mass: 5.2881782680077681E+18, Change: 2.1696700853226503E-02 Error: 2.16967E-02 ( 4.1E-21) +MOM Day 8.000 576: En 3.486441E-05, MaxCFL 0.00081, Mass 5.288178268008E+18 + Total Energy: 42E4F5D995BABADF 1.8436920009263097E+14 + Total Mass: 5.2881782680077681E+18, Change: -5.4349988706310057E+00 Error: -5.43500E+00 (-1.0E-18) +MOM Day 9.000 648: En 4.195565E-05, MaxCFL 0.00090, Mass 5.288178268008E+18 + Total Energy: 42E9393C9CABB5FA 2.2186896584644781E+14 + Total Mass: 5.2881782680077681E+18, Change: 5.2383375130837635E+00 Error: 5.23834E+00 ( 9.9E-19) +MOM Day 10.000 720: En 4.604729E-05, MaxCFL 0.00100, Mass 5.288178268008E+18 + Total Energy: 42EBAEF71B99DB1A 2.4350627232533681E+14 + Total Mass: 5.2881782680077681E+18, Change: -3.6026740618649825E+01 Error: -3.60267E+01 (-6.8E-18) + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! + + +WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! + + MPP_DOMAINS_STACK high water mark= 0 + +Tabulating mpp_clock statistics across 1 PEs... + + hits tmin tmax tavg tstd tfrac grain pemin pemax +Total runtime 1 5.027674 5.027674 5.027674 0.000000 1.000 0 0 0 +Initialization 1 0.123294 0.123294 0.123294 0.000000 0.025 0 0 0 +Main loop 1 4.894197 4.894197 4.894197 0.000000 0.973 0 0 0 +Termination 1 0.005056 0.005056 0.005056 0.000000 0.001 0 0 0 + MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_doublegyre/output_intel.txt b/standalone/tmpdir_compiler_outputs_doublegyre/output_intel.txt new file mode 100644 index 00000000..06bd97e7 --- /dev/null +++ b/standalone/tmpdir_compiler_outputs_doublegyre/output_intel.txt @@ -0,0 +1,120 @@ +NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. +NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. +NOTE: ======== Model being driven by MOM_driver ======== +NOTE: callTree: o Program MOM_main, MOM_driver.F90 +NOTE: open_param_file: MOM_input has been opened successfully. +NOTE: open_param_file: MOM_override has been opened successfully. + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_inc domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 +NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io +NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: Open_file is appending .nc to the filename ./ocean_geometry + + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. + + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: ./Depth_list.nc checksums do not match; updating file. + + +WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! + + +WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! + +MOM Day 0.000 0: En 1.423718E-13, MaxCFL 0.00000, Mass 5.288178268008E+18 + Total Energy: 4126F9EEE7BAE2DD 7.5288745259770344E+05 + Total Mass: 5.2881782680077681E+18, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) +MOM Day 1.000 72: En 4.580432E-06, MaxCFL 0.00023, Mass 5.288178268008E+18 + Total Energy: 42B607A80A8420B7 2.4222139843616715E+13 + Total Mass: 5.2881782680077681E+18, Change: 3.2193974656087079E+01 Error: 3.21940E+01 ( 6.1E-18) +MOM Day 2.000 144: En 8.958206E-06, MaxCFL 0.00040, Mass 5.288178268008E+18 + Total Energy: 42C58AE533476D84 4.7372590026459031E+13 + Total Mass: 5.2881782680077681E+18, Change: 2.1198830548456300E+01 Error: 2.11988E+01 ( 4.0E-18) +MOM Day 3.000 216: En 1.166708E-05, MaxCFL 0.00045, Mass 5.288178268008E+18 + Total Energy: 42CC0E8B5CDF9554 6.1697586478890656E+13 + Total Mass: 5.2881782680077681E+18, Change: 8.9205174261806206E+01 Error: 8.92052E+01 ( 1.7E-17) +MOM Day 4.000 288: En 1.542296E-05, MaxCFL 0.00044, Mass 5.288178268008E+18 + Total Energy: 42D28B60D5889B78 8.1559337443949875E+13 + Total Mass: 5.2881782680077681E+18, Change: 2.3419270011328905E+01 Error: 2.34193E+01 ( 4.4E-18) +MOM Day 5.000 360: En 1.826022E-05, MaxCFL 0.00053, Mass 5.288178268008E+18 + Total Energy: 42D5F4B97D5C8551 9.6563312816661266E+13 + Total Mass: 5.2881782680077681E+18, Change: -1.2080455676106425E+01 Error: -1.20805E+01 (-2.3E-18) +MOM Day 6.000 432: En 2.397431E-05, MaxCFL 0.00062, Mass 5.288178268008E+18 + Total Energy: 42DCD397A5E07162 1.2678043163078953E+14 + Total Mass: 5.2881782680077681E+18, Change: -2.1910341298459628E+01 Error: -2.19103E+01 (-4.1E-18) +MOM Day 7.000 504: En 2.927962E-05, MaxCFL 0.00073, Mass 5.288178268008E+18 + Total Energy: 42E19A5109E57D52 1.5483585791076256E+14 + Total Mass: 5.2881782680077681E+18, Change: -4.4345925674156945E+01 Error: -4.43459E+01 (-8.4E-18) +MOM Day 8.000 576: En 3.486441E-05, MaxCFL 0.00081, Mass 5.288178268008E+18 + Total Energy: 42E4F5D995BA8CCC 1.8436920009226238E+14 + Total Mass: 5.2881782680077681E+18, Change: 9.7697074840426694E+00 Error: 9.76971E+00 ( 1.8E-18) +MOM Day 9.000 648: En 4.195565E-05, MaxCFL 0.00090, Mass 5.288178268008E+18 + Total Energy: 42E9393C9CAB9D37 2.2186896584624972E+14 + Total Mass: 5.2881782680077681E+18, Change: 1.1448227714030054E+01 Error: 1.14482E+01 ( 2.2E-18) +MOM Day 10.000 720: En 4.604729E-05, MaxCFL 0.00100, Mass 5.288178268008E+18 + Total Energy: 42EBAEF71B99D311 2.4350627232527253E+14 + Total Mass: 5.2881782680077681E+18, Change: 4.6395058086486216E+01 Error: 4.63951E+01 ( 8.8E-18) + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! + + +WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! + + MPP_DOMAINS_STACK high water mark= 0 + +Tabulating mpp_clock statistics across 1 PEs... + + hits tmin tmax tavg tstd tfrac grain pemin pemax +Total runtime 1 5.326431 5.326431 5.326431 0.000000 1.000 0 0 0 +Initialization 1 0.187860 0.187860 0.187860 0.000000 0.035 0 0 0 +Main loop 1 4.872444 4.872444 4.872444 0.000000 0.915 0 0 0 +Termination 1 0.244684 0.244684 0.244684 0.000000 0.046 0 0 0 + MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_doublegyre/output_intel_cesm.txt b/standalone/tmpdir_compiler_outputs_doublegyre/output_intel_cesm.txt new file mode 100644 index 00000000..af921a89 --- /dev/null +++ b/standalone/tmpdir_compiler_outputs_doublegyre/output_intel_cesm.txt @@ -0,0 +1,117 @@ +NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. +NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. +NOTE: ======== Model being driven by MOM_driver ======== +NOTE: callTree: o Program MOM_main, MOM_driver.F90 +NOTE: open_param_file: MOM_input has been opened successfully. +NOTE: open_param_file: MOM_override has been opened successfully. + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_inc domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 +NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io +NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: Open_file is appending .nc to the filename ./ocean_geometry + + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. + + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! + + +WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! + +MOM Day 0.000 0: En 1.423707E-13, MaxCFL 0.00000, Mass 5.288178268008E+18 + Total Energy: 4126F9E3C5B6FEAF 7.5288188616176497E+05 + Total Mass: 5.2881782680077681E+18, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) +MOM Day 1.000 72: En 4.580432E-06, MaxCFL 0.00023, Mass 5.288178268008E+18 + Total Energy: 42B607A80A83A0E2 2.4222139843488883E+13 + Total Mass: 5.2881782680077681E+18, Change: -8.8106806592176298E+01 Error: -8.81068E+01 (-1.7E-17) +MOM Day 2.000 144: En 8.958206E-06, MaxCFL 0.00040, Mass 5.288178268008E+18 + Total Energy: 42C58AE53346DD7E 4.7372590026170984E+13 + Total Mass: 5.2881782680077681E+18, Change: 4.7139513911586960E+01 Error: 4.71395E+01 ( 8.9E-18) +MOM Day 3.000 216: En 1.166708E-05, MaxCFL 0.00045, Mass 5.288178268008E+18 + Total Energy: 42CC0E8B5CDF7298 6.1697586478821188E+13 + Total Mass: 5.2881782680077681E+18, Change: 6.2923586661237209E+01 Error: 6.29236E+01 ( 1.2E-17) +MOM Day 4.000 288: En 1.542296E-05, MaxCFL 0.00044, Mass 5.288178268008E+18 + Total Energy: 42D28B60D588A423 8.1559337443984547E+13 + Total Mass: 5.2881782680077681E+18, Change: 9.9962658616441615E+00 Error: 9.99627E+00 ( 1.9E-18) +MOM Day 5.000 360: En 1.826022E-05, MaxCFL 0.00053, Mass 5.288178268008E+18 + Total Energy: 42D5F4B97D5C8A57 9.6563312816681359E+13 + Total Mass: 5.2881782680077681E+18, Change: -6.5069232837189702E+01 Error: -6.50692E+01 (-1.2E-17) +MOM Day 6.000 432: En 2.397431E-05, MaxCFL 0.00062, Mass 5.288178268008E+18 + Total Energy: 42DCD397A5E0A734 1.2678043163100481E+14 + Total Mass: 5.2881782680077681E+18, Change: -4.9753818874077353E+00 Error: -4.97538E+00 (-9.4E-19) +MOM Day 7.000 504: En 2.927962E-05, MaxCFL 0.00073, Mass 5.288178268008E+18 + Total Energy: 42E19A5109E5A526 1.5483585791108119E+14 + Total Mass: 5.2881782680077681E+18, Change: -5.5031220779601625E+01 Error: -5.50312E+01 (-1.0E-17) +MOM Day 8.000 576: En 3.486441E-05, MaxCFL 0.00081, Mass 5.288178268008E+18 + Total Energy: 42E4F5D995BABA71 1.8436920009262753E+14 + Total Mass: 5.2881782680077681E+18, Change: -2.8577995941789624E+01 Error: -2.85780E+01 (-5.4E-18) +MOM Day 9.000 648: En 4.195565E-05, MaxCFL 0.00090, Mass 5.288178268008E+18 + Total Energy: 42E9393C9CABB862 2.2186896584646706E+14 + Total Mass: 5.2881782680077681E+18, Change: 3.8416384022688618E+01 Error: 3.84164E+01 ( 7.3E-18) +MOM Day 10.000 720: En 4.604729E-05, MaxCFL 0.00100, Mass 5.288178268008E+18 + Total Energy: 42EBAEF71B99DDE2 2.4350627232535906E+14 + Total Mass: 5.2881782680077681E+18, Change: 4.3187782696792794E+01 Error: 4.31878E+01 ( 8.2E-18) + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! + + +WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! + + MPP_DOMAINS_STACK high water mark= 0 + +Tabulating mpp_clock statistics across 1 PEs... + + hits tmin tmax tavg tstd tfrac grain pemin pemax +Total runtime 1 3.813254 3.813254 3.813254 0.000000 1.000 0 0 0 +Initialization 1 0.156548 0.156548 0.156548 0.000000 0.041 0 0 0 +Main loop 1 3.630592 3.630592 3.630592 0.000000 0.952 0 0 0 +Termination 1 0.010691 0.010691 0.010691 0.000000 0.003 0 0 0 + MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc.txt b/standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc.txt new file mode 100644 index 00000000..edb08566 --- /dev/null +++ b/standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc.txt @@ -0,0 +1,120 @@ +NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. +NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. +NOTE: ======== Model being driven by MOM_driver ======== +NOTE: callTree: o Program MOM_main, MOM_driver.F90 +NOTE: open_param_file: MOM_input has been opened successfully. +NOTE: open_param_file: MOM_override has been opened successfully. + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_inc domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 +NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io +NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: Open_file is appending .nc to the filename ./ocean_geometry + + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. + + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: ./Depth_list.nc checksums do not match; updating file. + + +WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! + + +WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! + +MOM Day 0.000 0: En 1.423750E-13, MaxCFL 0.00000, Mass 5.288178268008E+18 + Total Energy: 4126FA10B174A889 7.5290434659315750E+05 + Total Mass: 5.2881782680077681E+18, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) +MOM Day 1.000 72: En 4.580432E-06, MaxCFL 0.00023, Mass 5.288178268008E+18 + Total Energy: 42B607A80A9C272E 2.4222139849767180E+13 + Total Mass: 5.2881782680077681E+18, Change: -1.1372204077252914E+02 Error: -1.13722E+02 (-2.2E-17) +MOM Day 2.000 144: En 8.958206E-06, MaxCFL 0.00040, Mass 5.288178268008E+18 + Total Energy: 42C58AE53354D2E2 4.7372590033317766E+13 + Total Mass: 5.2881782680077681E+18, Change: -1.2356260327224504E+01 Error: -1.23563E+01 (-2.3E-18) +MOM Day 3.000 216: En 1.166708E-05, MaxCFL 0.00045, Mass 5.288178268008E+18 + Total Energy: 42CC0E8B5CDF06FC 6.1697586478605969E+13 + Total Mass: 5.2881782680077681E+18, Change: 9.0399375784346802E+01 Error: 9.03994E+01 ( 1.7E-17) +MOM Day 4.000 288: En 1.542296E-05, MaxCFL 0.00044, Mass 5.288178268008E+18 + Total Energy: 42D28B60D587FB2D 8.1559337443308703E+13 + Total Mass: 5.2881782680077681E+18, Change: -3.4746654028478815E+01 Error: -3.47467E+01 (-6.6E-18) +MOM Day 5.000 360: En 1.826022E-05, MaxCFL 0.00053, Mass 5.288178268008E+18 + Total Energy: 42D5F4B97D61B180 9.6563312821958000E+13 + Total Mass: 5.2881782680077681E+18, Change: -3.5907371393976746E+01 Error: -3.59074E+01 (-6.8E-18) +MOM Day 6.000 432: En 2.397431E-05, MaxCFL 0.00062, Mass 5.288178268008E+18 + Total Energy: 42DCD397A5E5DC08 1.2678043163633613E+14 + Total Mass: 5.2881782680077681E+18, Change: 7.7030889500094759E+01 Error: 7.70309E+01 ( 1.5E-17) +MOM Day 7.000 504: En 2.927962E-05, MaxCFL 0.00073, Mass 5.288178268008E+18 + Total Energy: 42E19A5109E4EBC4 1.5483585790959813E+14 + Total Mass: 5.2881782680077681E+18, Change: 1.0066889826453348E+02 Error: 1.00669E+02 ( 1.9E-17) +MOM Day 8.000 576: En 3.486441E-05, MaxCFL 0.00081, Mass 5.288178268008E+18 + Total Energy: 42E4F5D995B9FD94 1.8436920009111663E+14 + Total Mass: 5.2881782680077681E+18, Change: 1.5146967303195908E+01 Error: 1.51470E+01 ( 2.9E-18) +MOM Day 9.000 648: En 4.195565E-05, MaxCFL 0.00090, Mass 5.288178268008E+18 + Total Energy: 42E9393C9CAD8460 2.2186896585014700E+14 + Total Mass: 5.2881782680077681E+18, Change: 4.1230910524111522E+01 Error: 4.12309E+01 ( 7.8E-18) +MOM Day 10.000 720: En 4.604729E-05, MaxCFL 0.00100, Mass 5.288178268008E+18 + Total Energy: 42EBAEF71B9A2E1A 2.4350627232600081E+14 + Total Mass: 5.2881782680077681E+18, Change: -4.5030784185751457E+01 Error: -4.50308E+01 (-8.5E-18) + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! + + +WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! + + MPP_DOMAINS_STACK high water mark= 0 + +Tabulating mpp_clock statistics across 1 PEs... + + hits tmin tmax tavg tstd tfrac grain pemin pemax +Total runtime 1 14.634807 14.634807 14.634807 0.000000 1.000 0 0 0 +Initialization 1 0.175848 0.175848 0.175848 0.000000 0.012 0 0 0 +Main loop 1 14.440610 14.440610 14.440610 0.000000 0.987 0 0 0 +Termination 1 0.008966 0.008966 0.008966 0.000000 0.001 0 0 0 + MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc_cesm.txt b/standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc_cesm.txt new file mode 100644 index 00000000..e69de29b From 1b559cebfc231bcad01a279b29788439edf4dec4 Mon Sep 17 00:00:00 2001 From: manishvenu Date: Fri, 6 Sep 2024 16:17:00 -0600 Subject: [PATCH 04/19] Clean up previous commit. Please see below for details To run MOM standalone use ./build_examples_cesm.sh just like ./build_examples.sh. To use the CESM compiler flags, (or at least the rough conversion I've done), add a "--cesm" arg to the run. The NVHPC with CESM is not working, and with intel debug it is clear there is an issue. The GNU and Intel CESM version (Non Debug) builds and runs. See templates for the changes between non-cesm and cesm flags. If you would like to use the builds without building yourself, check out this repo on derecho in /glade/u/home/manishrv/documents/installs/mom_interface_pr_192/components/mom/standalone/build. --- standalone/build/build_examples.sh | 123 ------------------------ standalone/templates/ncar-nvhpc_cesm.mk | 2 +- 2 files changed, 1 insertion(+), 124 deletions(-) delete mode 100755 standalone/build/build_examples.sh diff --git a/standalone/build/build_examples.sh b/standalone/build/build_examples.sh deleted file mode 100755 index 9fd166ac..00000000 --- a/standalone/build/build_examples.sh +++ /dev/null @@ -1,123 +0,0 @@ -#!/bin/bash -e -### For NCAR machines, this script should be run as -### $ qcmd -- ./build_examples.sh - -echo "Starting build at `date`" - -# Save various paths to use as shortcuts -cd ../.. -INTERFACE_ROOT=`pwd -P` -MKMF_ROOT=${INTERFACE_ROOT}/standalone/mkmf -TEMPLATE_DIR=${INTERFACE_ROOT}/standalone/templates -MOM_ROOT=${INTERFACE_ROOT}/MOM6 -cd ../.. -CESM_ROOT=`pwd -P` -SHR_ROOT=${CESM_ROOT}/share -FMS_ROOT=${CESM_ROOT}/libraries/FMS - -# Default compiler -COMPILER="intel" -MACHINE="ncar" -REPRO_OR_DEBUG=REPRO - -# Parse command line arguments -while [[ "$#" -gt 0 ]]; do - case $1 in - --compiler) - COMPILER="$2" - shift ;; - --machine) - MACHINE="$2" - shift ;; - --debug) - REPRO_OR_DEBUG=DEBUG ;; - *) - echo "Unknown parameter passed: $1" - echo "Usage: $0 [--compiler ] [--machine ]" - exit 1 ;; - esac - shift -done -echo "Using compiler: $COMPILER" -echo "Using machine: $MACHINE" - -TEMPLATE=${TEMPLATE_DIR}/${MACHINE}-${COMPILER}.mk - -# Throw error if template does not exist: -if [ ! -f $TEMPLATE ]; then - echo "ERROR: Template file $TEMPLATE does not exist." - echo "Templates are based on the machine and compiler arguments: machine-compiler.mk. Available templates are:" - ls ${TEMPLATE_DIR}/*.mk - echo "Exiting." - exit 1 -fi - -# Set -j option based on the MACHINE argument -case $MACHINE in - "homebrew" ) - JOBS=2 - ;; - "ubuntu" ) - JOBS=4 - ;; - "ncar") - JOBS=32 - ;; - *) - echo "Invalid machine type for make -j option: $MACHINE" - exit 1 - ;; -esac - -if [ "${REPRO_OR_DEBUG}" == "DEBUG" ]; then - BLD_ROOT=${COMPILER}-debug -else - BLD_ROOT=${COMPILER} -fi - -# Load modules for NCAR -if [ "$MACHINE" == "ncar" ]; then - HOST=`hostname` - # Load modules if on derecho - if [ ! "${HOST:0:5}" == "crhtc" ] && [ ! "${HOST:0:6}" == "casper" ]; then - module --force purge - . /glade/u/apps/derecho/23.09/spack/opt/spack/lmod/8.7.24/gcc/7.5.0/c645/lmod/lmod/init/sh - module load cesmdev/1.0 ncarenv/23.09 - case $COMPILER in - "intel" ) - module load craype intel/2023.2.1 mkl ncarcompilers/1.0.0 cmake cray-mpich/8.1.27 netcdf-mpi/4.9.2 parallel-netcdf/1.12.3 parallelio/2.6.2 esmf/8.6.0 - ;; - "gnu" ) - module load craype gcc/12.2.0 cray-libsci/23.02.1.1 ncarcompilers/1.0.0 cmake cray-mpich/8.1.27 netcdf-mpi/4.9.2 parallel-netcdf/1.12.3 parallelio/2.6.2-debug esmf/8.6.0-debug - ;; - "nvhpc" ) - module load craype nvhpc/24.3 ncarcompilers/1.0.0 cmake cray-mpich/8.1.27 netcdf-mpi/4.9.2 parallel-netcdf/1.12.3 parallelio/2.6.2 esmf/8.6.0 - ;; - *) - echo "Not loading any special modules for ${COMPILER}" - ;; - esac - fi -fi - -# 1) Build FMS -cd ${INTERFACE_ROOT}/standalone/build -mkdir -p ${BLD_ROOT}/FMS -cd ${BLD_ROOT}/FMS -${MKMF_ROOT}/list_paths ${FMS_ROOT}/src -# We need shr_const_mod.F90 and shr_kind_mod.F90 from ${SHR_ROOT}/src -# to build FMS -echo "${SHR_ROOT}/src/shr_kind_mod.F90" >> path_names -echo "${SHR_ROOT}/src/shr_const_mod.F90" >> path_names -${MKMF_ROOT}/mkmf -t ${TEMPLATE} -p libfms.a -c "-Duse_libMPI -Duse_netCDF -DSPMD" path_names -make -j${JOBS} NETCDF=3 ${REPRO_OR_DEBUG}=1 libfms.a - -# 2) Build MOM6 -cd ${INTERFACE_ROOT}/standalone/build -mkdir -p ${BLD_ROOT}/MOM6 -cd ${BLD_ROOT}/MOM6 -${MKMF_ROOT}/list_paths -l ${MOM_ROOT}/{config_src/infra/FMS2,config_src/memory/dynamic_symmetric,config_src/drivers/solo_driver,../externals/MARBL/src,config_src/external,src/{*,*/*}}/ -${MKMF_ROOT}/mkmf -t ${TEMPLATE} -o '-I../FMS' -p MOM6 -l '-L../FMS -lfms' -c '-Duse_libMPI -Duse_netCDF -DSPMD' path_names -make -j${JOBS} NETCDF=3 ${REPRO_OR_DEBUG}=1 MOM6 - -echo "Finished build at `date`" \ No newline at end of file diff --git a/standalone/templates/ncar-nvhpc_cesm.mk b/standalone/templates/ncar-nvhpc_cesm.mk index c19a9416..fa5e494d 100644 --- a/standalone/templates/ncar-nvhpc_cesm.mk +++ b/standalone/templates/ncar-nvhpc_cesm.mk @@ -92,7 +92,7 @@ CPPFLAGS += $(shell nc-config --cflags) LIBS += $(shell nc-config --libs) $(shell nf-config --flibs) # Additional CPPDEFS Flags -CPPDEFS += -Duse_LARGEFILE -DFORTRANUNDERSCORE -DNO_SHR_VMATH -DNO_R16 -DCPRPGI -DLINUX -DHAVE_GETTID +CPPDEFS += -DCNL -DFORTRANUNDERSCORE -DNO_SHR_VMATH -DNO_R16 -DCPRPGI -DLINUX -DHAVE_GETTID -DFORTRANUNDERSCORE -DNO_SHR_VMATH -DNO_R16 -DCPRPGI -DLINUX -DHAVE_GETTID -DNDEBUG -DUSE_ESMF_LIB -DHAVE_MPI -DNUOPC_INTERFACE -DPIO2 -DHAVE_SLASHPROC -D_PNETCDF -DESMF_VERSION_MAJOR=8 -DESMF_VERSION_MINOR=6 -DATM_PRESENT -DICE_PRESENT -DLND_PRESENT -DOCN_PRESENT -DROF_PRESENT -DGLC_PRESENT -DWAV_PRESENT -DESP_PRESENT -DMED_PRESENT # These Algebra libraries Add solution to more complex vector matrix model equations From dac21b9c6e1821779fda614da514c30390e47795 Mon Sep 17 00:00:00 2001 From: manishvenu Date: Tue, 10 Sep 2024 18:07:00 -0600 Subject: [PATCH 05/19] Ensure and Edit Buildable & Runnable versions of each compiler (NVHPC,GNU, INTEL) Made changes to the intel and nvhpc compiler flags to build properly and run with double_gyre. Unfortunately that meant diverging slightly from the CESM compiler flags, see comments in each template for more information. So they all can be built and run, but each template needs some workshopping to make sure they're good, for example I took out -Ktrap=fp in NVHPC DEBUG which I think I need to confirm can be taken out. --- standalone/templates/ncar-intel_cesm.mk | 2 +- standalone/templates/ncar-nvhpc.mk | 3 +- standalone/templates/ncar-nvhpc_cesm.mk | 38 ++---- .../output_nvhpc_cesm.txt | 117 ++++++++++++++++++ 4 files changed, 129 insertions(+), 31 deletions(-) diff --git a/standalone/templates/ncar-intel_cesm.mk b/standalone/templates/ncar-intel_cesm.mk index 15c17be1..2aecbe98 100644 --- a/standalone/templates/ncar-intel_cesm.mk +++ b/standalone/templates/ncar-intel_cesm.mk @@ -20,7 +20,7 @@ MAKEFLAGS += --jobs=8 FC_AUTO_R8 := -r8 FPPFLAGS := -fpp -Wp,-w FFLAGS := -qno-opt-dynamic-align -convert big_endian -assume byterecl -ftz -traceback -assume realloc_lhs -fp-model source -no-fma -qopt-report -march=core-avx2 $(FC_AUTO_R8) -FFLAGS_DEBUG = -O0 -g -check uninit -check bounds -check pointers -fpe0 -check noarg_temp_created +FFLAGS_DEBUG = -O0 -g -check uninit -check bounds -check nopointer -fpe0 -check noarg_temp_created # CESM uses -check pointers, that throws an error, changed to nopointer FFLAGS_REPRO = -O2 -debug minimal CFLAGS := -qno-opt-dynamic-align -fp-model precise -std=gnu99 -no-fma -qopt-report -march=core-avx2 diff --git a/standalone/templates/ncar-nvhpc.mk b/standalone/templates/ncar-nvhpc.mk index 42c85851..2e42f79f 100644 --- a/standalone/templates/ncar-nvhpc.mk +++ b/standalone/templates/ncar-nvhpc.mk @@ -47,8 +47,7 @@ FPPFLAGS := $(INCLUDES) # Base set of Fortran compiler flags -FFLAGS = -g -Mdwarf3 -traceback -i4 -r8 -byteswapio -Mcray=pointer -Mflushz \ - -Mnofma -Mdaz -D_F2000 +FFLAGS = -g -Mdwarf3 -traceback -i4 -r8 -byteswapio -Mcray=pointer -Mflushz -Mnofma -Mdaz -D_F2000 # Flags based on perforance target (production (OPT), reproduction (REPRO), or debug (DEBUG) #FFLAGS_REPRO = -O2 -Mvect=nosse -Mnoscalarsse $(NOFMA) diff --git a/standalone/templates/ncar-nvhpc_cesm.mk b/standalone/templates/ncar-nvhpc_cesm.mk index fa5e494d..a90f094f 100644 --- a/standalone/templates/ncar-nvhpc_cesm.mk +++ b/standalone/templates/ncar-nvhpc_cesm.mk @@ -25,33 +25,17 @@ ifneq ($(need),$(ok)) $(error Need at least make version $(need). Load module gmake/3.81) endif - -# Check version of PGI for use of -nofma option -has_nofma := $(shell $(FC) -dryrun -nofma foo.f90 > /dev/null 2>&1; echo $$?) -ifneq ($(has_nofma),0) -NOFMA := -else -NOFMA := -nofma -endif - -# Required Preprocessor Macros: -CPPDEFS += -Duse_netCDF - -# Additional Preprocessor Macros needed due to Autotools and CMake -CPPDEFS += -DHAVE_SCHED_GETAFFINITY -DHAVE_GETTID - # Macro for Fortran preprocessor FPPFLAGS := $(INCLUDES) # Base set of Fortran compiler flags FC_AUTO_R8 = -r8 -FFLAGS = $(FC_AUTO_R8) -Mnofma -i4 -gopt -time -Mextend -byteswapio -Mflushz -Kieee +FFLAGS = $(FC_AUTO_R8) -Mnofma -i4 -gopt -time -Mextend -byteswapio -Mflushz -Kieee # Flags based on perforance target (production (OPT), reproduction (REPRO), or debug (DEBUG) -FFLAGS_REPRO = -O -tp=zen3 -FFLAGS_DEBUG = -O0 -g -Ktrap=fp -Mbounds -Kieee - +FFLAGS_REPRO = -O0 -tp=zen3 # CESM doesn't include the 2, but it looks like we need it. Not quite sure what happens on just -O +FFLAGS_DEBUG = -O0 -g -traceback -Mdwarf3 #-MBounds fails compilation! o does -KTrap=fp, seems like there is a floating point exception in netcdf_io_mod file, which means i'm missing some coompiler flag # Macro for C preprocessor CPPFLAGS := $(INCLUDES) @@ -61,10 +45,10 @@ CFLAGS = -gopt -time -Mnofma # Flags based on perforance target (production (OPT), reproduction (REPRO), or debug (DEBUG) CFLAGS_REPRO = -O -CFLAGS_DEBUG = -O0 -g -traceback -Ktrap=fp +CFLAGS_DEBUG = # Linking flags -LDFLAGS := -byteswapio +LDFLAGS := # List of -L library directories to be added to the compile and linking commands LIBS := @@ -84,15 +68,13 @@ endif FPPFLAGS += $(shell nf-config --fflags) # C Compiler flags for the NetCDF library CPPFLAGS += $(shell nc-config --cflags) - # add the use_LARGEFILE cppdef - ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) - CPPDEFS += -Duse_LARGEFILE - endif # Add netcdf linking - LIBS += $(shell nc-config --libs) $(shell nf-config --flibs) - +LIBS += $(shell nc-config --libs) $(shell nf-config --flibs) +ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) + CPPDEFS += -Duse_LARGEFILE +endif # Additional CPPDEFS Flags -CPPDEFS += -DCNL -DFORTRANUNDERSCORE -DNO_SHR_VMATH -DNO_R16 -DCPRPGI -DLINUX -DHAVE_GETTID -DFORTRANUNDERSCORE -DNO_SHR_VMATH -DNO_R16 -DCPRPGI -DLINUX -DHAVE_GETTID -DNDEBUG -DUSE_ESMF_LIB -DHAVE_MPI -DNUOPC_INTERFACE -DPIO2 -DHAVE_SLASHPROC -D_PNETCDF -DESMF_VERSION_MAJOR=8 -DESMF_VERSION_MINOR=6 -DATM_PRESENT -DICE_PRESENT -DLND_PRESENT -DOCN_PRESENT -DROF_PRESENT -DGLC_PRESENT -DWAV_PRESENT -DESP_PRESENT -DMED_PRESENT +CPPDEFS += -DHAVE_SCHED_GETAFFINITY -DFORTRANUNDERSCORE -DNO_SHR_VMATH -DNO_R16 -DCPRPGI -DLINUX -DHAVE_GETTID -DNDEBUG -DUSE_ESMF_LIB -DHAVE_MPI -DNUOPC_INTERFACE -DPIO2 -DHAVE_SLASHPROC -D_PNETCDF -DESMF_VERSION_MAJOR=8 -DESMF_VERSION_MINOR=6 -DATM_PRESENT -DICE_PRESENT -DLND_PRESENT -DOCN_PRESENT -DROF_PRESENT -DGLC_PRESENT -DWAV_PRESENT -DESP_PRESENT -DMED_PRESENT -DPIO2 # These Algebra libraries Add solution to more complex vector matrix model equations diff --git a/standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc_cesm.txt b/standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc_cesm.txt index e69de29b..4d2dc0d3 100644 --- a/standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc_cesm.txt +++ b/standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc_cesm.txt @@ -0,0 +1,117 @@ +NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. +NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. +NOTE: ======== Model being driven by MOM_driver ======== +NOTE: callTree: o Program MOM_main, MOM_driver.F90 +NOTE: open_param_file: MOM_input has been opened successfully. +NOTE: open_param_file: MOM_override has been opened successfully. + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_inc domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 +NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io +NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: Open_file is appending .nc to the filename ./ocean_geometry + + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. + + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! + + +WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! + +MOM Day 0.000 0: En 1.423673E-13, MaxCFL 0.00000, Mass 5.288178268008E+18 + Total Energy: 4126F9BF42B7CF4E 7.5286363030860736E+05 + Total Mass: 5.2881782680077681E+18, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) +MOM Day 1.000 72: En 4.580432E-06, MaxCFL 0.00023, Mass 5.288178268008E+18 + Total Energy: 42B607A80A9BFE7D 2.4222139849726488E+13 + Total Mass: 5.2881782680077681E+18, Change: -7.4479853272800113E+01 Error: -7.44799E+01 (-1.4E-17) +MOM Day 2.000 144: En 8.958206E-06, MaxCFL 0.00040, Mass 5.288178268008E+18 + Total Energy: 42C58AE53354BAAE 4.7372590033269359E+13 + Total Mass: 5.2881782680077681E+18, Change: -5.3850339916781394E+01 Error: -5.38503E+01 (-1.0E-17) +MOM Day 3.000 216: En 1.166708E-05, MaxCFL 0.00045, Mass 5.288178268008E+18 + Total Energy: 42CC0E8B5CDEE73E 6.1697586478542484E+13 + Total Mass: 5.2881782680077681E+18, Change: 8.5736064780355719E+01 Error: 8.57361E+01 ( 1.6E-17) +MOM Day 4.000 288: En 1.542296E-05, MaxCFL 0.00044, Mass 5.288178268008E+18 + Total Energy: 42D28B60D587EF95 8.1559337443262328E+13 + Total Mass: 5.2881782680077681E+18, Change: -7.4351260657852976E+01 Error: -7.43513E+01 (-1.4E-17) +MOM Day 5.000 360: En 1.826022E-05, MaxCFL 0.00053, Mass 5.288178268008E+18 + Total Energy: 42D5F4B97D61AB81 9.6563312821934016E+13 + Total Mass: 5.2881782680077681E+18, Change: 7.0123661168087182E+01 Error: 7.01237E+01 ( 1.3E-17) +MOM Day 6.000 432: En 2.397431E-05, MaxCFL 0.00062, Mass 5.288178268008E+18 + Total Energy: 42DCD397A5E5D723 1.2678043163631655E+14 + Total Mass: 5.2881782680077681E+18, Change: -4.9496049892239796E+01 Error: -4.94960E+01 (-9.4E-18) +MOM Day 7.000 504: En 2.927962E-05, MaxCFL 0.00073, Mass 5.288178268008E+18 + Total Energy: 42E19A5109E4E8B8 1.5483585790957375E+14 + Total Mass: 5.2881782680077681E+18, Change: 6.3265455880979829E+01 Error: 6.32655E+01 ( 1.2E-17) +MOM Day 8.000 576: En 3.486441E-05, MaxCFL 0.00081, Mass 5.288178268008E+18 + Total Energy: 42E4F5D995B9FD39 1.8436920009111378E+14 + Total Mass: 5.2881782680077681E+18, Change: 4.5135547774855041E+01 Error: 4.51355E+01 ( 8.5E-18) +MOM Day 9.000 648: En 4.195565E-05, MaxCFL 0.00090, Mass 5.288178268008E+18 + Total Energy: 42E9393C9CAD84D0 2.2186896585015050E+14 + Total Mass: 5.2881782680077681E+18, Change: 1.0475768039255965E+02 Error: 1.04758E+02 ( 2.0E-17) +MOM Day 10.000 720: En 4.604729E-05, MaxCFL 0.00100, Mass 5.288178268008E+18 + Total Energy: 42EBAEF71B9A2C7A 2.4350627232598781E+14 + Total Mass: 5.2881782680077681E+18, Change: 2.6968788567848577E+01 Error: 2.69688E+01 ( 5.1E-18) + MOM_in domain decomposition +whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 + X-AXIS = 44 + Y-AXIS = 40 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 22 + Y-AXIS = 20 + +WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! + + +WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! + + MPP_DOMAINS_STACK high water mark= 0 + +Tabulating mpp_clock statistics across 1 PEs... + + hits tmin tmax tavg tstd tfrac grain pemin pemax +Total runtime 1 16.680070 16.680070 16.680070 0.000000 1.000 0 0 0 +Initialization 1 0.120577 0.120577 0.120577 0.000000 0.007 0 0 0 +Main loop 1 16.539006 16.539006 16.539006 0.000000 0.992 0 0 0 +Termination 1 0.017994 0.017994 0.017994 0.000000 0.001 0 0 0 + MPP_STACK high water mark= 0 From 973c80fd84ed7c4a3bd4ad6a8e7dbcc6e82477be Mon Sep 17 00:00:00 2001 From: manishvenu Date: Wed, 11 Sep 2024 10:40:34 -0600 Subject: [PATCH 06/19] Single Column KPP outputs for each compiler w/ and w/o debug --- standalone/templates/ncar-nvhpc_cesm.mk | 4 +- .../output_gnu_cesm.txt | 241 ++++++++++++++++++ .../output_gnu_debug_cesm.txt | 241 ++++++++++++++++++ .../output_intel_cesm.txt | 229 +++++++++++++++++ .../output_intel_debug_cesm.txt | 241 ++++++++++++++++++ .../output_nvhpc_cesm.txt | 241 ++++++++++++++++++ .../output_nvhpc_debug_cesm.txt | 241 ++++++++++++++++++ 7 files changed, 1436 insertions(+), 2 deletions(-) create mode 100644 standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_gnu_cesm.txt create mode 100644 standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_gnu_debug_cesm.txt create mode 100644 standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_intel_cesm.txt create mode 100644 standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_intel_debug_cesm.txt create mode 100644 standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_nvhpc_cesm.txt create mode 100644 standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_nvhpc_debug_cesm.txt diff --git a/standalone/templates/ncar-nvhpc_cesm.mk b/standalone/templates/ncar-nvhpc_cesm.mk index a90f094f..82a00cb3 100644 --- a/standalone/templates/ncar-nvhpc_cesm.mk +++ b/standalone/templates/ncar-nvhpc_cesm.mk @@ -34,8 +34,8 @@ FC_AUTO_R8 = -r8 FFLAGS = $(FC_AUTO_R8) -Mnofma -i4 -gopt -time -Mextend -byteswapio -Mflushz -Kieee # Flags based on perforance target (production (OPT), reproduction (REPRO), or debug (DEBUG) -FFLAGS_REPRO = -O0 -tp=zen3 # CESM doesn't include the 2, but it looks like we need it. Not quite sure what happens on just -O -FFLAGS_DEBUG = -O0 -g -traceback -Mdwarf3 #-MBounds fails compilation! o does -KTrap=fp, seems like there is a floating point exception in netcdf_io_mod file, which means i'm missing some coompiler flag +FFLAGS_REPRO = -O0 -tp=zen3 # CESM doesn't include the 0, but it looks like we need it. Not quite sure what happens on just -O, but even O2 causes runtime errors +FFLAGS_DEBUG = -O0 -g # -Mbounds fails compilation! -KTrap=fp fails run! seems like there is a floating point exception in netcdf_io_mod file, which means i'm missing some coompiler flag # Macro for C preprocessor CPPFLAGS := $(INCLUDES) diff --git a/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_gnu_cesm.txt b/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_gnu_cesm.txt new file mode 100644 index 00000000..b2b6e632 --- /dev/null +++ b/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_gnu_cesm.txt @@ -0,0 +1,241 @@ +NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. +NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. +NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 710000. +NOTE: ======== Model being driven by MOM_driver ======== +NOTE: callTree: o Program MOM_main, MOM_driver.F90 +NOTE: open_param_file: MOM_input has been opened successfully. +NOTE: open_param_file: MOM_override has been opened successfully. +NOTE: open_param_file: MOM_override2 has been opened successfully. + +WARNING: MOM_obsolete_params: ETA_TOLERANCE_AUX is an obsolete run-time flag. + + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_inc domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 +NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io +NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: Open_file is appending .nc to the filename ./ocean_geometry + + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. + + +WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! + + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! + +MOM Date 1/01/01 00:00:00 0: En 1.688827E-26, MaxCFL 0.00000, Mass 7.695119440691E+16, Salt 35.12933891773, Temp 4.80639202356 + Total Energy: 3E165394AEF59AC7 1.2995726125765195E-09 + Total Mass: 7.6951194406912352E+16, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + Total Salt: 2.7032445884447250E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + Total Heat: 1.4516911074791564E+21, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + +WARNING: diag_util_mod::opening_file: module/field_name (ocean_model/wd) NOT registered + +MOM Date 1/01/11 00:00:00 240: En 1.327912E-05, MaxCFL 0.00618, Mass 7.695129762538E+16, Salt 35.12929179706, Temp 4.80261700476 + Total Energy: 426DBD578CC7BBCB 1.0218454646378685E+12 + Total Mass: 7.6951297625383088E+16, Change: 1.0321847073124609E+11 Error: 1.63107E+00 ( 2.1E-17) + Total Salt: 2.7032445884447265E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) + Total Heat: 1.4505528712669986E+21, Change: -1.1382362121578742E+18 Error: 1.64170E+06 ( 1.1E-15) +MOM Date 1/01/21 00:00:00 480: En 2.380302E-06, MaxCFL 0.00320, Mass 7.695105571929E+16, Salt 35.12940223076, Temp 4.79562022817 + Total Energy: 424552CB60B6A1FF 1.8316674698926559E+11 + Total Mass: 7.6951055719286720E+16, Change: -2.4190609634575000E+11 Error: 6.02910E-01 ( 7.8E-18) + Total Salt: 2.7032445884447275E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) + Total Heat: 1.4484350545925395E+21, Change: -2.1178166744590582E+18 Error: 1.35697E+06 ( 9.4E-16) +MOM Date 1/01/31 00:00:00 720: En 6.122198E-07, MaxCFL 0.00097, Mass 7.695053647716E+16, Salt 35.12963927480, Temp 4.78918036501 + Total Energy: 4225F0069941CE40 4.7110638752902832E+10 + Total Mass: 7.6950536477160688E+16, Change: -5.1924212605850391E+11 Error: -1.10531E+00 (-1.4E-17) + Total Salt: 2.7032445884447280E+15, Change: 5.1200000000000001E-01 Error: 5.12000E-01 ( 1.9E-16) + Total Heat: 1.4464802436143498E+21, Change: -1.9548109781897052E+18 Error: -6.69009E+05 (-4.6E-16) +MOM Date 1/02/10 00:00:00 960: En 1.572685E-06, MaxCFL 0.00230, Mass 7.695067948439E+16, Salt 35.12957398892, Temp 4.78329121077 + Total Energy: 423C2D4DC41D6900 1.2101915548541016E+11 + Total Mass: 7.6950679484394848E+16, Change: 1.4300723417518359E+11 Error: -9.29978E-02 (-1.2E-18) + Total Salt: 2.7032445884447280E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + Total Heat: 1.4447042221992153E+21, Change: -1.7760214151344947E+18 Error: 7.97780E+05 ( 5.5E-16) +MOM Date 1/02/20 00:00:00 1200: En 5.587801E-07, MaxCFL 0.00108, Mass 7.695042925094E+16, Salt 35.12968822603, Temp 4.77574334698 + Total Energy: 422405CDFA7E755E 4.2998365503229233E+10 + Total Mass: 7.6950429250940912E+16, Change: -2.5023345393000391E+11 Error: -6.91583E-01 (-9.0E-18) + Total Salt: 2.7032445884447290E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) + Total Heat: 1.4424198396297268E+21, Change: -2.2843825694884495E+18 Error: -5.43670E+05 (-3.8E-16) +MOM Date 1/03/02 00:00:00 1440: En 1.897039E-06, MaxCFL 0.00247, Mass 7.695008075769E+16, Salt 35.12984732215, Temp 4.77080458028 + Total Energy: 4240FE7644B2BB1D 1.4597728086946182E+11 + Total Mass: 7.6950080757691392E+16, Change: -3.4849324952506641E+11 Error: 1.13596E+00 ( 1.5E-17) + Total Salt: 2.7032445884447305E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) + Total Heat: 1.4409216560961697E+21, Change: -1.4981835335571866E+18 Error: 1.43808E+05 ( 1.0E-16) +MOM Date 1/03/12 00:00:00 1680: En 3.045415E-06, MaxCFL 0.00203, Mass 7.694994618542E+16, Salt 35.12990875823, Temp 4.76909432735 + Total Energy: 424B4802EE797E2A 2.3434453733098566E+11 + Total Mass: 7.6949946185415312E+16, Change: -1.3457227608250000E+11 Error: 7.68106E-02 ( 1.0E-18) + Total Salt: 2.7032445884447325E+15, Change: 2.0480000000000000E+00 Error: 2.04800E+00 ( 7.6E-16) + Total Heat: 1.4404025909839109E+21, Change: -5.1906511225880576E+17 Error: 1.31891E+06 ( 9.2E-16) +MOM Date 1/03/22 00:00:00 1920: En 6.135544E-06, MaxCFL 0.00392, Mass 7.694963553169E+16, Salt 35.13005058135, Temp 4.76845049211 + Total Energy: 425B7B40DEBEDEDB 4.7212786354748212E+11 + Total Mass: 7.6949635531688512E+16, Change: -3.1065372678123047E+11 Error: -2.03979E-01 (-2.7E-18) + Total Salt: 2.7032445884447315E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4402023201195491E+21, Change: -2.0027086436171776E+17 Error: -1.64708E+06 (-1.1E-15) +MOM Date 1/04/01 00:00:00 2160: En 1.191727E-05, MaxCFL 0.00551, Mass 7.694959233117E+16, Salt 35.13007030382, Temp 4.76482604909 + Total Energy: 426AB0666C63BCFA 9.1702921705390552E+11 + Total Mass: 7.6949592331174288E+16, Change: -4.3200514253363281E+10 Error: -6.58889E-01 (-8.6E-18) + Total Salt: 2.7032445884447305E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4391068313767057E+21, Change: -1.0954887428434821E+18 Error: 8.94239E+03 ( 6.2E-18) +MOM Date 1/04/11 00:00:00 2400: En 8.240632E-06, MaxCFL 0.00478, Mass 7.694924183741E+16, Salt 35.13023031672, Temp 4.76467885880 + Total Energy: 4262747D9F12FF99 6.3411040885598743E+11 + Total Mass: 7.6949241837405888E+16, Change: -3.5049376837383594E+11 Error: -7.27250E-02 (-9.5E-19) + Total Salt: 2.7032445884447325E+15, Change: 2.0480000000000000E+00 Error: 2.04800E+00 ( 7.6E-16) + Total Heat: 1.4390558212006840E+21, Change: -5.1010176021692416E+16 Error: 5.72763E+05 ( 4.0E-16) +MOM Date 1/04/21 00:00:00 2640: En 9.550101E-07, MaxCFL 0.00158, Mass 7.694918568794E+16, Salt 35.13025595108, Temp 4.76644721116 + Total Energy: 42311C2E78DF41BE 7.3487251679256805E+10 + Total Mass: 7.6949185687939648E+16, Change: -5.6149466280246094E+10 Error: 1.87801E-03 ( 2.4E-20) + Total Salt: 2.7032445884447340E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) + Total Heat: 1.4395888587277289E+21, Change: 5.3303752704498074E+17 Error: 2.96561E+05 ( 2.1E-16) +MOM Date 1/05/01 00:00:00 2880: En 5.134200E-06, MaxCFL 0.00333, Mass 7.694905586864E+16, Salt 35.13031521868, Temp 4.76709466824 + Total Energy: 4256FF07902629EE 3.9507186498465515E+11 + Total Mass: 7.6949055868637120E+16, Change: -1.2981930250610156E+11 Error: 5.90776E-01 ( 7.7E-18) + Total Salt: 2.7032445884447325E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) + Total Heat: 1.4397819782841447E+21, Change: 1.9311955641578291E+17 Error: 7.02084E+05 ( 4.9E-16) +MOM Date 1/05/11 00:00:00 3120: En 4.353272E-06, MaxCFL 0.00461, Mass 7.694903291197E+16, Salt 35.13032569931, Temp 4.77033825413 + Total Energy: 42537F977E8C06C9 3.3498005355210602E+11 + Total Mass: 7.6949032911974096E+16, Change: -2.2956663024222656E+10 Error: -5.45049E-01 (-7.1E-18) + Total Salt: 2.7032445884447320E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) + Total Heat: 1.4407611926237649E+21, Change: 9.7921433962020864E+17 Error: -3.15796E+05 (-2.2E-16) +MOM Date 1/05/21 00:00:00 3360: En 6.594298E-06, MaxCFL 0.00565, Mass 7.694887490158E+16, Salt 35.13039783755, Temp 4.77256940390 + Total Energy: 425D893430F2F466 5.0742380231581873E+11 + Total Mass: 7.6948874901584288E+16, Change: -1.5801038979697266E+11 Error: -2.11407E-01 (-2.7E-18) + Total Salt: 2.7032445884447305E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) + Total Heat: 1.4414320956265063E+21, Change: 6.7090300274134221E+17 Error: -2.03353E+05 (-1.4E-16) +MOM Date 1/05/31 00:00:00 3600: En 2.686146E-06, MaxCFL 0.00520, Mass 7.694877653789E+16, Salt 35.13044274477, Temp 4.77884623947 + Total Energy: 424810028EC7F5AA 2.0669563636791925E+11 + Total Mass: 7.6948776537891696E+16, Change: -9.8363692594390625E+10 Error: -1.54113E+00 (-2.0E-17) + Total Salt: 2.7032445884447295E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4433260077068638E+21, Change: 1.8939120803575235E+18 Error: -1.96145E+06 (-1.4E-15) +MOM Date 1/06/10 00:00:00 3840: En 4.795071E-06, MaxCFL 0.00537, Mass 7.694868047379E+16, Salt 35.13048660224, Temp 4.78354332997 + Total Energy: 42557A258A207682 3.6897437504185168E+11 + Total Mass: 7.6948680473789232E+16, Change: -9.6064102469398438E+10 Error: 1.33100E+00 ( 1.7E-17) + Total Salt: 2.7032445884447290E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) + Total Heat: 1.4447428378789659E+21, Change: 1.4168301721021317E+18 Error: 4.25326E+05 ( 2.9E-16) +MOM Date 1/06/20 00:00:00 4080: En 5.923949E-06, MaxCFL 0.00726, Mass 7.694865404446E+16, Salt 35.13049866841, Temp 4.78927135669 + Total Energy: 425A888B1825DA24 4.5583986703140845E+11 + Total Mass: 7.6948654044462432E+16, Change: -2.6429326817179688E+10 Error: 1.88414E+00 ( 2.4E-17) + Total Salt: 2.7032445884447280E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4464723401470635E+21, Change: 1.7295022680975606E+18 Error: 1.05666E+06 ( 7.3E-16) +MOM Date 1/06/30 00:00:00 4320: En 9.613597E-07, MaxCFL 0.00401, Mass 7.694905623951E+16, Salt 35.13031504936, Temp 4.79264874446 + Total Energy: 4231394BFBCDCB66 7.3975725005794525E+10 + Total Mass: 7.6949056239507056E+16, Change: 4.0219504463619141E+11 Error: -8.14012E-01 (-1.1E-17) + Total Salt: 2.7032445884447265E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) + Total Heat: 1.4474999562607429E+21, Change: 1.0276161136794010E+18 Error: -1.02338E+06 (-7.1E-16) + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! + + +WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! + + MPP_DOMAINS_STACK high water mark= 25200 + +Tabulating mpp_clock statistics across 1 PEs... + + hits tmin tmax tavg tstd tfrac grain pemin pemax +Total runtime 1 12.703030 12.703030 12.703030 0.000000 1.000 0 0 0 +Initialization 1 0.526445 0.526445 0.526445 0.000000 0.041 0 0 0 +Main loop 1 12.125283 12.125283 12.125283 0.000000 0.955 0 0 0 +Termination 1 0.006006 0.006006 0.006006 0.000000 0.000 0 0 0 +Ocean Initialization 2 0.745724 0.745724 0.745724 0.000000 0.059 11 0 0 +Ocean 4320 11.597250 11.597250 11.597250 0.000000 0.913 1 0 0 +Ocean dynamics 8640 6.272031 6.272031 6.272031 0.000000 0.494 11 0 0 +Ocean thermodynamics and tracers 12960 4.121144 4.121144 4.121144 0.000000 0.324 11 0 0 +Ocean Other 21600 1.148031 1.148031 1.148031 0.000000 0.090 11 0 0 +(Ocean tracer advection) 8640 0.619584 0.619584 0.619584 0.000000 0.049 21 0 0 +(Ocean diabatic driver) 4320 3.500304 3.500304 3.500304 0.000000 0.276 21 0 0 +(Ocean continuity equation *) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean set BBL viscosity) 4320 0.062372 0.062372 0.062372 0.000000 0.005 31 0 0 +(Ocean message passing *) 17280 0.293755 0.293755 0.293755 0.000000 0.023 31 0 0 +(Ocean MOM_initialize_state) 2 0.072217 0.072217 0.072217 0.000000 0.006 31 0 0 +(Ocean init message passing *) 2 0.000495 0.000495 0.000495 0.000000 0.000 41 0 0 +(Ocean mixed layer restrat) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean collective diagnostics) 17280 1.051013 1.051013 1.051013 0.000000 0.083 31 0 0 +(Ocean Z-space diagnostics) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean ALE) 4320 0.673948 0.673948 0.673948 0.000000 0.053 31 0 0 +(Stochastic EOS) 4320 0.000192 0.000192 0.000192 0.000000 0.000 31 0 0 +(SGS Temperature Variance) 4320 0.000188 0.000188 0.000188 0.000000 0.000 31 0 0 +(Initialize from Z) 1 0.062255 0.062255 0.062255 0.000000 0.005 41 0 0 +(Initialize from Z) ALE 1 0.001610 0.001610 0.001610 0.000000 0.000 51 0 0 +(Initialize tracer from Z) read 2 0.002683 0.002683 0.002683 0.000000 0.000 51 0 0 +(Ocean diagnostics framework) 190080 1.803498 1.803498 1.803498 0.000000 0.142 31 0 0 +(Ocean diagnostics remapping) 34560 0.550387 0.550387 0.550387 0.000000 0.043 41 0 0 +(Ocean diagnostics grid updates) 38881 0.229569 0.229569 0.229569 0.000000 0.018 41 0 0 +(Ocean porous barrier) 4320 0.028726 0.028726 0.028726 0.000000 0.002 31 0 0 +(Ocean continuity update) 51840 0.053756 0.053756 0.053756 0.000000 0.004 41 0 0 +(Ocean continuity correction) 25920 0.179273 0.179273 0.179273 0.000000 0.014 41 0 0 +(Ocean Coriolis & mom advection) 12960 0.467442 0.467442 0.467442 0.000000 0.037 31 0 0 +(Ocean continuity equation) 12960 0.256249 0.256249 0.256249 0.000000 0.020 31 0 0 +(Ocean pressure force) 12960 3.974378 3.974378 3.974378 0.000000 0.313 31 0 0 +(Ocean vertical viscosity) 12960 0.588216 0.588216 0.588216 0.000000 0.046 31 0 0 +(Ocean horizontal viscosity) 4320 0.027813 0.027813 0.027813 0.000000 0.002 31 0 0 +(Ocean momentum increments) 12960 0.064756 0.064756 0.064756 0.000000 0.005 31 0 0 +(Ocean message passing) 43200 0.583033 0.583033 0.583033 0.000000 0.046 31 0 0 +(Ocean init message passing) 0 0.000000 0.000000 0.000000 0.000000 0.000 41 0 0 +Ocean KPP calculate) 4320 0.085602 0.085602 0.085602 0.000000 0.007 31 0 0 +(Ocean KPP comp BLD) 4320 0.219820 0.219820 0.219820 0.000000 0.017 41 0 0 +(Ocean kappa_shear) 4320 0.816699 0.816699 0.816699 0.000000 0.064 31 0 0 +(Ocean diabatic entrain) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean vert remap) 4320 0.111543 0.111543 0.111543 0.000000 0.009 31 0 0 +(Ocean set_diffusivity) 8640 1.009665 1.009665 1.009665 0.000000 0.079 31 0 0 +(Ocean KPP) 4320 1.133255 1.133255 1.133255 0.000000 0.089 31 0 0 +(Ocean tracer_columns) 4320 0.000946 0.000946 0.000946 0.000000 0.000 26 0 0 +(Ocean diabatic tridiag) 4320 0.016151 0.016151 0.016151 0.000000 0.001 41 0 0 +(Ocean diabatic message passing) 4320 0.020305 0.020305 0.020305 0.000000 0.002 41 0 0 +(Ocean find_uv_at_h) 4320 0.006069 0.006069 0.006069 0.000000 0.000 41 0 0 +(Ocean frazil) 8640 0.011119 0.011119 0.011119 0.000000 0.001 41 0 0 +(Ocean advect tracer) 4320 0.503044 0.503044 0.503044 0.000000 0.040 31 0 0 +(Ocean tracer halo updates) 17280 0.209605 0.209605 0.209605 0.000000 0.017 41 0 0 +(Ocean tracer global synch) 4320 0.001004 0.001004 0.001004 0.000000 0.000 41 0 0 +(Ocean diffuse tracer) 4320 0.091389 0.091389 0.091389 0.000000 0.007 31 0 0 +(Ocean epipycnal diffuse tracer) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean surface forcing) 4321 0.210192 0.210192 0.210192 0.000000 0.017 31 0 0 +(Ocean forcing diagnostics) 8640 0.088920 0.088920 0.088920 0.000000 0.007 41 0 0 + MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_gnu_debug_cesm.txt b/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_gnu_debug_cesm.txt new file mode 100644 index 00000000..cffb7c0c --- /dev/null +++ b/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_gnu_debug_cesm.txt @@ -0,0 +1,241 @@ +NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. +NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. +NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 710000. +NOTE: ======== Model being driven by MOM_driver ======== +NOTE: callTree: o Program MOM_main, MOM_driver.F90 +NOTE: open_param_file: MOM_input has been opened successfully. +NOTE: open_param_file: MOM_override has been opened successfully. +NOTE: open_param_file: MOM_override2 has been opened successfully. + +WARNING: MOM_obsolete_params: ETA_TOLERANCE_AUX is an obsolete run-time flag. + + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_inc domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 +NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io +NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: Open_file is appending .nc to the filename ./ocean_geometry + + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. + + +WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! + + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! + +MOM Date 1/01/01 00:00:00 0: En 1.688827E-26, MaxCFL 0.00000, Mass 7.695119440691E+16, Salt 35.12933891773, Temp 4.80639202356 + Total Energy: 3E165394AEF59AC7 1.2995726125765195E-09 + Total Mass: 7.6951194406912352E+16, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + Total Salt: 2.7032445884447250E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + Total Heat: 1.4516911074791564E+21, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + +WARNING: diag_util_mod::opening_file: module/field_name (ocean_model/wd) NOT registered + +MOM Date 1/01/11 00:00:00 240: En 1.327912E-05, MaxCFL 0.00618, Mass 7.695129762538E+16, Salt 35.12929179706, Temp 4.80261700476 + Total Energy: 426DBD578CC7BBCB 1.0218454646378685E+12 + Total Mass: 7.6951297625383088E+16, Change: 1.0321847073124609E+11 Error: 1.63107E+00 ( 2.1E-17) + Total Salt: 2.7032445884447265E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) + Total Heat: 1.4505528712669986E+21, Change: -1.1382362121578742E+18 Error: 1.64170E+06 ( 1.1E-15) +MOM Date 1/01/21 00:00:00 480: En 2.380302E-06, MaxCFL 0.00320, Mass 7.695105571929E+16, Salt 35.12940223076, Temp 4.79562022817 + Total Energy: 424552CB60B6A1FF 1.8316674698926559E+11 + Total Mass: 7.6951055719286720E+16, Change: -2.4190609634575000E+11 Error: 6.02910E-01 ( 7.8E-18) + Total Salt: 2.7032445884447275E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) + Total Heat: 1.4484350545925395E+21, Change: -2.1178166744590582E+18 Error: 1.35697E+06 ( 9.4E-16) +MOM Date 1/01/31 00:00:00 720: En 6.122198E-07, MaxCFL 0.00097, Mass 7.695053647716E+16, Salt 35.12963927480, Temp 4.78918036501 + Total Energy: 4225F0069941CE40 4.7110638752902832E+10 + Total Mass: 7.6950536477160688E+16, Change: -5.1924212605850391E+11 Error: -1.10531E+00 (-1.4E-17) + Total Salt: 2.7032445884447280E+15, Change: 5.1200000000000001E-01 Error: 5.12000E-01 ( 1.9E-16) + Total Heat: 1.4464802436143498E+21, Change: -1.9548109781897052E+18 Error: -6.69009E+05 (-4.6E-16) +MOM Date 1/02/10 00:00:00 960: En 1.572685E-06, MaxCFL 0.00230, Mass 7.695067948439E+16, Salt 35.12957398892, Temp 4.78329121077 + Total Energy: 423C2D4DC41D6900 1.2101915548541016E+11 + Total Mass: 7.6950679484394848E+16, Change: 1.4300723417518359E+11 Error: -9.29978E-02 (-1.2E-18) + Total Salt: 2.7032445884447280E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + Total Heat: 1.4447042221992153E+21, Change: -1.7760214151344947E+18 Error: 7.97780E+05 ( 5.5E-16) +MOM Date 1/02/20 00:00:00 1200: En 5.587801E-07, MaxCFL 0.00108, Mass 7.695042925094E+16, Salt 35.12968822603, Temp 4.77574334698 + Total Energy: 422405CDFA7E755E 4.2998365503229233E+10 + Total Mass: 7.6950429250940912E+16, Change: -2.5023345393000391E+11 Error: -6.91583E-01 (-9.0E-18) + Total Salt: 2.7032445884447290E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) + Total Heat: 1.4424198396297268E+21, Change: -2.2843825694884495E+18 Error: -5.43670E+05 (-3.8E-16) +MOM Date 1/03/02 00:00:00 1440: En 1.897039E-06, MaxCFL 0.00247, Mass 7.695008075769E+16, Salt 35.12984732215, Temp 4.77080458028 + Total Energy: 4240FE7644B2BB1D 1.4597728086946182E+11 + Total Mass: 7.6950080757691392E+16, Change: -3.4849324952506641E+11 Error: 1.13596E+00 ( 1.5E-17) + Total Salt: 2.7032445884447305E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) + Total Heat: 1.4409216560961697E+21, Change: -1.4981835335571866E+18 Error: 1.43808E+05 ( 1.0E-16) +MOM Date 1/03/12 00:00:00 1680: En 3.045415E-06, MaxCFL 0.00203, Mass 7.694994618542E+16, Salt 35.12990875823, Temp 4.76909432735 + Total Energy: 424B4802EE797E2A 2.3434453733098566E+11 + Total Mass: 7.6949946185415312E+16, Change: -1.3457227608250000E+11 Error: 7.68106E-02 ( 1.0E-18) + Total Salt: 2.7032445884447325E+15, Change: 2.0480000000000000E+00 Error: 2.04800E+00 ( 7.6E-16) + Total Heat: 1.4404025909839109E+21, Change: -5.1906511225880576E+17 Error: 1.31891E+06 ( 9.2E-16) +MOM Date 1/03/22 00:00:00 1920: En 6.135544E-06, MaxCFL 0.00392, Mass 7.694963553169E+16, Salt 35.13005058135, Temp 4.76845049211 + Total Energy: 425B7B40DEBEDEDB 4.7212786354748212E+11 + Total Mass: 7.6949635531688512E+16, Change: -3.1065372678123047E+11 Error: -2.03979E-01 (-2.7E-18) + Total Salt: 2.7032445884447315E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4402023201195491E+21, Change: -2.0027086436171776E+17 Error: -1.64708E+06 (-1.1E-15) +MOM Date 1/04/01 00:00:00 2160: En 1.191727E-05, MaxCFL 0.00551, Mass 7.694959233117E+16, Salt 35.13007030382, Temp 4.76482604909 + Total Energy: 426AB0666C63BCFA 9.1702921705390552E+11 + Total Mass: 7.6949592331174288E+16, Change: -4.3200514253363281E+10 Error: -6.58889E-01 (-8.6E-18) + Total Salt: 2.7032445884447305E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4391068313767057E+21, Change: -1.0954887428434821E+18 Error: 8.94239E+03 ( 6.2E-18) +MOM Date 1/04/11 00:00:00 2400: En 8.240632E-06, MaxCFL 0.00478, Mass 7.694924183741E+16, Salt 35.13023031672, Temp 4.76467885880 + Total Energy: 4262747D9F12FF99 6.3411040885598743E+11 + Total Mass: 7.6949241837405888E+16, Change: -3.5049376837383594E+11 Error: -7.27250E-02 (-9.5E-19) + Total Salt: 2.7032445884447325E+15, Change: 2.0480000000000000E+00 Error: 2.04800E+00 ( 7.6E-16) + Total Heat: 1.4390558212006840E+21, Change: -5.1010176021692416E+16 Error: 5.72763E+05 ( 4.0E-16) +MOM Date 1/04/21 00:00:00 2640: En 9.550101E-07, MaxCFL 0.00158, Mass 7.694918568794E+16, Salt 35.13025595108, Temp 4.76644721116 + Total Energy: 42311C2E78DF41BE 7.3487251679256805E+10 + Total Mass: 7.6949185687939648E+16, Change: -5.6149466280246094E+10 Error: 1.87801E-03 ( 2.4E-20) + Total Salt: 2.7032445884447340E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) + Total Heat: 1.4395888587277289E+21, Change: 5.3303752704498074E+17 Error: 2.96561E+05 ( 2.1E-16) +MOM Date 1/05/01 00:00:00 2880: En 5.134200E-06, MaxCFL 0.00333, Mass 7.694905586864E+16, Salt 35.13031521868, Temp 4.76709466824 + Total Energy: 4256FF07902629EE 3.9507186498465515E+11 + Total Mass: 7.6949055868637120E+16, Change: -1.2981930250610156E+11 Error: 5.90776E-01 ( 7.7E-18) + Total Salt: 2.7032445884447325E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) + Total Heat: 1.4397819782841447E+21, Change: 1.9311955641578291E+17 Error: 7.02084E+05 ( 4.9E-16) +MOM Date 1/05/11 00:00:00 3120: En 4.353272E-06, MaxCFL 0.00461, Mass 7.694903291197E+16, Salt 35.13032569931, Temp 4.77033825413 + Total Energy: 42537F977E8C06C9 3.3498005355210602E+11 + Total Mass: 7.6949032911974096E+16, Change: -2.2956663024222656E+10 Error: -5.45049E-01 (-7.1E-18) + Total Salt: 2.7032445884447320E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) + Total Heat: 1.4407611926237649E+21, Change: 9.7921433962020864E+17 Error: -3.15796E+05 (-2.2E-16) +MOM Date 1/05/21 00:00:00 3360: En 6.594298E-06, MaxCFL 0.00565, Mass 7.694887490158E+16, Salt 35.13039783755, Temp 4.77256940390 + Total Energy: 425D893430F2F466 5.0742380231581873E+11 + Total Mass: 7.6948874901584288E+16, Change: -1.5801038979697266E+11 Error: -2.11407E-01 (-2.7E-18) + Total Salt: 2.7032445884447305E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) + Total Heat: 1.4414320956265063E+21, Change: 6.7090300274134221E+17 Error: -2.03353E+05 (-1.4E-16) +MOM Date 1/05/31 00:00:00 3600: En 2.686146E-06, MaxCFL 0.00520, Mass 7.694877653789E+16, Salt 35.13044274477, Temp 4.77884623947 + Total Energy: 424810028EC7F5AA 2.0669563636791925E+11 + Total Mass: 7.6948776537891696E+16, Change: -9.8363692594390625E+10 Error: -1.54113E+00 (-2.0E-17) + Total Salt: 2.7032445884447295E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4433260077068638E+21, Change: 1.8939120803575235E+18 Error: -1.96145E+06 (-1.4E-15) +MOM Date 1/06/10 00:00:00 3840: En 4.795071E-06, MaxCFL 0.00537, Mass 7.694868047379E+16, Salt 35.13048660224, Temp 4.78354332997 + Total Energy: 42557A258A207682 3.6897437504185168E+11 + Total Mass: 7.6948680473789232E+16, Change: -9.6064102469398438E+10 Error: 1.33100E+00 ( 1.7E-17) + Total Salt: 2.7032445884447290E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) + Total Heat: 1.4447428378789659E+21, Change: 1.4168301721021317E+18 Error: 4.25326E+05 ( 2.9E-16) +MOM Date 1/06/20 00:00:00 4080: En 5.923949E-06, MaxCFL 0.00726, Mass 7.694865404446E+16, Salt 35.13049866841, Temp 4.78927135669 + Total Energy: 425A888B1825DA24 4.5583986703140845E+11 + Total Mass: 7.6948654044462432E+16, Change: -2.6429326817179688E+10 Error: 1.88414E+00 ( 2.4E-17) + Total Salt: 2.7032445884447280E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4464723401470635E+21, Change: 1.7295022680975606E+18 Error: 1.05666E+06 ( 7.3E-16) +MOM Date 1/06/30 00:00:00 4320: En 9.613597E-07, MaxCFL 0.00401, Mass 7.694905623951E+16, Salt 35.13031504936, Temp 4.79264874446 + Total Energy: 4231394BFBCDCB66 7.3975725005794525E+10 + Total Mass: 7.6949056239507056E+16, Change: 4.0219504463619141E+11 Error: -8.14012E-01 (-1.1E-17) + Total Salt: 2.7032445884447265E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) + Total Heat: 1.4474999562607429E+21, Change: 1.0276161136794010E+18 Error: -1.02338E+06 (-7.1E-16) + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! + + +WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! + + MPP_DOMAINS_STACK high water mark= 25200 + +Tabulating mpp_clock statistics across 1 PEs... + + hits tmin tmax tavg tstd tfrac grain pemin pemax +Total runtime 1 17.263720 17.263720 17.263720 0.000000 1.000 0 0 0 +Initialization 1 0.201288 0.201288 0.201288 0.000000 0.012 0 0 0 +Main loop 1 17.023144 17.023144 17.023144 0.000000 0.986 0 0 0 +Termination 1 0.014020 0.014020 0.014020 0.000000 0.001 0 0 0 +Ocean Initialization 2 0.202477 0.202477 0.202477 0.000000 0.012 11 0 0 +Ocean 4320 16.667136 16.667136 16.667136 0.000000 0.965 1 0 0 +Ocean dynamics 8640 9.640773 9.640773 9.640773 0.000000 0.558 11 0 0 +Ocean thermodynamics and tracers 12960 5.346625 5.346625 5.346625 0.000000 0.310 11 0 0 +Ocean Other 21600 1.598674 1.598674 1.598674 0.000000 0.093 11 0 0 +(Ocean tracer advection) 8640 1.134051 1.134051 1.134051 0.000000 0.066 21 0 0 +(Ocean diabatic driver) 4320 4.211361 4.211361 4.211361 0.000000 0.244 21 0 0 +(Ocean continuity equation *) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean set BBL viscosity) 4320 0.112545 0.112545 0.112545 0.000000 0.007 31 0 0 +(Ocean message passing *) 17280 0.449174 0.449174 0.449174 0.000000 0.026 31 0 0 +(Ocean MOM_initialize_state) 2 0.065798 0.065798 0.065798 0.000000 0.004 31 0 0 +(Ocean init message passing *) 2 0.000443 0.000443 0.000443 0.000000 0.000 41 0 0 +(Ocean mixed layer restrat) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean collective diagnostics) 17280 1.230111 1.230111 1.230111 0.000000 0.071 31 0 0 +(Ocean Z-space diagnostics) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean ALE) 4320 0.831572 0.831572 0.831572 0.000000 0.048 31 0 0 +(Stochastic EOS) 4320 0.000183 0.000183 0.000183 0.000000 0.000 31 0 0 +(SGS Temperature Variance) 4320 0.000182 0.000182 0.000182 0.000000 0.000 31 0 0 +(Initialize from Z) 1 0.055728 0.055728 0.055728 0.000000 0.003 41 0 0 +(Initialize from Z) ALE 1 0.001729 0.001729 0.001729 0.000000 0.000 51 0 0 +(Initialize tracer from Z) read 2 0.002223 0.002223 0.002223 0.000000 0.000 51 0 0 +(Ocean diagnostics framework) 190080 2.167083 2.167083 2.167083 0.000000 0.126 31 0 0 +(Ocean diagnostics remapping) 34560 0.624415 0.624415 0.624415 0.000000 0.036 41 0 0 +(Ocean diagnostics grid updates) 38881 0.258174 0.258174 0.258174 0.000000 0.015 41 0 0 +(Ocean porous barrier) 4320 0.042308 0.042308 0.042308 0.000000 0.002 31 0 0 +(Ocean continuity update) 51840 0.107756 0.107756 0.107756 0.000000 0.006 41 0 0 +(Ocean continuity correction) 25920 0.334732 0.334732 0.334732 0.000000 0.019 41 0 0 +(Ocean Coriolis & mom advection) 12960 1.504860 1.504860 1.504860 0.000000 0.087 31 0 0 +(Ocean continuity equation) 12960 0.464966 0.464966 0.464966 0.000000 0.027 31 0 0 +(Ocean pressure force) 12960 4.842497 4.842497 4.842497 0.000000 0.281 31 0 0 +(Ocean vertical viscosity) 12960 0.927074 0.927074 0.927074 0.000000 0.054 31 0 0 +(Ocean horizontal viscosity) 4320 0.025140 0.025140 0.025140 0.000000 0.001 31 0 0 +(Ocean momentum increments) 12960 0.181744 0.181744 0.181744 0.000000 0.011 31 0 0 +(Ocean message passing) 43200 1.148813 1.148813 1.148813 0.000000 0.067 31 0 0 +(Ocean init message passing) 0 0.000000 0.000000 0.000000 0.000000 0.000 41 0 0 +Ocean KPP calculate) 4320 0.084037 0.084037 0.084037 0.000000 0.005 31 0 0 +(Ocean KPP comp BLD) 4320 0.274116 0.274116 0.274116 0.000000 0.016 41 0 0 +(Ocean kappa_shear) 4320 0.812390 0.812390 0.812390 0.000000 0.047 31 0 0 +(Ocean diabatic entrain) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean vert remap) 4320 0.147045 0.147045 0.147045 0.000000 0.009 31 0 0 +(Ocean set_diffusivity) 8640 1.060164 1.060164 1.060164 0.000000 0.061 31 0 0 +(Ocean KPP) 4320 1.396535 1.396535 1.396535 0.000000 0.081 31 0 0 +(Ocean tracer_columns) 4320 0.001116 0.001116 0.001116 0.000000 0.000 26 0 0 +(Ocean diabatic tridiag) 4320 0.021586 0.021586 0.021586 0.000000 0.001 41 0 0 +(Ocean diabatic message passing) 4320 0.025610 0.025610 0.025610 0.000000 0.001 41 0 0 +(Ocean find_uv_at_h) 4320 0.012250 0.012250 0.012250 0.000000 0.001 41 0 0 +(Ocean frazil) 8640 0.016564 0.016564 0.016564 0.000000 0.001 41 0 0 +(Ocean advect tracer) 4320 0.925956 0.925956 0.925956 0.000000 0.054 31 0 0 +(Ocean tracer halo updates) 17280 0.391192 0.391192 0.391192 0.000000 0.023 41 0 0 +(Ocean tracer global synch) 4320 0.001388 0.001388 0.001388 0.000000 0.000 41 0 0 +(Ocean diffuse tracer) 4320 0.178855 0.178855 0.178855 0.000000 0.010 31 0 0 +(Ocean epipycnal diffuse tracer) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean surface forcing) 4321 0.239089 0.239089 0.239089 0.000000 0.014 31 0 0 +(Ocean forcing diagnostics) 8640 0.101044 0.101044 0.101044 0.000000 0.006 41 0 0 + MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_intel_cesm.txt b/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_intel_cesm.txt new file mode 100644 index 00000000..a5c1f661 --- /dev/null +++ b/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_intel_cesm.txt @@ -0,0 +1,229 @@ +NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. +NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. +NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 710000. +NOTE: ======== Model being driven by MOM_driver ======== +NOTE: callTree: o Program MOM_main, MOM_driver.F90 +NOTE: open_param_file: MOM_input has been opened successfully. +NOTE: open_param_file: MOM_override has been opened successfully. +NOTE: open_param_file: MOM_override2 has been opened successfully. + +WARNING: MOM_obsolete_params: ETA_TOLERANCE_AUX is an obsolete run-time flag. + + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_inc domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 +NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io +NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: Open_file is appending .nc to the filename ./ocean_geometry + + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. + + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 +MOM Date 1/01/01 00:00:00 0: En 1.688827E-26, MaxCFL 0.00000, Mass 7.695119440691E+16, Salt 35.12933891773, Temp 4.80639202356 + Total Energy: 3E165394AEF59AC7 1.2995726125765195E-09 + Total Mass: 7.6951194406912352E+16, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + Total Salt: 2.7032445884447250E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + Total Heat: 1.4516911074791564E+21, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + +WARNING: diag_util_mod::opening_file: module/field_name (ocean_model/wd) NOT registered + +MOM Date 1/01/11 00:00:00 240: En 1.327912E-05, MaxCFL 0.00618, Mass 7.695129762538E+16, Salt 35.12929179706, Temp 4.80261700476 + Total Energy: 426DBD578CC763CB 1.0218454646351185E+12 + Total Mass: 7.6951297625383088E+16, Change: 1.0321847073124609E+11 Error: 1.63107E+00 ( 2.1E-17) + Total Salt: 2.7032445884447265E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) + Total Heat: 1.4505528712669986E+21, Change: -1.1382362121578742E+18 Error: 1.63751E+06 ( 1.1E-15) +MOM Date 1/01/21 00:00:00 480: En 2.375370E-06, MaxCFL 0.00320, Mass 7.695105571929E+16, Salt 35.12940223076, Temp 4.79562022532 + Total Energy: 4245477BD35F4148 1.8278722118251001E+11 + Total Mass: 7.6951055719286720E+16, Change: -2.4190609634575000E+11 Error: 6.02910E-01 ( 7.8E-18) + Total Salt: 2.7032445884447275E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) + Total Heat: 1.4484350537297161E+21, Change: -2.1178175372824412E+18 Error: 2.29016E+06 ( 1.6E-15) +MOM Date 1/01/31 00:00:00 720: En 5.799045E-07, MaxCFL 0.00085, Mass 7.695053647716E+16, Salt 35.12963927480, Temp 4.78918037334 + Total Energy: 4224C7973E43023D 4.4623961889504372E+10 + Total Mass: 7.6950536477160688E+16, Change: -5.1924212605850391E+11 Error: -1.10531E+00 (-1.4E-17) + Total Salt: 2.7032445884447280E+15, Change: 5.1200000000000001E-01 Error: 5.12000E-01 ( 1.9E-16) + Total Heat: 1.4464802461304598E+21, Change: -1.9548075992563057E+18 Error: -2.30512E+05 (-1.6E-16) +MOM Date 1/02/10 00:00:00 960: En 9.910178E-07, MaxCFL 0.00182, Mass 7.695067948439E+16, Salt 35.12957398892, Temp 4.78329123513 + Total Energy: 4231C16B8E5BA218 7.6259495515633179E+10 + Total Mass: 7.6950679484394848E+16, Change: 1.4300723417518359E+11 Error: -9.29978E-02 (-1.2E-18) + Total Salt: 2.7032445884447280E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + Total Heat: 1.4447042295564062E+21, Change: -1.7760165740536136E+18 Error: 2.08442E+06 ( 1.4E-15) +MOM Date 1/02/20 00:00:00 1200: En 4.356363E-07, MaxCFL 0.00046, Mass 7.695042925094E+16, Salt 35.12968822603, Temp 4.77574336304 + Total Energy: 421F385CE3B3853F 3.3522399468880123E+10 + Total Mass: 7.6950429250940912E+16, Change: -2.5023345393000391E+11 Error: -6.91583E-01 (-9.0E-18) + Total Salt: 2.7032445884447290E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) + Total Heat: 1.4424198444810033E+21, Change: -2.2843850754028995E+18 Error: -8.00590E+05 (-5.6E-16) +MOM Date 1/03/02 00:00:00 1440: En 1.785313E-06, MaxCFL 0.00238, Mass 7.695008075769E+16, Salt 35.12984732215, Temp 4.77080464168 + Total Energy: 423FFC7C169FC044 1.3737997686375104E+11 + Total Mass: 7.6950080757691392E+16, Change: -3.4849324952506641E+11 Error: 1.13596E+00 ( 1.5E-17) + Total Salt: 2.7032445884447305E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) + Total Heat: 1.4409216746403474E+21, Change: -1.4981698406559252E+18 Error: -6.84629E+04 (-4.8E-17) +MOM Date 1/03/12 00:00:00 1680: En 3.041746E-06, MaxCFL 0.00203, Mass 7.694994618542E+16, Salt 35.12990875823, Temp 4.76909444220 + Total Energy: 424B3F988C55D509 2.3406215799566434E+11 + Total Mass: 7.6949946185415312E+16, Change: -1.3457227608250000E+11 Error: 7.68106E-02 ( 1.0E-18) + Total Salt: 2.7032445884447320E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) + Total Heat: 1.4404026256711095E+21, Change: -5.1904896923782349E+17 Error: 8.65353E+05 ( 6.0E-16) +MOM Date 1/03/22 00:00:00 1920: En 6.344657E-06, MaxCFL 0.00397, Mass 7.694963553169E+16, Salt 35.13005058135, Temp 4.76845073241 + Total Energy: 425C6B07C4C1E4E5 4.8821902208757648E+11 + Total Mass: 7.6949635531688512E+16, Change: -3.1065372678123047E+11 Error: -2.03979E-01 (-2.7E-18) + Total Salt: 2.7032445884447310E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4402023926962515E+21, Change: -2.0023297485805978E+17 Error: -1.87651E+06 (-1.3E-15) +MOM Date 1/04/01 00:00:00 2160: En 1.168214E-05, MaxCFL 0.00543, Mass 7.694959233117E+16, Salt 35.13007030382, Temp 4.76482636062 + Total Energy: 426A29984376839F 8.9893595435611316E+11 + Total Mass: 7.6949592331174288E+16, Change: -4.3200514253363281E+10 Error: -6.58889E-01 (-8.6E-18) + Total Salt: 2.7032445884447305E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) + Total Heat: 1.4391069254667807E+21, Change: -1.0954672294707855E+18 Error: 5.35714E+05 ( 3.7E-16) +MOM Date 1/04/11 00:00:00 2400: En 8.191328E-06, MaxCFL 0.00479, Mass 7.694924183741E+16, Salt 35.13023031672, Temp 4.76467926739 + Total Energy: 426258394F76D5B7 6.3031649784667859E+11 + Total Mass: 7.6949241837405888E+16, Change: -3.5049376837383594E+11 Error: -7.27250E-02 (-9.5E-19) + Total Salt: 2.7032445884447330E+15, Change: 2.5600000000000001E+00 Error: 2.56000E+00 ( 9.5E-16) + Total Heat: 1.4390559446039643E+21, Change: -5.0980862816419840E+16 Error: 5.54833E+05 ( 3.9E-16) +MOM Date 1/04/21 00:00:00 2640: En 1.100002E-06, MaxCFL 0.00237, Mass 7.694918568794E+16, Salt 35.13025595108, Temp 4.76644763575 + Total Energy: 4233B530AAAEA15F 8.4644244142630356E+10 + Total Mass: 7.6949185687939648E+16, Change: -5.6149466280246094E+10 Error: 1.87801E-03 ( 2.4E-20) + Total Salt: 2.7032445884447340E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) + Total Heat: 1.4395889869652330E+21, Change: 5.3304236126869914E+17 Error: 5.72131E+04 ( 4.0E-17) +MOM Date 1/05/01 00:00:00 2880: En 5.096970E-06, MaxCFL 0.00333, Mass 7.694905586864E+16, Salt 35.13031521868, Temp 4.76709512427 + Total Energy: 4256D457151D70CF 3.9220702936576263E+11 + Total Mass: 7.6949055868637120E+16, Change: -1.2981930250610156E+11 Error: 5.90776E-01 ( 7.7E-18) + Total Salt: 2.7032445884447330E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4397821160161076E+21, Change: 1.9312905087457690E+17 Error: 2.67827E+05 ( 1.9E-16) +MOM Date 1/05/11 00:00:00 3120: En 4.277498E-06, MaxCFL 0.00458, Mass 7.694903291197E+16, Salt 35.13032569931, Temp 4.77033872111 + Total Energy: 425328B4F4AFB242 3.2914930553478528E+11 + Total Mass: 7.6949032911974096E+16, Change: -2.2956663024222656E+10 Error: -5.45049E-01 (-7.1E-18) + Total Salt: 2.7032445884447320E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4407613336632172E+21, Change: 9.7921764710966886E+17 Error: 8.10158E+04 ( 5.6E-17) +MOM Date 1/05/21 00:00:00 3360: En 6.713437E-06, MaxCFL 0.00567, Mass 7.694887490158E+16, Salt 35.13039783755, Temp 4.77256993164 + Total Energy: 425E11CFE2E9BEDA 5.1659142237498206E+11 + Total Mass: 7.6948874901584288E+16, Change: -1.5801038979697266E+11 Error: -2.11407E-01 (-2.7E-18) + Total Salt: 2.7032445884447310E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4414322550173697E+21, Change: 6.7092135415250944E+17 Error: -4.73617E+05 (-3.3E-16) +MOM Date 1/05/31 00:00:00 3600: En 2.703283E-06, MaxCFL 0.00522, Mass 7.694877653789E+16, Salt 35.13044274477, Temp 4.77884680682 + Total Energy: 4248374F1351178A 2.0801428854618390E+11 + Total Mass: 7.6948776537891696E+16, Change: -9.8363692594390625E+10 Error: -1.54113E+00 (-2.0E-17) + Total Salt: 2.7032445884447305E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) + Total Heat: 1.4433261790584693E+21, Change: 1.8939240410995753E+18 Error: -1.86729E+06 (-1.3E-15) +MOM Date 1/06/10 00:00:00 3840: En 4.764762E-06, MaxCFL 0.00536, Mass 7.694868047379E+16, Salt 35.13048660224, Temp 4.78354393781 + Total Energy: 42555764DAF2002E 3.6664216263200281E+11 + Total Mass: 7.6948680473789232E+16, Change: -9.6064102469398438E+10 Error: 1.33100E+00 ( 1.7E-17) + Total Salt: 2.7032445884447305E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + Total Heat: 1.4447430214606502E+21, Change: 1.4168424021808906E+18 Error: 1.26885E+06 ( 8.8E-16) +MOM Date 1/06/20 00:00:00 4080: En 5.932180E-06, MaxCFL 0.00728, Mass 7.694865404446E+16, Salt 35.13049866841, Temp 4.78927197084 + Total Energy: 425A91FB6C86A75E 4.5647329333861511E+11 + Total Mass: 7.6948654044462432E+16, Change: -2.6429326817179688E+10 Error: 1.88414E+00 ( 2.4E-17) + Total Salt: 2.7032445884447300E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) + Total Heat: 1.4464725256342070E+21, Change: 1.7295041735567606E+18 Error: 1.83830E+04 ( 1.3E-17) +MOM Date 1/06/30 00:00:00 4320: En 9.597778E-07, MaxCFL 0.00400, Mass 7.694905623951E+16, Salt 35.13031504936, Temp 4.79264929607 + Total Energy: 4231320A97FEA8BC 7.3853999102659119E+10 + Total Mass: 7.6949056239507056E+16, Change: 4.0219504463619141E+11 Error: -8.14012E-01 (-1.1E-17) + Total Salt: 2.7032445884447285E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) + Total Heat: 1.4475001228630696E+21, Change: 1.0275972288626033E+18 Error: 5.42159E+04 ( 3.7E-17) + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + MPP_DOMAINS_STACK high water mark= 25200 + +Tabulating mpp_clock statistics across 1 PEs... + + hits tmin tmax tavg tstd tfrac grain pemin pemax +Total runtime 1 12.891096 12.891096 12.891096 0.000000 1.000 0 0 0 +Initialization 1 0.766184 0.766184 0.766184 0.000000 0.059 0 0 0 +Main loop 1 12.090912 12.090912 12.090912 0.000000 0.938 0 0 0 +Termination 1 0.009222 0.009222 0.009222 0.000000 0.001 0 0 0 +Ocean Initialization 2 1.148129 1.148129 1.148129 0.000000 0.089 11 0 0 +Ocean 4320 11.309798 11.309798 11.309798 0.000000 0.877 1 0 0 +Ocean dynamics 8640 5.445533 5.445533 5.445533 0.000000 0.422 11 0 0 +Ocean thermodynamics and tracers 12960 4.054546 4.054546 4.054546 0.000000 0.315 11 0 0 +Ocean Other 21600 1.732708 1.732708 1.732708 0.000000 0.134 11 0 0 +(Ocean tracer advection) 8640 0.685223 0.685223 0.685223 0.000000 0.053 21 0 0 +(Ocean diabatic driver) 4320 3.367985 3.367985 3.367985 0.000000 0.261 21 0 0 +(Ocean continuity equation *) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean set BBL viscosity) 4320 0.058062 0.058062 0.058062 0.000000 0.005 31 0 0 +(Ocean message passing *) 17280 0.336262 0.336262 0.336262 0.000000 0.026 31 0 0 +(Ocean MOM_initialize_state) 2 0.097672 0.097672 0.097672 0.000000 0.008 31 0 0 +(Ocean init message passing *) 2 0.000403 0.000403 0.000403 0.000000 0.000 41 0 0 +(Ocean mixed layer restrat) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean collective diagnostics) 17280 1.638673 1.638673 1.638673 0.000000 0.127 31 0 0 +(Ocean Z-space diagnostics) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean ALE) 4320 0.399825 0.399825 0.399825 0.000000 0.031 31 0 0 +(Stochastic EOS) 4320 0.000187 0.000187 0.000187 0.000000 0.000 31 0 0 +(SGS Temperature Variance) 4320 0.000184 0.000184 0.000184 0.000000 0.000 31 0 0 +(Initialize from Z) 1 0.047706 0.047706 0.047706 0.000000 0.004 41 0 0 +(Initialize from Z) ALE 1 0.001342 0.001342 0.001342 0.000000 0.000 51 0 0 +(Initialize tracer from Z) read 2 0.005611 0.005611 0.005611 0.000000 0.000 51 0 0 +(Ocean diagnostics framework) 190080 2.804891 2.804891 2.804891 0.000000 0.218 31 0 0 +(Ocean diagnostics remapping) 34560 0.323038 0.323038 0.323038 0.000000 0.025 41 0 0 +(Ocean diagnostics grid updates) 38881 0.331122 0.331122 0.331122 0.000000 0.026 41 0 0 +(Ocean porous barrier) 4320 0.034147 0.034147 0.034147 0.000000 0.003 31 0 0 +(Ocean continuity update) 51840 0.062702 0.062702 0.062702 0.000000 0.005 41 0 0 +(Ocean continuity correction) 25920 0.188394 0.188394 0.188394 0.000000 0.015 41 0 0 +(Ocean Coriolis & mom advection) 12960 1.203010 1.203010 1.203010 0.000000 0.093 31 0 0 +(Ocean continuity equation) 12960 0.258139 0.258139 0.258139 0.000000 0.020 31 0 0 +(Ocean pressure force) 12960 2.079878 2.079878 2.079878 0.000000 0.161 31 0 0 +(Ocean vertical viscosity) 12960 0.631863 0.631863 0.631863 0.000000 0.049 31 0 0 +(Ocean horizontal viscosity) 4320 0.002280 0.002280 0.002280 0.000000 0.000 31 0 0 +(Ocean momentum increments) 12960 0.071510 0.071510 0.071510 0.000000 0.006 31 0 0 +(Ocean message passing) 43200 0.838935 0.838935 0.838935 0.000000 0.065 31 0 0 +(Ocean init message passing) 0 0.000000 0.000000 0.000000 0.000000 0.000 41 0 0 +Ocean KPP calculate) 4320 0.077692 0.077692 0.077692 0.000000 0.006 31 0 0 +(Ocean KPP comp BLD) 4320 0.173652 0.173652 0.173652 0.000000 0.013 41 0 0 +(Ocean kappa_shear) 4320 0.643676 0.643676 0.643676 0.000000 0.050 31 0 0 +(Ocean diabatic entrain) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean vert remap) 4320 0.104337 0.104337 0.104337 0.000000 0.008 31 0 0 +(Ocean set_diffusivity) 8640 0.808320 0.808320 0.808320 0.000000 0.063 31 0 0 +(Ocean KPP) 4320 1.423847 1.423847 1.423847 0.000000 0.110 31 0 0 +(Ocean tracer_columns) 4320 0.000910 0.000910 0.000910 0.000000 0.000 26 0 0 +(Ocean diabatic tridiag) 4320 0.014502 0.014502 0.014502 0.000000 0.001 41 0 0 +(Ocean diabatic message passing) 4320 0.025819 0.025819 0.025819 0.000000 0.002 41 0 0 +(Ocean find_uv_at_h) 4320 0.008193 0.008193 0.008193 0.000000 0.001 41 0 0 +(Ocean frazil) 8640 0.012945 0.012945 0.012945 0.000000 0.001 41 0 0 +(Ocean advect tracer) 4320 0.536991 0.536991 0.536991 0.000000 0.042 31 0 0 +(Ocean tracer halo updates) 17280 0.279004 0.279004 0.279004 0.000000 0.022 41 0 0 +(Ocean tracer global synch) 4320 0.001092 0.001092 0.001092 0.000000 0.000 41 0 0 +(Ocean diffuse tracer) 4320 0.117987 0.117987 0.117987 0.000000 0.009 31 0 0 +(Ocean epipycnal diffuse tracer) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean surface forcing) 4321 0.210977 0.210977 0.210977 0.000000 0.016 31 0 0 +(Ocean forcing diagnostics) 8640 0.170994 0.170994 0.170994 0.000000 0.013 41 0 0 + MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_intel_debug_cesm.txt b/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_intel_debug_cesm.txt new file mode 100644 index 00000000..a143edfb --- /dev/null +++ b/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_intel_debug_cesm.txt @@ -0,0 +1,241 @@ +NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. +NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. +NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 710000. +NOTE: ======== Model being driven by MOM_driver ======== +NOTE: callTree: o Program MOM_main, MOM_driver.F90 +NOTE: open_param_file: MOM_input has been opened successfully. +NOTE: open_param_file: MOM_override has been opened successfully. +NOTE: open_param_file: MOM_override2 has been opened successfully. + +WARNING: MOM_obsolete_params: ETA_TOLERANCE_AUX is an obsolete run-time flag. + + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_inc domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 +NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io +NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: Open_file is appending .nc to the filename ./ocean_geometry + + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. + + +WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! + + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! + +MOM Date 1/01/01 00:00:00 0: En 1.688827E-26, MaxCFL 0.00000, Mass 7.695119440691E+16, Salt 35.12933891773, Temp 4.80639202356 + Total Energy: 3E165394AEF59AC7 1.2995726125765195E-09 + Total Mass: 7.6951194406912352E+16, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + Total Salt: 2.7032445884447250E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + Total Heat: 1.4516911074791564E+21, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + +WARNING: diag_util_mod::opening_file: module/field_name (ocean_model/wd) NOT registered + +MOM Date 1/01/11 00:00:00 240: En 1.327912E-05, MaxCFL 0.00618, Mass 7.695129762538E+16, Salt 35.12929179706, Temp 4.80261700476 + Total Energy: 426DBD578CC763CB 1.0218454646351185E+12 + Total Mass: 7.6951297625383088E+16, Change: 1.0321847073124609E+11 Error: 1.63107E+00 ( 2.1E-17) + Total Salt: 2.7032445884447265E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) + Total Heat: 1.4505528712669986E+21, Change: -1.1382362121578742E+18 Error: 1.63751E+06 ( 1.1E-15) +MOM Date 1/01/21 00:00:00 480: En 2.375370E-06, MaxCFL 0.00320, Mass 7.695105571929E+16, Salt 35.12940223076, Temp 4.79562022532 + Total Energy: 4245477BD35F4148 1.8278722118251001E+11 + Total Mass: 7.6951055719286720E+16, Change: -2.4190609634575000E+11 Error: 6.02910E-01 ( 7.8E-18) + Total Salt: 2.7032445884447275E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) + Total Heat: 1.4484350537297161E+21, Change: -2.1178175372824412E+18 Error: 2.29016E+06 ( 1.6E-15) +MOM Date 1/01/31 00:00:00 720: En 5.799045E-07, MaxCFL 0.00085, Mass 7.695053647716E+16, Salt 35.12963927480, Temp 4.78918037334 + Total Energy: 4224C7973E43023D 4.4623961889504372E+10 + Total Mass: 7.6950536477160688E+16, Change: -5.1924212605850391E+11 Error: -1.10531E+00 (-1.4E-17) + Total Salt: 2.7032445884447280E+15, Change: 5.1200000000000001E-01 Error: 5.12000E-01 ( 1.9E-16) + Total Heat: 1.4464802461304598E+21, Change: -1.9548075992563057E+18 Error: -2.30512E+05 (-1.6E-16) +MOM Date 1/02/10 00:00:00 960: En 9.910178E-07, MaxCFL 0.00182, Mass 7.695067948439E+16, Salt 35.12957398892, Temp 4.78329123513 + Total Energy: 4231C16B8E5BA218 7.6259495515633179E+10 + Total Mass: 7.6950679484394848E+16, Change: 1.4300723417518359E+11 Error: -9.29978E-02 (-1.2E-18) + Total Salt: 2.7032445884447280E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + Total Heat: 1.4447042295564062E+21, Change: -1.7760165740536136E+18 Error: 2.08442E+06 ( 1.4E-15) +MOM Date 1/02/20 00:00:00 1200: En 4.356363E-07, MaxCFL 0.00046, Mass 7.695042925094E+16, Salt 35.12968822603, Temp 4.77574336304 + Total Energy: 421F385CE3B3853F 3.3522399468880123E+10 + Total Mass: 7.6950429250940912E+16, Change: -2.5023345393000391E+11 Error: -6.91583E-01 (-9.0E-18) + Total Salt: 2.7032445884447290E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) + Total Heat: 1.4424198444810033E+21, Change: -2.2843850754028995E+18 Error: -8.00590E+05 (-5.6E-16) +MOM Date 1/03/02 00:00:00 1440: En 1.785313E-06, MaxCFL 0.00238, Mass 7.695008075769E+16, Salt 35.12984732215, Temp 4.77080464168 + Total Energy: 423FFC7C169FC044 1.3737997686375104E+11 + Total Mass: 7.6950080757691392E+16, Change: -3.4849324952506641E+11 Error: 1.13596E+00 ( 1.5E-17) + Total Salt: 2.7032445884447305E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) + Total Heat: 1.4409216746403474E+21, Change: -1.4981698406559252E+18 Error: -6.84629E+04 (-4.8E-17) +MOM Date 1/03/12 00:00:00 1680: En 3.041746E-06, MaxCFL 0.00203, Mass 7.694994618542E+16, Salt 35.12990875823, Temp 4.76909444220 + Total Energy: 424B3F988C55D509 2.3406215799566434E+11 + Total Mass: 7.6949946185415312E+16, Change: -1.3457227608250000E+11 Error: 7.68106E-02 ( 1.0E-18) + Total Salt: 2.7032445884447320E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) + Total Heat: 1.4404026256711095E+21, Change: -5.1904896923782349E+17 Error: 8.65353E+05 ( 6.0E-16) +MOM Date 1/03/22 00:00:00 1920: En 6.344657E-06, MaxCFL 0.00397, Mass 7.694963553169E+16, Salt 35.13005058135, Temp 4.76845073241 + Total Energy: 425C6B07C4C1E4E5 4.8821902208757648E+11 + Total Mass: 7.6949635531688512E+16, Change: -3.1065372678123047E+11 Error: -2.03979E-01 (-2.7E-18) + Total Salt: 2.7032445884447310E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4402023926962515E+21, Change: -2.0023297485805978E+17 Error: -1.87651E+06 (-1.3E-15) +MOM Date 1/04/01 00:00:00 2160: En 1.168214E-05, MaxCFL 0.00543, Mass 7.694959233117E+16, Salt 35.13007030382, Temp 4.76482636062 + Total Energy: 426A29984376839F 8.9893595435611316E+11 + Total Mass: 7.6949592331174288E+16, Change: -4.3200514253363281E+10 Error: -6.58889E-01 (-8.6E-18) + Total Salt: 2.7032445884447305E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) + Total Heat: 1.4391069254667807E+21, Change: -1.0954672294707855E+18 Error: 5.35714E+05 ( 3.7E-16) +MOM Date 1/04/11 00:00:00 2400: En 8.191328E-06, MaxCFL 0.00479, Mass 7.694924183741E+16, Salt 35.13023031672, Temp 4.76467926739 + Total Energy: 426258394F76D5B7 6.3031649784667859E+11 + Total Mass: 7.6949241837405888E+16, Change: -3.5049376837383594E+11 Error: -7.27250E-02 (-9.5E-19) + Total Salt: 2.7032445884447330E+15, Change: 2.5600000000000001E+00 Error: 2.56000E+00 ( 9.5E-16) + Total Heat: 1.4390559446039643E+21, Change: -5.0980862816419840E+16 Error: 5.54833E+05 ( 3.9E-16) +MOM Date 1/04/21 00:00:00 2640: En 1.100002E-06, MaxCFL 0.00237, Mass 7.694918568794E+16, Salt 35.13025595108, Temp 4.76644763575 + Total Energy: 4233B530AAAEA15F 8.4644244142630356E+10 + Total Mass: 7.6949185687939648E+16, Change: -5.6149466280246094E+10 Error: 1.87801E-03 ( 2.4E-20) + Total Salt: 2.7032445884447340E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) + Total Heat: 1.4395889869652330E+21, Change: 5.3304236126869914E+17 Error: 5.72131E+04 ( 4.0E-17) +MOM Date 1/05/01 00:00:00 2880: En 5.096970E-06, MaxCFL 0.00333, Mass 7.694905586864E+16, Salt 35.13031521868, Temp 4.76709512427 + Total Energy: 4256D457151D70CF 3.9220702936576263E+11 + Total Mass: 7.6949055868637120E+16, Change: -1.2981930250610156E+11 Error: 5.90776E-01 ( 7.7E-18) + Total Salt: 2.7032445884447330E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4397821160161076E+21, Change: 1.9312905087457690E+17 Error: 2.67827E+05 ( 1.9E-16) +MOM Date 1/05/11 00:00:00 3120: En 4.277498E-06, MaxCFL 0.00458, Mass 7.694903291197E+16, Salt 35.13032569931, Temp 4.77033872111 + Total Energy: 425328B4F4AFB242 3.2914930553478528E+11 + Total Mass: 7.6949032911974096E+16, Change: -2.2956663024222656E+10 Error: -5.45049E-01 (-7.1E-18) + Total Salt: 2.7032445884447320E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4407613336632172E+21, Change: 9.7921764710966886E+17 Error: 8.10158E+04 ( 5.6E-17) +MOM Date 1/05/21 00:00:00 3360: En 6.713437E-06, MaxCFL 0.00567, Mass 7.694887490158E+16, Salt 35.13039783755, Temp 4.77256993164 + Total Energy: 425E11CFE2E9BEDA 5.1659142237498206E+11 + Total Mass: 7.6948874901584288E+16, Change: -1.5801038979697266E+11 Error: -2.11407E-01 (-2.7E-18) + Total Salt: 2.7032445884447310E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4414322550173697E+21, Change: 6.7092135415250944E+17 Error: -4.73617E+05 (-3.3E-16) +MOM Date 1/05/31 00:00:00 3600: En 2.703283E-06, MaxCFL 0.00522, Mass 7.694877653789E+16, Salt 35.13044274477, Temp 4.77884680682 + Total Energy: 4248374F1351178A 2.0801428854618390E+11 + Total Mass: 7.6948776537891696E+16, Change: -9.8363692594390625E+10 Error: -1.54113E+00 (-2.0E-17) + Total Salt: 2.7032445884447305E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) + Total Heat: 1.4433261790584693E+21, Change: 1.8939240410995753E+18 Error: -1.86729E+06 (-1.3E-15) +MOM Date 1/06/10 00:00:00 3840: En 4.764762E-06, MaxCFL 0.00536, Mass 7.694868047379E+16, Salt 35.13048660224, Temp 4.78354393781 + Total Energy: 42555764DAF2002E 3.6664216263200281E+11 + Total Mass: 7.6948680473789232E+16, Change: -9.6064102469398438E+10 Error: 1.33100E+00 ( 1.7E-17) + Total Salt: 2.7032445884447305E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + Total Heat: 1.4447430214606502E+21, Change: 1.4168424021808906E+18 Error: 1.26885E+06 ( 8.8E-16) +MOM Date 1/06/20 00:00:00 4080: En 5.932180E-06, MaxCFL 0.00728, Mass 7.694865404446E+16, Salt 35.13049866841, Temp 4.78927197084 + Total Energy: 425A91FB6C86A75E 4.5647329333861511E+11 + Total Mass: 7.6948654044462432E+16, Change: -2.6429326817179688E+10 Error: 1.88414E+00 ( 2.4E-17) + Total Salt: 2.7032445884447300E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) + Total Heat: 1.4464725256342070E+21, Change: 1.7295041735567606E+18 Error: 1.83830E+04 ( 1.3E-17) +MOM Date 1/06/30 00:00:00 4320: En 9.597778E-07, MaxCFL 0.00400, Mass 7.694905623951E+16, Salt 35.13031504936, Temp 4.79264929607 + Total Energy: 4231320A97FEA8BC 7.3853999102659119E+10 + Total Mass: 7.6949056239507056E+16, Change: 4.0219504463619141E+11 Error: -8.14012E-01 (-1.1E-17) + Total Salt: 2.7032445884447285E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) + Total Heat: 1.4475001228630696E+21, Change: 1.0275972288626033E+18 Error: 5.42159E+04 ( 3.7E-17) + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! + + +WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! + + MPP_DOMAINS_STACK high water mark= 25200 + +Tabulating mpp_clock statistics across 1 PEs... + + hits tmin tmax tavg tstd tfrac grain pemin pemax +Total runtime 1 113.229635 113.229635 113.229635 0.000000 1.000 0 0 0 +Initialization 1 0.666284 0.666284 0.666284 0.000000 0.006 0 0 0 +Main loop 1 112.477269 112.477269 112.477269 0.000000 0.993 0 0 0 +Termination 1 0.043579 0.043579 0.043579 0.000000 0.000 0 0 0 +Ocean Initialization 2 0.653722 0.653722 0.653722 0.000000 0.006 11 0 0 +Ocean 4320 111.487019 111.487019 111.487019 0.000000 0.985 1 0 0 +Ocean dynamics 8640 65.562918 65.562918 65.562918 0.000000 0.579 11 0 0 +Ocean thermodynamics and tracers 12960 33.793822 33.793822 33.793822 0.000000 0.298 11 0 0 +Ocean Other 21600 11.317871 11.317871 11.317871 0.000000 0.100 11 0 0 +(Ocean tracer advection) 8640 8.196473 8.196473 8.196473 0.000000 0.072 21 0 0 +(Ocean diabatic driver) 4320 25.595177 25.595177 25.595177 0.000000 0.226 21 0 0 +(Ocean continuity equation *) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean set BBL viscosity) 4320 0.951416 0.951416 0.951416 0.000000 0.008 31 0 0 +(Ocean message passing *) 17280 1.869548 1.869548 1.869548 0.000000 0.017 31 0 0 +(Ocean MOM_initialize_state) 2 0.070049 0.070049 0.070049 0.000000 0.001 31 0 0 +(Ocean init message passing *) 2 0.038014 0.038014 0.038014 0.000000 0.000 41 0 0 +(Ocean mixed layer restrat) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean collective diagnostics) 17280 10.903811 10.903811 10.903811 0.000000 0.096 31 0 0 +(Ocean Z-space diagnostics) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean ALE) 4320 4.873804 4.873804 4.873804 0.000000 0.043 31 0 0 +(Stochastic EOS) 4320 0.000383 0.000383 0.000383 0.000000 0.000 31 0 0 +(SGS Temperature Variance) 4320 0.000350 0.000350 0.000350 0.000000 0.000 31 0 0 +(Initialize from Z) 1 0.055211 0.055211 0.055211 0.000000 0.000 41 0 0 +(Initialize from Z) ALE 1 0.002567 0.002567 0.002567 0.000000 0.000 51 0 0 +(Initialize tracer from Z) read 2 0.002730 0.002730 0.002730 0.000000 0.000 51 0 0 +(Ocean diagnostics framework) 190080 16.080816 16.080816 16.080816 0.000000 0.142 31 0 0 +(Ocean diagnostics remapping) 34560 3.484094 3.484094 3.484094 0.000000 0.031 41 0 0 +(Ocean diagnostics grid updates) 38881 1.310204 1.310204 1.310204 0.000000 0.012 41 0 0 +(Ocean porous barrier) 4320 0.238494 0.238494 0.238494 0.000000 0.002 31 0 0 +(Ocean continuity update) 51840 1.377039 1.377039 1.377039 0.000000 0.012 41 0 0 +(Ocean continuity correction) 25920 2.210315 2.210315 2.210315 0.000000 0.020 41 0 0 +(Ocean Coriolis & mom advection) 12960 10.759905 10.759905 10.759905 0.000000 0.095 31 0 0 +(Ocean continuity equation) 12960 3.637005 3.637005 3.637005 0.000000 0.032 31 0 0 +(Ocean pressure force) 12960 33.551877 33.551877 33.551877 0.000000 0.296 31 0 0 +(Ocean vertical viscosity) 12960 7.256061 7.256061 7.256061 0.000000 0.064 31 0 0 +(Ocean horizontal viscosity) 4320 0.018183 0.018183 0.018183 0.000000 0.000 31 0 0 +(Ocean momentum increments) 12960 1.525548 1.525548 1.525548 0.000000 0.013 31 0 0 +(Ocean message passing) 43200 4.682030 4.682030 4.682030 0.000000 0.041 31 0 0 +(Ocean init message passing) 0 0.000000 0.000000 0.000000 0.000000 0.000 41 0 0 +Ocean KPP calculate) 4320 0.455807 0.455807 0.455807 0.000000 0.004 31 0 0 +(Ocean KPP comp BLD) 4320 2.273303 2.273303 2.273303 0.000000 0.020 41 0 0 +(Ocean kappa_shear) 4320 3.292194 3.292194 3.292194 0.000000 0.029 31 0 0 +(Ocean diabatic entrain) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean vert remap) 4320 0.723660 0.723660 0.723660 0.000000 0.006 31 0 0 +(Ocean set_diffusivity) 8640 5.039123 5.039123 5.039123 0.000000 0.045 31 0 0 +(Ocean KPP) 4320 11.093588 11.093588 11.093588 0.000000 0.098 31 0 0 +(Ocean tracer_columns) 4320 0.004261 0.004261 0.004261 0.000000 0.000 26 0 0 +(Ocean diabatic tridiag) 4320 0.275523 0.275523 0.275523 0.000000 0.002 41 0 0 +(Ocean diabatic message passing) 4320 0.091729 0.091729 0.091729 0.000000 0.001 41 0 0 +(Ocean find_uv_at_h) 4320 0.085794 0.085794 0.085794 0.000000 0.001 41 0 0 +(Ocean frazil) 8640 0.068846 0.068846 0.068846 0.000000 0.001 41 0 0 +(Ocean advect tracer) 4320 6.486305 6.486305 6.486305 0.000000 0.057 31 0 0 +(Ocean tracer halo updates) 17280 1.609944 1.609944 1.609944 0.000000 0.014 41 0 0 +(Ocean tracer global synch) 4320 0.002165 0.002165 0.002165 0.000000 0.000 41 0 0 +(Ocean diffuse tracer) 4320 1.358068 1.358068 1.358068 0.000000 0.012 31 0 0 +(Ocean epipycnal diffuse tracer) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean surface forcing) 4321 0.623008 0.623008 0.623008 0.000000 0.006 31 0 0 +(Ocean forcing diagnostics) 8640 0.347761 0.347761 0.347761 0.000000 0.003 41 0 0 + MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_nvhpc_cesm.txt b/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_nvhpc_cesm.txt new file mode 100644 index 00000000..9e52e6d8 --- /dev/null +++ b/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_nvhpc_cesm.txt @@ -0,0 +1,241 @@ +NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. +NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. +NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 710000. +NOTE: ======== Model being driven by MOM_driver ======== +NOTE: callTree: o Program MOM_main, MOM_driver.F90 +NOTE: open_param_file: MOM_input has been opened successfully. +NOTE: open_param_file: MOM_override has been opened successfully. +NOTE: open_param_file: MOM_override2 has been opened successfully. + +WARNING: MOM_obsolete_params: ETA_TOLERANCE_AUX is an obsolete run-time flag. + + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_inc domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 +NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io +NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: Open_file is appending .nc to the filename ./ocean_geometry + + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. + + +WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! + + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! + +MOM Date 1/01/01 00:00:00 0: En 1.688827E-26, MaxCFL 0.00000, Mass 7.695119440691E+16, Salt 35.12933891773, Temp 4.80639202356 + Total Energy: 3E165394AEF59AC7 1.2995726125765195E-09 + Total Mass: 7.6951194406912352E+16, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + Total Salt: 2.7032445884447250E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + Total Heat: 1.4516911074791564E+21, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + +WARNING: diag_util_mod::opening_file: module/field_name (ocean_model/wd) NOT registered + +MOM Date 1/01/11 00:00:00 240: En 1.308256E-05, MaxCFL 0.00617, Mass 7.695129762538E+16, Salt 35.12929179706, Temp 4.80261699962 + Total Energy: 426D4CA6111D3EA3 1.0067200268579574E+12 + Total Mass: 7.6951297625383088E+16, Change: 1.0321847073124609E+11 Error: 1.63107E+00 ( 2.1E-17) + Total Salt: 2.7032445884447265E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) + Total Heat: 1.4505528697150851E+21, Change: -1.1382377640713257E+18 Error: 2.19578E+06 ( 1.5E-15) +MOM Date 1/01/21 00:00:00 480: En 2.381803E-06, MaxCFL 0.00320, Mass 7.695105571929E+16, Salt 35.12940223076, Temp 4.79562022858 + Total Energy: 4245563CE5501A8B 1.8328228931220737E+11 + Total Mass: 7.6951055719286720E+16, Change: -2.4190609634575000E+11 Error: 6.02910E-01 ( 7.8E-18) + Total Salt: 2.7032445884447280E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) + Total Heat: 1.4484350547145830E+21, Change: -2.1178150005021082E+18 Error: 1.80869E+06 ( 1.2E-15) +MOM Date 1/01/31 00:00:00 720: En 6.120316E-07, MaxCFL 0.00097, Mass 7.695053647716E+16, Salt 35.12963927480, Temp 4.78918036307 + Total Energy: 4225EE4CD7D57C54 4.7096163306742828E+10 + Total Mass: 7.6950536477160688E+16, Change: -5.1924212605850391E+11 Error: -1.10531E+00 (-1.4E-17) + Total Salt: 2.7032445884447285E+15, Change: 5.1200000000000001E-01 Error: 5.12000E-01 ( 1.9E-16) + Total Heat: 1.4464802430298625E+21, Change: -1.9548116847204762E+18 Error: -8.41890E+05 (-5.8E-16) +MOM Date 1/02/10 00:00:00 960: En 1.572873E-06, MaxCFL 0.00230, Mass 7.695067948439E+16, Salt 35.12957398892, Temp 4.78329121152 + Total Energy: 423C2E2B6145E0D0 1.2103367917387817E+11 + Total Mass: 7.6950679484394848E+16, Change: 1.4300723417518359E+11 Error: -9.29978E-02 (-1.2E-18) + Total Salt: 2.7032445884447290E+15, Change: 5.1200000000000001E-01 Error: 5.12000E-01 ( 1.9E-16) + Total Heat: 1.4447042224250154E+21, Change: -1.7760206048471286E+18 Error: 9.59037E+05 ( 6.6E-16) +MOM Date 1/02/20 00:00:00 1200: En 5.455282E-07, MaxCFL 0.00109, Mass 7.695042925094E+16, Salt 35.12968822603, Temp 4.77574338191 + Total Energy: 42238C3E1AF5119C 4.1978629498534393E+10 + Total Mass: 7.6950429250940912E+16, Change: -2.5023345393000391E+11 Error: -6.91583E-01 (-9.0E-18) + Total Salt: 2.7032445884447300E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) + Total Heat: 1.4424198501789131E+21, Change: -2.2843722461022781E+18 Error: -1.66374E+05 (-1.2E-16) +MOM Date 1/03/02 00:00:00 1440: En 1.887878E-06, MaxCFL 0.00246, Mass 7.695008075769E+16, Salt 35.12984732215, Temp 4.77080466993 + Total Energy: 4240E9740C6F3BD8 1.4527234684646753E+11 + Total Mass: 7.6950080757691392E+16, Change: -3.4849324952506641E+11 Error: 1.13596E+00 ( 1.5E-17) + Total Salt: 2.7032445884447310E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) + Total Heat: 1.4409216831732989E+21, Change: -1.4981670056141783E+18 Error: 1.44494E+05 ( 1.0E-16) +MOM Date 1/03/12 00:00:00 1680: En 3.045348E-06, MaxCFL 0.00203, Mass 7.694994618542E+16, Salt 35.12990875823, Temp 4.76909441644 + Total Energy: 424B47DB9E0F171C 2.3433938435018054E+11 + Total Mass: 7.6949946185415312E+16, Change: -1.3457227608250000E+11 Error: 7.68106E-02 ( 1.0E-18) + Total Salt: 2.7032445884447325E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) + Total Heat: 1.4404026178910175E+21, Change: -5.1906528228147200E+17 Error: 1.03856E+06 ( 7.2E-16) +MOM Date 1/03/22 00:00:00 1920: En 6.291322E-06, MaxCFL 0.00396, Mass 7.694963553169E+16, Salt 35.13005058135, Temp 4.76845057937 + Total Energy: 425C2DDFFA89F3C1 4.8411495069580865E+11 + Total Mass: 7.6949635531688512E+16, Change: -3.1065372678123047E+11 Error: -2.03979E-01 (-2.7E-18) + Total Salt: 2.7032445884447310E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) + Total Heat: 1.4402023464739579E+21, Change: -2.0027141705957376E+17 Error: -1.16881E+06 (-8.1E-16) +MOM Date 1/04/01 00:00:00 2160: En 1.225521E-05, MaxCFL 0.00556, Mass 7.694959233117E+16, Salt 35.13007030382, Temp 4.76482614669 + Total Energy: 426B72262BD41F12 9.4303376963297095E+11 + Total Mass: 7.6949592331174288E+16, Change: -4.3200514253363281E+10 Error: -6.58889E-01 (-8.6E-18) + Total Salt: 2.7032445884447305E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) + Total Heat: 1.4391068608520223E+21, Change: -1.0954856219355382E+18 Error: 2.85577E+04 ( 2.0E-17) +MOM Date 1/04/11 00:00:00 2400: En 8.258168E-06, MaxCFL 0.00477, Mass 7.694924183741E+16, Salt 35.13023031672, Temp 4.76467894520 + Total Energy: 42627E8B4B801F08 6.3545975500896973E+11 + Total Mass: 7.6949241837405888E+16, Change: -3.5049376837383594E+11 Error: -7.27250E-02 (-9.5E-19) + Total Salt: 2.7032445884447330E+15, Change: 2.5600000000000001E+00 Error: 2.56000E+00 ( 9.5E-16) + Total Heat: 1.4390558472960554E+21, Change: -5.1013555966967808E+16 Error: 4.94826E+05 ( 3.4E-16) +MOM Date 1/04/21 00:00:00 2640: En 1.085748E-06, MaxCFL 0.00237, Mass 7.694918568794E+16, Salt 35.13025595108, Temp 4.76644729843 + Total Energy: 423373D0ED396EB3 8.3547450681432419E+10 + Total Mass: 7.6949185687939648E+16, Change: -5.6149466280246094E+10 Error: 1.87801E-03 ( 2.4E-20) + Total Salt: 2.7032445884447340E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) + Total Heat: 1.4395888850876183E+21, Change: 5.3303779156295680E+17 Error: -1.57028E+05 (-1.1E-16) +MOM Date 1/05/01 00:00:00 2880: En 5.161169E-06, MaxCFL 0.00333, Mass 7.694905586864E+16, Salt 35.13031521868, Temp 4.76709475254 + Total Energy: 42571DF3D4900BD3 3.9714706694418475E+11 + Total Mass: 7.6949055868637120E+16, Change: -1.2981930250610156E+11 Error: 5.90776E-01 ( 7.7E-18) + Total Salt: 2.7032445884447330E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4397820037443745E+21, Change: 1.9311865675618714E+17 Error: 4.10515E+05 ( 2.9E-16) +MOM Date 1/05/11 00:00:00 3120: En 4.370032E-06, MaxCFL 0.00462, Mass 7.694903291197E+16, Salt 35.13032569931, Temp 4.77033833754 + Total Energy: 425392CF246C198E 3.3626970974439929E+11 + Total Mass: 7.6949032911974096E+16, Change: -2.2956663024222656E+10 Error: -5.45049E-01 (-7.1E-18) + Total Salt: 2.7032445884447325E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) + Total Heat: 1.4407612178156681E+21, Change: 9.7921407129354240E+17 Error: 4.25561E+05 ( 3.0E-16) +MOM Date 1/05/21 00:00:00 3360: En 6.560806E-06, MaxCFL 0.00564, Mass 7.694887490158E+16, Salt 35.13039783755, Temp 4.77256948765 + Total Energy: 425D62CD299CC463 5.0484665713906854E+11 + Total Mass: 7.6948874901584288E+16, Change: -1.5801038979697266E+11 Error: -2.11407E-01 (-2.7E-18) + Total Salt: 2.7032445884447310E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) + Total Heat: 1.4414321209221028E+21, Change: 6.7090310643476070E+17 Error: -1.04185E+06 (-7.2E-16) +MOM Date 1/05/31 00:00:00 3600: En 2.677422E-06, MaxCFL 0.00519, Mass 7.694877653789E+16, Salt 35.13044274477, Temp 4.77884632362 + Total Energy: 4247FC00EFDCA133 2.0602433528925937E+11 + Total Mass: 7.6948776537891696E+16, Change: -9.8363692594390625E+10 Error: -1.54113E+00 (-2.0E-17) + Total Salt: 2.7032445884447305E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) + Total Heat: 1.4433260331194932E+21, Change: 1.8939121973904015E+18 Error: -1.46500E+06 (-1.0E-15) +MOM Date 1/06/10 00:00:00 3840: En 4.783583E-06, MaxCFL 0.00536, Mass 7.694868047379E+16, Salt 35.13048660224, Temp 4.78354341357 + Total Energy: 42556CF972BB28DA 3.6809040151663831E+11 + Total Mass: 7.6948680473789232E+16, Change: -9.6064102469398438E+10 Error: 1.33100E+00 ( 1.7E-17) + Total Salt: 2.7032445884447300E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) + Total Heat: 1.4447428631288328E+21, Change: 1.4168300093395436E+18 Error: 5.35806E+05 ( 3.7E-16) +MOM Date 1/06/20 00:00:00 4080: En 5.917139E-06, MaxCFL 0.00726, Mass 7.694865404446E+16, Salt 35.13049866841, Temp 4.78927144057 + Total Energy: 425A80BC1DBFE905 4.5531584691164093E+11 + Total Mass: 7.6948654044462432E+16, Change: -2.6429326817179688E+10 Error: 1.88414E+00 ( 2.4E-17) + Total Salt: 2.7032445884447290E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4464723654824333E+21, Change: 1.7295023536005448E+18 Error: 2.05016E+05 ( 1.4E-16) +MOM Date 1/06/30 00:00:00 4320: En 9.591192E-07, MaxCFL 0.00400, Mass 7.694905623951E+16, Salt 35.13031504936, Temp 4.79264882174 + Total Energy: 42312F054C0254BF 7.3803320322331039E+10 + Total Mass: 7.6949056239507056E+16, Change: 4.0219504463619141E+11 Error: -8.14012E-01 (-1.1E-17) + Total Salt: 2.7032445884447270E+15, Change: -2.0480000000000000E+00 Error: -2.04800E+00 (-7.6E-16) + Total Heat: 1.4474999796020197E+21, Change: 1.0276141195864310E+18 Error: -8.14208E+05 (-5.6E-16) + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! + + +WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! + + MPP_DOMAINS_STACK high water mark= 25200 + +Tabulating mpp_clock statistics across 1 PEs... + + hits tmin tmax tavg tstd tfrac grain pemin pemax +Total runtime 1 37.573761 37.573761 37.573761 0.000000 1.000 0 0 0 +Initialization 1 0.378452 0.378452 0.378452 0.000000 0.010 0 0 0 +Main loop 1 37.120664 37.120664 37.120664 0.000000 0.988 0 0 0 +Termination 1 0.052517 0.052517 0.052517 0.000000 0.001 0 0 0 +Ocean Initialization 2 0.373816 0.373816 0.373816 0.000000 0.010 11 0 0 +Ocean 4320 36.520701 36.520701 36.520701 0.000000 0.972 1 0 0 +Ocean dynamics 8640 18.724814 18.724814 18.724814 0.000000 0.498 11 0 0 +Ocean thermodynamics and tracers 12960 13.069075 13.069075 13.069075 0.000000 0.348 11 0 0 +Ocean Other 21600 4.438801 4.438801 4.438801 0.000000 0.118 11 0 0 +(Ocean tracer advection) 8640 2.371698 2.371698 2.371698 0.000000 0.063 21 0 0 +(Ocean diabatic driver) 4320 10.695842 10.695842 10.695842 0.000000 0.285 21 0 0 +(Ocean continuity equation *) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean set BBL viscosity) 4320 0.221430 0.221430 0.221430 0.000000 0.006 31 0 0 +(Ocean message passing *) 17280 0.726343 0.726343 0.726343 0.000000 0.019 31 0 0 +(Ocean MOM_initialize_state) 2 0.056297 0.056297 0.056297 0.000000 0.001 31 0 0 +(Ocean init message passing *) 2 0.000851 0.000851 0.000851 0.000000 0.000 41 0 0 +(Ocean mixed layer restrat) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean collective diagnostics) 17280 4.284667 4.284667 4.284667 0.000000 0.114 31 0 0 +(Ocean Z-space diagnostics) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean ALE) 4320 1.618497 1.618497 1.618497 0.000000 0.043 31 0 0 +(Stochastic EOS) 4320 0.000228 0.000228 0.000228 0.000000 0.000 31 0 0 +(SGS Temperature Variance) 4320 0.000203 0.000203 0.000203 0.000000 0.000 31 0 0 +(Initialize from Z) 1 0.043719 0.043719 0.043719 0.000000 0.001 41 0 0 +(Initialize from Z) ALE 1 0.001997 0.001997 0.001997 0.000000 0.000 51 0 0 +(Initialize tracer from Z) read 2 0.002174 0.002174 0.002174 0.000000 0.000 51 0 0 +(Ocean diagnostics framework) 190080 8.066229 8.066229 8.066229 0.000000 0.215 31 0 0 +(Ocean diagnostics remapping) 34560 1.395602 1.395602 1.395602 0.000000 0.037 41 0 0 +(Ocean diagnostics grid updates) 38881 0.632479 0.632479 0.632479 0.000000 0.017 41 0 0 +(Ocean porous barrier) 4320 0.070597 0.070597 0.070597 0.000000 0.002 31 0 0 +(Ocean continuity update) 51840 0.297684 0.297684 0.297684 0.000000 0.008 41 0 0 +(Ocean continuity correction) 25920 0.424577 0.424577 0.424577 0.000000 0.011 41 0 0 +(Ocean Coriolis & mom advection) 12960 2.364286 2.364286 2.364286 0.000000 0.063 31 0 0 +(Ocean continuity equation) 12960 0.744690 0.744690 0.744690 0.000000 0.020 31 0 0 +(Ocean pressure force) 12960 10.377450 10.377450 10.377450 0.000000 0.276 31 0 0 +(Ocean vertical viscosity) 12960 2.034267 2.034267 2.034267 0.000000 0.054 31 0 0 +(Ocean horizontal viscosity) 4320 0.022588 0.022588 0.022588 0.000000 0.001 31 0 0 +(Ocean momentum increments) 12960 0.323402 0.323402 0.323402 0.000000 0.009 31 0 0 +(Ocean message passing) 43200 1.745943 1.745943 1.745943 0.000000 0.046 31 0 0 +(Ocean init message passing) 0 0.000000 0.000000 0.000000 0.000000 0.000 41 0 0 +Ocean KPP calculate) 4320 0.184245 0.184245 0.184245 0.000000 0.005 31 0 0 +(Ocean KPP comp BLD) 4320 0.609861 0.609861 0.609861 0.000000 0.016 41 0 0 +(Ocean kappa_shear) 4320 1.645453 1.645453 1.645453 0.000000 0.044 31 0 0 +(Ocean diabatic entrain) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean vert remap) 4320 0.281371 0.281371 0.281371 0.000000 0.007 31 0 0 +(Ocean set_diffusivity) 8640 2.182684 2.182684 2.182684 0.000000 0.058 31 0 0 +(Ocean KPP) 4320 5.107741 5.107741 5.107741 0.000000 0.136 31 0 0 +(Ocean tracer_columns) 4320 0.002301 0.002301 0.002301 0.000000 0.000 26 0 0 +(Ocean diabatic tridiag) 4320 0.066839 0.066839 0.066839 0.000000 0.002 41 0 0 +(Ocean diabatic message passing) 4320 0.040202 0.040202 0.040202 0.000000 0.001 41 0 0 +(Ocean find_uv_at_h) 4320 0.019970 0.019970 0.019970 0.000000 0.001 41 0 0 +(Ocean frazil) 8640 0.019645 0.019645 0.019645 0.000000 0.001 41 0 0 +(Ocean advect tracer) 4320 1.910804 1.910804 1.910804 0.000000 0.051 31 0 0 +(Ocean tracer halo updates) 17280 0.620567 0.620567 0.620567 0.000000 0.017 41 0 0 +(Ocean tracer global synch) 4320 0.001355 0.001355 0.001355 0.000000 0.000 41 0 0 +(Ocean diffuse tracer) 4320 0.353495 0.353495 0.353495 0.000000 0.009 31 0 0 +(Ocean epipycnal diffuse tracer) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean surface forcing) 4321 0.317489 0.317489 0.317489 0.000000 0.008 31 0 0 +(Ocean forcing diagnostics) 8640 0.264978 0.264978 0.264978 0.000000 0.007 41 0 0 + MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_nvhpc_debug_cesm.txt b/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_nvhpc_debug_cesm.txt new file mode 100644 index 00000000..cf387a02 --- /dev/null +++ b/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_nvhpc_debug_cesm.txt @@ -0,0 +1,241 @@ +NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. +NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. +NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 710000. +NOTE: ======== Model being driven by MOM_driver ======== +NOTE: callTree: o Program MOM_main, MOM_driver.F90 +NOTE: open_param_file: MOM_input has been opened successfully. +NOTE: open_param_file: MOM_override has been opened successfully. +NOTE: open_param_file: MOM_override2 has been opened successfully. + +WARNING: MOM_obsolete_params: ETA_TOLERANCE_AUX is an obsolete run-time flag. + + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_inc domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 +NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io +NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: Open_file is appending .nc to the filename ./ocean_geometry + + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. + + +WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! + + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! + +MOM Date 1/01/01 00:00:00 0: En 1.688827E-26, MaxCFL 0.00000, Mass 7.695119440691E+16, Salt 35.12933891773, Temp 4.80639202356 + Total Energy: 3E165394AEF59AC7 1.2995726125765195E-09 + Total Mass: 7.6951194406912352E+16, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + Total Salt: 2.7032445884447250E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + Total Heat: 1.4516911074791564E+21, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) + +WARNING: diag_util_mod::opening_file: module/field_name (ocean_model/wd) NOT registered + +MOM Date 1/01/11 00:00:00 240: En 1.308256E-05, MaxCFL 0.00617, Mass 7.695129762538E+16, Salt 35.12929179706, Temp 4.80261699962 + Total Energy: 426D4CA6111D3EA3 1.0067200268579574E+12 + Total Mass: 7.6951297625383088E+16, Change: 1.0321847073124609E+11 Error: 1.63107E+00 ( 2.1E-17) + Total Salt: 2.7032445884447265E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) + Total Heat: 1.4505528697150851E+21, Change: -1.1382377640713257E+18 Error: 2.19578E+06 ( 1.5E-15) +MOM Date 1/01/21 00:00:00 480: En 2.381803E-06, MaxCFL 0.00320, Mass 7.695105571929E+16, Salt 35.12940223076, Temp 4.79562022858 + Total Energy: 4245563CE5501A8B 1.8328228931220737E+11 + Total Mass: 7.6951055719286720E+16, Change: -2.4190609634575000E+11 Error: 6.02910E-01 ( 7.8E-18) + Total Salt: 2.7032445884447280E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) + Total Heat: 1.4484350547145830E+21, Change: -2.1178150005021082E+18 Error: 1.80869E+06 ( 1.2E-15) +MOM Date 1/01/31 00:00:00 720: En 6.120316E-07, MaxCFL 0.00097, Mass 7.695053647716E+16, Salt 35.12963927480, Temp 4.78918036307 + Total Energy: 4225EE4CD7D57C54 4.7096163306742828E+10 + Total Mass: 7.6950536477160688E+16, Change: -5.1924212605850391E+11 Error: -1.10531E+00 (-1.4E-17) + Total Salt: 2.7032445884447285E+15, Change: 5.1200000000000001E-01 Error: 5.12000E-01 ( 1.9E-16) + Total Heat: 1.4464802430298625E+21, Change: -1.9548116847204762E+18 Error: -8.41890E+05 (-5.8E-16) +MOM Date 1/02/10 00:00:00 960: En 1.572873E-06, MaxCFL 0.00230, Mass 7.695067948439E+16, Salt 35.12957398892, Temp 4.78329121152 + Total Energy: 423C2E2B6145E0D0 1.2103367917387817E+11 + Total Mass: 7.6950679484394848E+16, Change: 1.4300723417518359E+11 Error: -9.29978E-02 (-1.2E-18) + Total Salt: 2.7032445884447290E+15, Change: 5.1200000000000001E-01 Error: 5.12000E-01 ( 1.9E-16) + Total Heat: 1.4447042224250154E+21, Change: -1.7760206048471286E+18 Error: 9.59037E+05 ( 6.6E-16) +MOM Date 1/02/20 00:00:00 1200: En 5.455282E-07, MaxCFL 0.00109, Mass 7.695042925094E+16, Salt 35.12968822603, Temp 4.77574338191 + Total Energy: 42238C3E1AF5119C 4.1978629498534393E+10 + Total Mass: 7.6950429250940912E+16, Change: -2.5023345393000391E+11 Error: -6.91583E-01 (-9.0E-18) + Total Salt: 2.7032445884447300E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) + Total Heat: 1.4424198501789131E+21, Change: -2.2843722461022781E+18 Error: -1.66374E+05 (-1.2E-16) +MOM Date 1/03/02 00:00:00 1440: En 1.887878E-06, MaxCFL 0.00246, Mass 7.695008075769E+16, Salt 35.12984732215, Temp 4.77080466993 + Total Energy: 4240E9740C6F3BD8 1.4527234684646753E+11 + Total Mass: 7.6950080757691392E+16, Change: -3.4849324952506641E+11 Error: 1.13596E+00 ( 1.5E-17) + Total Salt: 2.7032445884447310E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) + Total Heat: 1.4409216831732989E+21, Change: -1.4981670056141783E+18 Error: 1.44494E+05 ( 1.0E-16) +MOM Date 1/03/12 00:00:00 1680: En 3.045348E-06, MaxCFL 0.00203, Mass 7.694994618542E+16, Salt 35.12990875823, Temp 4.76909441644 + Total Energy: 424B47DB9E0F171C 2.3433938435018054E+11 + Total Mass: 7.6949946185415312E+16, Change: -1.3457227608250000E+11 Error: 7.68106E-02 ( 1.0E-18) + Total Salt: 2.7032445884447325E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) + Total Heat: 1.4404026178910175E+21, Change: -5.1906528228147200E+17 Error: 1.03856E+06 ( 7.2E-16) +MOM Date 1/03/22 00:00:00 1920: En 6.291322E-06, MaxCFL 0.00396, Mass 7.694963553169E+16, Salt 35.13005058135, Temp 4.76845057937 + Total Energy: 425C2DDFFA89F3C1 4.8411495069580865E+11 + Total Mass: 7.6949635531688512E+16, Change: -3.1065372678123047E+11 Error: -2.03979E-01 (-2.7E-18) + Total Salt: 2.7032445884447310E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) + Total Heat: 1.4402023464739579E+21, Change: -2.0027141705957376E+17 Error: -1.16881E+06 (-8.1E-16) +MOM Date 1/04/01 00:00:00 2160: En 1.225521E-05, MaxCFL 0.00556, Mass 7.694959233117E+16, Salt 35.13007030382, Temp 4.76482614669 + Total Energy: 426B72262BD41F12 9.4303376963297095E+11 + Total Mass: 7.6949592331174288E+16, Change: -4.3200514253363281E+10 Error: -6.58889E-01 (-8.6E-18) + Total Salt: 2.7032445884447305E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) + Total Heat: 1.4391068608520223E+21, Change: -1.0954856219355382E+18 Error: 2.85577E+04 ( 2.0E-17) +MOM Date 1/04/11 00:00:00 2400: En 8.258168E-06, MaxCFL 0.00477, Mass 7.694924183741E+16, Salt 35.13023031672, Temp 4.76467894520 + Total Energy: 42627E8B4B801F08 6.3545975500896973E+11 + Total Mass: 7.6949241837405888E+16, Change: -3.5049376837383594E+11 Error: -7.27250E-02 (-9.5E-19) + Total Salt: 2.7032445884447330E+15, Change: 2.5600000000000001E+00 Error: 2.56000E+00 ( 9.5E-16) + Total Heat: 1.4390558472960554E+21, Change: -5.1013555966967808E+16 Error: 4.94826E+05 ( 3.4E-16) +MOM Date 1/04/21 00:00:00 2640: En 1.085748E-06, MaxCFL 0.00237, Mass 7.694918568794E+16, Salt 35.13025595108, Temp 4.76644729843 + Total Energy: 423373D0ED396EB3 8.3547450681432419E+10 + Total Mass: 7.6949185687939648E+16, Change: -5.6149466280246094E+10 Error: 1.87801E-03 ( 2.4E-20) + Total Salt: 2.7032445884447340E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) + Total Heat: 1.4395888850876183E+21, Change: 5.3303779156295680E+17 Error: -1.57028E+05 (-1.1E-16) +MOM Date 1/05/01 00:00:00 2880: En 5.161169E-06, MaxCFL 0.00333, Mass 7.694905586864E+16, Salt 35.13031521868, Temp 4.76709475254 + Total Energy: 42571DF3D4900BD3 3.9714706694418475E+11 + Total Mass: 7.6949055868637120E+16, Change: -1.2981930250610156E+11 Error: 5.90776E-01 ( 7.7E-18) + Total Salt: 2.7032445884447330E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4397820037443745E+21, Change: 1.9311865675618714E+17 Error: 4.10515E+05 ( 2.9E-16) +MOM Date 1/05/11 00:00:00 3120: En 4.370032E-06, MaxCFL 0.00462, Mass 7.694903291197E+16, Salt 35.13032569931, Temp 4.77033833754 + Total Energy: 425392CF246C198E 3.3626970974439929E+11 + Total Mass: 7.6949032911974096E+16, Change: -2.2956663024222656E+10 Error: -5.45049E-01 (-7.1E-18) + Total Salt: 2.7032445884447325E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) + Total Heat: 1.4407612178156681E+21, Change: 9.7921407129354240E+17 Error: 4.25561E+05 ( 3.0E-16) +MOM Date 1/05/21 00:00:00 3360: En 6.560806E-06, MaxCFL 0.00564, Mass 7.694887490158E+16, Salt 35.13039783755, Temp 4.77256948765 + Total Energy: 425D62CD299CC463 5.0484665713906854E+11 + Total Mass: 7.6948874901584288E+16, Change: -1.5801038979697266E+11 Error: -2.11407E-01 (-2.7E-18) + Total Salt: 2.7032445884447310E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) + Total Heat: 1.4414321209221028E+21, Change: 6.7090310643476070E+17 Error: -1.04185E+06 (-7.2E-16) +MOM Date 1/05/31 00:00:00 3600: En 2.677422E-06, MaxCFL 0.00519, Mass 7.694877653789E+16, Salt 35.13044274477, Temp 4.77884632362 + Total Energy: 4247FC00EFDCA133 2.0602433528925937E+11 + Total Mass: 7.6948776537891696E+16, Change: -9.8363692594390625E+10 Error: -1.54113E+00 (-2.0E-17) + Total Salt: 2.7032445884447305E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) + Total Heat: 1.4433260331194932E+21, Change: 1.8939121973904015E+18 Error: -1.46500E+06 (-1.0E-15) +MOM Date 1/06/10 00:00:00 3840: En 4.783583E-06, MaxCFL 0.00536, Mass 7.694868047379E+16, Salt 35.13048660224, Temp 4.78354341357 + Total Energy: 42556CF972BB28DA 3.6809040151663831E+11 + Total Mass: 7.6948680473789232E+16, Change: -9.6064102469398438E+10 Error: 1.33100E+00 ( 1.7E-17) + Total Salt: 2.7032445884447300E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) + Total Heat: 1.4447428631288328E+21, Change: 1.4168300093395436E+18 Error: 5.35806E+05 ( 3.7E-16) +MOM Date 1/06/20 00:00:00 4080: En 5.917139E-06, MaxCFL 0.00726, Mass 7.694865404446E+16, Salt 35.13049866841, Temp 4.78927144057 + Total Energy: 425A80BC1DBFE905 4.5531584691164093E+11 + Total Mass: 7.6948654044462432E+16, Change: -2.6429326817179688E+10 Error: 1.88414E+00 ( 2.4E-17) + Total Salt: 2.7032445884447290E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) + Total Heat: 1.4464723654824333E+21, Change: 1.7295023536005448E+18 Error: 2.05016E+05 ( 1.4E-16) +MOM Date 1/06/30 00:00:00 4320: En 9.591192E-07, MaxCFL 0.00400, Mass 7.694905623951E+16, Salt 35.13031504936, Temp 4.79264882174 + Total Energy: 42312F054C0254BF 7.3803320322331039E+10 + Total Mass: 7.6949056239507056E+16, Change: 4.0219504463619141E+11 Error: -8.14012E-01 (-1.1E-17) + Total Salt: 2.7032445884447270E+15, Change: -2.0480000000000000E+00 Error: -2.04800E+00 (-7.6E-16) + Total Heat: 1.4474999796020197E+21, Change: 1.0276141195864310E+18 Error: -8.14208E+05 (-5.6E-16) + MOM_in domain decomposition +whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 + X-AXIS = 2 + Y-AXIS = 2 + MOM_in domain decomposition +whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 + X-AXIS = 1 + Y-AXIS = 1 + +WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! + + +WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! + + MPP_DOMAINS_STACK high water mark= 25200 + +Tabulating mpp_clock statistics across 1 PEs... + + hits tmin tmax tavg tstd tfrac grain pemin pemax +Total runtime 1 37.263089 37.263089 37.263089 0.000000 1.000 0 0 0 +Initialization 1 0.348250 0.348250 0.348250 0.000000 0.009 0 0 0 +Main loop 1 36.869109 36.869109 36.869109 0.000000 0.989 0 0 0 +Termination 1 0.019796 0.019796 0.019796 0.000000 0.001 0 0 0 +Ocean Initialization 2 0.337499 0.337499 0.337499 0.000000 0.009 11 0 0 +Ocean 4320 36.285791 36.285791 36.285791 0.000000 0.974 1 0 0 +Ocean dynamics 8640 18.707467 18.707467 18.707467 0.000000 0.502 11 0 0 +Ocean thermodynamics and tracers 12960 12.930965 12.930965 12.930965 0.000000 0.347 11 0 0 +Ocean Other 21600 4.388406 4.388406 4.388406 0.000000 0.118 11 0 0 +(Ocean tracer advection) 8640 2.366467 2.366467 2.366467 0.000000 0.064 21 0 0 +(Ocean diabatic driver) 4320 10.562938 10.562938 10.562938 0.000000 0.283 21 0 0 +(Ocean continuity equation *) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean set BBL viscosity) 4320 0.219877 0.219877 0.219877 0.000000 0.006 31 0 0 +(Ocean message passing *) 17280 0.720279 0.720279 0.720279 0.000000 0.019 31 0 0 +(Ocean MOM_initialize_state) 2 0.056171 0.056171 0.056171 0.000000 0.002 31 0 0 +(Ocean init message passing *) 2 0.000795 0.000795 0.000795 0.000000 0.000 41 0 0 +(Ocean mixed layer restrat) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean collective diagnostics) 17280 4.238664 4.238664 4.238664 0.000000 0.114 31 0 0 +(Ocean Z-space diagnostics) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean ALE) 4320 1.608307 1.608307 1.608307 0.000000 0.043 31 0 0 +(Stochastic EOS) 4320 0.000256 0.000256 0.000256 0.000000 0.000 31 0 0 +(SGS Temperature Variance) 4320 0.000206 0.000206 0.000206 0.000000 0.000 31 0 0 +(Initialize from Z) 1 0.043579 0.043579 0.043579 0.000000 0.001 41 0 0 +(Initialize from Z) ALE 1 0.001997 0.001997 0.001997 0.000000 0.000 51 0 0 +(Initialize tracer from Z) read 2 0.002584 0.002584 0.002584 0.000000 0.000 51 0 0 +(Ocean diagnostics framework) 190080 7.926547 7.926547 7.926547 0.000000 0.213 31 0 0 +(Ocean diagnostics remapping) 34560 1.384010 1.384010 1.384010 0.000000 0.037 41 0 0 +(Ocean diagnostics grid updates) 38881 0.618188 0.618188 0.618188 0.000000 0.017 41 0 0 +(Ocean porous barrier) 4320 0.071020 0.071020 0.071020 0.000000 0.002 31 0 0 +(Ocean continuity update) 51840 0.292613 0.292613 0.292613 0.000000 0.008 41 0 0 +(Ocean continuity correction) 25920 0.425052 0.425052 0.425052 0.000000 0.011 41 0 0 +(Ocean Coriolis & mom advection) 12960 2.356752 2.356752 2.356752 0.000000 0.063 31 0 0 +(Ocean continuity equation) 12960 0.739770 0.739770 0.739770 0.000000 0.020 31 0 0 +(Ocean pressure force) 12960 10.427238 10.427238 10.427238 0.000000 0.280 31 0 0 +(Ocean vertical viscosity) 12960 2.018706 2.018706 2.018706 0.000000 0.054 31 0 0 +(Ocean horizontal viscosity) 4320 0.022996 0.022996 0.022996 0.000000 0.001 31 0 0 +(Ocean momentum increments) 12960 0.319696 0.319696 0.319696 0.000000 0.009 31 0 0 +(Ocean message passing) 43200 1.714727 1.714727 1.714727 0.000000 0.046 31 0 0 +(Ocean init message passing) 0 0.000000 0.000000 0.000000 0.000000 0.000 41 0 0 +Ocean KPP calculate) 4320 0.180603 0.180603 0.180603 0.000000 0.005 31 0 0 +(Ocean KPP comp BLD) 4320 0.603847 0.603847 0.603847 0.000000 0.016 41 0 0 +(Ocean kappa_shear) 4320 1.648856 1.648856 1.648856 0.000000 0.044 31 0 0 +(Ocean diabatic entrain) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean vert remap) 4320 0.277158 0.277158 0.277158 0.000000 0.007 31 0 0 +(Ocean set_diffusivity) 8640 2.179301 2.179301 2.179301 0.000000 0.058 31 0 0 +(Ocean KPP) 4320 5.007979 5.007979 5.007979 0.000000 0.134 31 0 0 +(Ocean tracer_columns) 4320 0.001443 0.001443 0.001443 0.000000 0.000 26 0 0 +(Ocean diabatic tridiag) 4320 0.066220 0.066220 0.066220 0.000000 0.002 41 0 0 +(Ocean diabatic message passing) 4320 0.040460 0.040460 0.040460 0.000000 0.001 41 0 0 +(Ocean find_uv_at_h) 4320 0.019985 0.019985 0.019985 0.000000 0.001 41 0 0 +(Ocean frazil) 8640 0.019059 0.019059 0.019059 0.000000 0.001 41 0 0 +(Ocean advect tracer) 4320 1.912684 1.912684 1.912684 0.000000 0.051 31 0 0 +(Ocean tracer halo updates) 17280 0.611034 0.611034 0.611034 0.000000 0.016 41 0 0 +(Ocean tracer global synch) 4320 0.001485 0.001485 0.001485 0.000000 0.000 41 0 0 +(Ocean diffuse tracer) 4320 0.345265 0.345265 0.345265 0.000000 0.009 31 0 0 +(Ocean epipycnal diffuse tracer) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 +(Ocean surface forcing) 4321 0.316642 0.316642 0.316642 0.000000 0.008 31 0 0 +(Ocean forcing diagnostics) 8640 0.259499 0.259499 0.259499 0.000000 0.007 41 0 0 + MPP_STACK high water mark= 0 From 194e0cbd80f6895bf8622b1320e6f0b0a8ac01c3 Mon Sep 17 00:00:00 2001 From: manishvenu Date: Thu, 12 Sep 2024 17:05:55 -0600 Subject: [PATCH 07/19] Working version of NVHPC with -O2 and clean up build_examples --- standalone/build/build_examples_cesm.sh | 132 ---------- standalone/templates/ncar-gnu.mk | 32 +-- standalone/templates/ncar-gnu_cesm.mk | 144 ----------- standalone/templates/ncar-intel.mk | 41 ++- standalone/templates/ncar-intel_cesm.mk | 141 ---------- standalone/templates/ncar-nvhpc.mk | 55 ++-- standalone/templates/ncar-nvhpc_cesm.mk | 171 ------------- .../output_gnu_cesm.txt | 241 ------------------ .../output_gnu_debug_cesm.txt | 241 ------------------ .../output_intel_cesm.txt | 229 ----------------- .../output_intel_debug_cesm.txt | 241 ------------------ .../output_nvhpc_cesm.txt | 241 ------------------ .../output_nvhpc_debug_cesm.txt | 241 ------------------ 13 files changed, 50 insertions(+), 2100 deletions(-) delete mode 100755 standalone/build/build_examples_cesm.sh delete mode 100644 standalone/templates/ncar-gnu_cesm.mk delete mode 100644 standalone/templates/ncar-intel_cesm.mk delete mode 100644 standalone/templates/ncar-nvhpc_cesm.mk delete mode 100644 standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_gnu_cesm.txt delete mode 100644 standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_gnu_debug_cesm.txt delete mode 100644 standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_intel_cesm.txt delete mode 100644 standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_intel_debug_cesm.txt delete mode 100644 standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_nvhpc_cesm.txt delete mode 100644 standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_nvhpc_debug_cesm.txt diff --git a/standalone/build/build_examples_cesm.sh b/standalone/build/build_examples_cesm.sh deleted file mode 100755 index 8786b3fd..00000000 --- a/standalone/build/build_examples_cesm.sh +++ /dev/null @@ -1,132 +0,0 @@ -#!/bin/bash -e -### For NCAR machines, this script should be run as -### $ qcmd -- ./build_examples.sh - -echo "Starting build at `date`" - -# Save various paths to use as shortcuts -cd ../.. -INTERFACE_ROOT=`pwd -P` -MKMF_ROOT=${INTERFACE_ROOT}/standalone/mkmf -TEMPLATE_DIR=${INTERFACE_ROOT}/standalone/templates -MOM_ROOT=${INTERFACE_ROOT}/MOM6 -cd ../.. -CESM_ROOT=`pwd -P` -SHR_ROOT=${CESM_ROOT}/share -FMS_ROOT=${CESM_ROOT}/libraries/FMS - -# Default compiler -COMPILER="intel" -MACHINE="ncar" -USE_CESM="" -DEBUG=0 # Set to False, or REPRO Mode! - -# Parse command line arguments -while [[ "$#" -gt 0 ]]; do - case $1 in - --compiler) - COMPILER="$2" - shift ;; - --machine) - MACHINE="$2" - shift ;; - --cesm) - USE_CESM="_cesm" ;; - --debug) - DEBUG=1 ;; - *) - echo "Unknown parameter passed: $1" - echo "Usage: $0 [--compiler ] [--machine ]" - exit 1 ;; - esac - shift -done -echo "Using compiler: $COMPILER" -echo "Using machine: $MACHINE" -echo "Using CESM: $USE_CESM" - -TEMPLATE=${TEMPLATE_DIR}/${MACHINE}-${COMPILER}${USE_CESM}.mk - -# Throw error if template does not exist: -if [ ! -f $TEMPLATE ]; then - echo "ERROR: Template file $TEMPLATE does not exist." - echo "Templates are based on the machine and compiler arguments: machine-compiler.mk. Available templates are:" - ls ${TEMPLATE_DIR}/*.mk - echo "Exiting." - exit 1 -fi - -# Set -j option based on the MACHINE argument -case $MACHINE in - "homebrew" ) - JOBS=2 - ;; - "ubuntu" ) - JOBS=4 - ;; - "ncar") - JOBS=32 - ;; - *) - echo "Invalid machine type for make -j option: $MACHINE" - exit 1 - ;; -esac - -if [ "${DEBUG}" == 1 ]; then - BLD_ROOT=${COMPILER}-debug -else - BLD_ROOT=${COMPILER} -fi - -if [ "${USE_CESM}" == "_cesm" ]; then - BLD_ROOT=${BLD_ROOT}-cesm -fi - - -# Load modules for NCAR -if [ "$MACHINE" == "ncar" ]; then - HOST=`hostname` - # Load modules if on derecho - if [ ! "${HOST:0:5}" == "crhtc" ] && [ ! "${HOST:0:6}" == "casper" ]; then - module --force purge - . /glade/u/apps/derecho/23.09/spack/opt/spack/lmod/8.7.24/gcc/7.5.0/c645/lmod/lmod/init/sh - module load cesmdev/1.0 ncarenv/23.09 - case $COMPILER in - "intel" ) - module load craype intel/2023.2.1 mkl ncarcompilers/1.0.0 cmake cray-mpich/8.1.27 netcdf-mpi/4.9.2 parallel-netcdf/1.12.3 parallelio/2.6.2 esmf/8.6.0 - ;; - "gnu" ) - module load craype gcc/12.2.0 cray-libsci/23.02.1.1 ncarcompilers/1.0.0 cmake cray-mpich/8.1.27 netcdf-mpi/4.9.2 parallel-netcdf/1.12.3 parallelio/2.6.2-debug esmf/8.6.0-debug - ;; - "nvhpc" ) - module load craype nvhpc/24.3 ncarcompilers/1.0.0 cmake cray-mpich/8.1.27 netcdf-mpi/4.9.2 parallel-netcdf/1.12.3 parallelio/2.6.2 esmf/8.6.0 - ;; - *) - echo "Not loading any special modules for ${COMPILER}" - ;; - esac - fi -fi - -# 1) Build FMS -cd ${INTERFACE_ROOT}/standalone/build -mkdir -p ${BLD_ROOT}/FMS -cd ${BLD_ROOT}/FMS -${MKMF_ROOT}/list_paths ${FMS_ROOT}/src -# We need shr_const_mod.F90 and shr_kind_mod.F90 from ${SHR_ROOT}/src -# to build FMS -echo "${SHR_ROOT}/src/shr_kind_mod.F90" >> path_names -echo "${SHR_ROOT}/src/shr_const_mod.F90" >> path_names -${MKMF_ROOT}/mkmf -t ${TEMPLATE} -p libfms.a -c "-Duse_libMPI -Duse_netCDF -DSPMD" path_names -make -j${JOBS} DEBUG=${DEBUG} libfms.a - -# 2) Build MOM6 -cd ${INTERFACE_ROOT}/standalone/build -mkdir -p ${BLD_ROOT}/MOM6 -cd ${BLD_ROOT}/MOM6 -${MKMF_ROOT}/list_paths -l ${MOM_ROOT}/{config_src/infra/FMS2,config_src/memory/dynamic_symmetric,config_src/drivers/solo_driver,../externals/MARBL/src,config_src/external,src/{*,*/*}}/ -${MKMF_ROOT}/mkmf -t ${TEMPLATE} -o '-I../FMS' -p MOM6 -l '-L../FMS -lfms' -c '-Duse_libMPI -Duse_netCDF -DSPMD' path_names -make -j${JOBS} DEBUG=${DEBUG} MOM6 - -echo "Finished build at `date`" diff --git a/standalone/templates/ncar-gnu.mk b/standalone/templates/ncar-gnu.mk index 5e2c489e..e2021b8a 100644 --- a/standalone/templates/ncar-gnu.mk +++ b/standalone/templates/ncar-gnu.mk @@ -1,7 +1,4 @@ # template for the GNU fortran compiler -# -# typical use with mkmf -# mkmf -t linux-gnu.mk -c"-Duse_libMPI -Duse_netCDF" path_names /usr/local/include ############ # commands # @@ -15,27 +12,23 @@ LD = mpif90 $(MAIN_PROGRAM) # flags # ######### -DEBUG = 0 - +DEBUG = + MAKEFLAGS += --jobs=$(shell grep '^processor' /proc/cpuinfo | wc -l) FPPFLAGS := +FC_AUTO_R8 := -fdefault-real-8 -fdefault-double-8 +FFLAGS := $(FC_AUTO_R8) -fconvert=big-endian -ffree-line-length-none -ffixed-line-length-none -fallow-argument-mismatch -fallow-invalid-boz -fcray-pointer +FFLAGS_REPRO = -O +FFLAGS_DEBUG = -g -Wall -Og -fbacktrace -ffpe-trap=zero,overflow -fcheck=bounds -FFLAGS := -fcray-pointer -fdefault-double-8 -fdefault-real-8 -Waliasing -ffree-line-length-none -fno-range-check -fallow-argument-mismatch -FFLAGS += $(shell pkg-config --cflags-only-I mpich2-c) -FFLAGS_REPRO = -O2 -fbounds-check -FFLAGS_DEBUG = -O0 -g -W -fbounds-check -fbacktrace -ffpe-trap=invalid,zero,overflow - -CFLAGS := -D__IFC - -CFLAGS += $(shell pkg-config --cflags-only-I mpich2-c) -CFLAGS_REPRO = -O2 -CFLAGS_DEBUG = -O0 -g +CFLAGS := -std=gnu99 +CFLAGS_REPRO = -O +CFLAGS_DEBUG = -g -Wall -Og -fbacktrace -ffpe-trap=invalid,zero,overflow -fcheck=bounds LDFLAGS := -ifneq ($(REPRO),) ifeq ($(DEBUG),1) CFLAGS += $(CFLAGS_DEBUG) @@ -45,13 +38,16 @@ CFLAGS += $(CFLAGS_REPRO) FFLAGS += $(FFLAGS_REPRO) endif + +# NetCDF Flags FFLAGS += -I$(shell nc-config --includedir) CFLAGS += -I$(shell nc-config --includedir) # add the use_LARGEFILE cppdef - ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) +ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) CPPDEFS += -Duse_LARGEFILE - endif +endif +# Linking Flags LIBS := $(shell nf-config --flibs) $(shell pkg-config --libs mpich2-f90) LDFLAGS += $(LIBS) diff --git a/standalone/templates/ncar-gnu_cesm.mk b/standalone/templates/ncar-gnu_cesm.mk deleted file mode 100644 index a3860f17..00000000 --- a/standalone/templates/ncar-gnu_cesm.mk +++ /dev/null @@ -1,144 +0,0 @@ -# template for the GNU fortran compiler - -############ -# commands # -############ -FC = mpif90 -CC = gcc -CXX = g++ -LD = mpif90 $(MAIN_PROGRAM) - -######### -# flags # -######### - -DEBUG = - -MAKEFLAGS += --jobs=$(shell grep '^processor' /proc/cpuinfo | wc -l) - -FPPFLAGS := -FC_AUTO_R8 := -fdefault-real-8 -fdefault-double-8 -FFLAGS := $(FC_AUTO_R8) -fconvert=big-endian -ffree-line-length-none -ffixed-line-length-none -fallow-argument-mismatch -fallow-invalid-boz -fcray-pointer -FFLAGS_REPRO = -O -FFLAGS_DEBUG = -g -Wall -Og -fbacktrace -ffpe-trap=zero,overflow -fcheck=bounds - - -CFLAGS := -std=gnu99 -CFLAGS_REPRO = -O -CFLAGS_DEBUG = -g -Wall -Og -fbacktrace -ffpe-trap=invalid,zero,overflow -fcheck=bounds - -LDFLAGS := - - -ifeq ($(DEBUG),1) -CFLAGS += $(CFLAGS_DEBUG) -FFLAGS += $(FFLAGS_DEBUG) -else -CFLAGS += $(CFLAGS_REPRO) -FFLAGS += $(FFLAGS_REPRO) -endif - - -# NetCDF Flags -FFLAGS += -I$(shell nc-config --includedir) -CFLAGS += -I$(shell nc-config --includedir) - # add the use_LARGEFILE cppdef -ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) - CPPDEFS += -Duse_LARGEFILE -endif - -# More CPPDefs -CPPDEFS += -DFORTRANUNDERSCORE -DNO_R16 -DCPRGNU -DLINUX -DHAVE_GETTID -# Linking Flags -LIBS := $(shell nf-config --flibs) $(shell pkg-config --libs mpich2-f90) -LDFLAGS += $(LIBS) - -#--------------------------------------------------------------------------- -# you should never need to change any lines below. - -# see the MIPSPro F90 manual for more details on some of the file extensions -# discussed here. -# this makefile template recognizes fortran sourcefiles with extensions -# .f, .f90, .F, .F90. Given a sourcefile ., where is one of -# the above, this provides a number of default actions: - -# make .opt create an optimization report -# make .o create an object file -# make .s create an assembly listing -# make .x create an executable file, assuming standalone -# source -# make .i create a preprocessed file (for .F) -# make .i90 create a preprocessed file (for .F90) - -# The macro TMPFILES is provided to slate files like the above for removal. - -RM = rm -f -SHELL = /bin/csh -f -TMPFILES = .*.m *.B *.L *.i *.i90 *.l *.s *.mod *.opt - -.SUFFIXES: .F .F90 .H .L .T .f .f90 .h .i .i90 .l .o .s .opt .x - -.f.L: - $(FC) $(FFLAGS) -c -listing $*.f -.f.opt: - $(FC) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.f -.f.l: - $(FC) $(FFLAGS) -c $(LIST) $*.f -.f.T: - $(FC) $(FFLAGS) -c -cif $*.f -.f.o: - $(FC) $(FFLAGS) -c $*.f -.f.s: - $(FC) $(FFLAGS) -S $*.f -.f.x: - $(FC) $(FFLAGS) -o $*.x $*.f *.o $(LDFLAGS) -.f90.L: - $(FC) $(FFLAGS) -c -listing $*.f90 -.f90.opt: - $(FC) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.f90 -.f90.l: - $(FC) $(FFLAGS) -c $(LIST) $*.f90 -.f90.T: - $(FC) $(FFLAGS) -c -cif $*.f90 -.f90.o: - $(FC) $(FFLAGS) -c $*.f90 -.f90.s: - $(FC) $(FFLAGS) -c -S $*.f90 -.f90.x: - $(FC) $(FFLAGS) -o $*.x $*.f90 *.o $(LDFLAGS) -.F.L: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -listing $*.F -.F.opt: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.F -.F.l: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $(LIST) $*.F -.F.T: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -cif $*.F -.F.f: - $(FC) $(CPPDEFS) $(FPPFLAGS) -EP $*.F > $*.f -.F.i: - $(FC) $(CPPDEFS) $(FPPFLAGS) -P $*.F -.F.o: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $*.F -.F.s: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -S $*.F -.F.x: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -o $*.x $*.F *.o $(LDFLAGS) -.F90.L: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -listing $*.F90 -.F90.opt: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.F90 -.F90.l: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $(LIST) $*.F90 -.F90.T: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -cif $*.F90 -.F90.f90: - $(FC) $(CPPDEFS) $(FPPFLAGS) -EP $*.F90 > $*.f90 -.F90.i90: - $(FC) $(CPPDEFS) $(FPPFLAGS) -P $*.F90 -.F90.o: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $*.F90 -.F90.s: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -S $*.F90 -.F90.x: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -o $*.x $*.F90 *.o $(LDFLAGS) diff --git a/standalone/templates/ncar-intel.mk b/standalone/templates/ncar-intel.mk index 51ddcdb3..4e8517c3 100644 --- a/standalone/templates/ncar-intel.mk +++ b/standalone/templates/ncar-intel.mk @@ -1,11 +1,8 @@ # template for Intel compilers -# typical use with mkmf: -# mkmf -t nescc-intel.mk -c "-Duse_libMPI -Duse_netCDF" path_names /usr/local/include ############ # commands # ############ - FC = mpif90 CC = mpicc CXX = icpc @@ -15,44 +12,42 @@ LD = mpif90 # flags # ############ -DEBUG = 0 +DEBUG = +# Default set to REPRODUCIBLE MAKEFLAGS += --jobs=8 +FC_AUTO_R8 := -r8 FPPFLAGS := -fpp -Wp,-w +FFLAGS := -qno-opt-dynamic-align -convert big_endian -assume byterecl -ftz -traceback -assume realloc_lhs -fp-model source -no-fma -qopt-report -march=core-avx2 $(FC_AUTO_R8) +FFLAGS_DEBUG = -O0 -g -check uninit -check bounds -check nopointer -fpe0 -check noarg_temp_created # CESM uses -check pointers, that throws an error, changed to nopointer +FFLAGS_REPRO = -O2 -debug minimal -FFLAGS := -fno-alias -auto -safe-cray-ptr -ftz -assume byterecl -i4 -r8 -nowarn -traceback -FFLAGS_DEBUG = -g -O0 -check -check noarg_temp_created -check nopointer -warn -warn noerrors -fpe0 -ftrapuv -FFLAGS_REPRO = -O2 -debug minimal -fp-model source -qoverride-limits - -CFLAGS := -D__IFC -sox -traceback -diag-disable=10441 +CFLAGS := -qno-opt-dynamic-align -fp-model precise -std=gnu99 -no-fma -qopt-report -march=core-avx2 CFLAGS += -I$(NETCDF_PATH)/include -CFLAGS_REPRO = -O2 -debug minimal -CFLAGS_DEBUG = -O0 -g -ftrapv - +CFLAGS_REPRO= -O2 -debug minimal +CFLAGS_DEBUG = -O0 -g LDFLAGS := -# start with blank LIBS -LIBS := - ifeq ($(DEBUG),1) CFLAGS += $(CFLAGS_DEBUG) FFLAGS += $(FFLAGS_DEBUG) else - CFLAGS += $(CFLAGS_REPRO) FFLAGS += $(FFLAGS_REPRO) + CFLAGS += $(CFLAGS_REPRO) endif -# NetCDF Flags +# Add Net CDF Flags FFLAGS += -I$(shell nf-config --includedir) +# add the use_LARGEFILE cppdef +ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) + CPPDEFS += -Duse_LARGEFILE +endif - # add the use_LARGEFILE cppdef - ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) - CPPDEFS += -Duse_LARGEFILE - endif - +CPPDEFS := $(CPPDEFS) -D__IFC # Add netcdf linking LIBS := $(shell nc-config --libs) $(shell nf-config --flibs) + LDFLAGS += $(LIBS) #--------------------------------------------------------------------------- @@ -143,4 +138,4 @@ TMPFILES = .*.m *.B *.L *.i *.i90 *.l *.s *.mod *.opt .F90.s: $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -S $*.F90 .F90.x: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -o $*.x $*.F90 *.o $(LDFLAGS) \ No newline at end of file + $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -o $*.x $*.F90 *.o $(LDFLAGS) diff --git a/standalone/templates/ncar-intel_cesm.mk b/standalone/templates/ncar-intel_cesm.mk deleted file mode 100644 index 2aecbe98..00000000 --- a/standalone/templates/ncar-intel_cesm.mk +++ /dev/null @@ -1,141 +0,0 @@ -# template for Intel compilers - -############ -# commands # -############ -FC = mpif90 -CC = mpicc -CXX = icpc -LD = mpif90 - -############ -# flags # -############ - -DEBUG = -# Default set to REPRODUCIBLE - -MAKEFLAGS += --jobs=8 - -FC_AUTO_R8 := -r8 -FPPFLAGS := -fpp -Wp,-w -FFLAGS := -qno-opt-dynamic-align -convert big_endian -assume byterecl -ftz -traceback -assume realloc_lhs -fp-model source -no-fma -qopt-report -march=core-avx2 $(FC_AUTO_R8) -FFLAGS_DEBUG = -O0 -g -check uninit -check bounds -check nopointer -fpe0 -check noarg_temp_created # CESM uses -check pointers, that throws an error, changed to nopointer -FFLAGS_REPRO = -O2 -debug minimal - -CFLAGS := -qno-opt-dynamic-align -fp-model precise -std=gnu99 -no-fma -qopt-report -march=core-avx2 -CFLAGS += -I$(NETCDF_PATH)/include -CFLAGS_REPRO= -O2 -debug minimal -CFLAGS_DEBUG = -O0 -g -LDFLAGS := - -ifeq ($(DEBUG),1) - CFLAGS += $(CFLAGS_DEBUG) - FFLAGS += $(FFLAGS_DEBUG) -else - FFLAGS += $(FFLAGS_REPRO) - CFLAGS += $(CFLAGS_REPRO) -endif - -# Add Net CDF Flags -FFLAGS += -I$(shell nf-config --includedir) -# add the use_LARGEFILE cppdef -ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) - CPPDEFS += -Duse_LARGEFILE -endif - -CPPDEFS := $(CPPDEFS) -DCNL -D__IFC -DNDEBUG -DHAVE_MPI -DFORTRANUNDERSCORE -DCPRINTEL -DLINUX -DHAVE_GETTID -DHAVE_SLASHPROC -# Add netcdf linking -LIBS := $(shell nc-config --libs) $(shell nf-config --flibs) - -LDFLAGS += $(LIBS) - -#--------------------------------------------------------------------------- -# you should never need to change any lines below. - -# see the MIPSPro F90 manual for more details on some of the file extensions -# discussed here. -# this makefile template recognizes fortran sourcefiles with extensions -# .f, .f90, .F, .F90. Given a sourcefile ., where is one of -# the above, this provides a number of default actions: - -# make .opt create an optimization report -# make .o create an object file -# make .s create an assembly listing -# make .x create an executable file, assuming standalone -# source -# make .i create a preprocessed file (for .F) -# make .i90 create a preprocessed file (for .F90) - -# The macro TMPFILES is provided to slate files like the above for removal. - -RM = rm -f -SHELL = /bin/csh -f -TMPFILES = .*.m *.B *.L *.i *.i90 *.l *.s *.mod *.opt - -.SUFFIXES: .F .F90 .H .L .T .f .f90 .h .i .i90 .l .o .s .opt .x - -.f.L: - $(FC) $(FFLAGS) -c -listing $*.f -.f.opt: - $(FC) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.f -.f.l: - $(FC) $(FFLAGS) -c $(LIST) $*.f -.f.T: - $(FC) $(FFLAGS) -c -cif $*.f -.f.o: - $(FC) $(FFLAGS) -c $*.f -.f.s: - $(FC) $(FFLAGS) -S $*.f -.f.x: - $(FC) $(FFLAGS) -o $*.x $*.f *.o $(LDFLAGS) -.f90.L: - $(FC) $(FFLAGS) -c -listing $*.f90 -.f90.opt: - $(FC) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.f90 -.f90.l: - $(FC) $(FFLAGS) -c $(LIST) $*.f90 -.f90.T: - $(FC) $(FFLAGS) -c -cif $*.f90 -.f90.o: - $(FC) $(FFLAGS) -c $*.f90 -.f90.s: - $(FC) $(FFLAGS) -c -S $*.f90 -.f90.x: - $(FC) $(FFLAGS) -o $*.x $*.f90 *.o $(LDFLAGS) -.F.L: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -listing $*.F -.F.opt: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.F -.F.l: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $(LIST) $*.F -.F.T: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -cif $*.F -.F.f: - $(FC) $(CPPDEFS) $(FPPFLAGS) -EP $*.F > $*.f -.F.i: - $(FC) $(CPPDEFS) $(FPPFLAGS) -P $*.F -.F.o: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $*.F -.F.s: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -S $*.F -.F.x: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -o $*.x $*.F *.o $(LDFLAGS) -.F90.L: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -listing $*.F90 -.F90.opt: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.F90 -.F90.l: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $(LIST) $*.F90 -.F90.T: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -cif $*.F90 -.F90.f90: - $(FC) $(CPPDEFS) $(FPPFLAGS) -EP $*.F90 > $*.f90 -.F90.i90: - $(FC) $(CPPDEFS) $(FPPFLAGS) -P $*.F90 -.F90.o: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $*.F90 -.F90.s: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -S $*.F90 -.F90.x: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -o $*.x $*.F90 *.o $(LDFLAGS) diff --git a/standalone/templates/ncar-nvhpc.mk b/standalone/templates/ncar-nvhpc.mk index 2e42f79f..2b459760 100644 --- a/standalone/templates/ncar-nvhpc.mk +++ b/standalone/templates/ncar-nvhpc.mk @@ -1,7 +1,4 @@ # Template for the PGI Compilers -# -# Typical use with mkmf -# mkmf -t ncrc-cray.mk -c"-Duse_libMPI -Duse_netCDF" path_names /usr/local/include ############ # commands # @@ -15,7 +12,7 @@ LD = ftn $(MAIN_PROGRAM) # flags # ############ -DEBUG = 0 +DEBUG = MAKEFLAGS += --jobs=8 @@ -28,49 +25,30 @@ ifneq ($(need),$(ok)) $(error Need at least make version $(need). Load module gmake/3.81) endif -# Check version of PGI for use of -nofma option -has_nofma := $(shell $(FC) -dryrun -nofma foo.f90 > /dev/null 2>&1; echo $$?) -ifneq ($(has_nofma),0) -NOFMA := -else -NOFMA := -nofma -endif - -# Required Preprocessor Macros: -CPPDEFS += -Duse_netCDF - -# Additional Preprocessor Macros needed due to Autotools and CMake -CPPDEFS += -DHAVE_SCHED_GETAFFINITY -DHAVE_GETTID - # Macro for Fortran preprocessor FPPFLAGS := $(INCLUDES) # Base set of Fortran compiler flags -FFLAGS = -g -Mdwarf3 -traceback -i4 -r8 -byteswapio -Mcray=pointer -Mflushz -Mnofma -Mdaz -D_F2000 +FC_AUTO_R8 = -r8 +FFLAGS = $(FC_AUTO_R8) -Mnofma -i4 -gopt -time -Mextend -byteswapio -Mflushz -Kieee # Flags based on perforance target (production (OPT), reproduction (REPRO), or debug (DEBUG) -#FFLAGS_REPRO = -O2 -Mvect=nosse -Mnoscalarsse $(NOFMA) -# NOTE: "REPRO" temporarily uses -O0 due to errors in existing codes. -# Optimization will be restored once the issues have been investigated. -FFLAGS_REPRO = -O0 -FFLAGS_DEBUG = -O0 -Ktrap=fp - - - +FFLAGS_REPRO = -O2 -tp=zen3 # CESM doesn't include the 0, but it looks like we need it. Not quite sure what happens on just -O, but even O2 causes runtime errors +FFLAGS_DEBUG = -O0 -g # -Mbounds fails compilation! -KTrap=fp fails run! seems like there is a floating point exception in netcdf_io_mod file, which means i'm missing some coompiler flag # Macro for C preprocessor CPPFLAGS := $(INCLUDES) # Base set of C compiler flags -CFLAGS = +CFLAGS = -gopt -time -Mnofma # Flags based on perforance target (production (OPT), reproduction (REPRO), or debug (DEBUG) -CFLAGS_REPRO = -O2 -CFLAGS_DEBUG = -O0 -g -traceback -Ktrap=fp +CFLAGS_REPRO = -O2 +CFLAGS_DEBUG = # Linking flags -LDFLAGS := -byteswapio +LDFLAGS := # List of -L library directories to be added to the compile and linking commands LIBS := @@ -84,21 +62,24 @@ CFLAGS += $(CFLAGS_REPRO) FFLAGS += $(FFLAGS_REPRO) endif + +# NetCDF Flags # Fortran Compiler flags for the NetCDF library FPPFLAGS += $(shell nf-config --fflags) # C Compiler flags for the NetCDF library CPPFLAGS += $(shell nc-config --cflags) - # add the use_LARGEFILE cppdef - ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) +# Add Netcdf linking +LIBS += $(shell nc-config --libs) $(shell nf-config --flibs) +ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) CPPDEFS += -Duse_LARGEFILE - endif - # Add netcdf linking - LIBS += $(shell nc-config --libs) $(shell nf-config --flibs) +endif # These Algebra libraries Add solution to more complex vector matrix model equations LIBS += -llapack -lblas -LDFLAGS += $(LIBS) + +# CESM Linking Flags +LDFLAGS += $(LIBS) -time -Wl,--allow-multiple-definition #--------------------------------------------------------------------------- # you should never need to change any lines below. diff --git a/standalone/templates/ncar-nvhpc_cesm.mk b/standalone/templates/ncar-nvhpc_cesm.mk deleted file mode 100644 index 82a00cb3..00000000 --- a/standalone/templates/ncar-nvhpc_cesm.mk +++ /dev/null @@ -1,171 +0,0 @@ -# Template for the PGI Compilers - -############ -# commands # -############ -FC = ftn -CC = cc -CXX = cc -LD = ftn $(MAIN_PROGRAM) - -############ -# flags # -############ - -DEBUG = - -MAKEFLAGS += --jobs=8 - -INCLUDES := $(shell pkg-config --cflags yaml-0.1) - -# Need to use at least GNU Make version 3.81 -need := 3.81 -ok := $(filter $(need),$(firstword $(sort $(MAKE_VERSION) $(need)))) -ifneq ($(need),$(ok)) -$(error Need at least make version $(need). Load module gmake/3.81) -endif - -# Macro for Fortran preprocessor -FPPFLAGS := $(INCLUDES) - - -# Base set of Fortran compiler flags -FC_AUTO_R8 = -r8 -FFLAGS = $(FC_AUTO_R8) -Mnofma -i4 -gopt -time -Mextend -byteswapio -Mflushz -Kieee - -# Flags based on perforance target (production (OPT), reproduction (REPRO), or debug (DEBUG) -FFLAGS_REPRO = -O0 -tp=zen3 # CESM doesn't include the 0, but it looks like we need it. Not quite sure what happens on just -O, but even O2 causes runtime errors -FFLAGS_DEBUG = -O0 -g # -Mbounds fails compilation! -KTrap=fp fails run! seems like there is a floating point exception in netcdf_io_mod file, which means i'm missing some coompiler flag -# Macro for C preprocessor -CPPFLAGS := $(INCLUDES) - - -# Base set of C compiler flags -CFLAGS = -gopt -time -Mnofma - -# Flags based on perforance target (production (OPT), reproduction (REPRO), or debug (DEBUG) -CFLAGS_REPRO = -O -CFLAGS_DEBUG = - -# Linking flags -LDFLAGS := - -# List of -L library directories to be added to the compile and linking commands -LIBS := - -# Get compile flags based on target macros. -ifeq ($(DEBUG),1) -CFLAGS += $(CFLAGS_DEBUG) -FFLAGS += $(FFLAGS_DEBUG) -else -CFLAGS += $(CFLAGS_REPRO) -FFLAGS += $(FFLAGS_REPRO) -endif - - -# NetCDF Flags -# Fortran Compiler flags for the NetCDF library -FPPFLAGS += $(shell nf-config --fflags) -# C Compiler flags for the NetCDF library -CPPFLAGS += $(shell nc-config --cflags) - # Add netcdf linking -LIBS += $(shell nc-config --libs) $(shell nf-config --flibs) -ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) - CPPDEFS += -Duse_LARGEFILE -endif -# Additional CPPDEFS Flags -CPPDEFS += -DHAVE_SCHED_GETAFFINITY -DFORTRANUNDERSCORE -DNO_SHR_VMATH -DNO_R16 -DCPRPGI -DLINUX -DHAVE_GETTID -DNDEBUG -DUSE_ESMF_LIB -DHAVE_MPI -DNUOPC_INTERFACE -DPIO2 -DHAVE_SLASHPROC -D_PNETCDF -DESMF_VERSION_MAJOR=8 -DESMF_VERSION_MINOR=6 -DATM_PRESENT -DICE_PRESENT -DLND_PRESENT -DOCN_PRESENT -DROF_PRESENT -DGLC_PRESENT -DWAV_PRESENT -DESP_PRESENT -DMED_PRESENT -DPIO2 - - -# These Algebra libraries Add solution to more complex vector matrix model equations -LIBS += -llapack -lblas -LDFLAGS += $(LIBS) -time -Wl,--allow-multiple-definition - -#--------------------------------------------------------------------------- -# you should never need to change any lines below. - -# see the MIPSPro F90 manual for more details on some of the file extensions -# discussed here. -# this makefile template recognizes fortran sourcefiles with extensions -# .f, .f90, .F, .F90. Given a sourcefile ., where is one of -# the above, this provides a number of default actions: - -# make .opt create an optimization report -# make .o create an object file -# make .s create an assembly listing -# make .x create an executable file, assuming standalone -# source -# make .i create a preprocessed file (for .F) -# make .i90 create a preprocessed file (for .F90) - -# The macro TMPFILES is provided to slate files like the above for removal. - -RM = rm -f -TMPFILES = .*.m *.B *.L *.i *.i90 *.l *.s *.mod *.opt - -.SUFFIXES: .F .F90 .H .L .T .f .f90 .h .i .i90 .l .o .s .opt .x - -.f.L: - $(FC) $(FFLAGS) -c -listing $*.f -.f.opt: - $(FC) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.f -.f.l: - $(FC) $(FFLAGS) -c $(LIST) $*.f -.f.T: - $(FC) $(FFLAGS) -c -cif $*.f -.f.o: - $(FC) $(FFLAGS) -c $*.f -.f.s: - $(FC) $(FFLAGS) -S $*.f -.f.x: - $(FC) $(FFLAGS) -o $*.x $*.f *.o $(LDFLAGS) -.f90.L: - $(FC) $(FFLAGS) -c -listing $*.f90 -.f90.opt: - $(FC) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.f90 -.f90.l: - $(FC) $(FFLAGS) -c $(LIST) $*.f90 -.f90.T: - $(FC) $(FFLAGS) -c -cif $*.f90 -.f90.o: - $(FC) $(FFLAGS) -c $*.f90 -.f90.s: - $(FC) $(FFLAGS) -c -S $*.f90 -.f90.x: - $(FC) $(FFLAGS) -o $*.x $*.f90 *.o $(LDFLAGS) -.F.L: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -listing $*.F -.F.opt: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.F -.F.l: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $(LIST) $*.F -.F.T: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -cif $*.F -.F.f: - $(FC) $(CPPDEFS) $(FPPFLAGS) -EP $*.F > $*.f -.F.i: - $(FC) $(CPPDEFS) $(FPPFLAGS) -P $*.F -.F.o: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $*.F -.F.s: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -S $*.F -.F.x: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -o $*.x $*.F *.o $(LDFLAGS) -.F90.L: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -listing $*.F90 -.F90.opt: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -opt_report_level max -opt_report_phase all -opt_report_file $*.opt $*.F90 -.F90.l: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $(LIST) $*.F90 -.F90.T: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -cif $*.F90 -.F90.f90: - $(FC) $(CPPDEFS) $(FPPFLAGS) -EP $*.F90 > $*.f90 -.F90.i90: - $(FC) $(CPPDEFS) $(FPPFLAGS) -P $*.F90 -.F90.o: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c $*.F90 -.F90.s: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -c -S $*.F90 -.F90.x: - $(FC) $(CPPDEFS) $(FPPFLAGS) $(FFLAGS) -o $*.x $*.F90 *.o $(LDFLAGS) diff --git a/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_gnu_cesm.txt b/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_gnu_cesm.txt deleted file mode 100644 index b2b6e632..00000000 --- a/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_gnu_cesm.txt +++ /dev/null @@ -1,241 +0,0 @@ -NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. -NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. -NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 710000. -NOTE: ======== Model being driven by MOM_driver ======== -NOTE: callTree: o Program MOM_main, MOM_driver.F90 -NOTE: open_param_file: MOM_input has been opened successfully. -NOTE: open_param_file: MOM_override has been opened successfully. -NOTE: open_param_file: MOM_override2 has been opened successfully. - -WARNING: MOM_obsolete_params: ETA_TOLERANCE_AUX is an obsolete run-time flag. - - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_inc domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 -NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io -NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: Open_file is appending .nc to the filename ./ocean_geometry - - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. - - -WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! - - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! - -MOM Date 1/01/01 00:00:00 0: En 1.688827E-26, MaxCFL 0.00000, Mass 7.695119440691E+16, Salt 35.12933891773, Temp 4.80639202356 - Total Energy: 3E165394AEF59AC7 1.2995726125765195E-09 - Total Mass: 7.6951194406912352E+16, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - Total Salt: 2.7032445884447250E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - Total Heat: 1.4516911074791564E+21, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - -WARNING: diag_util_mod::opening_file: module/field_name (ocean_model/wd) NOT registered - -MOM Date 1/01/11 00:00:00 240: En 1.327912E-05, MaxCFL 0.00618, Mass 7.695129762538E+16, Salt 35.12929179706, Temp 4.80261700476 - Total Energy: 426DBD578CC7BBCB 1.0218454646378685E+12 - Total Mass: 7.6951297625383088E+16, Change: 1.0321847073124609E+11 Error: 1.63107E+00 ( 2.1E-17) - Total Salt: 2.7032445884447265E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) - Total Heat: 1.4505528712669986E+21, Change: -1.1382362121578742E+18 Error: 1.64170E+06 ( 1.1E-15) -MOM Date 1/01/21 00:00:00 480: En 2.380302E-06, MaxCFL 0.00320, Mass 7.695105571929E+16, Salt 35.12940223076, Temp 4.79562022817 - Total Energy: 424552CB60B6A1FF 1.8316674698926559E+11 - Total Mass: 7.6951055719286720E+16, Change: -2.4190609634575000E+11 Error: 6.02910E-01 ( 7.8E-18) - Total Salt: 2.7032445884447275E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) - Total Heat: 1.4484350545925395E+21, Change: -2.1178166744590582E+18 Error: 1.35697E+06 ( 9.4E-16) -MOM Date 1/01/31 00:00:00 720: En 6.122198E-07, MaxCFL 0.00097, Mass 7.695053647716E+16, Salt 35.12963927480, Temp 4.78918036501 - Total Energy: 4225F0069941CE40 4.7110638752902832E+10 - Total Mass: 7.6950536477160688E+16, Change: -5.1924212605850391E+11 Error: -1.10531E+00 (-1.4E-17) - Total Salt: 2.7032445884447280E+15, Change: 5.1200000000000001E-01 Error: 5.12000E-01 ( 1.9E-16) - Total Heat: 1.4464802436143498E+21, Change: -1.9548109781897052E+18 Error: -6.69009E+05 (-4.6E-16) -MOM Date 1/02/10 00:00:00 960: En 1.572685E-06, MaxCFL 0.00230, Mass 7.695067948439E+16, Salt 35.12957398892, Temp 4.78329121077 - Total Energy: 423C2D4DC41D6900 1.2101915548541016E+11 - Total Mass: 7.6950679484394848E+16, Change: 1.4300723417518359E+11 Error: -9.29978E-02 (-1.2E-18) - Total Salt: 2.7032445884447280E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - Total Heat: 1.4447042221992153E+21, Change: -1.7760214151344947E+18 Error: 7.97780E+05 ( 5.5E-16) -MOM Date 1/02/20 00:00:00 1200: En 5.587801E-07, MaxCFL 0.00108, Mass 7.695042925094E+16, Salt 35.12968822603, Temp 4.77574334698 - Total Energy: 422405CDFA7E755E 4.2998365503229233E+10 - Total Mass: 7.6950429250940912E+16, Change: -2.5023345393000391E+11 Error: -6.91583E-01 (-9.0E-18) - Total Salt: 2.7032445884447290E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) - Total Heat: 1.4424198396297268E+21, Change: -2.2843825694884495E+18 Error: -5.43670E+05 (-3.8E-16) -MOM Date 1/03/02 00:00:00 1440: En 1.897039E-06, MaxCFL 0.00247, Mass 7.695008075769E+16, Salt 35.12984732215, Temp 4.77080458028 - Total Energy: 4240FE7644B2BB1D 1.4597728086946182E+11 - Total Mass: 7.6950080757691392E+16, Change: -3.4849324952506641E+11 Error: 1.13596E+00 ( 1.5E-17) - Total Salt: 2.7032445884447305E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) - Total Heat: 1.4409216560961697E+21, Change: -1.4981835335571866E+18 Error: 1.43808E+05 ( 1.0E-16) -MOM Date 1/03/12 00:00:00 1680: En 3.045415E-06, MaxCFL 0.00203, Mass 7.694994618542E+16, Salt 35.12990875823, Temp 4.76909432735 - Total Energy: 424B4802EE797E2A 2.3434453733098566E+11 - Total Mass: 7.6949946185415312E+16, Change: -1.3457227608250000E+11 Error: 7.68106E-02 ( 1.0E-18) - Total Salt: 2.7032445884447325E+15, Change: 2.0480000000000000E+00 Error: 2.04800E+00 ( 7.6E-16) - Total Heat: 1.4404025909839109E+21, Change: -5.1906511225880576E+17 Error: 1.31891E+06 ( 9.2E-16) -MOM Date 1/03/22 00:00:00 1920: En 6.135544E-06, MaxCFL 0.00392, Mass 7.694963553169E+16, Salt 35.13005058135, Temp 4.76845049211 - Total Energy: 425B7B40DEBEDEDB 4.7212786354748212E+11 - Total Mass: 7.6949635531688512E+16, Change: -3.1065372678123047E+11 Error: -2.03979E-01 (-2.7E-18) - Total Salt: 2.7032445884447315E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4402023201195491E+21, Change: -2.0027086436171776E+17 Error: -1.64708E+06 (-1.1E-15) -MOM Date 1/04/01 00:00:00 2160: En 1.191727E-05, MaxCFL 0.00551, Mass 7.694959233117E+16, Salt 35.13007030382, Temp 4.76482604909 - Total Energy: 426AB0666C63BCFA 9.1702921705390552E+11 - Total Mass: 7.6949592331174288E+16, Change: -4.3200514253363281E+10 Error: -6.58889E-01 (-8.6E-18) - Total Salt: 2.7032445884447305E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4391068313767057E+21, Change: -1.0954887428434821E+18 Error: 8.94239E+03 ( 6.2E-18) -MOM Date 1/04/11 00:00:00 2400: En 8.240632E-06, MaxCFL 0.00478, Mass 7.694924183741E+16, Salt 35.13023031672, Temp 4.76467885880 - Total Energy: 4262747D9F12FF99 6.3411040885598743E+11 - Total Mass: 7.6949241837405888E+16, Change: -3.5049376837383594E+11 Error: -7.27250E-02 (-9.5E-19) - Total Salt: 2.7032445884447325E+15, Change: 2.0480000000000000E+00 Error: 2.04800E+00 ( 7.6E-16) - Total Heat: 1.4390558212006840E+21, Change: -5.1010176021692416E+16 Error: 5.72763E+05 ( 4.0E-16) -MOM Date 1/04/21 00:00:00 2640: En 9.550101E-07, MaxCFL 0.00158, Mass 7.694918568794E+16, Salt 35.13025595108, Temp 4.76644721116 - Total Energy: 42311C2E78DF41BE 7.3487251679256805E+10 - Total Mass: 7.6949185687939648E+16, Change: -5.6149466280246094E+10 Error: 1.87801E-03 ( 2.4E-20) - Total Salt: 2.7032445884447340E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) - Total Heat: 1.4395888587277289E+21, Change: 5.3303752704498074E+17 Error: 2.96561E+05 ( 2.1E-16) -MOM Date 1/05/01 00:00:00 2880: En 5.134200E-06, MaxCFL 0.00333, Mass 7.694905586864E+16, Salt 35.13031521868, Temp 4.76709466824 - Total Energy: 4256FF07902629EE 3.9507186498465515E+11 - Total Mass: 7.6949055868637120E+16, Change: -1.2981930250610156E+11 Error: 5.90776E-01 ( 7.7E-18) - Total Salt: 2.7032445884447325E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) - Total Heat: 1.4397819782841447E+21, Change: 1.9311955641578291E+17 Error: 7.02084E+05 ( 4.9E-16) -MOM Date 1/05/11 00:00:00 3120: En 4.353272E-06, MaxCFL 0.00461, Mass 7.694903291197E+16, Salt 35.13032569931, Temp 4.77033825413 - Total Energy: 42537F977E8C06C9 3.3498005355210602E+11 - Total Mass: 7.6949032911974096E+16, Change: -2.2956663024222656E+10 Error: -5.45049E-01 (-7.1E-18) - Total Salt: 2.7032445884447320E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) - Total Heat: 1.4407611926237649E+21, Change: 9.7921433962020864E+17 Error: -3.15796E+05 (-2.2E-16) -MOM Date 1/05/21 00:00:00 3360: En 6.594298E-06, MaxCFL 0.00565, Mass 7.694887490158E+16, Salt 35.13039783755, Temp 4.77256940390 - Total Energy: 425D893430F2F466 5.0742380231581873E+11 - Total Mass: 7.6948874901584288E+16, Change: -1.5801038979697266E+11 Error: -2.11407E-01 (-2.7E-18) - Total Salt: 2.7032445884447305E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) - Total Heat: 1.4414320956265063E+21, Change: 6.7090300274134221E+17 Error: -2.03353E+05 (-1.4E-16) -MOM Date 1/05/31 00:00:00 3600: En 2.686146E-06, MaxCFL 0.00520, Mass 7.694877653789E+16, Salt 35.13044274477, Temp 4.77884623947 - Total Energy: 424810028EC7F5AA 2.0669563636791925E+11 - Total Mass: 7.6948776537891696E+16, Change: -9.8363692594390625E+10 Error: -1.54113E+00 (-2.0E-17) - Total Salt: 2.7032445884447295E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4433260077068638E+21, Change: 1.8939120803575235E+18 Error: -1.96145E+06 (-1.4E-15) -MOM Date 1/06/10 00:00:00 3840: En 4.795071E-06, MaxCFL 0.00537, Mass 7.694868047379E+16, Salt 35.13048660224, Temp 4.78354332997 - Total Energy: 42557A258A207682 3.6897437504185168E+11 - Total Mass: 7.6948680473789232E+16, Change: -9.6064102469398438E+10 Error: 1.33100E+00 ( 1.7E-17) - Total Salt: 2.7032445884447290E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) - Total Heat: 1.4447428378789659E+21, Change: 1.4168301721021317E+18 Error: 4.25326E+05 ( 2.9E-16) -MOM Date 1/06/20 00:00:00 4080: En 5.923949E-06, MaxCFL 0.00726, Mass 7.694865404446E+16, Salt 35.13049866841, Temp 4.78927135669 - Total Energy: 425A888B1825DA24 4.5583986703140845E+11 - Total Mass: 7.6948654044462432E+16, Change: -2.6429326817179688E+10 Error: 1.88414E+00 ( 2.4E-17) - Total Salt: 2.7032445884447280E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4464723401470635E+21, Change: 1.7295022680975606E+18 Error: 1.05666E+06 ( 7.3E-16) -MOM Date 1/06/30 00:00:00 4320: En 9.613597E-07, MaxCFL 0.00401, Mass 7.694905623951E+16, Salt 35.13031504936, Temp 4.79264874446 - Total Energy: 4231394BFBCDCB66 7.3975725005794525E+10 - Total Mass: 7.6949056239507056E+16, Change: 4.0219504463619141E+11 Error: -8.14012E-01 (-1.1E-17) - Total Salt: 2.7032445884447265E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) - Total Heat: 1.4474999562607429E+21, Change: 1.0276161136794010E+18 Error: -1.02338E+06 (-7.1E-16) - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! - - -WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! - - MPP_DOMAINS_STACK high water mark= 25200 - -Tabulating mpp_clock statistics across 1 PEs... - - hits tmin tmax tavg tstd tfrac grain pemin pemax -Total runtime 1 12.703030 12.703030 12.703030 0.000000 1.000 0 0 0 -Initialization 1 0.526445 0.526445 0.526445 0.000000 0.041 0 0 0 -Main loop 1 12.125283 12.125283 12.125283 0.000000 0.955 0 0 0 -Termination 1 0.006006 0.006006 0.006006 0.000000 0.000 0 0 0 -Ocean Initialization 2 0.745724 0.745724 0.745724 0.000000 0.059 11 0 0 -Ocean 4320 11.597250 11.597250 11.597250 0.000000 0.913 1 0 0 -Ocean dynamics 8640 6.272031 6.272031 6.272031 0.000000 0.494 11 0 0 -Ocean thermodynamics and tracers 12960 4.121144 4.121144 4.121144 0.000000 0.324 11 0 0 -Ocean Other 21600 1.148031 1.148031 1.148031 0.000000 0.090 11 0 0 -(Ocean tracer advection) 8640 0.619584 0.619584 0.619584 0.000000 0.049 21 0 0 -(Ocean diabatic driver) 4320 3.500304 3.500304 3.500304 0.000000 0.276 21 0 0 -(Ocean continuity equation *) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean set BBL viscosity) 4320 0.062372 0.062372 0.062372 0.000000 0.005 31 0 0 -(Ocean message passing *) 17280 0.293755 0.293755 0.293755 0.000000 0.023 31 0 0 -(Ocean MOM_initialize_state) 2 0.072217 0.072217 0.072217 0.000000 0.006 31 0 0 -(Ocean init message passing *) 2 0.000495 0.000495 0.000495 0.000000 0.000 41 0 0 -(Ocean mixed layer restrat) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean collective diagnostics) 17280 1.051013 1.051013 1.051013 0.000000 0.083 31 0 0 -(Ocean Z-space diagnostics) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean ALE) 4320 0.673948 0.673948 0.673948 0.000000 0.053 31 0 0 -(Stochastic EOS) 4320 0.000192 0.000192 0.000192 0.000000 0.000 31 0 0 -(SGS Temperature Variance) 4320 0.000188 0.000188 0.000188 0.000000 0.000 31 0 0 -(Initialize from Z) 1 0.062255 0.062255 0.062255 0.000000 0.005 41 0 0 -(Initialize from Z) ALE 1 0.001610 0.001610 0.001610 0.000000 0.000 51 0 0 -(Initialize tracer from Z) read 2 0.002683 0.002683 0.002683 0.000000 0.000 51 0 0 -(Ocean diagnostics framework) 190080 1.803498 1.803498 1.803498 0.000000 0.142 31 0 0 -(Ocean diagnostics remapping) 34560 0.550387 0.550387 0.550387 0.000000 0.043 41 0 0 -(Ocean diagnostics grid updates) 38881 0.229569 0.229569 0.229569 0.000000 0.018 41 0 0 -(Ocean porous barrier) 4320 0.028726 0.028726 0.028726 0.000000 0.002 31 0 0 -(Ocean continuity update) 51840 0.053756 0.053756 0.053756 0.000000 0.004 41 0 0 -(Ocean continuity correction) 25920 0.179273 0.179273 0.179273 0.000000 0.014 41 0 0 -(Ocean Coriolis & mom advection) 12960 0.467442 0.467442 0.467442 0.000000 0.037 31 0 0 -(Ocean continuity equation) 12960 0.256249 0.256249 0.256249 0.000000 0.020 31 0 0 -(Ocean pressure force) 12960 3.974378 3.974378 3.974378 0.000000 0.313 31 0 0 -(Ocean vertical viscosity) 12960 0.588216 0.588216 0.588216 0.000000 0.046 31 0 0 -(Ocean horizontal viscosity) 4320 0.027813 0.027813 0.027813 0.000000 0.002 31 0 0 -(Ocean momentum increments) 12960 0.064756 0.064756 0.064756 0.000000 0.005 31 0 0 -(Ocean message passing) 43200 0.583033 0.583033 0.583033 0.000000 0.046 31 0 0 -(Ocean init message passing) 0 0.000000 0.000000 0.000000 0.000000 0.000 41 0 0 -Ocean KPP calculate) 4320 0.085602 0.085602 0.085602 0.000000 0.007 31 0 0 -(Ocean KPP comp BLD) 4320 0.219820 0.219820 0.219820 0.000000 0.017 41 0 0 -(Ocean kappa_shear) 4320 0.816699 0.816699 0.816699 0.000000 0.064 31 0 0 -(Ocean diabatic entrain) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean vert remap) 4320 0.111543 0.111543 0.111543 0.000000 0.009 31 0 0 -(Ocean set_diffusivity) 8640 1.009665 1.009665 1.009665 0.000000 0.079 31 0 0 -(Ocean KPP) 4320 1.133255 1.133255 1.133255 0.000000 0.089 31 0 0 -(Ocean tracer_columns) 4320 0.000946 0.000946 0.000946 0.000000 0.000 26 0 0 -(Ocean diabatic tridiag) 4320 0.016151 0.016151 0.016151 0.000000 0.001 41 0 0 -(Ocean diabatic message passing) 4320 0.020305 0.020305 0.020305 0.000000 0.002 41 0 0 -(Ocean find_uv_at_h) 4320 0.006069 0.006069 0.006069 0.000000 0.000 41 0 0 -(Ocean frazil) 8640 0.011119 0.011119 0.011119 0.000000 0.001 41 0 0 -(Ocean advect tracer) 4320 0.503044 0.503044 0.503044 0.000000 0.040 31 0 0 -(Ocean tracer halo updates) 17280 0.209605 0.209605 0.209605 0.000000 0.017 41 0 0 -(Ocean tracer global synch) 4320 0.001004 0.001004 0.001004 0.000000 0.000 41 0 0 -(Ocean diffuse tracer) 4320 0.091389 0.091389 0.091389 0.000000 0.007 31 0 0 -(Ocean epipycnal diffuse tracer) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean surface forcing) 4321 0.210192 0.210192 0.210192 0.000000 0.017 31 0 0 -(Ocean forcing diagnostics) 8640 0.088920 0.088920 0.088920 0.000000 0.007 41 0 0 - MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_gnu_debug_cesm.txt b/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_gnu_debug_cesm.txt deleted file mode 100644 index cffb7c0c..00000000 --- a/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_gnu_debug_cesm.txt +++ /dev/null @@ -1,241 +0,0 @@ -NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. -NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. -NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 710000. -NOTE: ======== Model being driven by MOM_driver ======== -NOTE: callTree: o Program MOM_main, MOM_driver.F90 -NOTE: open_param_file: MOM_input has been opened successfully. -NOTE: open_param_file: MOM_override has been opened successfully. -NOTE: open_param_file: MOM_override2 has been opened successfully. - -WARNING: MOM_obsolete_params: ETA_TOLERANCE_AUX is an obsolete run-time flag. - - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_inc domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 -NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io -NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: Open_file is appending .nc to the filename ./ocean_geometry - - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. - - -WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! - - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! - -MOM Date 1/01/01 00:00:00 0: En 1.688827E-26, MaxCFL 0.00000, Mass 7.695119440691E+16, Salt 35.12933891773, Temp 4.80639202356 - Total Energy: 3E165394AEF59AC7 1.2995726125765195E-09 - Total Mass: 7.6951194406912352E+16, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - Total Salt: 2.7032445884447250E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - Total Heat: 1.4516911074791564E+21, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - -WARNING: diag_util_mod::opening_file: module/field_name (ocean_model/wd) NOT registered - -MOM Date 1/01/11 00:00:00 240: En 1.327912E-05, MaxCFL 0.00618, Mass 7.695129762538E+16, Salt 35.12929179706, Temp 4.80261700476 - Total Energy: 426DBD578CC7BBCB 1.0218454646378685E+12 - Total Mass: 7.6951297625383088E+16, Change: 1.0321847073124609E+11 Error: 1.63107E+00 ( 2.1E-17) - Total Salt: 2.7032445884447265E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) - Total Heat: 1.4505528712669986E+21, Change: -1.1382362121578742E+18 Error: 1.64170E+06 ( 1.1E-15) -MOM Date 1/01/21 00:00:00 480: En 2.380302E-06, MaxCFL 0.00320, Mass 7.695105571929E+16, Salt 35.12940223076, Temp 4.79562022817 - Total Energy: 424552CB60B6A1FF 1.8316674698926559E+11 - Total Mass: 7.6951055719286720E+16, Change: -2.4190609634575000E+11 Error: 6.02910E-01 ( 7.8E-18) - Total Salt: 2.7032445884447275E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) - Total Heat: 1.4484350545925395E+21, Change: -2.1178166744590582E+18 Error: 1.35697E+06 ( 9.4E-16) -MOM Date 1/01/31 00:00:00 720: En 6.122198E-07, MaxCFL 0.00097, Mass 7.695053647716E+16, Salt 35.12963927480, Temp 4.78918036501 - Total Energy: 4225F0069941CE40 4.7110638752902832E+10 - Total Mass: 7.6950536477160688E+16, Change: -5.1924212605850391E+11 Error: -1.10531E+00 (-1.4E-17) - Total Salt: 2.7032445884447280E+15, Change: 5.1200000000000001E-01 Error: 5.12000E-01 ( 1.9E-16) - Total Heat: 1.4464802436143498E+21, Change: -1.9548109781897052E+18 Error: -6.69009E+05 (-4.6E-16) -MOM Date 1/02/10 00:00:00 960: En 1.572685E-06, MaxCFL 0.00230, Mass 7.695067948439E+16, Salt 35.12957398892, Temp 4.78329121077 - Total Energy: 423C2D4DC41D6900 1.2101915548541016E+11 - Total Mass: 7.6950679484394848E+16, Change: 1.4300723417518359E+11 Error: -9.29978E-02 (-1.2E-18) - Total Salt: 2.7032445884447280E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - Total Heat: 1.4447042221992153E+21, Change: -1.7760214151344947E+18 Error: 7.97780E+05 ( 5.5E-16) -MOM Date 1/02/20 00:00:00 1200: En 5.587801E-07, MaxCFL 0.00108, Mass 7.695042925094E+16, Salt 35.12968822603, Temp 4.77574334698 - Total Energy: 422405CDFA7E755E 4.2998365503229233E+10 - Total Mass: 7.6950429250940912E+16, Change: -2.5023345393000391E+11 Error: -6.91583E-01 (-9.0E-18) - Total Salt: 2.7032445884447290E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) - Total Heat: 1.4424198396297268E+21, Change: -2.2843825694884495E+18 Error: -5.43670E+05 (-3.8E-16) -MOM Date 1/03/02 00:00:00 1440: En 1.897039E-06, MaxCFL 0.00247, Mass 7.695008075769E+16, Salt 35.12984732215, Temp 4.77080458028 - Total Energy: 4240FE7644B2BB1D 1.4597728086946182E+11 - Total Mass: 7.6950080757691392E+16, Change: -3.4849324952506641E+11 Error: 1.13596E+00 ( 1.5E-17) - Total Salt: 2.7032445884447305E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) - Total Heat: 1.4409216560961697E+21, Change: -1.4981835335571866E+18 Error: 1.43808E+05 ( 1.0E-16) -MOM Date 1/03/12 00:00:00 1680: En 3.045415E-06, MaxCFL 0.00203, Mass 7.694994618542E+16, Salt 35.12990875823, Temp 4.76909432735 - Total Energy: 424B4802EE797E2A 2.3434453733098566E+11 - Total Mass: 7.6949946185415312E+16, Change: -1.3457227608250000E+11 Error: 7.68106E-02 ( 1.0E-18) - Total Salt: 2.7032445884447325E+15, Change: 2.0480000000000000E+00 Error: 2.04800E+00 ( 7.6E-16) - Total Heat: 1.4404025909839109E+21, Change: -5.1906511225880576E+17 Error: 1.31891E+06 ( 9.2E-16) -MOM Date 1/03/22 00:00:00 1920: En 6.135544E-06, MaxCFL 0.00392, Mass 7.694963553169E+16, Salt 35.13005058135, Temp 4.76845049211 - Total Energy: 425B7B40DEBEDEDB 4.7212786354748212E+11 - Total Mass: 7.6949635531688512E+16, Change: -3.1065372678123047E+11 Error: -2.03979E-01 (-2.7E-18) - Total Salt: 2.7032445884447315E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4402023201195491E+21, Change: -2.0027086436171776E+17 Error: -1.64708E+06 (-1.1E-15) -MOM Date 1/04/01 00:00:00 2160: En 1.191727E-05, MaxCFL 0.00551, Mass 7.694959233117E+16, Salt 35.13007030382, Temp 4.76482604909 - Total Energy: 426AB0666C63BCFA 9.1702921705390552E+11 - Total Mass: 7.6949592331174288E+16, Change: -4.3200514253363281E+10 Error: -6.58889E-01 (-8.6E-18) - Total Salt: 2.7032445884447305E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4391068313767057E+21, Change: -1.0954887428434821E+18 Error: 8.94239E+03 ( 6.2E-18) -MOM Date 1/04/11 00:00:00 2400: En 8.240632E-06, MaxCFL 0.00478, Mass 7.694924183741E+16, Salt 35.13023031672, Temp 4.76467885880 - Total Energy: 4262747D9F12FF99 6.3411040885598743E+11 - Total Mass: 7.6949241837405888E+16, Change: -3.5049376837383594E+11 Error: -7.27250E-02 (-9.5E-19) - Total Salt: 2.7032445884447325E+15, Change: 2.0480000000000000E+00 Error: 2.04800E+00 ( 7.6E-16) - Total Heat: 1.4390558212006840E+21, Change: -5.1010176021692416E+16 Error: 5.72763E+05 ( 4.0E-16) -MOM Date 1/04/21 00:00:00 2640: En 9.550101E-07, MaxCFL 0.00158, Mass 7.694918568794E+16, Salt 35.13025595108, Temp 4.76644721116 - Total Energy: 42311C2E78DF41BE 7.3487251679256805E+10 - Total Mass: 7.6949185687939648E+16, Change: -5.6149466280246094E+10 Error: 1.87801E-03 ( 2.4E-20) - Total Salt: 2.7032445884447340E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) - Total Heat: 1.4395888587277289E+21, Change: 5.3303752704498074E+17 Error: 2.96561E+05 ( 2.1E-16) -MOM Date 1/05/01 00:00:00 2880: En 5.134200E-06, MaxCFL 0.00333, Mass 7.694905586864E+16, Salt 35.13031521868, Temp 4.76709466824 - Total Energy: 4256FF07902629EE 3.9507186498465515E+11 - Total Mass: 7.6949055868637120E+16, Change: -1.2981930250610156E+11 Error: 5.90776E-01 ( 7.7E-18) - Total Salt: 2.7032445884447325E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) - Total Heat: 1.4397819782841447E+21, Change: 1.9311955641578291E+17 Error: 7.02084E+05 ( 4.9E-16) -MOM Date 1/05/11 00:00:00 3120: En 4.353272E-06, MaxCFL 0.00461, Mass 7.694903291197E+16, Salt 35.13032569931, Temp 4.77033825413 - Total Energy: 42537F977E8C06C9 3.3498005355210602E+11 - Total Mass: 7.6949032911974096E+16, Change: -2.2956663024222656E+10 Error: -5.45049E-01 (-7.1E-18) - Total Salt: 2.7032445884447320E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) - Total Heat: 1.4407611926237649E+21, Change: 9.7921433962020864E+17 Error: -3.15796E+05 (-2.2E-16) -MOM Date 1/05/21 00:00:00 3360: En 6.594298E-06, MaxCFL 0.00565, Mass 7.694887490158E+16, Salt 35.13039783755, Temp 4.77256940390 - Total Energy: 425D893430F2F466 5.0742380231581873E+11 - Total Mass: 7.6948874901584288E+16, Change: -1.5801038979697266E+11 Error: -2.11407E-01 (-2.7E-18) - Total Salt: 2.7032445884447305E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) - Total Heat: 1.4414320956265063E+21, Change: 6.7090300274134221E+17 Error: -2.03353E+05 (-1.4E-16) -MOM Date 1/05/31 00:00:00 3600: En 2.686146E-06, MaxCFL 0.00520, Mass 7.694877653789E+16, Salt 35.13044274477, Temp 4.77884623947 - Total Energy: 424810028EC7F5AA 2.0669563636791925E+11 - Total Mass: 7.6948776537891696E+16, Change: -9.8363692594390625E+10 Error: -1.54113E+00 (-2.0E-17) - Total Salt: 2.7032445884447295E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4433260077068638E+21, Change: 1.8939120803575235E+18 Error: -1.96145E+06 (-1.4E-15) -MOM Date 1/06/10 00:00:00 3840: En 4.795071E-06, MaxCFL 0.00537, Mass 7.694868047379E+16, Salt 35.13048660224, Temp 4.78354332997 - Total Energy: 42557A258A207682 3.6897437504185168E+11 - Total Mass: 7.6948680473789232E+16, Change: -9.6064102469398438E+10 Error: 1.33100E+00 ( 1.7E-17) - Total Salt: 2.7032445884447290E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) - Total Heat: 1.4447428378789659E+21, Change: 1.4168301721021317E+18 Error: 4.25326E+05 ( 2.9E-16) -MOM Date 1/06/20 00:00:00 4080: En 5.923949E-06, MaxCFL 0.00726, Mass 7.694865404446E+16, Salt 35.13049866841, Temp 4.78927135669 - Total Energy: 425A888B1825DA24 4.5583986703140845E+11 - Total Mass: 7.6948654044462432E+16, Change: -2.6429326817179688E+10 Error: 1.88414E+00 ( 2.4E-17) - Total Salt: 2.7032445884447280E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4464723401470635E+21, Change: 1.7295022680975606E+18 Error: 1.05666E+06 ( 7.3E-16) -MOM Date 1/06/30 00:00:00 4320: En 9.613597E-07, MaxCFL 0.00401, Mass 7.694905623951E+16, Salt 35.13031504936, Temp 4.79264874446 - Total Energy: 4231394BFBCDCB66 7.3975725005794525E+10 - Total Mass: 7.6949056239507056E+16, Change: 4.0219504463619141E+11 Error: -8.14012E-01 (-1.1E-17) - Total Salt: 2.7032445884447265E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) - Total Heat: 1.4474999562607429E+21, Change: 1.0276161136794010E+18 Error: -1.02338E+06 (-7.1E-16) - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! - - -WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! - - MPP_DOMAINS_STACK high water mark= 25200 - -Tabulating mpp_clock statistics across 1 PEs... - - hits tmin tmax tavg tstd tfrac grain pemin pemax -Total runtime 1 17.263720 17.263720 17.263720 0.000000 1.000 0 0 0 -Initialization 1 0.201288 0.201288 0.201288 0.000000 0.012 0 0 0 -Main loop 1 17.023144 17.023144 17.023144 0.000000 0.986 0 0 0 -Termination 1 0.014020 0.014020 0.014020 0.000000 0.001 0 0 0 -Ocean Initialization 2 0.202477 0.202477 0.202477 0.000000 0.012 11 0 0 -Ocean 4320 16.667136 16.667136 16.667136 0.000000 0.965 1 0 0 -Ocean dynamics 8640 9.640773 9.640773 9.640773 0.000000 0.558 11 0 0 -Ocean thermodynamics and tracers 12960 5.346625 5.346625 5.346625 0.000000 0.310 11 0 0 -Ocean Other 21600 1.598674 1.598674 1.598674 0.000000 0.093 11 0 0 -(Ocean tracer advection) 8640 1.134051 1.134051 1.134051 0.000000 0.066 21 0 0 -(Ocean diabatic driver) 4320 4.211361 4.211361 4.211361 0.000000 0.244 21 0 0 -(Ocean continuity equation *) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean set BBL viscosity) 4320 0.112545 0.112545 0.112545 0.000000 0.007 31 0 0 -(Ocean message passing *) 17280 0.449174 0.449174 0.449174 0.000000 0.026 31 0 0 -(Ocean MOM_initialize_state) 2 0.065798 0.065798 0.065798 0.000000 0.004 31 0 0 -(Ocean init message passing *) 2 0.000443 0.000443 0.000443 0.000000 0.000 41 0 0 -(Ocean mixed layer restrat) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean collective diagnostics) 17280 1.230111 1.230111 1.230111 0.000000 0.071 31 0 0 -(Ocean Z-space diagnostics) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean ALE) 4320 0.831572 0.831572 0.831572 0.000000 0.048 31 0 0 -(Stochastic EOS) 4320 0.000183 0.000183 0.000183 0.000000 0.000 31 0 0 -(SGS Temperature Variance) 4320 0.000182 0.000182 0.000182 0.000000 0.000 31 0 0 -(Initialize from Z) 1 0.055728 0.055728 0.055728 0.000000 0.003 41 0 0 -(Initialize from Z) ALE 1 0.001729 0.001729 0.001729 0.000000 0.000 51 0 0 -(Initialize tracer from Z) read 2 0.002223 0.002223 0.002223 0.000000 0.000 51 0 0 -(Ocean diagnostics framework) 190080 2.167083 2.167083 2.167083 0.000000 0.126 31 0 0 -(Ocean diagnostics remapping) 34560 0.624415 0.624415 0.624415 0.000000 0.036 41 0 0 -(Ocean diagnostics grid updates) 38881 0.258174 0.258174 0.258174 0.000000 0.015 41 0 0 -(Ocean porous barrier) 4320 0.042308 0.042308 0.042308 0.000000 0.002 31 0 0 -(Ocean continuity update) 51840 0.107756 0.107756 0.107756 0.000000 0.006 41 0 0 -(Ocean continuity correction) 25920 0.334732 0.334732 0.334732 0.000000 0.019 41 0 0 -(Ocean Coriolis & mom advection) 12960 1.504860 1.504860 1.504860 0.000000 0.087 31 0 0 -(Ocean continuity equation) 12960 0.464966 0.464966 0.464966 0.000000 0.027 31 0 0 -(Ocean pressure force) 12960 4.842497 4.842497 4.842497 0.000000 0.281 31 0 0 -(Ocean vertical viscosity) 12960 0.927074 0.927074 0.927074 0.000000 0.054 31 0 0 -(Ocean horizontal viscosity) 4320 0.025140 0.025140 0.025140 0.000000 0.001 31 0 0 -(Ocean momentum increments) 12960 0.181744 0.181744 0.181744 0.000000 0.011 31 0 0 -(Ocean message passing) 43200 1.148813 1.148813 1.148813 0.000000 0.067 31 0 0 -(Ocean init message passing) 0 0.000000 0.000000 0.000000 0.000000 0.000 41 0 0 -Ocean KPP calculate) 4320 0.084037 0.084037 0.084037 0.000000 0.005 31 0 0 -(Ocean KPP comp BLD) 4320 0.274116 0.274116 0.274116 0.000000 0.016 41 0 0 -(Ocean kappa_shear) 4320 0.812390 0.812390 0.812390 0.000000 0.047 31 0 0 -(Ocean diabatic entrain) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean vert remap) 4320 0.147045 0.147045 0.147045 0.000000 0.009 31 0 0 -(Ocean set_diffusivity) 8640 1.060164 1.060164 1.060164 0.000000 0.061 31 0 0 -(Ocean KPP) 4320 1.396535 1.396535 1.396535 0.000000 0.081 31 0 0 -(Ocean tracer_columns) 4320 0.001116 0.001116 0.001116 0.000000 0.000 26 0 0 -(Ocean diabatic tridiag) 4320 0.021586 0.021586 0.021586 0.000000 0.001 41 0 0 -(Ocean diabatic message passing) 4320 0.025610 0.025610 0.025610 0.000000 0.001 41 0 0 -(Ocean find_uv_at_h) 4320 0.012250 0.012250 0.012250 0.000000 0.001 41 0 0 -(Ocean frazil) 8640 0.016564 0.016564 0.016564 0.000000 0.001 41 0 0 -(Ocean advect tracer) 4320 0.925956 0.925956 0.925956 0.000000 0.054 31 0 0 -(Ocean tracer halo updates) 17280 0.391192 0.391192 0.391192 0.000000 0.023 41 0 0 -(Ocean tracer global synch) 4320 0.001388 0.001388 0.001388 0.000000 0.000 41 0 0 -(Ocean diffuse tracer) 4320 0.178855 0.178855 0.178855 0.000000 0.010 31 0 0 -(Ocean epipycnal diffuse tracer) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean surface forcing) 4321 0.239089 0.239089 0.239089 0.000000 0.014 31 0 0 -(Ocean forcing diagnostics) 8640 0.101044 0.101044 0.101044 0.000000 0.006 41 0 0 - MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_intel_cesm.txt b/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_intel_cesm.txt deleted file mode 100644 index a5c1f661..00000000 --- a/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_intel_cesm.txt +++ /dev/null @@ -1,229 +0,0 @@ -NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. -NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. -NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 710000. -NOTE: ======== Model being driven by MOM_driver ======== -NOTE: callTree: o Program MOM_main, MOM_driver.F90 -NOTE: open_param_file: MOM_input has been opened successfully. -NOTE: open_param_file: MOM_override has been opened successfully. -NOTE: open_param_file: MOM_override2 has been opened successfully. - -WARNING: MOM_obsolete_params: ETA_TOLERANCE_AUX is an obsolete run-time flag. - - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_inc domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 -NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io -NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: Open_file is appending .nc to the filename ./ocean_geometry - - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. - - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 -MOM Date 1/01/01 00:00:00 0: En 1.688827E-26, MaxCFL 0.00000, Mass 7.695119440691E+16, Salt 35.12933891773, Temp 4.80639202356 - Total Energy: 3E165394AEF59AC7 1.2995726125765195E-09 - Total Mass: 7.6951194406912352E+16, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - Total Salt: 2.7032445884447250E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - Total Heat: 1.4516911074791564E+21, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - -WARNING: diag_util_mod::opening_file: module/field_name (ocean_model/wd) NOT registered - -MOM Date 1/01/11 00:00:00 240: En 1.327912E-05, MaxCFL 0.00618, Mass 7.695129762538E+16, Salt 35.12929179706, Temp 4.80261700476 - Total Energy: 426DBD578CC763CB 1.0218454646351185E+12 - Total Mass: 7.6951297625383088E+16, Change: 1.0321847073124609E+11 Error: 1.63107E+00 ( 2.1E-17) - Total Salt: 2.7032445884447265E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) - Total Heat: 1.4505528712669986E+21, Change: -1.1382362121578742E+18 Error: 1.63751E+06 ( 1.1E-15) -MOM Date 1/01/21 00:00:00 480: En 2.375370E-06, MaxCFL 0.00320, Mass 7.695105571929E+16, Salt 35.12940223076, Temp 4.79562022532 - Total Energy: 4245477BD35F4148 1.8278722118251001E+11 - Total Mass: 7.6951055719286720E+16, Change: -2.4190609634575000E+11 Error: 6.02910E-01 ( 7.8E-18) - Total Salt: 2.7032445884447275E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) - Total Heat: 1.4484350537297161E+21, Change: -2.1178175372824412E+18 Error: 2.29016E+06 ( 1.6E-15) -MOM Date 1/01/31 00:00:00 720: En 5.799045E-07, MaxCFL 0.00085, Mass 7.695053647716E+16, Salt 35.12963927480, Temp 4.78918037334 - Total Energy: 4224C7973E43023D 4.4623961889504372E+10 - Total Mass: 7.6950536477160688E+16, Change: -5.1924212605850391E+11 Error: -1.10531E+00 (-1.4E-17) - Total Salt: 2.7032445884447280E+15, Change: 5.1200000000000001E-01 Error: 5.12000E-01 ( 1.9E-16) - Total Heat: 1.4464802461304598E+21, Change: -1.9548075992563057E+18 Error: -2.30512E+05 (-1.6E-16) -MOM Date 1/02/10 00:00:00 960: En 9.910178E-07, MaxCFL 0.00182, Mass 7.695067948439E+16, Salt 35.12957398892, Temp 4.78329123513 - Total Energy: 4231C16B8E5BA218 7.6259495515633179E+10 - Total Mass: 7.6950679484394848E+16, Change: 1.4300723417518359E+11 Error: -9.29978E-02 (-1.2E-18) - Total Salt: 2.7032445884447280E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - Total Heat: 1.4447042295564062E+21, Change: -1.7760165740536136E+18 Error: 2.08442E+06 ( 1.4E-15) -MOM Date 1/02/20 00:00:00 1200: En 4.356363E-07, MaxCFL 0.00046, Mass 7.695042925094E+16, Salt 35.12968822603, Temp 4.77574336304 - Total Energy: 421F385CE3B3853F 3.3522399468880123E+10 - Total Mass: 7.6950429250940912E+16, Change: -2.5023345393000391E+11 Error: -6.91583E-01 (-9.0E-18) - Total Salt: 2.7032445884447290E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) - Total Heat: 1.4424198444810033E+21, Change: -2.2843850754028995E+18 Error: -8.00590E+05 (-5.6E-16) -MOM Date 1/03/02 00:00:00 1440: En 1.785313E-06, MaxCFL 0.00238, Mass 7.695008075769E+16, Salt 35.12984732215, Temp 4.77080464168 - Total Energy: 423FFC7C169FC044 1.3737997686375104E+11 - Total Mass: 7.6950080757691392E+16, Change: -3.4849324952506641E+11 Error: 1.13596E+00 ( 1.5E-17) - Total Salt: 2.7032445884447305E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) - Total Heat: 1.4409216746403474E+21, Change: -1.4981698406559252E+18 Error: -6.84629E+04 (-4.8E-17) -MOM Date 1/03/12 00:00:00 1680: En 3.041746E-06, MaxCFL 0.00203, Mass 7.694994618542E+16, Salt 35.12990875823, Temp 4.76909444220 - Total Energy: 424B3F988C55D509 2.3406215799566434E+11 - Total Mass: 7.6949946185415312E+16, Change: -1.3457227608250000E+11 Error: 7.68106E-02 ( 1.0E-18) - Total Salt: 2.7032445884447320E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) - Total Heat: 1.4404026256711095E+21, Change: -5.1904896923782349E+17 Error: 8.65353E+05 ( 6.0E-16) -MOM Date 1/03/22 00:00:00 1920: En 6.344657E-06, MaxCFL 0.00397, Mass 7.694963553169E+16, Salt 35.13005058135, Temp 4.76845073241 - Total Energy: 425C6B07C4C1E4E5 4.8821902208757648E+11 - Total Mass: 7.6949635531688512E+16, Change: -3.1065372678123047E+11 Error: -2.03979E-01 (-2.7E-18) - Total Salt: 2.7032445884447310E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4402023926962515E+21, Change: -2.0023297485805978E+17 Error: -1.87651E+06 (-1.3E-15) -MOM Date 1/04/01 00:00:00 2160: En 1.168214E-05, MaxCFL 0.00543, Mass 7.694959233117E+16, Salt 35.13007030382, Temp 4.76482636062 - Total Energy: 426A29984376839F 8.9893595435611316E+11 - Total Mass: 7.6949592331174288E+16, Change: -4.3200514253363281E+10 Error: -6.58889E-01 (-8.6E-18) - Total Salt: 2.7032445884447305E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) - Total Heat: 1.4391069254667807E+21, Change: -1.0954672294707855E+18 Error: 5.35714E+05 ( 3.7E-16) -MOM Date 1/04/11 00:00:00 2400: En 8.191328E-06, MaxCFL 0.00479, Mass 7.694924183741E+16, Salt 35.13023031672, Temp 4.76467926739 - Total Energy: 426258394F76D5B7 6.3031649784667859E+11 - Total Mass: 7.6949241837405888E+16, Change: -3.5049376837383594E+11 Error: -7.27250E-02 (-9.5E-19) - Total Salt: 2.7032445884447330E+15, Change: 2.5600000000000001E+00 Error: 2.56000E+00 ( 9.5E-16) - Total Heat: 1.4390559446039643E+21, Change: -5.0980862816419840E+16 Error: 5.54833E+05 ( 3.9E-16) -MOM Date 1/04/21 00:00:00 2640: En 1.100002E-06, MaxCFL 0.00237, Mass 7.694918568794E+16, Salt 35.13025595108, Temp 4.76644763575 - Total Energy: 4233B530AAAEA15F 8.4644244142630356E+10 - Total Mass: 7.6949185687939648E+16, Change: -5.6149466280246094E+10 Error: 1.87801E-03 ( 2.4E-20) - Total Salt: 2.7032445884447340E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) - Total Heat: 1.4395889869652330E+21, Change: 5.3304236126869914E+17 Error: 5.72131E+04 ( 4.0E-17) -MOM Date 1/05/01 00:00:00 2880: En 5.096970E-06, MaxCFL 0.00333, Mass 7.694905586864E+16, Salt 35.13031521868, Temp 4.76709512427 - Total Energy: 4256D457151D70CF 3.9220702936576263E+11 - Total Mass: 7.6949055868637120E+16, Change: -1.2981930250610156E+11 Error: 5.90776E-01 ( 7.7E-18) - Total Salt: 2.7032445884447330E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4397821160161076E+21, Change: 1.9312905087457690E+17 Error: 2.67827E+05 ( 1.9E-16) -MOM Date 1/05/11 00:00:00 3120: En 4.277498E-06, MaxCFL 0.00458, Mass 7.694903291197E+16, Salt 35.13032569931, Temp 4.77033872111 - Total Energy: 425328B4F4AFB242 3.2914930553478528E+11 - Total Mass: 7.6949032911974096E+16, Change: -2.2956663024222656E+10 Error: -5.45049E-01 (-7.1E-18) - Total Salt: 2.7032445884447320E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4407613336632172E+21, Change: 9.7921764710966886E+17 Error: 8.10158E+04 ( 5.6E-17) -MOM Date 1/05/21 00:00:00 3360: En 6.713437E-06, MaxCFL 0.00567, Mass 7.694887490158E+16, Salt 35.13039783755, Temp 4.77256993164 - Total Energy: 425E11CFE2E9BEDA 5.1659142237498206E+11 - Total Mass: 7.6948874901584288E+16, Change: -1.5801038979697266E+11 Error: -2.11407E-01 (-2.7E-18) - Total Salt: 2.7032445884447310E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4414322550173697E+21, Change: 6.7092135415250944E+17 Error: -4.73617E+05 (-3.3E-16) -MOM Date 1/05/31 00:00:00 3600: En 2.703283E-06, MaxCFL 0.00522, Mass 7.694877653789E+16, Salt 35.13044274477, Temp 4.77884680682 - Total Energy: 4248374F1351178A 2.0801428854618390E+11 - Total Mass: 7.6948776537891696E+16, Change: -9.8363692594390625E+10 Error: -1.54113E+00 (-2.0E-17) - Total Salt: 2.7032445884447305E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) - Total Heat: 1.4433261790584693E+21, Change: 1.8939240410995753E+18 Error: -1.86729E+06 (-1.3E-15) -MOM Date 1/06/10 00:00:00 3840: En 4.764762E-06, MaxCFL 0.00536, Mass 7.694868047379E+16, Salt 35.13048660224, Temp 4.78354393781 - Total Energy: 42555764DAF2002E 3.6664216263200281E+11 - Total Mass: 7.6948680473789232E+16, Change: -9.6064102469398438E+10 Error: 1.33100E+00 ( 1.7E-17) - Total Salt: 2.7032445884447305E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - Total Heat: 1.4447430214606502E+21, Change: 1.4168424021808906E+18 Error: 1.26885E+06 ( 8.8E-16) -MOM Date 1/06/20 00:00:00 4080: En 5.932180E-06, MaxCFL 0.00728, Mass 7.694865404446E+16, Salt 35.13049866841, Temp 4.78927197084 - Total Energy: 425A91FB6C86A75E 4.5647329333861511E+11 - Total Mass: 7.6948654044462432E+16, Change: -2.6429326817179688E+10 Error: 1.88414E+00 ( 2.4E-17) - Total Salt: 2.7032445884447300E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) - Total Heat: 1.4464725256342070E+21, Change: 1.7295041735567606E+18 Error: 1.83830E+04 ( 1.3E-17) -MOM Date 1/06/30 00:00:00 4320: En 9.597778E-07, MaxCFL 0.00400, Mass 7.694905623951E+16, Salt 35.13031504936, Temp 4.79264929607 - Total Energy: 4231320A97FEA8BC 7.3853999102659119E+10 - Total Mass: 7.6949056239507056E+16, Change: 4.0219504463619141E+11 Error: -8.14012E-01 (-1.1E-17) - Total Salt: 2.7032445884447285E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) - Total Heat: 1.4475001228630696E+21, Change: 1.0275972288626033E+18 Error: 5.42159E+04 ( 3.7E-17) - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - MPP_DOMAINS_STACK high water mark= 25200 - -Tabulating mpp_clock statistics across 1 PEs... - - hits tmin tmax tavg tstd tfrac grain pemin pemax -Total runtime 1 12.891096 12.891096 12.891096 0.000000 1.000 0 0 0 -Initialization 1 0.766184 0.766184 0.766184 0.000000 0.059 0 0 0 -Main loop 1 12.090912 12.090912 12.090912 0.000000 0.938 0 0 0 -Termination 1 0.009222 0.009222 0.009222 0.000000 0.001 0 0 0 -Ocean Initialization 2 1.148129 1.148129 1.148129 0.000000 0.089 11 0 0 -Ocean 4320 11.309798 11.309798 11.309798 0.000000 0.877 1 0 0 -Ocean dynamics 8640 5.445533 5.445533 5.445533 0.000000 0.422 11 0 0 -Ocean thermodynamics and tracers 12960 4.054546 4.054546 4.054546 0.000000 0.315 11 0 0 -Ocean Other 21600 1.732708 1.732708 1.732708 0.000000 0.134 11 0 0 -(Ocean tracer advection) 8640 0.685223 0.685223 0.685223 0.000000 0.053 21 0 0 -(Ocean diabatic driver) 4320 3.367985 3.367985 3.367985 0.000000 0.261 21 0 0 -(Ocean continuity equation *) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean set BBL viscosity) 4320 0.058062 0.058062 0.058062 0.000000 0.005 31 0 0 -(Ocean message passing *) 17280 0.336262 0.336262 0.336262 0.000000 0.026 31 0 0 -(Ocean MOM_initialize_state) 2 0.097672 0.097672 0.097672 0.000000 0.008 31 0 0 -(Ocean init message passing *) 2 0.000403 0.000403 0.000403 0.000000 0.000 41 0 0 -(Ocean mixed layer restrat) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean collective diagnostics) 17280 1.638673 1.638673 1.638673 0.000000 0.127 31 0 0 -(Ocean Z-space diagnostics) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean ALE) 4320 0.399825 0.399825 0.399825 0.000000 0.031 31 0 0 -(Stochastic EOS) 4320 0.000187 0.000187 0.000187 0.000000 0.000 31 0 0 -(SGS Temperature Variance) 4320 0.000184 0.000184 0.000184 0.000000 0.000 31 0 0 -(Initialize from Z) 1 0.047706 0.047706 0.047706 0.000000 0.004 41 0 0 -(Initialize from Z) ALE 1 0.001342 0.001342 0.001342 0.000000 0.000 51 0 0 -(Initialize tracer from Z) read 2 0.005611 0.005611 0.005611 0.000000 0.000 51 0 0 -(Ocean diagnostics framework) 190080 2.804891 2.804891 2.804891 0.000000 0.218 31 0 0 -(Ocean diagnostics remapping) 34560 0.323038 0.323038 0.323038 0.000000 0.025 41 0 0 -(Ocean diagnostics grid updates) 38881 0.331122 0.331122 0.331122 0.000000 0.026 41 0 0 -(Ocean porous barrier) 4320 0.034147 0.034147 0.034147 0.000000 0.003 31 0 0 -(Ocean continuity update) 51840 0.062702 0.062702 0.062702 0.000000 0.005 41 0 0 -(Ocean continuity correction) 25920 0.188394 0.188394 0.188394 0.000000 0.015 41 0 0 -(Ocean Coriolis & mom advection) 12960 1.203010 1.203010 1.203010 0.000000 0.093 31 0 0 -(Ocean continuity equation) 12960 0.258139 0.258139 0.258139 0.000000 0.020 31 0 0 -(Ocean pressure force) 12960 2.079878 2.079878 2.079878 0.000000 0.161 31 0 0 -(Ocean vertical viscosity) 12960 0.631863 0.631863 0.631863 0.000000 0.049 31 0 0 -(Ocean horizontal viscosity) 4320 0.002280 0.002280 0.002280 0.000000 0.000 31 0 0 -(Ocean momentum increments) 12960 0.071510 0.071510 0.071510 0.000000 0.006 31 0 0 -(Ocean message passing) 43200 0.838935 0.838935 0.838935 0.000000 0.065 31 0 0 -(Ocean init message passing) 0 0.000000 0.000000 0.000000 0.000000 0.000 41 0 0 -Ocean KPP calculate) 4320 0.077692 0.077692 0.077692 0.000000 0.006 31 0 0 -(Ocean KPP comp BLD) 4320 0.173652 0.173652 0.173652 0.000000 0.013 41 0 0 -(Ocean kappa_shear) 4320 0.643676 0.643676 0.643676 0.000000 0.050 31 0 0 -(Ocean diabatic entrain) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean vert remap) 4320 0.104337 0.104337 0.104337 0.000000 0.008 31 0 0 -(Ocean set_diffusivity) 8640 0.808320 0.808320 0.808320 0.000000 0.063 31 0 0 -(Ocean KPP) 4320 1.423847 1.423847 1.423847 0.000000 0.110 31 0 0 -(Ocean tracer_columns) 4320 0.000910 0.000910 0.000910 0.000000 0.000 26 0 0 -(Ocean diabatic tridiag) 4320 0.014502 0.014502 0.014502 0.000000 0.001 41 0 0 -(Ocean diabatic message passing) 4320 0.025819 0.025819 0.025819 0.000000 0.002 41 0 0 -(Ocean find_uv_at_h) 4320 0.008193 0.008193 0.008193 0.000000 0.001 41 0 0 -(Ocean frazil) 8640 0.012945 0.012945 0.012945 0.000000 0.001 41 0 0 -(Ocean advect tracer) 4320 0.536991 0.536991 0.536991 0.000000 0.042 31 0 0 -(Ocean tracer halo updates) 17280 0.279004 0.279004 0.279004 0.000000 0.022 41 0 0 -(Ocean tracer global synch) 4320 0.001092 0.001092 0.001092 0.000000 0.000 41 0 0 -(Ocean diffuse tracer) 4320 0.117987 0.117987 0.117987 0.000000 0.009 31 0 0 -(Ocean epipycnal diffuse tracer) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean surface forcing) 4321 0.210977 0.210977 0.210977 0.000000 0.016 31 0 0 -(Ocean forcing diagnostics) 8640 0.170994 0.170994 0.170994 0.000000 0.013 41 0 0 - MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_intel_debug_cesm.txt b/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_intel_debug_cesm.txt deleted file mode 100644 index a143edfb..00000000 --- a/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_intel_debug_cesm.txt +++ /dev/null @@ -1,241 +0,0 @@ -NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. -NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. -NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 710000. -NOTE: ======== Model being driven by MOM_driver ======== -NOTE: callTree: o Program MOM_main, MOM_driver.F90 -NOTE: open_param_file: MOM_input has been opened successfully. -NOTE: open_param_file: MOM_override has been opened successfully. -NOTE: open_param_file: MOM_override2 has been opened successfully. - -WARNING: MOM_obsolete_params: ETA_TOLERANCE_AUX is an obsolete run-time flag. - - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_inc domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 -NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io -NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: Open_file is appending .nc to the filename ./ocean_geometry - - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. - - -WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! - - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! - -MOM Date 1/01/01 00:00:00 0: En 1.688827E-26, MaxCFL 0.00000, Mass 7.695119440691E+16, Salt 35.12933891773, Temp 4.80639202356 - Total Energy: 3E165394AEF59AC7 1.2995726125765195E-09 - Total Mass: 7.6951194406912352E+16, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - Total Salt: 2.7032445884447250E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - Total Heat: 1.4516911074791564E+21, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - -WARNING: diag_util_mod::opening_file: module/field_name (ocean_model/wd) NOT registered - -MOM Date 1/01/11 00:00:00 240: En 1.327912E-05, MaxCFL 0.00618, Mass 7.695129762538E+16, Salt 35.12929179706, Temp 4.80261700476 - Total Energy: 426DBD578CC763CB 1.0218454646351185E+12 - Total Mass: 7.6951297625383088E+16, Change: 1.0321847073124609E+11 Error: 1.63107E+00 ( 2.1E-17) - Total Salt: 2.7032445884447265E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) - Total Heat: 1.4505528712669986E+21, Change: -1.1382362121578742E+18 Error: 1.63751E+06 ( 1.1E-15) -MOM Date 1/01/21 00:00:00 480: En 2.375370E-06, MaxCFL 0.00320, Mass 7.695105571929E+16, Salt 35.12940223076, Temp 4.79562022532 - Total Energy: 4245477BD35F4148 1.8278722118251001E+11 - Total Mass: 7.6951055719286720E+16, Change: -2.4190609634575000E+11 Error: 6.02910E-01 ( 7.8E-18) - Total Salt: 2.7032445884447275E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) - Total Heat: 1.4484350537297161E+21, Change: -2.1178175372824412E+18 Error: 2.29016E+06 ( 1.6E-15) -MOM Date 1/01/31 00:00:00 720: En 5.799045E-07, MaxCFL 0.00085, Mass 7.695053647716E+16, Salt 35.12963927480, Temp 4.78918037334 - Total Energy: 4224C7973E43023D 4.4623961889504372E+10 - Total Mass: 7.6950536477160688E+16, Change: -5.1924212605850391E+11 Error: -1.10531E+00 (-1.4E-17) - Total Salt: 2.7032445884447280E+15, Change: 5.1200000000000001E-01 Error: 5.12000E-01 ( 1.9E-16) - Total Heat: 1.4464802461304598E+21, Change: -1.9548075992563057E+18 Error: -2.30512E+05 (-1.6E-16) -MOM Date 1/02/10 00:00:00 960: En 9.910178E-07, MaxCFL 0.00182, Mass 7.695067948439E+16, Salt 35.12957398892, Temp 4.78329123513 - Total Energy: 4231C16B8E5BA218 7.6259495515633179E+10 - Total Mass: 7.6950679484394848E+16, Change: 1.4300723417518359E+11 Error: -9.29978E-02 (-1.2E-18) - Total Salt: 2.7032445884447280E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - Total Heat: 1.4447042295564062E+21, Change: -1.7760165740536136E+18 Error: 2.08442E+06 ( 1.4E-15) -MOM Date 1/02/20 00:00:00 1200: En 4.356363E-07, MaxCFL 0.00046, Mass 7.695042925094E+16, Salt 35.12968822603, Temp 4.77574336304 - Total Energy: 421F385CE3B3853F 3.3522399468880123E+10 - Total Mass: 7.6950429250940912E+16, Change: -2.5023345393000391E+11 Error: -6.91583E-01 (-9.0E-18) - Total Salt: 2.7032445884447290E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) - Total Heat: 1.4424198444810033E+21, Change: -2.2843850754028995E+18 Error: -8.00590E+05 (-5.6E-16) -MOM Date 1/03/02 00:00:00 1440: En 1.785313E-06, MaxCFL 0.00238, Mass 7.695008075769E+16, Salt 35.12984732215, Temp 4.77080464168 - Total Energy: 423FFC7C169FC044 1.3737997686375104E+11 - Total Mass: 7.6950080757691392E+16, Change: -3.4849324952506641E+11 Error: 1.13596E+00 ( 1.5E-17) - Total Salt: 2.7032445884447305E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) - Total Heat: 1.4409216746403474E+21, Change: -1.4981698406559252E+18 Error: -6.84629E+04 (-4.8E-17) -MOM Date 1/03/12 00:00:00 1680: En 3.041746E-06, MaxCFL 0.00203, Mass 7.694994618542E+16, Salt 35.12990875823, Temp 4.76909444220 - Total Energy: 424B3F988C55D509 2.3406215799566434E+11 - Total Mass: 7.6949946185415312E+16, Change: -1.3457227608250000E+11 Error: 7.68106E-02 ( 1.0E-18) - Total Salt: 2.7032445884447320E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) - Total Heat: 1.4404026256711095E+21, Change: -5.1904896923782349E+17 Error: 8.65353E+05 ( 6.0E-16) -MOM Date 1/03/22 00:00:00 1920: En 6.344657E-06, MaxCFL 0.00397, Mass 7.694963553169E+16, Salt 35.13005058135, Temp 4.76845073241 - Total Energy: 425C6B07C4C1E4E5 4.8821902208757648E+11 - Total Mass: 7.6949635531688512E+16, Change: -3.1065372678123047E+11 Error: -2.03979E-01 (-2.7E-18) - Total Salt: 2.7032445884447310E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4402023926962515E+21, Change: -2.0023297485805978E+17 Error: -1.87651E+06 (-1.3E-15) -MOM Date 1/04/01 00:00:00 2160: En 1.168214E-05, MaxCFL 0.00543, Mass 7.694959233117E+16, Salt 35.13007030382, Temp 4.76482636062 - Total Energy: 426A29984376839F 8.9893595435611316E+11 - Total Mass: 7.6949592331174288E+16, Change: -4.3200514253363281E+10 Error: -6.58889E-01 (-8.6E-18) - Total Salt: 2.7032445884447305E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) - Total Heat: 1.4391069254667807E+21, Change: -1.0954672294707855E+18 Error: 5.35714E+05 ( 3.7E-16) -MOM Date 1/04/11 00:00:00 2400: En 8.191328E-06, MaxCFL 0.00479, Mass 7.694924183741E+16, Salt 35.13023031672, Temp 4.76467926739 - Total Energy: 426258394F76D5B7 6.3031649784667859E+11 - Total Mass: 7.6949241837405888E+16, Change: -3.5049376837383594E+11 Error: -7.27250E-02 (-9.5E-19) - Total Salt: 2.7032445884447330E+15, Change: 2.5600000000000001E+00 Error: 2.56000E+00 ( 9.5E-16) - Total Heat: 1.4390559446039643E+21, Change: -5.0980862816419840E+16 Error: 5.54833E+05 ( 3.9E-16) -MOM Date 1/04/21 00:00:00 2640: En 1.100002E-06, MaxCFL 0.00237, Mass 7.694918568794E+16, Salt 35.13025595108, Temp 4.76644763575 - Total Energy: 4233B530AAAEA15F 8.4644244142630356E+10 - Total Mass: 7.6949185687939648E+16, Change: -5.6149466280246094E+10 Error: 1.87801E-03 ( 2.4E-20) - Total Salt: 2.7032445884447340E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) - Total Heat: 1.4395889869652330E+21, Change: 5.3304236126869914E+17 Error: 5.72131E+04 ( 4.0E-17) -MOM Date 1/05/01 00:00:00 2880: En 5.096970E-06, MaxCFL 0.00333, Mass 7.694905586864E+16, Salt 35.13031521868, Temp 4.76709512427 - Total Energy: 4256D457151D70CF 3.9220702936576263E+11 - Total Mass: 7.6949055868637120E+16, Change: -1.2981930250610156E+11 Error: 5.90776E-01 ( 7.7E-18) - Total Salt: 2.7032445884447330E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4397821160161076E+21, Change: 1.9312905087457690E+17 Error: 2.67827E+05 ( 1.9E-16) -MOM Date 1/05/11 00:00:00 3120: En 4.277498E-06, MaxCFL 0.00458, Mass 7.694903291197E+16, Salt 35.13032569931, Temp 4.77033872111 - Total Energy: 425328B4F4AFB242 3.2914930553478528E+11 - Total Mass: 7.6949032911974096E+16, Change: -2.2956663024222656E+10 Error: -5.45049E-01 (-7.1E-18) - Total Salt: 2.7032445884447320E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4407613336632172E+21, Change: 9.7921764710966886E+17 Error: 8.10158E+04 ( 5.6E-17) -MOM Date 1/05/21 00:00:00 3360: En 6.713437E-06, MaxCFL 0.00567, Mass 7.694887490158E+16, Salt 35.13039783755, Temp 4.77256993164 - Total Energy: 425E11CFE2E9BEDA 5.1659142237498206E+11 - Total Mass: 7.6948874901584288E+16, Change: -1.5801038979697266E+11 Error: -2.11407E-01 (-2.7E-18) - Total Salt: 2.7032445884447310E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4414322550173697E+21, Change: 6.7092135415250944E+17 Error: -4.73617E+05 (-3.3E-16) -MOM Date 1/05/31 00:00:00 3600: En 2.703283E-06, MaxCFL 0.00522, Mass 7.694877653789E+16, Salt 35.13044274477, Temp 4.77884680682 - Total Energy: 4248374F1351178A 2.0801428854618390E+11 - Total Mass: 7.6948776537891696E+16, Change: -9.8363692594390625E+10 Error: -1.54113E+00 (-2.0E-17) - Total Salt: 2.7032445884447305E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) - Total Heat: 1.4433261790584693E+21, Change: 1.8939240410995753E+18 Error: -1.86729E+06 (-1.3E-15) -MOM Date 1/06/10 00:00:00 3840: En 4.764762E-06, MaxCFL 0.00536, Mass 7.694868047379E+16, Salt 35.13048660224, Temp 4.78354393781 - Total Energy: 42555764DAF2002E 3.6664216263200281E+11 - Total Mass: 7.6948680473789232E+16, Change: -9.6064102469398438E+10 Error: 1.33100E+00 ( 1.7E-17) - Total Salt: 2.7032445884447305E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - Total Heat: 1.4447430214606502E+21, Change: 1.4168424021808906E+18 Error: 1.26885E+06 ( 8.8E-16) -MOM Date 1/06/20 00:00:00 4080: En 5.932180E-06, MaxCFL 0.00728, Mass 7.694865404446E+16, Salt 35.13049866841, Temp 4.78927197084 - Total Energy: 425A91FB6C86A75E 4.5647329333861511E+11 - Total Mass: 7.6948654044462432E+16, Change: -2.6429326817179688E+10 Error: 1.88414E+00 ( 2.4E-17) - Total Salt: 2.7032445884447300E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) - Total Heat: 1.4464725256342070E+21, Change: 1.7295041735567606E+18 Error: 1.83830E+04 ( 1.3E-17) -MOM Date 1/06/30 00:00:00 4320: En 9.597778E-07, MaxCFL 0.00400, Mass 7.694905623951E+16, Salt 35.13031504936, Temp 4.79264929607 - Total Energy: 4231320A97FEA8BC 7.3853999102659119E+10 - Total Mass: 7.6949056239507056E+16, Change: 4.0219504463619141E+11 Error: -8.14012E-01 (-1.1E-17) - Total Salt: 2.7032445884447285E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) - Total Heat: 1.4475001228630696E+21, Change: 1.0275972288626033E+18 Error: 5.42159E+04 ( 3.7E-17) - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! - - -WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! - - MPP_DOMAINS_STACK high water mark= 25200 - -Tabulating mpp_clock statistics across 1 PEs... - - hits tmin tmax tavg tstd tfrac grain pemin pemax -Total runtime 1 113.229635 113.229635 113.229635 0.000000 1.000 0 0 0 -Initialization 1 0.666284 0.666284 0.666284 0.000000 0.006 0 0 0 -Main loop 1 112.477269 112.477269 112.477269 0.000000 0.993 0 0 0 -Termination 1 0.043579 0.043579 0.043579 0.000000 0.000 0 0 0 -Ocean Initialization 2 0.653722 0.653722 0.653722 0.000000 0.006 11 0 0 -Ocean 4320 111.487019 111.487019 111.487019 0.000000 0.985 1 0 0 -Ocean dynamics 8640 65.562918 65.562918 65.562918 0.000000 0.579 11 0 0 -Ocean thermodynamics and tracers 12960 33.793822 33.793822 33.793822 0.000000 0.298 11 0 0 -Ocean Other 21600 11.317871 11.317871 11.317871 0.000000 0.100 11 0 0 -(Ocean tracer advection) 8640 8.196473 8.196473 8.196473 0.000000 0.072 21 0 0 -(Ocean diabatic driver) 4320 25.595177 25.595177 25.595177 0.000000 0.226 21 0 0 -(Ocean continuity equation *) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean set BBL viscosity) 4320 0.951416 0.951416 0.951416 0.000000 0.008 31 0 0 -(Ocean message passing *) 17280 1.869548 1.869548 1.869548 0.000000 0.017 31 0 0 -(Ocean MOM_initialize_state) 2 0.070049 0.070049 0.070049 0.000000 0.001 31 0 0 -(Ocean init message passing *) 2 0.038014 0.038014 0.038014 0.000000 0.000 41 0 0 -(Ocean mixed layer restrat) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean collective diagnostics) 17280 10.903811 10.903811 10.903811 0.000000 0.096 31 0 0 -(Ocean Z-space diagnostics) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean ALE) 4320 4.873804 4.873804 4.873804 0.000000 0.043 31 0 0 -(Stochastic EOS) 4320 0.000383 0.000383 0.000383 0.000000 0.000 31 0 0 -(SGS Temperature Variance) 4320 0.000350 0.000350 0.000350 0.000000 0.000 31 0 0 -(Initialize from Z) 1 0.055211 0.055211 0.055211 0.000000 0.000 41 0 0 -(Initialize from Z) ALE 1 0.002567 0.002567 0.002567 0.000000 0.000 51 0 0 -(Initialize tracer from Z) read 2 0.002730 0.002730 0.002730 0.000000 0.000 51 0 0 -(Ocean diagnostics framework) 190080 16.080816 16.080816 16.080816 0.000000 0.142 31 0 0 -(Ocean diagnostics remapping) 34560 3.484094 3.484094 3.484094 0.000000 0.031 41 0 0 -(Ocean diagnostics grid updates) 38881 1.310204 1.310204 1.310204 0.000000 0.012 41 0 0 -(Ocean porous barrier) 4320 0.238494 0.238494 0.238494 0.000000 0.002 31 0 0 -(Ocean continuity update) 51840 1.377039 1.377039 1.377039 0.000000 0.012 41 0 0 -(Ocean continuity correction) 25920 2.210315 2.210315 2.210315 0.000000 0.020 41 0 0 -(Ocean Coriolis & mom advection) 12960 10.759905 10.759905 10.759905 0.000000 0.095 31 0 0 -(Ocean continuity equation) 12960 3.637005 3.637005 3.637005 0.000000 0.032 31 0 0 -(Ocean pressure force) 12960 33.551877 33.551877 33.551877 0.000000 0.296 31 0 0 -(Ocean vertical viscosity) 12960 7.256061 7.256061 7.256061 0.000000 0.064 31 0 0 -(Ocean horizontal viscosity) 4320 0.018183 0.018183 0.018183 0.000000 0.000 31 0 0 -(Ocean momentum increments) 12960 1.525548 1.525548 1.525548 0.000000 0.013 31 0 0 -(Ocean message passing) 43200 4.682030 4.682030 4.682030 0.000000 0.041 31 0 0 -(Ocean init message passing) 0 0.000000 0.000000 0.000000 0.000000 0.000 41 0 0 -Ocean KPP calculate) 4320 0.455807 0.455807 0.455807 0.000000 0.004 31 0 0 -(Ocean KPP comp BLD) 4320 2.273303 2.273303 2.273303 0.000000 0.020 41 0 0 -(Ocean kappa_shear) 4320 3.292194 3.292194 3.292194 0.000000 0.029 31 0 0 -(Ocean diabatic entrain) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean vert remap) 4320 0.723660 0.723660 0.723660 0.000000 0.006 31 0 0 -(Ocean set_diffusivity) 8640 5.039123 5.039123 5.039123 0.000000 0.045 31 0 0 -(Ocean KPP) 4320 11.093588 11.093588 11.093588 0.000000 0.098 31 0 0 -(Ocean tracer_columns) 4320 0.004261 0.004261 0.004261 0.000000 0.000 26 0 0 -(Ocean diabatic tridiag) 4320 0.275523 0.275523 0.275523 0.000000 0.002 41 0 0 -(Ocean diabatic message passing) 4320 0.091729 0.091729 0.091729 0.000000 0.001 41 0 0 -(Ocean find_uv_at_h) 4320 0.085794 0.085794 0.085794 0.000000 0.001 41 0 0 -(Ocean frazil) 8640 0.068846 0.068846 0.068846 0.000000 0.001 41 0 0 -(Ocean advect tracer) 4320 6.486305 6.486305 6.486305 0.000000 0.057 31 0 0 -(Ocean tracer halo updates) 17280 1.609944 1.609944 1.609944 0.000000 0.014 41 0 0 -(Ocean tracer global synch) 4320 0.002165 0.002165 0.002165 0.000000 0.000 41 0 0 -(Ocean diffuse tracer) 4320 1.358068 1.358068 1.358068 0.000000 0.012 31 0 0 -(Ocean epipycnal diffuse tracer) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean surface forcing) 4321 0.623008 0.623008 0.623008 0.000000 0.006 31 0 0 -(Ocean forcing diagnostics) 8640 0.347761 0.347761 0.347761 0.000000 0.003 41 0 0 - MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_nvhpc_cesm.txt b/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_nvhpc_cesm.txt deleted file mode 100644 index 9e52e6d8..00000000 --- a/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_nvhpc_cesm.txt +++ /dev/null @@ -1,241 +0,0 @@ -NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. -NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. -NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 710000. -NOTE: ======== Model being driven by MOM_driver ======== -NOTE: callTree: o Program MOM_main, MOM_driver.F90 -NOTE: open_param_file: MOM_input has been opened successfully. -NOTE: open_param_file: MOM_override has been opened successfully. -NOTE: open_param_file: MOM_override2 has been opened successfully. - -WARNING: MOM_obsolete_params: ETA_TOLERANCE_AUX is an obsolete run-time flag. - - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_inc domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 -NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io -NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: Open_file is appending .nc to the filename ./ocean_geometry - - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. - - -WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! - - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! - -MOM Date 1/01/01 00:00:00 0: En 1.688827E-26, MaxCFL 0.00000, Mass 7.695119440691E+16, Salt 35.12933891773, Temp 4.80639202356 - Total Energy: 3E165394AEF59AC7 1.2995726125765195E-09 - Total Mass: 7.6951194406912352E+16, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - Total Salt: 2.7032445884447250E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - Total Heat: 1.4516911074791564E+21, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - -WARNING: diag_util_mod::opening_file: module/field_name (ocean_model/wd) NOT registered - -MOM Date 1/01/11 00:00:00 240: En 1.308256E-05, MaxCFL 0.00617, Mass 7.695129762538E+16, Salt 35.12929179706, Temp 4.80261699962 - Total Energy: 426D4CA6111D3EA3 1.0067200268579574E+12 - Total Mass: 7.6951297625383088E+16, Change: 1.0321847073124609E+11 Error: 1.63107E+00 ( 2.1E-17) - Total Salt: 2.7032445884447265E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) - Total Heat: 1.4505528697150851E+21, Change: -1.1382377640713257E+18 Error: 2.19578E+06 ( 1.5E-15) -MOM Date 1/01/21 00:00:00 480: En 2.381803E-06, MaxCFL 0.00320, Mass 7.695105571929E+16, Salt 35.12940223076, Temp 4.79562022858 - Total Energy: 4245563CE5501A8B 1.8328228931220737E+11 - Total Mass: 7.6951055719286720E+16, Change: -2.4190609634575000E+11 Error: 6.02910E-01 ( 7.8E-18) - Total Salt: 2.7032445884447280E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) - Total Heat: 1.4484350547145830E+21, Change: -2.1178150005021082E+18 Error: 1.80869E+06 ( 1.2E-15) -MOM Date 1/01/31 00:00:00 720: En 6.120316E-07, MaxCFL 0.00097, Mass 7.695053647716E+16, Salt 35.12963927480, Temp 4.78918036307 - Total Energy: 4225EE4CD7D57C54 4.7096163306742828E+10 - Total Mass: 7.6950536477160688E+16, Change: -5.1924212605850391E+11 Error: -1.10531E+00 (-1.4E-17) - Total Salt: 2.7032445884447285E+15, Change: 5.1200000000000001E-01 Error: 5.12000E-01 ( 1.9E-16) - Total Heat: 1.4464802430298625E+21, Change: -1.9548116847204762E+18 Error: -8.41890E+05 (-5.8E-16) -MOM Date 1/02/10 00:00:00 960: En 1.572873E-06, MaxCFL 0.00230, Mass 7.695067948439E+16, Salt 35.12957398892, Temp 4.78329121152 - Total Energy: 423C2E2B6145E0D0 1.2103367917387817E+11 - Total Mass: 7.6950679484394848E+16, Change: 1.4300723417518359E+11 Error: -9.29978E-02 (-1.2E-18) - Total Salt: 2.7032445884447290E+15, Change: 5.1200000000000001E-01 Error: 5.12000E-01 ( 1.9E-16) - Total Heat: 1.4447042224250154E+21, Change: -1.7760206048471286E+18 Error: 9.59037E+05 ( 6.6E-16) -MOM Date 1/02/20 00:00:00 1200: En 5.455282E-07, MaxCFL 0.00109, Mass 7.695042925094E+16, Salt 35.12968822603, Temp 4.77574338191 - Total Energy: 42238C3E1AF5119C 4.1978629498534393E+10 - Total Mass: 7.6950429250940912E+16, Change: -2.5023345393000391E+11 Error: -6.91583E-01 (-9.0E-18) - Total Salt: 2.7032445884447300E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) - Total Heat: 1.4424198501789131E+21, Change: -2.2843722461022781E+18 Error: -1.66374E+05 (-1.2E-16) -MOM Date 1/03/02 00:00:00 1440: En 1.887878E-06, MaxCFL 0.00246, Mass 7.695008075769E+16, Salt 35.12984732215, Temp 4.77080466993 - Total Energy: 4240E9740C6F3BD8 1.4527234684646753E+11 - Total Mass: 7.6950080757691392E+16, Change: -3.4849324952506641E+11 Error: 1.13596E+00 ( 1.5E-17) - Total Salt: 2.7032445884447310E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) - Total Heat: 1.4409216831732989E+21, Change: -1.4981670056141783E+18 Error: 1.44494E+05 ( 1.0E-16) -MOM Date 1/03/12 00:00:00 1680: En 3.045348E-06, MaxCFL 0.00203, Mass 7.694994618542E+16, Salt 35.12990875823, Temp 4.76909441644 - Total Energy: 424B47DB9E0F171C 2.3433938435018054E+11 - Total Mass: 7.6949946185415312E+16, Change: -1.3457227608250000E+11 Error: 7.68106E-02 ( 1.0E-18) - Total Salt: 2.7032445884447325E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) - Total Heat: 1.4404026178910175E+21, Change: -5.1906528228147200E+17 Error: 1.03856E+06 ( 7.2E-16) -MOM Date 1/03/22 00:00:00 1920: En 6.291322E-06, MaxCFL 0.00396, Mass 7.694963553169E+16, Salt 35.13005058135, Temp 4.76845057937 - Total Energy: 425C2DDFFA89F3C1 4.8411495069580865E+11 - Total Mass: 7.6949635531688512E+16, Change: -3.1065372678123047E+11 Error: -2.03979E-01 (-2.7E-18) - Total Salt: 2.7032445884447310E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) - Total Heat: 1.4402023464739579E+21, Change: -2.0027141705957376E+17 Error: -1.16881E+06 (-8.1E-16) -MOM Date 1/04/01 00:00:00 2160: En 1.225521E-05, MaxCFL 0.00556, Mass 7.694959233117E+16, Salt 35.13007030382, Temp 4.76482614669 - Total Energy: 426B72262BD41F12 9.4303376963297095E+11 - Total Mass: 7.6949592331174288E+16, Change: -4.3200514253363281E+10 Error: -6.58889E-01 (-8.6E-18) - Total Salt: 2.7032445884447305E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) - Total Heat: 1.4391068608520223E+21, Change: -1.0954856219355382E+18 Error: 2.85577E+04 ( 2.0E-17) -MOM Date 1/04/11 00:00:00 2400: En 8.258168E-06, MaxCFL 0.00477, Mass 7.694924183741E+16, Salt 35.13023031672, Temp 4.76467894520 - Total Energy: 42627E8B4B801F08 6.3545975500896973E+11 - Total Mass: 7.6949241837405888E+16, Change: -3.5049376837383594E+11 Error: -7.27250E-02 (-9.5E-19) - Total Salt: 2.7032445884447330E+15, Change: 2.5600000000000001E+00 Error: 2.56000E+00 ( 9.5E-16) - Total Heat: 1.4390558472960554E+21, Change: -5.1013555966967808E+16 Error: 4.94826E+05 ( 3.4E-16) -MOM Date 1/04/21 00:00:00 2640: En 1.085748E-06, MaxCFL 0.00237, Mass 7.694918568794E+16, Salt 35.13025595108, Temp 4.76644729843 - Total Energy: 423373D0ED396EB3 8.3547450681432419E+10 - Total Mass: 7.6949185687939648E+16, Change: -5.6149466280246094E+10 Error: 1.87801E-03 ( 2.4E-20) - Total Salt: 2.7032445884447340E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) - Total Heat: 1.4395888850876183E+21, Change: 5.3303779156295680E+17 Error: -1.57028E+05 (-1.1E-16) -MOM Date 1/05/01 00:00:00 2880: En 5.161169E-06, MaxCFL 0.00333, Mass 7.694905586864E+16, Salt 35.13031521868, Temp 4.76709475254 - Total Energy: 42571DF3D4900BD3 3.9714706694418475E+11 - Total Mass: 7.6949055868637120E+16, Change: -1.2981930250610156E+11 Error: 5.90776E-01 ( 7.7E-18) - Total Salt: 2.7032445884447330E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4397820037443745E+21, Change: 1.9311865675618714E+17 Error: 4.10515E+05 ( 2.9E-16) -MOM Date 1/05/11 00:00:00 3120: En 4.370032E-06, MaxCFL 0.00462, Mass 7.694903291197E+16, Salt 35.13032569931, Temp 4.77033833754 - Total Energy: 425392CF246C198E 3.3626970974439929E+11 - Total Mass: 7.6949032911974096E+16, Change: -2.2956663024222656E+10 Error: -5.45049E-01 (-7.1E-18) - Total Salt: 2.7032445884447325E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) - Total Heat: 1.4407612178156681E+21, Change: 9.7921407129354240E+17 Error: 4.25561E+05 ( 3.0E-16) -MOM Date 1/05/21 00:00:00 3360: En 6.560806E-06, MaxCFL 0.00564, Mass 7.694887490158E+16, Salt 35.13039783755, Temp 4.77256948765 - Total Energy: 425D62CD299CC463 5.0484665713906854E+11 - Total Mass: 7.6948874901584288E+16, Change: -1.5801038979697266E+11 Error: -2.11407E-01 (-2.7E-18) - Total Salt: 2.7032445884447310E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) - Total Heat: 1.4414321209221028E+21, Change: 6.7090310643476070E+17 Error: -1.04185E+06 (-7.2E-16) -MOM Date 1/05/31 00:00:00 3600: En 2.677422E-06, MaxCFL 0.00519, Mass 7.694877653789E+16, Salt 35.13044274477, Temp 4.77884632362 - Total Energy: 4247FC00EFDCA133 2.0602433528925937E+11 - Total Mass: 7.6948776537891696E+16, Change: -9.8363692594390625E+10 Error: -1.54113E+00 (-2.0E-17) - Total Salt: 2.7032445884447305E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) - Total Heat: 1.4433260331194932E+21, Change: 1.8939121973904015E+18 Error: -1.46500E+06 (-1.0E-15) -MOM Date 1/06/10 00:00:00 3840: En 4.783583E-06, MaxCFL 0.00536, Mass 7.694868047379E+16, Salt 35.13048660224, Temp 4.78354341357 - Total Energy: 42556CF972BB28DA 3.6809040151663831E+11 - Total Mass: 7.6948680473789232E+16, Change: -9.6064102469398438E+10 Error: 1.33100E+00 ( 1.7E-17) - Total Salt: 2.7032445884447300E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) - Total Heat: 1.4447428631288328E+21, Change: 1.4168300093395436E+18 Error: 5.35806E+05 ( 3.7E-16) -MOM Date 1/06/20 00:00:00 4080: En 5.917139E-06, MaxCFL 0.00726, Mass 7.694865404446E+16, Salt 35.13049866841, Temp 4.78927144057 - Total Energy: 425A80BC1DBFE905 4.5531584691164093E+11 - Total Mass: 7.6948654044462432E+16, Change: -2.6429326817179688E+10 Error: 1.88414E+00 ( 2.4E-17) - Total Salt: 2.7032445884447290E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4464723654824333E+21, Change: 1.7295023536005448E+18 Error: 2.05016E+05 ( 1.4E-16) -MOM Date 1/06/30 00:00:00 4320: En 9.591192E-07, MaxCFL 0.00400, Mass 7.694905623951E+16, Salt 35.13031504936, Temp 4.79264882174 - Total Energy: 42312F054C0254BF 7.3803320322331039E+10 - Total Mass: 7.6949056239507056E+16, Change: 4.0219504463619141E+11 Error: -8.14012E-01 (-1.1E-17) - Total Salt: 2.7032445884447270E+15, Change: -2.0480000000000000E+00 Error: -2.04800E+00 (-7.6E-16) - Total Heat: 1.4474999796020197E+21, Change: 1.0276141195864310E+18 Error: -8.14208E+05 (-5.6E-16) - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! - - -WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! - - MPP_DOMAINS_STACK high water mark= 25200 - -Tabulating mpp_clock statistics across 1 PEs... - - hits tmin tmax tavg tstd tfrac grain pemin pemax -Total runtime 1 37.573761 37.573761 37.573761 0.000000 1.000 0 0 0 -Initialization 1 0.378452 0.378452 0.378452 0.000000 0.010 0 0 0 -Main loop 1 37.120664 37.120664 37.120664 0.000000 0.988 0 0 0 -Termination 1 0.052517 0.052517 0.052517 0.000000 0.001 0 0 0 -Ocean Initialization 2 0.373816 0.373816 0.373816 0.000000 0.010 11 0 0 -Ocean 4320 36.520701 36.520701 36.520701 0.000000 0.972 1 0 0 -Ocean dynamics 8640 18.724814 18.724814 18.724814 0.000000 0.498 11 0 0 -Ocean thermodynamics and tracers 12960 13.069075 13.069075 13.069075 0.000000 0.348 11 0 0 -Ocean Other 21600 4.438801 4.438801 4.438801 0.000000 0.118 11 0 0 -(Ocean tracer advection) 8640 2.371698 2.371698 2.371698 0.000000 0.063 21 0 0 -(Ocean diabatic driver) 4320 10.695842 10.695842 10.695842 0.000000 0.285 21 0 0 -(Ocean continuity equation *) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean set BBL viscosity) 4320 0.221430 0.221430 0.221430 0.000000 0.006 31 0 0 -(Ocean message passing *) 17280 0.726343 0.726343 0.726343 0.000000 0.019 31 0 0 -(Ocean MOM_initialize_state) 2 0.056297 0.056297 0.056297 0.000000 0.001 31 0 0 -(Ocean init message passing *) 2 0.000851 0.000851 0.000851 0.000000 0.000 41 0 0 -(Ocean mixed layer restrat) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean collective diagnostics) 17280 4.284667 4.284667 4.284667 0.000000 0.114 31 0 0 -(Ocean Z-space diagnostics) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean ALE) 4320 1.618497 1.618497 1.618497 0.000000 0.043 31 0 0 -(Stochastic EOS) 4320 0.000228 0.000228 0.000228 0.000000 0.000 31 0 0 -(SGS Temperature Variance) 4320 0.000203 0.000203 0.000203 0.000000 0.000 31 0 0 -(Initialize from Z) 1 0.043719 0.043719 0.043719 0.000000 0.001 41 0 0 -(Initialize from Z) ALE 1 0.001997 0.001997 0.001997 0.000000 0.000 51 0 0 -(Initialize tracer from Z) read 2 0.002174 0.002174 0.002174 0.000000 0.000 51 0 0 -(Ocean diagnostics framework) 190080 8.066229 8.066229 8.066229 0.000000 0.215 31 0 0 -(Ocean diagnostics remapping) 34560 1.395602 1.395602 1.395602 0.000000 0.037 41 0 0 -(Ocean diagnostics grid updates) 38881 0.632479 0.632479 0.632479 0.000000 0.017 41 0 0 -(Ocean porous barrier) 4320 0.070597 0.070597 0.070597 0.000000 0.002 31 0 0 -(Ocean continuity update) 51840 0.297684 0.297684 0.297684 0.000000 0.008 41 0 0 -(Ocean continuity correction) 25920 0.424577 0.424577 0.424577 0.000000 0.011 41 0 0 -(Ocean Coriolis & mom advection) 12960 2.364286 2.364286 2.364286 0.000000 0.063 31 0 0 -(Ocean continuity equation) 12960 0.744690 0.744690 0.744690 0.000000 0.020 31 0 0 -(Ocean pressure force) 12960 10.377450 10.377450 10.377450 0.000000 0.276 31 0 0 -(Ocean vertical viscosity) 12960 2.034267 2.034267 2.034267 0.000000 0.054 31 0 0 -(Ocean horizontal viscosity) 4320 0.022588 0.022588 0.022588 0.000000 0.001 31 0 0 -(Ocean momentum increments) 12960 0.323402 0.323402 0.323402 0.000000 0.009 31 0 0 -(Ocean message passing) 43200 1.745943 1.745943 1.745943 0.000000 0.046 31 0 0 -(Ocean init message passing) 0 0.000000 0.000000 0.000000 0.000000 0.000 41 0 0 -Ocean KPP calculate) 4320 0.184245 0.184245 0.184245 0.000000 0.005 31 0 0 -(Ocean KPP comp BLD) 4320 0.609861 0.609861 0.609861 0.000000 0.016 41 0 0 -(Ocean kappa_shear) 4320 1.645453 1.645453 1.645453 0.000000 0.044 31 0 0 -(Ocean diabatic entrain) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean vert remap) 4320 0.281371 0.281371 0.281371 0.000000 0.007 31 0 0 -(Ocean set_diffusivity) 8640 2.182684 2.182684 2.182684 0.000000 0.058 31 0 0 -(Ocean KPP) 4320 5.107741 5.107741 5.107741 0.000000 0.136 31 0 0 -(Ocean tracer_columns) 4320 0.002301 0.002301 0.002301 0.000000 0.000 26 0 0 -(Ocean diabatic tridiag) 4320 0.066839 0.066839 0.066839 0.000000 0.002 41 0 0 -(Ocean diabatic message passing) 4320 0.040202 0.040202 0.040202 0.000000 0.001 41 0 0 -(Ocean find_uv_at_h) 4320 0.019970 0.019970 0.019970 0.000000 0.001 41 0 0 -(Ocean frazil) 8640 0.019645 0.019645 0.019645 0.000000 0.001 41 0 0 -(Ocean advect tracer) 4320 1.910804 1.910804 1.910804 0.000000 0.051 31 0 0 -(Ocean tracer halo updates) 17280 0.620567 0.620567 0.620567 0.000000 0.017 41 0 0 -(Ocean tracer global synch) 4320 0.001355 0.001355 0.001355 0.000000 0.000 41 0 0 -(Ocean diffuse tracer) 4320 0.353495 0.353495 0.353495 0.000000 0.009 31 0 0 -(Ocean epipycnal diffuse tracer) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean surface forcing) 4321 0.317489 0.317489 0.317489 0.000000 0.008 31 0 0 -(Ocean forcing diagnostics) 8640 0.264978 0.264978 0.264978 0.000000 0.007 41 0 0 - MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_nvhpc_debug_cesm.txt b/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_nvhpc_debug_cesm.txt deleted file mode 100644 index cf387a02..00000000 --- a/standalone/tmpdir_compiler_outputs_singlecolumnkpp/output_nvhpc_debug_cesm.txt +++ /dev/null @@ -1,241 +0,0 @@ -NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. -NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. -NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 710000. -NOTE: ======== Model being driven by MOM_driver ======== -NOTE: callTree: o Program MOM_main, MOM_driver.F90 -NOTE: open_param_file: MOM_input has been opened successfully. -NOTE: open_param_file: MOM_override has been opened successfully. -NOTE: open_param_file: MOM_override2 has been opened successfully. - -WARNING: MOM_obsolete_params: ETA_TOLERANCE_AUX is an obsolete run-time flag. - - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_inc domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 -NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io -NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: Open_file is appending .nc to the filename ./ocean_geometry - - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. - - -WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! - - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! - -MOM Date 1/01/01 00:00:00 0: En 1.688827E-26, MaxCFL 0.00000, Mass 7.695119440691E+16, Salt 35.12933891773, Temp 4.80639202356 - Total Energy: 3E165394AEF59AC7 1.2995726125765195E-09 - Total Mass: 7.6951194406912352E+16, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - Total Salt: 2.7032445884447250E+15, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - Total Heat: 1.4516911074791564E+21, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) - -WARNING: diag_util_mod::opening_file: module/field_name (ocean_model/wd) NOT registered - -MOM Date 1/01/11 00:00:00 240: En 1.308256E-05, MaxCFL 0.00617, Mass 7.695129762538E+16, Salt 35.12929179706, Temp 4.80261699962 - Total Energy: 426D4CA6111D3EA3 1.0067200268579574E+12 - Total Mass: 7.6951297625383088E+16, Change: 1.0321847073124609E+11 Error: 1.63107E+00 ( 2.1E-17) - Total Salt: 2.7032445884447265E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) - Total Heat: 1.4505528697150851E+21, Change: -1.1382377640713257E+18 Error: 2.19578E+06 ( 1.5E-15) -MOM Date 1/01/21 00:00:00 480: En 2.381803E-06, MaxCFL 0.00320, Mass 7.695105571929E+16, Salt 35.12940223076, Temp 4.79562022858 - Total Energy: 4245563CE5501A8B 1.8328228931220737E+11 - Total Mass: 7.6951055719286720E+16, Change: -2.4190609634575000E+11 Error: 6.02910E-01 ( 7.8E-18) - Total Salt: 2.7032445884447280E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) - Total Heat: 1.4484350547145830E+21, Change: -2.1178150005021082E+18 Error: 1.80869E+06 ( 1.2E-15) -MOM Date 1/01/31 00:00:00 720: En 6.120316E-07, MaxCFL 0.00097, Mass 7.695053647716E+16, Salt 35.12963927480, Temp 4.78918036307 - Total Energy: 4225EE4CD7D57C54 4.7096163306742828E+10 - Total Mass: 7.6950536477160688E+16, Change: -5.1924212605850391E+11 Error: -1.10531E+00 (-1.4E-17) - Total Salt: 2.7032445884447285E+15, Change: 5.1200000000000001E-01 Error: 5.12000E-01 ( 1.9E-16) - Total Heat: 1.4464802430298625E+21, Change: -1.9548116847204762E+18 Error: -8.41890E+05 (-5.8E-16) -MOM Date 1/02/10 00:00:00 960: En 1.572873E-06, MaxCFL 0.00230, Mass 7.695067948439E+16, Salt 35.12957398892, Temp 4.78329121152 - Total Energy: 423C2E2B6145E0D0 1.2103367917387817E+11 - Total Mass: 7.6950679484394848E+16, Change: 1.4300723417518359E+11 Error: -9.29978E-02 (-1.2E-18) - Total Salt: 2.7032445884447290E+15, Change: 5.1200000000000001E-01 Error: 5.12000E-01 ( 1.9E-16) - Total Heat: 1.4447042224250154E+21, Change: -1.7760206048471286E+18 Error: 9.59037E+05 ( 6.6E-16) -MOM Date 1/02/20 00:00:00 1200: En 5.455282E-07, MaxCFL 0.00109, Mass 7.695042925094E+16, Salt 35.12968822603, Temp 4.77574338191 - Total Energy: 42238C3E1AF5119C 4.1978629498534393E+10 - Total Mass: 7.6950429250940912E+16, Change: -2.5023345393000391E+11 Error: -6.91583E-01 (-9.0E-18) - Total Salt: 2.7032445884447300E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) - Total Heat: 1.4424198501789131E+21, Change: -2.2843722461022781E+18 Error: -1.66374E+05 (-1.2E-16) -MOM Date 1/03/02 00:00:00 1440: En 1.887878E-06, MaxCFL 0.00246, Mass 7.695008075769E+16, Salt 35.12984732215, Temp 4.77080466993 - Total Energy: 4240E9740C6F3BD8 1.4527234684646753E+11 - Total Mass: 7.6950080757691392E+16, Change: -3.4849324952506641E+11 Error: 1.13596E+00 ( 1.5E-17) - Total Salt: 2.7032445884447310E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) - Total Heat: 1.4409216831732989E+21, Change: -1.4981670056141783E+18 Error: 1.44494E+05 ( 1.0E-16) -MOM Date 1/03/12 00:00:00 1680: En 3.045348E-06, MaxCFL 0.00203, Mass 7.694994618542E+16, Salt 35.12990875823, Temp 4.76909441644 - Total Energy: 424B47DB9E0F171C 2.3433938435018054E+11 - Total Mass: 7.6949946185415312E+16, Change: -1.3457227608250000E+11 Error: 7.68106E-02 ( 1.0E-18) - Total Salt: 2.7032445884447325E+15, Change: 1.5360000000000000E+00 Error: 1.53600E+00 ( 5.7E-16) - Total Heat: 1.4404026178910175E+21, Change: -5.1906528228147200E+17 Error: 1.03856E+06 ( 7.2E-16) -MOM Date 1/03/22 00:00:00 1920: En 6.291322E-06, MaxCFL 0.00396, Mass 7.694963553169E+16, Salt 35.13005058135, Temp 4.76845057937 - Total Energy: 425C2DDFFA89F3C1 4.8411495069580865E+11 - Total Mass: 7.6949635531688512E+16, Change: -3.1065372678123047E+11 Error: -2.03979E-01 (-2.7E-18) - Total Salt: 2.7032445884447310E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) - Total Heat: 1.4402023464739579E+21, Change: -2.0027141705957376E+17 Error: -1.16881E+06 (-8.1E-16) -MOM Date 1/04/01 00:00:00 2160: En 1.225521E-05, MaxCFL 0.00556, Mass 7.694959233117E+16, Salt 35.13007030382, Temp 4.76482614669 - Total Energy: 426B72262BD41F12 9.4303376963297095E+11 - Total Mass: 7.6949592331174288E+16, Change: -4.3200514253363281E+10 Error: -6.58889E-01 (-8.6E-18) - Total Salt: 2.7032445884447305E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) - Total Heat: 1.4391068608520223E+21, Change: -1.0954856219355382E+18 Error: 2.85577E+04 ( 2.0E-17) -MOM Date 1/04/11 00:00:00 2400: En 8.258168E-06, MaxCFL 0.00477, Mass 7.694924183741E+16, Salt 35.13023031672, Temp 4.76467894520 - Total Energy: 42627E8B4B801F08 6.3545975500896973E+11 - Total Mass: 7.6949241837405888E+16, Change: -3.5049376837383594E+11 Error: -7.27250E-02 (-9.5E-19) - Total Salt: 2.7032445884447330E+15, Change: 2.5600000000000001E+00 Error: 2.56000E+00 ( 9.5E-16) - Total Heat: 1.4390558472960554E+21, Change: -5.1013555966967808E+16 Error: 4.94826E+05 ( 3.4E-16) -MOM Date 1/04/21 00:00:00 2640: En 1.085748E-06, MaxCFL 0.00237, Mass 7.694918568794E+16, Salt 35.13025595108, Temp 4.76644729843 - Total Energy: 423373D0ED396EB3 8.3547450681432419E+10 - Total Mass: 7.6949185687939648E+16, Change: -5.6149466280246094E+10 Error: 1.87801E-03 ( 2.4E-20) - Total Salt: 2.7032445884447340E+15, Change: 1.0240000000000000E+00 Error: 1.02400E+00 ( 3.8E-16) - Total Heat: 1.4395888850876183E+21, Change: 5.3303779156295680E+17 Error: -1.57028E+05 (-1.1E-16) -MOM Date 1/05/01 00:00:00 2880: En 5.161169E-06, MaxCFL 0.00333, Mass 7.694905586864E+16, Salt 35.13031521868, Temp 4.76709475254 - Total Energy: 42571DF3D4900BD3 3.9714706694418475E+11 - Total Mass: 7.6949055868637120E+16, Change: -1.2981930250610156E+11 Error: 5.90776E-01 ( 7.7E-18) - Total Salt: 2.7032445884447330E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4397820037443745E+21, Change: 1.9311865675618714E+17 Error: 4.10515E+05 ( 2.9E-16) -MOM Date 1/05/11 00:00:00 3120: En 4.370032E-06, MaxCFL 0.00462, Mass 7.694903291197E+16, Salt 35.13032569931, Temp 4.77033833754 - Total Energy: 425392CF246C198E 3.3626970974439929E+11 - Total Mass: 7.6949032911974096E+16, Change: -2.2956663024222656E+10 Error: -5.45049E-01 (-7.1E-18) - Total Salt: 2.7032445884447325E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) - Total Heat: 1.4407612178156681E+21, Change: 9.7921407129354240E+17 Error: 4.25561E+05 ( 3.0E-16) -MOM Date 1/05/21 00:00:00 3360: En 6.560806E-06, MaxCFL 0.00564, Mass 7.694887490158E+16, Salt 35.13039783755, Temp 4.77256948765 - Total Energy: 425D62CD299CC463 5.0484665713906854E+11 - Total Mass: 7.6948874901584288E+16, Change: -1.5801038979697266E+11 Error: -2.11407E-01 (-2.7E-18) - Total Salt: 2.7032445884447310E+15, Change: -1.5360000000000000E+00 Error: -1.53600E+00 (-5.7E-16) - Total Heat: 1.4414321209221028E+21, Change: 6.7090310643476070E+17 Error: -1.04185E+06 (-7.2E-16) -MOM Date 1/05/31 00:00:00 3600: En 2.677422E-06, MaxCFL 0.00519, Mass 7.694877653789E+16, Salt 35.13044274477, Temp 4.77884632362 - Total Energy: 4247FC00EFDCA133 2.0602433528925937E+11 - Total Mass: 7.6948776537891696E+16, Change: -9.8363692594390625E+10 Error: -1.54113E+00 (-2.0E-17) - Total Salt: 2.7032445884447305E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) - Total Heat: 1.4433260331194932E+21, Change: 1.8939121973904015E+18 Error: -1.46500E+06 (-1.0E-15) -MOM Date 1/06/10 00:00:00 3840: En 4.783583E-06, MaxCFL 0.00536, Mass 7.694868047379E+16, Salt 35.13048660224, Temp 4.78354341357 - Total Energy: 42556CF972BB28DA 3.6809040151663831E+11 - Total Mass: 7.6948680473789232E+16, Change: -9.6064102469398438E+10 Error: 1.33100E+00 ( 1.7E-17) - Total Salt: 2.7032445884447300E+15, Change: -5.1200000000000001E-01 Error: -5.12000E-01 (-1.9E-16) - Total Heat: 1.4447428631288328E+21, Change: 1.4168300093395436E+18 Error: 5.35806E+05 ( 3.7E-16) -MOM Date 1/06/20 00:00:00 4080: En 5.917139E-06, MaxCFL 0.00726, Mass 7.694865404446E+16, Salt 35.13049866841, Temp 4.78927144057 - Total Energy: 425A80BC1DBFE905 4.5531584691164093E+11 - Total Mass: 7.6948654044462432E+16, Change: -2.6429326817179688E+10 Error: 1.88414E+00 ( 2.4E-17) - Total Salt: 2.7032445884447290E+15, Change: -1.0240000000000000E+00 Error: -1.02400E+00 (-3.8E-16) - Total Heat: 1.4464723654824333E+21, Change: 1.7295023536005448E+18 Error: 2.05016E+05 ( 1.4E-16) -MOM Date 1/06/30 00:00:00 4320: En 9.591192E-07, MaxCFL 0.00400, Mass 7.694905623951E+16, Salt 35.13031504936, Temp 4.79264882174 - Total Energy: 42312F054C0254BF 7.3803320322331039E+10 - Total Mass: 7.6949056239507056E+16, Change: 4.0219504463619141E+11 Error: -8.14012E-01 (-1.1E-17) - Total Salt: 2.7032445884447270E+15, Change: -2.0480000000000000E+00 Error: -2.04800E+00 (-7.6E-16) - Total Heat: 1.4474999796020197E+21, Change: 1.0276141195864310E+18 Error: -8.14208E+05 (-5.6E-16) - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 2 - Y-AXIS = 2 - MOM_in domain decomposition -whalo = 1, ehalo = 1, shalo = 1, nhalo = 1 - X-AXIS = 1 - Y-AXIS = 1 - -WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! - - -WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! - - MPP_DOMAINS_STACK high water mark= 25200 - -Tabulating mpp_clock statistics across 1 PEs... - - hits tmin tmax tavg tstd tfrac grain pemin pemax -Total runtime 1 37.263089 37.263089 37.263089 0.000000 1.000 0 0 0 -Initialization 1 0.348250 0.348250 0.348250 0.000000 0.009 0 0 0 -Main loop 1 36.869109 36.869109 36.869109 0.000000 0.989 0 0 0 -Termination 1 0.019796 0.019796 0.019796 0.000000 0.001 0 0 0 -Ocean Initialization 2 0.337499 0.337499 0.337499 0.000000 0.009 11 0 0 -Ocean 4320 36.285791 36.285791 36.285791 0.000000 0.974 1 0 0 -Ocean dynamics 8640 18.707467 18.707467 18.707467 0.000000 0.502 11 0 0 -Ocean thermodynamics and tracers 12960 12.930965 12.930965 12.930965 0.000000 0.347 11 0 0 -Ocean Other 21600 4.388406 4.388406 4.388406 0.000000 0.118 11 0 0 -(Ocean tracer advection) 8640 2.366467 2.366467 2.366467 0.000000 0.064 21 0 0 -(Ocean diabatic driver) 4320 10.562938 10.562938 10.562938 0.000000 0.283 21 0 0 -(Ocean continuity equation *) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean set BBL viscosity) 4320 0.219877 0.219877 0.219877 0.000000 0.006 31 0 0 -(Ocean message passing *) 17280 0.720279 0.720279 0.720279 0.000000 0.019 31 0 0 -(Ocean MOM_initialize_state) 2 0.056171 0.056171 0.056171 0.000000 0.002 31 0 0 -(Ocean init message passing *) 2 0.000795 0.000795 0.000795 0.000000 0.000 41 0 0 -(Ocean mixed layer restrat) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean collective diagnostics) 17280 4.238664 4.238664 4.238664 0.000000 0.114 31 0 0 -(Ocean Z-space diagnostics) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean ALE) 4320 1.608307 1.608307 1.608307 0.000000 0.043 31 0 0 -(Stochastic EOS) 4320 0.000256 0.000256 0.000256 0.000000 0.000 31 0 0 -(SGS Temperature Variance) 4320 0.000206 0.000206 0.000206 0.000000 0.000 31 0 0 -(Initialize from Z) 1 0.043579 0.043579 0.043579 0.000000 0.001 41 0 0 -(Initialize from Z) ALE 1 0.001997 0.001997 0.001997 0.000000 0.000 51 0 0 -(Initialize tracer from Z) read 2 0.002584 0.002584 0.002584 0.000000 0.000 51 0 0 -(Ocean diagnostics framework) 190080 7.926547 7.926547 7.926547 0.000000 0.213 31 0 0 -(Ocean diagnostics remapping) 34560 1.384010 1.384010 1.384010 0.000000 0.037 41 0 0 -(Ocean diagnostics grid updates) 38881 0.618188 0.618188 0.618188 0.000000 0.017 41 0 0 -(Ocean porous barrier) 4320 0.071020 0.071020 0.071020 0.000000 0.002 31 0 0 -(Ocean continuity update) 51840 0.292613 0.292613 0.292613 0.000000 0.008 41 0 0 -(Ocean continuity correction) 25920 0.425052 0.425052 0.425052 0.000000 0.011 41 0 0 -(Ocean Coriolis & mom advection) 12960 2.356752 2.356752 2.356752 0.000000 0.063 31 0 0 -(Ocean continuity equation) 12960 0.739770 0.739770 0.739770 0.000000 0.020 31 0 0 -(Ocean pressure force) 12960 10.427238 10.427238 10.427238 0.000000 0.280 31 0 0 -(Ocean vertical viscosity) 12960 2.018706 2.018706 2.018706 0.000000 0.054 31 0 0 -(Ocean horizontal viscosity) 4320 0.022996 0.022996 0.022996 0.000000 0.001 31 0 0 -(Ocean momentum increments) 12960 0.319696 0.319696 0.319696 0.000000 0.009 31 0 0 -(Ocean message passing) 43200 1.714727 1.714727 1.714727 0.000000 0.046 31 0 0 -(Ocean init message passing) 0 0.000000 0.000000 0.000000 0.000000 0.000 41 0 0 -Ocean KPP calculate) 4320 0.180603 0.180603 0.180603 0.000000 0.005 31 0 0 -(Ocean KPP comp BLD) 4320 0.603847 0.603847 0.603847 0.000000 0.016 41 0 0 -(Ocean kappa_shear) 4320 1.648856 1.648856 1.648856 0.000000 0.044 31 0 0 -(Ocean diabatic entrain) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean vert remap) 4320 0.277158 0.277158 0.277158 0.000000 0.007 31 0 0 -(Ocean set_diffusivity) 8640 2.179301 2.179301 2.179301 0.000000 0.058 31 0 0 -(Ocean KPP) 4320 5.007979 5.007979 5.007979 0.000000 0.134 31 0 0 -(Ocean tracer_columns) 4320 0.001443 0.001443 0.001443 0.000000 0.000 26 0 0 -(Ocean diabatic tridiag) 4320 0.066220 0.066220 0.066220 0.000000 0.002 41 0 0 -(Ocean diabatic message passing) 4320 0.040460 0.040460 0.040460 0.000000 0.001 41 0 0 -(Ocean find_uv_at_h) 4320 0.019985 0.019985 0.019985 0.000000 0.001 41 0 0 -(Ocean frazil) 8640 0.019059 0.019059 0.019059 0.000000 0.001 41 0 0 -(Ocean advect tracer) 4320 1.912684 1.912684 1.912684 0.000000 0.051 31 0 0 -(Ocean tracer halo updates) 17280 0.611034 0.611034 0.611034 0.000000 0.016 41 0 0 -(Ocean tracer global synch) 4320 0.001485 0.001485 0.001485 0.000000 0.000 41 0 0 -(Ocean diffuse tracer) 4320 0.345265 0.345265 0.345265 0.000000 0.009 31 0 0 -(Ocean epipycnal diffuse tracer) 0 0.000000 0.000000 0.000000 0.000000 0.000 31 0 0 -(Ocean surface forcing) 4321 0.316642 0.316642 0.316642 0.000000 0.008 31 0 0 -(Ocean forcing diagnostics) 8640 0.259499 0.259499 0.259499 0.000000 0.007 41 0 0 - MPP_STACK high water mark= 0 From 1299fa108653be9b33af56fa40bd09230889b820 Mon Sep 17 00:00:00 2001 From: manishvenu Date: Thu, 12 Sep 2024 17:10:24 -0600 Subject: [PATCH 08/19] Remove Test Output --- .../output_gnu.txt | 120 ------------------ .../output_gnu_cesm.txt | 120 ------------------ .../output_intel.txt | 120 ------------------ .../output_intel_cesm.txt | 117 ----------------- .../output_nvhpc.txt | 120 ------------------ .../output_nvhpc_cesm.txt | 117 ----------------- 6 files changed, 714 deletions(-) delete mode 100644 standalone/tmpdir_compiler_outputs_doublegyre/output_gnu.txt delete mode 100644 standalone/tmpdir_compiler_outputs_doublegyre/output_gnu_cesm.txt delete mode 100644 standalone/tmpdir_compiler_outputs_doublegyre/output_intel.txt delete mode 100644 standalone/tmpdir_compiler_outputs_doublegyre/output_intel_cesm.txt delete mode 100644 standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc.txt delete mode 100644 standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc_cesm.txt diff --git a/standalone/tmpdir_compiler_outputs_doublegyre/output_gnu.txt b/standalone/tmpdir_compiler_outputs_doublegyre/output_gnu.txt deleted file mode 100644 index 08f38ec3..00000000 --- a/standalone/tmpdir_compiler_outputs_doublegyre/output_gnu.txt +++ /dev/null @@ -1,120 +0,0 @@ -NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. -NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. -NOTE: ======== Model being driven by MOM_driver ======== -NOTE: callTree: o Program MOM_main, MOM_driver.F90 -NOTE: open_param_file: MOM_input has been opened successfully. -NOTE: open_param_file: MOM_override has been opened successfully. - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_inc domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 -NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io -NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: Open_file is appending .nc to the filename ./ocean_geometry - - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. - - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: ./Depth_list.nc checksums do not match; updating file. - - -WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! - - -WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! - -MOM Day 0.000 0: En 1.423718E-13, MaxCFL 0.00000, Mass 5.288178268008E+18 - Total Energy: 4126F9EEE7BAE2DD 7.5288745259770344E+05 - Total Mass: 5.2881782680077681E+18, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) -MOM Day 1.000 72: En 4.580432E-06, MaxCFL 0.00023, Mass 5.288178268008E+18 - Total Energy: 42B607A80A841F2E 2.4222139843615180E+13 - Total Mass: 5.2881782680077681E+18, Change: -8.2392531411841219E-02 Error: -8.23925E-02 (-1.6E-20) -MOM Day 2.000 144: En 8.958206E-06, MaxCFL 0.00040, Mass 5.288178268008E+18 - Total Energy: 42C58AE533476F8A 4.7372590026463078E+13 - Total Mass: 5.2881782680077681E+18, Change: -7.5848132666415950E+01 Error: -7.58481E+01 (-1.4E-17) -MOM Day 3.000 216: En 1.166708E-05, MaxCFL 0.00045, Mass 5.288178268008E+18 - Total Energy: 42CC0E8B5CDF93C6 6.1697586478887547E+13 - Total Mass: 5.2881782680077681E+18, Change: -6.9399630254036396E+01 Error: -6.93996E+01 (-1.3E-17) -MOM Day 4.000 288: En 1.542296E-05, MaxCFL 0.00044, Mass 5.288178268008E+18 - Total Energy: 42D28B60D5889D38 8.1559337443956875E+13 - Total Mass: 5.2881782680077681E+18, Change: 8.2951366874102320E+01 Error: 8.29514E+01 ( 1.6E-17) -MOM Day 5.000 360: En 1.826022E-05, MaxCFL 0.00053, Mass 5.288178268008E+18 - Total Energy: 42D5F4B97D5C88D8 9.6563312816675375E+13 - Total Mass: 5.2881782680077681E+18, Change: 1.6721939190855807E+01 Error: 1.67219E+01 ( 3.2E-18) -MOM Day 6.000 432: En 2.397431E-05, MaxCFL 0.00062, Mass 5.288178268008E+18 - Total Energy: 42DCD397A5E075E4 1.2678043163080756E+14 - Total Mass: 5.2881782680077681E+18, Change: 3.7054700815778062E+01 Error: 3.70547E+01 ( 7.0E-18) -MOM Day 7.000 504: En 2.927962E-05, MaxCFL 0.00073, Mass 5.288178268008E+18 - Total Energy: 42E19A5109E57F30 1.5483585791077750E+14 - Total Mass: 5.2881782680077681E+18, Change: -4.0544930801108393E+01 Error: -4.05449E+01 (-7.7E-18) -MOM Day 8.000 576: En 3.486441E-05, MaxCFL 0.00081, Mass 5.288178268008E+18 - Total Energy: 42E4F5D995BA9025 1.8436920009228916E+14 - Total Mass: 5.2881782680077681E+18, Change: 9.0656261871241668E+00 Error: 9.06563E+00 ( 1.7E-18) -MOM Day 9.000 648: En 4.195565E-05, MaxCFL 0.00090, Mass 5.288178268008E+18 - Total Energy: 42E9393C9CAB9F44 2.2186896584626612E+14 - Total Mass: 5.2881782680077681E+18, Change: 7.9105182394237943E+00 Error: 7.91052E+00 ( 1.5E-18) -MOM Day 10.000 720: En 4.604729E-05, MaxCFL 0.00100, Mass 5.288178268008E+18 - Total Energy: 42EBAEF71B99D52E 2.4350627232528944E+14 - Total Mass: 5.2881782680077681E+18, Change: 6.0060188701714566E+01 Error: 6.00602E+01 ( 1.1E-17) - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! - - -WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! - - MPP_DOMAINS_STACK high water mark= 0 - -Tabulating mpp_clock statistics across 1 PEs... - - hits tmin tmax tavg tstd tfrac grain pemin pemax -Total runtime 1 6.954134 6.954134 6.954134 0.000000 1.000 0 0 0 -Initialization 1 0.093680 0.093680 0.093680 0.000000 0.013 0 0 0 -Main loop 1 6.625667 6.625667 6.625667 0.000000 0.953 0 0 0 -Termination 1 0.012098 0.012098 0.012098 0.000000 0.002 0 0 0 - MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_doublegyre/output_gnu_cesm.txt b/standalone/tmpdir_compiler_outputs_doublegyre/output_gnu_cesm.txt deleted file mode 100644 index 74079e7f..00000000 --- a/standalone/tmpdir_compiler_outputs_doublegyre/output_gnu_cesm.txt +++ /dev/null @@ -1,120 +0,0 @@ -NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. -NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. -NOTE: ======== Model being driven by MOM_driver ======== -NOTE: callTree: o Program MOM_main, MOM_driver.F90 -NOTE: open_param_file: MOM_input has been opened successfully. -NOTE: open_param_file: MOM_override has been opened successfully. - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_inc domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 -NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io -NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: Open_file is appending .nc to the filename ./ocean_geometry - - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. - - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: ./Depth_list.nc checksums do not match; updating file. - - -WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! - - -WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! - -MOM Day 0.000 0: En 1.423707E-13, MaxCFL 0.00000, Mass 5.288178268008E+18 - Total Energy: 4126F9E3C5B6FEAF 7.5288188616176497E+05 - Total Mass: 5.2881782680077681E+18, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) -MOM Day 1.000 72: En 4.580432E-06, MaxCFL 0.00023, Mass 5.288178268008E+18 - Total Energy: 42B607A80A83A092 2.4222139843488570E+13 - Total Mass: 5.2881782680077681E+18, Change: -5.9874384717173371E+01 Error: -5.98744E+01 (-1.1E-17) -MOM Day 2.000 144: En 8.958206E-06, MaxCFL 0.00040, Mass 5.288178268008E+18 - Total Energy: 42C58AE53346CEF9 4.7372590026141945E+13 - Total Mass: 5.2881782680077681E+18, Change: 3.3323543490744868E+01 Error: 3.33235E+01 ( 6.3E-18) -MOM Day 3.000 216: En 1.166708E-05, MaxCFL 0.00045, Mass 5.288178268008E+18 - Total Energy: 42CC0E8B5CDF7142 6.1697586478818516E+13 - Total Mass: 5.2881782680077681E+18, Change: -3.7170103257304589E+01 Error: -3.71701E+01 (-7.0E-18) -MOM Day 4.000 288: En 1.542296E-05, MaxCFL 0.00044, Mass 5.288178268008E+18 - Total Energy: 42D28B60D5889F6F 8.1559337443965734E+13 - Total Mass: 5.2881782680077681E+18, Change: 6.0602261039877590E+01 Error: 6.06023E+01 ( 1.1E-17) -MOM Day 5.000 360: En 1.826022E-05, MaxCFL 0.00053, Mass 5.288178268008E+18 - Total Energy: 42D5F4B97D5C8696 9.6563312816666344E+13 - Total Mass: 5.2881782680077681E+18, Change: 1.7474460705298554E+01 Error: 1.74745E+01 ( 3.3E-18) -MOM Day 6.000 432: En 2.397431E-05, MaxCFL 0.00062, Mass 5.288178268008E+18 - Total Energy: 42DCD397A5E0A8A5 1.2678043163101058E+14 - Total Mass: 5.2881782680077681E+18, Change: -4.1025102651569910E+01 Error: -4.10251E+01 (-7.8E-18) -MOM Day 7.000 504: En 2.927962E-05, MaxCFL 0.00073, Mass 5.288178268008E+18 - Total Energy: 42E19A5109E5A5A0 1.5483585791108500E+14 - Total Mass: 5.2881782680077681E+18, Change: 2.1696700853226503E-02 Error: 2.16967E-02 ( 4.1E-21) -MOM Day 8.000 576: En 3.486441E-05, MaxCFL 0.00081, Mass 5.288178268008E+18 - Total Energy: 42E4F5D995BABADF 1.8436920009263097E+14 - Total Mass: 5.2881782680077681E+18, Change: -5.4349988706310057E+00 Error: -5.43500E+00 (-1.0E-18) -MOM Day 9.000 648: En 4.195565E-05, MaxCFL 0.00090, Mass 5.288178268008E+18 - Total Energy: 42E9393C9CABB5FA 2.2186896584644781E+14 - Total Mass: 5.2881782680077681E+18, Change: 5.2383375130837635E+00 Error: 5.23834E+00 ( 9.9E-19) -MOM Day 10.000 720: En 4.604729E-05, MaxCFL 0.00100, Mass 5.288178268008E+18 - Total Energy: 42EBAEF71B99DB1A 2.4350627232533681E+14 - Total Mass: 5.2881782680077681E+18, Change: -3.6026740618649825E+01 Error: -3.60267E+01 (-6.8E-18) - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! - - -WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! - - MPP_DOMAINS_STACK high water mark= 0 - -Tabulating mpp_clock statistics across 1 PEs... - - hits tmin tmax tavg tstd tfrac grain pemin pemax -Total runtime 1 5.027674 5.027674 5.027674 0.000000 1.000 0 0 0 -Initialization 1 0.123294 0.123294 0.123294 0.000000 0.025 0 0 0 -Main loop 1 4.894197 4.894197 4.894197 0.000000 0.973 0 0 0 -Termination 1 0.005056 0.005056 0.005056 0.000000 0.001 0 0 0 - MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_doublegyre/output_intel.txt b/standalone/tmpdir_compiler_outputs_doublegyre/output_intel.txt deleted file mode 100644 index 06bd97e7..00000000 --- a/standalone/tmpdir_compiler_outputs_doublegyre/output_intel.txt +++ /dev/null @@ -1,120 +0,0 @@ -NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. -NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. -NOTE: ======== Model being driven by MOM_driver ======== -NOTE: callTree: o Program MOM_main, MOM_driver.F90 -NOTE: open_param_file: MOM_input has been opened successfully. -NOTE: open_param_file: MOM_override has been opened successfully. - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_inc domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 -NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io -NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: Open_file is appending .nc to the filename ./ocean_geometry - - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. - - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: ./Depth_list.nc checksums do not match; updating file. - - -WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! - - -WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! - -MOM Day 0.000 0: En 1.423718E-13, MaxCFL 0.00000, Mass 5.288178268008E+18 - Total Energy: 4126F9EEE7BAE2DD 7.5288745259770344E+05 - Total Mass: 5.2881782680077681E+18, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) -MOM Day 1.000 72: En 4.580432E-06, MaxCFL 0.00023, Mass 5.288178268008E+18 - Total Energy: 42B607A80A8420B7 2.4222139843616715E+13 - Total Mass: 5.2881782680077681E+18, Change: 3.2193974656087079E+01 Error: 3.21940E+01 ( 6.1E-18) -MOM Day 2.000 144: En 8.958206E-06, MaxCFL 0.00040, Mass 5.288178268008E+18 - Total Energy: 42C58AE533476D84 4.7372590026459031E+13 - Total Mass: 5.2881782680077681E+18, Change: 2.1198830548456300E+01 Error: 2.11988E+01 ( 4.0E-18) -MOM Day 3.000 216: En 1.166708E-05, MaxCFL 0.00045, Mass 5.288178268008E+18 - Total Energy: 42CC0E8B5CDF9554 6.1697586478890656E+13 - Total Mass: 5.2881782680077681E+18, Change: 8.9205174261806206E+01 Error: 8.92052E+01 ( 1.7E-17) -MOM Day 4.000 288: En 1.542296E-05, MaxCFL 0.00044, Mass 5.288178268008E+18 - Total Energy: 42D28B60D5889B78 8.1559337443949875E+13 - Total Mass: 5.2881782680077681E+18, Change: 2.3419270011328905E+01 Error: 2.34193E+01 ( 4.4E-18) -MOM Day 5.000 360: En 1.826022E-05, MaxCFL 0.00053, Mass 5.288178268008E+18 - Total Energy: 42D5F4B97D5C8551 9.6563312816661266E+13 - Total Mass: 5.2881782680077681E+18, Change: -1.2080455676106425E+01 Error: -1.20805E+01 (-2.3E-18) -MOM Day 6.000 432: En 2.397431E-05, MaxCFL 0.00062, Mass 5.288178268008E+18 - Total Energy: 42DCD397A5E07162 1.2678043163078953E+14 - Total Mass: 5.2881782680077681E+18, Change: -2.1910341298459628E+01 Error: -2.19103E+01 (-4.1E-18) -MOM Day 7.000 504: En 2.927962E-05, MaxCFL 0.00073, Mass 5.288178268008E+18 - Total Energy: 42E19A5109E57D52 1.5483585791076256E+14 - Total Mass: 5.2881782680077681E+18, Change: -4.4345925674156945E+01 Error: -4.43459E+01 (-8.4E-18) -MOM Day 8.000 576: En 3.486441E-05, MaxCFL 0.00081, Mass 5.288178268008E+18 - Total Energy: 42E4F5D995BA8CCC 1.8436920009226238E+14 - Total Mass: 5.2881782680077681E+18, Change: 9.7697074840426694E+00 Error: 9.76971E+00 ( 1.8E-18) -MOM Day 9.000 648: En 4.195565E-05, MaxCFL 0.00090, Mass 5.288178268008E+18 - Total Energy: 42E9393C9CAB9D37 2.2186896584624972E+14 - Total Mass: 5.2881782680077681E+18, Change: 1.1448227714030054E+01 Error: 1.14482E+01 ( 2.2E-18) -MOM Day 10.000 720: En 4.604729E-05, MaxCFL 0.00100, Mass 5.288178268008E+18 - Total Energy: 42EBAEF71B99D311 2.4350627232527253E+14 - Total Mass: 5.2881782680077681E+18, Change: 4.6395058086486216E+01 Error: 4.63951E+01 ( 8.8E-18) - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! - - -WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! - - MPP_DOMAINS_STACK high water mark= 0 - -Tabulating mpp_clock statistics across 1 PEs... - - hits tmin tmax tavg tstd tfrac grain pemin pemax -Total runtime 1 5.326431 5.326431 5.326431 0.000000 1.000 0 0 0 -Initialization 1 0.187860 0.187860 0.187860 0.000000 0.035 0 0 0 -Main loop 1 4.872444 4.872444 4.872444 0.000000 0.915 0 0 0 -Termination 1 0.244684 0.244684 0.244684 0.000000 0.046 0 0 0 - MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_doublegyre/output_intel_cesm.txt b/standalone/tmpdir_compiler_outputs_doublegyre/output_intel_cesm.txt deleted file mode 100644 index af921a89..00000000 --- a/standalone/tmpdir_compiler_outputs_doublegyre/output_intel_cesm.txt +++ /dev/null @@ -1,117 +0,0 @@ -NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. -NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. -NOTE: ======== Model being driven by MOM_driver ======== -NOTE: callTree: o Program MOM_main, MOM_driver.F90 -NOTE: open_param_file: MOM_input has been opened successfully. -NOTE: open_param_file: MOM_override has been opened successfully. - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_inc domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 -NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io -NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: Open_file is appending .nc to the filename ./ocean_geometry - - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. - - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! - - -WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! - -MOM Day 0.000 0: En 1.423707E-13, MaxCFL 0.00000, Mass 5.288178268008E+18 - Total Energy: 4126F9E3C5B6FEAF 7.5288188616176497E+05 - Total Mass: 5.2881782680077681E+18, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) -MOM Day 1.000 72: En 4.580432E-06, MaxCFL 0.00023, Mass 5.288178268008E+18 - Total Energy: 42B607A80A83A0E2 2.4222139843488883E+13 - Total Mass: 5.2881782680077681E+18, Change: -8.8106806592176298E+01 Error: -8.81068E+01 (-1.7E-17) -MOM Day 2.000 144: En 8.958206E-06, MaxCFL 0.00040, Mass 5.288178268008E+18 - Total Energy: 42C58AE53346DD7E 4.7372590026170984E+13 - Total Mass: 5.2881782680077681E+18, Change: 4.7139513911586960E+01 Error: 4.71395E+01 ( 8.9E-18) -MOM Day 3.000 216: En 1.166708E-05, MaxCFL 0.00045, Mass 5.288178268008E+18 - Total Energy: 42CC0E8B5CDF7298 6.1697586478821188E+13 - Total Mass: 5.2881782680077681E+18, Change: 6.2923586661237209E+01 Error: 6.29236E+01 ( 1.2E-17) -MOM Day 4.000 288: En 1.542296E-05, MaxCFL 0.00044, Mass 5.288178268008E+18 - Total Energy: 42D28B60D588A423 8.1559337443984547E+13 - Total Mass: 5.2881782680077681E+18, Change: 9.9962658616441615E+00 Error: 9.99627E+00 ( 1.9E-18) -MOM Day 5.000 360: En 1.826022E-05, MaxCFL 0.00053, Mass 5.288178268008E+18 - Total Energy: 42D5F4B97D5C8A57 9.6563312816681359E+13 - Total Mass: 5.2881782680077681E+18, Change: -6.5069232837189702E+01 Error: -6.50692E+01 (-1.2E-17) -MOM Day 6.000 432: En 2.397431E-05, MaxCFL 0.00062, Mass 5.288178268008E+18 - Total Energy: 42DCD397A5E0A734 1.2678043163100481E+14 - Total Mass: 5.2881782680077681E+18, Change: -4.9753818874077353E+00 Error: -4.97538E+00 (-9.4E-19) -MOM Day 7.000 504: En 2.927962E-05, MaxCFL 0.00073, Mass 5.288178268008E+18 - Total Energy: 42E19A5109E5A526 1.5483585791108119E+14 - Total Mass: 5.2881782680077681E+18, Change: -5.5031220779601625E+01 Error: -5.50312E+01 (-1.0E-17) -MOM Day 8.000 576: En 3.486441E-05, MaxCFL 0.00081, Mass 5.288178268008E+18 - Total Energy: 42E4F5D995BABA71 1.8436920009262753E+14 - Total Mass: 5.2881782680077681E+18, Change: -2.8577995941789624E+01 Error: -2.85780E+01 (-5.4E-18) -MOM Day 9.000 648: En 4.195565E-05, MaxCFL 0.00090, Mass 5.288178268008E+18 - Total Energy: 42E9393C9CABB862 2.2186896584646706E+14 - Total Mass: 5.2881782680077681E+18, Change: 3.8416384022688618E+01 Error: 3.84164E+01 ( 7.3E-18) -MOM Day 10.000 720: En 4.604729E-05, MaxCFL 0.00100, Mass 5.288178268008E+18 - Total Energy: 42EBAEF71B99DDE2 2.4350627232535906E+14 - Total Mass: 5.2881782680077681E+18, Change: 4.3187782696792794E+01 Error: 4.31878E+01 ( 8.2E-18) - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! - - -WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! - - MPP_DOMAINS_STACK high water mark= 0 - -Tabulating mpp_clock statistics across 1 PEs... - - hits tmin tmax tavg tstd tfrac grain pemin pemax -Total runtime 1 3.813254 3.813254 3.813254 0.000000 1.000 0 0 0 -Initialization 1 0.156548 0.156548 0.156548 0.000000 0.041 0 0 0 -Main loop 1 3.630592 3.630592 3.630592 0.000000 0.952 0 0 0 -Termination 1 0.010691 0.010691 0.010691 0.000000 0.003 0 0 0 - MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc.txt b/standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc.txt deleted file mode 100644 index edb08566..00000000 --- a/standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc.txt +++ /dev/null @@ -1,120 +0,0 @@ -NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. -NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. -NOTE: ======== Model being driven by MOM_driver ======== -NOTE: callTree: o Program MOM_main, MOM_driver.F90 -NOTE: open_param_file: MOM_input has been opened successfully. -NOTE: open_param_file: MOM_override has been opened successfully. - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_inc domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 -NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io -NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: Open_file is appending .nc to the filename ./ocean_geometry - - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. - - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: ./Depth_list.nc checksums do not match; updating file. - - -WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! - - -WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! - -MOM Day 0.000 0: En 1.423750E-13, MaxCFL 0.00000, Mass 5.288178268008E+18 - Total Energy: 4126FA10B174A889 7.5290434659315750E+05 - Total Mass: 5.2881782680077681E+18, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) -MOM Day 1.000 72: En 4.580432E-06, MaxCFL 0.00023, Mass 5.288178268008E+18 - Total Energy: 42B607A80A9C272E 2.4222139849767180E+13 - Total Mass: 5.2881782680077681E+18, Change: -1.1372204077252914E+02 Error: -1.13722E+02 (-2.2E-17) -MOM Day 2.000 144: En 8.958206E-06, MaxCFL 0.00040, Mass 5.288178268008E+18 - Total Energy: 42C58AE53354D2E2 4.7372590033317766E+13 - Total Mass: 5.2881782680077681E+18, Change: -1.2356260327224504E+01 Error: -1.23563E+01 (-2.3E-18) -MOM Day 3.000 216: En 1.166708E-05, MaxCFL 0.00045, Mass 5.288178268008E+18 - Total Energy: 42CC0E8B5CDF06FC 6.1697586478605969E+13 - Total Mass: 5.2881782680077681E+18, Change: 9.0399375784346802E+01 Error: 9.03994E+01 ( 1.7E-17) -MOM Day 4.000 288: En 1.542296E-05, MaxCFL 0.00044, Mass 5.288178268008E+18 - Total Energy: 42D28B60D587FB2D 8.1559337443308703E+13 - Total Mass: 5.2881782680077681E+18, Change: -3.4746654028478815E+01 Error: -3.47467E+01 (-6.6E-18) -MOM Day 5.000 360: En 1.826022E-05, MaxCFL 0.00053, Mass 5.288178268008E+18 - Total Energy: 42D5F4B97D61B180 9.6563312821958000E+13 - Total Mass: 5.2881782680077681E+18, Change: -3.5907371393976746E+01 Error: -3.59074E+01 (-6.8E-18) -MOM Day 6.000 432: En 2.397431E-05, MaxCFL 0.00062, Mass 5.288178268008E+18 - Total Energy: 42DCD397A5E5DC08 1.2678043163633613E+14 - Total Mass: 5.2881782680077681E+18, Change: 7.7030889500094759E+01 Error: 7.70309E+01 ( 1.5E-17) -MOM Day 7.000 504: En 2.927962E-05, MaxCFL 0.00073, Mass 5.288178268008E+18 - Total Energy: 42E19A5109E4EBC4 1.5483585790959813E+14 - Total Mass: 5.2881782680077681E+18, Change: 1.0066889826453348E+02 Error: 1.00669E+02 ( 1.9E-17) -MOM Day 8.000 576: En 3.486441E-05, MaxCFL 0.00081, Mass 5.288178268008E+18 - Total Energy: 42E4F5D995B9FD94 1.8436920009111663E+14 - Total Mass: 5.2881782680077681E+18, Change: 1.5146967303195908E+01 Error: 1.51470E+01 ( 2.9E-18) -MOM Day 9.000 648: En 4.195565E-05, MaxCFL 0.00090, Mass 5.288178268008E+18 - Total Energy: 42E9393C9CAD8460 2.2186896585014700E+14 - Total Mass: 5.2881782680077681E+18, Change: 4.1230910524111522E+01 Error: 4.12309E+01 ( 7.8E-18) -MOM Day 10.000 720: En 4.604729E-05, MaxCFL 0.00100, Mass 5.288178268008E+18 - Total Energy: 42EBAEF71B9A2E1A 2.4350627232600081E+14 - Total Mass: 5.2881782680077681E+18, Change: -4.5030784185751457E+01 Error: -4.50308E+01 (-8.5E-18) - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! - - -WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! - - MPP_DOMAINS_STACK high water mark= 0 - -Tabulating mpp_clock statistics across 1 PEs... - - hits tmin tmax tavg tstd tfrac grain pemin pemax -Total runtime 1 14.634807 14.634807 14.634807 0.000000 1.000 0 0 0 -Initialization 1 0.175848 0.175848 0.175848 0.000000 0.012 0 0 0 -Main loop 1 14.440610 14.440610 14.440610 0.000000 0.987 0 0 0 -Termination 1 0.008966 0.008966 0.008966 0.000000 0.001 0 0 0 - MPP_STACK high water mark= 0 diff --git a/standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc_cesm.txt b/standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc_cesm.txt deleted file mode 100644 index 4d2dc0d3..00000000 --- a/standalone/tmpdir_compiler_outputs_doublegyre/output_nvhpc_cesm.txt +++ /dev/null @@ -1,117 +0,0 @@ -NOTE: MPP_DOMAINS_SET_STACK_SIZE: stack size set to 32768. -NOTE: MPP_IO_SET_STACK_SIZE: stack size set to 131072. -NOTE: ======== Model being driven by MOM_driver ======== -NOTE: callTree: o Program MOM_main, MOM_driver.F90 -NOTE: open_param_file: MOM_input has been opened successfully. -NOTE: open_param_file: MOM_override has been opened successfully. - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_inc domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 -NOTE: diag_manager_mod::diag_manager_init: diag_manager is using fms2_io -NOTE: diag_manager_mod::diag_manager_init: prepend_date only supported when diag_manager_init is called with time_init present. - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: Open_file is appending .nc to the filename ./ocean_geometry - - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: KVML is a deprecated parameter. Use KV_ML_INVZ2 instead. - - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: open_ASCII_file: File ./CPU_stats opened WRITEONLY already exists! - - -WARNING: open_ASCII_file: File ./ocean.stats opened WRITEONLY already exists! - -MOM Day 0.000 0: En 1.423673E-13, MaxCFL 0.00000, Mass 5.288178268008E+18 - Total Energy: 4126F9BF42B7CF4E 7.5286363030860736E+05 - Total Mass: 5.2881782680077681E+18, Change: 0.0000000000000000E+00 Error: 0.00000E+00 ( 0.0E+00) -MOM Day 1.000 72: En 4.580432E-06, MaxCFL 0.00023, Mass 5.288178268008E+18 - Total Energy: 42B607A80A9BFE7D 2.4222139849726488E+13 - Total Mass: 5.2881782680077681E+18, Change: -7.4479853272800113E+01 Error: -7.44799E+01 (-1.4E-17) -MOM Day 2.000 144: En 8.958206E-06, MaxCFL 0.00040, Mass 5.288178268008E+18 - Total Energy: 42C58AE53354BAAE 4.7372590033269359E+13 - Total Mass: 5.2881782680077681E+18, Change: -5.3850339916781394E+01 Error: -5.38503E+01 (-1.0E-17) -MOM Day 3.000 216: En 1.166708E-05, MaxCFL 0.00045, Mass 5.288178268008E+18 - Total Energy: 42CC0E8B5CDEE73E 6.1697586478542484E+13 - Total Mass: 5.2881782680077681E+18, Change: 8.5736064780355719E+01 Error: 8.57361E+01 ( 1.6E-17) -MOM Day 4.000 288: En 1.542296E-05, MaxCFL 0.00044, Mass 5.288178268008E+18 - Total Energy: 42D28B60D587EF95 8.1559337443262328E+13 - Total Mass: 5.2881782680077681E+18, Change: -7.4351260657852976E+01 Error: -7.43513E+01 (-1.4E-17) -MOM Day 5.000 360: En 1.826022E-05, MaxCFL 0.00053, Mass 5.288178268008E+18 - Total Energy: 42D5F4B97D61AB81 9.6563312821934016E+13 - Total Mass: 5.2881782680077681E+18, Change: 7.0123661168087182E+01 Error: 7.01237E+01 ( 1.3E-17) -MOM Day 6.000 432: En 2.397431E-05, MaxCFL 0.00062, Mass 5.288178268008E+18 - Total Energy: 42DCD397A5E5D723 1.2678043163631655E+14 - Total Mass: 5.2881782680077681E+18, Change: -4.9496049892239796E+01 Error: -4.94960E+01 (-9.4E-18) -MOM Day 7.000 504: En 2.927962E-05, MaxCFL 0.00073, Mass 5.288178268008E+18 - Total Energy: 42E19A5109E4E8B8 1.5483585790957375E+14 - Total Mass: 5.2881782680077681E+18, Change: 6.3265455880979829E+01 Error: 6.32655E+01 ( 1.2E-17) -MOM Day 8.000 576: En 3.486441E-05, MaxCFL 0.00081, Mass 5.288178268008E+18 - Total Energy: 42E4F5D995B9FD39 1.8436920009111378E+14 - Total Mass: 5.2881782680077681E+18, Change: 4.5135547774855041E+01 Error: 4.51355E+01 ( 8.5E-18) -MOM Day 9.000 648: En 4.195565E-05, MaxCFL 0.00090, Mass 5.288178268008E+18 - Total Energy: 42E9393C9CAD84D0 2.2186896585015050E+14 - Total Mass: 5.2881782680077681E+18, Change: 1.0475768039255965E+02 Error: 1.04758E+02 ( 2.0E-17) -MOM Day 10.000 720: En 4.604729E-05, MaxCFL 0.00100, Mass 5.288178268008E+18 - Total Energy: 42EBAEF71B9A2C7A 2.4350627232598781E+14 - Total Mass: 5.2881782680077681E+18, Change: 2.6968788567848577E+01 Error: 2.69688E+01 ( 5.1E-18) - MOM_in domain decomposition -whalo = 4, ehalo = 4, shalo = 4, nhalo = 4 - X-AXIS = 44 - Y-AXIS = 40 - MOM_in domain decomposition -whalo = 2, ehalo = 2, shalo = 2, nhalo = 2 - X-AXIS = 22 - Y-AXIS = 20 - -WARNING: open_ASCII_file: File RESTART/ocean_solo.res opened WRITEONLY already exists! - - -WARNING: open_ASCII_file: File exitcode opened WRITEONLY already exists! - - MPP_DOMAINS_STACK high water mark= 0 - -Tabulating mpp_clock statistics across 1 PEs... - - hits tmin tmax tavg tstd tfrac grain pemin pemax -Total runtime 1 16.680070 16.680070 16.680070 0.000000 1.000 0 0 0 -Initialization 1 0.120577 0.120577 0.120577 0.000000 0.007 0 0 0 -Main loop 1 16.539006 16.539006 16.539006 0.000000 0.992 0 0 0 -Termination 1 0.017994 0.017994 0.017994 0.000000 0.001 0 0 0 - MPP_STACK high water mark= 0 From cbf8c8166daf355760b65a10bcdfa6a153cc1d28 Mon Sep 17 00:00:00 2001 From: manishvenu Date: Fri, 13 Sep 2024 16:31:53 -0600 Subject: [PATCH 09/19] Minor Commenting Clean --- standalone/templates/ncar-nvhpc.mk | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/standalone/templates/ncar-nvhpc.mk b/standalone/templates/ncar-nvhpc.mk index 2b459760..95a9f052 100644 --- a/standalone/templates/ncar-nvhpc.mk +++ b/standalone/templates/ncar-nvhpc.mk @@ -34,8 +34,8 @@ FC_AUTO_R8 = -r8 FFLAGS = $(FC_AUTO_R8) -Mnofma -i4 -gopt -time -Mextend -byteswapio -Mflushz -Kieee # Flags based on perforance target (production (OPT), reproduction (REPRO), or debug (DEBUG) -FFLAGS_REPRO = -O2 -tp=zen3 # CESM doesn't include the 0, but it looks like we need it. Not quite sure what happens on just -O, but even O2 causes runtime errors -FFLAGS_DEBUG = -O0 -g # -Mbounds fails compilation! -KTrap=fp fails run! seems like there is a floating point exception in netcdf_io_mod file, which means i'm missing some coompiler flag +FFLAGS_REPRO = -O2 -tp=zen3 +FFLAGS_DEBUG = -O0 -g # -Mbounds fails compilation and -KTrap=fp fails run! seems like there is a floating point exception in netcdf_io_mod # Macro for C preprocessor CPPFLAGS := $(INCLUDES) From f61655fae4ecff69ea42ce786329bbc39fa7bef6 Mon Sep 17 00:00:00 2001 From: manishvenu Date: Fri, 13 Sep 2024 16:37:23 -0600 Subject: [PATCH 10/19] Fix Submodules --- MOM6 | 2 +- externals/stochastic_physics | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/MOM6 b/MOM6 index 8b9ba976..b5641afb 160000 --- a/MOM6 +++ b/MOM6 @@ -1 +1 @@ -Subproject commit 8b9ba9767e4c28d33800117f6abcaf2e9f4b516d +Subproject commit b5641afbe21f8fd1c7c8045adf196b88d5664b3e diff --git a/externals/stochastic_physics b/externals/stochastic_physics index 6065f097..ba1dc9d7 160000 --- a/externals/stochastic_physics +++ b/externals/stochastic_physics @@ -1 +1 @@ -Subproject commit 6065f09797c53f7342278551147cf73cce2b44d5 +Subproject commit ba1dc9d73da5ede3927fd3cdcc38ab2db0a212e5 From 25ed8cfb05cba38537c8efafba520b4d142a0405 Mon Sep 17 00:00:00 2001 From: manishvenu Date: Fri, 13 Sep 2024 17:04:02 -0600 Subject: [PATCH 11/19] Add back build_examples.sh --- standalone/build/build_examples.sh | 123 +++++++++++++++++++++++++++++ 1 file changed, 123 insertions(+) create mode 100755 standalone/build/build_examples.sh diff --git a/standalone/build/build_examples.sh b/standalone/build/build_examples.sh new file mode 100755 index 00000000..0867bf1d --- /dev/null +++ b/standalone/build/build_examples.sh @@ -0,0 +1,123 @@ +!/bin/bash -e +### For NCAR machines, this script should be run as +### $ qcmd -- ./build_examples.sh + +echo "Starting build at `date`" + +# Save various paths to use as shortcuts +cd ../.. +INTERFACE_ROOT=`pwd -P` +MKMF_ROOT=${INTERFACE_ROOT}/standalone/mkmf +TEMPLATE_DIR=${INTERFACE_ROOT}/standalone/templates +MOM_ROOT=${INTERFACE_ROOT}/MOM6 +cd ../.. +CESM_ROOT=`pwd -P` +SHR_ROOT=${CESM_ROOT}/share +FMS_ROOT=${CESM_ROOT}/libraries/FMS + +# Default compiler +COMPILER="intel" +MACHINE="ncar" +DEBUG=0 # Set to False, or REPRO Mode! + +# Parse command line arguments +while [[ "$#" -gt 0 ]]; do + case $1 in + --compiler) + COMPILER="$2" + shift ;; + --machine) + MACHINE="$2" + shift ;; + --debug) + DEBUG=1 ;; + *) + echo "Unknown parameter passed: $1" + echo "Usage: $0 [--compiler ] [--machine ]" + exit 1 ;; + esac + shift +done +echo "Using compiler: $COMPILER" +echo "Using machine: $MACHINE" + +TEMPLATE=${TEMPLATE_DIR}/${MACHINE}-${COMPILER}.mk + +# Throw error if template does not exist: +if [ ! -f $TEMPLATE ]; then + echo "ERROR: Template file $TEMPLATE does not exist." + echo "Templates are based on the machine and compiler arguments: machine-compiler.mk. Available templates are:" + ls ${TEMPLATE_DIR}/*.mk + echo "Exiting." + exit 1 +fi + +# Set -j option based on the MACHINE argument +case $MACHINE in + "homebrew" ) + JOBS=2 + ;; + "ubuntu" ) + JOBS=4 + ;; + "ncar") + JOBS=32 + ;; + *) + echo "Invalid machine type for make -j option: $MACHINE" + exit 1 + ;; +esac + +if [ "${DEBUG}" == 1 ]; then + BLD_ROOT=${COMPILER}-debug +else + BLD_ROOT=${COMPILER} +fi + + +# Load modules for NCAR +if [ "$MACHINE" == "ncar" ]; then + HOST=`hostname` + # Load modules if on derecho + if [ ! "${HOST:0:5}" == "crhtc" ] && [ ! "${HOST:0:6}" == "casper" ]; then + module --force purge + . /glade/u/apps/derecho/23.09/spack/opt/spack/lmod/8.7.24/gcc/7.5.0/c645/lmod/lmod/init/sh + module load cesmdev/1.0 ncarenv/23.09 + case $COMPILER in + "intel" ) + module load craype intel/2023.2.1 mkl ncarcompilers/1.0.0 cmake cray-mpich/8.1.27 netcdf-mpi/4.9.2 parallel-netcdf/1.12.3 parallelio/2.6.2 esmf/8.6.0 + ;; + "gnu" ) + module load craype gcc/12.2.0 cray-libsci/23.02.1.1 ncarcompilers/1.0.0 cmake cray-mpich/8.1.27 netcdf-mpi/4.9.2 parallel-netcdf/1.12.3 parallelio/2.6.2-debug esmf/8.6.0-debug + ;; + "nvhpc" ) + module load craype nvhpc/23.7 ncarcompilers/1.0.0 cmake cray-mpich/8.1.27 netcdf-mpi/4.9.2 parallel-netcdf/1.12.3 parallelio/2.6.2 esmf/8.6.0 + ;; + *) + echo "Not loading any special modules for ${COMPILER}" + ;; + esac + fi +fi + +# 1) Build FMS +cd ${INTERFACE_ROOT}/standalone/build +mkdir -p ${BLD_ROOT}/FMS +cd ${BLD_ROOT}/FMS +${MKMF_ROOT}/list_paths ${FMS_ROOT}/src +# We need shr_const_mod.F90 and shr_kind_mod.F90 from ${SHR_ROOT}/src to build FMS +echo "${SHR_ROOT}/src/shr_kind_mod.F90" >> path_names +echo "${SHR_ROOT}/src/shr_const_mod.F90" >> path_names +${MKMF_ROOT}/mkmf -t ${TEMPLATE} -p libfms.a -c "-Duse_libMPI -Duse_netCDF -DSPMD" path_names +make -j${JOBS} DEBUG=${DEBUG} libfms.a + +# 2) Build MOM6 +cd ${INTERFACE_ROOT}/standalone/build +mkdir -p ${BLD_ROOT}/MOM6 +cd ${BLD_ROOT}/MOM6 +${MKMF_ROOT}/list_paths -l ${MOM_ROOT}/{config_src/infra/FMS2,config_src/memory/dynamic_symmetric,config_src/drivers/solo_driver,../externals/MARBL/src,config_src/external,src/{*,*/*}}/ +${MKMF_ROOT}/mkmf -t ${TEMPLATE} -o '-I../FMS' -p MOM6 -l '-L../FMS -lfms' -c '-Duse_libMPI -Duse_netCDF -DSPMD' path_names +make -j${JOBS} DEBUG=${DEBUG} MOM6 + +echo "Finished build at `date`" \ No newline at end of file From 59df5f9c9c36d9f6fd5a77b08fe7af6744e57983 Mon Sep 17 00:00:00 2001 From: manishvenu Date: Fri, 13 Sep 2024 17:05:19 -0600 Subject: [PATCH 12/19] Minor Edit --- standalone/build/build_examples.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/standalone/build/build_examples.sh b/standalone/build/build_examples.sh index 0867bf1d..5ccde780 100755 --- a/standalone/build/build_examples.sh +++ b/standalone/build/build_examples.sh @@ -1,4 +1,4 @@ -!/bin/bash -e +#!/bin/bash -e ### For NCAR machines, this script should be run as ### $ qcmd -- ./build_examples.sh From b4c5726c068cbbffef866f3b2fa881b80a4a2b46 Mon Sep 17 00:00:00 2001 From: manishvenu Date: Mon, 16 Sep 2024 08:52:11 -0600 Subject: [PATCH 13/19] Clean up non-ncar make files and build_examples --- standalone/build/build_examples.sh | 2 +- standalone/templates/homebrew-gnu.mk | 52 ++++++---------------------- standalone/templates/ubuntu-gnu.mk | 10 ++---- 3 files changed, 14 insertions(+), 50 deletions(-) diff --git a/standalone/build/build_examples.sh b/standalone/build/build_examples.sh index 5ccde780..75a26c99 100755 --- a/standalone/build/build_examples.sh +++ b/standalone/build/build_examples.sh @@ -18,7 +18,7 @@ FMS_ROOT=${CESM_ROOT}/libraries/FMS # Default compiler COMPILER="intel" MACHINE="ncar" -DEBUG=0 # Set to False, or REPRO Mode! +DEBUG=0 # Set to False (REPRO Mode)! # Parse command line arguments while [[ "$#" -gt 0 ]]; do diff --git a/standalone/templates/homebrew-gnu.mk b/standalone/templates/homebrew-gnu.mk index 7fbd45db..948e8b5e 100644 --- a/standalone/templates/homebrew-gnu.mk +++ b/standalone/templates/homebrew-gnu.mk @@ -12,68 +12,36 @@ LD = mpif90 $(MAIN_PROGRAM) # flags # ######### DEBUG = -REPRO = -VERBOSE = -OPENMP = MAKEFLAGS += --jobs=2 FPPFLAGS := FFLAGS := -fcray-pointer -fdefault-double-8 -fdefault-real-8 -Waliasing -ffree-line-length-none -fno-range-check -FFLAGS += -I$(shell nf-config --includedir) -FFLAGS_OPT = -O3 FFLAGS_REPRO = -O2 -fbounds-check FFLAGS_DEBUG = -O0 -g -W -fbounds-check -fbacktrace -ffpe-trap=invalid,zero,overflow -FFLAGS_OPENMP = -fopenmp -FFLAGS_VERBOSE = CFLAGS := -D__IFC -CFLAGS += -I$(shell nc-config --includedir) -CFLAGS_OPT = -O2 -CFLAGS_OPENMP = -fopenmp +CFLAGS_REPRO= -O2 CFLAGS_DEBUG = -O0 -g -# Optional Testing compile flags. Mutually exclusive from DEBUG, REPRO, and OPT -# *_TEST will match the production if no new option(s) is(are) to be tested. -FFLAGS_TEST = -O2 -CFLAGS_TEST = -O2 - LDFLAGS := -LDFLAGS_OPENMP := -fopenmp -LDFLAGS_VERBOSE := -ifneq ($(REPRO),) -CFLAGS += $(CFLAGS_REPRO) -FFLAGS += $(FFLAGS_REPRO) -else ifneq ($(DEBUG),) +ifeq ($(DEBUG),1) CFLAGS += $(CFLAGS_DEBUG) FFLAGS += $(FFLAGS_DEBUG) -else ifneq ($(TEST),) -CFLAGS += $(CFLAGS_TEST) -FFLAGS += $(FFLAGS_TEST) else -CFLAGS += $(CFLAGS_OPT) -FFLAGS += $(FFLAGS_OPT) -endif - -ifneq ($(OPENMP),) -CFLAGS += $(CFLAGS_OPENMP) -FFLAGS += $(FFLAGS_OPENMP) -LDFLAGS += $(LDFLAGS_OPENMP) +CFLAGS += $(CFLAGS_REPRO) +FFLAGS += $(FFLAGS_REPRO) endif -ifneq ($(VERBOSE),) -CFLAGS += $(CFLAGS_VERBOSE) -FFLAGS += $(FFLAGS_VERBOSE) -LDFLAGS += $(LDFLAGS_VERBOSE) -endif +# NetCDF Things +FFLAGS += -I$(shell nf-config --includedir) +CFLAGS += -I$(shell nc-config --includedir) -ifeq ($(NETCDF),3) - # add the use_LARGEFILE cppdef - ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) - CPPDEFS += -Duse_LARGEFILE - endif +# add the use_LARGEFILE cppdef +ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) + CPPDEFS += -Duse_LARGEFILE endif LIBS := $(shell nc-config --libs) $(shell nf-config --flibs) diff --git a/standalone/templates/ubuntu-gnu.mk b/standalone/templates/ubuntu-gnu.mk index 8acd7f3a..0cb14f71 100644 --- a/standalone/templates/ubuntu-gnu.mk +++ b/standalone/templates/ubuntu-gnu.mk @@ -12,7 +12,6 @@ LD = mpif90 $(MAIN_PROGRAM) # flags # ######### DEBUG = -REPRO = MAKEFLAGS += --jobs=2 @@ -20,8 +19,6 @@ MAKEFLAGS += --jobs=2 FPPFLAGS := FFLAGS := -fcray-pointer -fdefault-double-8 -fdefault-real-8 -Waliasing -ffree-line-length-none -fno-range-check -FFLAGS += -I$(shell nf-config --includedir) -FFLAGS_OPT = -O3 FFLAGS_REPRO = -O2 -fbounds-check FFLAGS_DEBUG = -O0 -g -W -fbounds-check -fbacktrace -ffpe-trap=invalid,zero,overflow @@ -31,10 +28,8 @@ CFLAGS_REPRO= -O2 CFLAGS_DEBUG = -O0 -g LDFLAGS := -LDFLAGS_OPENMP := -fopenmp -LDFLAGS_VERBOSE := -ifneq ($(DEBUG),) +ifeq ($(DEBUG),1) CFLAGS += $(CFLAGS_DEBUG) FFLAGS += $(FFLAGS_DEBUG) else @@ -42,10 +37,11 @@ CFLAGS += $(CFLAGS_REPRO) FFLAGS += $(FFLAGS_REPRO) endif +# NetCDF Things FFLAGS += -I$(shell nf-config --includedir) CFLAGS += -I$(shell nc-config --includedir) - # add the use_LARGEFILE cppdef +# add the use_LARGEFILE cppdef ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) CPPDEFS += -Duse_LARGEFILE endif From 845436d1fd246f5f883c431de27cbc4d63d518d2 Mon Sep 17 00:00:00 2001 From: Michael Levy Date: Fri, 27 Sep 2024 15:39:46 -0600 Subject: [PATCH 14/19] Consistency among ncar make templates General formatting is the same, the only differences are the actual flags and whatnot used by the different compilers --- standalone/templates/ncar-gnu.mk | 34 ++++++------ standalone/templates/ncar-intel.mk | 26 +++++---- standalone/templates/ncar-nvhpc.mk | 84 +++++++++--------------------- 3 files changed, 53 insertions(+), 91 deletions(-) diff --git a/standalone/templates/ncar-gnu.mk b/standalone/templates/ncar-gnu.mk index e2021b8a..2f2bb7f3 100644 --- a/standalone/templates/ncar-gnu.mk +++ b/standalone/templates/ncar-gnu.mk @@ -3,53 +3,49 @@ ############ # commands # ############ + FC = mpif90 CC = gcc CXX = g++ LD = mpif90 $(MAIN_PROGRAM) -######### -# flags # -######### +############ +# flags # +############ DEBUG = - MAKEFLAGS += --jobs=$(shell grep '^processor' /proc/cpuinfo | wc -l) +LDFLAGS := -FPPFLAGS := FC_AUTO_R8 := -fdefault-real-8 -fdefault-double-8 -FFLAGS := $(FC_AUTO_R8) -fconvert=big-endian -ffree-line-length-none -ffixed-line-length-none -fallow-argument-mismatch -fallow-invalid-boz -fcray-pointer +FPPFLAGS := +FFLAGS := $(FC_AUTO_R8) -fconvert=big-endian -ffree-line-length-none -ffixed-line-length-none -fallow-argument-mismatch -fallow-invalid-boz -fcray-pointer FFLAGS_REPRO = -O FFLAGS_DEBUG = -g -Wall -Og -fbacktrace -ffpe-trap=zero,overflow -fcheck=bounds - CFLAGS := -std=gnu99 CFLAGS_REPRO = -O CFLAGS_DEBUG = -g -Wall -Og -fbacktrace -ffpe-trap=invalid,zero,overflow -fcheck=bounds -LDFLAGS := - - ifeq ($(DEBUG),1) -CFLAGS += $(CFLAGS_DEBUG) -FFLAGS += $(FFLAGS_DEBUG) + FFLAGS += $(FFLAGS_DEBUG) + CFLAGS += $(CFLAGS_DEBUG) else -CFLAGS += $(CFLAGS_REPRO) -FFLAGS += $(FFLAGS_REPRO) + FFLAGS += $(FFLAGS_REPRO) + CFLAGS += $(CFLAGS_REPRO) endif - # NetCDF Flags FFLAGS += -I$(shell nc-config --includedir) CFLAGS += -I$(shell nc-config --includedir) - # add the use_LARGEFILE cppdef + ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) - CPPDEFS += -Duse_LARGEFILE + # add the use_LARGEFILE cppdef + CPPDEFS += -Duse_LARGEFILE endif # Linking Flags -LIBS := $(shell nf-config --flibs) $(shell pkg-config --libs mpich2-f90) -LDFLAGS += $(LIBS) +LDFLAGS += $(shell nf-config --flibs) $(shell pkg-config --libs mpich2-f90) #--------------------------------------------------------------------------- # you should never need to change any lines below. diff --git a/standalone/templates/ncar-intel.mk b/standalone/templates/ncar-intel.mk index 4e8517c3..5beded2f 100644 --- a/standalone/templates/ncar-intel.mk +++ b/standalone/templates/ncar-intel.mk @@ -3,6 +3,7 @@ ############ # commands # ############ + FC = mpif90 CC = mpicc CXX = icpc @@ -12,43 +13,40 @@ LD = mpif90 # flags # ############ -DEBUG = -# Default set to REPRODUCIBLE - +DEBUG = MAKEFLAGS += --jobs=8 +LDFLAGS := FC_AUTO_R8 := -r8 FPPFLAGS := -fpp -Wp,-w -FFLAGS := -qno-opt-dynamic-align -convert big_endian -assume byterecl -ftz -traceback -assume realloc_lhs -fp-model source -no-fma -qopt-report -march=core-avx2 $(FC_AUTO_R8) +FFLAGS := $(FC_AUTO_R8) -qno-opt-dynamic-align -convert big_endian -assume byterecl -ftz -traceback -assume realloc_lhs -fp-model source -no-fma -qopt-report -march=core-avx2 FFLAGS_DEBUG = -O0 -g -check uninit -check bounds -check nopointer -fpe0 -check noarg_temp_created # CESM uses -check pointers, that throws an error, changed to nopointer FFLAGS_REPRO = -O2 -debug minimal CFLAGS := -qno-opt-dynamic-align -fp-model precise -std=gnu99 -no-fma -qopt-report -march=core-avx2 -CFLAGS += -I$(NETCDF_PATH)/include CFLAGS_REPRO= -O2 -debug minimal CFLAGS_DEBUG = -O0 -g -LDFLAGS := ifeq ($(DEBUG),1) - CFLAGS += $(CFLAGS_DEBUG) FFLAGS += $(FFLAGS_DEBUG) + CFLAGS += $(CFLAGS_DEBUG) else FFLAGS += $(FFLAGS_REPRO) CFLAGS += $(CFLAGS_REPRO) endif -# Add Net CDF Flags +# NetCDF Flags FFLAGS += -I$(shell nf-config --includedir) -# add the use_LARGEFILE cppdef +CFLAGS += -I$(NETCDF_PATH)/include + ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) + # add the use_LARGEFILE cppdef CPPDEFS += -Duse_LARGEFILE endif +CPPDEFS += -D__IFC -CPPDEFS := $(CPPDEFS) -D__IFC -# Add netcdf linking -LIBS := $(shell nc-config --libs) $(shell nf-config --flibs) - -LDFLAGS += $(LIBS) +# Linking Flags +LDFLAGS += $(shell nc-config --libs) $(shell nf-config --flibs) #--------------------------------------------------------------------------- # you should never need to change any lines below. diff --git a/standalone/templates/ncar-nvhpc.mk b/standalone/templates/ncar-nvhpc.mk index 95a9f052..6d694648 100644 --- a/standalone/templates/ncar-nvhpc.mk +++ b/standalone/templates/ncar-nvhpc.mk @@ -3,6 +3,7 @@ ############ # commands # ############ + FC = ftn CC = cc CXX = cc @@ -13,73 +14,40 @@ LD = ftn $(MAIN_PROGRAM) ############ DEBUG = - MAKEFLAGS += --jobs=8 +LDFLAGS := -INCLUDES := $(shell pkg-config --cflags yaml-0.1) - -# Need to use at least GNU Make version 3.81 -need := 3.81 -ok := $(filter $(need),$(firstword $(sort $(MAKE_VERSION) $(need)))) -ifneq ($(need),$(ok)) -$(error Need at least make version $(need). Load module gmake/3.81) -endif - -# Macro for Fortran preprocessor -FPPFLAGS := $(INCLUDES) - - -# Base set of Fortran compiler flags FC_AUTO_R8 = -r8 -FFLAGS = $(FC_AUTO_R8) -Mnofma -i4 -gopt -time -Mextend -byteswapio -Mflushz -Kieee - -# Flags based on perforance target (production (OPT), reproduction (REPRO), or debug (DEBUG) -FFLAGS_REPRO = -O2 -tp=zen3 +FPPFLAGS := $(shell pkg-config --cflags yaml-0.1) +FFLAGS = $(FC_AUTO_R8) -Mnofma -i4 -gopt -time -Mextend -byteswapio -Mflushz -Kieee FFLAGS_DEBUG = -O0 -g # -Mbounds fails compilation and -KTrap=fp fails run! seems like there is a floating point exception in netcdf_io_mod -# Macro for C preprocessor -CPPFLAGS := $(INCLUDES) +FFLAGS_REPRO = -O2 -tp=zen3 - -# Base set of C compiler flags CFLAGS = -gopt -time -Mnofma - -# Flags based on perforance target (production (OPT), reproduction (REPRO), or debug (DEBUG) -CFLAGS_REPRO = -O2 -CFLAGS_DEBUG = - -# Linking flags -LDFLAGS := - -# List of -L library directories to be added to the compile and linking commands -LIBS := +CFLAGS_REPRO = -O2 +CFLAGS_DEBUG = +CPPFLAGS := $(shell pkg-config --cflags yaml-0.1) # Get compile flags based on target macros. ifeq ($(DEBUG),1) -CFLAGS += $(CFLAGS_DEBUG) -FFLAGS += $(FFLAGS_DEBUG) + FFLAGS += $(FFLAGS_DEBUG) + CFLAGS += $(CFLAGS_DEBUG) else -CFLAGS += $(CFLAGS_REPRO) -FFLAGS += $(FFLAGS_REPRO) + FFLAGS += $(FFLAGS_REPRO) + CFLAGS += $(CFLAGS_REPRO) endif - # NetCDF Flags -# Fortran Compiler flags for the NetCDF library -FPPFLAGS += $(shell nf-config --fflags) -# C Compiler flags for the NetCDF library -CPPFLAGS += $(shell nc-config --cflags) -# Add Netcdf linking -LIBS += $(shell nc-config --libs) $(shell nf-config --flibs) +FFLAGS += $(shell nf-config --fflags) +CFLAGS += $(shell nc-config --cflags) + ifneq ($(findstring -Duse_netCDF,$(CPPDEFS)),) - CPPDEFS += -Duse_LARGEFILE + # add the use_LARGEFILE cppdef + CPPDEFS += -Duse_LARGEFILE endif - -# These Algebra libraries Add solution to more complex vector matrix model equations -LIBS += -llapack -lblas - -# CESM Linking Flags -LDFLAGS += $(LIBS) -time -Wl,--allow-multiple-definition +# Linking Flags +LDFLAGS += $(shell nc-config --libs) $(shell nf-config --flibs) -llapack -lblas -time -Wl,--allow-multiple-definition #--------------------------------------------------------------------------- # you should never need to change any lines below. @@ -90,13 +58,13 @@ LDFLAGS += $(LIBS) -time -Wl,--allow-multiple-definition # .f, .f90, .F, .F90. Given a sourcefile ., where is one of # the above, this provides a number of default actions: -# make .opt create an optimization report -# make .o create an object file -# make .s create an assembly listing -# make .x create an executable file, assuming standalone -# source -# make .i create a preprocessed file (for .F) -# make .i90 create a preprocessed file (for .F90) +# make .opt create an optimization report +# make .o create an object file +# make .s create an assembly listing +# make .x create an executable file, assuming standalone +# source +# make .i create a preprocessed file (for .F) +# make .i90 create a preprocessed file (for .F90) # The macro TMPFILES is provided to slate files like the above for removal. From 43757e94243c73add7b945b507755a966d8269be Mon Sep 17 00:00:00 2001 From: Michael Levy Date: Wed, 2 Oct 2024 14:46:50 -0600 Subject: [PATCH 15/19] Update MARBL to latest tag This tag refactors a computation that included a divide-by-0 under certain forcing conditions (u10_sqr = 0, I believe). --- .gitmodules | 2 +- externals/MARBL | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.gitmodules b/.gitmodules index 630f9252..80225ba1 100644 --- a/.gitmodules +++ b/.gitmodules @@ -16,6 +16,6 @@ path = externals/MARBL url = https://github.com/marbl-ecosys/MARBL.git fxDONOTUSEurl = https://github.com/marbl-ecosys/MARBL.git - fxtag = marbl0.47.1 + fxtag = marbl0.48.0 fxrequired = AlwaysRequired diff --git a/externals/MARBL b/externals/MARBL index 5db6529a..8cab038c 160000 --- a/externals/MARBL +++ b/externals/MARBL @@ -1 +1 @@ -Subproject commit 5db6529abae1fe6d363fb653baae37a5c73b6541 +Subproject commit 8cab038cf2f340467bbde442990cc5dcd0e6dbf3 From 8cdefd8a870e46f97ba05a3629d81d674247d641 Mon Sep 17 00:00:00 2001 From: Michael Levy Date: Wed, 2 Oct 2024 15:02:56 -0600 Subject: [PATCH 16/19] Change MARBL debug test to 1 day Was: SMS_Ld2_D.TL319_t232.C1850MARBL_JRA.derecho_intel Now: SMS_Ld1_D.TL319_t232.C1850MARBL_JRA.derecho_intel I also added this test to the prebeta test list. --- cime_config/testdefs/testlist_mom.xml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/cime_config/testdefs/testlist_mom.xml b/cime_config/testdefs/testlist_mom.xml index 12c50496..a686e435 100644 --- a/cime_config/testdefs/testlist_mom.xml +++ b/cime_config/testdefs/testlist_mom.xml @@ -119,9 +119,10 @@ - + + From 66fd94a76beb1fb1e8d9e711eebfb8b9cec27829 Mon Sep 17 00:00:00 2001 From: Michael Levy Date: Thu, 3 Oct 2024 08:58:28 -0600 Subject: [PATCH 17/19] Update MOM6 to latest tag Adds timestamp for rpointer file and fixes log10(0) bug in Ohlmann opacity scheme --- .gitmodules | 2 +- MOM6 | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.gitmodules b/.gitmodules index 80225ba1..f02dbcc3 100644 --- a/.gitmodules +++ b/.gitmodules @@ -2,7 +2,7 @@ path = MOM6 url = https://github.com/NCAR/MOM6.git fxDONOTUSEurl = https://github.com/NCAR/MOM6.git - fxtag = dev/ncar_240923 + fxtag = dev/ncar_241003 fxrequired = AlwaysRequired [submodule "stochastic_physics"] diff --git a/MOM6 b/MOM6 index a3e2f148..ad7cf38e 160000 --- a/MOM6 +++ b/MOM6 @@ -1 +1 @@ -Subproject commit a3e2f1485cf3a2e91c82c9d4c7934f12574deebb +Subproject commit ad7cf38e6eb3613d9303a2aa53e20f07bddc00f2 From fada218144e84101b88f67938ec83528c4e20efd Mon Sep 17 00:00:00 2001 From: Michael Levy Date: Thu, 3 Oct 2024 09:03:13 -0600 Subject: [PATCH 18/19] Add solo_driver example for global case This uses the CESM 2/3 degree global grid and turns on the MARBL tracers as well. --- .../examples/cesm_t232_with_MARBL/MOM_input | 1309 +++++++++++++++++ .../cesm_t232_with_MARBL/MOM_override | 25 + .../cesm_t232_with_MARBL/RESTART/.gitignore | 2 + .../examples/cesm_t232_with_MARBL/diag_table | 590 ++++++++ .../examples/cesm_t232_with_MARBL/input.nml | 17 + .../examples/cesm_t232_with_MARBL/marbl_in | 367 +++++ 6 files changed, 2310 insertions(+) create mode 100644 standalone/examples/cesm_t232_with_MARBL/MOM_input create mode 100644 standalone/examples/cesm_t232_with_MARBL/MOM_override create mode 100644 standalone/examples/cesm_t232_with_MARBL/RESTART/.gitignore create mode 100644 standalone/examples/cesm_t232_with_MARBL/diag_table create mode 100644 standalone/examples/cesm_t232_with_MARBL/input.nml create mode 100644 standalone/examples/cesm_t232_with_MARBL/marbl_in diff --git a/standalone/examples/cesm_t232_with_MARBL/MOM_input b/standalone/examples/cesm_t232_with_MARBL/MOM_input new file mode 100644 index 00000000..31baadad --- /dev/null +++ b/standalone/examples/cesm_t232_with_MARBL/MOM_input @@ -0,0 +1,1309 @@ +/* WARNING: DO NOT EDIT this file. Any changes you make will be + overriden. To make changes in MOM6 parameters within CESM + framework, use SourceMods or user_nl_mom mechanisms. + + This input file provides the adjustable run-time parameters + for version 6 of the Modular Ocean Model (MOM6). By default, + this file contains the out-of-the-box CESM configuration. A + full list of parameters for this case can be found in the + corresponding MOM_parameter_doc.all file which is generated + by the model at runtime. */ + +INPUTDIR = /glade/campaign/cesm/cesmdata/inputdata/ocn/mom/tx2_3v2 + ! "The directory in which input files are found." + +TRIPOLAR_N = True + ! "[Boolean] default = False + ! Use tripolar connectivity at the northern edge of the + ! domain. With TRIPOLAR_N, NIGLOBAL must be even." + +NIHALO = 4 + ! "default = 2 + ! The number of halo points on each side in the + ! x-direction. With STATIC_MEMORY_ this is set as NIHALO_ + ! in MOM_memory.h at compile time; without STATIC_MEMORY_ + ! the default is NIHALO_ in MOM_memory.h (if defined) or 2." + +NJHALO = 4 + ! "default = 2 + ! The number of halo points on each side in the + ! y-direction. With STATIC_MEMORY_ this is set as NJHALO_ + ! in MOM_memory.h at compile time; without STATIC_MEMORY_ + ! the default is NJHALO_ in MOM_memory.h (if defined) or 2." + +NIGLOBAL = 540 + ! "The total number of thickness grid points in the + ! x-direction in the physical domain. With STATIC_MEMORY_ + ! this is set in MOM_memory.h at compile time." + +NJGLOBAL = 480 + ! "The total number of thickness grid points in the + ! y-direction in the physical domain. With STATIC_MEMORY_ + ! this is set in MOM_memory.h at compile time. + ! The number of processors in the x-direction. With + ! STATIC_MEMORY_ this is set in MOM_memory.h at compile time. + ! The number of processors in the x-direction. With + ! STATIC_MEMORY_ this is set in MOM_memory.h at compile time. + ! The processor layout that was acutally used." + +NK = 75 + ! "[nondim] + ! The number of model layers." + +USE_LEGACY_DIABATIC_DRIVER = False + ! "[Boolean] default = True + ! If true, use the a legacy version of the diabatic subroutine. + ! This is temporary and is needed avoid change in answers." + +USE_REGRIDDING = True + ! "[Boolean] default = False + ! If True, use the ALE algorithm (regridding/remapping). + ! If False, use the layered isopycnal algorithm." + +THICKNESSDIFFUSE = True + ! "[Boolean] default = False + ! If true, interfaces or isopycnal surfaces are diffused, + ! depending on the value of FULL_THICKNESSDIFFUSE." + +THICKNESSDIFFUSE_FIRST = True + ! "[Boolean] default = False + ! If true, do thickness diffusion before dynamics. + ! This is only used if THICKNESSDIFFUSE is true." + +DT = 1800 + ! "[s] + ! The (baroclinic) dynamics time step. The time-step that + ! is actually used will be an integer fraction of the + ! forcing time-step (DT_FORCING in ocean-only mode or the + ! coupling timestep in coupled mode.)" + +DT_THERM = 3600.0 + ! "[s] default = 3600.0 + ! The thermodynamic and tracer advection time step. + ! Ideally DT_THERM should be an integer multiple of DT + ! and less than the forcing or coupling time-step. + ! By default DT_THERM is set to DT. + ! The minimum amount of time in seconds between + ! calculations of depth-space diagnostics. Making this + ! larger than DT_THERM reduces the performance penalty + ! of regridding to depth online." + +HFREEZE = 10.0 + ! "[m] default = -1.0 + ! If HFREEZE > 0, melt potential will be computed. The actual depth + ! over which melt potential is computed will be min(HFREEZE, OBLD), + ! where OBLD is the boundary layer depth. If HFREEZE <= 0 (default), + ! melt potential will not be computed." + +DTBT_RESET_PERIOD = 7200.0 + ! "[s] default = 7200.0 + ! The period between recalculations of DTBT (if DTBT <= 0). + ! If DTBT_RESET_PERIOD is negative, DTBT is set based + ! only on information available at initialization. If 0, + ! DTBT will be set every dynamics time step. The default + ! is set by DT_THERM. This is only used if SPLIT is true." + +FRAZIL = True + ! "[Boolean] default = False + ! If true, water freezes if it gets too cold, and the + ! the accumulated heat deficit is returned in the + ! surface state. FRAZIL is only used if + ! ENABLE_THERMODYNAMICS is true. + ! If true, apply geothermal heating." + +MIN_SALINITY = 0.0 + ! "[PPT] default = 0.01 + ! The minimum value of salinity when BOUND_SALINITY=True. The default is 0.01 + ! for backward compatibility but ideally should be 0." + +BOUND_SALINITY = True + ! "[Boolean] default = False + ! If true, limit salinity to being positive. (The sea-ice + ! model may ask for more salt than is available and + ! drive the salinity negative otherwise.)" + +C_P = 3992.0 + ! "[J kg-1 K-1] default = 3991.86795711963 + ! The heat capacity of sea water, approximated as a + ! constant. This is only used if ENABLE_THERMODYNAMICS is + ! true. The default value is from the TEOS-10 definition + ! of conservative temperature." + +USE_PSURF_IN_EOS = True + ! "[Boolean] default = True + ! If true, always include the surface pressure contributions in equation of + ! state calculations." + +CHECK_BAD_SURFACE_VALS = True + ! "[Boolean] default = False + ! If true, check the surface state for ridiculous values." + +SAVE_INITIAL_CONDS = True + ! "[Boolean] default = False + ! If true, write the initial conditions to a file given + ! by IC_OUTPUT_FILE." + +GRID_ROTATION_ANGLE_BUGS = False + ! "[Boolean] default = True + ! If true, use an older algorithm to calculate the sine and + ! cosines needed rotate between grid-oriented directions and + ! true north and east. Differences arise at the tripolar fold." + +DTFREEZE_DP = -7.75e-08 + ! "[deg C Pa-1] default = 0.0 + ! When TFREEZE_FORM=LINEAR, + ! this is the derivative of the freezing potential + ! temperature with pressure." + +USE_IDEAL_AGE_TRACER = True + ! "[Boolean] default = False + ! If true, use the ideal_age_example tracer package." + +USE_CFC_CAP = False + ! "[Boolean] default = False + ! If true, use the MOM_CFC_cap tracer package." + +CFC_BC_FILE = /glade/campaign/cesm/cesmdata/inputdata/ocn/mom/grid_indpt/cfc_atm_20230310.nc + ! "The file in which the CFC-11 and CFC-12 atm concentrations can be found (units + ! must be parts per trillion)." + +USE_MARBL_TRACERS = True + ! "[Boolean] default = False + ! If true, use the MARBL tracer package." + +MARBL_TRACERS_IC_FILE = ecosys_jan_IC_omip_latlon_1x1_180W_c231221.nc + ! "Name of file containing initial conditions + ! for the MARBL tracer package." + +MARBL_FESEDFLUX_FILE = fesedflux_total_reduce_oxic_tx2_3v2.c231205.nc + ! "Name of file containing iron sediment flux + ! forcing field for the MARBL tracer package." + +MARBL_FEVENTFLUX_FILE = feventflux_5gmol_tx2_3v2.c231205.nc + ! "Name of file containing iron sediment flux + ! forcing field for the MARBL tracer package." + +READ_RIV_FLUXES = True + ! "Use river fluxes provided by RIV_FLUX_FILE." + +RIV_FLUX_FILE = riv_nut.gnews_gnm.rJRA025_to_tx2_3v2_nnsm_e333r100_230415.20240202.nc + ! "Name of file containing river fluxes + ! (added to surface tracer flux in tracer_vertdiff for MARBL tracers)." + +CHL_FROM_FILE = False + ! "[Boolean] default = True + ! If true, read chlorophyll from a file. Otherwise MARBL will provide it." + +ATM_CO2_OPT = "constant" + ! "default comes from env_run.xml (OCN_CO2_TYPE) + ! Source of atmospheric CO2 concentration for MARBL. + ! valid values: constant, prognostic, diagnostic" + +ATM_CO2_CONST = 284.317 + ! "default comes from env_run.xml (CCSM_CO2_PPMV) + ! Atmospheric CO2 concentration for MARBL [ppm]." + +ATM_ALT_CO2_OPT = "constant" + ! "default comes from env_run.xml (OCN_CO2_TYPE) + ! Source of atmospheric CO2 concentration for MARBL. + ! valid values: constant, prognostic, diagnostic" + +ATM_ALT_CO2_CONST = 284.317 + ! "default comes from env_run.xml (CCSM_CO2_PPMV) + ! Alternate atmospheric CO2 concentration for MARBL [ppm]." + +USE_ICE_CATEGORIES = False + ! "[Boolean] default = False + ! If true, send multiple ice categories from the coupler to MARBL." + +REMAP_UV_USING_OLD_ALG = False + ! "[Boolean] default = True + ! If true, uses the old remapping-via-a-delta-z method for remapping u and v. If + ! false, uses the new method that remaps between grids described by an old and + ! new thickness." + +BOUNDARY_EXTRAPOLATION = True + ! "[Boolean] default = False + ! When defined, a proper high-order reconstruction + ! scheme is used within boundary cells rather + ! than PCM. E.g., if PPM is used for remapping, a + ! PPM reconstruction will also be used within + ! boundary cells." + +GRID_CONFIG = mosaic + ! "A character string that determines the method for + ! defining the horizontal grid. Current options are: + ! mosaic - read the grid from a mosaic (supergrid) + ! file set by GRID_FILE. + ! cartesian - use a (flat) Cartesian grid. + ! spherical - use a simple spherical grid. + ! mercator - use a Mercator spherical grid." + +GRID_FILE = ocean_hgrid_221123.nc + ! "Name of the file from which to read horizontal grid data." + +USE_TRIPOLAR_GEOLONB_BUG = False + ! "[Boolean] default = True + ! If true, use older code that incorrectly sets the longitude + ! in some points along the tripolar fold to be off by 360 degrees." + +TOPO_CONFIG = file + ! "This specifies how bathymetry is specified: + ! file - read bathymetric information from the file + ! specified by (TOPO_FILE). + ! flat - flat bottom set to MAXIMUM_DEPTH. + ! bowl - an analytically specified bowl-shaped basin + ! ranging between MAXIMUM_DEPTH and MINIMUM_DEPTH. + ! spoon - a similar shape to 'bowl', but with an vertical + ! wall at the southern face. + ! halfpipe - a zonally uniform channel with a half-sine + ! profile in the meridional direction. + ! benchmark - use the benchmark test case topography. + ! DOME - use a slope and channel configuration for the + ! DOME sill-overflow test case. + ! DOME2D - use a shelf and slope configuration for the + ! DOME2D gravity current/overflow test case. + ! seamount - Gaussian bump for spontaneous motion test case. + ! USER - call a user modified routine." + +TOPO_FILE = ocean_topo_tx2_3v2_240501.nc + ! "default = 'topog.nc' + ! The file from which the bathymetry is read." + +MAXIMUM_DEPTH = 6000.0 + ! "[m] + ! The maximum depth of the ocean." + +MINIMUM_DEPTH = 9.5 + ! "[m] default = 0.0 + ! If MASKING_DEPTH is unspecified, then anything shallower than + ! MINIMUM_DEPTH is assumed to be land and all fluxes are masked out. + ! If MASKING_DEPTH is specified, then all depths shallower than + ! MINIMUM_DEPTH but depper than MASKING_DEPTH are rounded to + ! MINIMUM_DEPTH." + +MASKING_DEPTH = 0.0 + ! "[m] default = -9999.0 + ! The depth below which to mask points as land points, for which all + ! fluxes are zeroed out. MASKING_DEPTH is ignored if negative." + +REMAPPING_SCHEME = PPM_CW + ! "default = 'PLM' + ! This sets the reconstruction scheme used + ! for vertical remapping for all variables. + ! It can be one of the following schemes: + ! PCM (1st-order accurate) + ! PLM (2nd-order accurate) + ! PPM_H4 (3rd-order accurate) + ! PPM_IH4 (3rd-order accurate) + ! PQM_IH4IH3 (4th-order accurate) + ! PQM_IH6IH5 (5th-order accurate)" + +REMAP_VEL_CONSERVE_KE = False + ! "[Boolean] default = False + ! If true, a correction is applied to the baroclinic component of velocity after + ! remapping so that total KE is conserved. KE may not be conserved when + ! (CS%BBL_h_vel_mask > 0.0) .and. (CS%h_vel_mask > 0.0)" + +INIT_LAYERS_FROM_Z_FILE = True + ! "[Boolean] default = False + ! If true, intialize the layer thicknesses, temperatures, + ! and salnities from a Z-space file on a latitude- + ! longitude grid." + +TEMP_SALT_Z_INIT_FILE = woa18_04_initial_conditions.nc + ! "default = 'temp_salt_z.nc' + ! The name of the z-space input file used to initialize + ! the layer thicknesses, temperatures and salinities." + +Z_INIT_FILE_PTEMP_VAR = theta0 + ! "default = 'ptemp' + ! The name of the potential temperature variable in + ! TEMP_SALT_Z_INIT_FILE." + +Z_INIT_FILE_SALT_VAR = s_an + ! "default = 'salt' + ! The name of the salinity variable in + ! TEMP_SALT_Z_INIT_FILE." + +Z_INIT_REMAP_OLD_ALG = False + ! "[Boolean] default = True + ! If false, uses the preferred remapping algorithm for initialization. If true, + ! use an older, less robust algorithm for remapping." + +Z_INIT_REMAP_GENERAL = True + ! "[Boolean] default = False + ! If false, only initializes to z* coordinates. If true, allows initialization + ! directly to general coordinates." + +USE_VARIABLE_MIXING = True + ! "[Boolean] default = False + ! If true, the variable mixing code will be called. This + ! allows diagnostics to be created even if the scheme is + ! not used. If KHTR_SLOPE_CFF>0 or KhTh_Slope_Cff>0, + ! this is set to true regardless of what is in the + ! parameter file." + +RESOLN_SCALED_KH = True + ! "[Boolean] default = False + ! If true, the Laplacian lateral viscosity is scaled away + ! when the first baroclinic deformation radius is well + ! resolved." + +KHTH_SLOPE_CFF = 0.01 + ! "[nondim] default = 0.0 + ! The nondimensional coefficient in the Visbeck formula for the interface depth + ! diffusivity" + +DEPTH_SCALED_KHTH = True + ! "[Boolean] default = False + ! If true, KHTH is scaled away when the depth is shallower + ! than a reference depth: KHTH = MIN(1,H/H0)**N * KHTH, + ! where H0 is a reference depth, controlled via + ! DEPTH_SCALED_KHTH_H0, and theexponent (N) is + ! controlled via DEPTH_SCALED_KHTH_EXP." + +DEPTH_SCALED_KHTH_H0 = 250.0 + ! "[m] default = 1000.0 + ! The depth above which KHTH is scaled away." + +KHTH_USE_EBT_STRUCT = True + ! "[Boolean] default = False + ! If true, uses the equivalent barotropic structure + ! as the vertical structure of thickness diffusivity." + +RESOLN_SCALED_KHTH = True + ! "[Boolean] default = False + ! If true, the interface depth diffusivity is scaled away + ! when the first baroclinic deformation radius is well + ! resolved." + +RESOLN_SCALED_KHTR = True + ! "[Boolean] default = False + ! If true, the epipycnal tracer diffusivity is scaled away when the first + ! baroclinic deformation radius is well resolved." + +USE_GM_WORK_BUG = False + ! "[Boolean] default = True + ! If true, compute the top-layer work tendency on the u-grid with the incorrect + ! sign, for legacy reproducibility." + +USE_STORED_SLOPES = True + ! "[Boolean] default = False + ! If true, the isopycnal slopes are calculated once and + ! stored for re-use. This uses more memory but avoids calling + ! the equation of state more times than should be necessary." + +USE_STANLEY_ISO = True + ! "[Boolean] default = False + ! If true, turn on Stanley SGS T variance parameterization in isopycnal slope code." + +ETA_TOLERANCE = 1e-06 + ! "[m] default = 3.15E-09 + ! The tolerance for the differences between the + ! barotropic and baroclinic estimates of the sea surface + ! height due to the fluxes through each face. The total + ! tolerance for SSH is 4 times this value. The default + ! is 0.5*NK*ANGSTROM, and this should not be set less x + ! than about 10^-15*MAXIMUM_DEPTH." + +USE_NEUTRAL_DIFFUSION = True + ! "[Boolean] default = False + ! If true, enables the neutral diffusion module." + +NDIFF_INTERIOR_ONLY = True + ! "[Boolean] default = False + ! If true, only applies neutral diffusion in the ocean interior. That is, the + ! algorithm will exclude the surface and bottomboundary layers." + +NDIFF_TAPERING = True + ! "[Boolean] default = False + ! If true, neutral diffusion linearly decays to zero within a transition + ! zone defined using boundary layer depths. Only applicable when + ! NDIFF_INTERIOR_ONLY = True." + +USE_HORIZONTAL_BOUNDARY_DIFFUSION = True + ! "[Boolean] default = False + ! If true, enables the horizontal boundary tracer's diffusion module." + +HBD_LINEAR_TRANSITION = True + ! "[Boolean] default = False + ! If True, apply a linear transition at the base/top of the boundary. + ! The flux will be fully applied at k=k_min and zero at k=k_max." + +SIMPLE_TKE_TO_KD = True + ! "[Boolean] default = False + ! If true, uses a simple estimate of Kd/TKE that will + ! work for arbitrary vertical coordinates. If false, + ! calculates Kd/TKE and bounds based on exact + ! energetics/nfor an isopycnal layer-formulation." + +REGRIDDING_COORDINATE_MODE = HYCOM1 + ! "default = 'LAYER' + ! Coordinate mode for vertical regridding. + ! Choose among the following possibilities: + ! LAYER - Isopycnal or stacked shallow water layers + ! ZSTAR, Z* - stetched geopotential z* + ! SIGMA_SHELF_ZSTAR - stetched geopotential z* ignoring shelf + ! SIGMA - terrain following coordinates + ! RHO - continuous isopycnal + ! HYCOM1 - HyCOM-like hybrid coordinate + ! SLIGHT - stretched coordinates above continuous isopycnal + ! ADAPTIVE - optimize for smooth neutral density surfaces" + +ALE_COORDINATE_CONFIG = "HYBRID:hybrid_75layer_zstar2.50m-2020-11-23.nc,sigma2,dz" + ! "default = 'UNIFORM' + ! Determines how to specify the coordinate + ! resolution. Valid options are: + ! PARAM - use the vector-parameter ALE_RESOLUTION + ! UNIFORM[:N] - uniformly distributed + ! FILE:string - read from a file. The string specifies + ! the filename and variable name, separated + ! by a comma or space, e.g. FILE:lev.nc,dz + ! or FILE:lev.nc,interfaces=zw + ! WOA09[:N] - the WOA09 vertical grid (approximately) + ! FNC1:string - FNC1:dz_min,H_total,power,precision + ! HYBRID:string - read from a file. The string specifies + ! the filename and two variable names, separated + ! by a comma or space, for sigma-2 and dz. e.g. + ! HYBRID:vgrid.nc,sigma2,dz" + +REGRID_COMPRESSIBILITY_FRACTION = 0.0 + ! "[not defined] default = 0.0 + ! When interpolating potential density profiles we can add + ! some artificial compressibility solely to make homogenous + ! regions appear stratified." + +MAXIMUM_INT_DEPTH_CONFIG = "FNC1:5,8000.0,1.0,.01" + ! "default = 'NONE' + ! Determines how to specify the maximum interface depths. + ! Valid options are: + ! NONE - there are no maximum interface depths + ! PARAM - use the vector-parameter MAXIMUM_INTERFACE_DEPTHS + ! FILE:string - read from a file. The string specifies + ! the filename and variable name, separated + ! by a comma or space, e.g. FILE:lev.nc,Z + ! FNC1:string - FNC1:dz_min,H_total,power,precision + ! The list of maximum depths for each interface." + +MAX_LAYER_THICKNESS_CONFIG = '"FILE:/glade/campaign/cesm/cesmdata/inputdata/ocn/mom/grid_indpt/dz_max_90th_quantile.nc,dz"' + + ! "default = 'NONE' + ! Determines how to specify the maximum layer thicknesses. + ! Valid options are: + ! NONE - there are no maximum layer thicknesses + ! PARAM - use the vector-parameter MAX_LAYER_THICKNESS + ! FILE:string - read from a file. The string specifies + ! the filename and variable name, separated + ! by a comma or space, e.g. FILE:lev.nc,Z + ! FNC1:string - FNC1:dz_min,H_total,power,precision + ! The list of maximum thickness for each layer." + +BOUND_CORIOLIS = True + ! "[Boolean] default = False + ! If true, the Coriolis terms at u-points are bounded by + ! the four estimates of (f+rv)v from the four neighboring + ! v-points, and similarly at v-points. This option would + ! have no effect on the SADOURNY Coriolis scheme if it + ! were possible to use centered difference thickness fluxes." + +MASS_WEIGHT_IN_PRESSURE_GRADIENT = True + ! "[Boolean] default = False + ! If true, use mass weighting when interpolation T/S for + ! top/bottom integrals in AFV pressure gradient calculation." + +USE_STANLEY_PGF = True + ! "[Boolean] default = False + ! If true, turn on Stanley SGS T variance parameterization in PGF code." + +LAPLACIAN = True + ! "[Boolean] default = False + ! If true, use a Laplacian horizontal viscosity." + +KH_VEL_SCALE = 0.0 + ! "[m s-1] default = 0.0 + ! The velocity scale which is multiplied by the grid + ! spacing to calculate the Laplacian viscosity. + ! The final viscosity is the largest of this scaled + ! viscosity, the Smagorinsky viscosity and KH." + +KH_SIN_LAT = 0.0 + ! "[m2 s-1] default = 0.0 + ! The amplitude of a latidutinally-dependent background + ! viscosity of the form KH_SIN_LAT*(SIN(LAT)**KH_PWR_OF_SINE)." + +BIHARMONIC = True + ! "[Boolean] default = True + ! If true, use a biharmonic horizontal viscosity. + ! BIHARMONIC may be used with LAPLACIAN." + +AH = 1000000000000.0 + ! "[m4 s-1] default = 0.0 + ! The background biharmonic horizontal viscosity." + +LEITH_AH = True + ! "[Boolean] default = False + ! If true, use a biharmonic Leith nonlinear eddy viscosity." + +LEITH_BI_CONST = 128.0 + ! "[nondim] default = 0.0 + ! The nondimensional biharmonic Leith constant, typical values are thus far + ! undetermined." + +USE_LAND_MASK_FOR_HVISC = True + ! "[Boolean] default = False + ! If true, use Use the land mask for the computation of thicknesses + ! at velocity locations. This eliminates the dependence on arbitrary + ! values over land or outside of the domain. Default is False in order to + ! maintain answers with legacy experiments but should be changed to True + ! for new experiments." + +HMIX_FIXED = 0.5 + ! "[m] + ! The prescribed depth over which the near-surface + ! viscosity and diffusivity are elevated when the bulk + ! mixed layer is not used." + +CHANNEL_DRAG = True + ! "[Boolean] default = False + ! If true, the bottom drag is exerted directly on each + ! layer proportional to the fraction of the bottom it + ! overlies." + +HBBL = 10.0 + ! "[m] + ! The thickness of a bottom boundary layer with a viscosity of KVBBL if + ! BOTTOMDRAGLAW is not defined, or the thickness over which near-bottom + ! velocities are averaged for the drag law if BOTTOMDRAGLAW is defined but + ! LINEAR_DRAG is not." + +PRANDTL_TURB = 1.0 + ! "[nondim] default = 0.0 + ! The turbulent Prandtl number applied to shear + ! instability." + +U_TRUNC_FILE = U_velocity_truncations + ! "default = '' + ! The absolute path to a file into which the accelerations + ! leading to zonal velocity truncations are written. + ! Undefine this for efficiency if this diagnostic is not + ! needed." + +V_TRUNC_FILE = V_velocity_truncations + ! "default = '' + ! The absolute path to a file into which the accelerations + ! leading to meridional velocity truncations are written. + ! Undefine this for efficiency if this diagnostic is not + ! needed." + +MAXVEL = 6.0 + ! "[m s-1] default = 3.0E+08 + ! The maximum velocity allowed before the velocity + ! components are truncated." + +CFL_TRUNCATE_RAMP_TIME = 7200.0 + ! "[s] default = 0.0 + ! The time over which the CFL trunction value is ramped + ! up at the beginning of the run." + +Z_INIT_ALE_REMAPPING = True + ! "[Boolean] default = False + ! If True, then remap straight to model coordinate from file." + +NUM_DIAG_COORDS = 2 + ! " The number of diagnostic vertical coordinates to use. + ! For each coordinate, an entry in DIAG_COORDS must be provided." + +DIAG_COORDS = "z Z ZSTAR", "rho2 RHO2 RHO" + ! "A list of string tuples associating diag_table modules to + ! a coordinate definition used for diagnostics. Each string + ! is of the form MODULE_SUFFIX,PARAMETER_SUFFIX,COORDINATE_NAME." + +DIAG_COORD_DEF_RHO2 = "FILE:ocean_rho2_190917.nc,interfaces=rho2" + ! " default = 'WOA09' + ! Determines how to specify the coordinate resolution. Valid options are: + ! PARAM - use the vector-parameter DIAG_COORD_RES_RHO2 + ! UNIFORM[:N] - uniformly distributed + ! FILE:string - read from a file. The string specifies + ! the filename and variable name, separated + ! by a comma or space, e.g. FILE:lev.nc,dz + ! or FILE:lev.nc,interfaces=zw + ! WOA09[:N] - the WOA09 vertical grid (approximately) + ! FNC1:string - FNC1:dz_min,H_total,power,precision + ! HYBRID:string - read from a file. The string specifies + ! the filename and two variable names, separated + ! by a comma or space, for sigma-2 and dz. e.g. + ! HYBRID:vgrid.nc,sigma2,dz" + +INTERPOLATE_RES_FN = False + ! "[Boolean] default = True + ! If true, interpolate the resolution function to the + ! velocity points from the thickness points; otherwise + ! interpolate the wave speed and calculate the resolution + ! function independently at each point." + +GILL_EQUATORIAL_LD = True + ! "[Boolean] default = False + ! If true, uses Gill's definition of the baroclinic + ! equatorial deformation radius, otherwise, if false, use + ! Pedlosky's definition. These definitions differ by a factor + ! of 2 infront of the beta term in the denominator. Gill'sis the more appropriate definition." + +DRAG_BG_VEL = 0.1 + ! "[m s-1] default = 0.0 + ! DRAG_BG_VEL is either the assumed bottom velocity (with + ! LINEAR_DRAG) or an unresolved velocity that is + ! combined with the resolved velocity to estimate the + ! velocity magnitude. DRAG_BG_VEL is only used when + ! BOTTOMDRAGLAW is defined." + +BBL_USE_EOS = True + ! "[Boolean] default = False + ! If true, use the equation of state in determining the + ! properties of the bottom boundary layer. Otherwise use + ! the layer target potential densities." + +BBL_THICK_MIN = 0.1 + ! "[m] default = 0.0 + ! The minimum bottom boundary layer thickness that can be + ! used with BOTTOMDRAGLAW. This might be + ! Kv / (cdrag * drag_bg_vel) to give Kv as the minimum + ! near-bottom viscosity." + +BOUND_BT_CORRECTION = True + ! "[Boolean] default = False + ! If true, the corrective pseudo mass-fluxes into the + ! barotropic solver are limited to values that require + ! less than 0.1*MAXVEL to be accommodated. + ! The barotropic x-halo size that is actually used. + ! The barotropic y-halo size that is actually used." + +BT_PROJECT_VELOCITY = True + ! "[Boolean] default = False + ! If true, step the barotropic velocity first and project + ! out the velocity tendancy by 1+BEBT when calculating the + ! transport. The default (false) is to use a predictor + ! continuity step to find the pressure field, and then + ! to do a corrector continuity step using a weighted + ! average of the old and new velocities, with weights + ! of (1-BEBT) and BEBT." + +BT_THICK_SCHEME = FROM_BT_CONT + ! "default = 'HYBRID' + ! A string describing the scheme that is used to set the + ! open face areas used for barotropic transport and the + ! relative weights of the accelerations. Valid values are: + ! ARITHMETIC - arithmetic mean layer thicknesses + ! HARMONIC - harmonic mean layer thicknesses + ! HYBRID (the default) - use arithmetic means for + ! layers above the shallowest bottom, the harmonic + ! mean for layers below, and a weighted average for + ! layers that straddle that depth + ! FROM_BT_CONT - use the average thicknesses kept + ! in the h_u and h_v fields of the BT_cont_type" + +BEBT = 0.2 + ! "[nondim] default = 0.1 + ! BEBT determines whether the barotropic time stepping + ! uses the forward-backward time-stepping scheme or a + ! backward Euler scheme. BEBT is valid in the range from + ! 0 (for a forward-backward treatment of nonrotating + ! gravity waves) to 1 (for a backward Euler treatment). + ! In practice, BEBT must be greater than about 0.05." + +DTBT = -0.95 + ! "[s or nondim] default = -0.98 + ! The barotropic time step, in s. DTBT is only used with + ! the split explicit time stepping. To set the time step + ! automatically based the maximum stable value use 0, or + ! a negative value gives the fraction of the stable value. + ! Setting DTBT to 0 is the same as setting it to -0.98. + ! The value of DTBT that will actually be used is an + ! integer fraction of DT, rounding down." + +DEPTH_MIN_DYN_PSURF = 1.0 + ! "[m] default = 1.0E-06 + ! The minimum depth to use in limiting the size of the + ! dynamic surface pressure for stability, if + ! DYNAMIC_SURFACE_PRESSURE is true." + +KHTH = 0.0 + ! "[m2 s-1] default = 0.0 + ! The background horizontal thickness diffusivity." + +KHTH_MIN = 50.0 + ! "[m2 s-1] default = 0.0 + ! The minimum horizontal thickness diffusivity" + +FULL_DEPTH_KHTH_MIN = True + ! "[Boolean] default = False + ! KHTH_MIN is enforced throughout the whole water column. Otherwise, + ! KHTH_MIN is only enforced at the surface. This parameter is only available + ! when KHTH_USE_EBT_STRUCT=True and KHTH_MIN>0." + +STOCH_EOS = True + ! [Boolean] default = False If true, stochastic perturbations are applied to the EOS in the PGF. + +STANLEY_COEFF = 0.5 + ! [nondim] default = -1.0 Coefficient correlating the temperature gradient and SGS T variance. + +USE_KH_IN_MEKE = True + ! "[Boolean] default = False + ! If true, uses the thickness diffusivity calculated here to diffuse MEKE." + +KHTH_USE_FGNV_STREAMFUNCTION = True + ! "[Boolean] default = False + ! If true, use the streamfunction formulation of + ! Ferrari et al., 2010, which effectively emphasizes + ! graver vertical modes by smoothing in the vertical." + +FGNV_C_MIN = 0.01 + ! "[m s-1] default = 0.0 + ! A minium wave speed used in the Ferrari et al., 2010, + ! streamfunction formulation." + +USE_STANLEY_GM = True + ! "[Boolean] default = False + ! If true, turn on Stanley SGS T variance parameterization in GM code." + +MIXEDLAYER_RESTRAT = True + ! "[Boolean] default = False + ! If true, a density-gradient dependent re-stratifying + ! flow is imposed in the mixed layer. + ! This is only used if BULKMIXEDLAYER is true." + +FOX_KEMPER_ML_RESTRAT_COEF = 1.0 + ! "[nondim] default = 0.0 + ! A nondimensional coefficient that is proportional to + ! the ratio of the deformation radius to the dominant + ! lengthscale of the submesoscale mixed layer + ! instabilities, times the minimum of the ratio of the + ! mesoscale eddy kinetic energy to the large-scale + ! geostrophic kinetic energy or 1 plus the square of the + ! grid spacing over the deformation radius, as detailed + ! by Fox-Kemper et al. (2010) + ! The file that specifies the vertical grid for + ! depth-space diagnostics, or blank to disable + ! depth-space output. + ! The number of depth-space levels. This is determined + ! from the size of the variable zw in the output grid file." + +MLE_FRONT_LENGTH = 1000.0 + ! "[m] default = 0.0 + ! If non-zero, is the frontal-length scale used to calculate the + ! upscaling of buoyancy gradients that is otherwise represented + ! by the parameter FOX_KEMPER_ML_RESTRAT_COEF. If MLE_FRONT_LENGTH is + ! non-zero, it is recommended to set FOX_KEMPER_ML_RESTRAT_COEF=1." + +MLE_MLD_DECAY_TIME = 345600.0 + ! "[s] default = 0.0 + ! The time-scale for a running-mean filter applied to the mixed-layer + ! depth used in the MLE restratification parameterization. When + ! the MLD deepens below the current running-mean the running-mean + ! is instantaneously set to the current MLD." + +USE_STANLEY_ML = True + ! "[Boolean] default = False + ! If true, turn on Stanley SGS T variance parameterization in ML restrat code." + +USE_CVMix_CONVECTION = True + ! "[Boolean] default = False + ! If true, turns on the enhanced mixing due to convection + ! via CVMix. This scheme increases diapycnal diffs./viscs. + ! at statically unstable interfaces. Relevant parameters are + ! contained in the CVMix_CONVECTION% parameter block." + +BBL_MIXING_AS_MAX = False + ! "[Boolean] default = True + ! If true, take the maximum of the diffusivity from the + ! BBL mixing and the other diffusivities. Otherwise, + ! diffusiviy from the BBL_mixing is simply added." + +USE_LOTW_BBL_DIFFUSIVITY = True + ! "[Boolean] default = False + ! If true, uses a simple, imprecise but non-coordinate dependent, model + ! of BBL mixing diffusivity based on Law of the Wall. Otherwise, uses + ! the original BBL scheme." + +KD_MAX = 0.1 + ! "[m2 s-1] default = -1.0 + ! The maximum permitted increment for the diapycnal + ! diffusivity from TKE-based parameterizations, or a + ! negative value for no limit." + +HORIZ_VARYING_BACKGROUND = True + ! "[Boolean] default = False + ! If true, apply vertically uniform, latitude-dependent background diffusivity, + ! as described in Danabasoglu et al., 2012." + +KD = 0.0 + ! "[m2 s-1] + ! The background diapycnal diffusivity of density in the + ! interior. Zero or the molecular value, ~1e-7 m2 s-1, + ! may be used." + +KDML = 0.0 + ! "[m2 s-1] + ! If BULKMIXEDLAYER is false, KDML is the elevated diapycnal diffusivity in the + ! topmost HMIX of fluid. KDML is only used if BULKMIXEDLAYER is false." + +PRANDTL_BKGND = 5.0 + ! "[nondim] default = 1.0 + ! Turbulent Prandtl number used to convert vertical background diffusivities + ! into viscosities." + +KD_MIN = 2e-07 + ! "[m2 s-1] default = 2.0E-07 + ! The minimum diapycnal diffusivity. + ! If true, use an internal tidal dissipation scheme to + ! drive diapycnal mixing, along the lines of St. Laurent + ! et al. (2002) and Simmons et al. (2004)." + +USE_KPP = True + ! "[Boolean] default = False + ! If true, turns on the [CVMix] KPP scheme of Large et al., 1994, + ! to calculate diffusivities and non-local transport in the OBL." + +USE_CVMix_TIDAL = True + ! "[Boolean] default = False + ! If true, turns on tidal mixing via CVMix" + +INT_TIDE_DISSIPATION = True + ! "[Boolean] default = False + ! If true, use an internal tidal dissipation scheme to + ! drive diapycnal mixing, along the lines of St. Laurent + ! et al. (2002) and Simmons et al. (2004)." + +TIDAL_ENERGY_FILE = energy_new_tx2_3_conserve_230415_cdf5.nc + ! "The path to the file containing tidal energy + ! dissipation. Used with CVMix tidal mixing schemes." + +TIDAL_ENERGY_TYPE = Jayne + ! "The type of input tidal energy flux dataset. Valid values are Jayne + ! ER03" + +USE_LMD94 = True + ! "[Boolean] default = False + ! If true, use the Large-McWilliams-Doney (JGR 1994) + ! shear mixing parameterization." + +N_SMOOTH_RI = 1 + ! "default = 0 + ! If > 0, vertically smooth the Richardson number by applying a 1-2-1 filter + ! N_SMOOTH_RI times." + +USE_CVMIX_DDIFF = True + ! "[Boolean] default = False + ! If true, turns on double diffusive processes via CVMix. + ! Note that double diffusive processes on viscosity are ignored + ! in CVMix, see http://cvmix.github.io/ for justification." + +MAX_ENT_IT = 20 + ! "default = 5 + ! The maximum number of iterations that may be used to + ! calculate the interior diapycnal entrainment." + +TOLERANCE_ENT = 1e-05 + ! "[m] default = 2.683281572999748E-05 + ! The tolerance with which to solve for entrainment values." + +HMIX_MIN = 2.0 + ! "[m] default = 0.0 + ! The minimum mixed layer depth if the mixed layer depth + ! is determined dynamically." + +PRESSURE_DEPENDENT_FRAZIL = True + ! "[Boolean] default = False + ! If true, use a pressure dependent freezing temperature + ! when making frazil. The default is false, which will be + ! faster but is inappropriate with ice-shelf cavities." + +VAR_PEN_SW = True + ! "[Boolean] default = False + ! If true, use one of the CHL_A schemes specified by + ! OPACITY_SCHEME to determine the e-folding depth of + ! incoming short wave radiation." + +CHL_FILE = seawifs-clim-1997-2010-tx2_3v2.230416.nc + ! "CHL_FILE is the file containing chl_a concentrations in the variable CHL_A." + +PEN_SW_NBANDS = 2 + ! "default = 1 + ! The number of bands of penetrating shortwave radiation." + +OPACITY_SCHEME = OHLMANN_03 + ! "default = 'MANIZZA_05' + ! This character string specifies how chlorophyll concentrations are translated + ! into opacities. Currently valid options include: + ! MANIZZA_05 - Use Manizza et al., GRL, 2005. + ! MOREL_88 - Use Morel, JGR, 1988. + ! OHLMANN_03 - Use Ohlmann, J Clim, 2003." + +TRACER_ADVECTION_SCHEME = "PPM:H3" + ! "default = 'PLM' + ! The horizontal transport scheme for tracers: + ! PLM - Piecewise Linear Method + ! PPM:H3 - Piecewise Parabolic Method (Huyhn 3rd order)" + +KHTR_USE_EBT_STRUCT = True + ! "[Boolean] default = False + ! If true, uses the equivalent barotropic structure as the vertical structure of + ! the tracer diffusivity." + +KHTR_MIN = 50.0 + ! "[m2 s-1] default = 0.0 + ! The minimum along-isopycnal tracer diffusivity." + +FULL_DEPTH_KHTR_MIN = True + ! "[Boolean] default = False + ! KHTR_MIN is enforced throughout the whole water column. Otherwise, + ! KHTR_MIN is only enforced at the surface. This parameter is only available + ! when KHTR_USE_EBT_STRUCT=True and KHTR_MIN>0." + +DEBUG = False + ! "If true, write out verbose debugging data." + +CHECK_DIFFUSIVE_CFL = True + ! "[Boolean] default = False + ! If true, use enough iterations the diffusion to ensure + ! that the diffusive equivalent of the CFL limit is not + ! violated. If false, always use the greater of 1 or + ! MAX_TR_DIFFUSION_CFL iteration." + +MAX_TR_DIFFUSION_CFL = 2.0 + ! "[nondim] default = -1.0 + ! If positive, locally limit the along-isopycnal tracer + ! diffusivity to keep the diffusive CFL locally at or + ! below this value. The number of diffusive iterations + ! is often this value or the next greater integer." + +MAXTRUNC = 0 + ! "[truncations save_interval-1] default = 0 + ! The run will be stopped, and the day set to a very + ! large value if the velocity is truncated more than + ! MAXTRUNC times between energy saves. Set MAXTRUNC to 0 + ! to stop if there is any truncation of velocities." + +OCEAN_SURFACE_STAGGER = A + ! "default = 'C' + ! A case-insensitive character string to indicate the + ! staggering of the surface velocity field that is + ! returned to the coupler. Valid values include + ! 'A', 'B', or 'C'." + +RESTORE_SALINITY = True + ! "[Boolean] default = False + ! If true, the coupled driver will add a globally-balanced + ! fresh-water flux that drives sea-surface salinity + ! toward specified values." + +ENTHALPY_FROM_COUPLER = True + ! "[Boolean] default = False + ! If True, the heat (enthalpy) associated with mass entering/leaving + ! the ocean is provided via coupler." + +FLUXCONST = 0.1667 + ! "[m day-1] + ! The constant that relates the restoring surface fluxes + ! to the relative surface anomalies (akin to a piston + ! velocity). Note the non-MKS units." + +SALT_RESTORE_FILE = state_restore_tx2_3_20230416.nc + ! "default = 'salt_restore.nc' + ! A file in which to find the surface salinity to use for restoring." + +ADJUST_NET_FRESH_WATER_TO_ZERO = True + ! "[Boolean] default = False + ! If true, adjusts the net fresh-water forcing seen + ! by the ocean (including restoring) to zero." + +MAX_DELTA_SRESTORE = 5.0 + ! "[PSU or g kg-1] default = 999.0 + ! The maximum salinity difference used in restoring terms." + +SRESTORE_AS_SFLUX = True + ! "[Boolean] default = False + ! If true, the restoring of salinity is applied as a salt + ! flux instead of as a freshwater flux." + +GUST_CONST = 0.02 + ! "[Pa] default = 0.02 + ! The background gustiness in the winds." + +FIX_USTAR_GUSTLESS_BUG = True + ! "[Boolean] default = False + ! If true correct a bug in the time-averaging of the gustless wind + ! friction velocity." + +RESTART_CONTROL = 3 + ! "default = 1 + ! An integer whose bits encode which restart files are + ! written. Add 2 (bit 1) for a time-stamped file, and odd + ! (bit 0) for a non-time-stamped file. A non-time-stamped + ! restart file is saved at the end of the run segment + ! for any non-negative value." + +ENERGYSAVEDAYS = 1.0 + ! "[days] default = 1.0 + ! The interval in units of TIMEUNIT between saves of the + ! energies of the run and other globally summed diagnostics." + +USE_MEKE = True + ! "[Boolean] default = False + ! If true, turns on the MEKE scheme which calculates + ! a sub-grid mesoscale eddy kinetic energy budget." + +MEKE_GMCOEFF = 1.0 + ! "[nondim] default = -1.0 + ! The efficiency of the conversion of potential energy + ! into MEKE by the thickness mixing parameterization. + ! If MEKE_GMCOEFF is negative, this conversion is not + ! used or calculated." + +MEKE_KHMEKE_FAC = 0.75 + ! "[nondim] default = 0.0 + ! A factor that maps MEKE%Kh to Kh for MEKE itself." + +MEKE_VISCOSITY_COEFF_KU = 0.0 + ! "[nondim] default = 0.0 + ! If non-zero, is the scaling coefficient in the expression forviscosity used to + ! parameterize harmonic lateral momentum mixing byunresolved eddies represented + ! by MEKE. Can be negative torepresent backscatter from the unresolved eddies." + +MEKE_MIN_LSCALE = True + ! "[Boolean] default = False + ! If true, use a strict minimum of provided length scales rather than harmonic + ! mean." + +MEKE_ALPHA_RHINES = 1.0 + ! "[nondim] default = 0.05 + ! If positive, is a coefficient weighting the Rhines scale + ! in the expression for mixing length used in MEKE-derived diffusiviity." + +MEKE_ALPHA_EADY = 1.0 + ! "[nondim] default = 0.05 + ! If positive, is a coefficient weighting the Eady length scale + ! in the expression for mixing length used in MEKE-derived diffusiviity." + +MEKE_ALPHA_DEFORM = 1.0 + ! "[nondim] default = 0.0 + ! If positive, is a coefficient weighting the deformation scale in the + ! expression for mixing length used in MEKE-derived diffusivity." + +MEKE_ALPHA_FRICT = 1.0 + ! "[nondim] default = 0.0 + ! If positive, is a coefficient weighting the frictional arrest scale in the + ! expression for mixing length used in MEKE-derived diffusivity." + +MEKE_ALPHA_GRID = 1.0 + ! "[nondim] default = 0.0 + ! If positive, is a coefficient weighting the grid-spacing as a scale in the + ! expression for mixing length used in MEKE-derived diffusivity." + +MEKE_FRCOEFF = 0.3 + ! "[nondim] default = -1.0 + ! If positive, is a coefficient weighting the grid-spacing as a scale in the + ! expression for mixing length used in MEKE-derived diffusivity." + +MEKE_POSITIVE = True + ! "[Boolean] default = False + ! If true, it guarantees that MEKE will always be >= 0." + +USE_SIMPLER_EADY_GROWTH_RATE = True + ! "[Boolean] default = False + ! If true, use a simpler method to calculate the Eady growth rate that avoids + ! division by layer thickness. Recommended." + +KH_RES_SCALE_COEF = 0.9 + ! "[nondim] default = 1.0 + ! A coefficient that determines how KhTh is scaled away if RESOLN_SCALED_... is + ! true, as F = 1 / (1 + (KH_RES_SCALE_COEF*Rd/dx)^KH_RES_FN_POWER)." + +KH_RES_FN_POWER = 6 + ! "[nondim] default = 2 + ! The power of dx/Ld in the Kh resolution function. Any positive integer may be + ! used, although even integers are more efficient to calculate. Setting this + ! greater than 100 results in a step-function being used." + +VISC_RES_SCALE_COEF = 0.4 + ! "[nondim] default = 1.0 + ! A coefficient that determines how Kh is scaled away if RESOLN_SCALED_... is + ! true, as F = 1 / (1 + (KH_RES_SCALE_COEF*Rd/dx)^KH_RES_FN_POWER). This + ! function affects lateral viscosity, Kh, and not KhTh." + +MEKE_GEOMETRIC = True + ! "[Boolean] default = False + ! If MEKE_GEOMETRIC is true, uses the GM coefficient formulation from the + ! GEOMETRIC framework (Marshall et al., 2012)." + +MEKE_GEOMETRIC_ALPHA = 0.09 + ! "[nondim] default = 0.05 + ! The nondimensional coefficient governing the efficiency of the GEOMETRIC + ! thickness diffusion." + +MEKE_KHTH_FAC = 1.0 + ! "[nondim] default = 0.0 + ! A factor that maps MEKE%Kh to KhTh." + +MEKE_KHTR_FAC = 1.0 + ! "[nondim] default = 0.0 + ! A factor that maps MEKE%Kh to KhTr." + +MEKE_CB = 100.0 + ! "[nondim] default = 25.0 + ! A coefficient in the expression for the ratio of bottom projected eddy energy + ! and mean column energy (see Jansen et al. 2015)." + +MEKE_CDRAG = 0.0025 + ! "[nondim] default = 0.003 + ! Drag coefficient relating the magnitude of the velocity field to the bottom + ! stress in MEKE." + +MEKE_MIN_GAMMA2 = 1e-05 + ! "[nondim] default = 1.0E-04 + ! The minimum allowed value of gamma_b^2." + +MEKE_EQUILIBRIUM_ALT = True + ! "[Boolean] default = False + ! If true, use an alternative formula for computing the (equilibrium)initial + ! value of MEKE." + +MEKE_VISC_DRAG = False + ! "[Boolean] default = True + ! If true, use the vertvisc_type to calculate the bottom drag acting on MEKE." + +MEKE_EQUILIBRIUM_RESTORING = False + ! "[Boolean] default = False + ! If true, restore MEKE back to its equilibrium value, which is calculated + ! at each time step." + +MEKE_RESTORING_TIMESCALE = 10000000.0 + ! "[s] default = 1.0E+06 + ! The timescale used to nudge MEKE toward its equilibrium value." + +MEKE_ADVECTION_FACTOR = 1.0 + ! "[nondim] default = 0.0 + ! A scale factor in front of advection of eddy energy. Zero turns advection off. + ! Using unity would be normal but other values could accommodate a mismatch + ! between the advecting barotropic flow and the vertical structure of MEKE." + +CHANNEL_CONFIG = list + ! "default = 'none' + ! A parameter that determines which set of channels are + ! restricted to specific widths. Options are: + ! none - All channels have the grid width. + ! global_1deg - Sets 16 specific channels appropriate + ! for a 1-degree model, as used in CM2G. + ! list - Read the channel locations and widths from a + ! text file, like MOM_channel_list in the MOM_SIS + ! test case. + ! file - Read open face widths everywhere from a + ! NetCDF file on the model grid." + +CHANNEL_LIST_FILE = MOM_channels_global_tx2_3v2_240501 + ! "default = MOM_channel_list + ! The file from which the list of narrowed channels is read." + +KAPPA_SHEAR_ITER_BUG = False + ! [Boolean] default = True If true, use an older, dimensionally inconsistent estimate of the derivative of diffusivity with energy in the Newton's method iteration. The bug causes undercorrections when dz > 1 m. + +KAPPA_SHEAR_ALL_LAYER_TKE_BUG = False + ! [Boolean] default = True If true, report back the latest estimate of TKE instead of the time average TKE when there is mass in all layers. Otherwise always report the time averaged TKE, as is currently done when there are some massless layers. + +BAD_VAL_SSS_MAX = 75.0 + ! "default = 45.0 + ! The value of SSS above which a bad value message is triggered, if + ! CHECK_BAD_SURFACE_VALS is true." + +BAD_VAL_SST_MIN = -3.0 + ! "default = -2.1 + ! The value of SST below which a bad value message is triggered, if + ! CHECK_BAD_SURFACE_VALS is true." + +DEFAULT_ANSWER_DATE = 99991231 + ! "[Boolean] default = True + ! This sets the default value for the various parameters." + +DO_GEOTHERMAL = True + ! "[Boolean] default = False + ! If true, apply geothermal heating." + +IC_OUTPUT_FILE = 'MOM_IC' + ! "default = 'MOM_IC' + ! The file into which to write the initial conditions." + +HYCOM1_ONLY_IMPROVES = True + ! "[Boolean] default = False + ! When regridding, an interface is only moved if this improves the fit to the + ! target density." + +KV = 0.0 + ! "[m2 s-1] + ! kinematic viscosity in the interior. The molecular value, ~1e-6 + ! m2 s-1, may be used." + +INTERPOLATION_SCHEME = PPM_CW + ! "TODO" + +GEOTHERMAL_SCALE = 1.0 + ! "[W m-2 or various] default = 0.0 + ! The constant geothermal heat flux, a rescaling + ! factor for the heat flux read from GEOTHERMAL_FILE, or + ! 0 to disable the geothermal heating." + +GEOTHERMAL_FILE = geothermal_davies2013_tx2_3_20240318_cdf5.nc + ! "default = '' + ! The file from which the geothermal heating is to be + ! read, or blank to use a constant heating rate." + +GEOTHERMAL_VARNAME = geothermal_hf + ! "default = 'geo_heat' + ! The name of the geothermal heating variable in + ! GEOTHERMAL_FILE." + +MIX_BOUNDARY_TRACER_ALE = True + ! "[Boolean] default = True + ! If true and in ALE mode, mix the passive tracers in massless layers at the + ! bottom into the interior as though a diffusivity of KD_MIN_TR were operating." + +AUTO_MASKTABLE = True + ! Turn on automatic mask table generation to eliminate land blocks + +GEOM_FILE = ocean_geometry.nc + ! default = ocean_geometry.nc + ! The file into which to write the ocean geometry. + +SKEB_NPASS = 10 + ! "default = 3 + ! number of passes of a 9-point smoother of the dissipation estimate." + +SKEB_GM_COEF = 0.75 + ! "[nondim] default = 0.0 + ! Fraction of GM work that is added to backscatter rate." + +KPP% +N_SMOOTH = 3 + ! "default = 0 + ! The number of times the 1-1-4-1-1 Laplacian filter is applied on + ! OBL depth. + ! purely for diagnostic purposes." + +MATCH_TECHNIQUE = MatchGradient + ! "default = 'SimpleShapes' + ! CVMix method to set profile function for diffusivity and NLT, + ! as well as matching across OBL base. Allowed values are: + ! SimpleShapes = sigma*(1-sigma)^2 for both diffusivity and NLT + ! MatchGradient = sigma*(1-sigma)^2 for NLT; diffusivity profile from matching + ! MatchBoth = match gradient for both diffusivity and NLT + ! ParabolicNonLocal = sigma*(1-sigma)^2 for diffusivity; (1-sigma)^2 for NLT" + +INTERP_TYPE2 = LMD94 + ! "Type of interpolation to compute diff and visc at OBL_depth + ! Allowed types are: linear, quadratic, cubic or LMD94." + +KPP_IS_ADDITIVE = False + ! "[Boolean] default = True + ! If true, adds KPP diffusivity to diffusivity from other schemes.If false, KPP is + ! the only diffusivity wherever KPP is non-zero." + +%KPP diff --git a/standalone/examples/cesm_t232_with_MARBL/MOM_override b/standalone/examples/cesm_t232_with_MARBL/MOM_override new file mode 100644 index 00000000..a722c0cb --- /dev/null +++ b/standalone/examples/cesm_t232_with_MARBL/MOM_override @@ -0,0 +1,25 @@ +! Parameter changes to run CESM-MOM6 config in standalone mode + +#override INPUTDIR = /glade/work/altuntas/mom6.standalone.runs/cesm/INPUT/t232 +#override READ_RIV_FLUXES = False +WIND_FILE = "ocean_forcing_daily.nc" +DT_FORCING = 1800.0 +EVAPORATION_FILE = "ocean_forcing_daily.nc" +SNOW_FILE = "ocean_precip_monthly.nc" +SSTRESTORE_FILE = "ocean_forcing_daily.nc" +WINDSTRESS_X_VAR = "taux" +LONGWAVE_FILE = "ocean_forcing_daily.nc" +SALINITYRESTORE_FILE = "ocean_forcing_daily.nc" +RUNOFF_FILE = "ocean_precip_monthly.nc" +WINDSTRESS_Y_VAR = "tauy" +SENSIBLEHEAT_FILE = "ocean_forcing_daily.nc" +SHORTWAVE_FILE = "ocean_forcing_daily.nc" +WIND_CONFIG = "file" +BUOY_CONFIG = "file" +WINDSTRESS_STAGGER = "C" +RAIN_FILE = "ocean_precip_monthly.nc" +LATENTHEAT_FILE = "ocean_forcing_daily.nc" +ARCHAIC_OMIP_FORCING_FILE = .false. +DAYMAX = 1.0 + + diff --git a/standalone/examples/cesm_t232_with_MARBL/RESTART/.gitignore b/standalone/examples/cesm_t232_with_MARBL/RESTART/.gitignore new file mode 100644 index 00000000..58f1cda0 --- /dev/null +++ b/standalone/examples/cesm_t232_with_MARBL/RESTART/.gitignore @@ -0,0 +1,2 @@ +*.nc +*.res diff --git a/standalone/examples/cesm_t232_with_MARBL/diag_table b/standalone/examples/cesm_t232_with_MARBL/diag_table new file mode 100644 index 00000000..44b283e7 --- /dev/null +++ b/standalone/examples/cesm_t232_with_MARBL/diag_table @@ -0,0 +1,590 @@ +"MOM6 diagnostic fields table for CESM case: c.e20.CMOM.T62_t061.test_repro.001" +1 1 1 0 0 0 +### Section-1: File List +#======================== +"case.hm%4yr-%2mo-%2dy", 1, "days", 1, "days", "time", 1, "days" +"case.h%4yr-%2mo-%2dy", 1, "days", 1, "days", "time", 1, "days" +"case.sfc%4yr-%2mo-%2dy", 1, "days", 1, "days", "time", 1, "days" +"case.static", -1, "days", 1, "days", "time" +"marbl%4yr-%2mo-%2dy", 1, "days", 1, "days", "time", 1, "days" +"marbl2%4yr-%2mo-%2dy", 1, "days", 1, "days", "time", 1, "days" + +### Section-2: Fields List +#========================= + +# "case.hm%4yr-%2mo-%2dy" +"ocean_model", "uo", "uo", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "vo", "vo", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "h", "h", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "e", "e", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "thetao", "thetao", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "so", "so", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "PO4", "PO4", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "NO3", "NO3", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "SiO3", "SiO3", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "NH4", "NH4", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "Fe", "Fe", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "Lig", "Lig", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "O2", "O2", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "DIC", "DIC", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "DIC_ALT_CO2", "DIC_ALT_CO2", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "ALK", "ALK", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "ALK_ALT_CO2", "ALK_ALT_CO2", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "DOC", "DOC", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "DON", "DON", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "DOP", "DOP", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "DOPr", "DOPr", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "DONr", "DONr", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "DOCr", "DOCr", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "microzooC", "microzooC", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "mesozooC", "mesozooC", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "spChl", "spChl", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "spC", "spC", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "spP", "spP", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "spFe", "spFe", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "coccoChl", "coccoChl", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "coccoC", "coccoC", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "coccoP", "coccoP", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "coccoFe", "coccoFe", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "coccoCaCO3", "coccoCaCO3", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "diatChl", "diatChl", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "diatC", "diatC", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "diatP", "diatP", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "diatFe", "diatFe", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "diatSi", "diatSi", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "diazChl", "diazChl", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "diazC", "diazC", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "diazP", "diazP", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "diazFe", "diazFe", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "rhoinsitu", "rhoinsitu", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "KE", "KE", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "rhopot0", "rhopot0", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "soga", "soga", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "thetaoga", "thetaoga", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "uh", "uh", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "vh", "vh", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "vhbt", "vhbt", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "uhbt", "uhbt", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "KPP_OBLdepth", "oml", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "tauuo", "tauuo", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "tauvo", "tauvo", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "friver", "friver", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "prsn", "prsn", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "prlq", "prlq", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "evs", "evs", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "hfsso", "hfsso", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "rlntds", "rlntds", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "hfsnthermds", "hfsnthermds", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "sfdsi", "sfdsi", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "rsntds", "rsntds", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "hfds", "hfds", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "ustar", "ustar", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "hfsifrazil", "hfsifrazil", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "wfo", "wfo", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "vprec", "vprec", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "ficeberg", "ficeberg", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "fsitherm", "fsitherm", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "hflso", "hflso", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "pso", "pso", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "seaice_melt_heat","seaice_melt_heat","case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "Heat_PmE", "Heat_PmE", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "salt_flux_added","salt_flux_added","case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "SSH", "SSH", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "tos", "tos", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "sos", "sos", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "SSU", "SSU", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "SSV", "SSV", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "mass_wt", "mass_wt", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "opottempmint", "opottempmint", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "somint", "somint", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "Rd_dx", "Rd_dx", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "speed", "speed", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "mlotst", "mlotst", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "diftrelo", "diftrelo", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "diftrblo", "diftrblo", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "difmxybo", "difmxybo", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "difmxylo", "difmxylo", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +#"ocean_model", "volcello", "volcello", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "vmo", "vmo", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "vhGM", "vhGM", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "vhml", "vhml", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "umo", "umo", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "uhGM", "uhGM", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "uhml", "uhml", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "agessc", "agessc", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "T_ady_2d", "T_ady_2d", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "T_adx_2d", "T_adx_2d", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "T_diffy_2d", "T_diffy_2d", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "T_diffx_2d", "T_diffx_2d", "case.hm%4yr-%2mo-%2dy", "all", "mean", "none", 1 + +# "case.h%4yr-%2mo-%2dy" +"ocean_model_z", "uo", "uo", "case.h%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model_z", "vo", "vo", "case.h%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model_z", "h", "h", "case.h%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model_z", "e", "e", "case.h%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model_z", "thetao", "thetao", "case.h%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model_z", "so", "so", "case.h%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model_z", "rhoinsitu","rhoinsitu","case.h%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model_z", "KE", "KE", "case.h%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model_z", "rhopot0", "rhopot0", "case.h%4yr-%2mo-%2dy", "all", "mean", "none", 1 + +# "case.sfc%yr4" +"ocean_model", "SSH", "SSH", "case.sfc%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "tos", "tos", "case.sfc%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "sos", "sos", "case.sfc%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "SSU", "SSU", "case.sfc%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "SSV", "SSV", "case.sfc%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "mass_wt", "mass_wt", "case.sfc%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "opottempmint", "opottempmint", "case.sfc%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "somint", "somint", "case.sfc%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "Rd_dx", "Rd_dx", "case.sfc%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "speed", "speed", "case.sfc%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "mlotst", "mlotst", "case.sfc%4yr-%2mo-%2dy", "all", "mean", "none", 1 +"ocean_model", "KPP_OBLdepth", "oml", "case.sfc%4yr-%2mo-%2dy", "all", "mean", "none", 1 + +# "case.static" +"ocean_model", "geolon", "geolon", "case.static", "all", ".false.", "none", 1 +"ocean_model", "geolat", "geolat", "case.static", "all", ".false.", "none", 1 +"ocean_model", "geolon_c", "geolon_c", "case.static", "all", ".false.", "none", 1 +"ocean_model", "geolat_c", "geolat_c", "case.static", "all", ".false.", "none", 1 +"ocean_model", "geolon_u", "geolon_u", "case.static", "all", ".false.", "none", 1 +"ocean_model", "geolat_u", "geolat_u", "case.static", "all", ".false.", "none", 1 +"ocean_model", "geolon_v", "geolon_v", "case.static", "all", ".false.", "none", 1 +"ocean_model", "geolat_v", "geolat_v", "case.static", "all", ".false.", "none", 1 +"ocean_model", "area_t", "area_t", "case.static", "all", ".false.", "none", 1 +"ocean_model", "depth_ocean","depth_ocean","case.static", "all", ".false.", "none", 1 +"ocean_model", "wet", "wet", "case.static", "all", ".false.", "none", 1 +"ocean_model", "wet_c", "wet_c", "case.static", "all", ".false.", "none", 1 +"ocean_model", "wet_u", "wet_u", "case.static", "all", ".false.", "none", 1 +"ocean_model", "wet_v", "wet_v", "case.static", "all", ".false.", "none", 1 +"ocean_model", "Coriolis", "Coriolis", "case.static", "all", ".false.", "none", 1 + +# marbl diagnostics: +#=================== +"ocean_model", "rsdoabsorb", "rsdoabsorb", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "ECOSYS_IFRAC", "ECOSYS_IFRAC", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "ECOSYS_XKW", "ECOSYS_XKW", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "ECOSYS_ATM_PRESS", "ECOSYS_ATM_PRESS", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "PV_O2", "PV_O2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "SCHMIDT_O2", "SCHMIDT_O2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "O2SAT", "O2SAT", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "CO2STAR", "CO2STAR", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DCO2STAR", "DCO2STAR", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "pCO2SURF", "pCO2SURF", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DpCO2", "DpCO2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "PV_CO2", "PV_CO2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "SCHMIDT_CO2", "SCHMIDT_CO2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "FG_CO2", "FG_CO2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "PH", "PH", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "ATM_CO2", "ATM_CO2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "CO2STAR_ALT_CO2", "CO2STAR_ALT_CO2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DCO2STAR_ALT_CO2", "DCO2STAR_ALT_CO2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "pCO2SURF_ALT_CO2", "pCO2SURF_ALT_CO2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DpCO2_ALT_CO2", "DpCO2_ALT_CO2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "FG_ALT_CO2", "FG_ALT_CO2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "PH_ALT_CO2", "PH_ALT_CO2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "ATM_ALT_CO2", "ATM_ALT_CO2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "IRON_FLUX", "IRON_FLUX", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DUST_FLUX", "DUST_FLUX", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "NOx_FLUX", "NOx_FLUX", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "NHy_FLUX", "NHy_FLUX", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "NHx_SURFACE_EMIS", "NHx_SURFACE_EMIS", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "zsatcalc", "zsatcalc", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "zsatarag", "zsatarag", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "O2_ZMIN", "O2_ZMIN", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "O2_ZMIN_DEPTH", "O2_ZMIN_DEPTH", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_TOT_zint", "photoC_TOT_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_TOT_zint_100m", "photoC_TOT_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_NO3_TOT_zint", "photoC_NO3_TOT_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_NO3_TOT_zint_100m", "photoC_NO3_TOT_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOC_prod_zint", "DOC_prod_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOC_prod_zint_100m", "DOC_prod_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOC_remin_zint", "DOC_remin_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOC_remin_zint_100m", "DOC_remin_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOCr_remin_zint", "DOCr_remin_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOCr_remin_zint_100m", "DOCr_remin_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "Jint_Ctot", "Jint_Ctot", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "Jint_Ntot", "Jint_Ntot", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "Jint_Ptot", "Jint_Ptot", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "Jint_Sitot", "Jint_Sitot", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "Jint_Fetot", "Jint_Fetot", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "calcToFloor", "calcToFloor", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "calcToSed", "calcToSed", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "calcToSed_ALT_CO2", "calcToSed_ALT_CO2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "pocToFloor", "pocToFloor", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "pocToSed", "pocToSed", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "ponToSed", "ponToSed", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "SedDenitrif", "SedDenitrif", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "OtherRemin", "OtherRemin", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "popToSed", "popToSed", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "bsiToSed", "bsiToSed", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "dustToSed", "dustToSed", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "pfeToSed", "pfeToSed", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_N_lim_surf", "sp_N_lim_surf", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_N_lim_Cweight_avg_100m", "sp_N_lim_Cweight_avg_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_P_lim_surf", "sp_P_lim_surf", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_P_lim_Cweight_avg_100m", "sp_P_lim_Cweight_avg_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_Fe_lim_surf", "sp_Fe_lim_surf", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_Fe_lim_Cweight_avg_100m", "sp_Fe_lim_Cweight_avg_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_light_lim_surf", "sp_light_lim_surf", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_light_lim_Cweight_avg_100m", "sp_light_lim_Cweight_avg_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_sp_zint", "photoC_sp_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_sp_zint_100m", "photoC_sp_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_NO3_sp_zint", "photoC_NO3_sp_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_sp_zint", "graze_sp_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_sp_zint_100m", "graze_sp_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_sp_poc_zint", "graze_sp_poc_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_sp_poc_zint_100m", "graze_sp_poc_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_sp_doc_zint", "graze_sp_doc_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_sp_doc_zint_100m", "graze_sp_doc_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_sp_zoo_zint", "graze_sp_zoo_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_sp_zoo_zint_100m", "graze_sp_zoo_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_loss_zint", "sp_loss_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_loss_zint_100m", "sp_loss_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_loss_poc_zint", "sp_loss_poc_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_loss_poc_zint_100m", "sp_loss_poc_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_loss_doc_zint", "sp_loss_doc_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_loss_doc_zint_100m", "sp_loss_doc_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_agg_zint", "sp_agg_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_agg_zint_100m", "sp_agg_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_N_lim_surf", "cocco_N_lim_surf", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_N_lim_Cweight_avg_100m", "cocco_N_lim_Cweight_avg_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_P_lim_surf", "cocco_P_lim_surf", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_P_lim_Cweight_avg_100m", "cocco_P_lim_Cweight_avg_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_Fe_lim_surf", "cocco_Fe_lim_surf", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_Fe_lim_Cweight_avg_100m", "cocco_Fe_lim_Cweight_avg_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_light_lim_surf", "cocco_light_lim_surf", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_light_lim_Cweight_avg_100m", "cocco_light_lim_Cweight_avg_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_cocco_zint", "photoC_cocco_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_cocco_zint_100m", "photoC_cocco_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_NO3_cocco_zint", "photoC_NO3_cocco_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_CaCO3_form_zint", "cocco_CaCO3_form_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_CaCO3_form_zint_100m", "cocco_CaCO3_form_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_cocco_zint", "graze_cocco_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_cocco_zint_100m", "graze_cocco_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_cocco_poc_zint", "graze_cocco_poc_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_cocco_poc_zint_100m", "graze_cocco_poc_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_cocco_doc_zint", "graze_cocco_doc_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_cocco_doc_zint_100m", "graze_cocco_doc_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_cocco_zoo_zint", "graze_cocco_zoo_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_cocco_zoo_zint_100m", "graze_cocco_zoo_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_loss_zint", "cocco_loss_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_loss_zint_100m", "cocco_loss_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_loss_poc_zint", "cocco_loss_poc_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_loss_poc_zint_100m", "cocco_loss_poc_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_loss_doc_zint", "cocco_loss_doc_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_loss_doc_zint_100m", "cocco_loss_doc_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_agg_zint", "cocco_agg_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_agg_zint_100m", "cocco_agg_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_N_lim_surf", "diat_N_lim_surf", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_N_lim_Cweight_avg_100m", "diat_N_lim_Cweight_avg_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_P_lim_surf", "diat_P_lim_surf", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_P_lim_Cweight_avg_100m", "diat_P_lim_Cweight_avg_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_Fe_lim_surf", "diat_Fe_lim_surf", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_Fe_lim_Cweight_avg_100m", "diat_Fe_lim_Cweight_avg_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_SiO3_lim_surf", "diat_SiO3_lim_surf", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_SiO3_lim_Cweight_avg_100m", "diat_SiO3_lim_Cweight_avg_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_light_lim_surf", "diat_light_lim_surf", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_light_lim_Cweight_avg_100m", "diat_light_lim_Cweight_avg_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_diat_zint", "photoC_diat_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_diat_zint_100m", "photoC_diat_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_NO3_diat_zint", "photoC_NO3_diat_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diat_zint", "graze_diat_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diat_zint_100m", "graze_diat_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diat_poc_zint", "graze_diat_poc_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diat_poc_zint_100m", "graze_diat_poc_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diat_doc_zint", "graze_diat_doc_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diat_doc_zint_100m", "graze_diat_doc_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diat_zoo_zint", "graze_diat_zoo_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diat_zoo_zint_100m", "graze_diat_zoo_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_loss_zint", "diat_loss_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_loss_zint_100m", "diat_loss_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_loss_poc_zint", "diat_loss_poc_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_loss_poc_zint_100m", "diat_loss_poc_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_loss_doc_zint", "diat_loss_doc_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_loss_doc_zint_100m", "diat_loss_doc_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_agg_zint", "diat_agg_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_agg_zint_100m", "diat_agg_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_N_lim_surf", "diaz_N_lim_surf", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_N_lim_Cweight_avg_100m", "diaz_N_lim_Cweight_avg_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_P_lim_surf", "diaz_P_lim_surf", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_P_lim_Cweight_avg_100m", "diaz_P_lim_Cweight_avg_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_Fe_lim_surf", "diaz_Fe_lim_surf", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_Fe_lim_Cweight_avg_100m", "diaz_Fe_lim_Cweight_avg_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_light_lim_surf", "diaz_light_lim_surf", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_light_lim_Cweight_avg_100m", "diaz_light_lim_Cweight_avg_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_diaz_zint", "photoC_diaz_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_diaz_zint_100m", "photoC_diaz_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_NO3_diaz_zint", "photoC_NO3_diaz_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diaz_zint", "graze_diaz_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diaz_zint_100m", "graze_diaz_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diaz_poc_zint", "graze_diaz_poc_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diaz_poc_zint_100m", "graze_diaz_poc_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diaz_doc_zint", "graze_diaz_doc_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diaz_doc_zint_100m", "graze_diaz_doc_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diaz_zoo_zint", "graze_diaz_zoo_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diaz_zoo_zint_100m", "graze_diaz_zoo_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_loss_zint", "diaz_loss_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_loss_zint_100m", "diaz_loss_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_loss_poc_zint", "diaz_loss_poc_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_loss_poc_zint_100m", "diaz_loss_poc_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_loss_doc_zint", "diaz_loss_doc_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_loss_doc_zint_100m", "diaz_loss_doc_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_agg_zint", "diaz_agg_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_agg_zint_100m", "diaz_agg_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "CaCO3_form_zint", "CaCO3_form_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "CaCO3_form_zint_100m", "CaCO3_form_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "microzoo_loss_zint", "microzoo_loss_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "mesozoo_loss_zint", "mesozoo_loss_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "microzoo_loss_zint_100m", "microzoo_loss_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "mesozoo_loss_zint_100m", "mesozoo_loss_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "microzoo_loss_basal_zint", "microzoo_loss_basal_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "mesozoo_loss_basal_zint", "mesozoo_loss_basal_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "microzoo_loss_basal_zint_100m", "microzoo_loss_basal_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "mesozoo_loss_basal_zint_100m", "mesozoo_loss_basal_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "microzoo_loss_poc_zint", "microzoo_loss_poc_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "mesozoo_loss_poc_zint", "mesozoo_loss_poc_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "microzoo_loss_poc_zint_100m", "microzoo_loss_poc_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "mesozoo_loss_poc_zint_100m", "mesozoo_loss_poc_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "microzoo_loss_doc_zint", "microzoo_loss_doc_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "mesozoo_loss_doc_zint", "mesozoo_loss_doc_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "microzoo_loss_doc_zint_100m", "microzoo_loss_doc_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "mesozoo_loss_doc_zint_100m", "mesozoo_loss_doc_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_microzoo_zint", "graze_microzoo_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_mesozoo_zint", "graze_mesozoo_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_microzoo_zint_100m", "graze_microzoo_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_mesozoo_zint_100m", "graze_mesozoo_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_microzoo_poc_zint", "graze_microzoo_poc_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_mesozoo_poc_zint", "graze_mesozoo_poc_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_microzoo_poc_zint_100m", "graze_microzoo_poc_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_mesozoo_poc_zint_100m", "graze_mesozoo_poc_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_microzoo_doc_zint", "graze_microzoo_doc_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_mesozoo_doc_zint", "graze_mesozoo_doc_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_microzoo_doc_zint_100m", "graze_microzoo_doc_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_mesozoo_doc_zint_100m", "graze_mesozoo_doc_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_microzoo_zoo_zint", "graze_microzoo_zoo_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_mesozoo_zoo_zint", "graze_mesozoo_zoo_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_microzoo_zoo_zint_100m", "graze_microzoo_zoo_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_mesozoo_zoo_zint_100m", "graze_mesozoo_zoo_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "x_graze_microzoo_zint", "x_graze_microzoo_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "x_graze_mesozoo_zint", "x_graze_mesozoo_zint", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "x_graze_microzoo_zint_100m", "x_graze_microzoo_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "x_graze_mesozoo_zint_100m", "x_graze_mesozoo_zint_100m", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "insitu_temp", "insitu_temp", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "CO3", "CO3", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "HCO3", "HCO3", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "H2CO3", "H2CO3", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "pH_3D", "pH_3D", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "CO3_ALT_CO2", "CO3_ALT_CO2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "HCO3_ALT_CO2", "HCO3_ALT_CO2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "H2CO3_ALT_CO2", "H2CO3_ALT_CO2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "pH_3D_ALT_CO2", "pH_3D_ALT_CO2", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "co3_sat_calc", "co3_sat_calc", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "co3_sat_arag", "co3_sat_arag", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "NITRIF", "NITRIF", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DENITRIF", "DENITRIF", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "O2_PRODUCTION", "O2_PRODUCTION", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "O2_CONSUMPTION", "O2_CONSUMPTION", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "AOU", "AOU", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "PAR_avg", "PAR_avg", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_auto_TOT", "graze_auto_TOT", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_TOT", "photoC_TOT", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_NO3_TOT", "photoC_NO3_TOT", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOC_prod", "DOC_prod", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOC_remin", "DOC_remin", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOCr_remin", "DOCr_remin", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DON_prod", "DON_prod", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DON_remin", "DON_remin", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DONr_remin", "DONr_remin", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOP_prod", "DOP_prod", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOP_remin", "DOP_remin", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOPr_remin", "DOPr_remin", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOP_loss_P_bal", "DOP_loss_P_bal", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "Fe_scavenge", "Fe_scavenge", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "Fe_scavenge_rate", "Fe_scavenge_rate", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "Lig_prod", "Lig_prod", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "Lig_loss", "Lig_loss", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "Lig_scavenge", "Lig_scavenge", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "Fefree", "Fefree", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "Lig_photochem", "Lig_photochem", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "Lig_deg", "Lig_deg", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "FESEDFLUX", "FESEDFLUX", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "POC_FLUX_100m", "POC_FLUX_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "POP_FLUX_100m", "POP_FLUX_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "CaCO3_FLUX_100m", "CaCO3_FLUX_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "SiO2_FLUX_100m", "SiO2_FLUX_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "P_iron_FLUX_100m", "P_iron_FLUX_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "POC_PROD_zint", "POC_PROD_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "POC_PROD_zint_100m", "POC_PROD_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "POC_REMIN_DOCr_zint", "POC_REMIN_DOCr_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "POC_REMIN_DOCr_zint_100m", "POC_REMIN_DOCr_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "POC_REMIN_DIC_zint", "POC_REMIN_DIC_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "POC_REMIN_DIC_zint_100m", "POC_REMIN_DIC_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "CaCO3_PROD_zint", "CaCO3_PROD_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "CaCO3_PROD_zint_100m", "CaCO3_PROD_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "CaCO3_REMIN_zint", "CaCO3_REMIN_zint", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "CaCO3_REMIN_zint_100m", "CaCO3_REMIN_zint_100m", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "POC_FLUX_IN", "POC_FLUX_IN", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "POC_sFLUX_IN", "POC_sFLUX_IN", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "POC_hFLUX_IN", "POC_hFLUX_IN", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "POC_PROD", "POC_PROD", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "POC_REMIN_DOCr", "POC_REMIN_DOCr", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "POC_REMIN_DIC", "POC_REMIN_DIC", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "POP_FLUX_IN", "POP_FLUX_IN", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "POP_PROD", "POP_PROD", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "POP_REMIN_DOPr", "POP_REMIN_DOPr", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "POP_REMIN_PO4", "POP_REMIN_PO4", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "PON_REMIN_DONr", "PON_REMIN_DONr", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "PON_REMIN_NH4", "PON_REMIN_NH4", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "CaCO3_FLUX_IN", "CaCO3_FLUX_IN", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "CaCO3_PROD", "CaCO3_PROD", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "CaCO3_REMIN", "CaCO3_REMIN", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "CaCO3_ALT_CO2_FLUX_IN", "CaCO3_ALT_CO2_FLUX_IN", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "CaCO3_ALT_CO2_PROD", "CaCO3_ALT_CO2_PROD", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "CaCO3_ALT_CO2_REMIN", "CaCO3_ALT_CO2_REMIN", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "SiO2_FLUX_IN", "SiO2_FLUX_IN", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "SiO2_PROD", "SiO2_PROD", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "SiO2_REMIN", "SiO2_REMIN", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "dust_FLUX_IN", "dust_FLUX_IN", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "dust_REMIN", "dust_REMIN", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "P_iron_FLUX_IN", "P_iron_FLUX_IN", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "P_iron_PROD", "P_iron_PROD", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "P_iron_REMIN", "P_iron_REMIN", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_Qp", "sp_Qp", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_sp", "photoC_sp", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_NO3_sp", "photoC_NO3_sp", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoFe_sp", "photoFe_sp", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoNO3_sp", "photoNO3_sp", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoNH4_sp", "photoNH4_sp", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOP_sp_uptake", "DOP_sp_uptake", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "PO4_sp_uptake", "PO4_sp_uptake", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_sp", "graze_sp", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_sp_poc", "graze_sp_poc", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_sp_doc", "graze_sp_doc", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_sp_zootot", "graze_sp_zootot", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_sp_microzoo", "graze_sp_microzoo", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_sp_mesozoo", "graze_sp_mesozoo", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_loss", "sp_loss", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_loss_poc", "sp_loss_poc", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_loss_doc", "sp_loss_doc", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "sp_agg", "sp_agg", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_Qp", "cocco_Qp", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_cocco", "photoC_cocco", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_NO3_cocco", "photoC_NO3_cocco", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoFe_cocco", "photoFe_cocco", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoNO3_cocco", "photoNO3_cocco", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoNH4_cocco", "photoNH4_cocco", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOP_cocco_uptake", "DOP_cocco_uptake", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "PO4_cocco_uptake", "PO4_cocco_uptake", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_cocco", "graze_cocco", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_cocco_poc", "graze_cocco_poc", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_cocco_doc", "graze_cocco_doc", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_cocco_zootot", "graze_cocco_zootot", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_cocco_microzoo", "graze_cocco_microzoo", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_cocco_mesozoo", "graze_cocco_mesozoo", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_loss", "cocco_loss", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_loss_poc", "cocco_loss_poc", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_loss_doc", "cocco_loss_doc", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_agg", "cocco_agg", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "cocco_CaCO3_form", "cocco_CaCO3_form", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_Qp", "diat_Qp", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_diat", "photoC_diat", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_NO3_diat", "photoC_NO3_diat", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoFe_diat", "photoFe_diat", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoNO3_diat", "photoNO3_diat", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoNH4_diat", "photoNH4_diat", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOP_diat_uptake", "DOP_diat_uptake", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "PO4_diat_uptake", "PO4_diat_uptake", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diat", "graze_diat", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diat_poc", "graze_diat_poc", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diat_doc", "graze_diat_doc", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diat_zootot", "graze_diat_zootot", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diat_microzoo", "graze_diat_microzoo", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diat_mesozoo", "graze_diat_mesozoo", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_loss", "diat_loss", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_loss_poc", "diat_loss_poc", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_loss_doc", "diat_loss_doc", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_agg", "diat_agg", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diat_bSi_form", "diat_bSi_form", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_Qp", "diaz_Qp", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_diaz", "photoC_diaz", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoC_NO3_diaz", "photoC_NO3_diaz", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoFe_diaz", "photoFe_diaz", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoNO3_diaz", "photoNO3_diaz", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "photoNH4_diaz", "photoNH4_diaz", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOP_diaz_uptake", "DOP_diaz_uptake", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "PO4_diaz_uptake", "PO4_diaz_uptake", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diaz", "graze_diaz", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diaz_poc", "graze_diaz_poc", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diaz_doc", "graze_diaz_doc", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diaz_zootot", "graze_diaz_zootot", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diaz_microzoo", "graze_diaz_microzoo", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_diaz_mesozoo", "graze_diaz_mesozoo", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_loss", "diaz_loss", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_loss_poc", "diaz_loss_poc", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_loss_doc", "diaz_loss_doc", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_agg", "diaz_agg", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "diaz_Nfix", "diaz_Nfix", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "bSi_form", "bSi_form", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "CaCO3_form", "CaCO3_form", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "Nfix", "Nfix", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "microzoo_loss", "microzoo_loss", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "mesozoo_loss", "mesozoo_loss", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "microzoo_loss_basal", "microzoo_loss_basal", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "mesozoo_loss_basal", "mesozoo_loss_basal", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "microzoo_loss_poc", "microzoo_loss_poc", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "mesozoo_loss_poc", "mesozoo_loss_poc", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "microzoo_loss_doc", "microzoo_loss_doc", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "mesozoo_loss_doc", "mesozoo_loss_doc", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_microzoo", "graze_microzoo", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_mesozoo", "graze_mesozoo", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_microzoo_poc", "graze_microzoo_poc", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_mesozoo_poc", "graze_mesozoo_poc", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_microzoo_doc", "graze_microzoo_doc", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_mesozoo_doc", "graze_mesozoo_doc", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_microzoo_zootot", "graze_microzoo_zootot", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_mesozoo_zootot", "graze_mesozoo_zootot", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_microzoo_microzoo", "graze_microzoo_microzoo", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_microzoo_mesozoo", "graze_microzoo_mesozoo", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_mesozoo_microzoo", "graze_mesozoo_microzoo", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "graze_mesozoo_mesozoo", "graze_mesozoo_mesozoo", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "x_graze_microzoo", "x_graze_microzoo", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "x_graze_mesozoo", "x_graze_mesozoo", "marbl2%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "PO4_RESTORE_TEND", "PO4_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "NO3_RESTORE_TEND", "NO3_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "SiO3_RESTORE_TEND", "SiO3_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "NH4_RESTORE_TEND", "NH4_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "Fe_RESTORE_TEND", "Fe_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "Lig_RESTORE_TEND", "Lig_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "O2_RESTORE_TEND", "O2_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DIC_RESTORE_TEND", "DIC_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "DIC_ALT_CO2_RESTORE_TEND", "DIC_ALT_CO2_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "ALK_RESTORE_TEND", "ALK_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "ALK_ALT_CO2_RESTORE_TEND", "ALK_ALT_CO2_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "DOC_RESTORE_TEND", "DOC_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "DON_RESTORE_TEND", "DON_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "DOP_RESTORE_TEND", "DOP_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOPr_RESTORE_TEND", "DOPr_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DONr_RESTORE_TEND", "DONr_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +"ocean_model", "DOCr_RESTORE_TEND", "DOCr_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "microzooC_RESTORE_TEND", "microzooC_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "mesozooC_RESTORE_TEND", "mesozooC_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "spChl_RESTORE_TEND", "spChl_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "spC_RESTORE_TEND", "spC_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "spP_RESTORE_TEND", "spP_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "spFe_RESTORE_TEND", "spFe_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "coccoChl_RESTORE_TEND", "coccoChl_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "coccoC_RESTORE_TEND", "coccoC_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "coccoP_RESTORE_TEND", "coccoP_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "coccoFe_RESTORE_TEND", "coccoFe_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "coccoCaCO3_RESTORE_TEND", "coccoCaCO3_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "diatChl_RESTORE_TEND", "diatChl_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "diatC_RESTORE_TEND", "diatC_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "diatP_RESTORE_TEND", "diatP_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "diatFe_RESTORE_TEND", "diatFe_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "diatSi_RESTORE_TEND", "diatSi_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "diazChl_RESTORE_TEND", "diazChl_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "diazC_RESTORE_TEND", "diazC_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "diazP_RESTORE_TEND", "diazP_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 +#"ocean_model", "diazFe_RESTORE_TEND", "diazFe_RESTORE_TEND", "marbl%4yr-%2mo-%2dy", "all", .false., "none", 2 + diff --git a/standalone/examples/cesm_t232_with_MARBL/input.nml b/standalone/examples/cesm_t232_with_MARBL/input.nml new file mode 100644 index 00000000..ccf768af --- /dev/null +++ b/standalone/examples/cesm_t232_with_MARBL/input.nml @@ -0,0 +1,17 @@ + &MOM_input_nml + output_directory = './', + restart_input_dir = './', + restart_output_dir = './RESTART/', + parameter_filename = 'MOM_input', + 'MOM_override' / + &fms_nml + clock_grain='ROUTINE' + clock_flags='NONE' + domains_stack_size = 5000000 + stack_size =0 +/ + + &diag_manager_nml + flush_nc_files = .true. + max_output_fields = 1200 + / diff --git a/standalone/examples/cesm_t232_with_MARBL/marbl_in b/standalone/examples/cesm_t232_with_MARBL/marbl_in new file mode 100644 index 00000000..62a423f0 --- /dev/null +++ b/standalone/examples/cesm_t232_with_MARBL/marbl_in @@ -0,0 +1,367 @@ +! tracer modules +abio_dic_on = .false. +base_bio_on = .true. +ciso_on = .false. + +! config PFTs +PFT_defaults = "4p2z" +autotroph_cnt = 4 +max_grazer_prey_cnt = 4 +zooplankton_cnt = 2 + +! config flags +ladjust_bury_coeff = .false. +lcheck_forcing = .false. +lcompute_nhx_surface_emis = .true. +lecovars_full_depth_tavg = .false. +lflux_gas_co2 = .true. +lflux_gas_o2 = .true. +lo2_consumption_scalef = .false. +lp_remin_scalef = .false. +lsource_sink = .true. +lvariable_PtoC = .true. + +! config strings +init_bury_coeff_opt = "settings_file" + +! general parameters +Jint_Ctot_thres_molpm2pyr = 1e-09 +QCaCO3_max = 1.0 +auto_mort2_exp = 1.75 +bftt_dz_sum_thres = 1e-14 +bury_coeff_rmean_timescale_years = 10.0 +caco3_bury_thres_depth = 3.0000000000000000e+03 +caco3_bury_thres_omega_calc = 1.0 +caco3_bury_thres_opt = "omega_calc" +f_graze_CaCO3_remin = 0.5 +gQ_Fe_kFe_thres = 10.0 +gQ_Si_kSi_thres = 5.0 +gQsi_0 = 0.137 +gQsi_max = 0.685 +gQsi_min = 0.0457 +o2_sf_o2_range_hi = 45.0 +o2_sf_o2_range_lo = 5.0 +o2_sf_val_lo_o2 = 3.0 +parm_CaCO3_gamma = 0.1 +parm_Fe_bioavail = 1.0 +parm_Fe_desorption_rate0 = 9.9999999999999991e-05 +parm_Lig_degrade_rate0 = 9.4e-05 +parm_SiO2_gamma = 0.1 +parm_f_prod_sp_CaCO3 = 0.07 +parm_hPOC_CaCO3_ratio = 0.05 +parm_hPOC_SiO2_ratio = 0.05 +parm_hPOC_dust_ratio = 0.05 +parm_labile_ratio = 0.94 +parm_o2_min = 5.0 +parm_o2_min_delta = 5.0 +parm_sed_denitrif_coeff = 1.0 +particulate_flux_ref_depth = 100.0 +zoo_mort2_exp = 2.0 + +! general parameters (bury coeffs) +POM_bury_frac_max = 0.8 +PON_bury_coeff = 0.5 +bSi_bury_frac_max = 1.0 +parm_init_POC_bury_coeff = 1.1 +parm_init_POP_bury_coeff = 1.1 +parm_init_bSi_bury_coeff = 1.0 + +! general parameters (dissolution) +parm_CaCO3_diss = 5.0000000000000000e+02 +parm_POC_diss = 1.0000000000000000e+02 +parm_SiO2_diss = 6.5000000000000000e+02 + +! general parameters (nitrification) +parm_kappa_nitrif_per_day = 0.06 +parm_nitrif_par_lim = 1.0 + +! general parameters (scavenging) +parm_FeLig_scavenge_rate0 = 130.0 +parm_Fe_scavenge_rate0 = 2400.0 +parm_Lig_scavenge_rate0 = 1.5 + +! Scale lengths +parm_scalelen_vals(1) = 1.0 +parm_scalelen_vals(2) = 3.2 +parm_scalelen_vals(3) = 4.8 +parm_scalelen_vals(4) = 5.3 +parm_scalelen_z(1) = 1.0000000000000000e+02 +parm_scalelen_z(2) = 2.5000000000000000e+02 +parm_scalelen_z(3) = 5.0000000000000000e+02 +parm_scalelen_z(4) = 1.0000000000000000e+03 + +! autotrophs +autotroph_settings(1)%Ea = 0.32 +autotroph_settings(1)%Nfixer = .false. +autotroph_settings(1)%PCref_per_day = 4.8 +autotroph_settings(1)%Qp_fixed = 8.5470085470085479e-03 +autotroph_settings(1)%agg_rate_max = 0.5 +autotroph_settings(1)%agg_rate_min = 0.01 +autotroph_settings(1)%alphaPI_per_day = 0.35 +autotroph_settings(1)%exp_calcifier = .false. +autotroph_settings(1)%gQfe_0 = 3.0000000000000001e-05 +autotroph_settings(1)%gQfe_min = 2.5e-06 +autotroph_settings(1)%imp_calcifier = .false. +autotroph_settings(1)%is_carbon_limited = .false. +autotroph_settings(1)%kCO2 = 0.0 +autotroph_settings(1)%kDOP = 0.3 +autotroph_settings(1)%kFe = 3e-05 +autotroph_settings(1)%kNH4 = 0.01 +autotroph_settings(1)%kNO3 = 0.2 +autotroph_settings(1)%kPO4 = 0.01 +autotroph_settings(1)%kSiO3 = 0.0 +autotroph_settings(1)%lname = "Small Phyto" +autotroph_settings(1)%loss_poc = 0.0 +autotroph_settings(1)%loss_thres = 0.01 +autotroph_settings(1)%loss_thres2 = 0.0 +autotroph_settings(1)%mort2_per_day = 0.01 +autotroph_settings(1)%mort_per_day = 0.1 +autotroph_settings(1)%silicifier = .false. +autotroph_settings(1)%sname = "sp" +autotroph_settings(1)%temp_func_form_opt = "q_10" +autotroph_settings(1)%temp_thres = -10.0 +autotroph_settings(1)%thetaN_max = 2.5 +autotroph_settings(2)%Ea = 0.32 +autotroph_settings(2)%Nfixer = .false. +autotroph_settings(2)%PCref_per_day = 5.3 +autotroph_settings(2)%Qp_fixed = 8.5470085470085479e-03 +autotroph_settings(2)%agg_rate_max = 0.5 +autotroph_settings(2)%agg_rate_min = 0.02 +autotroph_settings(2)%alphaPI_per_day = 0.39 +autotroph_settings(2)%exp_calcifier = .false. +autotroph_settings(2)%gQfe_0 = 3.0000000000000001e-05 +autotroph_settings(2)%gQfe_min = 2.5e-06 +autotroph_settings(2)%imp_calcifier = .false. +autotroph_settings(2)%is_carbon_limited = .false. +autotroph_settings(2)%kCO2 = 0.0 +autotroph_settings(2)%kDOP = 0.5 +autotroph_settings(2)%kFe = 5e-05 +autotroph_settings(2)%kNH4 = 0.05 +autotroph_settings(2)%kNO3 = 0.4 +autotroph_settings(2)%kPO4 = 0.05 +autotroph_settings(2)%kSiO3 = 1.6 +autotroph_settings(2)%lname = "Diatom" +autotroph_settings(2)%loss_poc = 0.0 +autotroph_settings(2)%loss_thres = 0.02 +autotroph_settings(2)%loss_thres2 = 0.0 +autotroph_settings(2)%mort2_per_day = 0.01 +autotroph_settings(2)%mort_per_day = 0.1 +autotroph_settings(2)%silicifier = .true. +autotroph_settings(2)%sname = "diat" +autotroph_settings(2)%temp_func_form_opt = "q_10" +autotroph_settings(2)%temp_thres = -10.0 +autotroph_settings(2)%thetaN_max = 4.0 +autotroph_settings(3)%Ea = 0.32 +autotroph_settings(3)%Nfixer = .true. +autotroph_settings(3)%PCref_per_day = 1.6 +autotroph_settings(3)%Qp_fixed = 2.7350427350427355e-03 +autotroph_settings(3)%agg_rate_max = 0.5 +autotroph_settings(3)%agg_rate_min = 0.01 +autotroph_settings(3)%alphaPI_per_day = 0.31 +autotroph_settings(3)%exp_calcifier = .false. +autotroph_settings(3)%gQfe_0 = 6.0000000000000002e-05 +autotroph_settings(3)%gQfe_min = 2.5e-06 +autotroph_settings(3)%imp_calcifier = .false. +autotroph_settings(3)%is_carbon_limited = .false. +autotroph_settings(3)%kCO2 = 0.0 +autotroph_settings(3)%kDOP = 0.075 +autotroph_settings(3)%kFe = 4.5e-05 +autotroph_settings(3)%kNH4 = 0.2 +autotroph_settings(3)%kNO3 = 2.0 +autotroph_settings(3)%kPO4 = 0.015 +autotroph_settings(3)%kSiO3 = 0.0 +autotroph_settings(3)%lname = "Diazotroph" +autotroph_settings(3)%loss_poc = 0.0 +autotroph_settings(3)%loss_thres = 0.02 +autotroph_settings(3)%loss_thres2 = 0.001 +autotroph_settings(3)%mort2_per_day = 0.01 +autotroph_settings(3)%mort_per_day = 0.1 +autotroph_settings(3)%silicifier = .false. +autotroph_settings(3)%sname = "diaz" +autotroph_settings(3)%temp_func_form_opt = "q_10" +autotroph_settings(3)%temp_thres = 15.0 +autotroph_settings(3)%thetaN_max = 2.5 +autotroph_settings(4)%Ea = 0.32 +autotroph_settings(4)%Nfixer = .false. +autotroph_settings(4)%PCref_per_day = 4.7 +autotroph_settings(4)%Qp_fixed = 8.5470085470085479e-03 +autotroph_settings(4)%agg_rate_max = 0.5 +autotroph_settings(4)%agg_rate_min = 0.01 +autotroph_settings(4)%alphaPI_per_day = 0.31 +autotroph_settings(4)%exp_calcifier = .true. +autotroph_settings(4)%gQfe_0 = 3.0000000000000001e-05 +autotroph_settings(4)%gQfe_min = 2.5e-06 +autotroph_settings(4)%imp_calcifier = .false. +autotroph_settings(4)%is_carbon_limited = .true. +autotroph_settings(4)%kCO2 = 1.0 +autotroph_settings(4)%kDOP = 0.25 +autotroph_settings(4)%kFe = 3.2e-05 +autotroph_settings(4)%kNH4 = 0.01 +autotroph_settings(4)%kNO3 = 0.41 +autotroph_settings(4)%kPO4 = 0.006 +autotroph_settings(4)%kSiO3 = 0.0 +autotroph_settings(4)%lname = "Coccolithophores" +autotroph_settings(4)%loss_poc = 0.0 +autotroph_settings(4)%loss_thres = 0.01 +autotroph_settings(4)%loss_thres2 = 0.0 +autotroph_settings(4)%mort2_per_day = 0.01 +autotroph_settings(4)%mort_per_day = 0.1 +autotroph_settings(4)%silicifier = .false. +autotroph_settings(4)%sname = "cocco" +autotroph_settings(4)%temp_func_form_opt = "power" +autotroph_settings(4)%temp_thres = 0.0 +autotroph_settings(4)%thetaN_max = 3.8 + +! zooplankton +zooplankton_settings(1)%Ea = 0.55 +zooplankton_settings(1)%basal_respiration_rate_per_day = 0.0 +zooplankton_settings(1)%lname = "Microzooplankton" +zooplankton_settings(1)%loss_thres = 0.075 +zooplankton_settings(1)%sname = "microzoo" +zooplankton_settings(1)%temp_func_form_opt = "q_10" +zooplankton_settings(1)%z_mort2_0_per_day = 0.0028 +zooplankton_settings(1)%z_mort_0_per_day = 0.1 +zooplankton_settings(2)%Ea = 0.55 +zooplankton_settings(2)%basal_respiration_rate_per_day = 0.0 +zooplankton_settings(2)%lname = "Mesozooplankton" +zooplankton_settings(2)%loss_thres = 0.075 +zooplankton_settings(2)%sname = "mesozoo" +zooplankton_settings(2)%temp_func_form_opt = "q_10" +zooplankton_settings(2)%z_mort2_0_per_day = 0.02 +zooplankton_settings(2)%z_mort_0_per_day = 0.035 + +! grazing +grazing_relationship_settings(1,1)%auto_ind(1) = 1 +grazing_relationship_settings(1,1)%auto_ind_cnt = 1 +grazing_relationship_settings(1,1)%f_zoo_detr = 0.17 +grazing_relationship_settings(1,1)%graze_doc = 0.057 +grazing_relationship_settings(1,1)%graze_poc = 0.01 +grazing_relationship_settings(1,1)%graze_zoo = 0.35 +grazing_relationship_settings(1,1)%grazing_function = 2 +grazing_relationship_settings(1,1)%lname = "Grazing of sp by microzoo" +grazing_relationship_settings(1,1)%sname = "grz_sp_microzoo" +grazing_relationship_settings(1,1)%z_grz = 1.4 +grazing_relationship_settings(1,1)%z_umax_0_per_day = 4.1 +grazing_relationship_settings(1,1)%zoo_ind_cnt = 0 +grazing_relationship_settings(1,2)%auto_ind(1) = 2 +grazing_relationship_settings(1,2)%auto_ind_cnt = 1 +grazing_relationship_settings(1,2)%f_zoo_detr = 0.4 +grazing_relationship_settings(1,2)%graze_doc = 0.09 +grazing_relationship_settings(1,2)%graze_poc = 0.28 +grazing_relationship_settings(1,2)%graze_zoo = 0.25 +grazing_relationship_settings(1,2)%grazing_function = 1 +grazing_relationship_settings(1,2)%lname = "Grazing of diat by mesozoo" +grazing_relationship_settings(1,2)%sname = "grz_diat_mesozoo" +grazing_relationship_settings(1,2)%z_grz = 1.0 +grazing_relationship_settings(1,2)%z_umax_0_per_day = 0.9 +grazing_relationship_settings(1,2)%zoo_ind_cnt = 0 +grazing_relationship_settings(2,1)%auto_ind(1) = 3 +grazing_relationship_settings(2,1)%auto_ind_cnt = 1 +grazing_relationship_settings(2,1)%f_zoo_detr = 0.17 +grazing_relationship_settings(2,1)%graze_doc = 0.057 +grazing_relationship_settings(2,1)%graze_poc = 0.01 +grazing_relationship_settings(2,1)%graze_zoo = 0.35 +grazing_relationship_settings(2,1)%grazing_function = 1 +grazing_relationship_settings(2,1)%lname = "Grazing of diaz by microzoo" +grazing_relationship_settings(2,1)%sname = "grz_diaz_microzoo" +grazing_relationship_settings(2,1)%z_grz = 1.2 +grazing_relationship_settings(2,1)%z_umax_0_per_day = 1.0 +grazing_relationship_settings(2,1)%zoo_ind_cnt = 0 +grazing_relationship_settings(2,2)%auto_ind(1) = 4 +grazing_relationship_settings(2,2)%auto_ind_cnt = 1 +grazing_relationship_settings(2,2)%f_zoo_detr = 0.27 +grazing_relationship_settings(2,2)%graze_doc = 0.09 +grazing_relationship_settings(2,2)%graze_poc = 0.18 +grazing_relationship_settings(2,2)%graze_zoo = 0.25 +grazing_relationship_settings(2,2)%grazing_function = 1 +grazing_relationship_settings(2,2)%lname = "Grazing of cocco by mesozoo" +grazing_relationship_settings(2,2)%sname = "grz_cocco_mesozoo" +grazing_relationship_settings(2,2)%z_grz = 1.4 +grazing_relationship_settings(2,2)%z_umax_0_per_day = 0.015 +grazing_relationship_settings(2,2)%zoo_ind_cnt = 0 +grazing_relationship_settings(3,1)%auto_ind(1) = 4 +grazing_relationship_settings(3,1)%auto_ind_cnt = 1 +grazing_relationship_settings(3,1)%f_zoo_detr = 0.27 +grazing_relationship_settings(3,1)%graze_doc = 0.09 +grazing_relationship_settings(3,1)%graze_poc = 0.18 +grazing_relationship_settings(3,1)%graze_zoo = 0.25 +grazing_relationship_settings(3,1)%grazing_function = 1 +grazing_relationship_settings(3,1)%lname = "Grazing of cocco by microzoo" +grazing_relationship_settings(3,1)%sname = "grz_cocco_microzoo" +grazing_relationship_settings(3,1)%z_grz = 1.5 +grazing_relationship_settings(3,1)%z_umax_0_per_day = 1.7 +grazing_relationship_settings(3,1)%zoo_ind_cnt = 0 +grazing_relationship_settings(3,2)%auto_ind(1) = 3 +grazing_relationship_settings(3,2)%auto_ind_cnt = 1 +grazing_relationship_settings(3,2)%f_zoo_detr = 0.4 +grazing_relationship_settings(3,2)%graze_doc = 0.09 +grazing_relationship_settings(3,2)%graze_poc = 0.18 +grazing_relationship_settings(3,2)%graze_zoo = 0.25 +grazing_relationship_settings(3,2)%grazing_function = 1 +grazing_relationship_settings(3,2)%lname = "Grazing of diaz by mesozoo" +grazing_relationship_settings(3,2)%sname = "grz_diaz_mesozoo" +grazing_relationship_settings(3,2)%z_grz = 1.2 +grazing_relationship_settings(3,2)%z_umax_0_per_day = 0.5 +grazing_relationship_settings(3,2)%zoo_ind_cnt = 0 +grazing_relationship_settings(4,1)%auto_ind_cnt = 0 +grazing_relationship_settings(4,1)%f_zoo_detr = 0.0 +grazing_relationship_settings(4,1)%graze_doc = 0.0 +grazing_relationship_settings(4,1)%graze_poc = 0.0 +grazing_relationship_settings(4,1)%graze_zoo = 0.0 +grazing_relationship_settings(4,1)%grazing_function = 1 +grazing_relationship_settings(4,1)%lname = "null" +grazing_relationship_settings(4,1)%sname = "null" +grazing_relationship_settings(4,1)%z_grz = 0.0 +grazing_relationship_settings(4,1)%z_umax_0_per_day = 0.0 +grazing_relationship_settings(4,1)%zoo_ind_cnt = 0 +grazing_relationship_settings(4,2)%auto_ind_cnt = 0 +grazing_relationship_settings(4,2)%f_zoo_detr = 0.27 +grazing_relationship_settings(4,2)%graze_doc = 0.09 +grazing_relationship_settings(4,2)%graze_poc = 0.28 +grazing_relationship_settings(4,2)%graze_zoo = 0.25 +grazing_relationship_settings(4,2)%grazing_function = 1 +grazing_relationship_settings(4,2)%lname = "Grazing of microzoo by mesozoo" +grazing_relationship_settings(4,2)%sname = "grz_microzoo_mesozoo" +grazing_relationship_settings(4,2)%z_grz = 1.3 +grazing_relationship_settings(4,2)%z_umax_0_per_day = 0.2 +grazing_relationship_settings(4,2)%zoo_ind(1) = 1 +grazing_relationship_settings(4,2)%zoo_ind_cnt = 1 + +! tracer restoring +tracer_restore_vars(1) = "" +tracer_restore_vars(2) = "" +tracer_restore_vars(3) = "" +tracer_restore_vars(4) = "" +tracer_restore_vars(5) = "" +tracer_restore_vars(6) = "" +tracer_restore_vars(7) = "" +tracer_restore_vars(8) = "" +tracer_restore_vars(9) = "" +tracer_restore_vars(10) = "" +tracer_restore_vars(11) = "" +tracer_restore_vars(12) = "" +tracer_restore_vars(13) = "" +tracer_restore_vars(14) = "" +tracer_restore_vars(15) = "" +tracer_restore_vars(16) = "" +tracer_restore_vars(17) = "" +tracer_restore_vars(18) = "" +tracer_restore_vars(19) = "" +tracer_restore_vars(20) = "" +tracer_restore_vars(21) = "" +tracer_restore_vars(22) = "" +tracer_restore_vars(23) = "" +tracer_restore_vars(24) = "" +tracer_restore_vars(25) = "" +tracer_restore_vars(26) = "" +tracer_restore_vars(27) = "" +tracer_restore_vars(28) = "" +tracer_restore_vars(29) = "" +tracer_restore_vars(30) = "" +tracer_restore_vars(31) = "" +tracer_restore_vars(32) = "" +tracer_restore_vars(33) = "" +tracer_restore_vars(34) = "" +tracer_restore_vars(35) = "" +tracer_restore_vars(36) = "" +tracer_restore_vars(37) = "" From 7618bcd41e75a14cb9b07c7d93b06600557568ec Mon Sep 17 00:00:00 2001 From: Michael Levy Date: Thu, 3 Oct 2024 12:11:30 -0600 Subject: [PATCH 19/19] Updates from review / discussion 1. No longer override INPUTDIR (MOM_input sets it to CESM input directory on campaign, which is fine for now) 2. Added debug test with MARBL to aux_mom --- cime_config/testdefs/testlist_mom.xml | 1 + standalone/examples/cesm_t232_with_MARBL/MOM_input | 2 ++ standalone/examples/cesm_t232_with_MARBL/MOM_override | 1 - 3 files changed, 3 insertions(+), 1 deletion(-) diff --git a/cime_config/testdefs/testlist_mom.xml b/cime_config/testdefs/testlist_mom.xml index a686e435..7533dde0 100644 --- a/cime_config/testdefs/testlist_mom.xml +++ b/cime_config/testdefs/testlist_mom.xml @@ -121,6 +121,7 @@ + diff --git a/standalone/examples/cesm_t232_with_MARBL/MOM_input b/standalone/examples/cesm_t232_with_MARBL/MOM_input index 31baadad..53f9c7ce 100644 --- a/standalone/examples/cesm_t232_with_MARBL/MOM_input +++ b/standalone/examples/cesm_t232_with_MARBL/MOM_input @@ -11,6 +11,8 @@ INPUTDIR = /glade/campaign/cesm/cesmdata/inputdata/ocn/mom/tx2_3v2 ! "The directory in which input files are found." + ! NOTE: this needs to point to CESM input directory + ! current default is for NCAR super computers TRIPOLAR_N = True ! "[Boolean] default = False diff --git a/standalone/examples/cesm_t232_with_MARBL/MOM_override b/standalone/examples/cesm_t232_with_MARBL/MOM_override index a722c0cb..e66f09d1 100644 --- a/standalone/examples/cesm_t232_with_MARBL/MOM_override +++ b/standalone/examples/cesm_t232_with_MARBL/MOM_override @@ -1,6 +1,5 @@ ! Parameter changes to run CESM-MOM6 config in standalone mode -#override INPUTDIR = /glade/work/altuntas/mom6.standalone.runs/cesm/INPUT/t232 #override READ_RIV_FLUXES = False WIND_FILE = "ocean_forcing_daily.nc" DT_FORCING = 1800.0