modified: jobs/rocoto/post.sh

   wait for 5 minutes if forecast history file does not exist before exit

modified:   modulefiles/module_base.hera
   use GV's temporal build of  netcdfp/4.7.4 and esmflocal/8.0.1.08bs on HERA

modified:   parm/config/config.base.emc.dyn
   add restart_interval_gfs=0 to config.base. It is used by config.fcst and config.wave

modified:   parm/config/config.fcst
   -- fix a bug related to setting npe_wav for gfsfcst.
       if [ "$CDUMP" = "gfs" ]; then npe_wav=$npe_wav_gfs ; fi
   -- set  io_layout="4,4" for writing gfs restart files

modified:   parm/config/config.wave
   set WAVE restart frequency based on restart_interval_gfs (by H. Alves).

jobs/rocoto/post.sh

@@ -25,7 +25,11 @@ fi
 for fhr in $fhrlst; do
 
     if [ ! -f $restart_file${fhr}.nemsio -a ! -f $restart_file${fhr}.nc  -a ! -f $restart_file${fhr}.txt ]; then
-        echo "Nothing to process for FHR = $fhr, cycle"
+        echo "Nothing to process for FHR = $fhr, cycle, wait for 5 minutes"
+        sleep 300
+    fi
+    if [ ! -f $restart_file${fhr}.nemsio -a ! -f $restart_file${fhr}.nc  -a ! -f $restart_file${fhr}.txt ]; then
+        echo "Nothing to process for FHR = $fhr, cycle, skip"
         continue
     fi
 

modulefiles/module_base.hera

@@ -10,18 +10,22 @@ module load hpss/hpss
 module load nco/4.7.0
 module load gempak/7.4.2
 
-module use -a /scratch1/NCEPDEV/nems/emc.nemspara/soft/modulefiles
-module load hdf5_parallel/1.10.6
-module load netcdf_parallel/4.7.4
-module load esmf/8.0.1bs08
-
 #Load from official NCEPLIBS
 module use -a /scratch2/NCEPDEV/nwprod/NCEPLIBS/modulefiles
+module load hdf5_parallel/1.10.6
+#module load netcdf_parallel/4.7.4
 module load g2tmpl/1.6.0
 module load grib_util/1.1.1
 module load crtm/2.3.0
 module load prod_util/1.1.0
 
+module use -a /scratch1/NCEPDEV/global/gwv/lp/lib/modulefiles
+module load netcdfp/4.7.4
+module load  esmflocal/8.0.1.08bs
+
+#module use -a /scratch1/NCEPDEV/nems/emc.nemspara/soft/modulefiles
+#module load esmf/8.0.1bs08
+
 # python
 module use -a /contrib/modulefiles
 module load anaconda/2.3.0

parm/config/config.base.emc.dyn

@@ -151,6 +151,11 @@ export FHMAX_GFS=$(eval echo \${FHMAX_GFS_$cyc})
 export FHOUT_GFS=3
 export FHMAX_HF_GFS=0
 export FHOUT_HF_GFS=1
+export ILPOST=1           # gempak output frequency up to F120
+
+# GFS restart interval in hours
+export restart_interval_gfs=0
+
 
 # I/O QUILTING, true--use Write Component; false--use GFDL FMS
 # if quilting=true, choose OUTPUT_GRID as cubed_sphere_grid in netcdf or gaussian_grid

parm/config/config.fcst

@@ -17,7 +17,6 @@ fi
 
 export FORECASTSH="$HOMEgfs/scripts/exglobal_fcst_nemsfv3gfs.sh"
 export FCSTEXECDIR="$HOMEgfs/exec"
-#export FCSTEXECDIR="$HOMEfv3gfs/NEMS/exe"
 export FCSTEXEC="global_fv3gfs.x"
 export npe_fv3=$npe_fcst 
 
@@ -39,6 +38,7 @@ if [ $DO_WAVE = "YES" ] ; then
   export npe_fcst=$((npe_fcst + npe_wav))
   if [ "$WAVE_CDUMP" = "gfs" -o "$WAVE_CDUMP" = "both" ]; then
      export npe_fcst_gfs=$((npe_fcst_gfs + npe_wav_gfs))
+     if [ "$CDUMP" = "gfs" ]; then npe_wav=$npe_wav_gfs ; fi
   fi
 fi
 
@@ -238,6 +238,14 @@ elif [[ "$CDUMP" == "gfs" ]] ; then # GFS cycle specific parameters
     # Turn off dry mass adjustment in GFS
     export adjust_dry_mass=".false."
 
+    # Write each restart file in 16 small files to save time
+    export io_layout="4,4"
+
+    # Debug load balancing 
+    #export KEEPDATA="YES"
+    #export ESMF_RUNTIME_PROFILE=ON
+    #export ESMF_RUNTIME_PROFILE_OUTPUT=SUMMARY
+
 fi
 
 

parm/config/config.wave

@@ -88,16 +88,18 @@ fi
 export FHMAX_WAV_CUR WAVHCYC WAVNCYC
 
 # Restart timing business
-if [ "${CDUMP}" != gfs ]; then # Setting is valid for GDAS and GEFS 
-  export RSTTYPE_WAV='T' # generate second tier of restart files
-  export DT_1_RST_WAV=10800 # time between restart files, set to DTRST=1 for a single restart file
-  export DT_2_RST_WAV=43200  # restart stride for checkpointing restart
-  export RSTIOFF_WAV=0 # first restart file offset relative to model start
-else # This is a GFS run
-  export RSTTYPE_WAV='F' # generate second tier of restart files
-  export DT_1_RST_WAV=0 # time between restart files, set to DTRST=1 for a single restart file
-  export DT_2_RST_WAV=0  # restart stride for checkpointing restart
-  export RSTIOFF_WAV=0 # first restart file offset relative to model start
+if [ "${CDUMP}" != gfs ]; then    # Setting is valid for GDAS and GEFS 
+  export RSTTYPE_WAV='T'          # generate second tier of restart files
+  export DT_1_RST_WAV=10800       # time between restart files, set to DTRST=1 for a single restart file
+  export DT_2_RST_WAV=43200       # restart stride for checkpointing restart
+  export RSTIOFF_WAV=0            # first restart file offset relative to model start
+else                              # This is a GFS run
+  rst_dt_gfs=$(( restart_interval_gfs * 3600 ))
+  export RSTTYPE_WAV='F'                 # generate second tier of restart files
+  if [ $rst_dt_gfs -gt 0 ]; then export RSTTYPE_WAV='T' ; fi
+  export DT_1_RST_WAV=${rst_dt_gfs:-0}   # time between restart files, set to DTRST=1 for a single restart file
+  export DT_2_RST_WAV=${rst_dt_gfs:-0}   # restart stride for checkpointing restart
+  export RSTIOFF_WAV=0                   # first restart file offset relative to model start
 fi
 #
 # Set runmember to default value if not GEFS cpl run