Turn on GF scheme and update workflow based on Cactus RRFS_A v0.6.5 (N…

…OAA-EMC#555)

scripts/exregional_nonvarcldanl.sh

@@ -349,10 +349,7 @@ if [ ${BKTYPE} -eq 0 ]; then
 $APRUN ./${exect} > stdout 2>&1 || print_err_msg_exit "\
 Call to executable to run No Var Cloud Analysis returned with nonzero exit code."
 cp stdout ${comout}/stdout.t${HH}z.nonvarcloudanalysis
-for fcld in stdout_cloudanalysis.*
-do
-    cp ${fcld} ${comout}/stdout.t${HH}z.nonvar${fcld:7}
-done
+cat stdout_cloudanalysis.* > ${comout}/stdout.t${HH}z.nonvarcloudanalysis.all
 fi
 #
 #-----------------------------------------------------------------------

scripts/exregional_run_analysis.sh

@@ -1003,8 +1003,8 @@ else
 
   cat fit_p1 fit_w1 fit_t1 fit_q1 fit_pw1 fit_rad1 fit_rw1 > $comout/rrfs_a.t${HH}z.fits.tm00
   cat fort.208 fort.210 fort.211 fort.212 fort.213 fort.220 > $comout/rrfs_a.t${HH}z.fits2.tm00
+  cat fort.238 > $comout/rrfs_a.t${HH}z.fits3.tm00
   if [ ${gsi_type} == "OBSERVER" ]; then
-    cat fort.238 > $comout/rrfs_a.t${HH}z.fits3.tm00
     cp stdout $comout/stdout.t${HH}z.GSI_observer
   else
     cp stdout $comout/stdout.t${HH}z.GSI_${anav_type}

scripts/exregional_run_prepstart.sh

@@ -555,19 +555,19 @@ fi
 if [ "${DO_SMOKE_DUST}" = "TRUE" ] && [ ${cycle_type} == "spinup" ] ; then  # cycle smoke/dust fields
   if [ ${HH} -eq 4 ] || [ ${HH} -eq 16 ] ; then
 
-# figure out which surface is available
-      surface_file_dir_name=fcst_fv3lam
+# figure out which tracer is available
+      restart_file_dir_name=fcst_fv3lam
       bkpath_find="missing"
       restart_prefix_find="missing"
       if [ "${bkpath_find}" == "missing" ]; then
           restart_prefix=$( date +%Y%m%d.%H0000. -d "${START_DATE}" )
 
           offset_hours=${DA_CYCLE_INTERV}
           YYYYMMDDHHmInterv=$( date +%Y%m%d%H -d "${START_DATE} ${offset_hours} hours ago" )
-          bkpath=${fg_root}/${YYYYMMDDHHmInterv}${SLASH_ENSMEM_SUBDIR}/${surface_file_dir_name}/RESTART  
+          bkpath=${fg_root}/${YYYYMMDDHHmInterv}${SLASH_ENSMEM_SUBDIR}/${restart_file_dir_name}/RESTART
 
           n=${DA_CYCLE_INTERV}
-          while [[ $n -le 6 ]] ; do
+          while [[ $n -le 24 ]] ; do
              if [ "${IO_LAYOUT_Y}" == "1" ]; then
                checkfile=${bkpath}/${restart_prefix}fv_tracer.res.tile1.nc
              else
@@ -583,7 +583,7 @@ if [ "${DO_SMOKE_DUST}" = "TRUE" ] && [ ${cycle_type} == "spinup" ] ; then  # cy
              n=$((n + ${DA_CYCLE_INTERV}))
              offset_hours=${n}
              YYYYMMDDHHmInterv=$( date +%Y%m%d%H -d "${START_DATE} ${offset_hours} hours ago" )
-             bkpath=${fg_root}/${YYYYMMDDHHmInterv}${SLASH_ENSMEM_SUBDIR}/${surface_file_dir_name}/RESTART  # cycling, use background from RESTART
+             bkpath=${fg_root}/${YYYYMMDDHHmInterv}${SLASH_ENSMEM_SUBDIR}/${restart_file_dir_name}/RESTART  # cycling, use background from RESTART
              print_info_msg "$VERBOSE" "Trying this path: ${bkpath}"
           done
       fi

ush/config.sh_rrfs_a_enkf_c3

@@ -187,7 +187,6 @@ if [[ ${DO_ENSFCST} == "TRUE" ]] ; then
   RUN="refs"
   TAG="c3enfcst52"
 fi
-COMINgfs=""
 
 . set_rrfs_config.sh
 

ush/config.sh_rrfs_a_enkf_n3

@@ -126,9 +126,6 @@ TPP_RUN_ANAL="8"
 
 EXTRN_MDL_NAME_ICS="GEFS"
 EXTRN_MDL_NAME_LBCS="GEFS"
-EXTRN_MDL_SOURCE_BASEDIR_ICS="/mnt/lfs4/BMC/wrfruc/RRFSE/data/gens"
-EXTRN_MDL_SOURCE_BASEDIR_LBCS="/mnt/lfs4/BMC/wrfruc/RRFSE/data/gens"
-
 FV3GFS_FILE_FMT_ICS="grib2"
 FV3GFS_FILE_FMT_LBCS="grib2"
 
@@ -199,13 +196,17 @@ COMINgfs=""
 
 . set_rrfs_config.sh
 
+EXTRN_MDL_SOURCE_BASEDIR_ICS=/lfs/h1/ops/prod/com/gefs/v12.3
+EXTRN_MDL_SOURCE_BASEDIR_LBCS=/lfs/h1/ops/prod/com/gefs/v12.3
+
 STMP="/lfs/f2/t2o/ptmp/emc/stmp/emc.lam/rrfs/${version}"  # Path to directory STMP that mostly contains input files.
 PTMP="/lfs/f2/t2o/ptmp/emc/ptmp/emc.lam/rrfs/${version}"  # Path to directory STMP that mostly contains input files.
 NWGES="/lfs/f2/t2o/ptmp/emc/ptmp/emc.lam/rrfs/${version}/nwges"  # Path to directory NWGES that save boundary, cold initial, restart files
 if [[ ${DO_ENSFCST} == "TRUE" ]] ; then
   STMP="/lfs/h2/emc/stmp/emc.lam/rrfs/${version}/enfcst"  # Path to directory STMP that mostly contains input files.
-  NWGES="/lfs/h2/emc/ptmp/emc.lam/rrfs/${version}/nwges"  # Path to directory NWGES that save boundary, cold initial, restart files
+  PTMP="/lfs/h2/emc/ptmp/emc.lam/rrfs/${version}"  # Path to directory STMP that mostly contains input files.
+  NWGES="/lfs/f2/t2o/ptmp/emc/ptmp/emc.lam/rrfs/${version}/nwges"  # Path to directory NWGES that save boundary, cold initial, restart files
 fi
 ENSCTRL_STMP="/lfs/f2/t2o/ptmp/emc/stmp/emc.lam/rrfs/${version}"  # Path to directory STMP that mostly contains control input files for ensemble recentering.
-ENSCTRL_PTMP="/lfs/f2/t2o/ptmp/emc/ptmp/emc.lam/rrfs/${version}"  # Path to directory STMP that mostly contains control input files for ensemble recentering.
+ENSCTRL_PTMP="/lfs/h2/emc/ptmp/emc.lam/rrfs/${version}"  # Path to directory STMP that mostly contains control input files for ensemble recentering.
 ENSCTRL_NWGES="/lfs/f2/t2o/ptmp/emc/ptmp/emc.lam/rrfs/${version}/nwges"  # Path to directory STMP that mostly contains control input files for ensemble recentering.

ush/config.sh_rrfs_a_n3

@@ -1,5 +1,5 @@
 MACHINE="wcoss2"
-MACHINETYPE="backup"
+MACHINETYPE="primary"
 version="v0.6.5"
 ACCOUNT="RRFS_DEV"
 #RESERVATION="rrfsdet"
@@ -42,12 +42,12 @@ BOUNDARY_PROC_GROUP_NUM="72"
 
 # avaialble retro period:
 # 20210511-20210531; 20210718-20210801
-DATE_FIRST_CYCL="20230701"
-DATE_LAST_CYCL="20230830"
+DATE_FIRST_CYCL="20230801"
+DATE_LAST_CYCL="20230930"
 CYCL_HRS=( "00" "12" )
 CYCL_HRS_SPINSTART=("03" "15")
 CYCL_HRS_PRODSTART=("09" "21")
-CYCLEMONTH="07,08"
+CYCLEMONTH="08,09"
 CYCLEDAY="*"
 
 STARTYEAR=${DATE_FIRST_CYCL:0:4}
@@ -69,16 +69,16 @@ if [[ $DO_SPINUP == "TRUE" ]] ; then
   SPINUP_CYCLEDEF="00 03-08,15-20 ${CYCLEDAY} ${CYCLEMONTH} ${STARTYEAR} *"
 fi
 
-FCST_LEN_HRS="18"
+FCST_LEN_HRS="12"
 FCST_LEN_HRS_SPINUP="1"
 #FCST_LEN_HRS_CYCLES=(48 18 18 18 18 18 48 18 18 18 18 18 48 18 18 18 18 18 48 18 18 18 18 18)
-for i in {0..23}; do FCST_LEN_HRS_CYCLES[$i]=18; done
+for i in {0..23}; do FCST_LEN_HRS_CYCLES[$i]=12; done
 for i in {0..23..6}; do FCST_LEN_HRS_CYCLES[$i]=60; done
 DA_CYCLE_INTERV="1"
 RESTART_INTERVAL="1 2"
 RESTART_INTERVAL_LONG="1 2"
 ## set up post
-POSTPROC_LEN_HRS="18"
+POSTPROC_LEN_HRS="12"
 POSTPROC_LONG_LEN_HRS="60"
 NFHOUT_HF="1"
 # 15 min output upto 18 hours
@@ -114,7 +114,7 @@ RUN="rrfs"
 . set_rrfs_config.sh
 
 STMP="/lfs/f2/t2o/ptmp/emc/stmp/emc.lam/rrfs/${version}"  # Path to directory STMP that mostly contains input files.
-PTMP="/lfs/f2/t2o/ptmp/emc/ptmp/emc.lam/rrfs/${version}"  # Path to directory STMP that mostly contains input files.
+PTMP="/lfs/h2/emc/ptmp/emc.lam/rrfs/${version}"  # Path to directory STMP that mostly contains input files.
 NWGES="/lfs/f2/t2o/ptmp/emc/ptmp/emc.lam/rrfs/${version}/nwges"  # Path to directory NWGES that save boundary, cold initial, restart files
 if [[ ${regional_ensemble_option} == "5" ]]; then
   RRFSE_NWGES="/lfs/f2/t2o/ptmp/emc/ptmp/emc.lam/rrfs/${version}/nwges"  # Path to RRFSE directory NWGES that mostly contains ensemble restart files for GSI hybrid.

ush/set_rrfs_config_general.sh

@@ -54,6 +54,7 @@ if [[ $MACHINE == "wcoss2" ]] ; then
   QUEUE_ANALYSIS="pridev"
   QUEUE_FCST="pridev"
   QUEUE_HPSS="dev_transfer"
+  QUEUE_POST="pridev"
   QUEUE_PRDGEN="pridev"
   QUEUE_GRAPHICS="pridev"
   if [[ $MACHINETYPE == "backup" ]] ; then
@@ -122,14 +123,14 @@ START_TIME_CONVENTIONAL_SPINUP="00:40:00"
 START_TIME_CONVENTIONAL="00:50:00"
 START_TIME_NSSLMOSIAC="00:55:00"
 START_TIME_LIGHTNINGNC="00:55:00"
-START_TIME_PROCSMOKE="00:55:00"
+START_TIME_PROCSMOKE="00:50:00"
 
 if [[ ${PREDEF_GRID_NAME} == "RRFS_CONUS_3km" ]] ; then 
   DT_ATMOS=36
   ADDNL_OUTPUT_GRIDS=()
   TILE_LABELS="CONUS REGIONS"
   TILE_SETS="full NE,NC,NW,SE,SC,SW"
-  CCPP_PHYS_SUITE="FV3_HRRR"
+  CCPP_PHYS_SUITE="FV3_HRRR_gf"
   PPN_RUN_POSTANAL="5"
 
   if [[ $MACHINE == "jet" ]] ; then
@@ -200,8 +201,8 @@ if [[ ${PREDEF_GRID_NAME} == "RRFS_CONUS_3km" ]] ; then
     NNODES_RUN_ENKF="24"
     MEMO_RUN_PRDGEN="80G"
     MEMO_RUN_PROCESSBUFR="80G"
-    PPN_RUN_NONVARCLDANL="128"
-    NNODES_RUN_NONVARCLDANL="1"
+    PPN_RUN_NONVARCLDANL="64"
+    NNODES_RUN_NONVARCLDANL="10"
     PPN_RUN_GSIDIAG=128
 
     MAXTRIES_GET_EXTRN_ICS="1"
@@ -360,7 +361,7 @@ fi
 
 if [[ ${PREDEF_GRID_NAME} == "RRFS_NA_3km" ]] ; then 
   DT_ATMOS=36
-  CCPP_PHYS_SUITE="FV3_HRRR"
+  CCPP_PHYS_SUITE="FV3_HRRR_gf"
   ADDNL_OUTPUT_GRIDS=( "hrrr" "hrrrak" )
   TILE_LABELS="NA hrrr_regions1 hrrr_regions2 hrrr_tiles1 hrrr_tiles2 hrrr_tiles3 \
     hrrr_tiles4 hrrrak_tiles"
@@ -426,6 +427,8 @@ if [[ ${PREDEF_GRID_NAME} == "RRFS_NA_3km" ]] ; then
     PPN_RUN_PRDGEN="128"
     PPN_RUN_POSTANAL="8"
     PPN_RUN_GSIDIAG=128
+    NNODES_RUN_BUFRSND="2"
+    PPN_RUN_BUFRSND="14"
 
     MAXTRIES_MAKE_ICS="1"
     MAXTRIES_MAKE_LBCS="1"
@@ -445,7 +448,7 @@ if [[ ${PREDEF_GRID_NAME} == "RRFS_NA_3km" ]] ; then
     MEMO_SAVE_INPUT="120G"                                                                                                     
     MEMO_RUN_PRDGEN="256G"
 
-    START_TIME_SPINUP="01:10:00"
+    START_TIME_SPINUP="01:05:00"
     START_TIME_PROD="02:20:00"
     START_TIME_LATE_ANALYSIS="01:20:00"
     START_TIME_CONVENTIONAL="00:45:00"

ush/templates/FV3.input.yml

@@ -55,7 +55,7 @@ FV3_HRRR:
     hord_dp: 6
     hord_mt: 6
     hord_tm: 6
-    hord_tr: 10
+    hord_tr: 8
     hord_vt: 6
     k_split: 2
     kord_mt: 9
@@ -138,7 +138,7 @@ FV3_HRRR_gf:
     hord_dp: 6
     hord_mt: 6
     hord_tm: 6
-    hord_tr: 10
+    hord_tr: 8
     hord_vt: 6
     k_split: 2
     kord_mt: 9

ush/templates/FV3LAM_wflow.xml

@@ -790,7 +790,7 @@ MODULES_RUN_TASK_FP script.
             {%- endfor %}
          {% else %}
             {%- for h in range(extrn_mdl_lbcs_offset_hrs, boundary_len_hrs+extrn_mdl_lbcs_offset_hrs+1, 3) %}
-         <datadep age="00:00:05:00"><cyclestr offset="-{{ extrn_mdl_lbcs_offset_hrs }}:00:00">{{ extrn_mdl_sysbasedir_ics }}/gefs.@Y@m@d/@H/atmos/pgrb2bp5/#subdirGE#.t@Hz.pgrb2b.0p50.f{{ "%03d" % h }}</cyclestr></datadep>
+         <datadep age="00:00:05:00"><cyclestr offset="-{{ extrn_mdl_lbcs_offset_hrs }}:00:00">{{ extrn_mdl_sysbasedir_lbcs }}/gefs.@Y@m@d/@H/atmos/pgrb2bp5/#subdirGE#.t@Hz.pgrb2b.0p50.f{{ "%03d" % h }}</cyclestr></datadep>
             {%- endfor %}
          {%- endif %}
       {% else %}
@@ -1499,7 +1499,7 @@ MODULES_RUN_TASK_FP script.
 -->
   <task name="&ANAL_GSIDIAG_TN;_spinup" cycledefs="spinupcyc" maxtries="{{ maxtries_anal_gsi }}">
 
-    &RSRV_ANALYSIS;
+    &RSRV_DEFAULT;
     &WALL_LIMIT_ANAL;
 
     <command>&LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_RUN_GSIDIAG"</command>
@@ -2380,7 +2380,7 @@ MODULES_RUN_TASK_FP script.
 -->
   <task name="&ANAL_GSIDIAG_TN;_prod" cycledefs="prodcyc,prodcyc_long" maxtries="{{ maxtries_anal_gsi }}">
 
-    &RSRV_ANALYSIS;
+    &RSRV_DEFAULT;
     &WALL_LIMIT_ANAL;
 
     <command>&LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_RUN_GSIDIAG"</command>