From 5edf0eff22f3ecc0f4755e6d30674f41c6365668 Mon Sep 17 00:00:00 2001 From: "Man.Zhang" Date: Thu, 7 Nov 2019 21:28:38 -0700 Subject: [PATCH 1/4] merge configuration files for FA scheme --- parm/ccpp_regional_c768_FA.nml.IN | 304 ++++++++++++++++++ tests/fv3_conf/ccpp_regional_FA_run.IN | 31 ++ tests/rt_ccpp_HAFS.conf | 11 + .../fv3_ccpp_regional_c768_FA_update_moist | 25 ++ 4 files changed, 371 insertions(+) create mode 100644 parm/ccpp_regional_c768_FA.nml.IN create mode 100644 tests/fv3_conf/ccpp_regional_FA_run.IN create mode 100644 tests/rt_ccpp_HAFS.conf create mode 100644 tests/tests/fv3_ccpp_regional_c768_FA_update_moist diff --git a/parm/ccpp_regional_c768_FA.nml.IN b/parm/ccpp_regional_c768_FA.nml.IN new file mode 100644 index 0000000000..a74eb9adb1 --- /dev/null +++ b/parm/ccpp_regional_c768_FA.nml.IN @@ -0,0 +1,304 @@ +&amip_interp_nml + interp_oi_sst = .true. + use_ncep_sst = .true. + use_ncep_ice = .false. + no_anom_sst = .false. + data_set = 'reynolds_oi', + date_out_of_range = 'climo', +/ + + &atmos_model_nml + blocksize = 32 + chksum_debug = .false. + dycore_only = .false. + fdiag = 1 + ccpp_suite = '@[CCPP_SUITE]' +/ + +&diag_manager_nml + prepend_date = .F. +/ + + &fms_io_nml + checksum_required = .false. + max_files_r = 100, + max_files_w = 100, +/ + + &fms_nml + clock_grain = 'ROUTINE', + domains_stack_size = 3000000, + print_memory_usage = .false. +/ + + &fv_grid_nml + grid_file = 'INPUT/grid_spec.nc' +/ + + &fv_core_nml + layout = 24,20 + io_layout = 1,1 + npx = 1729 + npy = 1441 + ntiles = 1, + npz = 64 + !grid_type = -1 + make_nh = @[MAKE_NH] + fv_debug = .F. + range_warn = .T. + reset_eta = .F. + n_sponge = 24 + nudge_qv = .T. + tau = 5. + rf_cutoff = 20.e2 + d2_bg_k1 = 0.20 + d2_bg_k2 = 0.04 + kord_tm = -11 + kord_mt = 11 + kord_wz = 11 + kord_tr = 11 + hydrostatic = .F. + phys_hydrostatic = .F. + use_hydro_pressure = .F. + beta = 0. + a_imp = 1. + p_fac = 0.1 + k_split = 4 + n_split = 5 + nwat = 5 + na_init = @[NA_INIT] + d_ext = 0.0 + dnats = 1 + fv_sg_adj = 300 + d2_bg = 0. + nord = 2 + dddmp = 0.1 + d4_bg = 0.12 + vtdm4 = 0.02 + delt_max = 0.008 + ke_bg = 0. + do_vort_damp = .T. + external_ic = @[EXTERNAL_IC] + external_eta = .T. + gfs_phil = .false. + nggps_ic = @[NGGPS_IC] + mountain = @[MOUNTAIN] + ncep_ic = .F. + d_con = 1.0 + hord_mt = 6 + hord_vt = 6 + hord_tm = 6 + hord_dp = -6 + hord_tr = 8 + adjust_dry_mass = .F. + consv_te = 0. + consv_am = .F. + fill = .T. + dwind_2d = .F. + print_freq = 6 + warm_start = @[WARM_START] + no_dycore = .false. + z_tracer = .T. + read_increment = @[READ_INCREMENT] + res_latlon_dynamics = "fv3_increment.nc" + + do_schmidt = .true. + target_lat = 35.5 + target_lon = -97.5 + stretch_fac = 1.5 +!! nord_zs_filter = 4 + n_zs_filter = 0 + regional = .true. + bc_update_interval = 6 +/ + + &external_ic_nml + filtered_terrain = .true. + levp = 65 + gfs_dwinds = .true. + checker_tr = .F. + nt_checker = 0 +/ + + &gfs_physics_nml + fhzero = 3. + ldiag3d = .false. + fhcyc = 24. + nst_anl = .true. + use_ufo = .true. + pre_rad = .false. + ncld = 5 + imp_physics = 15 + spec_adv = .true. + RHGRD = 0.98 + pdfcld = .false. + fhswr = 3600. + fhlwr = 3600. + ialb = 1 + iems = 1 + IAER = 111 + ico2 = 2 + isubc_sw = 2 + isubc_lw = 2 + isol = 2 + lwhtr = .true. + swhtr = .true. + cnvgwd = .true. + shal_cnv = .true. + cal_pre = .false. + redrag = .true. + dspheat = .true. + hybedmf = @[HYBEDMF] + satmedmf = @[SATMEDMF] + lheatstrg = @[LHEATSTRG] + random_clds = .false. + trans_trac = .true. + cnvcld = .false. + imfshalcnv = 2 + imfdeepcnv = 2 + cdmbgwd = 3.5, 0.25 ! NCEP default + prslrd0 = 0. + ivegsrc = 1 + isot = 1 + lsm = 1 + iopt_dveg = 2 + iopt_crs = 1 + iopt_btr = 1 + iopt_run = 1 + iopt_sfc = 1 + iopt_frz = 1 + iopt_inf = 1 + iopt_rad = 1 + iopt_alb = 2 + iopt_snf = 4 + iopt_tbot = 2 + iopt_stc = 1 + debug = .false. + oz_phys = @[OZ_PHYS_OLD] + oz_phys_2015 = @[OZ_PHYS_NEW] + nstf_name = 1,1,1,0,5 + cplflx = .F. + iau_delthrs = 6 + iaufhrs = 30 + iau_inc_files = @[IAU_INC_FILES] + do_sppt = @[DO_SPPT] + do_shum = @[DO_SHUM] + do_skeb = @[DO_SKEB] + do_sfcperts = @[DO_SFCPERTS] +/ + + &interpolator_nml + interp_method = 'conserve_great_circle' +/ + +&namsfc + FNGLAC = "global_glacier.2x2.grb", + FNMXIC = "global_maxice.2x2.grb", + FNTSFC = "RTGSST.1982.2012.monthly.clim.grb", + FNSNOC = "global_snoclim.1.875.grb", + FNZORC = "igbp" + FNALBC = "global_snowfree_albedo.bosu.t126.384.190.rg.grb", + FNALBC2 = "global_albedo4.1x1.grb", + FNAISC = "CFSR.SEAICE.1982.2012.monthly.clim.grb", + FNTG3C = "global_tg3clim.2.6x1.5.grb", + FNVEGC = "global_vegfrac.0.144.decpercent.grb", + FNVETC = "global_vegtype.igbp.t126.384.190.rg.grb", + FNSOTC = "global_soiltype.statsgo.t126.384.190.rg.grb", + FNSMCC = "global_soilmgldas.t126.384.190.grb", + FNMSKH = "seaice_newland.grb", + FNTSFA = "", + FNACNA = "", + FNSNOA = "", + FNVMNC = "global_shdmin.0.144x0.144.grb", + FNVMXC = "global_shdmax.0.144x0.144.grb", + FNSLPC = "global_slope.1x1.grb", + FNABSC = "global_mxsnoalb.uariz.t126.384.190.rg.grb", + LDEBUG =.false., + FSMCL(2) = 99999 + FSMCL(3) = 99999 + FSMCL(4) = 99999 + FTSFS = 90 + FAISS = 99999 + FSNOL = 99999 + FSICL = 99999 + FTSFL = 99999, + FAISL = 99999, + FVETL = 99999, + FSOTL = 99999, + FvmnL = 99999, + FvmxL = 99999, + FSLPL = 99999, + FABSL = 99999, + FSNOS = 99999, + FSICS = 99999, +/ + + &gfdl_cloud_microphysics_nml + sedi_transport = .false. + do_sedi_heat = .false. + rad_snow = .true. + rad_graupel = .true. + rad_rain = .true. + const_vi = .F. + const_vs = .F. + const_vg = .F. + const_vr = .F. + vi_max = 1. + vs_max = 2. + vg_max = 12. + vr_max = 12. + qi_lim = 1. + prog_ccn = .false. + do_qa = .true. + fast_sat_adj = .true. + tau_l2v = 180. + tau_v2l = 90. + tau_g2v = 900. + rthresh = 10.e-6 ! This is a key parameter for cloud water + dw_land = 0.16 + dw_ocean = 0.10 + ql_gen = 1.0e-3 + ql_mlt = 1.0e-3 + qi0_crt = 8.0E-5 + qs0_crt = 1.0e-3 + tau_i2s = 1000. + c_psaci = 0.05 + c_pgacs = 0.01 + rh_inc = 0.30 + rh_inr = 0.30 + rh_ins = 0.30 + ccn_l = 300. + ccn_o = 100. + c_paut = 0.5 + c_cracw = 0.8 + use_ppm = .false. + use_ccn = .true. + mono_prof = .true. + z_slope_liq = .true. + z_slope_ice = .true. + de_ice = .false. + fix_negative = .true. + icloud_f = 1 + mp_time = 90. +/ + +&nam_stochy +/ + +&nam_sfcperts +/ + +&cires_ugwp_nml + knob_ugwp_solver = 2 + knob_ugwp_source = 1,1,0,0 + knob_ugwp_wvspec = 1,25,25,25 + knob_ugwp_azdir = 2,4,4,4 + knob_ugwp_stoch = 0,0,0,0 + knob_ugwp_effac = 1,1,1,1 + knob_ugwp_doaxyz = 1 + knob_ugwp_doheat = 1 + knob_ugwp_dokdis = 1 + knob_ugwp_ndx4lh = 1 + knob_ugwp_version = 0 + launch_level = 25 +/ diff --git a/tests/fv3_conf/ccpp_regional_FA_run.IN b/tests/fv3_conf/ccpp_regional_FA_run.IN new file mode 100644 index 0000000000..453db0a257 --- /dev/null +++ b/tests/fv3_conf/ccpp_regional_FA_run.IN @@ -0,0 +1,31 @@ +rsync -arv @[RTPWD]/FV3_regional_input_data/. . +rsync -arv @[RTPWD]/@[INPUT_DIR]/model_configure . + +rm -rf INPUT RESTART +mkdir INPUT RESTART + +rsync -arv @[RTPWD]/@[INPUT_DIR]/INPUT/. INPUT/. + +if [ $WARM_START = .T. ]; then + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.coupler.res INPUT/coupler.res + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.fv_core.res.nc INPUT/fv_core.res.nc + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.fv_core.res.tile1.nc INPUT/fv_core.res.tile1.nc + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.fv_srf_wnd.res.tile1.nc INPUT/fv_srf_wnd.res.tile1.nc + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.fv_tracer.res.tile1.nc INPUT/fv_tracer.res.tile1.nc + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.phy_data.nc INPUT/phy_data.nc + cp ../fv3_ccpp_regional_control${RT_SUFFIX}/RESTART/20181015.120000.sfc_data.nc INPUT/sfc_data.nc +fi +cp @[RTPWD]/FV3_input_data/DETAMPNEW_DATA* . +cp @[RTPWD]/FV3_input_data/*grb . +cp @[RTPWD]/FV3_input_data/*_table . +cp /home/Man.Zhang/diag_table_FA diag_table +cp /home/Man.Zhang/field_table_FA3 field_table +cp @[RTPWD]/FV3_input_data/*configure . + +cp ${PATHRT}/../FV3/ccpp/suites/suite_${CCPP_SUITE}.xml suite_${CCPP_SUITE}.xml + +# Add path to libccpp.so and libccpphys.so to LD_LIBRARY_PATH, append to module-setup.sh +echo " " >> module-setup.sh +echo "# Add path to libccpp.so and libccpphys.so to LD_LIBRARY_PATH" +echo "export LD_LIBRARY_PATH=${PATHRT}/../FV3/${CCPP_LIB_DIR}:${LD_LIBRARY_PATH:+:$LD_LIBRARY_PATH}" >> module-setup.sh +echo " " >> module-setup.sh diff --git a/tests/rt_ccpp_HAFS.conf b/tests/rt_ccpp_HAFS.conf new file mode 100644 index 0000000000..5fd9739c3c --- /dev/null +++ b/tests/rt_ccpp_HAFS.conf @@ -0,0 +1,11 @@ +# Compile with CCPP - dynamic mode +COMPILE | CCPP=Y REPRO=Y | standard | hera.intel | | +# Run tests, input data currently only available on Theia +#RUN | fv3_ccpp_ferhires | standard | | | +RUN | fv3_ccpp_regional_c768_FA_update_moist | standard | | | +#RUN | fv3_ccpp_regional_c768 | standard | | | +#RUN | fv3_ccpp_gfdlmp | standard | | | +#RUN | fv3_ccpp_control | standard | | | +#RUN | fv3_ccpp_csawmg | standard | | | +#RUN | fv3_ccpp_satmedmf | standard | | | +#RUN | fv3_ccpp_cpt | standard | | | diff --git a/tests/tests/fv3_ccpp_regional_c768_FA_update_moist b/tests/tests/fv3_ccpp_regional_c768_FA_update_moist new file mode 100644 index 0000000000..7493c3cf44 --- /dev/null +++ b/tests/tests/fv3_ccpp_regional_c768_FA_update_moist @@ -0,0 +1,25 @@ +############################################################################### +# +# FV3 CCPP regional c768 test +# +############################################################################### + +export TEST_DESCR="Compare FV3 CCPP regional c768 results with previous trunk version" + +export CNTL_DIR=fv3_regional_c768 + +export LIST_FILES=" atmos_4xdaily.nc \ + fv3_history2d.nc \ + fv3_history.nc " + +export_fv3 + +export TASKS=480 +export WLCLK=30 + +export RUN_SCRIPT=rt_fv3.sh +export FV3_RUN=ccpp_regional_FA_run.IN + +export CCPP_SUITE=FV3_HAFS_ferhires_update_moist +export CCPP_LIB_DIR=ccpp/lib +export INPUT_NML=ccpp_regional_c768_FA.nml.IN From c19f2ce0da90b5038b8c6f2a8ce17eb2c92b3054 Mon Sep 17 00:00:00 2001 From: "Man.Zhang" Date: Thu, 14 Nov 2019 13:31:59 -0700 Subject: [PATCH 2/4] 1. change nwat to 4 for qv,qc,qi,qr water loading for FA scheme 2. add lradar in NML for dbz OUTPUT 3. change shal_cnv to .false. for explicit simulation in regional C768 configuration. --- parm/ccpp_regional_c768_FA.nml.IN | 5 +++-- tests/fv3_conf/ccpp_regional_FA_run.IN | 4 ++-- tests/rt_ccpp_HAFS.conf | 7 +++++-- tests/tests/fv3_ccpp_regional_c768_FA_update_moist | 2 ++ 4 files changed, 12 insertions(+), 6 deletions(-) diff --git a/parm/ccpp_regional_c768_FA.nml.IN b/parm/ccpp_regional_c768_FA.nml.IN index a74eb9adb1..c6f5435227 100644 --- a/parm/ccpp_regional_c768_FA.nml.IN +++ b/parm/ccpp_regional_c768_FA.nml.IN @@ -65,7 +65,7 @@ p_fac = 0.1 k_split = 4 n_split = 5 - nwat = 5 + nwat = 4 na_init = @[NA_INIT] d_ext = 0.0 dnats = 1 @@ -131,6 +131,7 @@ imp_physics = 15 spec_adv = .true. RHGRD = 0.98 + lradar = @[LRADAR] pdfcld = .false. fhswr = 3600. fhlwr = 3600. @@ -144,7 +145,7 @@ lwhtr = .true. swhtr = .true. cnvgwd = .true. - shal_cnv = .true. + shal_cnv = .false. cal_pre = .false. redrag = .true. dspheat = .true. diff --git a/tests/fv3_conf/ccpp_regional_FA_run.IN b/tests/fv3_conf/ccpp_regional_FA_run.IN index 453db0a257..cb1d03cdab 100644 --- a/tests/fv3_conf/ccpp_regional_FA_run.IN +++ b/tests/fv3_conf/ccpp_regional_FA_run.IN @@ -19,8 +19,8 @@ cp @[RTPWD]/FV3_input_data/DETAMPNEW_DATA* . cp @[RTPWD]/FV3_input_data/*grb . cp @[RTPWD]/FV3_input_data/*_table . cp /home/Man.Zhang/diag_table_FA diag_table -cp /home/Man.Zhang/field_table_FA3 field_table -cp @[RTPWD]/FV3_input_data/*configure . +cp /home/Man.Zhang/field_table_FA_nwat4 field_table +#cp @[RTPWD]/FV3_input_data/*configure . cp ${PATHRT}/../FV3/ccpp/suites/suite_${CCPP_SUITE}.xml suite_${CCPP_SUITE}.xml diff --git a/tests/rt_ccpp_HAFS.conf b/tests/rt_ccpp_HAFS.conf index 5fd9739c3c..1f688f66fd 100644 --- a/tests/rt_ccpp_HAFS.conf +++ b/tests/rt_ccpp_HAFS.conf @@ -1,11 +1,14 @@ # Compile with CCPP - dynamic mode COMPILE | CCPP=Y REPRO=Y | standard | hera.intel | | # Run tests, input data currently only available on Theia -#RUN | fv3_ccpp_ferhires | standard | | | RUN | fv3_ccpp_regional_c768_FA_update_moist | standard | | | #RUN | fv3_ccpp_regional_c768 | standard | | | #RUN | fv3_ccpp_gfdlmp | standard | | | #RUN | fv3_ccpp_control | standard | | | #RUN | fv3_ccpp_csawmg | standard | | | -#RUN | fv3_ccpp_satmedmf | standard | | | +#RUN | fv3_ccpp_gfs_v15 | standard | | | #RUN | fv3_ccpp_cpt | standard | | | +# +#COMPILE | REPRO=Y CCPP=Y STATIC=Y SUITES=FV3_HAFS_ferhires_update_moist 32BIT=Y | standard | hera.intel | | +#RUN | fv3_ccpp_regional_c768_FA_update_moist | standard | | | + diff --git a/tests/tests/fv3_ccpp_regional_c768_FA_update_moist b/tests/tests/fv3_ccpp_regional_c768_FA_update_moist index 7493c3cf44..3761cfbfc3 100644 --- a/tests/tests/fv3_ccpp_regional_c768_FA_update_moist +++ b/tests/tests/fv3_ccpp_regional_c768_FA_update_moist @@ -23,3 +23,5 @@ export FV3_RUN=ccpp_regional_FA_run.IN export CCPP_SUITE=FV3_HAFS_ferhires_update_moist export CCPP_LIB_DIR=ccpp/lib export INPUT_NML=ccpp_regional_c768_FA.nml.IN +export LRADAR=.T. +export WRITE_DOPOST=.true. From 4a6439557c54ca979fdba795fe3098a79f27492a Mon Sep 17 00:00:00 2001 From: "Man.Zhang" Date: Thu, 21 Nov 2019 19:13:07 -0700 Subject: [PATCH 3/4] minor fix --- tests/fv3_conf/ccpp_regional_FA_run.IN | 5 ++--- tests/tests/fv3_ccpp_regional_c768_FA_update_moist | 4 ++-- 2 files changed, 4 insertions(+), 5 deletions(-) diff --git a/tests/fv3_conf/ccpp_regional_FA_run.IN b/tests/fv3_conf/ccpp_regional_FA_run.IN index cb1d03cdab..b21d6fa5ab 100644 --- a/tests/fv3_conf/ccpp_regional_FA_run.IN +++ b/tests/fv3_conf/ccpp_regional_FA_run.IN @@ -18,9 +18,8 @@ fi cp @[RTPWD]/FV3_input_data/DETAMPNEW_DATA* . cp @[RTPWD]/FV3_input_data/*grb . cp @[RTPWD]/FV3_input_data/*_table . -cp /home/Man.Zhang/diag_table_FA diag_table -cp /home/Man.Zhang/field_table_FA_nwat4 field_table -#cp @[RTPWD]/FV3_input_data/*configure . +cp /scratch1/BMC/gmtb/HAFS_physics/diag_table_FA diag_table +cp /scratch1/BMC/gmtb/HAFS_physics/field_table_FA_nwat4 field_table cp ${PATHRT}/../FV3/ccpp/suites/suite_${CCPP_SUITE}.xml suite_${CCPP_SUITE}.xml diff --git a/tests/tests/fv3_ccpp_regional_c768_FA_update_moist b/tests/tests/fv3_ccpp_regional_c768_FA_update_moist index 3761cfbfc3..55e31e207a 100644 --- a/tests/tests/fv3_ccpp_regional_c768_FA_update_moist +++ b/tests/tests/fv3_ccpp_regional_c768_FA_update_moist @@ -1,10 +1,10 @@ ############################################################################### # -# FV3 CCPP regional c768 test +# FV3 CCPP regional c768 test with Ferrier-Aligo MP scheme # ############################################################################### -export TEST_DESCR="Compare FV3 CCPP regional c768 results with previous trunk version" +export TEST_DESCR="Compare FV3 CCPP regional c768 with Ferrier-Aligo MP scheme results with previous trunk version" export CNTL_DIR=fv3_regional_c768 From be2363fa61452e66d2b42a3fd9c898155eea01c5 Mon Sep 17 00:00:00 2001 From: "Man.Zhang" Date: Fri, 22 Nov 2019 13:51:13 -0700 Subject: [PATCH 4/4] delete rt_ccpp_HAFS.conf --- tests/rt_ccpp_HAFS.conf | 14 -------------- 1 file changed, 14 deletions(-) delete mode 100644 tests/rt_ccpp_HAFS.conf diff --git a/tests/rt_ccpp_HAFS.conf b/tests/rt_ccpp_HAFS.conf deleted file mode 100644 index 1f688f66fd..0000000000 --- a/tests/rt_ccpp_HAFS.conf +++ /dev/null @@ -1,14 +0,0 @@ -# Compile with CCPP - dynamic mode -COMPILE | CCPP=Y REPRO=Y | standard | hera.intel | | -# Run tests, input data currently only available on Theia -RUN | fv3_ccpp_regional_c768_FA_update_moist | standard | | | -#RUN | fv3_ccpp_regional_c768 | standard | | | -#RUN | fv3_ccpp_gfdlmp | standard | | | -#RUN | fv3_ccpp_control | standard | | | -#RUN | fv3_ccpp_csawmg | standard | | | -#RUN | fv3_ccpp_gfs_v15 | standard | | | -#RUN | fv3_ccpp_cpt | standard | | | -# -#COMPILE | REPRO=Y CCPP=Y STATIC=Y SUITES=FV3_HAFS_ferhires_update_moist 32BIT=Y | standard | hera.intel | | -#RUN | fv3_ccpp_regional_c768_FA_update_moist | standard | | | -