Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

nwtest module library and tag updates #150

Merged
merged 18 commits into from
Oct 6, 2020
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
18 commits
Select commit Hold shift + click to select a range
6866e6c
Issue #131 added a path to DBNROOT
GuangPingLou-NOAA Sep 15, 2020
b100c22
Issue #131 reduce scripts output to logfile
GuangPingLou-NOAA Sep 15, 2020
dd08142
Issue #131 Unify dbn_alert path
GuangPingLou-NOAA Sep 17, 2020
928e3e4
Merge remote-tracking branch 'upstream/feature/gfsv16b' into feature/…
GuangPingLou-NOAA Sep 17, 2020
7278b06
Merge remote-tracking branch 'upstream/feature/gfsv16b' into feature/…
GuangPingLou-NOAA Sep 18, 2020
95f03be
Merge remote-tracking branch 'upstream/feature/gfsv16b' into feature/…
GuangPingLou-NOAA Sep 28, 2020
e6ba71f
issue #145 change dev path to prod for parallel netcdf modules
GuangPingLou-NOAA Oct 3, 2020
faaf804
issue #145 change dev path to prod for parallel netcdf modules
GuangPingLou-NOAA Oct 3, 2020
026b4e0
issue #142 add 6 bufr stations for Thailand TMD
GuangPingLou-NOAA Oct 3, 2020
fcf1f41
issue #142 add 6 bufr station data
GuangPingLou-NOAA Oct 3, 2020
68e5fd7
issue #142 generate station i,j grid
GuangPingLou-NOAA Oct 3, 2020
e4e4b84
issue #142 generate station i,j grid
GuangPingLou-NOAA Oct 3, 2020
8048cd0
issue #142 generate station i,j grid
GuangPingLou-NOAA Oct 3, 2020
01e3620
Issue #1 - update component tags and modulefiles for nwtest lib updat…
KateFriedman-NOAA Oct 5, 2020
f6689d4
Merge pull request #149 from GuangPingLou-NOAA/feature/gfsv16b
KateFriedman-NOAA Oct 5, 2020
97e9d7f
Issue #1 - update GSI tag to gfsda.v16.0.0
KateFriedman-NOAA Oct 5, 2020
11ca412
Issue #1 - remove unneeded line in vrfy.sh and update link_fv3gfs.sh …
KateFriedman-NOAA Oct 6, 2020
1b79fd3
Issue #1 - config updates from real-time parallel
KateFriedman-NOAA Oct 6, 2020
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 4 additions & 4 deletions Externals.cfg
Original file line number Diff line number Diff line change
@@ -1,28 +1,28 @@
# External sub-modules of global-workflow

[FV3GFS]
tag = GFS.v16.0.10
tag = GFS.v16.0.13
local_path = sorc/fv3gfs.fd
repo_url = https://github.com/ufs-community/ufs-weather-model.git
protocol = git
required = True

[GSI]
branch = release/gfsda.v16.0.0
tag = gfsda.v16.0.0
local_path = sorc/gsi.fd
repo_url = https://github.com/NOAA-EMC/GSI.git
protocol = git
required = True

[GLDAS]
tag = gldas_gfsv16_release.v1.10.0
tag = gldas_gfsv16_release.v1.11.0
local_path = sorc/gldas.fd
repo_url = https://github.com/NOAA-EMC/GLDAS.git
protocol = git
required = True

[EMC_post]
tag = upp_gfsv16_release.v1.0.16
tag = upp_gfsv16_release.v1.1.0
local_path = sorc/gfs_post.fd
repo_url = https://github.com/NOAA-EMC/EMC_post.git
protocol = git
Expand Down
1 change: 1 addition & 0 deletions jobs/JGFS_ATMOS_POSTSND
Original file line number Diff line number Diff line change
Expand Up @@ -61,6 +61,7 @@ export COMIN=${COMIN:-$COMROOT/${NET}/${envir}/${RUN}.${PDY}/${cyc}/$COMPONENT}
export COMOUT=${COMOUT:-$COMROOT/${NET}/${envir}/${RUN}.${PDY}/${cyc}/$COMPONENT}
export pcom=${pcom:-${COMOUT}/wmo}
export COMAWP=${COMAWP:-${COMOUT}/gempak}
export DBNROOT=${DBNROOT:-${UTILROOT}/fakedbn}
mkdir -p $COMOUT $pcom $COMAWP
env

Expand Down
1 change: 0 additions & 1 deletion jobs/rocoto/vrfy.sh
Original file line number Diff line number Diff line change
Expand Up @@ -66,7 +66,6 @@ if [ $MKPGB4PRCP = "YES" -a $CDUMP = "gfs" ]; then
$WGRIB2 $fname -match "(:PRATE:surface:)|(:TMP:2 m above ground:)" -grib $fileout
(( fhr = $fhr + 6 ))
done
cd $DATAROOT
export OMP_NUM_THREADS=$nthreads_env # revert to threads set in env
fi

Expand Down
6 changes: 0 additions & 6 deletions jobs/rocoto/waveawipsbulls.sh
Original file line number Diff line number Diff line change
Expand Up @@ -7,12 +7,6 @@ echo "=============== START TO SOURCE FV3GFS WORKFLOW MODULES ==============="
status=$?
[[ $status -ne 0 ]] && exit $status

# Load job specific modulefile
module use -a $HOMEgfs/modulefiles
module load modulefile_gfswave_prdgen.wcoss_dell_p3
status=$?
[[ $status -ne 0 ]] && exit $status

###############################################################
echo
echo "=============== BEGIN TO SOURCE RELEVANT CONFIGS ==============="
Expand Down
6 changes: 0 additions & 6 deletions jobs/rocoto/waveawipsgridded.sh
Original file line number Diff line number Diff line change
Expand Up @@ -7,12 +7,6 @@ echo "=============== START TO SOURCE FV3GFS WORKFLOW MODULES ==============="
status=$?
[[ $status -ne 0 ]] && exit $status

# Load job specific modulefile
module use -a $HOMEgfs/modulefiles
module load modulefile_gfswave_prdgen.wcoss_dell_p3
status=$?
[[ $status -ne 0 ]] && exit $status

###############################################################
echo
echo "=============== BEGIN TO SOURCE RELEVANT CONFIGS ==============="
Expand Down
6 changes: 0 additions & 6 deletions jobs/rocoto/wavegempak.sh
Original file line number Diff line number Diff line change
Expand Up @@ -7,12 +7,6 @@ echo "=============== START TO SOURCE FV3GFS WORKFLOW MODULES ==============="
status=$?
[[ $status -ne 0 ]] && exit $status

# Load job specific modulefile
module use -a $HOMEgfs/modulefiles
module load modulefile_gfswave_gempak.wcoss_dell_p3
status=$?
[[ $status -ne 0 ]] && exit $status

###############################################################
echo
echo "=============== BEGIN TO SOURCE RELEVANT CONFIGS ==============="
Expand Down
15 changes: 6 additions & 9 deletions modulefiles/fv3gfs/enkf_chgres_recenter_nc.wcoss_dell_p3
Original file line number Diff line number Diff line change
Expand Up @@ -5,15 +5,12 @@
module load ips/18.0.1.163
module load impi/18.0.1

#module load NetCDF/4.5.0
module load bacio/2.0.2
module load w3nco/2.0.6
module load ip/3.0.1
module load sp/2.0.2

module use /usrx/local/nceplibs/dev/NCEPLIBS/modulefiles
module load hdf5_parallel/1.10.6
module load netcdf_parallel/4.7.4
module load bacio/2.0.3
module load w3nco/2.2.0
module load ip/3.0.2
module load sp/2.0.3

module load NetCDF-parallel/4.7.4
module load HDF5-parallel/1.10.6

export FC=ifort
14 changes: 7 additions & 7 deletions modulefiles/fv3gfs/gaussian_sfcanl.wcoss_dell_p3
Original file line number Diff line number Diff line change
Expand Up @@ -8,13 +8,13 @@ set ver v15.0.0
module load ips/18.0.1.163
module load impi/18.0.1

module load nemsio/2.2.3
module load w3nco/2.0.6
module load bacio/2.0.2
module load sp/2.0.2
module load nemsio/2.2.4
module load w3nco/2.2.0
module load bacio/2.0.3
module load sp/2.0.3

module use /usrx/local/nceplibs/dev/NCEPLIBS/modulefiles
module load hdf5_parallel/1.10.6
module load netcdf_parallel/4.7.4
# Load prod modules
module load NetCDF-parallel/4.7.4
module load HDF5-parallel/1.10.6

export FCOMP=ifort
9 changes: 4 additions & 5 deletions modulefiles/gfs_bufr.wcoss_dell_p3
Original file line number Diff line number Diff line change
Expand Up @@ -14,14 +14,13 @@ module load w3nco/2.0.6
module load bufr/11.3.0
module load sigio/2.1.0

module load w3emc/2.4.0
module load NetCDF-parallel/4.7.4
module load HDF5-parallel/1.10.6

module use -a /gpfs/dell1/nco/ops/nwprod/modulefiles/
module load gempak/7.3.1

module use /usrx/local/nceplibs/dev/NCEPLIBS/modulefiles
module load hdf5_parallel/1.10.6
module load netcdf_parallel/4.7.4
module load w3emc_para/2.4.0

export myFC=mpiifort
export myFCFLAGS="-O3 -convert big_endian -traceback -g -fp-model source -qopenmp"
export myCPP=/lib/cpp
Expand Down
13 changes: 7 additions & 6 deletions modulefiles/module_base.wcoss_dell_p3
Original file line number Diff line number Diff line change
Expand Up @@ -20,10 +20,9 @@ module load CFP/2.0.2
setenv USE_CFP YES
module load pm5

module use /gpfs/dell2/emc/modeling/noscrub/emc.nemspara/soft/modulefiles
module load hdf5_parallel/1.10.6
module load netcdf_parallel/4.7.4
module load esmf/8.0.1bs08
module load NetCDF-parallel/4.7.4
module load ESMF/8.0.1
module load HDF5-parallel/1.10.6

module use -a /gpfs/dell1/nco/ops/nwprod/modulefiles/
module load gempak/7.3.1
Expand All @@ -36,9 +35,11 @@ module load util_shared/1.1.2
# python
module load python/3.6.3

# Load crtm/2.3.0 from nceplibs (until installed by NCO)
module use -a /usrx/local/nceplibs/dev/NCEPLIBS/modulefiles
# Load crtm
module load crtm/2.3.0

# Load from nceplibs (until installed by NCO)
module use -a /usrx/local/nceplibs/dev/NCEPLIBS/modulefiles
module load g2tmpl/1.6.0

# waveprep
Expand Down
32 changes: 0 additions & 32 deletions modulefiles/modulefile_gfswave_gempak.wcoss_dell_p3

This file was deleted.

32 changes: 0 additions & 32 deletions modulefiles/modulefile_gfswave_prdgen.wcoss_dell_p3

This file was deleted.

2 changes: 1 addition & 1 deletion parm/config/config.base.emc.dyn
Original file line number Diff line number Diff line change
Expand Up @@ -68,7 +68,7 @@ export FIXgsi="$HOMEgfs/fix/fix_gsi"
export HOMEfv3gfs="$HOMEgfs/sorc/fv3gfs.fd"
export HOMEpost="$HOMEgfs"
export HOMEobsproc_prep="$BASE_GIT/obsproc/gfsv16b/obsproc_prep.iss70457.netcdfhistory"
export HOMEobsproc_network="$BASE_GIT/obsproc/gfsv16b/obsproc_global.iss71402.supportGFSv16"
export HOMEobsproc_network="$BASE_GIT/obsproc/gfsv16b/obsproc_global_RB-3.4.0"
export HOMEobsproc_global=$HOMEobsproc_network
export BASE_VERIF="$BASE_GIT/verif/global/tags/vsdb"

Expand Down
18 changes: 7 additions & 11 deletions parm/config/config.base.nco.static
Original file line number Diff line number Diff line change
Expand Up @@ -39,17 +39,13 @@ export RTMFIX=$CRTM_FIX
# Machine specific paths used everywhere

# USER specific paths
# export HOMEDIR="/gpfs/dell2/emc/modeling/noscrub/$USER"
export HOMEDIR=$EXPDIR/HOMEDIR
# export STMP="/gpfs/dell3/stmp/$USER"
export STMP=$DATAROOT
# export PTMP="/gpfs/dell3/ptmp/$USER"
export PTMP=$ROTDIR
# export NOSCRUB="/gpfs/dell2/emc/modeling/noscrub/$USER"
export NOSCRUB=$EXPDIR/NOSCRUB
export HOMEDIR=$EXPDIR/HOMEDIR
export STMP=$DATAROOT
export PTMP=$ROTDIR
export NOSCRUB=$EXPDIR/NOSCRUB

# Base directories for various builds
export BASE_GIT="/gpfs/dell2/emc/modeling/noscrub/emc.glopara/git"
# Base directories for various builds
export BASE_GIT="/gpfs/dell2/emc/modeling/noscrub/emc.glopara/git"


# Toggle to turn on/off GFS downstream processing.
Expand Down Expand Up @@ -222,7 +218,7 @@ export imp_physics=11
# Shared parameters
# Hybrid related
export DOHYBVAR="YES"
export NMEM_ENKF=80
export NMEM_ENKF="80"
export SMOOTH_ENKF="NO"
export l4densvar=".true."
export lwrite4danl=".true."
Expand Down
8 changes: 4 additions & 4 deletions parm/config/config.fcst
Original file line number Diff line number Diff line change
Expand Up @@ -58,6 +58,10 @@ export do_ugwp=".false."
export do_tofd=".true."
export launch_level=$(echo "$LEVS/2.35" |bc)

export n_sponge=42
export d2_bg_k1=0.20
export d2_bg_k2=0.04

# Sponge layer settings for L127
if [ $LEVS = "128" -a "$CDUMP" = "gdas" ]; then
export tau=5.0
Expand Down Expand Up @@ -241,10 +245,6 @@ elif [[ "$CDUMP" == "gfs" ]] ; then # GFS cycle specific parameters
# Write each restart file in 16 small files to save time
export io_layout="4,4"

# Set number of layers from the top over
# which two delta-Z filter is applied
export n_sponge=42

# Debug load balancing
#export KEEPDATA="YES"
#export ESMF_RUNTIME_PROFILE=ON
Expand Down
4 changes: 4 additions & 0 deletions parm/config/config.prep
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,10 @@ echo "BEGIN: config.prep"

export DO_MAKEPREPBUFR="YES" # if NO, will copy prepbufr from globaldump

if [[ "$machine" == "WCOSS_DELL_P3" ]]; then
export POE="YES"
export BACK="off"
fi

# Relocation and syndata QC
export PROCESS_TROPCY=${PROCESS_TROPCY:-NO}
Expand Down
Loading