Skip to content

Commit

Permalink
update /driver; /parm and /ecflow folder to match gfsv16
Browse files Browse the repository at this point in the history
  • Loading branch information
jian.kuang authored and jian.kuang committed Nov 25, 2020
1 parent d8b0f4f commit 45341b6
Show file tree
Hide file tree
Showing 1,868 changed files with 65,447 additions and 110,228 deletions.
63 changes: 63 additions & 0 deletions driver/gdas/para_config.gdas_gldas
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,63 @@
##################################################################
# This parameter file set up the environment variables used in
# the J-Job scripts to run the gldas land analsis system
##################################################################
# module load for untility in run_all of lsf directory

export GDATE=${PDY:-20191025}
export cyc=${cyc:-00}
export model=${model:-noah}
export QUEUE=debug
export PROJECT_CODE=NLDAS-T2O

#export workdir=/gpfs/dell2/emc/modeling/noscrub/$LOGNAME/global-workflow
export workdir=${workdir:-$HOMEgfs}

export gldas_ver=${gldas_ver:-v2.3.0}
export HOMEgldas=${HOMEgldas:-$workdir/sorc/gldas.fd}
export FIXgldas=${FIXgldas:-$HOMEgldas/fix}
export PARMgldas=${PARMgldas:-$HOMEgldas/parm}
export EXECgldas=${EXECgldas:-$HOMEgldas/exec}
export USHgldas=${USHgldas:-$HOMEgldas/ush}

#export FIXgldas=/gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/fv3gfs/fix/fix_gldas
#export topodir=/gpfs/dell2/emc/modeling/noscrub/emc.glopara/git/fv3gfs/fix/fix_fv3_gmted2010/C768/
export FIXgldas=${FIXgldas:-$workdir/fix/fix_gldas}
export topodir=${topodir:-$workdir/fix/fix_fv3_gmted2010/C768}


export COM_IN=${COM_IN:-$workdir/com/gldas.${gldas_ver}}
export COM_OUT=${COM_OUT:-$COM_IN}

# set up com and decom directory used
# GFS OPS
if [ ${model} == 'noah' ]; then
export COMROOT=/gpfs/dell1/nco/ops/com
export DCOMROOT=/gpfs/dell1/nco/ops/dcom
fi

##GFS Retrospective test
#if [ ${model} == 'noah' ]; then
#export COMROOT=/gpfs/dell2/emc/retros/noscrub/Youlong.Xia/com
#export DCOMROOT=/gpfs/dell2/emc/retros/noscrub/Youlong.Xia/com
#fi

# gfsv16 systhesis test
if [ ${model} == 'noahmp' ]; then
export COMROOT=/gpfs/dell2/emc/retros/noscrub/Youlong.Xia/com
export DCOMROOT=/gpfs/dell2/emc/retros/noscrub/Youlong.Xia/com
fi

export COMINgdas=${COMINgdas:-${COMROOT}/gfs/prod}
export DCOMIN=${DCOM_IN:-${DCOMROOT}/prod}


#export DATA_IN=/gpfs/dell2/ptmp/$LOGNAME/tmpnwprd
#export jlogfile=$DATA_IN/jlogfile
export DATA=/gpfs/dell2/ptmp/$LOGNAME/tmpnwprd
export jlogfile=$DATA/jlogfile

export SENDCOM=${SENDCOM:-YES}
export SENDECF=${SENDECF:-NO}
export SENDDBN=${SENDDBN:-NO}

3 changes: 1 addition & 2 deletions driver/gdas/run_JGDAS_NCEPPOST.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -28,8 +28,7 @@ export MP_STDOUTMODE=ordered
module load PrgEnv-intel ESMF-intel-haswell/3_1_0rp5 cfp-intel-sandybridge iobuf craype-hugepages2M craype-haswell
#module load cfp-intel-sandybridge/1.1.0
module use /gpfs/hps/nco/ops/nwprod/modulefiles
module load prod_envir
#module load prod_util
module load prod_envir/1.1.0
module load prod_util/1.0.4
module load grib_util/1.0.3

Expand Down
2 changes: 1 addition & 1 deletion driver/gdas/test_emcsfc.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ export RUN_ENVIR="nco"
export DATA="/gpfs/hps/stmp/$LOGNAME/tmpnwprd/${job}"
export jlogfile="/gpfs/hps/stmp/$LOGNAME/jlogfile"

module load prod_envir/1.0.1
module load prod_envir/1.1.0

export envir="prod"
export COMROOT="/gpfs/hps/stmp/${LOGNAME}"${COMROOT}
Expand Down
2 changes: 1 addition & 1 deletion driver/gdas/test_gdas_analysis_high.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,7 @@ export DATAROOT=/gpfs/hps/stmp/$LOGNAME/test
export gdas_ver=v14.1.0
export global_shared_ver=v14.1.0
export crtm_ver=2.2.4
export prod_envir_ver=1.0.1
export prod_envir_ver=1.1.0
export grib_util_ver=1.0.3
export prod_util_ver=1.0.6
export util_shared_ver=1.0.3
Expand Down
2 changes: 1 addition & 1 deletion driver/gdas/test_gdas_enkf_innovate_obs.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -46,7 +46,7 @@ export DATAROOT=/gpfs/hps/stmp/$LOGNAME/test
export gdas_ver=v14.1.0
export global_shared_ver=v14.1.0
export crtm_ver=2.2.4
export prod_envir_ver=1.0.1
export prod_envir_ver=1.1.0
export grib_util_ver=1.0.3
export prod_util_ver=1.0.6
export util_shared_ver=1.0.3
Expand Down
2 changes: 1 addition & 1 deletion driver/gdas/test_gdas_enkf_select_obs.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,7 @@ export DATAROOT=/gpfs/hps/stmp/$LOGNAME/test
export gdas_ver=v14.1.0
export global_shared_ver=v14.1.0
export crtm_ver=2.2.4
export prod_envir_ver=1.0.1
export prod_envir_ver=1.1.0
export grib_util_ver=1.0.3
export prod_util_ver=1.0.6
export util_shared_ver=1.0.3
Expand Down
127 changes: 127 additions & 0 deletions driver/gdas/test_gdas_gldas.sh
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,127 @@
#!/bin/sh

#BSUB -o /gpfs/dell2/ptmp/Youlong.Xia/gdas_gldas.o%J
#BSUB -e /gpfs/dell2/ptmp/Youlong.Xia/gdas_gldas.o%J
#BSUB -P NLDAS-T2O
#BSUB -J jgdas_gldas_12
#BSUB -W 01:00
#BSUB -q dev
#BSUB -n 112 # number of tasks
#BSUB -R span[ptile=28] # tasks per node
#BSUB -R affinity[core(1):distribute=balance]
#BSUB -M 3072
#BSUB -extsched 'CRAYLINUX[]'

set -x

date

export NODES=4
export ntasks=112
export ptile=28
export threads=1

export launcher="mpirun -n"
export npe_gaussian=6
export npe_gldas=112
export APRUN_GAUSSIAN="$launcher $npe_gaussian"
export APRUN_GLDAS="$launcher $npe_gldas"

export CDATE=${CDATE:-2019110700}

#############################################################
export KMP_AFFINITY=disabled

export PDY=`date -u +%Y%m%d`
export PDY=`echo $CDATE | cut -c1-8`

export PDY1=`expr $PDY - 1`

export cyc=`echo $CDATE | cut -c9-10`
export cycle=t${cyc}z

set -xa
export PS4='$SECONDS + '
date

####################################
## Load theUtilities module
#####################################
module purge
module load EnvVars/1.0.2
module load ips/18.0.1.163
module load CFP/2.0.1
module load impi/18.0.1
module load lsf/10.1
module load prod_envir/1.0.2
module load prod_util/1.1.4
module load grib_util/1.1.0
module load NetCDF/4.5.0
###########################################
# Now set up environment
###########################################
module list

############################################
# GDAS META PRODUCT GENERATION
############################################
# set envir=prod or para to test with data in prod or para
# export envir=prod
export envir=para

export RUN=${RUN:-gdas}

export SENDCOM=YES
export KEEPDATA=YES
export job=gdas_gldas_${cyc}
export pid=${pid:-$$}
export jobid=${job}.${pid}

##############################################
# Define COM, COMOUTwmo, COMIN directories
##############################################
export HOMEgw=/gpfs/dell2/emc/modeling/noscrub/$LOGNAME/global-workflow
if [ $envir = "prod" ] ; then
# This setting is for testing with GDAS (production)
export HOMEgldas=/nwprod/gldas.${gldas_ver}
export COMIN=/gpfs/dell1/nco/ops/com/gfs/prod/${RUN}.${PDY} ### NCO PROD
export COMROOT=/gpfs/dell1/nco/ops/com
export DCOMROOT=/gpfs/dell1/nco/ops/dcom
elif [ $envir = "para" ] ; then
# This setting is for testing with GDAS (production)
export HOMEgldas=${HOMEgldas:-$HOMEgfs/sorc/gldas.fd}
export COMIN=/gpfs/dell1/nco/ops/com/gfs/prod/${RUN}.${PDY} ### NCO PROD
export COMROOT=/gpfs/dell1/nco/ops/com
export DCOMROOT=/gpfs/dell1/nco/ops/dcom
else
# export COMIN=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/prfv3rt1/${RUN}.${PDY}/${cyc}/nawips ### EMC PARA Realtime
# export COMINgdas=/gpfs/dell3/ptmp/emc.glopara/ROTDIRS/prfv3rt1/${RUN} ### EMC PARA Realtime
export workdir=${workdir:-$HOMEgfs}
export HOMEgldas=$workdir/sorc/gldas.fd
export COMROOT=$workdir/com
export DCOMROOT=$workdir/dcom
export COMINgdas=$COMROOT
export DCOMIN=$DCOMROOT
export COMIN=$workdir/comin
export COMOUT=$workdir/comout
fi

if [ $SENDCOM = YES ] ; then
mkdir -m 775 -p $COMOUT $COMOUTncdc $COMOUTukmet $COMOUTecmwf
fi

# Set user specific variables
#############################################################
#export NWTEST=/gpfs/hps/emc/global/noscrub/emc.glopara/svn/gfs/work
export PARA_CONFIG=$HOMEgw/driver/gdas/para_config.gdas_gldas
#export JOBGLOBAL=$NWTEST/gdas.${gdas_ver}/jobs
export JOBGLOBAL=$HOMEgldas/jobs

#############################################################
# Execute job
#############################################################
echo $JOBGLOBAL/JGDAS_ATMOS_GLDAS
$JOBGLOBAL/JGDAS_ATMOS_GLDAS

exit

1 change: 0 additions & 1 deletion driver/gdas/test_jgdas_tropc_cray.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -53,7 +53,6 @@ export COMDATEROOT=/gpfs/hps/ptmp/Qingfu.Liu/com
#export COMDATEROOT=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com
#export COMDATEROOT=/gpfs/tp2/nco/ops/com
export DATA_DUMPJB=/gpfs/hps/ptmp/Qingfu.Liu/com/111
#export archsyndir=/gpfs/tp1/nco/ops/com/arch/prod/syndat

#export DCOMROOT=/dcom
export DCOMROOT=/gpfs/tp1/nco/ops/dcom
Expand Down
8 changes: 4 additions & 4 deletions driver/gdas/test_jgdas_tropcy_qc_reloc.ecf
View file
Original file line number Diff line number Diff line change
Expand Up @@ -85,7 +85,7 @@ export HOMERELO=$shared_global_home
#export HOMERELO=${NWROOT}/tropcy_qc_reloc.${tropcy_qc_reloc_ver}_r62774_phase2
export HOMESYND=${HOMERELO}
#export envir_getges=prod
$gdas_global_home/jobs/JGDAS_TROPCY_QC_RELOC
$gdas_global_home/jobs/JGLOBAL_ATMOS_TROPCY_QC_RELOC

if [ $? -ne 0 ]; then
# ecflow_client --abort
Expand All @@ -95,18 +95,18 @@ fi
#%include <tail.h>
#%manual
######################################################################
#PURPOSE: Executes the job JGDAS_TROPCY_QC_RELOC
#PURPOSE: Executes the job JGLOBAL_ATMOS_TROPCY_QC_RELOC
######################################################################
#############################################################
# Function been tested: TCvital quality control and archive, hurricane relocation
#
# Calling sequence: JGFS_TROPCY_QC_RELOC, extropcy_qc_reloc.sh.ecf,
# Calling sequence: JGLOBAL_ATMOS_TROPCY_QC_RELOC, exglobal_atmos_tropcy_qc_reloc.sh,
# # syndat_qctropcy.sh, tropcy_relocate.sh,syndat_getjtbul.sh,
# # tropcy_relocate_extrkr.sh,parse-storm-type.pl
#
# Initial condition: provide hours (cyc=?)
#
# Usage: bsub < test_jgdas_tropcy_qc_reloc.ecf
# Usage: bsub < test_jgdas_tropcy_qc_reloc
#
# Data_In: COMINgfs=/com/gfs/prod/gfs.${PDY}
# COMINgdas=/com/gfs/prod/gdas.${PDY}
Expand Down
11 changes: 6 additions & 5 deletions driver/gdas/test_jgdas_tropcy_qc_reloc_cray.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,7 @@

module use /gpfs/hps/nco/ops/nwprod/modulefiles
module load prod_util
module load prod_envir/1.1.0
module unload grib_util
module load grib_util/1.0.3
##module load crtm-intel/2.2.3
Expand Down Expand Up @@ -80,7 +81,7 @@ export PDY=20140814
#export COMINgdas=/gpfs/tp1/nco/ops/com/gfs/prod/gdas.${PDY}
export COMINgfs=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com/gfs/$envir/gfs.${PDY}
export COMINgdas=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com/gfs/$envir/gdas.${PDY}
export ARCHSYND=/gpfs/tp1/nco/ops/com/arch/prod/syndat
export ARCHSYND=${COMINsyn:-$(compath.py gfs/prod/syndat)}
export HOMENHC=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/guidance/storm-data/ncep
#export GETGES_COM=/gpfs/tp1/nco/ops/com
export GETGES_COM=/gpfs/hps/emc/global/noscrub/Qingfu.Liu/com
Expand Down Expand Up @@ -112,7 +113,7 @@ export HOMERELO=$shared_global_home
#export HOMERELO=${NWROOT}/tropcy_qc_reloc.${tropcy_qc_reloc_ver}_r62774_phase2
export HOMESYND=${HOMERELO}
#export envir_getges=prod
$gdas_global_home/jobs/JGDAS_TROPCY_QC_RELOC
$gdas_global_home/jobs/JGLOBAL_ATMOS_TROPCY_QC_RELOC

if [ $? -ne 0 ]; then
# ecflow_client --abort
Expand All @@ -122,18 +123,18 @@ fi
#%include <tail.h>
#%manual
######################################################################
#PURPOSE: Executes the job JGDAS_TROPCY_QC_RELOC
#PURPOSE: Executes the job JGLOBAL_ATMOS_TROPCY_QC_RELOC
######################################################################
#############################################################
# Function been tested: TCvital quality control and archive, hurricane relocation
#
# Calling sequence: JGFS_TROPCY_QC_RELOC, extropcy_qc_reloc.sh.ecf,
# Calling sequence: JGLOBAL_ATMOS_TROPCY_QC_RELOC, exglobal_atmos_tropcy_qc_reloc.sh,
# # syndat_qctropcy.sh, tropcy_relocate.sh,syndat_getjtbul.sh,
# # tropcy_relocate_extrkr.sh,parse-storm-type.pl
#
# Initial condition: provide hours (cyc=?)
#
# Usage: bsub < test_jgdas_tropcy_qc_reloc.ecf
# Usage: bsub < test_jgdas_tropcy_qc_reloc
#
# Data_In: COMINgfs=/com/gfs/prod/gfs.${PDY}
# COMINgdas=/com/gfs/prod/gdas.${PDY}
Expand Down
Loading

0 comments on commit 45341b6

Please sign in to comment.