From b52559ba682f78b72a58f4f7ab663fba2a226d10 Mon Sep 17 00:00:00 2001 From: shannon shields Date: Tue, 10 Dec 2024 17:55:59 +0000 Subject: [PATCH 01/16] Change run.ver --- versions/run.ver | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/versions/run.ver b/versions/run.ver index 6f5df084a5..900c6288e7 100644 --- a/versions/run.ver +++ b/versions/run.ver @@ -20,11 +20,11 @@ export jasper_ver=2.0.25 export libfabric_ver=1.11.0.0. export libjpeg_ver=9c export libpng_ver=1.6.37 -export met_ver=12.0.0-beta5 -export metcalcpy_ver=3.0.0-beta5 -export metdataio_ver=3.0.0-beta5 -export metplotpy_ver=3.0.0-beta5 -export metplus_ver=6.0.0-beta5 +export met_ver=12.0.0-rc1 +export metcalcpy_ver=3.0.0-rc1 +export metdataio_ver=3.0.0-rc1 +export metplotpy_ver=3.0.0-rc1 +export metplus_ver=6.0.0-rc1 export nco_ver=5.0.6 export netcdf_ver=4.7.4 export PrgEnvintel_ver=8.3.3 From eb74bea6b5ad11cb148abd9527d89521e189d5c9 Mon Sep 17 00:00:00 2001 From: shannon shields Date: Tue, 10 Dec 2024 19:47:05 +0000 Subject: [PATCH 02/16] Make changes to MPR columns --- ...nal_stats_grid2obs_create_days6_10_anomaly.py | 8 +++++--- ...easonal_stats_grid2obs_create_days6_10_avg.py | 16 +++++++++++++--- ...sonal_stats_grid2obs_create_weekly_anomaly.py | 8 +++++--- ...bseasonal_stats_grid2obs_create_weekly_avg.py | 16 +++++++++++++--- ...nal_stats_grid2obs_create_weeks3_4_anomaly.py | 8 +++++--- ...easonal_stats_grid2obs_create_weeks3_4_avg.py | 16 +++++++++++++--- 6 files changed, 54 insertions(+), 18 deletions(-) diff --git a/ush/subseasonal/subseasonal_stats_grid2obs_create_days6_10_anomaly.py b/ush/subseasonal/subseasonal_stats_grid2obs_create_days6_10_anomaly.py index 57b5bd0c06..ad59baf9ae 100644 --- a/ush/subseasonal/subseasonal_stats_grid2obs_create_days6_10_anomaly.py +++ b/ush/subseasonal/subseasonal_stats_grid2obs_create_days6_10_anomaly.py @@ -53,7 +53,8 @@ 'VX_MASK', 'INTERP_MTHD', 'INTERP_PNTS', 'FCST_THRESH', 'OBS_THRESH', 'COV_THRESH', 'ALPHA', 'LINE_TYPE', 'TOTAL', 'INDEX', 'OBS_SID', 'OBS_LAT', 'OBS_LON', 'OBS_LVL', 'OBS_ELV', 'FCST', 'OBS', 'OBS_QC', - 'CLIMO_MEAN', 'CLIMO_STDEV', 'CLIMO_CDF' + 'OBS_CLIMO_MEAN', 'OBS_CLIMO_STDEV', 'OBS_CLIMO_CDF', + 'FCST_CLIMO_MEAN', 'FCST_CLIMO_STDEV' ] # Create fcst and obs anomaly data @@ -144,13 +145,14 @@ input_file_var_level_df['OBS'].values, dtype=float ) climo_mean_var_level = np.array( - input_file_var_level_df['CLIMO_MEAN'].values, dtype=float + input_file_var_level_df['OBS_CLIMO_MEAN'].values, dtype=float ) fcst_anom_var_level = fcst_var_level - climo_mean_var_level obs_anom_var_level = obs_var_level - climo_mean_var_level output_file_df = pd.DataFrame.copy(input_file_var_level_df, deep=True) - output_file_df['CLIMO_MEAN'] = 'NA' + output_file_df['OBS_CLIMO_MEAN'] = 'NA' + output_file_df['FCST_CLIMO_MEAN'] = 'NA' output_file_df['FCST'] = fcst_anom_var_level output_file_df['OBS'] = obs_anom_var_level output_file_df['FCST_VAR'] = f"{var1_obs_name}_ANOM" diff --git a/ush/subseasonal/subseasonal_stats_grid2obs_create_days6_10_avg.py b/ush/subseasonal/subseasonal_stats_grid2obs_create_days6_10_avg.py index bf219df275..4335b35d66 100644 --- a/ush/subseasonal/subseasonal_stats_grid2obs_create_days6_10_avg.py +++ b/ush/subseasonal/subseasonal_stats_grid2obs_create_days6_10_avg.py @@ -64,7 +64,8 @@ 'VX_MASK', 'INTERP_MTHD', 'INTERP_PNTS', 'FCST_THRESH', 'OBS_THRESH', 'COV_THRESH', 'ALPHA', 'LINE_TYPE', 'TOTAL', 'INDEX', 'OBS_SID', 'OBS_LAT', 'OBS_LON', 'OBS_LVL', 'OBS_ELV', 'FCST', 'OBS', 'OBS_QC', - 'CLIMO_MEAN', 'CLIMO_STDEV', 'CLIMO_CDF' + 'OBS_CLIMO_MEAN', 'OBS_CLIMO_STDEV', 'OBS_CLIMO_CDF', + 'FCST_CLIMO_MEAN', 'FCST_CLIMO_STDEV' ] # Create Days 6-10 average files @@ -207,7 +208,13 @@ if job_name == 'Days6_10Avg_Temp2m': all_days_avg_obtype_sid_vx_mask_climo_mean = ( np.array( - all_days_avg_obtype_sid_vx_mask_df['CLIMO_MEAN']\ + all_days_avg_obtype_sid_vx_mask_df['OBS_CLIMO_MEAN']\ + .values, dtype=float + ).mean() + ) + all_days_avg_obtype_sid_vx_mask_fclimo_mean = ( + np.array( + all_days_avg_obtype_sid_vx_mask_df['FCST_CLIMO_MEAN']\ .values, dtype=float ).mean() ) @@ -245,9 +252,12 @@ all_days_avg_obtype_sid_vx_mask_obs_mean ) if job_name == 'Days6_10Avg_Temp2m': - days_avg_obtype_sid_vx_mask_df['CLIMO_MEAN'] = str( + days_avg_obtype_sid_vx_mask_df['OBS_CLIMO_MEAN'] = str( all_days_avg_obtype_sid_vx_mask_climo_mean ) + days_avg_obtype_sid_vx_mask_df['FCST_CLIMO_MEAN'] = str( + all_days_avg_obtype_sid_vx_mask_fclimo_mean + ) days_avg_df_list.append( days_avg_obtype_sid_vx_mask_df ) diff --git a/ush/subseasonal/subseasonal_stats_grid2obs_create_weekly_anomaly.py b/ush/subseasonal/subseasonal_stats_grid2obs_create_weekly_anomaly.py index 8b9ed57d45..cdd261bc02 100644 --- a/ush/subseasonal/subseasonal_stats_grid2obs_create_weekly_anomaly.py +++ b/ush/subseasonal/subseasonal_stats_grid2obs_create_weekly_anomaly.py @@ -53,7 +53,8 @@ 'VX_MASK', 'INTERP_MTHD', 'INTERP_PNTS', 'FCST_THRESH', 'OBS_THRESH', 'COV_THRESH', 'ALPHA', 'LINE_TYPE', 'TOTAL', 'INDEX', 'OBS_SID', 'OBS_LAT', 'OBS_LON', 'OBS_LVL', 'OBS_ELV', 'FCST', 'OBS', 'OBS_QC', - 'CLIMO_MEAN', 'CLIMO_STDEV', 'CLIMO_CDF' + 'OBS_CLIMO_MEAN', 'OBS_CLIMO_STDEV', 'OBS_CLIMO_CDF', + 'FCST_CLIMO_MEAN', 'FCST_CLIMO_STDEV' ] # Create fcst and obs anomaly data @@ -144,13 +145,14 @@ input_file_var_level_df['OBS'].values, dtype=float ) climo_mean_var_level = np.array( - input_file_var_level_df['CLIMO_MEAN'].values, dtype=float + input_file_var_level_df['OBS_CLIMO_MEAN'].values, dtype=float ) fcst_anom_var_level = fcst_var_level - climo_mean_var_level obs_anom_var_level = obs_var_level - climo_mean_var_level output_file_df = pd.DataFrame.copy(input_file_var_level_df, deep=True) - output_file_df['CLIMO_MEAN'] = 'NA' + output_file_df['OBS_CLIMO_MEAN'] = 'NA' + output_file_df['FCST_CLIMO_MEAN'] = 'NA' output_file_df['FCST'] = fcst_anom_var_level output_file_df['OBS'] = obs_anom_var_level output_file_df['FCST_VAR'] = f"{var1_obs_name}_ANOM" diff --git a/ush/subseasonal/subseasonal_stats_grid2obs_create_weekly_avg.py b/ush/subseasonal/subseasonal_stats_grid2obs_create_weekly_avg.py index e27ab151d5..5990cb0ecc 100644 --- a/ush/subseasonal/subseasonal_stats_grid2obs_create_weekly_avg.py +++ b/ush/subseasonal/subseasonal_stats_grid2obs_create_weekly_avg.py @@ -64,7 +64,8 @@ 'VX_MASK', 'INTERP_MTHD', 'INTERP_PNTS', 'FCST_THRESH', 'OBS_THRESH', 'COV_THRESH', 'ALPHA', 'LINE_TYPE', 'TOTAL', 'INDEX', 'OBS_SID', 'OBS_LAT', 'OBS_LON', 'OBS_LVL', 'OBS_ELV', 'FCST', 'OBS', 'OBS_QC', - 'CLIMO_MEAN', 'CLIMO_STDEV', 'CLIMO_CDF' + 'OBS_CLIMO_MEAN', 'OBS_CLIMO_STDEV', 'OBS_CLIMO_CDF', + 'FCST_CLIMO_MEAN', 'FCST_CLIMO_STDEV' ] # Create weekly average files @@ -207,7 +208,13 @@ if job_name == 'WeeklyAvg_Temp2m': all_weekly_avg_obtype_sid_vx_mask_climo_mean = ( np.array( - all_weekly_avg_obtype_sid_vx_mask_df['CLIMO_MEAN']\ + all_weekly_avg_obtype_sid_vx_mask_df['OBS_CLIMO_MEAN']\ + .values, dtype=float + ).mean() + ) + all_weekly_avg_obtype_sid_vx_mask_fclimo_mean = ( + np.array( + all_weekly_avg_obtype_sid_vx_mask_df['FCST_CLIMO_MEAN']\ .values, dtype=float ).mean() ) @@ -245,9 +252,12 @@ all_weekly_avg_obtype_sid_vx_mask_obs_mean ) if job_name == 'WeeklyAvg_Temp2m': - weekly_avg_obtype_sid_vx_mask_df['CLIMO_MEAN'] = str( + weekly_avg_obtype_sid_vx_mask_df['OBS_CLIMO_MEAN'] = str( all_weekly_avg_obtype_sid_vx_mask_climo_mean ) + weekly_avg_obtype_sid_vx_mask_df['FCST_CLIMO_MEAN'] = str( + all_weekly_avg_obtype_sid_vx_mask_fclimo_mean + ) weekly_avg_df_list.append( weekly_avg_obtype_sid_vx_mask_df ) diff --git a/ush/subseasonal/subseasonal_stats_grid2obs_create_weeks3_4_anomaly.py b/ush/subseasonal/subseasonal_stats_grid2obs_create_weeks3_4_anomaly.py index 0a526b3229..2b9e1657e5 100644 --- a/ush/subseasonal/subseasonal_stats_grid2obs_create_weeks3_4_anomaly.py +++ b/ush/subseasonal/subseasonal_stats_grid2obs_create_weeks3_4_anomaly.py @@ -53,7 +53,8 @@ 'VX_MASK', 'INTERP_MTHD', 'INTERP_PNTS', 'FCST_THRESH', 'OBS_THRESH', 'COV_THRESH', 'ALPHA', 'LINE_TYPE', 'TOTAL', 'INDEX', 'OBS_SID', 'OBS_LAT', 'OBS_LON', 'OBS_LVL', 'OBS_ELV', 'FCST', 'OBS', 'OBS_QC', - 'CLIMO_MEAN', 'CLIMO_STDEV', 'CLIMO_CDF' + 'OBS_CLIMO_MEAN', 'OBS_CLIMO_STDEV', 'OBS_CLIMO_CDF', + 'FCST_CLIMO_MEAN', 'FCST_CLIMO_STDEV' ] # Create fcst and obs anomaly data @@ -144,13 +145,14 @@ input_file_var_level_df['OBS'].values, dtype=float ) climo_mean_var_level = np.array( - input_file_var_level_df['CLIMO_MEAN'].values, dtype=float + input_file_var_level_df['OBS_CLIMO_MEAN'].values, dtype=float ) fcst_anom_var_level = fcst_var_level - climo_mean_var_level obs_anom_var_level = obs_var_level - climo_mean_var_level output_file_df = pd.DataFrame.copy(input_file_var_level_df, deep=True) - output_file_df['CLIMO_MEAN'] = 'NA' + output_file_df['OBS_CLIMO_MEAN'] = 'NA' + output_file_df['FCST_CLIMO_MEAN'] = 'NA' output_file_df['FCST'] = fcst_anom_var_level output_file_df['OBS'] = obs_anom_var_level output_file_df['FCST_VAR'] = f"{var1_obs_name}_ANOM" diff --git a/ush/subseasonal/subseasonal_stats_grid2obs_create_weeks3_4_avg.py b/ush/subseasonal/subseasonal_stats_grid2obs_create_weeks3_4_avg.py index 03f14cfc80..a6c1889171 100644 --- a/ush/subseasonal/subseasonal_stats_grid2obs_create_weeks3_4_avg.py +++ b/ush/subseasonal/subseasonal_stats_grid2obs_create_weeks3_4_avg.py @@ -64,7 +64,8 @@ 'VX_MASK', 'INTERP_MTHD', 'INTERP_PNTS', 'FCST_THRESH', 'OBS_THRESH', 'COV_THRESH', 'ALPHA', 'LINE_TYPE', 'TOTAL', 'INDEX', 'OBS_SID', 'OBS_LAT', 'OBS_LON', 'OBS_LVL', 'OBS_ELV', 'FCST', 'OBS', 'OBS_QC', - 'CLIMO_MEAN', 'CLIMO_STDEV', 'CLIMO_CDF' + 'OBS_CLIMO_MEAN', 'OBS_CLIMO_STDEV', 'OBS_CLIMO_CDF', + 'FCST_CLIMO_MEAN', 'FCST_CLIMO_STDEV' ] # Create Weeks 3-4 average files @@ -207,7 +208,13 @@ if job_name == 'Weeks3_4Avg_Temp2m': all_weeks_avg_obtype_sid_vx_mask_climo_mean = ( np.array( - all_weeks_avg_obtype_sid_vx_mask_df['CLIMO_MEAN']\ + all_weeks_avg_obtype_sid_vx_mask_df['OBS_CLIMO_MEAN']\ + .values, dtype=float + ).mean() + ) + all_weeks_avg_obtype_sid_vx_mask_fclimo_mean = ( + np.array( + all_weeks_avg_obtype_sid_vx_mask_df['FCST_CLIMO_MEAN']\ .values, dtype=float ).mean() ) @@ -245,9 +252,12 @@ all_weeks_avg_obtype_sid_vx_mask_obs_mean ) if job_name == 'Weeks3_4Avg_Temp2m': - weeks_avg_obtype_sid_vx_mask_df['CLIMO_MEAN'] = str( + weeks_avg_obtype_sid_vx_mask_df['OBS_CLIMO_MEAN'] = str( all_weeks_avg_obtype_sid_vx_mask_climo_mean ) + weeks_avg_obtype_sid_vx_mask_df['FCST_CLIMO_MEAN'] = str( + all_weeks_avg_obtype_sid_vx_mask_fclimo_mean + ) weeks_avg_df_list.append( weeks_avg_obtype_sid_vx_mask_df ) From 07eb9d1905908571b425dea059fe1594aa405d48 Mon Sep 17 00:00:00 2001 From: ShannonShields-NOAA <66634320+ShannonShields-NOAA@users.noreply.github.com> Date: Wed, 18 Dec 2024 12:29:07 -0500 Subject: [PATCH 03/16] Replace Alicia's email with Lydia's in MAILTO --- .../scripts/prep/subseasonal/jevs_subseasonal_cfs_prep.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/drivers/scripts/prep/subseasonal/jevs_subseasonal_cfs_prep.sh b/dev/drivers/scripts/prep/subseasonal/jevs_subseasonal_cfs_prep.sh index dc338bb7eb..a41b186a2c 100755 --- a/dev/drivers/scripts/prep/subseasonal/jevs_subseasonal_cfs_prep.sh +++ b/dev/drivers/scripts/prep/subseasonal/jevs_subseasonal_cfs_prep.sh @@ -31,7 +31,7 @@ export SITE=$(cat /etc/cluster_name) export KEEPDATA=YES export SENDMAIL=YES -export MAILTO='alicia.bentley@noaa.gov,shannon.shields@noaa.gov' +export MAILTO='lydia.b.stefanova@noaa.gov,shannon.shields@noaa.gov' export USER=$USER export ACCOUNT=VERF-DEV From 5d0bd2f0a9c66ab2bc0165fe970c2ebce4cd128c Mon Sep 17 00:00:00 2001 From: ShannonShields-NOAA <66634320+ShannonShields-NOAA@users.noreply.github.com> Date: Wed, 18 Dec 2024 12:30:01 -0500 Subject: [PATCH 04/16] Replace Alicia's email with Lydia's in MAILTO --- .../scripts/prep/subseasonal/jevs_subseasonal_gefs_prep.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/drivers/scripts/prep/subseasonal/jevs_subseasonal_gefs_prep.sh b/dev/drivers/scripts/prep/subseasonal/jevs_subseasonal_gefs_prep.sh index 9bf5b76f30..5957e0dd4e 100755 --- a/dev/drivers/scripts/prep/subseasonal/jevs_subseasonal_gefs_prep.sh +++ b/dev/drivers/scripts/prep/subseasonal/jevs_subseasonal_gefs_prep.sh @@ -31,7 +31,7 @@ export SITE=$(cat /etc/cluster_name) export KEEPDATA=YES export SENDMAIL=YES -export MAILTO='alicia.bentley@noaa.gov,shannon.shields@noaa.gov' +export MAILTO='lydia.b.stefanova@noaa.gov,shannon.shields@noaa.gov' export USER=$USER export ACCOUNT=VERF-DEV From 94148020316d7524f9bcfd93111f3d64485fa66e Mon Sep 17 00:00:00 2001 From: ShannonShields-NOAA <66634320+ShannonShields-NOAA@users.noreply.github.com> Date: Wed, 18 Dec 2024 12:33:38 -0500 Subject: [PATCH 05/16] Replace Alicia's email with Lydia's in MAILTO --- .../scripts/prep/subseasonal/jevs_subseasonal_obs_prep.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/drivers/scripts/prep/subseasonal/jevs_subseasonal_obs_prep.sh b/dev/drivers/scripts/prep/subseasonal/jevs_subseasonal_obs_prep.sh index 0356d22380..42d4061775 100755 --- a/dev/drivers/scripts/prep/subseasonal/jevs_subseasonal_obs_prep.sh +++ b/dev/drivers/scripts/prep/subseasonal/jevs_subseasonal_obs_prep.sh @@ -31,7 +31,7 @@ export SITE=$(cat /etc/cluster_name) export KEEPDATA=YES export SENDMAIL=YES -export MAILTO='alicia.bentley@noaa.gov,shannon.shields@noaa.gov' +export MAILTO='lydia.b.stefanova@noaa.gov,shannon.shields@noaa.gov' export USER=$USER export ACCOUNT=VERF-DEV From 49e3ccb110d1d575f6f64b2cbb6e4a2b5b34e81e Mon Sep 17 00:00:00 2001 From: ShannonShields-NOAA <66634320+ShannonShields-NOAA@users.noreply.github.com> Date: Wed, 18 Dec 2024 16:21:43 -0500 Subject: [PATCH 06/16] Change anom to temp and adjust ncpus to match drivers --- ...f => jevs_subseasonal_grid2grid_temp_plots_31days.ecf} | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) rename ecf/scripts/plots/subseasonal/{jevs_subseasonal_grid2grid_anom_plots_31days.ecf => jevs_subseasonal_grid2grid_temp_plots_31days.ecf} (91%) diff --git a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_anom_plots_31days.ecf b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_temp_plots_31days.ecf similarity index 91% rename from ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_anom_plots_31days.ecf rename to ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_temp_plots_31days.ecf index 97671386c2..6e99aa4066 100755 --- a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_anom_plots_31days.ecf +++ b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_temp_plots_31days.ecf @@ -1,10 +1,10 @@ -#PBS -N evs_subseasonal_grid2grid_anom_plots_31days +#PBS -N evs_subseasonal_grid2grid_temp_plots_31days #PBS -j oe #PBS -S /bin/bash #PBS -q %QUEUE% #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 -#PBS -l place=vscatter:shared,select=1:ncpus=32:ompthreads=1:mem=35GB +#PBS -l place=vscatter,select=1:ncpus=80:ompthreads=1:mem=35GB #PBS -l debug=true export model=evs @@ -46,13 +46,13 @@ if [ -n "%VHR:%" ]; then else export vhr=00 fi -export nproc=32 +export nproc=80 export USE_CFP=YES export NET=evs export RUN=atmos export MODELNAME="gefs cfs" export VERIF_CASE=grid2grid -export VERIF_TYPE=anom +export VERIF_TYPE=temp export NDAYS=31 export DAYS=32 export config=$HOMEevs/parm/evs_config/${COMPONENT}/config.${model}.${COMPONENT}.${VERIF_CASE}.${STEP}.${VERIF_TYPE} From 9b1bdabf85751bce64d4617cd186094b8b56edc5 Mon Sep 17 00:00:00 2001 From: ShannonShields-NOAA <66634320+ShannonShields-NOAA@users.noreply.github.com> Date: Wed, 18 Dec 2024 16:24:28 -0500 Subject: [PATCH 07/16] Change anom to temp and adjust ncpus to match drivers --- ...f => jevs_subseasonal_grid2grid_temp_plots_90days.ecf} | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) rename ecf/scripts/plots/subseasonal/{jevs_subseasonal_grid2grid_anom_plots_90days.ecf => jevs_subseasonal_grid2grid_temp_plots_90days.ecf} (91%) diff --git a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_anom_plots_90days.ecf b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_temp_plots_90days.ecf similarity index 91% rename from ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_anom_plots_90days.ecf rename to ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_temp_plots_90days.ecf index 00304549c4..247d0ce053 100755 --- a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_anom_plots_90days.ecf +++ b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_temp_plots_90days.ecf @@ -1,10 +1,10 @@ -#PBS -N evs_subseasonal_grid2grid_anom_plots_90days +#PBS -N evs_subseasonal_grid2grid_temp_plots_90days #PBS -j oe #PBS -S /bin/bash #PBS -q %QUEUE% #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 -#PBS -l place=vscatter:shared,select=1:ncpus=32:ompthreads=1:mem=35GB +#PBS -l place=vscatter,select=1:ncpus=80:ompthreads=1:mem=35GB #PBS -l debug=true export model=evs @@ -46,13 +46,13 @@ if [ -n "%VHR:%" ]; then else export vhr=00 fi -export nproc=32 +export nproc=80 export USE_CFP=YES export NET=evs export RUN=atmos export MODELNAME="gefs cfs" export VERIF_CASE=grid2grid -export VERIF_TYPE=anom +export VERIF_TYPE=temp export NDAYS=90 export DAYS=91 export config=$HOMEevs/parm/evs_config/${COMPONENT}/config.${model}.${COMPONENT}.${VERIF_CASE}.${STEP}.${VERIF_TYPE} From 694ed30612f570abc343629f3497330ab298cc9d Mon Sep 17 00:00:00 2001 From: ShannonShields-NOAA <66634320+ShannonShields-NOAA@users.noreply.github.com> Date: Wed, 18 Dec 2024 16:28:16 -0500 Subject: [PATCH 08/16] Adjust ncpus to match drivers --- .../jevs_subseasonal_grid2grid_pres_lvls_plots_31days.ecf | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_pres_lvls_plots_31days.ecf b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_pres_lvls_plots_31days.ecf index 4cca55de69..414b135a3c 100755 --- a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_pres_lvls_plots_31days.ecf +++ b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_pres_lvls_plots_31days.ecf @@ -4,7 +4,7 @@ #PBS -q %QUEUE% #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 -#PBS -l place=vscatter:shared,select=1:ncpus=48:ompthreads=1:mem=35GB +#PBS -l place=vscatter,select=1:ncpus=120:ompthreads=1:mem=35GB #PBS -l debug=true export model=evs @@ -46,7 +46,7 @@ if [ -n "%VHR:%" ]; then else export vhr=00 fi -export nproc=48 +export nproc=120 export USE_CFP=YES export NET=evs export RUN=atmos From 78cf12727dc0a644da8a42713f41254f6e8860f4 Mon Sep 17 00:00:00 2001 From: ShannonShields-NOAA <66634320+ShannonShields-NOAA@users.noreply.github.com> Date: Wed, 18 Dec 2024 16:29:33 -0500 Subject: [PATCH 09/16] Adjust ncpus to match drivers --- .../jevs_subseasonal_grid2grid_pres_lvls_plots_90days.ecf | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_pres_lvls_plots_90days.ecf b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_pres_lvls_plots_90days.ecf index 4cd567542e..0465fa15e1 100755 --- a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_pres_lvls_plots_90days.ecf +++ b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_pres_lvls_plots_90days.ecf @@ -4,7 +4,7 @@ #PBS -q %QUEUE% #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 -#PBS -l place=vscatter:shared,select=1:ncpus=48:ompthreads=1:mem=35GB +#PBS -l place=vscatter,select=1:ncpus=120:ompthreads=1:mem=35GB #PBS -l debug=true export model=evs @@ -46,7 +46,7 @@ if [ -n "%VHR:%" ]; then else export vhr=00 fi -export nproc=48 +export nproc=120 export USE_CFP=YES export NET=evs export RUN=atmos From 823431bf2028803657da129bd689b416e12f5c0c Mon Sep 17 00:00:00 2001 From: ShannonShields-NOAA <66634320+ShannonShields-NOAA@users.noreply.github.com> Date: Wed, 18 Dec 2024 16:31:41 -0500 Subject: [PATCH 10/16] Remove shared from #PBS place --- .../jevs_subseasonal_grid2grid_sea_ice_plots_31days.ecf | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_sea_ice_plots_31days.ecf b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_sea_ice_plots_31days.ecf index 395fcc0096..5dc0db630d 100755 --- a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_sea_ice_plots_31days.ecf +++ b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_sea_ice_plots_31days.ecf @@ -4,7 +4,7 @@ #PBS -q %QUEUE% #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 -#PBS -l place=vscatter:shared,select=1:ncpus=34:ompthreads=1:mem=35GB +#PBS -l place=vscatter,select=1:ncpus=34:ompthreads=1:mem=35GB #PBS -l debug=true export model=evs From 3fcda1852cac29ce3beb61674aa3991622fb9bad Mon Sep 17 00:00:00 2001 From: ShannonShields-NOAA <66634320+ShannonShields-NOAA@users.noreply.github.com> Date: Wed, 18 Dec 2024 16:32:18 -0500 Subject: [PATCH 11/16] Remove shared from #PBS place --- .../jevs_subseasonal_grid2grid_sea_ice_plots_90days.ecf | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_sea_ice_plots_90days.ecf b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_sea_ice_plots_90days.ecf index fe9dda2c22..c353f7a324 100755 --- a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_sea_ice_plots_90days.ecf +++ b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_sea_ice_plots_90days.ecf @@ -4,7 +4,7 @@ #PBS -q %QUEUE% #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 -#PBS -l place=vscatter:shared,select=1:ncpus=34:ompthreads=1:mem=35GB +#PBS -l place=vscatter,select=1:ncpus=34:ompthreads=1:mem=35GB #PBS -l debug=true export model=evs From a52c015461a58221a351ba15a82f0eee8bbed20e Mon Sep 17 00:00:00 2001 From: ShannonShields-NOAA <66634320+ShannonShields-NOAA@users.noreply.github.com> Date: Wed, 18 Dec 2024 16:33:16 -0500 Subject: [PATCH 12/16] Remove shared from #PBS place --- .../subseasonal/jevs_subseasonal_grid2grid_sst_plots_31days.ecf | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_sst_plots_31days.ecf b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_sst_plots_31days.ecf index 4e195ccacc..298473e2ca 100755 --- a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_sst_plots_31days.ecf +++ b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_sst_plots_31days.ecf @@ -4,7 +4,7 @@ #PBS -q %QUEUE% #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 -#PBS -l place=vscatter:shared,select=1:ncpus=30:ompthreads=1:mem=35GB +#PBS -l place=vscatter,select=1:ncpus=30:ompthreads=1:mem=35GB #PBS -l debug=true export model=evs From e7ecdc527be61f47047e4b042c16567bcc4de42d Mon Sep 17 00:00:00 2001 From: ShannonShields-NOAA <66634320+ShannonShields-NOAA@users.noreply.github.com> Date: Wed, 18 Dec 2024 16:33:42 -0500 Subject: [PATCH 13/16] Remove shared from #PBS place --- .../subseasonal/jevs_subseasonal_grid2grid_sst_plots_90days.ecf | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_sst_plots_90days.ecf b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_sst_plots_90days.ecf index e5f3b3f1c0..bbc412bff7 100755 --- a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_sst_plots_90days.ecf +++ b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2grid_sst_plots_90days.ecf @@ -4,7 +4,7 @@ #PBS -q %QUEUE% #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 -#PBS -l place=vscatter:shared,select=1:ncpus=30:ompthreads=1:mem=35GB +#PBS -l place=vscatter,select=1:ncpus=30:ompthreads=1:mem=35GB #PBS -l debug=true export model=evs From 104e4bb3c3cf58f8b1e5fd46b9cb455acd4ef019 Mon Sep 17 00:00:00 2001 From: ShannonShields-NOAA <66634320+ShannonShields-NOAA@users.noreply.github.com> Date: Wed, 18 Dec 2024 16:35:43 -0500 Subject: [PATCH 14/16] Adjust ncpus to match drivers --- .../jevs_subseasonal_grid2obs_prepbufr_plots_31days.ecf | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2obs_prepbufr_plots_31days.ecf b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2obs_prepbufr_plots_31days.ecf index 612bf4b9ca..4eed4473ee 100755 --- a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2obs_prepbufr_plots_31days.ecf +++ b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2obs_prepbufr_plots_31days.ecf @@ -4,7 +4,7 @@ #PBS -q %QUEUE% #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 -#PBS -l place=vscatter:shared,select=1:ncpus=32:ompthreads=1:mem=35GB +#PBS -l place=vscatter,select=1:ncpus=80:ompthreads=1:mem=35GB #PBS -l debug=true export model=evs @@ -46,7 +46,7 @@ if [ -n "%VHR:%" ]; then else export vhr=00 fi -export nproc=32 +export nproc=80 export USE_CFP=YES export NET=evs export RUN=atmos From 854371614f8878574a6d8e351577ed1f847df5d7 Mon Sep 17 00:00:00 2001 From: ShannonShields-NOAA <66634320+ShannonShields-NOAA@users.noreply.github.com> Date: Wed, 18 Dec 2024 16:36:40 -0500 Subject: [PATCH 15/16] Adjust ncpus to match drivers --- .../jevs_subseasonal_grid2obs_prepbufr_plots_90days.ecf | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2obs_prepbufr_plots_90days.ecf b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2obs_prepbufr_plots_90days.ecf index 535801501f..18f53ac300 100755 --- a/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2obs_prepbufr_plots_90days.ecf +++ b/ecf/scripts/plots/subseasonal/jevs_subseasonal_grid2obs_prepbufr_plots_90days.ecf @@ -4,7 +4,7 @@ #PBS -q %QUEUE% #PBS -A %PROJ%-%PROJENVIR% #PBS -l walltime=00:10:00 -#PBS -l place=vscatter:shared,select=1:ncpus=32:ompthreads=1:mem=35GB +#PBS -l place=vscatter,select=1:ncpus=80:ompthreads=1:mem=35GB #PBS -l debug=true export model=evs @@ -46,7 +46,7 @@ if [ -n "%VHR:%" ]; then else export vhr=00 fi -export nproc=32 +export nproc=80 export USE_CFP=YES export NET=evs export RUN=atmos From 998ab1be961ccf01b6cf18d7ebeb0ee1d4ca781f Mon Sep 17 00:00:00 2001 From: ShannonShields-NOAA <66634320+ShannonShields-NOAA@users.noreply.github.com> Date: Thu, 19 Dec 2024 10:01:51 -0500 Subject: [PATCH 16/16] Fix task names to match ecf scripts --- ecf/defs/evs-nco.def | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/ecf/defs/evs-nco.def b/ecf/defs/evs-nco.def index 0868002997..ade47e1178 100644 --- a/ecf/defs/evs-nco.def +++ b/ecf/defs/evs-nco.def @@ -2194,9 +2194,9 @@ suite evs_nco family plots edit ECF_FILES '%PACKAGEHOME%/ecf/scripts/plots' family subseasonal - task jevs_subseasonal_grid2obs_PrepBufr_plots_90days + task jevs_subseasonal_grid2obs_prepbufr_plots_90days trigger :TIME >= 1900 and ../../../../12/evs/stats/subseasonal/jevs_cfs_subseasonal_grid2obs_stats == complete and ../../../../12/evs/stats/subseasonal/jevs_gefs_subseasonal_grid2obs_stats == complete - task jevs_subseasonal_grid2obs_PrepBufr_plots_31days + task jevs_subseasonal_grid2obs_prepbufr_plots_31days trigger :TIME >= 1900 and ../../../../12/evs/stats/subseasonal/jevs_cfs_subseasonal_grid2obs_stats == complete and ../../../../12/evs/stats/subseasonal/jevs_gefs_subseasonal_grid2obs_stats == complete task jevs_subseasonal_grid2grid_sst_plots_90days trigger :TIME >= 1900 and ../../../../12/evs/stats/subseasonal/jevs_cfs_subseasonal_grid2grid_stats == complete and ../../../../12/evs/stats/subseasonal/jevs_gefs_subseasonal_grid2grid_stats == complete @@ -2210,9 +2210,9 @@ suite evs_nco trigger :TIME >= 1900 and ../../../../12/evs/stats/subseasonal/jevs_cfs_subseasonal_grid2grid_stats == complete and ../../../../12/evs/stats/subseasonal/jevs_gefs_subseasonal_grid2grid_stats == complete task jevs_subseasonal_grid2grid_pres_lvls_plots_31days trigger :TIME >= 1900 and ../../../../12/evs/stats/subseasonal/jevs_cfs_subseasonal_grid2grid_stats == complete and ../../../../12/evs/stats/subseasonal/jevs_gefs_subseasonal_grid2grid_stats == complete - task jevs_subseasonal_grid2grid_anom_plots_90days + task jevs_subseasonal_grid2grid_temp_plots_90days trigger :TIME >= 1900 and ../../../../12/evs/stats/subseasonal/jevs_cfs_subseasonal_grid2grid_stats == complete and ../../../../12/evs/stats/subseasonal/jevs_gefs_subseasonal_grid2grid_stats == complete - task jevs_subseasonal_grid2grid_anom_plots_31days + task jevs_subseasonal_grid2grid_temp_plots_31days trigger :TIME >= 1900 and ../../../../12/evs/stats/subseasonal/jevs_cfs_subseasonal_grid2grid_stats == complete and ../../../../12/evs/stats/subseasonal/jevs_gefs_subseasonal_grid2grid_stats == complete endfamily family mesoscale