Skip to content

Commit

Permalink
Feature/san akel/port nccs discover (#398)
Browse files Browse the repository at this point in the history
* set qos=debug, which should be okay for _small_ jobs

* Thanks to @mathomp4 for providing this macros file

* Set ICE_MACHINE_ACCT to g0613, this _should_ work for most NASA Global Modeling and Assimilation Office (GMAO) folks. For non-GMAO/outside of g0613 group, please use your gid.
  • Loading branch information
sanAkel authored Aug 17, 2022
1 parent 3a039e5 commit e82e3d1
Show file tree
Hide file tree
Showing 3 changed files with 109 additions and 0 deletions.
13 changes: 13 additions & 0 deletions configuration/scripts/icepack.batch.csh
Original file line number Diff line number Diff line change
Expand Up @@ -140,6 +140,19 @@ cat >> ${jobfile} << EOFB
#SBATCH --qos=standby
EOFB

else if (${ICE_MACHINE} =~ discover*) then
cat >> ${jobfile} << EOFB
#SBATCH -J ${ICE_CASENAME}
#SBATCH -t ${ICE_RUNLENGTH}
#SBATCH -A ${acct}
#SBATCH -N ${nnodes}
#SBATCH -e slurm%j.err
#SBATCH -o slurm%j.out
###SBATCH --mail-type END,FAIL
###SBATCH --mail-user=eclare@lanl.gov
#SBATCH --qos=debug
EOFB

else if (${ICE_MACHINE} =~ daley* || ${ICE_MACHINE} =~ banting* ) then
cat >> ${jobfile} << EOFB
#PBS -N ${ICE_CASENAME}
Expand Down
42 changes: 42 additions & 0 deletions configuration/scripts/machines/Macros.discover_intel
Original file line number Diff line number Diff line change
@@ -0,0 +1,42 @@
#==============================================================================
# Makefile macros for NASA NCCS discover, intel compiler
#==============================================================================

CPP := fpp
CPPDEFS := -DFORTRANUNDERSCORE ${ICE_CPPDEFS}
CFLAGS := -c -O2 -fp-model precise -xHost

FIXEDFLAGS := -132
FREEFLAGS := -FR
FFLAGS := -fp-model precise -convert big_endian -assume byterecl -ftz -traceback -xHost
FFLAGS_NOOPT:= -O0

ifeq ($(ICE_BLDDEBUG), true)
FFLAGS += -O0 -g -check uninit -check bounds -check pointers -fpe0 -check noarg_temp_created
else
FFLAGS += -O2
endif

SCC := mpiicc
SFC := mpiifort
CC := $(SCC)
FC := $(SFC)
LD := $(FC)

NETCDF_INCLUDES := $(shell $BASEDIR/Linux/bin/nf-config --cflags)
NETCDF_LIBS := $(shell $BASEDIR/Linux/bin/nf-config --flibs)

INCLDIR := $(INCLDIR)
INCLDIR += $(NETCDF_INCLUDES)

LIB_NETCDF := $(NETCDF_LIBS)
#LIB_MPI := $(IMPILIBDIR)

SLIBS := $(LIB_NETCDF)

ifeq ($(ICE_THREADED), true)
LDFLAGS += -qopenmp
CFLAGS += -qopenmp
FFLAGS += -qopenmp
endif

54 changes: 54 additions & 0 deletions configuration/scripts/machines/env.discover_intel
Original file line number Diff line number Diff line change
@@ -0,0 +1,54 @@
#!/bin/csh -f

set inp = "undefined"
if ($#argv == 1) then
set inp = $1
endif

if ("$inp" != "-nomodules") then

source /usr/share/modules/init/csh

module use -a /discover/swdev/gmao_SIteam/modulefiles-SLES12

module purge
module load GEOSenv
module load comp/gcc/10.1.0
module load comp/intel/2021.3.0
module load mpi/impi/2021.3.0
module load python/GEOSpyD/Min4.11.0_py3.9

endif

## Baselibs

set basedir = /discover/swdev/gmao_SIteam/Baselibs/ESMA-Baselibs-6.2.13/x86_64-pc-linux-gnu/ifort_2021.3.0-intelmpi_2021.3.0
setenv BASEDIR $basedir

set arch = `uname -s`
if ($?LD_LIBRARY_PATH) then
echo $LD_LIBRARY_PATH | grep $BASEDIR/$arch/lib > /dev/null
if ($status) then # == 1, if not found
setenv LD_LIBRARY_PATH ${LD_LIBRARY_PATH}:$BASEDIR/$arch/lib
endif
else
setenv LD_LIBRARY_PATH $BASEDIR/$arch/lib
endif

setenv PATH $BASEDIR/$arch/bin:$PATH


setenv ICE_MACHINE_MACHNAME discover
setenv ICE_MACHINE_MACHINFO "Discover"
setenv ICE_MACHINE_ENVNAME intel
setenv ICE_MACHINE_ENVINFO "ifort (IFORT) 2021.3.0 20210609"
setenv ICE_MACHINE_MAKE gmake
setenv ICE_MACHINE_WKDIR /discover/nobackup/$user/ICEPACK_RUNS
setenv ICE_MACHINE_INPUTDATA /discover/nobackup/sakella/icepack_data
setenv ICE_MACHINE_BASELINE /discover/nobackup/$user/ICEPACK_BASELINE
setenv ICE_MACHINE_SUBMIT "sbatch"
setenv ICE_MACHINE_ACCT g0613
setenv ICE_MACHINE_QUEUE "share"
setenv ICE_MACHINE_TPNODE 36
setenv ICE_MACHINE_BLDTHRDS 1
setenv ICE_MACHINE_QSTAT "squeue "

0 comments on commit e82e3d1

Please sign in to comment.