Skip to content

Commit

Permalink
Change skybridge back to openmpi1.6, update config for redsky
Browse files Browse the repository at this point in the history
  • Loading branch information
jgfouca committed Aug 31, 2016
1 parent cff1801 commit 173f765
Showing 1 changed file with 68 additions and 31 deletions.
99 changes: 68 additions & 31 deletions cime_config/acme/machines/config_machines.xml
Original file line number Diff line number Diff line change
Expand Up @@ -536,10 +536,11 @@
<modules>
<command name="purge"/>
<command name="load">sems-env</command>
<command name="load">sems-git</command>
<command name="load">sems-python/2.7.9</command>
<command name="load">gnu/4.9.2</command>
<command name="load">intel/intel-15.0.3.187</command>
<command name="load" mpilib="!mpi-serial">openmpi-intel/1.8</command>
<command name="load" mpilib="!mpi-serial">openmpi-intel/1.6</command>
<command name="load">libraries/intel-mkl-15.0.2.164</command>
<command name="load">libraries/intel-mkl-15.0.2.164</command>
<command name="load" mpilib="!mpi-serial">sems-hdf5/1.8.12/parallel</command>
Expand All @@ -555,36 +556,72 @@
</machine>

<machine MACH="redsky">
<DESC>SNL clust</DESC>
<NODENAME_REGEX>redsky-login</NODENAME_REGEX>
<PROXY>wwwproxy.sandia.gov:80</PROXY>
<TESTS>acme_integration</TESTS>
<COMPILERS>intel</COMPILERS>
<MPILIBS>openmpi,mpi-serial</MPILIBS>
<OS>LINUX</OS>
<CESMSCRATCHROOT>/gscratch/$USER/acme_scratch</CESMSCRATCHROOT>
<RUNDIR>$CESMSCRATCHROOT/$CASE/run</RUNDIR>
<EXEROOT>$CESMSCRATCHROOT/$CASE/bld</EXEROOT>
<DIN_LOC_ROOT>/projects/ccsm/inputdata</DIN_LOC_ROOT>
<DIN_LOC_ROOT_CLMFORC>/projects/ccsm/inputdata/atm/datm7</DIN_LOC_ROOT_CLMFORC>
<DOUT_S_ROOT>$CESMSCRATCHROOT/archive/$CASE</DOUT_S_ROOT> <!-- complete path to a short term archiving directory -->
<DOUT_L_MSROOT>USERDEFINED_optional_run</DOUT_L_MSROOT> <!-- complete path to a long term archiving directory -->
<CCSM_BASELINE>/projects/ccsm/ccsm_baselines</CCSM_BASELINE>
<CCSM_CPRNC>/projects/ccsm/cprnc/build/cprnc</CCSM_CPRNC> <!-- path to the cprnc tool used to compare netcdf history files in testing -->
<BATCH_SYSTEM>slurm</BATCH_SYSTEM>
<SUPPORTED_BY>jgfouca at sandia dot gov</SUPPORTED_BY>
<GMAKE_J>4</GMAKE_J>
<MAX_TASKS_PER_NODE>8</MAX_TASKS_PER_NODE>
<PIO_BUFFER_SIZE_LIMIT>1</PIO_BUFFER_SIZE_LIMIT>
<PROJECT_REQUIRED>TRUE</PROJECT_REQUIRED>
<PROJECT>fy150001</PROJECT>
<mpirun mpilib="default">
<executable>mpirun</executable>
<arguments>
<arg name="num_tasks"> -np {{ num_tasks }}</arg>
<arg name="tasks_per_node"> -npernode {{ tasks_per_node }}</arg>
</arguments>
</mpirun>
<DESC>SNL clust</DESC>
<NODENAME_REGEX>redsky-login</NODENAME_REGEX>
<PROXY>wwwproxy.sandia.gov:80</PROXY>
<TESTS>acme_integration</TESTS>
<COMPILERS>intel</COMPILERS>
<MPILIBS>openmpi,mpi-serial</MPILIBS>
<OS>LINUX</OS>
<CESMSCRATCHROOT>/gscratch/$USER/acme_scratch</CESMSCRATCHROOT>
<RUNDIR>$CESMSCRATCHROOT/$CASE/run</RUNDIR>
<EXEROOT>$CESMSCRATCHROOT/$CASE/bld</EXEROOT>
<DIN_LOC_ROOT>/projects/ccsm/inputdata</DIN_LOC_ROOT>
<DIN_LOC_ROOT_CLMFORC>/projects/ccsm/inputdata/atm/datm7</DIN_LOC_ROOT_CLMFORC>
<DOUT_S_ROOT>$CESMSCRATCHROOT/archive/$CASE</DOUT_S_ROOT> <!-- complete path to a short term archiving directory -->
<DOUT_L_MSROOT>USERDEFINED_optional_run</DOUT_L_MSROOT> <!-- complete path to a long term archiving directory -->
<CCSM_BASELINE>/projects/ccsm/ccsm_baselines</CCSM_BASELINE>
<CCSM_CPRNC>/projects/ccsm/cprnc/build/cprnc_wrap</CCSM_CPRNC> <!-- path to the cprnc tool used to compare netcdf history files in testing -->
<SAVE_TIMING_DIR>/projects/ccsm/timings</SAVE_TIMING_DIR>
<BATCH_SYSTEM>slurm</BATCH_SYSTEM>
<SUPPORTED_BY>jgfouca at sandia dot gov</SUPPORTED_BY>
<GMAKE_J>8</GMAKE_J>
<MAX_TASKS_PER_NODE>8</MAX_TASKS_PER_NODE>
<PES_PER_NODE>8</PES_PER_NODE>
<PIO_BUFFER_SIZE_LIMIT>1</PIO_BUFFER_SIZE_LIMIT>
<PROJECT_REQUIRED>TRUE</PROJECT_REQUIRED>
<PROJECT>fy150001</PROJECT>

<mpirun mpilib="default">
<executable>mpiexec</executable>
<arguments>
<arg name="bind"> --bind-to-core</arg>
<arg name="num_tasks"> --n {{ num_tasks }}</arg>
<arg name="tasks_per_node"> --npernode {{ tasks_per_node }}</arg>
</arguments>
</mpirun>
<mpirun mpilib="mpi-serial">
<executable></executable>
</mpirun>
<module_system type="module">
<init_path lang="python">/usr/share/Modules/init/python.py</init_path>
<init_path lang="perl">/usr/share/Modules/init/perl.pm</init_path>
<init_path lang="sh">/usr/share/Modules/init/sh</init_path>
<init_path lang="csh">/usr/share/Modules/init/csh</init_path>
<cmd_path lang="python">/usr/bin/modulecmd python</cmd_path>
<cmd_path lang="perl">/usr/bin/modulecmd perl</cmd_path>
<cmd_path lang="csh">module</cmd_path>
<cmd_path lang="sh">module</cmd_path>
<modules>
<command name="purge"/>
<command name="load">sems-env</command>
<command name="load">sems-git</command>
<command name="load">sems-python/2.7.9</command>
<command name="load">gnu/4.9.2</command>
<command name="load">intel/intel-15.0.3.187</command>
<command name="load" mpilib="!mpi-serial">openmpi-intel/1.6</command>
<command name="load">libraries/intel-mkl-15.0.2.164</command>
<command name="load">libraries/intel-mkl-15.0.2.164</command>
<command name="load" mpilib="!mpi-serial">sems-hdf5/1.8.12/parallel</command>
<command name="load" mpilib="!mpi-serial">sems-netcdf/4.3.2/parallel</command>
<command name="load" mpilib="mpi-serial">sems-hdf5/1.8.11/base</command>
<command name="load" mpilib="mpi-serial">sems-netcdf/4.3.2/base</command>
</modules>
</module_system>
<environment_variables>
<env name="NETCDFROOT">$SEMS_NETCDF_ROOT</env>
<env name="PNETCDFROOT" mpilib="!mpi-serial">$SEMS_NETCDF_ROOT</env>
</environment_variables>
</machine>

<machine MACH="blues">
Expand Down

0 comments on commit 173f765

Please sign in to comment.