diff --git a/config/acme/machines/config_machines.xml b/config/acme/machines/config_machines.xml index 403042d3710..6dfa110dbb2 100644 --- a/config/acme/machines/config_machines.xml +++ b/config/acme/machines/config_machines.xml @@ -61,7 +61,7 @@ edison acme_developer intel,gnu,cray - mpt,mpi-serial + mpt $ENV{SCRATCH}/acme_scratch/edison $CIME_OUTPUT_ROOT/$CASE/run $CIME_OUTPUT_ROOT/$CASE/bld @@ -185,7 +185,7 @@ cori acme_developer intel,gnu,cray - mpt,mpi-serial + mpt $ENV{SCRATCH}/acme_scratch $CIME_OUTPUT_ROOT/$CASE/run $CIME_OUTPUT_ROOT/$CASE/bld @@ -318,7 +318,7 @@ cori-knl-haswell-is-default acme_developer intel,gnu,cray - mpt,mpi-serial + mpt $ENV{SCRATCH}/acme_scratch $CIME_OUTPUT_ROOT/$CASE/run $CIME_OUTPUT_ROOT/$CASE/bld @@ -453,7 +453,7 @@ acme_developer Darwin gnu - openmpi,mpich,mpi-serial + openmpi,mpich $ENV{HOME}/projects/acme/scratch/$CASE/run $ENV{HOME}/projects/acme/scratch/$CASE/bld $ENV{HOME}/projects/acme/cesm-inputdata $ENV{HOME}/projects/acme/ptclm-data @@ -476,7 +476,7 @@ LINUX acme_developer gnu - openmpi,mpich,mpi-serial + openmpi,mpich $ENV{HOME}/projects/acme/scratch/$CASE/run $ENV{HOME}/projects/acme/scratch/$CASE/bld $ENV{HOME}/projects/acme/cesm-inputdata @@ -506,7 +506,7 @@ acme_developer LINUX gnu,intel - openmpi,mpi-serial + openmpi $ENV{HOME}/acme/scratch $CIME_OUTPUT_ROOT/$CASE/run $CIME_OUTPUT_ROOT/$CASE/bld @@ -562,7 +562,7 @@ acme_developer LINUX gnu,intel - openmpi,mpi-serial + openmpi $ENV{HOME}/acme/scratch $CIME_OUTPUT_ROOT/$CASE/run $CIME_OUTPUT_ROOT/$CASE/bld @@ -624,7 +624,7 @@ acme_developer LINUX gnu - mpich,mpi-serial + mpich $ENV{HOME}/acme/scratch $CIME_OUTPUT_ROOT/$CASE/run $CIME_OUTPUT_ROOT/$CASE/bld @@ -675,7 +675,7 @@ wwwproxy.sandia.gov:80 acme_integration intel - openmpi,mpi-serial + openmpi LINUX /gscratch/$USER/acme_scratch/skybridge $CIME_OUTPUT_ROOT/$CASE/run @@ -703,9 +703,6 @@ --npernode $PES_PER_NODE - - - /usr/share/Modules/init/python.py /usr/share/Modules/init/perl.pm @@ -754,7 +751,7 @@ wwwproxy.sandia.gov:80 acme_integration intel - openmpi,mpi-serial + openmpi LINUX /gscratch/$USER/acme_scratch $CIME_OUTPUT_ROOT/$CASE/run @@ -782,9 +779,6 @@ --npernode $PES_PER_NODE - - - /usr/share/Modules/init/python.py /usr/share/Modules/init/perl.pm @@ -832,7 +826,7 @@ b.*.lcrc.anl.gov acme_integration gnu,pgi,intel,nag - mvapich,mpich,openmpi,mpi-serial + mvapich,mpich,openmpi /lcrc/project/$PROJECT/$USER/acme_scratch /lcrc/project/$PROJECT $CIME_OUTPUT_ROOT/$CASE/run @@ -856,9 +850,6 @@ -n $TOTALPES - - - /etc/profile.d/a_softenv.csh /etc/profile.d/a_softenv.sh @@ -907,7 +898,7 @@ b.*.lcrc.anl.gov acme_integration intel,gnu,pgi - mvapich,openmpi,mpi-serial + mvapich,openmpi /lcrc/group/acme/$USER/acme_scratch /lcrc/group/acme $CIME_OUTPUT_ROOT/$CASE/run @@ -938,9 +929,6 @@ -n $TOTALPES - - - /etc/profile.d/a_softenv.csh /etc/profile.d/a_softenv.sh @@ -1062,7 +1050,7 @@ LLNL Linux Cluster, Linux (pgi), 12 pes/node, batch system is Moab intel, pgi - mpich,mpi-serial + mpich /p/lscratche/$CCSMUSER/ACME/$CASE/run /p/lscratche/$CCSMUSER/$CASE/bld /p/lscratche/$USER @@ -1092,9 +1080,6 @@ -N {{ num_nodes }} - - - @@ -1201,7 +1186,7 @@ PNL Haswell cluster, OS is Linux, batch system is SLURM LINUX intel,pgi - mpich,mpi-serial + mpich constance /pic/scratch/$CCSMUSER/csmruns/$CASE/run /pic/scratch/$CCSMUSER/csmruns/$CASE/bld @@ -1225,9 +1210,6 @@ --kill-on-bad-exit - - - @@ -1236,7 +1218,7 @@ oic2 acme_developer gnu - mpich,mpi-serial,openmpi + mpich,openmpi /home/$USER/models/ACME/run/$CASE/run /home/$USER/models/ACME/run/$CASE/bld /home/$USER/models/ACME @@ -1256,9 +1238,6 @@ --hostfile $ENV{PBS_NODEFILE} - - - /usr/share/Modules/init/sh /usr/share/Modules/init/csh @@ -1284,7 +1263,7 @@ oic5 acme_developer gnu - mpich,mpi-serial,openmpi + mpich,openmpi /home/$USER/models/ACME/run/$CASE/run /home/$USER/models/ACME/run/$CASE/bld /home/$USER/models/ACME @@ -1304,9 +1283,6 @@ --hostfile $ENV{PBS_NODEFILE} - - - @@ -1318,7 +1294,7 @@ acme_developer LINUX gnu,intel - openmpi,mpi-serial + openmpi /lustre/pfs1/cades-ccsi/scratch/$USER/$CASE/run /lustre/pfs1/cades-ccsi/scratch/$USER/$CASE/bld /lustre/pfs1/cades-ccsi/proj-shared/project_acme/ACME_inputdata @@ -1338,9 +1314,6 @@ -np $TOTALPES --hostfile $ENV{PBS_NODEFILE} - - - /usr/share/Modules/init/sh @@ -1367,7 +1340,7 @@ Received node event ec_node acme_developer pgi,pgiacc,intel,cray - mpich,mpi-serial + mpich $ENV{HOME}/acme_scratch/$PROJECT $ENV{MEMBERWORK}/$PROJECT/$CASE/run $CIME_OUTPUT_ROOT/$CASE/bld @@ -1534,7 +1507,7 @@ eos acme_developer intel - mpich,mpi-serial + mpich $ENV{HOME}/acme_scratch/$PROJECT $ENV{MEMBERWORK}/$PROJECT/$CASE/run $CIME_OUTPUT_ROOT/$CASE/bld @@ -1563,9 +1536,7 @@ -cc numa_node - - - + $MODULESHOME/init/sh $MODULESHOME/init/csh @@ -1615,7 +1586,7 @@ 64M - + @@ -1644,7 +1615,7 @@ /usr/share/lmod/lmod/libexec/lmod python module module - + /usr/projects/climate/SHARED_CLIMATE/modulefiles/all @@ -1687,9 +1658,7 @@ -n {{ num_tasks }} - - - + 4 36 32 @@ -1703,7 +1672,7 @@ wf-fe.*.lanl.gov acme_developer intel,gnu - openmpi,mvapich,mpi-serial + openmpi,mvapich LINUX /lustre/scratch3/turquoise/$ENV{USER}/ACME/cases/$CASE/run /lustre/scratch3/turquoise/$ENV{USER}/ACME/cases/$CASE/bld @@ -1772,9 +1741,7 @@ -n $TOTALPES - - - + 4 16 16 @@ -1788,7 +1755,7 @@ .*yellowstone LINUX intel,pgi,gnu - mpich2,pempi,mpi-serial + mpich2,pempi /glade/scratch/$USER $CIME_OUTPUT_ROOT/$CASE/run $CIME_OUTPUT_ROOT/$CASE/bld @@ -1807,9 +1774,6 @@ mpirun.lsf - - - /glade/apps/opt/lmod/lmod/init/perl /glade/apps/opt/lmod/lmod/init/csh @@ -1958,7 +1922,7 @@ Lawrencium LR3 cluster at LBL, OS is Linux (intel), batch system is SLURM LINUX intel - openmpi,mpi-serial + openmpi /global/scratch/$ENV{USER} $CIME_OUTPUT_ROOT/$CASE/run $CIME_OUTPUT_ROOT/$CASE/bld @@ -2020,7 +1984,7 @@ Lawrencium LR2 cluster at LBL, OS is Linux (intel), batch system is SLURM LINUX intel - openmpi,mpi-serial + openmpi /global/scratch/$ENV{USER} $CIME_OUTPUT_ROOT/$CASE/run $CIME_OUTPUT_ROOT/$CASE/bld diff --git a/config/cesm/machines/config_machines.xml b/config/cesm/machines/config_machines.xml index a982a5a0f9b..b6da2472d0e 100644 --- a/config/cesm/machines/config_machines.xml +++ b/config/cesm/machines/config_machines.xml @@ -55,7 +55,7 @@ h2o CNL pgi,cray,gnu - mpich,mpi-serial + mpich /scratch/sciteam/$USER $ENV{CESMDATAROOT}/inputdata $ENV{CESMDATAROOT}/inputdata/atm/datm7 @@ -134,7 +134,7 @@ Brutus Linux Cluster ETH (pgi(9.0-1)/intel(10.1.018) with openi(1.4.1)/mvapich2(1.4rc2), 16 pes/node, batch system LSF, added by UB LINUX pgi,intel - openmpi,mpich,mpi-serial + openmpi,mpich /cluster/work/uwis/$USER /cluster/work/uwis/ccsm/inputdata /cluster/work/uwis/ccsm/inputdata/atm/datm7 @@ -159,9 +159,6 @@ - - - /etc/profile.d/modules.perl /etc/profile.d/modules.sh @@ -228,9 +225,6 @@ requires some workarounds; these workarounds are implemented here --> /opt/sgi/mpt/mpt-2.15/bin/mpirun $ENV{UNIT_TEST_HOST} -np 1 - - - /glade/u/apps/ch/opt/lmod/7.2.1/lmod/lmod/init/perl /glade/u/apps/ch/opt/lmod/7.2.1/lmod/lmod/init/env_modules_python.py @@ -305,9 +299,6 @@ 24 24 FALSE - - - srun @@ -392,7 +383,7 @@ cori CNL intel,gnu,cray - mpt,mpi-serial + mpt $ENV{SCRATCH} /project/projectdirs/ccsm1/inputdata /project/projectdirs/ccsm1/inputdata/atm/datm7 @@ -495,7 +486,7 @@ NERSC XC* KNL, os is CNL, 68 pes/node, batch system is Slurm CNL intel,gnu,cray - mpt,mpi-serial + mpt $ENV{SCRATCH} /project/projectdirs/ccsm1/inputdata /project/projectdirs/ccsm1/inputdata/atm/datm7 @@ -742,7 +733,7 @@ edison CNL intel,gnu,cray - mpt,mpi-serial + mpt $ENV{CSCRATCH} /project/projectdirs/ccsm1/inputdata /project/projectdirs/ccsm1/inputdata/atm/datm7 @@ -908,7 +899,7 @@ NOAA XE6, os is CNL, 24 pes/node, batch system is PBS CNL pgi - mpich,mpi-serial + mpich /lustre/fs/scratch/Julio.T.Bacmeister /lustre/fs/scratch/Julio.T.Bacmeister/inputdata /lustre/fs/scratch/Julio.T.Bacmeister/inputdata @@ -930,9 +921,6 @@ -d $ENV{OMP_NUM_THREADS} - - - /opt/modules/default/init/perl.pm /opt/modules/default/init/csh @@ -997,9 +985,6 @@ omplace - - - /picnic/u/apps/la/opt/lmod/6.5/gnu/4.8.5/lmod/lmod/init/perl /picnic/u/apps/la/opt/lmod/6.5/gnu/4.8.5/lmod/lmod/init/env_modules_python.py @@ -1044,7 +1029,7 @@ LINUX sonproxy.sandia.gov:80 gnu - openmpi,mpi-serial + openmpi /sems-data-store/ACME/timings $ENV{HOME}/acme/scratch /sems-data-store/ACME/inputdata @@ -1099,7 +1084,7 @@ LINUX wwwproxy.sandia.gov:80 gnu - openmpi,mpi-serial + openmpi /sems-data-store/ACME/timings $ENV{HOME}/acme/scratch /sems-data-store/ACME/inputdata @@ -1215,9 +1200,6 @@ 32 32 FALSE - - - mpiexec_mpt @@ -1250,7 +1232,7 @@ NASA/AMES Linux Cluster, Linux (ia64), 2.5 GHz Haswell Intel Xeon E5-2680v3 processors, 24 pes/node (two 12-core processors) and 128 GB of memory/node, batch system is PBS LINUX intel - mpich,mpi-serial + mpich /nobackup/$USER /nobackup/mjmills2/ccsmdata/inputdata /nobackup/mjmills2/ccsmdata/inputdata/atm/datm7 @@ -1263,9 +1245,6 @@ 24 24 TRUE - - - mpiexec_mpt @@ -1302,7 +1281,7 @@ NASA/AMES Linux Cluster, Linux (ia64), Altix ICE, 2.93 GHz Westmere processors, 12 pes/node and 24 GB of memory, batch system is PBS LINUX intel - mpich,mpi-serial + mpich /nobackup/$USER /nobackup/mjmills2/ccsmdata/inputdata /nobackup/mjmills2/ccsmdata/inputdata/atm/datm7 @@ -1315,9 +1294,6 @@ 12 12 TRUE - - - mpiexec_mpt @@ -1354,7 +1330,7 @@ NASA/AMES Linux Cluster, Linux (ia64), Altix ICE, 2.6 GHz Sandy Bridge processors, 16 cores/node and 32 GB of memory, batch system is PBS LINUX intel - mpich,mpi-serial + mpich /nobackup/$USER /nobackup/mjmills2/ccsmdata/inputdata /nobackup/mjmills2/ccsmdata/inputdata/atm/datm7 @@ -1367,9 +1343,6 @@ 16 16 TRUE - - - mpiexec_mpt @@ -1406,7 +1379,7 @@ NASA/AMES Linux Cluster, Linux (ia64), Altix ICE, 2.8 GHz Ivy Bridge processors, 20 cores/node and 3.2 GB of memory per core, batch system is PBS LINUX intel - mpich,mpi-serial + mpich /nobackup/$USER /nobackup/mjmills2/ccsmdata/inputdata /nobackup/mjmills2/ccsmdata/inputdata/atm/datm7 @@ -1419,9 +1392,6 @@ 20 20 TRUE - - - mpiexec_mpt @@ -1458,7 +1428,7 @@ CSCS Cray XE6, os is CNL, 32 pes/node, batch system is SLURM CNL pgi,cray,gnu - mpich,mpi-serial + mpich /scratch/rosa/$USER /project/s433/cesm_inputdata /project/s433/cesm_inputdata/atm/datm7 @@ -1491,7 +1461,7 @@ LINUX wwwproxy.sandia.gov:80 intel - openmpi,mpi-serial + openmpi /projects/ccsm/timings /gscratch/$USER/acme_scratch/skybridge /projects/ccsm/inputdata @@ -1514,9 +1484,6 @@ -npernode $PES_PER_NODE - - - /usr/share/Modules/init/python.py /usr/share/Modules/init/perl.pm @@ -1577,9 +1544,6 @@ ibrun - - - /opt/apps/lmod/lmod/init/perl /opt/apps/lmod/lmod/init/env_modules_python.py @@ -1640,9 +1604,6 @@ 30 15 TRUE - - - diff --git a/scripts/lib/CIME/XML/env_mach_specific.py b/scripts/lib/CIME/XML/env_mach_specific.py index 284bb933b27..e49e2b81a80 100644 --- a/scripts/lib/CIME/XML/env_mach_specific.py +++ b/scripts/lib/CIME/XML/env_mach_specific.py @@ -355,7 +355,7 @@ def get_mpirun(self, case, attribs, check_members=None, job="case.run", exe_only if xml_attrib == value: matches += 1 - elif key == "mpilib" and xml_attrib == "default": + elif key == "mpilib" and value != "mpi-serial" and xml_attrib == "default": is_default = True else: all_match = False @@ -374,6 +374,10 @@ def get_mpirun(self, case, attribs, check_members=None, job="case.run", exe_only best_match = mpirun_node best_num_matched = matches + # if there are no special arguments required for mpi-serial it need not have an entry in config_machines.xml + if "mpilib" in attribs and attribs["mpilib"] == "mpi-serial" and best_match is None: + return "",[] + expect(best_match is not None or default_match is not None, "Could not find a matching MPI for attributes: %s" % attribs) diff --git a/scripts/lib/CIME/XML/machines.py b/scripts/lib/CIME/XML/machines.py index 5806045608a..67e37b6e973 100644 --- a/scripts/lib/CIME/XML/machines.py +++ b/scripts/lib/CIME/XML/machines.py @@ -256,7 +256,8 @@ def is_valid_MPIlib(self, mpilib, attributes=None): >>> machobj.is_valid_MPIlib("fake-mpi") False """ - return mpilib == "mpi-serial" or self.get_field_from_list("MPILIBS", reqval=mpilib, attributes=attributes) is not None + return mpilib == "mpi-serial" or \ + self.get_field_from_list("MPILIBS", reqval=mpilib, attributes=attributes) is not None def has_batch_system(self): """