Compiling Cactus on Known Machines
This page contains configuration options for different
machines. The best way to apply these options is to make a
file config.<machine_name> containing these
options and then configure Cactus using
gmake <name>-config options=<machine_name>.config
(Alternatively, you can simply place these options in a file $HOME/.cactus/config.)
Please tell us about any mistakes, updates, enhancements you find!
Notes:
- HDF5 The HDF5 installations listed here are always
with support for streaming enabled.
Machines
Amarok
amarok.homelinux.org
# Without MPI
CC=icc
CXX=icc
F77=ifort
F90=ifort
HDF5=yes
PTHREADS=yes
FPPFLAGS=-traditional
LIBDIRS=/opt/intel_fc_80/lib /opt/intel_cc_80/lib
# With MPI
CC=icc
CXX=icc
F77=ifort
F90=ifort
HDF5=yes
PTHREADS=yes
FPPFLAGS=-traditional
MPI=MPICH
LIBDIRS=/opt/intel_fc_80/lib /opt/intel_cc_80/lib
|
|
Fandango
fandango.aei.mpg.de
# Without MPI
F90=ifort
HDF5=yes
|
|
Greengrass
greengrass.cct.lsu.edu
# gcc, IBM xlf
<NO OPTIONS NEEDED>
# gcc, Absoft f95
F90=/Applications/Absoft/bin/f95
# IBM xlc, xlC, xlf
CC=xlc CXX=xlC
# IBM xlc, xlC, Absoft f95
CC=xlc
CXX=xlC
F90=/Applications/Absoft/bin/f95
|
|
Helix
helix.bcvc.lsu.edu
# For convenience, this is the sum of all 30
# opt files used to test on helix
# please comment the options you do not want to
# configure with
# Absoft Fortran Compiler
# set environment variable ABSOFT to /opt/absoft/
F90=/opt/absoft/bin/f95
# Fujitsu Fortran Compiler
LAHEY=/usr/local/lf9562/
F90=/usr/local/lf9562/bin/lf95
# Intel Fortran Compiler
F90=ifc
# Nagware Fortran Compiler
F90=/usr/local/NAGWare/bin/f95
# Portland Fortran Compiler
F90=/usr/local/pgi/linux86/5.0/bin/pgf90
F90_OPTIMISE_FLAGS=-0O
# GCC C/C++ Compiler
CC=gcc
CXX=g++
# Intel C/C++ Compiler
CC=icc
CXX=icc
# Portland C/C++ Compiler
CC=pgcc
CXX=pgCC
# HDF5 options
HDF5=yes
LIBSZ_DIR=/usr/local/packages/hdf5-1.6.1-intel/serial/lib
# MPICH options
MPI=MPICH
MPICH_DIR=/usr/local/mpich-1.2.5..10/sIntel
MPICH_DEVICE=ch_gm
MYRINET_DIR=/usr/gm
PTHREADS=yes
# Fortran Pre-Processor script
FPP=$${PERL} $${CCTK_HOME}/lib/sbin/cpp.pl
|
|
Himiko
himiko.rzg.mpg.de
# Without MPI
<NO OPTIONS NEEDED>
# With MPI
MPI=NATIVE
|
|
Onyx3
onyx3.zib.de
# 64-bit without MPI
<NO OPTIONS NEEDED>
# 64-bit with MPI
MPI=NATIVE
# 32-bit without MPI
IRIX_BITS=32
# 32-bit with MPI
IRIX_BITS=32
MPI=NATIVE
|
|
Lugh
lugh.cacr.caltech.edu
# Native compilers without MPI
<NO OPTIONS NEEDED>
|
|
Peyote
peyote.aei.mpg.de
# Intel compilers (Intel icc v8.0.058 / ifort v8.0.039) without MPI
CC=icc
CXX=icc
F90=ifort
FPP=$${PERL} $${CCTK_HOME}/lib/sbin/cpp.pl
HDF5=yes
# Intel compilers (Intel icc v8.0.058 / ifort v8.0.039) with MPI (MPICH ch_p4)
CC=icc
CXX=icc
F90=ifort
FPP=$${PERL} $${CCTK_HOME}/lib/sbin/cpp.pl
HDF5=yes
MPI=MPICH
|
|
PS2
ps2.cct.lsu.edu
# Without MPI
<NO OPTIONS NEEDED>
|
|
Tg-login
tg-login.ncsa.teragrid.org
# Intel compilers, no MPI
F77=ifort
F90=ifort
CC=icc
CXX=icc
HDF5=yes
HDF5_DIR=/usr/local/hdf5/1.6.2r2
# Intel Fortran and gcc, no MPI
LD=ifort
F90=ifort
CC=gcc
CXX=gcc
FPP=$${PERL} $${CCTK_HOME}/lib/sbin/cpp.pl
HDF5=yes
HDF5_DIR=/usr/local/hdf5/1.6.2r2
# Intel compilers with MPI
# Note: need to add -lpmpich to link line
F77=ifort
F90=ifort
CC=icc
CXX=icc
HDF5=yes
HDF5_DIR=/usr/local/hdf5/1.6.2r2
MPI=MPICH
MPICH_DIR=/usr/local/mpich/mpich-gm-1.2.5..10-intel-r1
MPICH_DEVICE=ch_gm
MYRINET_DIR=/opt/gm
PTHREADS=yes
|
|
Virtual machine Windows 2000
# Without MPI
PERL==/cygdrive/c/Perl/bin/perl
|
|
TCSini
Pittsburg Supercomputing Center
Compaq Alpha Processors
tcsini.psc.edu
MPI=CUSTOM
MPI_LIBS= mpi elan
HDF5_DIR=/usr/users/gallen/install/hdf5/
HDF5=yes
|
|
# Using gcc compilers
CXX=c++
CC=gcc
MPI=CUSTOM
MPI_LIBS= mpi elan
HDF5_DIR=/usr/users/gallen/install/hdf5/
HDF5=yes
|
|
Lemieux
Pittsburg Supercomputing Center
Compaq Alpha Processors
lemieux.psc.edu
# Without MPI
CXX=cxx
HDF5_DIR=/usr/local/packages/hdf5-1.6.2
HDF5=yes
LIBSZ_DIR=/usr/local/packages/szip/lib
FPP=$${PERL} $${CCTK_HOME}/lib/sbin/cpp.pl
# With MPI
CXX=cxx
MPI=CUSTOM
MPI_LIBS=mpi elan
HDF5_DIR=/usr/local/packages/hdf5-1.6.2
HDF5=yes
LIBSZ_DIR=/usr/local/packages/szip/lib
FPP=$${PERL} $${CCTK_HOME}/lib/sbin/cpp.pl
|
|
Los Lobos
Albuquerque High Performance Computing Center
IA32 Linux Cluster
loslobos.alliance.unm.edu
MYRINET_DIR=/usr/local/ll-gm
MPICH_DEVICE=ch_gm
MPICH_DIR=/usr/parallel/ll/mpich-gm.pgi
MPI=MPICH
F90=pgf90
CXX=pgCC
CC=pgcc
CXXFLAGS=-tused
HDF5_DIR=/users/tradke/install/hdf5
HDF5=yes
PTHREADS=yes
|
|
Notes:
- .cshrc:
- Make sure you have the following lines in
your .cshrc (most if not all will probably already be
there):
setenv MPIHOME /usr/parallel/ll/mpich-gm.pgi
setenv PATH $MPIHOME/bin:$PATH
setenv MANPATH $MPIHOME/man:$MANPATH
setenv GM_HOME /usr/local/myrinet
setenv PGI /usr/pgi
setenv LM_LICENSE_FILE $PGI/license.dat
setenv PATH $PGI/linux86/bin:$PATH
setenv MANPATH $PGI/man:$MANPATH
setenv PATH /usr/local/pbs/bin:$PATH
setenv MANPATH /usr/local/pbs/man:$MANPATH
Origin
origin.aei-potsdam.mpg.de
# NATIVE MPI
MPI=NATIVE
HDF5=yes
PTHREADS=no
|
|
# MPICH with shared memory device
MPI=MPICH
MPICH_DEVICE=ch_shmem
HDF5=yes
PTHREADS=yes
|
|
Notes:
- Pthreads:
- Native MPI on SGI's uses sproc threads which won't work together with Pthreads.
Do not configure with both MPI=NATIVE and PTHREADS !
- PETSc:
PETSC_DIR /usr/local/apps/petsc-2.0.24
PETSC_ARCH IRIX64
Berte
Konrad-Zuse-Zentrum
Cray T3E
berte.zib.de
# $Id: berte.config,v 1.4 2003/03/20 12:54:52 allen Exp $
# NATIVE MPI
MPI=NATIVE
HDF5_DIR=/usr/local/hdf5/devel
HDF5=yes
PTHREADS=yes
|
|
Hitachi SR8000
Leibnitz Rechnum Zentrum
Hitachi SR-8000
sr8000.lrz-muenchen.de
# Without MPI
HDF5=yes
F90=xf90
LD=xf90
# With MPI
HDF5=yes
MPI=NATIVE
F90=xf90
LD=xf90
|
|
hitcross.lrz-muenchen.de
# options for cross-compiling on hitcross.lrz-muenchen.de
HDF5=yes
HDF5_DIR=/usr/SR8000/USR/local
PTHREADS=yes
HOST_MACHINE=hppa1.1-hitachi-hiuxmpp
CC=xcc
CXX=none
F90=xf90
LD=xf90
AR=xar
RANLIB=xranlib
MPI=CUSTOM
MPI_LIB_DIRS=/usr/SR8000/USR/mpi/lib/lib64
MPI_INC_DIRS=/usr/SR8000/USR/mpi/include
MPI_LIBS=mpi
|
|
Notes:
- You should use hitcross.lrz-muenchen.de to compile Cactus.
This is a dual-processor Linux box which shares the HOME filesystem
with the Hitachi, and the same user logins are valid.
Compiling on hitcross is up to 5x faster than on the Hitachi.
- Even more time can be saved for building Cactus if a local
scratch disk is used as the build directory for cross-compiled
configurations. For this you need to set the environment
CACTUS_CONFIGS_DIR in your shell setup script to point to a local
filesystem, eg.
setenv CACTUS_CONFIGS_DIR /ptmp/`whoami` (for tcsh)
export CACTUS_CONFIGS_DIR=/ptmp/`whoami` (for bash)
- You cannot use hitcross for configurations with C++ thorns
because there is no C++ cross-compiler available on hitcross.
- In order to use the standard fortran output format for
floating point numbers in scientific notation you need to
set the environment variable HF_90OPTS to
-Fport(realedt). Otherwise you might get spurious
spaces between the mantissa and the exponent which can
confuse postprocessing tools.
Psi
Rechenzentrum Garching
IBM Regatta
psi.rzg.mpg.de
# Without MPI
HDF5=yes
HDF5_DIR=/u/tradke/install/hdf5
# With MPI
MPI=NATIVE
HDF5=yes
HDF5_DIR=/u/tradke/install/hdf5
|
|
PC
Rechenzentrum Garching
Cray T3E
pc.rzg.mpg.de
# NATIVE MPI
MPI=NATIVE
HDF5=yes
HDF5_DIR=/u/tradke/install/hdf5
PTHREADS=yes
|
|
Modi4
National Center for Supercomputing Applications
Origin 2000
modi4.ncsa.uiuc.edu
# NATIVE MPI
MPI=NATIVE
HDF5=yes
HDF5_DIR=/u/ac/tradke/install/hdf5
PTHREADS=no
|
|
# MPICH with shared memory device
MPI=MPICH
MPICH_DIR=/u/ac/tradke/install/mpich
HDF5=yes
HDF5_DIR=/u/ac/tradke/install/hdf5
PTHREADS=yes
|
|
Notes:
- Pthreads:
- Native MPI on SGI's uses sproc threads which won't work together with Pthreads.
Do not configure with both MPI=NATIVE and PTHREADS !
NCSA NT Supercluster
National Center for Supercomputing Applications
IA32 Windows NT Cluster
# HPVM
MPI=CUSTOM
MPI_LIBS="mpi.lib fm.lib advapi32.lib kernal32.lib wsock32.lib"
MPI_INC_DIRS="d:/apps/hpvm/include"
|
|
Quad
Argonne National Laboratory
IBM SP2
quad.mcs.anl.gov
# NATIVE MPI
MPI=NATIVE
HDF5=yes
HDF5_DIR=/homes/radke/install/hdf5
|
|
Titan
National Center for Supercomputing Applications
IBM Itanium Cluster
titan.ncsa.uiuc.edu
# Without MPI
FPP=$${PERL} $${CCTK_HOME}/lib/sbin/cpp.pl
CXX=ecpc
CC=ecc
F77=efc
F90=efc
HDF5=yes
HDF5_DIR=/u/ncsa/tradke/install/hdf5
PTHREADS=yes
C_OPTIMISE_FLAGS=-O2
CXX_OPTIMISE_FLAGS=-O2
F90_OPTIMISE_FLAGS=-O1 -override_limits
F77_OPTIMISE_FLAGS=-O1 -override_limits
# With MPI
FPP=$${PERL} $${CCTK_HOME}/lib/sbin/cpp.pl
CXX=ecpc
CC=ecc
F77=efc
F90=efc
MPI=CUSTOM
MPI_LIBS=mpich vmi pthread dl
MPI_LIB_DIRS=/usr/local/vmi/mpich/lib/intel
MPI_INC_DIRS=/usr/local/vmi/mpich/include
HDF5=yes
HDF5_DIR=/u/ncsa/tradke/install/hdf5
PTHREADS=yes
C_OPTIMISE_FLAGS=-O2
CXX_OPTIMISE_FLAGS=-O2
F90_OPTIMISE_FLAGS=-O1 -override_limits
F77_OPTIMISE_FLAGS=-O1 -override_limits
|
|
Ufer
Konrad-Zuse-Zentrum
Sun Solaris
ufer.zib.de
# MPICH WITH P4 DEVICE
MPI=CUSTOM
MPI_LIB_DIRS=/client/lib/solaris/ch_p4
MPI_INC_DIRS=/client/include
MPI_LIBS=mpich
CC=/opt/SUNWspro/bin/cc
CXX=CC
OPTIMISE=no
|
|
Harpo
Washington University
Origin 2000
harpo.wustl.edu
# NATIVE MPI
IRIX_BITS=32
MPI=NATIVE
HDF5_DIR=/usr/local/hdf5
HDF5=yes
PTHREADS=no
|
|
Notes:
- Pthreads:
- Native MPI on SGI's uses sproc threads which won't
work together with Pthreads.
Do not configure with
both MPI=NATIVE and PTHREADS !
Blue Horizon
San Diego Supercomputer Center
IBM SP2
horizon.sdsc.edu
# NATIVE MPI
MPI=NATIVE
HDF5=yes
|
|
Pitcairn
Argonne National Laboratory
Sun Solaris
pitcairn.mcs.anl.gov
# NO NATIVE MPI
CC=cc
CXX=CC
HDF5_DIR=/homes/radke/install/hdf5
HDF5=yes
|
|
# MPICH-G2
CC=cc
CXX=none
LD=f90
GLOBUS_LIB_DIR=/soft/pub/packages/globus/globus-1.1.4/development/sparc-sun-solaris2.7_nothreads_standard/lib
MPICH_DIR=/soft/pub/packages/globus/mpich-1.2.1-g2/tcp-nothreads-nodebug
MPICH_DEVICE=globus
MPI=MPICH
HDF5_DIR=/homes/radke/install/hdf5
HDF5=yes
|
|
Notes:
Needed to add /usr/ucblib to
LD_LIBRARY_PATH for compiling and running
Platinum
National Center for Supercomputing Applications
IA32 Linux Cluster
platinum.ncsa.uiuc.edu
CPP=$${PERL} $${CCTK_HOME}/lib/sbin/cpp.pl
# Intel compilers:
CXX=icpc
CC=icc
F77=ifc
F90=ifc
# native MPI:
MPI=CUSTOM
MPI_LIBS=mpich vmi pthread dl
MPI_LIB_DIRS=/usr/local/vmi/mpich/lib/icc
MPI_INC_DIRS=/usr/local/vmi/mpich/include
# HDF5:
HDF5=yes
HDF5_DIR=/usr/apps/hdf5/5-1.4.4-intel
PTHREADS=yes
# -O1 can give better performance for Fortran:
C_OPTIMISE_FLAGS=-O2
CXX_OPTIMISE_FLAGS=-O2
F90_OPTIMISE_FLAGS=-O1 -override_limits
F77_OPTIMISE_FLAGS=-O1 -override_limits
|
|
POSIC IA32 Linux Cluster
National Center for Supercomputing Applications
IA32 Linux Cluster
posic.ncsa.uiuc.edu
# MPICH
MPI=CUSTOM
MPI_INC_DIRS=/usr/local/mpich/include/
MPI_LIB_DIRS=/usr/local/mpich/lib/
MPI_LIBS="mpich vmi dl pthread"
HDF5=yes
|
|
Road Runner
Albuquerque High Performance Computing Center
IA32 Linux Cluster
rr.alliance.unm.edu
# MPICH ETH DEVICE
MPICH_DIR=/usr/local/parallel/mpich-eth.pgi
MPI=MPICH
F90=pgf90
CXX=pgCC
CC=pgcc
HDF5_DIR=/users/tradke/install/hdf5
HDF5=yes
|
|
Golden
NPACI
Cray T3E
t3e.npaci.edu
Lonestar
University of Texas
Cray T3E
t3e-utexas.npaci.edu
sp-umich
University of Michagan
IBM SP
sp-umich.npaci.edu
Aurora
sv1.npaci.edu
NPACI
Cray SV
# NO MPI
ARFLAGS=ruc
INTEGER_PRECISION=8
|
|
Seaborg
NERSC
IBM SP3
seaborg.nersc.gov
MPI=NATIVE
HDF5=yes
# for 64-bit configurations:
HDF5_DIR=/usr/common/homes/t/tradke/install/hdf5
LIBZ_DIR=/usr/common/usg/zlib/1.1.4/lib
# for 32-bit configurations:
HDF5_DIR=/usr/common/homes/t/tradke/install/hdf5-32bit
LIBZ_DIR=/usr/common/usg/hdf/4.1r5/lib
|
|
|
![[MAINIMAGE]](../images/documentation.jpg)
