b4d38ab468
- generalize some of the library extensions (.so vs .dylib).
Provide as wmake 'sysFunctions'
- added note about unsupported/incomplete system support
- centralize detection of ThirdParty packages into wmake/ subdirectory
by providing a series of scripts in the spirit of GNU autoconfig.
For example,
have_boost, have_readline, have_scotch, ...
Each of the `have_<package>` scripts will generally provide the
following type of functions:
have_<package> # detection
no_<package> # reset
echo_<package> # echoing
and the following type of variables:
HAVE_<package> # unset or 'true'
<package>_ARCH_PATH # root for <package>
<package>_INC_DIR # include directory for <package>
<package>_LIB_DIR # library directory for <package>
This simplifies the calling scripts:
if have_metis
then
wmake metisDecomp
fi
As well as reducing clutter in the corresponding Make/options:
EXE_INC = \
-I$(METIS_INC_DIR) \
-I../decompositionMethods/lnInclude
LIB_LIBS = \
-L$(METIS_LIB_DIR) -lmetis
Any additional modifications (platform-specific or for an external build
system) can now be made centrally.
319 lines
9.6 KiB
Bash
319 lines
9.6 KiB
Bash
#----------------------------------*-sh-*--------------------------------------
|
|
# ========= |
|
|
# \\ / F ield | OpenFOAM: The Open Source CFD Toolbox
|
|
# \\ / O peration |
|
|
# \\ / A nd | Copyright (C) 2011-2016 OpenFOAM Foundation
|
|
# \\/ M anipulation | Copyright (C) 2017-2018 OpenCFD Ltd.
|
|
#------------------------------------------------------------------------------
|
|
# License
|
|
# This file is part of OpenFOAM, licensed under GNU General Public License
|
|
# <http://www.gnu.org/licenses/>.
|
|
#
|
|
# File
|
|
# etc/config.csh/mpi
|
|
# - sourced by OpenFOAM-*/etc/cshrc
|
|
#
|
|
# Description
|
|
# Setup for MPI communications library for OpenFOAM
|
|
#
|
|
# User adjustments are possible in these files:
|
|
# - config.csh/openmpi-system
|
|
# - config.csh/openmpi
|
|
# - config.csh/mpi-user
|
|
# - config.csh/mpi-system
|
|
#
|
|
# For USERMPI, the user is responsible for supplying an appropriate
|
|
# wmake/rules/General/mplibUSERMPI file and managing all settings
|
|
#
|
|
#------------------------------------------------------------------------------
|
|
unsetenv MPI_ARCH_PATH MPI_HOME
|
|
setenv FOAM_MPI dummy # Fallback value
|
|
|
|
switch ("$WM_MPLIB")
|
|
case SYSTEMOPENMPI:
|
|
# The system installed openmpi, locations discovery via mpicc.
|
|
setenv FOAM_MPI openmpi-system
|
|
_foamEtc -config openmpi-system # <- Adjustments (optional)
|
|
|
|
# Respect MPI_ARCH_PATH if set to a valid directory (ie, from user adjustments)
|
|
if (! $?MPI_ARCH_PATH ) setenv MPI_ARCH_PATH
|
|
if ( -d "$MPI_ARCH_PATH" ) then
|
|
_foamAddLibAuto $MPI_ARCH_PATH
|
|
else
|
|
# Slight hack: strip off 'lib' to get presumed prefix for include and libs
|
|
set libDir=`mpicc --showme:link | sed -e 's/.*-L\([^ ]*\).*/\1/'`
|
|
|
|
setenv MPI_ARCH_PATH "${libDir:h}"
|
|
_foamAddLib $libDir
|
|
unset libDir
|
|
endif
|
|
breaksw
|
|
|
|
case OPENMPI:
|
|
setenv FOAM_MPI openmpi-1.10.4
|
|
_foamEtc -config openmpi # <- Adjustments (optional)
|
|
|
|
# Respect MPI_ARCH_PATH if set to a valid directory (ie, from user adjustments)
|
|
if (! $?MPI_ARCH_PATH ) setenv MPI_ARCH_PATH
|
|
if (! -d "$MPI_ARCH_PATH" ) then
|
|
setenv MPI_ARCH_PATH $WM_THIRD_PARTY_DIR/platforms/$WM_ARCH$WM_COMPILER/$FOAM_MPI
|
|
endif
|
|
|
|
# Inform openmpi where to find its install directory
|
|
setenv OPAL_PREFIX $MPI_ARCH_PATH
|
|
|
|
if ($?FOAM_VERBOSE && $?prompt) then
|
|
echo "Using $WM_MPLIB"
|
|
echo " FOAM_MPI : $FOAM_MPI"
|
|
echo " OPAL_PREFIX : $MPI_ARCH_PATH"
|
|
endif
|
|
|
|
_foamAddPath $MPI_ARCH_PATH/bin
|
|
_foamAddMan $MPI_ARCH_PATH/share/man
|
|
_foamAddLibAuto $MPI_ARCH_PATH lib$WM_COMPILER_LIB_ARCH
|
|
breaksw
|
|
|
|
case USERMPI:
|
|
# Use an arbitrary, user-specified mpi implementation
|
|
setenv FOAM_MPI mpi-user
|
|
_foamEtc -config mpi-user # <- Adjustments (optional)
|
|
breaksw
|
|
|
|
case SYSTEMMPI:
|
|
setenv FOAM_MPI mpi-system
|
|
_foamEtc -config mpi-system # <- Adjustments (optional)
|
|
|
|
if ( ! $?MPI_ROOT ) then
|
|
echo
|
|
echo "Warning in $WM_PROJECT_DIR/etc/config.csh/mpi:"
|
|
echo " Please set the environment variable MPI_ROOT to point to" \
|
|
" the base folder for the system MPI in use."
|
|
echo " Example:"
|
|
echo
|
|
echo " setenv MPI_ROOT /opt/mpi"
|
|
echo
|
|
else
|
|
setenv MPI_ARCH_PATH $MPI_ROOT
|
|
|
|
if ( ! $?MPI_ARCH_FLAGS ) then
|
|
echo
|
|
echo "Warning in $WM_PROJECT_DIR/etc/config.csh/mpi:"
|
|
echo " MPI_ARCH_FLAGS is not set. Example:"
|
|
echo
|
|
echo ' setenv MPI_ARCH_FLAGS "-DOMPI_SKIP_MPICXX"'
|
|
echo
|
|
endif
|
|
|
|
if ( ! $?MPI_ARCH_INC ) then
|
|
echo
|
|
echo "Warning in $WM_PROJECT_DIR/etc/config.csh/mpi:"
|
|
echo " MPI_ARCH_INC is not set. Example:"
|
|
echo
|
|
echo ' setenv MPI_ARCH_INC "-isystem $MPI_ROOT/include"'
|
|
echo
|
|
endif
|
|
|
|
if ( ! $?MPI_ARCH_LIBS ) then
|
|
echo
|
|
echo "Warning in $WM_PROJECT_DIR/etc/config.csh/mpi:"
|
|
echo " MPI_ARCH_LIBS is not set. Example:"
|
|
echo
|
|
echo ' setenv MPI_ARCH_LIBS "-L$MPI_ROOT/lib -lmpi"'
|
|
echo
|
|
endif
|
|
endif
|
|
breaksw
|
|
|
|
case MPICH:
|
|
setenv FOAM_MPI mpich-3.2
|
|
setenv MPI_ARCH_PATH $WM_THIRD_PARTY_DIR/platforms/$WM_ARCH$WM_COMPILER/$FOAM_MPI
|
|
setenv MPI_HOME $MPI_ARCH_PATH
|
|
|
|
_foamAddPath $MPI_ARCH_PATH/bin
|
|
_foamAddMan $MPI_ARCH_PATH/share/man
|
|
_foamAddLibAuto $MPI_ARCH_PATH lib$WM_COMPILER_LIB_ARCH
|
|
breaksw
|
|
|
|
case MPICH-GM:
|
|
setenv FOAM_MPI mpich-gm
|
|
setenv MPI_ARCH_PATH /opt/mpi
|
|
setenv MPICH_PATH $MPI_ARCH_PATH
|
|
setenv GM_LIB_PATH /opt/gm/lib$WM_COMPILER_LIB_ARCH
|
|
|
|
_foamAddPath $MPI_ARCH_PATH/bin
|
|
_foamAddLib $MPI_ARCH_PATH/lib$WM_COMPILER_LIB_ARCH
|
|
_foamAddLib $GM_LIB_PATH
|
|
breaksw
|
|
|
|
case CRAY-MPICH:
|
|
if ( ! $?MPICH_DIR ) setenv MPICH_DIR /dev/null
|
|
setenv FOAM_MPI cray-mpich
|
|
setenv MPI_ARCH_PATH $MPICH_DIR
|
|
|
|
if ($?FOAM_VERBOSE && $?prompt) then
|
|
echo "Using $WM_MPLIB"
|
|
echo " FOAM_MPI : $FOAM_MPI"
|
|
echo " MPICH_DIR : $MPI_ARCH_PATH"
|
|
endif
|
|
|
|
if ( ! -d "$MPI_ARCH_PATH" ) then
|
|
echo "Warning in $WM_PROJECT_DIR/etc/config.csh/mpi:"
|
|
echo " Not a valid $WM_MPLIB installation directory."
|
|
echo " Please set MPICH_DIR properly."
|
|
echo " Currently using '$MPI_ARCH_PATH'"
|
|
endif
|
|
|
|
# _foamAddPath $MPI_ARCH_PATH/bin
|
|
_foamAddLib $MPI_ARCH_PATH/lib
|
|
breaksw
|
|
|
|
case HPMPI:
|
|
setenv FOAM_MPI hpmpi
|
|
setenv MPI_HOME /opt/hpmpi
|
|
setenv MPI_ARCH_PATH $MPI_HOME
|
|
|
|
_foamAddPath $MPI_ARCH_PATH/bin
|
|
|
|
switch (`uname -m`)
|
|
case i686:
|
|
_foamAddLib $MPI_ARCH_PATH/lib/linux_ia32
|
|
breaksw
|
|
case x86_64:
|
|
_foamAddLib $MPI_ARCH_PATH/lib/linux_amd64
|
|
breaksw
|
|
case ia64:
|
|
_foamAddLib $MPI_ARCH_PATH/lib/linux_ia64
|
|
breaksw
|
|
default:
|
|
echo Unknown processor type `uname -m` for Linux
|
|
breaksw
|
|
endsw
|
|
breaksw
|
|
|
|
case MPI:
|
|
setenv FOAM_MPI mpi
|
|
setenv MPI_ARCH_PATH /opt/mpi
|
|
breaksw
|
|
|
|
case FJMPI:
|
|
setenv FOAM_MPI fjmpi
|
|
setenv MPI_ARCH_PATH /opt/FJSVmpi2
|
|
|
|
_foamAddPath $MPI_ARCH_PATH/bin
|
|
_foamAddLib $MPI_ARCH_PATH/lib/sparcv9
|
|
_foamAddLib /opt/FSUNf90/lib/sparcv9
|
|
_foamAddLib /opt/FJSVpnidt/lib
|
|
breaksw
|
|
|
|
case QSMPI:
|
|
setenv FOAM_MPI qsmpi
|
|
setenv MPI_ARCH_PATH /usr/lib/mpi
|
|
|
|
_foamAddPath $MPI_ARCH_PATH/bin
|
|
_foamAddLib $MPI_ARCH_PATH/lib
|
|
breaksw
|
|
|
|
case SGIMPI:
|
|
if ( ! $?MPI_ROOT ) setenv MPI_ROOT /dummy
|
|
|
|
if ( ! -d "$MPI_ROOT" ) then
|
|
echo "Warning in $WM_PROJECT_DIR/etc/config.csh/mpi:"
|
|
echo " Not a valid $WM_MPLIB installation directory."
|
|
echo " Please set MPI_ROOT properly (usually via the mpt module)"
|
|
echo " Currently using '$MPI_ARCH_PATH'"
|
|
endif
|
|
|
|
if ( "${MPI_ROOT:h}/" == $MPI_ROOT ) then
|
|
setenv MPI_ROOT ${MPI_ROOT:h}
|
|
endif
|
|
|
|
setenv FOAM_MPI ${MPI_ROOT:t}
|
|
setenv MPI_ARCH_PATH $MPI_ROOT
|
|
|
|
if ($?FOAM_VERBOSE && $?prompt) then
|
|
echo "Using $WM_MPLIB"
|
|
echo " FOAM_MPI : $FOAM_MPI"
|
|
echo " MPI_ROOT : $MPI_ARCH_PATH"
|
|
endif
|
|
|
|
_foamAddPath $MPI_ARCH_PATH/bin
|
|
_foamAddLib $MPI_ARCH_PATH/lib
|
|
breaksw
|
|
|
|
case INTELMPI:
|
|
if ( $?I_MPI_ROOT ) then
|
|
# I_MPI_ROOT: The Intel MPI Library installation directory
|
|
|
|
# Remove trailing slash
|
|
if ( "${I_MPI_ROOT:h}/" == $I_MPI_ROOT ) then
|
|
setenv I_MPI_ROOT ${I_MPI_ROOT:h}
|
|
endif
|
|
setenv MPI_ARCH_PATH $I_MPI_ROOT
|
|
setenv FOAM_MPI ${MPI_ARCH_PATH:t}
|
|
|
|
# If subdirectory is version number only, prefix with 'impi-'
|
|
switch ("$FOAM_MPI")
|
|
case [0-9]*:
|
|
setenv FOAM_MPI "impi-$FOAM_MPI"
|
|
breaksw
|
|
endsw
|
|
|
|
if ($?FOAM_VERBOSE && $?prompt) then
|
|
echo "Using $WM_MPLIB"
|
|
echo " FOAM_MPI : $FOAM_MPI"
|
|
echo " I_MPI_ROOT : $MPI_ARCH_PATH"
|
|
endif
|
|
else if ( $?MPI_ROOT ) then
|
|
# MPI_ROOT: General specification
|
|
|
|
# Remove trailing slash
|
|
if ( "${MPI_ROOT:h}/" == $MPI_ROOT ) then
|
|
setenv MPI_ROOT ${MPI_ROOT:h}
|
|
endif
|
|
|
|
setenv MPI_ARCH_PATH $MPI_ROOT
|
|
setenv FOAM_MPI ${MPI_ARCH_PATH:t}
|
|
|
|
# If subdirectory is version number only, prefix with 'impi-'
|
|
switch ("$FOAM_MPI")
|
|
case [0-9]*:
|
|
setenv FOAM_MPI "impi-$FOAM_MPI"
|
|
breaksw
|
|
endsw
|
|
|
|
if ($?FOAM_VERBOSE && $?prompt) then
|
|
echo "Using $WM_MPLIB"
|
|
echo " FOAM_MPI : $FOAM_MPI"
|
|
echo " MPI_ROOT : $MPI_ARCH_PATH"
|
|
endif
|
|
else
|
|
setenv MPI_ARCH_PATH /dummy
|
|
endif
|
|
|
|
if ( ! -d "$MPI_ARCH_PATH" ) then
|
|
echo "Warning in $WM_PROJECT_DIR/etc/config.csh/mpi:"
|
|
echo " Not a valid $WM_MPLIB installation directory."
|
|
echo " Please set I_MPI_ROOT or MPI_ROOT properly."
|
|
echo " Currently using '$MPI_ARCH_PATH'"
|
|
endif
|
|
|
|
_foamAddPath $MPI_ARCH_PATH/bin64
|
|
_foamAddLib $MPI_ARCH_PATH/lib64
|
|
breaksw
|
|
endsw
|
|
|
|
|
|
# Add (non-dummy) MPI implementation
|
|
# - dummy MPI already in lib-path and has no external libraries
|
|
if ( "$FOAM_MPI" != dummy ) then
|
|
if ( $?FOAM_EXT_LIBBIN ) then # External libraries (allowed to be unset)
|
|
_foamAddLib ${FOAM_EXT_LIBBIN}/${FOAM_MPI}
|
|
endif
|
|
_foamAddLib ${FOAM_LIBBIN}/${FOAM_MPI}
|
|
endif
|
|
|
|
# Alternative to 'mpiBufferSize' controlDict entry
|
|
#setenv MPI_BUFFER_SIZE 20000000
|
|
|
|
#------------------------------------------------------------------------------
|