Annotation of /MITgcm/tools/build_options/linux_amd64_ifort+mpi_loc

#!/bin/bash
#
#  $Header: /u/gcmpack/MITgcm/tools/build_options/linux_amd64_ifort+mpi_loc,v 1.4 2009/07/22 18:01:51 jmc Exp $
#  $Name:  $

# Adapted from linux_amd64_ifort_generic_mpi
#  with specific local path (=MPI_INC_DIR & NETCDF_ROOT ) for MPI & NetCDF
# Tested on jmc's laptop with MPI & Multi-Threaded
#  using intel compiler v.10.1.012 & mpich-1.2.7 (FC.8)
#                       v.11.1.046 & mpich-1.2.7 (FC.11)
#  (intel compiler, mpich & netcdf installed in /opt/intel/ )

#-------
# run with OpenMP: needs to set environment var. OMP_NUM_THREADS
#    and generally, needs to increase the stack-size:
#   -  sh,bash:
#     > export OMP_NUM_THREADS=2
#     > export KMP_STACKSIZE=400m
#   - csh,tcsh:
#     > setenv OMP_NUM_THREADS 2
#     > setenv KMP_STACKSIZE 400m
#  NOTE: need to set KMP_STACKSIZE in ~/.tcshrc (but curiously, works
#  without OMP_NUM_THREADS in ~/.tcshrc).
#-------

# Composed and tested by ce107 on ross/weddell (Opteron system)
# Should work fine on EM64T and other AMD64 compatible Intel systems
# a) Processor specific flags:
#    1) for more speed on Core2 processors replace -xW with -xT
#    2) for more speed on Pentium4 based EM64T processors replaces -xW with -xP
# b) For more speed, provided your data size doesn't exceed 2GB you can
# remove -fPIC which carries a performance penalty of 2-6%.
# c) Provided that the libraries you link to are compiled with -fPIC this
# optfile should work.
# d) You can replace -fPIC with -mcmodel=medium which may perform faster
# than -fPIC and still support data sizes over 2GB per process but all
# the libraries you link to must be compiled with -fPIC or -mcmodel=medium
# e) Changed from -O3 to -O2 to avoid buggy Intel v.10 compilers. Speed
# impact appears to be minimal.
#
# DON'T FORGET to set environment variable MPI_INC_DIR to the include
# directory of your MPI implementation

NETCDF_ROOT='/opt/intel/netcdf-4.0.1/11.1'
MPI_INC_DIR='/opt/intel/mpich-1.2.7p1_ic-11.1.046/include'

FC=mpif77
F90C='mpif90 -fixed'
CC=mpicc
LINK='mpif90 -i-dynamic -no-ipo'
#LINK='mpif90 -i-static -no-ipo'

DEFINES='-DALLOW_USE_MPI -DALWAYS_USE_MPI -DWORDLENGTH=4'
CPP='cpp  -traditional -P'
F90FIXEDFORMAT='-fixed -Tf'
EXTENDED_SRC_FLAG='-132'
OMPFLAG='-openmp'

NOOPTFLAGS='-O0 -g -m64 -fPIC'
NOOPTFILES=''

INCLUDEDIRS=''
INCLUDES=''
LIBS=''

if test "x$DEVEL" != x ; then
    FFLAGS='-w95 -W0 -WB -convert big_endian -assume byterecl -fPIC -O0 -g -noalign -fp-stack-check -check all -fpe0 -traceback -ftrapuv -fp-model except -warn all'
else
    FFLAGS='-w95 -W0 -WB -convert big_endian -assume byterecl -fPIC'
fi
#- might want to use '-r8' for fizhi pkg:
#FFLAGS="$FFLAGS -r8"

if test "x$IEEE" = x ; then
    #  No need for IEEE-754
    FOPTIM='-O2 -align -xW -ip'
else
    #  Try to follow IEEE-754
    FOPTIM='-O0 -xW -ip -fp-model strict'
#   for automatic testing with testreport (but no relation with IEEE arithmetic):
    FOPTIM="$FOPTIM -fpe0 -ftz -fp-stack-check -check all -ftrapuv"
    FOPTIM="$FOPTIM -noalign -g -traceback"
fi
F90FLAGS=$FFLAGS
F90OPTIM=$FOPTIM
CFLAGS='-O0 -ip -fPIC'

if [ "x$NETCDF_ROOT" != x ] ; then
    INCLUDEDIRS="${NETCDF_ROOT}/include"
    INCLUDES="-I${NETCDF_ROOT}/include"
    LIBS="-L${NETCDF_ROOT}/lib"
elif [ "x$NETCDF_HOME" != x ]; then
    INCLUDEDIRS="${NETCDF_HOME}/include"
    INCLUDES="-I${NETCDF_HOME}/include"
    LIBS="-L${NETCDF_HOME}/lib"
elif [ "x$NETCDF_INC" != x -a "x$NETCDF_LIB" != x ]; then
    NETCDF_INC=`echo $NETCDF_INC | sed 's/-I//g'`
    NETCDF_LIB=`echo $NETCDF_LIB | sed 's/-L//g'`
    INCLUDEDIRS="${NETCDF_INC}"
    INCLUDES="-I${NETCDF_INC}"
    LIBS="-L${NETCDF_LIB}"
elif [ "x$NETCDF_INCDIR" != x -a "x$NETCDF_LIBDIR" != x ]; then
    INCLUDEDIRS="${NETCDF_INCDIR}"
    INCLUDES="-I${NETCDF_INCDIR}"
    LIBS="-L${NETCDF_LIBDIR}"
elif test -d /usr/include/netcdf-3 ; then
    INCLUDEDIRS='/usr/include/netcdf-3'
    INCLUDES='-I/usr/include/netcdf-3'
    LIBS='-L/usr/lib/netcdf-3 -L/usr/lib64/netcdf-3'
elif test -d /usr/include/netcdf ; then
    INCLUDEDIRS='/usr/include/netcdf'
    INCLUDES='-I/usr/include/netcdf'
elif test -d /usr/local/netcdf ; then
    INCLUDEDIRS='/usr/include/netcdf/include'
    INCLUDES='-I/usr/local/netcdf/include'
    LIBS='-L/usr/local/netcdf/lib'
elif test -d /usr/local/include/netcdf.inc ; then
    INCLUDEDIRS='/usr/local/include'
    INCLUDES='-I/usr/local/include'
    LIBS='-L/usr/local/lib64'
fi

INCLUDES="$INCLUDES -I$MPI_INC_DIR"
INCLUDEDIRS="$INCLUDEDIRS $MPI_INC_DIR"
MPIINCLUDEDIR="$MPI_INC_DIR"
MPI_HEADER_FILES='mpif.h mpiof.h'
MPI_HEADER_FILES_INC='./mpi_headers/mpif.h ./mpi_headers/mpiof.h'
1	jmc	1.1	#!/bin/bash
2	jmc	1.3	#
3	jmc	1.5	# $Header: /u/gcmpack/MITgcm/tools/build_options/linux_amd64_ifort+mpi_loc,v 1.4 2009/07/22 18:01:51 jmc Exp $
4	jmc	1.3	# $Name: $
5	jmc	1.1
6			# Adapted from linux_amd64_ifort_generic_mpi
7			# with specific local path (=MPI_INC_DIR & NETCDF_ROOT ) for MPI & NetCDF
8	jmc	1.3	# Tested on jmc's laptop with MPI & Multi-Threaded
9			# using intel compiler v.10.1.012 & mpich-1.2.7 (FC.8)
10			# v.11.1.046 & mpich-1.2.7 (FC.11)
11			# (intel compiler, mpich & netcdf installed in /opt/intel/ )
12	jmc	1.1
13			#-------
14			# run with OpenMP: needs to set environment var. OMP_NUM_THREADS
15			# and generally, needs to increase the stack-size:
16			# - sh,bash:
17			# > export OMP_NUM_THREADS=2
18			# > export KMP_STACKSIZE=400m
19			# - csh,tcsh:
20			# > setenv OMP_NUM_THREADS 2
21			# > setenv KMP_STACKSIZE 400m
22	jmc	1.2	# NOTE: need to set KMP_STACKSIZE in ~/.tcshrc (but curiously, works
23			# without OMP_NUM_THREADS in ~/.tcshrc).
24	jmc	1.1	#-------
25
26			# Composed and tested by ce107 on ross/weddell (Opteron system)
27			# Should work fine on EM64T and other AMD64 compatible Intel systems
28			# a) Processor specific flags:
29			# 1) for more speed on Core2 processors replace -xW with -xT
30			# 2) for more speed on Pentium4 based EM64T processors replaces -xW with -xP
31			# b) For more speed, provided your data size doesn't exceed 2GB you can
32			# remove -fPIC which carries a performance penalty of 2-6%.
33			# c) Provided that the libraries you link to are compiled with -fPIC this
34			# optfile should work.
35			# d) You can replace -fPIC with -mcmodel=medium which may perform faster
36			# than -fPIC and still support data sizes over 2GB per process but all
37			# the libraries you link to must be compiled with -fPIC or -mcmodel=medium
38			# e) Changed from -O3 to -O2 to avoid buggy Intel v.10 compilers. Speed
39			# impact appears to be minimal.
40			#
41			# DON'T FORGET to set environment variable MPI_INC_DIR to the include
42			# directory of your MPI implementation
43
44	jmc	1.4	NETCDF_ROOT='/opt/intel/netcdf-4.0.1/11.1'
45			MPI_INC_DIR='/opt/intel/mpich-1.2.7p1_ic-11.1.046/include'
46	jmc	1.1
47			FC=mpif77
48			F90C='mpif90 -fixed'
49			CC=mpicc
50			LINK='mpif90 -i-dynamic -no-ipo'
51			#LINK='mpif90 -i-static -no-ipo'
52
53			DEFINES='-DALLOW_USE_MPI -DALWAYS_USE_MPI -DWORDLENGTH=4'
54			CPP='cpp -traditional -P'
55			F90FIXEDFORMAT='-fixed -Tf'
56			EXTENDED_SRC_FLAG='-132'
57			OMPFLAG='-openmp'
58
59			NOOPTFLAGS='-O0 -g -m64 -fPIC'
60			NOOPTFILES=''
61
62			INCLUDEDIRS=''
63			INCLUDES=''
64			LIBS=''
65
66			if test "x$DEVEL" != x ; then
67	jmc	1.5	FFLAGS='-w95 -W0 -WB -convert big_endian -assume byterecl -fPIC -O0 -g -noalign -fp-stack-check -check all -fpe0 -traceback -ftrapuv -fp-model except -warn all'
68	jmc	1.1	else
69	jmc	1.5	FFLAGS='-w95 -W0 -WB -convert big_endian -assume byterecl -fPIC'
70	jmc	1.1	fi
71	jmc	1.5	#- might want to use '-r8' for fizhi pkg:
72			#FFLAGS="$FFLAGS -r8"
73	jmc	1.1
74			if test "x$IEEE" = x ; then
75			# No need for IEEE-754
76			FOPTIM='-O2 -align -xW -ip'
77			else
78			# Try to follow IEEE-754
79	jmc	1.3	FOPTIM='-O0 -xW -ip -fp-model strict'
80	jmc	1.1	# for automatic testing with testreport (but no relation with IEEE arithmetic):
81	jmc	1.3	FOPTIM="$FOPTIM -fpe0 -ftz -fp-stack-check -check all -ftrapuv"
82			FOPTIM="$FOPTIM -noalign -g -traceback"
83	jmc	1.1	fi
84			F90FLAGS=$FFLAGS
85			F90OPTIM=$FOPTIM
86			CFLAGS='-O0 -ip -fPIC'
87
88			if [ "x$NETCDF_ROOT" != x ] ; then
89			INCLUDEDIRS="${NETCDF_ROOT}/include"
90			INCLUDES="-I${NETCDF_ROOT}/include"
91			LIBS="-L${NETCDF_ROOT}/lib"
92			elif [ "x$NETCDF_HOME" != x ]; then
93			INCLUDEDIRS="${NETCDF_HOME}/include"
94			INCLUDES="-I${NETCDF_HOME}/include"
95			LIBS="-L${NETCDF_HOME}/lib"
96			elif [ "x$NETCDF_INC" != x -a "x$NETCDF_LIB" != x ]; then
97			NETCDF_INC=`echo $NETCDF_INC \| sed 's/-I//g'`
98			NETCDF_LIB=`echo $NETCDF_LIB \| sed 's/-L//g'`
99			INCLUDEDIRS="${NETCDF_INC}"
100			INCLUDES="-I${NETCDF_INC}"
101			LIBS="-L${NETCDF_LIB}"
102			elif [ "x$NETCDF_INCDIR" != x -a "x$NETCDF_LIBDIR" != x ]; then
103			INCLUDEDIRS="${NETCDF_INCDIR}"
104			INCLUDES="-I${NETCDF_INCDIR}"
105			LIBS="-L${NETCDF_LIBDIR}"
106			elif test -d /usr/include/netcdf-3 ; then
107			INCLUDEDIRS='/usr/include/netcdf-3'
108			INCLUDES='-I/usr/include/netcdf-3'
109			LIBS='-L/usr/lib/netcdf-3 -L/usr/lib64/netcdf-3'
110			elif test -d /usr/include/netcdf ; then
111			INCLUDEDIRS='/usr/include/netcdf'
112			INCLUDES='-I/usr/include/netcdf'
113			elif test -d /usr/local/netcdf ; then
114			INCLUDEDIRS='/usr/include/netcdf/include'
115			INCLUDES='-I/usr/local/netcdf/include'
116			LIBS='-L/usr/local/netcdf/lib'
117			elif test -d /usr/local/include/netcdf.inc ; then
118			INCLUDEDIRS='/usr/local/include'
119			INCLUDES='-I/usr/local/include'
120			LIBS='-L/usr/local/lib64'
121			fi
122
123			INCLUDES="$INCLUDES -I$MPI_INC_DIR"
124			INCLUDEDIRS="$INCLUDEDIRS $MPI_INC_DIR"
125			MPIINCLUDEDIR="$MPI_INC_DIR"
126			MPI_HEADER_FILES='mpif.h mpiof.h'
127			MPI_HEADER_FILES_INC='./mpi_headers/mpif.h ./mpi_headers/mpiof.h'