Annotation of /MITgcm/tools/build_options/linux_amd64_ifort+mpi_loc

#!/bin/bash
#
#  $Header: /u/gcmpack/MITgcm/tools/build_options/linux_amd64_ifort+mpi_loc,v 1.8 2010/12/14 21:15:54 jmc Exp $
#  $Name:  $

# Adapted from linux_amd64_ifort_generic_mpi
#  with specific local path (=MPI_INC_DIR & NETCDF_ROOT ) for MPI & NetCDF
# Tested on jmc's laptop with MPI & Multi-Threaded
#  using intel compiler v.10.1.012 & mpich-1.2.7 (FC.8)
#                       v.11.1.046 & mpich-1.2.7 (FC.11)
#  (intel compiler, mpich & netcdf installed in /opt/intel/ )

#-------
# run with OpenMP: needs to set environment var. OMP_NUM_THREADS
#    and generally, needs to increase the stack-size:
#   -  sh,bash:
#     > export OMP_NUM_THREADS=2
#     > export KMP_STACKSIZE=400m
#   - csh,tcsh:
#     > setenv OMP_NUM_THREADS 2
#     > setenv KMP_STACKSIZE 400m
#  NOTE: need to set KMP_STACKSIZE in ~/.tcshrc (but curiously, works
#  without OMP_NUM_THREADS in ~/.tcshrc).
#-------

# Composed and tested by ce107 on ross/weddell (Opteron system)
# Should work fine on EM64T and other AMD64 compatible Intel systems
# a) Processor specific flags:
#    1) for more speed on Core2 processors replace -xW with -xT
#    2) for more speed on Pentium4 based EM64T processors replaces -xW with -xP
# b) For more speed, provided your data size doesn't exceed 2GB you can
# remove -fPIC which carries a performance penalty of 2-6%.
# c) Provided that the libraries you link to are compiled with -fPIC this
# optfile should work.
# d) You can replace -fPIC with -mcmodel=medium which may perform faster
# than -fPIC and still support data sizes over 2GB per process but all
# the libraries you link to must be compiled with -fPIC or -mcmodel=medium
# e) Changed from -O3 to -O2 to avoid buggy Intel v.10 compilers. Speed
# impact appears to be minimal.
#
# DON'T FORGET to set environment variable MPI_INC_DIR to the include
# directory of your MPI implementation

NETCDF_ROOT='/opt/intel/netcdf-4.0.1/11.1'
MPI_INC_DIR='/opt/intel/mpich-1.2.7p1_ic-11.1.046/include'

FC=mpif77
F90C='mpif90 -fixed'
CC=mpicc
LINK='mpif90 -i-dynamic -no-ipo'
#LINK='mpif90 -i-static -no-ipo'

DEFINES='-DALLOW_USE_MPI -DALWAYS_USE_MPI -DWORDLENGTH=4'
CPP='cpp  -traditional -P'
F90FIXEDFORMAT='-fixed -Tf'
EXTENDED_SRC_FLAG='-132'
GET_FC_VERSION="--version"
OMPFLAG='-openmp'

NOOPTFLAGS='-O0 -g'
NOOPTFILES=''

INCLUDEDIRS=''
INCLUDES=''
LIBS=''

if test "x$DEVEL" != x ; then
    FFLAGS="$FFLAGS -w95 -W0 -WB -convert big_endian -assume byterecl -fPIC -O0 -g -noalign -fp-stack-check -check all -fpe0 -traceback -ftrapuv -fp-model except -warn all"
else
    FFLAGS="$FFLAGS -w95 -W0 -WB -convert big_endian -assume byterecl -fPIC"
fi
#- might want to use '-r8' for fizhi pkg:
#FFLAGS="$FFLAGS -r8"

if test "x$IEEE" = x ; then
    #  No need for IEEE-754
    FOPTIM='-O2 -align -xW -ip'
else
    #  Try to follow IEEE-754
    FOPTIM='-O0 -xW -ip -fp-model strict'
#   for automatic testing with testreport (but no relation with IEEE arithmetic):
    FOPTIM="$FOPTIM -fpe0 -ftz -fp-stack-check -check all -ftrapuv"
    FOPTIM="$FOPTIM -noalign -g -traceback"
    NOOPTFILES='ad_taf_output.f'
fi
F90FLAGS=$FFLAGS
F90OPTIM=$FOPTIM
CFLAGS='-O0 -ip -fPIC'

if [ "x$NETCDF_ROOT" != x ] ; then
    INCLUDEDIRS="${NETCDF_ROOT}/include"
    INCLUDES="-I${NETCDF_ROOT}/include"
    LIBS="-L${NETCDF_ROOT}/lib"
elif [ "x$NETCDF_HOME" != x ]; then
    INCLUDEDIRS="${NETCDF_HOME}/include"
    INCLUDES="-I${NETCDF_HOME}/include"
    LIBS="-L${NETCDF_HOME}/lib"
elif [ "x$NETCDF_INC" != x -a "x$NETCDF_LIB" != x ]; then
    NETCDF_INC=`echo $NETCDF_INC | sed 's/-I//g'`
    NETCDF_LIB=`echo $NETCDF_LIB | sed 's/-L//g'`
    INCLUDEDIRS="${NETCDF_INC}"
    INCLUDES="-I${NETCDF_INC}"
    LIBS="-L${NETCDF_LIB}"
elif [ "x$NETCDF_INCDIR" != x -a "x$NETCDF_LIBDIR" != x ]; then
    INCLUDEDIRS="${NETCDF_INCDIR}"
    INCLUDES="-I${NETCDF_INCDIR}"
    LIBS="-L${NETCDF_LIBDIR}"
elif test -d /usr/include/netcdf-3 ; then
    INCLUDEDIRS='/usr/include/netcdf-3'
    INCLUDES='-I/usr/include/netcdf-3'
    LIBS='-L/usr/lib/netcdf-3 -L/usr/lib64/netcdf-3'
elif test -d /usr/include/netcdf ; then
    INCLUDEDIRS='/usr/include/netcdf'
    INCLUDES='-I/usr/include/netcdf'
elif test -d /usr/local/netcdf ; then
    INCLUDEDIRS='/usr/include/netcdf/include'
    INCLUDES='-I/usr/local/netcdf/include'
    LIBS='-L/usr/local/netcdf/lib'
elif test -d /usr/local/include/netcdf.inc ; then
    INCLUDEDIRS='/usr/local/include'
    INCLUDES='-I/usr/local/include'
    LIBS='-L/usr/local/lib64'
fi

INCLUDES="$INCLUDES -I$MPI_INC_DIR"
INCLUDEDIRS="$INCLUDEDIRS $MPI_INC_DIR"
MPIINCLUDEDIR="$MPI_INC_DIR"
MPI_HEADER_FILES='mpif.h mpiof.h'
MPI_HEADER_FILES_INC='./mpi_headers/mpif.h ./mpi_headers/mpiof.h'
1	jmc	1.1	#!/bin/bash
2	jmc	1.3	#
3	jmc	1.9	# $Header: /u/gcmpack/MITgcm/tools/build_options/linux_amd64_ifort+mpi_loc,v 1.8 2010/12/14 21:15:54 jmc Exp $
4	jmc	1.3	# $Name: $
5	jmc	1.1
6			# Adapted from linux_amd64_ifort_generic_mpi
7			# with specific local path (=MPI_INC_DIR & NETCDF_ROOT ) for MPI & NetCDF
8	jmc	1.3	# Tested on jmc's laptop with MPI & Multi-Threaded
9			# using intel compiler v.10.1.012 & mpich-1.2.7 (FC.8)
10			# v.11.1.046 & mpich-1.2.7 (FC.11)
11			# (intel compiler, mpich & netcdf installed in /opt/intel/ )
12	jmc	1.1
13			#-------
14			# run with OpenMP: needs to set environment var. OMP_NUM_THREADS
15			# and generally, needs to increase the stack-size:
16			# - sh,bash:
17			# > export OMP_NUM_THREADS=2
18			# > export KMP_STACKSIZE=400m
19			# - csh,tcsh:
20			# > setenv OMP_NUM_THREADS 2
21			# > setenv KMP_STACKSIZE 400m
22	jmc	1.2	# NOTE: need to set KMP_STACKSIZE in ~/.tcshrc (but curiously, works
23			# without OMP_NUM_THREADS in ~/.tcshrc).
24	jmc	1.1	#-------
25
26			# Composed and tested by ce107 on ross/weddell (Opteron system)
27			# Should work fine on EM64T and other AMD64 compatible Intel systems
28			# a) Processor specific flags:
29			# 1) for more speed on Core2 processors replace -xW with -xT
30			# 2) for more speed on Pentium4 based EM64T processors replaces -xW with -xP
31			# b) For more speed, provided your data size doesn't exceed 2GB you can
32			# remove -fPIC which carries a performance penalty of 2-6%.
33			# c) Provided that the libraries you link to are compiled with -fPIC this
34			# optfile should work.
35			# d) You can replace -fPIC with -mcmodel=medium which may perform faster
36			# than -fPIC and still support data sizes over 2GB per process but all
37			# the libraries you link to must be compiled with -fPIC or -mcmodel=medium
38			# e) Changed from -O3 to -O2 to avoid buggy Intel v.10 compilers. Speed
39			# impact appears to be minimal.
40			#
41			# DON'T FORGET to set environment variable MPI_INC_DIR to the include
42			# directory of your MPI implementation
43
44	jmc	1.4	NETCDF_ROOT='/opt/intel/netcdf-4.0.1/11.1'
45			MPI_INC_DIR='/opt/intel/mpich-1.2.7p1_ic-11.1.046/include'
46	jmc	1.1
47			FC=mpif77
48			F90C='mpif90 -fixed'
49			CC=mpicc
50			LINK='mpif90 -i-dynamic -no-ipo'
51			#LINK='mpif90 -i-static -no-ipo'
52
53			DEFINES='-DALLOW_USE_MPI -DALWAYS_USE_MPI -DWORDLENGTH=4'
54			CPP='cpp -traditional -P'
55			F90FIXEDFORMAT='-fixed -Tf'
56			EXTENDED_SRC_FLAG='-132'
57	jmc	1.9	GET_FC_VERSION="--version"
58	jmc	1.1	OMPFLAG='-openmp'
59
60	jmc	1.7	NOOPTFLAGS='-O0 -g'
61	jmc	1.1	NOOPTFILES=''
62
63			INCLUDEDIRS=''
64			INCLUDES=''
65			LIBS=''
66
67			if test "x$DEVEL" != x ; then
68	jmc	1.6	FFLAGS="$FFLAGS -w95 -W0 -WB -convert big_endian -assume byterecl -fPIC -O0 -g -noalign -fp-stack-check -check all -fpe0 -traceback -ftrapuv -fp-model except -warn all"
69	jmc	1.1	else
70	jmc	1.6	FFLAGS="$FFLAGS -w95 -W0 -WB -convert big_endian -assume byterecl -fPIC"
71	jmc	1.1	fi
72	jmc	1.5	#- might want to use '-r8' for fizhi pkg:
73			#FFLAGS="$FFLAGS -r8"
74	jmc	1.1
75			if test "x$IEEE" = x ; then
76			# No need for IEEE-754
77			FOPTIM='-O2 -align -xW -ip'
78			else
79			# Try to follow IEEE-754
80	jmc	1.3	FOPTIM='-O0 -xW -ip -fp-model strict'
81	jmc	1.1	# for automatic testing with testreport (but no relation with IEEE arithmetic):
82	jmc	1.3	FOPTIM="$FOPTIM -fpe0 -ftz -fp-stack-check -check all -ftrapuv"
83			FOPTIM="$FOPTIM -noalign -g -traceback"
84	jmc	1.7	NOOPTFILES='ad_taf_output.f'
85	jmc	1.1	fi
86			F90FLAGS=$FFLAGS
87			F90OPTIM=$FOPTIM
88			CFLAGS='-O0 -ip -fPIC'
89
90			if [ "x$NETCDF_ROOT" != x ] ; then
91			INCLUDEDIRS="${NETCDF_ROOT}/include"
92			INCLUDES="-I${NETCDF_ROOT}/include"
93			LIBS="-L${NETCDF_ROOT}/lib"
94			elif [ "x$NETCDF_HOME" != x ]; then
95			INCLUDEDIRS="${NETCDF_HOME}/include"
96			INCLUDES="-I${NETCDF_HOME}/include"
97			LIBS="-L${NETCDF_HOME}/lib"
98			elif [ "x$NETCDF_INC" != x -a "x$NETCDF_LIB" != x ]; then
99			NETCDF_INC=`echo $NETCDF_INC \| sed 's/-I//g'`
100			NETCDF_LIB=`echo $NETCDF_LIB \| sed 's/-L//g'`
101			INCLUDEDIRS="${NETCDF_INC}"
102			INCLUDES="-I${NETCDF_INC}"
103			LIBS="-L${NETCDF_LIB}"
104			elif [ "x$NETCDF_INCDIR" != x -a "x$NETCDF_LIBDIR" != x ]; then
105			INCLUDEDIRS="${NETCDF_INCDIR}"
106			INCLUDES="-I${NETCDF_INCDIR}"
107			LIBS="-L${NETCDF_LIBDIR}"
108			elif test -d /usr/include/netcdf-3 ; then
109			INCLUDEDIRS='/usr/include/netcdf-3'
110			INCLUDES='-I/usr/include/netcdf-3'
111			LIBS='-L/usr/lib/netcdf-3 -L/usr/lib64/netcdf-3'
112			elif test -d /usr/include/netcdf ; then
113			INCLUDEDIRS='/usr/include/netcdf'
114			INCLUDES='-I/usr/include/netcdf'
115			elif test -d /usr/local/netcdf ; then
116			INCLUDEDIRS='/usr/include/netcdf/include'
117			INCLUDES='-I/usr/local/netcdf/include'
118			LIBS='-L/usr/local/netcdf/lib'
119			elif test -d /usr/local/include/netcdf.inc ; then
120			INCLUDEDIRS='/usr/local/include'
121			INCLUDES='-I/usr/local/include'
122			LIBS='-L/usr/local/lib64'
123			fi
124
125			INCLUDES="$INCLUDES -I$MPI_INC_DIR"
126			INCLUDEDIRS="$INCLUDEDIRS $MPI_INC_DIR"
127			MPIINCLUDEDIR="$MPI_INC_DIR"
128			MPI_HEADER_FILES='mpif.h mpiof.h'
129			MPI_HEADER_FILES_INC='./mpi_headers/mpif.h ./mpi_headers/mpiof.h'