| 1 |
#!/bin/bash |
#!/bin/bash |
| 2 |
# |
# |
| 3 |
#PBS -q long |
#PBS -q four-twelve |
| 4 |
#PBS -N tst_ifc |
#PBS -N tst_ifc |
| 5 |
#PBS -l nodes=2:ppn=2 |
#PBS -l nodes=3:ppn=2 |
| 6 |
#PBS -e /home/jmc/test_ACES/output/tst_ifc.stderr |
#PBS -e /home/jmc/test_ACES/output/tst_ifc.stderr |
| 7 |
#PBS -o /home/jmc/test_ACES/output/tst_ifc.stdout |
#PBS -o /home/jmc/test_ACES/output/tst_ifc.stdout |
|
# #PBS -V |
|
|
# ^- commented out => do not export env. variable ! |
|
|
# since head node environment (& module) is too different from computer node |
|
| 8 |
|
|
| 9 |
# $Header$ |
# $Header$ |
| 10 |
# $Name$ |
# $Name$ |
| 11 |
|
|
| 12 |
|
# ACES-grid PBS-batch script for MPI test using ifort (default=v8) & mpich |
| 13 |
|
|
| 14 |
if test -f /etc/profile.d/modules.sh ; then |
if test -f /etc/profile.d/modules.sh ; then |
| 15 |
. /etc/profile.d/modules.sh |
. /etc/profile.d/modules.sh |
| 16 |
fi |
fi |
| 17 |
module add mpich/intel |
# Note: added "ulimit -s unlimited" in file "~/.bashrc" |
| 18 |
|
# to pass big test (the 2 fizhi-cs-* test & adjoint tests) with MPI |
| 19 |
|
|
|
TST_DIR="/home/jmc/test_ACES/gcm_tests" |
|
|
HERE='/home/jmc/test_ACES/output' |
|
|
cd $HERE |
|
|
|
|
|
FC=ifort |
|
|
MF=$HERE"/mf_"$FC |
|
|
cat $PBS_NODEFILE | sort | uniq > $MF |
|
|
NCPU=`wc -l $MF | awk '{print $1}'` |
|
|
EXE="mpirun -machinefile $MF -v -np $NCPU ./mitgcmuv" |
|
|
|
|
|
# cat << EOF > $HERE"/.cvspass" |
|
|
# /1 :pserver:cvsanon@mitgcm.org:2401/u/gcmpack Ah<Zy=0= |
|
|
# EOF |
|
| 20 |
umask 0022 |
umask 0022 |
| 21 |
tmpDIR=${TST_DIR}"/tmp_ifc" |
#- to get case insensitive "ls" (and order of tested experiments) |
| 22 |
if test -e $tmpDIR ; then |
export LC_ALL="en_US.UTF-8" |
| 23 |
rm -rf $tmpDIR |
|
| 24 |
|
TST_DIR="/home/jmc/test_ACES" |
| 25 |
|
HERE=$TST_DIR/output |
| 26 |
|
#cd $HERE |
| 27 |
|
|
| 28 |
|
sfx='ifc' |
| 29 |
|
module add mpich/intel |
| 30 |
|
module add netcdf/3.6.1/icc |
| 31 |
|
export MPI_INC_DIR='/usr/local/pkg/mpich/mpich-intel/include/' |
| 32 |
|
OPTFILE="../tools/build_options/linux_ia32_ifort+mpi_aces" |
| 33 |
|
#OPTFILE="$HERE/linux_ia32_ifort+mpi_aces" |
| 34 |
|
options="-j 2 -MPI 6 -mf $PBS_NODEFILE" |
| 35 |
|
EXE="mpirun -machinefile TR_MFILE -v -np TR_NPROC ./mitgcmuv" |
| 36 |
|
|
| 37 |
|
#- keep a copy of MPI_MFILE: |
| 38 |
|
cp -p $PBS_NODEFILE $HERE"/mf_"$sfx |
| 39 |
|
|
| 40 |
|
checkOut=1 |
| 41 |
|
#options="$options -nc" ; checkOut=0 |
| 42 |
|
#options="$options -q" ; checkOut=0 |
| 43 |
|
|
| 44 |
|
gcmDIR="MITgcm_$sfx" |
| 45 |
|
cd $TST_DIR |
| 46 |
|
#- check for disk space: |
| 47 |
|
dsp=`df -P . | tail -1 | awk '{print $5}' | sed 's/%$//'` |
| 48 |
|
if [ $dsp -gt 99 ] ; then |
| 49 |
|
echo 'Not enough space on this disk => do not run testreport.' |
| 50 |
|
df . |
| 51 |
|
exit |
| 52 |
|
fi |
| 53 |
|
if [ $checkOut -eq 1 ] ; then |
| 54 |
|
if test -d $gcmDIR/CVS ; then |
| 55 |
|
/bin/rm -rf $gcmDIR/verification/??_aces-${sfx}_????????_? |
| 56 |
|
( cd $gcmDIR/verification ; ../tools/do_tst_2+2 -clean ) |
| 57 |
|
echo "cvs update of dir $gcmDIR :" |
| 58 |
|
( cd $gcmDIR ; cvs -q -d :pserver:cvsanon@mitgcm.org:/u/gcmpack update -P -d ) 2>&1 |
| 59 |
|
else |
| 60 |
|
echo "no dir: $gcmDIR/CVS => try a fresh check-out" |
| 61 |
|
checkOut=2 |
| 62 |
|
fi |
| 63 |
fi |
fi |
| 64 |
mkdir $tmpDIR |
if [ $checkOut -eq 2 ] ; then |
| 65 |
cd $tmpDIR |
if test -e $gcmDIR ; then |
| 66 |
cvs -d :pserver:cvsanon@mitgcm.org:/u/gcmpack co -P MITgcm > /dev/null 2>&1 |
rm -rf $gcmDIR |
| 67 |
# cvs co MITgcm |
fi |
| 68 |
/usr/bin/find $tmpDIR -type d | xargs chmod g+rxs |
# cvs co MITgcm |
| 69 |
/usr/bin/find $tmpDIR -type f | xargs chmod g+r |
cvs -d :pserver:cvsanon@mitgcm.org:/u/gcmpack co -P -d $gcmDIR MITgcm > /dev/null 2>&1 |
| 70 |
|
/usr/bin/find $gcmDIR -type d | xargs chmod g+rxs |
| 71 |
cd MITgcm/verification |
/usr/bin/find $gcmDIR -type f | xargs chmod g+r |
| 72 |
OPTFILE="../tools/build_options/linux_ia32_"$FC"+mpi_aces" |
else |
| 73 |
# ./testreport -j 2 -mpi -of $OPTFILE -command "$EXE" -a 'edhill@mitgcm.org' |
if test -e $gcmDIR/verification ; then |
| 74 |
echo ./testreport -j 2 -mpi -of $OPTFILE -command "$EXE" |
echo "dir $gcmDIR/verification exist" |
| 75 |
./testreport -j 2 -mpi -of $OPTFILE -command "$EXE" |
else |
| 76 |
|
echo "no dir $gcmDIR/verification => exit" |
| 77 |
|
exit |
| 78 |
|
fi |
| 79 |
|
fi |
| 80 |
|
|
| 81 |
|
cd $gcmDIR/verification |
| 82 |
|
echo ./testreport $options -of $OPTFILE -command \"$EXE\" -odir aces-$sfx |
| 83 |
|
./testreport $options -of $OPTFILE -command "$EXE" -odir aces-$sfx |
| 84 |
|
|
| 85 |
|
echo '' |
| 86 |
|
echo ../tools/do_tst_2+2 -mpi -mf $PBS_NODEFILE -exe \"$EXE\" -o aces-$sfx -a NONE |
| 87 |
|
../tools/do_tst_2+2 -mpi -mf $PBS_NODEFILE -exe "$EXE" -o aces-$sfx -a NONE |
| 88 |
|
|
Parent Directory
| 
Revision Log
| 
Revision Graph
| 
Patch