| 26 |
|
|
| 27 |
HERE=`pwd` |
HERE=`pwd` |
| 28 |
echo "start from HERE='$HERE' at: "`date` |
echo "start from HERE='$HERE' at: "`date` |
| 29 |
echo " sfx=$sfx , mpi=$mpi , mth=$mth" |
echo " sfx=$sfx , mpi=$mpi , mth=$mth , host="`hostname` |
| 30 |
|
|
| 31 |
#- dir where to run mitgcmuv (batch job starts in home dir; need to "cd" to run dir): |
#- dir where to run mitgcmuv (batch job starts in home dir; need to "cd" to run dir): |
| 32 |
runD="/net/eaps-80-11/data/jm_c/exp/atm_gray/run_$sfx" |
runD="/net/eaps-80-11/data/jm_c/exp/atm_gray/run_$sfx" |
| 40 |
#- to get case insensitive "ls" (and order of tested experiments) |
#- to get case insensitive "ls" (and order of tested experiments) |
| 41 |
export LC_ALL="en_US.UTF-8" |
export LC_ALL="en_US.UTF-8" |
| 42 |
|
|
| 43 |
|
if [ $mth -ge 1 ] ; then |
| 44 |
|
export OMP_NUM_THREADS=$mth |
| 45 |
|
export GOMP_STACKSIZE=400m |
| 46 |
|
fi |
| 47 |
|
|
| 48 |
module add gcc |
module add gcc |
| 49 |
if test $mpi = 0 ; then |
if test $mpi = 0 ; then |
| 50 |
EXE="./mitgcmuv > std_outp" |
EXE="./mitgcmuv > std_outp" |
| 51 |
else |
else |
| 52 |
module add openmpi |
module add openmpi |
| 53 |
|
EXE="mpirun -v" |
| 54 |
|
if [ $mth -ge 1 ] ; then EXE="$EXE -x OMP_NUM_THREADS -x GOMP_STACKSIZE" ; fi |
| 55 |
|
#- select which MPI procs to use |
| 56 |
nn=`cat $PBS_NODEFILE | sort | uniq | wc -l` |
nn=`cat $PBS_NODEFILE | sort | uniq | wc -l` |
| 57 |
if [ $nn -gt 1 ] ; then dd=`expr $mpi % $nn` ; else dd=1 ; fi |
if [ $nn -gt 1 ] ; then dd=`expr $mpi % $nn` ; else dd=1 ; fi |
| 58 |
if [ $dd -eq 0 ] ; then |
if [ $dd -eq 0 ] ; then |
| 59 |
npn=`expr $mpi / $nn` |
npn=`expr $mpi / $nn` |
| 60 |
echo " Nb of nodes=$nn , nb of process per node=$npn" |
echo " Nb of nodes=$nn , nb of process per node=$npn" |
| 61 |
cat $PBS_NODEFILE | sort | uniq > mf |
cat $PBS_NODEFILE | sort | uniq > mf |
| 62 |
EXE="mpirun -v -hostfile mf -npernode $npn ./mitgcmuv" |
EXE="$EXE -hostfile mf -npernode $npn ./mitgcmuv" |
| 63 |
else |
else |
| 64 |
EXE="mpirun -v -np $mpi ./mitgcmuv" |
EXE="$EXE -np $mpi ./mitgcmuv" |
| 65 |
fi |
fi |
| 66 |
fi |
fi |
| 67 |
|
|
|
if [ $mth -ge 1 ] ; then |
|
|
export OMP_NUM_THREADS=$mth |
|
|
export GOMP_STACKSIZE=400m |
|
|
fi |
|
|
|
|
| 68 |
echo "list of loaded modules:" |
echo "list of loaded modules:" |
| 69 |
module list 2>&1 |
module list 2>&1 |
| 70 |
echo " " |
echo " " |