| 26 |  |  | 
| 27 | HERE=`pwd` | HERE=`pwd` | 
| 28 | echo "start from HERE='$HERE' at: "`date` | echo "start from HERE='$HERE' at: "`date` | 
| 29 | echo " sfx=$sfx , mpi=$mpi , mth=$mth" | echo " sfx=$sfx , mpi=$mpi , mth=$mth , host="`hostname` | 
| 30 |  |  | 
| 31 | #- dir where to run mitgcmuv (batch job starts in home dir; need to "cd" to run dir): | #- dir where to run mitgcmuv (batch job starts in home dir; need to "cd" to run dir): | 
| 32 | runD="/net/eaps-80-11/data/jm_c/exp/atm_gray/run_$sfx" | runD="/net/eaps-80-11/data/jm_c/exp/atm_gray/run_$sfx" | 
| 40 | #- to get case insensitive "ls" (and order of tested experiments) | #- to get case insensitive "ls" (and order of tested experiments) | 
| 41 | export LC_ALL="en_US.UTF-8" | export LC_ALL="en_US.UTF-8" | 
| 42 |  |  | 
| 43 |  | if [ $mth -ge 1 ] ; then | 
| 44 |  | export OMP_NUM_THREADS=$mth | 
| 45 |  | export GOMP_STACKSIZE=400m | 
| 46 |  | fi | 
| 47 |  |  | 
| 48 | module add gcc | module add gcc | 
| 49 | if test $mpi = 0 ; then | if test $mpi = 0 ; then | 
| 50 | EXE="./mitgcmuv > std_outp" | EXE="./mitgcmuv > std_outp" | 
| 51 | else | else | 
| 52 | module add openmpi | module add openmpi | 
| 53 |  | EXE="mpirun -v" | 
| 54 |  | if [ $mth -ge 1 ] ; then EXE="$EXE -x OMP_NUM_THREADS -x GOMP_STACKSIZE" ; fi | 
| 55 |  | #- select which MPI procs to use | 
| 56 | nn=`cat $PBS_NODEFILE | sort | uniq | wc -l` | nn=`cat $PBS_NODEFILE | sort | uniq | wc -l` | 
| 57 | if [ $nn -gt 1 ] ; then dd=`expr $mpi % $nn` ; else dd=1 ; fi | if [ $nn -gt 1 ] ; then dd=`expr $mpi % $nn` ; else dd=1 ; fi | 
| 58 | if [ $dd -eq 0 ] ; then | if [ $dd -eq 0 ] ; then | 
| 59 | npn=`expr $mpi / $nn` | npn=`expr $mpi / $nn` | 
| 60 | echo " Nb of nodes=$nn , nb of process per node=$npn" | echo " Nb of nodes=$nn , nb of process per node=$npn" | 
| 61 | cat $PBS_NODEFILE | sort | uniq > mf | cat $PBS_NODEFILE | sort | uniq > mf | 
| 62 | EXE="mpirun -v -hostfile mf -npernode $npn ./mitgcmuv" | EXE="$EXE -hostfile mf -npernode $npn ./mitgcmuv" | 
| 63 | else | else | 
| 64 | EXE="mpirun -v -np $mpi ./mitgcmuv" | EXE="$EXE -np $mpi ./mitgcmuv" | 
| 65 | fi | fi | 
| 66 | fi | fi | 
| 67 |  |  | 
|  | if [ $mth -ge 1 ] ; then |  | 
|  | export OMP_NUM_THREADS=$mth |  | 
|  | export GOMP_STACKSIZE=400m |  | 
|  | fi |  | 
|  |  |  | 
| 68 | echo "list of loaded modules:" | echo "list of loaded modules:" | 
| 69 | module list 2>&1 | module list 2>&1 | 
| 70 | echo " " | echo " " |