/[MITgcm]/MITgcm_contrib/test_scripts/ollie/mitgcmtestreport_cray
ViewVC logotype

Diff of /MITgcm_contrib/test_scripts/ollie/mitgcmtestreport_cray

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.3 by mlosch, Tue Jun 21 09:43:58 2016 UTC revision 1.7 by mlosch, Mon Mar 13 09:31:51 2017 UTC
# Line 1  Line 1 
1  #!/bin/bash -e  #!/bin/bash -e
2  # new script for running testreport on ollie.awi.de  # new script for running testreport on ollie.awi.de
3  p# - compile and run on compute nodes  # - compile and run on compute nodes
4  # - use ssh to call mpack command from the head node ollie0  # - use ssh to call mpack command from the head node ollie0
5  #$Header$  #$Header$
6  #$Name$  #$Name$
# Line 10  source /usr/Modules/3.2.10/init/bash Line 10  source /usr/Modules/3.2.10/init/bash
10  source /etc/profile.d/cray_pe.sh  source /etc/profile.d/cray_pe.sh
11  source /etc/profile.d/AWI.sh  source /etc/profile.d/AWI.sh
12  #  #
13    
14  module purge  module purge
 module load slurm  
15  module load craype-broadwell  module load craype-broadwell
16  module load PrgEnv-cray/1.0.0  module load PrgEnv-cray
17  module unload cudatoolkit  # to me this looks like a terrible hack, but that is what we are supposed
18  module swap mvapich2_cce cray-impi  # to use now
19  module load intel/impi-5.1.3  module unload craype-network-infiniband cudatoolkit mvapich2_cce
20  export LD_LIBRARY_PATH=${CRAY_LD_LIBRARY_PATH}:${LD_LIBRARY_PATH}:  module load craype-network-opa
21    module load mvapich2_cce
22    module load netcdf
23    #export LD_LIBRARY_PATH=${CRAY_LD_LIBRARY_PATH}:${LD_LIBRARY_PATH}:
24    # not sure why I have set these paths here again
25    export MPI_ROOT=$(dirname $(dirname `which mpicc`))
26    # $(dirname `echo $LD_LIBRARY_PATH  | awk -F: '{print $1}'`)
27    export MPI_INC_DIR=${MPI_ROOT}/include
28    
29    # there is no slurm module anymore and this is the current recommendation to
30    # have sbatch in your path (rather than running /etc/profile.d./slurm.sh)
31    export PATH=${PATH}:/global/opt/slurm/default/bin
32    
33  dNam='ollie'  dNam='ollie'
34  TST_DIR="/work/ollie/mlosch/test_$dNam"  TST_DIR="/work/ollie/mlosch/test_$dNam"
# Line 31  RUNIT="runit_"$sfx Line 42  RUNIT="runit_"$sfx
42  OPTFILE=../tools/build_options/linux_ia64_${sfx}_ollie  OPTFILE=../tools/build_options/linux_ia64_${sfx}_ollie
43  options="-MPI 6"  options="-MPI 6"
44  options="$options -odir ${dNam}-c"  options="$options -odir ${dNam}-c"
45  p#options="$options -j 6"  #options="$options -j 6"
46  #options="$options -t global_ocean.cs32x15"  #options="$options -t global_ocean.cs32x15"
47    
48  #EXE='mpiexec.hydra -bootstrap slurm -n TR_NPROC ./mitgcmuv'  #EXE='mpiexec.hydra -bootstrap slurm -n TR_NPROC ./mitgcmuv'
# Line 87  fi Line 98  fi
98    
99  cd ${gcmDIR}/verification  cd ${gcmDIR}/verification
100    
101  cwd=`pwd`  cwd=\`pwd\`
102  SENDCMD="ssh ollie0 ${TST_DIR}/${gcmDIR}/tools/mpack-1.6/mpack"  SENDCMD="ssh ollie0 ${TST_DIR}/${gcmDIR}/tools/mpack-1.6/mpack"
103  runtestreport="./testreport $options -of $OPTFILE -command \"${EXE}\" -send \"${SENDCMD}\" -sd ${cwd}"  runtestreport="./testreport $options -of $OPTFILE -command \"${EXE}\" -send \"${SENDCMD}\" -sd ${cwd}"
104    
# Line 115  cat << EOF >| $HERE/$RUNIT Line 126  cat << EOF >| $HERE/$RUNIT
126  # cfc_example, fizhi, tutorial_deep_convection  # cfc_example, fizhi, tutorial_deep_convection
127  ulimit -s unlimited  ulimit -s unlimited
128    
129    # # for debugging
130    # export FLEXLM_DIAGNOSTICS=2
131    # export FNP_IP_ENV=1
132    # export LM_A_CONN_TIMEOUT=99
133    
134  cd \${SLURM_SUBMIT_DIR}  cd \${SLURM_SUBMIT_DIR}
135    
136  cwd=`pwd`  cwd=`pwd`
Legend:
Removed from v.1.3  
changed lines
  Added in v.1.7
  ViewVC Help
Powered by ViewVC 1.1.22