#!/bin/bash
#$ -N a0001.15
#$ -q darwin
#$ -pe mpich_mx 4
#$ -l mem_free=6G
#$ -cwd
#$ -j n
#$ -o sge.out.$JOB_ID
#$ -e sge.err.$JOB_ID
#$ -m bea
#$ -M utke@mcs.anl.gov
#
# -N              job name
# -q              queue
# -pe             parallel environment and # cpus
# -l mem_free=6G  request nodes with 6GB free memory (currently; see below)
# -cwd            go to submit directory
# -j n            don't combine stdout and stderr
# -o              file for stdout
# -e              file for stderr
#
# note: mem_free is not consumable, i.e. the above only checks
#       whether there is enough memory on the node before assigning
#       the job to it, it will not keep other jobs from being assigned
#       to it, or existing jobs from increasing their memory usage.

machinefile=$TMPDIR/machines

source /etc/profile.d/modules.sh
module add intel/9.1.051
module add mpich-mx/1.2.7..5/intel/9.1.051

ulimit -s unlimited
cd /home/utke/Argonne/cvs/MITgcm_current/MITgcm/verification/OpenAD/build_regress_MPI 
mpirun \
   -np ${NSLOTS} -machinefile  $machinefile \
   --mx-kill 30 --mx-copy-env ./mitgcmuv_ad

#------------------------------------------------------------------------------