1 |
utke |
1.1 |
#!/bin/bash |
2 |
|
|
#$ -N a0001.15 |
3 |
|
|
#$ -q darwin |
4 |
|
|
#$ -pe mpich_mx 4 |
5 |
|
|
#$ -l mem_free=6G |
6 |
|
|
#$ -cwd |
7 |
|
|
#$ -j n |
8 |
|
|
#$ -o sge.out.$JOB_ID |
9 |
|
|
#$ -e sge.err.$JOB_ID |
10 |
|
|
#$ -m bea |
11 |
|
|
#$ -M utke@mcs.anl.gov |
12 |
|
|
# |
13 |
|
|
# -N job name |
14 |
|
|
# -q queue |
15 |
|
|
# -pe parallel environment and # cpus |
16 |
|
|
# -l mem_free=6G request nodes with 6GB free memory (currently; see below) |
17 |
|
|
# -cwd go to submit directory |
18 |
|
|
# -j n don't combine stdout and stderr |
19 |
|
|
# -o file for stdout |
20 |
|
|
# -e file for stderr |
21 |
|
|
# |
22 |
|
|
# note: mem_free is not consumable, i.e. the above only checks |
23 |
|
|
# whether there is enough memory on the node before assigning |
24 |
|
|
# the job to it, it will not keep other jobs from being assigned |
25 |
|
|
# to it, or existing jobs from increasing their memory usage. |
26 |
|
|
|
27 |
|
|
machinefile=$TMPDIR/machines |
28 |
|
|
|
29 |
|
|
source /etc/profile.d/modules.sh |
30 |
|
|
module add intel/9.1.051 |
31 |
|
|
module add mpich-mx/1.2.7..5/intel/9.1.051 |
32 |
|
|
|
33 |
|
|
ulimit -s unlimited |
34 |
|
|
cd /home/utke/Argonne/cvs/MITgcm_current/MITgcm/verification/OpenAD/build_regress_MPI |
35 |
|
|
mpirun \ |
36 |
|
|
-np ${NSLOTS} -machinefile $machinefile \ |
37 |
|
|
--mx-kill 30 --mx-copy-env ./mitgcmuv_ad |
38 |
|
|
|
39 |
|
|
#------------------------------------------------------------------------------ |