1 |
#! /usr/bin/env bash |
2 |
|
3 |
. /etc/profile.d/modules.sh |
4 |
module list > .module_list 2>&1 |
5 |
|
6 |
cd /home/edhill/local/bin |
7 |
|
8 |
# QSUB="/usr/local/bin/qsub" |
9 |
# QSTAT="/usr/local/bin/qstat" |
10 |
QSUB=qsub |
11 |
QSTAT=qstat |
12 |
MPACK="./mpack" |
13 |
|
14 |
$QSUB ./itrda_gnu_test_mpi |
15 |
$QSUB ./itrda_intel_test_mpi |
16 |
$QSUB ./itrda_pgi_test_mpi |
17 |
$QSUB ./itrda_intel_test_mth |
18 |
|
19 |
date_str=`date +%Y%m%d`"_0" |
20 |
|
21 |
minutes=0 |
22 |
while test ! "x_"$M_g77"_"$M_ifc"_"$M_pgf77"_"$M_mth = x_done_done_done_done ; do |
23 |
|
24 |
sleep 300 |
25 |
minutes=$(( $minutes + 5 )) |
26 |
|
27 |
for i in g77 ifort pgf77 mth ; do |
28 |
|
29 |
JOB="eh3_"$i |
30 |
comm="echo \$M_$i" |
31 |
ready_to_send=`eval $comm`"_"`$QSTAT -a | grep edhill | grep $JOB | wc -l` |
32 |
|
33 |
if test "x_$ready_to_send" = x__0 ; then |
34 |
pat="/tmp/tr_itrda-$i"'*' |
35 |
rm -rf $pat |
36 |
run_dir="/net/ds-01/scratch-5/edhill/tmp_"$i"/MITgcm/verification" |
37 |
tdir=`ls -1 $run_dir | grep -v tr_out | grep '^tr' | head -1` |
38 |
if test ! "x$tdir" = x ; then |
39 |
cp -ra $run_dir"/"$tdir "/tmp/tr_aces-"$i"_"$date_str |
40 |
( cd /tmp ; tar -czf "./tr_aces-"$i".tar.gz" "./tr_aces-"$i"_"$date_str ) |
41 |
$MPACK -s MITgcm-test -m 3555000 "/tmp/tr_aces-"$i".tar.gz" edhill@mitgcm.org |
42 |
echo "Email sent for $i" |
43 |
else |
44 |
echo "Output not found so no email sent for $i" |
45 |
fi |
46 |
eval M_$i=done |
47 |
fi |
48 |
done |
49 |
|
50 |
hrs=$(( $minutes / 60 )); |
51 |
# "long" queue is 24hrs = 24*60min = 1440min |
52 |
if test $minutes -gt 1440 ; then |
53 |
echo "Time expired with $minutes minutes ($hrs hours)." |
54 |
exit 1 |
55 |
fi |
56 |
|
57 |
done |
58 |
|
59 |
echo "All tests completed successfully." |