Annotation of /MITgcm/tools/example_scripts/ACESgrid/itrda_test_all

#! /usr/bin/env bash

. /etc/profile.d/modules.sh
module list > .module_list 2>&1

cd /home/edhill/local/bin

# QSUB="/usr/local/bin/qsub"
# QSTAT="/usr/local/bin/qstat"
QSUB=qsub
QSTAT=qstat
MPACK="./mpack"

$QSUB ./itrda_gnu_test_mpi
$QSUB ./itrda_intel_test_mpi
$QSUB ./itrda_pgi_test_mpi
$QSUB ./itrda_intel_test_mth

date_str=`date +%Y%m%d`"_0"

minutes=0
while test ! "x_"$M_g77"_"$M_ifc"_"$M_pgf77"_"$M_mth = x_done_done_done_done ; do

    sleep 300
    minutes=$(( $minutes + 5 ))

    for i in g77 ifort pgf77 mth ; do

	JOB="eh3_"$i
        comm="echo \$M_$i"
        ready_to_send=`eval $comm`"_"`$QSTAT -a | grep edhill | grep $JOB | wc -l`

        if test "x_$ready_to_send" = x__0 ; then
            pat="/tmp/tr_itrda-$i"'*'
            rm -rf $pat
            run_dir="/net/ds-01/scratch-5/edhill/tmp_"$i"/MITgcm/verification"
            tdir=`ls -1 $run_dir | grep -v tr_out | grep '^tr' | head -1`
            if test ! "x$tdir" = x ; then
                cp -ra $run_dir"/"$tdir "/tmp/tr_aces-"$i"_"$date_str
                ( cd /tmp ; tar -czf "./tr_aces-"$i".tar.gz" "./tr_aces-"$i"_"$date_str )
                $MPACK -s MITgcm-test -m 3555000 "/tmp/tr_aces-"$i".tar.gz" edhill@mitgcm.org
                echo "Email sent for $i"
            else
                echo "Output not found so no email sent for $i"
            fi
            eval M_$i=done
        fi
    done
    
    hrs=$(( $minutes / 60 ));
    #  "long" queue is 24hrs = 24*60min = 1440min
    if test $minutes -gt 1440 ; then
        echo "Time expired with $minutes minutes ($hrs hours)."
        exit 1
    fi

done

echo "All tests completed successfully."

1	edhill	1.1	#! /usr/bin/env bash
2
3	edhill	1.4	. /etc/profile.d/modules.sh
4			module list > .module_list 2>&1
5
6	edhill	1.1	cd /home/edhill/local/bin
7
8	edhill	1.4	# QSUB="/usr/local/bin/qsub"
9			# QSTAT="/usr/local/bin/qstat"
10			QSUB=qsub
11			QSTAT=qstat
12	edhill	1.1	MPACK="./mpack"
13
14			$QSUB ./itrda_gnu_test_mpi
15			$QSUB ./itrda_intel_test_mpi
16			$QSUB ./itrda_pgi_test_mpi
17	jmc	1.8	$QSUB ./itrda_intel_test_mth
18	edhill	1.1
19			date_str=`date +%Y%m%d`"_0"
20
21			minutes=0
22	jmc	1.8	while test ! "x_"$M_g77"_"$M_ifc"_"$M_pgf77"_"$M_mth = x_done_done_done_done ; do
23	edhill	1.1
24	edhill	1.3	sleep 300
25			minutes=$(( $minutes + 5 ))
26	edhill	1.1
27	jmc	1.8	for i in g77 ifort pgf77 mth ; do
28	edhill	1.1
29			JOB="eh3_"$i
30			comm="echo \$M_$i"
31			ready_to_send=`eval $comm`"_"`$QSTAT -a \| grep edhill \| grep $JOB \| wc -l`
32
33			if test "x_$ready_to_send" = x__0 ; then
34			pat="/tmp/tr_itrda-$i"'*'
35			rm -rf $pat
36	edhill	1.2	run_dir="/net/ds-01/scratch-5/edhill/tmp_"$i"/MITgcm/verification"
37	edhill	1.1	tdir=`ls -1 $run_dir \| grep -v tr_out \| grep '^tr' \| head -1`
38			if test ! "x$tdir" = x ; then
39	edhill	1.6	cp -ra $run_dir"/"$tdir "/tmp/tr_aces-"$i"_"$date_str
40			( cd /tmp ; tar -czf "./tr_aces-"$i".tar.gz" "./tr_aces-"$i"_"$date_str )
41	edhill	1.5	$MPACK -s MITgcm-test -m 3555000 "/tmp/tr_aces-"$i".tar.gz" edhill@mitgcm.org
42	edhill	1.1	echo "Email sent for $i"
43			else
44			echo "Output not found so no email sent for $i"
45			fi
46			eval M_$i=done
47			fi
48			done
49
50	edhill	1.3	hrs=$(( $minutes / 60 ));
51	edhill	1.4	# "long" queue is 24hrs = 24*60min = 1440min
52			if test $minutes -gt 1440 ; then
53	edhill	1.3	echo "Time expired with $minutes minutes ($hrs hours)."
54	edhill	1.1	exit 1
55			fi
56
57			done
58
59			echo "All tests completed successfully."
60