Annotation of /MITgcm/tools/example_scripts/ACESgrid/itrda_test_all

#! /usr/bin/env bash

. /etc/profile.d/modules.sh
module list > .module_list 2>&1

cd /home/edhill/local/bin

# QSUB="/usr/local/bin/qsub"
# QSTAT="/usr/local/bin/qstat"
QSUB=qsub
QSTAT=qstat
MPACK="./mpack"

$QSUB ./itrda_gnu_test_mpi
$QSUB ./itrda_intel_test_mpi
$QSUB ./itrda_pgi_test_mpi

date_str=`date +%Y%m%d`"_0"

minutes=0
while test ! "x_"$M_g77"_"$M_ifc"_"$M_pgf77 = x_done_done_done ; do

    sleep 300
    minutes=$(( $minutes + 5 ))

    for i in g77 ifc pgf77 ; do

	JOB="eh3_"$i
        comm="echo \$M_$i"
        ready_to_send=`eval $comm`"_"`$QSTAT -a | grep edhill | grep $JOB | wc -l`

        if test "x_$ready_to_send" = x__0 ; then
            pat="/tmp/tr_itrda-$i"'*'
            rm -rf $pat
            run_dir="/net/ds-01/scratch-5/edhill/tmp_"$i"/MITgcm/verification"
            tdir=`ls -1 $run_dir | grep -v tr_out | grep '^tr' | head -1`
            if test ! "x$tdir" = x ; then
                cp -ra $run_dir"/"$tdir "/tmp/tr_aces-"$i"_"$date_str
                ( cd /tmp ; tar -czf "./tr_aces-"$i".tar.gz" "./tr_aces-"$i"_"$date_str )
                $MPACK -s MITgcm-test -m 3555000 "/tmp/tr_aces-"$i".tar.gz" edhill@mitgcm.org
                echo "Email sent for $i"
            else
                echo "Output not found so no email sent for $i"
            fi
            eval M_$i=done
        fi
    done
    
    hrs=$(( $minutes / 60 ));
    #  "long" queue is 24hrs = 24*60min = 1440min
    if test $minutes -gt 1440 ; then
        echo "Time expired with $minutes minutes ($hrs hours)."
        exit 1
    fi

done

echo "All tests completed successfully."

1	edhill	1.1	#! /usr/bin/env bash
2
3	edhill	1.4	. /etc/profile.d/modules.sh
4			module list > .module_list 2>&1
5
6	edhill	1.1	cd /home/edhill/local/bin
7
8	edhill	1.4	# QSUB="/usr/local/bin/qsub"
9			# QSTAT="/usr/local/bin/qstat"
10			QSUB=qsub
11			QSTAT=qstat
12	edhill	1.1	MPACK="./mpack"
13
14			$QSUB ./itrda_gnu_test_mpi
15			$QSUB ./itrda_intel_test_mpi
16			$QSUB ./itrda_pgi_test_mpi
17
18			date_str=`date +%Y%m%d`"_0"
19
20			minutes=0
21			while test ! "x_"$M_g77"_"$M_ifc"_"$M_pgf77 = x_done_done_done ; do
22
23	edhill	1.3	sleep 300
24			minutes=$(( $minutes + 5 ))
25	edhill	1.1
26			for i in g77 ifc pgf77 ; do
27
28			JOB="eh3_"$i
29			comm="echo \$M_$i"
30			ready_to_send=`eval $comm`"_"`$QSTAT -a \| grep edhill \| grep $JOB \| wc -l`
31
32			if test "x_$ready_to_send" = x__0 ; then
33			pat="/tmp/tr_itrda-$i"'*'
34			rm -rf $pat
35	edhill	1.2	run_dir="/net/ds-01/scratch-5/edhill/tmp_"$i"/MITgcm/verification"
36	edhill	1.1	tdir=`ls -1 $run_dir \| grep -v tr_out \| grep '^tr' \| head -1`
37			if test ! "x$tdir" = x ; then
38	edhill	1.6	cp -ra $run_dir"/"$tdir "/tmp/tr_aces-"$i"_"$date_str
39			( cd /tmp ; tar -czf "./tr_aces-"$i".tar.gz" "./tr_aces-"$i"_"$date_str )
40	edhill	1.5	$MPACK -s MITgcm-test -m 3555000 "/tmp/tr_aces-"$i".tar.gz" edhill@mitgcm.org
41	edhill	1.1	echo "Email sent for $i"
42			else
43			echo "Output not found so no email sent for $i"
44			fi
45			eval M_$i=done
46			fi
47			done
48
49	edhill	1.3	hrs=$(( $minutes / 60 ));
50	edhill	1.4	# "long" queue is 24hrs = 24*60min = 1440min
51			if test $minutes -gt 1440 ; then
52	edhill	1.3	echo "Time expired with $minutes minutes ($hrs hours)."
53	edhill	1.1	exit 1
54			fi
55
56			done
57
58			echo "All tests completed successfully."
59