Annotation of /MITgcm_contrib/test_scripts/other/testing_loc

#! /usr/bin/env bash

# $Header: /u/gcmpack/MITgcm_contrib/test_scripts/other/testing_loc,v 1.18 2013/10/17 01:45:23 jmc Exp $
# $Name:  $

if test $# = 0 ; then
  echo 'need 1 argument'
  exit
else
  if test $1 = ifort ; then
#   tst_list='iadm imp2 iur4'
    tst_list='iad4 imp2 iur4'
    dd1=`date +%d -d "1 day"`
    if test $dd1 != '01' ; then echo 'not last day of month'; exit ; fi
  elif test $1 = gfort ; then
#   tst_list='gadm gads gmp2 gmpi gfo g77'
    tst_list='gadm gads gmp2 gfo'
  elif test $1 = gfor4 ; then
    tst_list='gad4 gmp4 gfo4 g77'
  else
    tst_list=$*
  fi
fi
  echo "run: \""`basename $0` $*"\" on:" `date`
  echo " tst_list='$tst_list'"

#- to get ~/bin in the patch (for staf) when run on cron:
if [ -d ~/bin ]; then
  echo 'add ~/bin to $PATH'
  export PATH=$PATH:~/bin
fi
#- to get case insensitive "ls" (and order of tested experiments)
#export LC_ALL="en_US.UTF-8"
#- Turn off stack limit for FIZHI & AD-tests
ulimit -s unlimited
#- method to acces CVS:
cmdCVS='cvs -d :pserver:cvsanon@mitgcm.org:/u/gcmpack -q'

#-- for now, cannot mix ifort/gfortran tests:
gfort=1
for tt in $tst_list
do
  echo $tt | grep '^g' > /dev/null 2>&1 ; retv=$?
  if   [ $retv -eq 0 -a $gfort -ge 1 ] ; then gfort=2
  elif [ $retv -ne 0 -a $gfort -le 1 ] ; then gfort=0
  else echo 'cannot mix ifort/gfortran' ; exit
  fi
done
if [ $gfort -eq 0 ] ; then
  #echo 'source ~jmc/bin/intel_v12.sh'
  #source ~jmc/bin/intel_v12.sh
   echo 'source ~jmc/bin/intel_v14.sh'
   source ~jmc/bin/intel_v14.sh
fi
if [ $gfort -eq 2 ] ; then
   echo 'source ~jmc/bin/openmpi.sh'
   source ~jmc/bin/openmpi.sh
fi

#--------------------------------------------------------------------
for tt in $tst_list
do

  echo "=========================================================================="
# set -x
  rm -f tr_clean_$tt.log
  echo $tt | grep '^.ad' > /dev/null 2>&1 ; fwd=$?
  echo " testing tt= $tt , fwd= $fwd"
if [ $fwd -eq 0 ] ; then
  set -x
  ( cd MITgcm_$tt/verification ; ./testreport -adm -clean > ../../tr_clean_$tt.log 2>&1 )
  set +x
else
  set -x
  #- cleanup previous restart:
  ( cd MITgcm_$tt/verification ; ../tools/do_tst_2+2 -clean > ../../tr_clean_$tt.log 2>&1 )
  #- cleanup previous test:
  ( cd MITgcm_$tt/verification ; ./testreport -clean >> ../../tr_clean_$tt.log 2>&1 )
  set +x
fi
  if [ $gfort -eq 0 ] ; then
    echo ' remove all Makefile_syntax and do "cvs update -P -d"' >> tr_clean_$tt.log
    ( cd MITgcm_$tt/verification ; rm -f */build/Makefile_syntax )
  else
    echo " run '$cmdCVS update -P -d'"  >> tr_clean_$tt.log
  fi
  echo ""

  echo "=========================================================================="
  set -x
  ( cd MITgcm_$tt ; $cmdCVS update -P -d  >> ../tr_clean_$tt.log 2>&1 )
  set +x
  echo ""

  echo "=========================================================================="

  if test -e tr_run_$tt.log ; then mv -f tr_run_$tt.log tr_run_$tt.log_bak ; fi
  cd MITgcm_$tt/verification

  date
  # verbose mode:
  set -x
  pwd
  test -e tr_out.txt && mv -f tr_out.txt tr_out.sav

case $tt in
'iadm' )

  ./testreport -MPI 3 -adm -of ../tools/build_options/linux_amd64_ifort11 \
   -devel -nc -repl_mk do_make_syntax.sh -obj -dd > ../../tr_run_$tt.log 2>&1
  echo '' >> ../../tr_run_$tt.log 2>&1

  ./testreport -MPI 3 -adm -of ../tools/build_options/linux_amd64_ifort11 \
   -devel -q -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
;;

'iad4' )

  ./testreport -MPI 3 -ur4 -adm -of ../tools/build_options/linux_amd64_ifort11 \
   -devel -nc -repl_mk do_make_syntax.sh -obj -dd > ../../tr_run_$tt.log 2>&1
  echo '' >> ../../tr_run_$tt.log 2>&1

  ./testreport -MPI 3 -ur4 -adm -of ../tools/build_options/linux_amd64_ifort11 \
   -devel -q -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
;;

'imp2')

  export OMP_NUM_THREADS=2
  export KMP_STACKSIZE=400m

  ./testreport -MPI 2 -mth -of ../tools/build_options/linux_amd64_ifort11 \
   -devel -nc -repl_mk do_make_syntax.sh -obj -dd > ../../tr_run_$tt.log 2>&1
  echo '' >> ../../tr_run_$tt.log 2>&1

  ./testreport -MPI 2 -mth -of ../tools/build_options/linux_amd64_ifort11 \
   -devel -q -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log

  #- test restart:
  echo '' >> ../../tr_run_$tt.log 2>&1
  ../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
;;

'iur4')

  ./testreport -MPI 3 -ur4 -of ../tools/build_options/linux_amd64_ifort11 \
   -devel -nc -repl_mk do_make_syntax.sh -obj -dd > ../../tr_run_$tt.log 2>&1
  echo '' >> ../../tr_run_$tt.log 2>&1

  ./testreport -MPI 3 -ur4 -of ../tools/build_options/linux_amd64_ifort11 \
   -devel -q -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log

  #- test restart:
  echo '' >> ../../tr_run_$tt.log 2>&1
  ../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
;;

'gadm')

  ./testreport -MPI 3 -adm -of ../tools/build_options/linux_amd64_gfortran \
   -devel -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
;;

'gads')

  ./testreport -adm -of ../tools/build_options/linux_amd64_gfortran \
   -devel -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
;;

'gad4')

  ./testreport -adm -ur4 -of ../tools/build_options/linux_amd64_gfortran \
   -devel -nc -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
;;

'gmp2')

  export OMP_NUM_THREADS=2
  export GOMP_STACKSIZE=400m

  ./testreport -MPI 2 -mth -of ../tools/build_options/linux_amd64_gfortran \
   -devel -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log

  #- test restart:
  echo '' >> ../../tr_run_$tt.log 2>&1
  ../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
;;

'gmpi')

  ./testreport -MPI 3 -of ../tools/build_options/linux_amd64_gfortran \
   -devel -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log

  #- test restart:
  echo '' >> ../../tr_run_$tt.log 2>&1
  ../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
;;

'gmp4')

  ./testreport -MPI 3 -ur4 -of ../tools/build_options/linux_amd64_gfortran \
   -devel -nc -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log

  #- test restart:
  echo '' >> ../../tr_run_$tt.log 2>&1
  ../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
;;

'gfo')

  ./testreport -of ../tools/build_options/linux_amd64_gfortran \
   -devel -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log

  #- test restart:
  echo '' >> ../../tr_run_$tt.log 2>&1
  ../tools/do_tst_2+2 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
;;

'gfo4')

  ./testreport -ur4 -of ../tools/build_options/linux_amd64_gfortran \
   -devel -nc -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log

  #- test restart:
  echo '' >> ../../tr_run_$tt.log 2>&1
  ../tools/do_tst_2+2 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
;;

'g77')

  ./testreport -of ../tools/build_options/linux_amd64_g77 \
   -skd 'fizhi-cs-32x32x40 fizhi-cs-aqualev20' \
   -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log

  #- test restart:
  echo '' >> ../../tr_run_$tt.log 2>&1
  ../tools/do_tst_2+2 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
;;

*) echo "unrecognized test suffix '$tt' <== skipped" ;;
esac

  set +x
  cd ../..

done
1	jmc	1.1	#! /usr/bin/env bash
2
3	jmc	1.19	# $Header: /u/gcmpack/MITgcm_contrib/test_scripts/other/testing_loc,v 1.18 2013/10/17 01:45:23 jmc Exp $
4	jmc	1.1	# $Name: $
5
6	jmc	1.9	if test $# = 0 ; then
7			echo 'need 1 argument'
8			exit
9	jmc	1.6	else
10	jmc	1.9	if test $1 = ifort ; then
11	jmc	1.11	# tst_list='iadm imp2 iur4'
12			tst_list='iad4 imp2 iur4'
13	jmc	1.19	dd1=`date +%d -d "1 day"`
14			if test $dd1 != '01' ; then echo 'not last day of month'; exit ; fi
15	jmc	1.9	elif test $1 = gfort ; then
16	jmc	1.12	# tst_list='gadm gads gmp2 gmpi gfo g77'
17	jmc	1.17	tst_list='gadm gads gmp2 gfo'
18	jmc	1.15	elif test $1 = gfor4 ; then
19	jmc	1.17	tst_list='gad4 gmp4 gfo4 g77'
20	jmc	1.9	else
21			tst_list=$*
22			fi
23	jmc	1.6	fi
24	jmc	1.11	echo "run: \""`basename $0` $*"\" on:" `date`
25			echo " tst_list='$tst_list'"
26	jmc	1.1
27	jmc	1.19	#- to get ~/bin in the patch (for staf) when run on cron:
28			if [ -d ~/bin ]; then
29			echo 'add ~/bin to $PATH'
30			export PATH=$PATH:~/bin
31			fi
32			#- to get case insensitive "ls" (and order of tested experiments)
33			#export LC_ALL="en_US.UTF-8"
34			#- Turn off stack limit for FIZHI & AD-tests
35			ulimit -s unlimited
36			#- method to acces CVS:
37			cmdCVS='cvs -d :pserver:cvsanon@mitgcm.org:/u/gcmpack -q'
38
39	jmc	1.9	#-- for now, cannot mix ifort/gfortran tests:
40			gfort=1
41			for tt in $tst_list
42			do
43			echo $tt \| grep '^g' > /dev/null 2>&1 ; retv=$?
44			if [ $retv -eq 0 -a $gfort -ge 1 ] ; then gfort=2
45			elif [ $retv -ne 0 -a $gfort -le 1 ] ; then gfort=0
46			else echo 'cannot mix ifort/gfortran' ; exit
47			fi
48			done
49			if [ $gfort -eq 0 ] ; then
50	jmc	1.18	#echo 'source ~jmc/bin/intel_v12.sh'
51			#source ~jmc/bin/intel_v12.sh
52			echo 'source ~jmc/bin/intel_v14.sh'
53			source ~jmc/bin/intel_v14.sh
54	jmc	1.9	fi
55			if [ $gfort -eq 2 ] ; then
56			echo 'source ~jmc/bin/openmpi.sh'
57			source ~jmc/bin/openmpi.sh
58			fi
59
60			#--------------------------------------------------------------------
61	jmc	1.1	for tt in $tst_list
62			do
63
64			echo "=========================================================================="
65	jmc	1.15	# set -x
66			rm -f tr_clean_$tt.log
67			echo $tt \| grep '^.ad' > /dev/null 2>&1 ; fwd=$?
68			echo " testing tt= $tt , fwd= $fwd"
69			if [ $fwd -eq 0 ] ; then
70	jmc	1.1	set -x
71	jmc	1.19	( cd MITgcm_$tt/verification ; ./testreport -adm -clean > ../../tr_clean_$tt.log 2>&1 )
72	jmc	1.16	set +x
73	jmc	1.9	else
74	jmc	1.15	set -x
75	jmc	1.1	#- cleanup previous restart:
76			( cd MITgcm_$tt/verification ; ../tools/do_tst_2+2 -clean > ../../tr_clean_$tt.log 2>&1 )
77			#- cleanup previous test:
78	jmc	1.19	( cd MITgcm_$tt/verification ; ./testreport -clean >> ../../tr_clean_$tt.log 2>&1 )
79	jmc	1.15	set +x
80	jmc	1.6	fi
81	jmc	1.14	if [ $gfort -eq 0 ] ; then
82			echo ' remove all Makefile_syntax and do "cvs update -P -d"' >> tr_clean_$tt.log
83			( cd MITgcm_$tt/verification ; rm -f */build/Makefile_syntax )
84			else
85	jmc	1.19	echo " run '$cmdCVS update -P -d'" >> tr_clean_$tt.log
86	jmc	1.14	fi
87	jmc	1.1	echo ""
88
89			echo "=========================================================================="
90			set -x
91	jmc	1.19	( cd MITgcm_$tt ; $cmdCVS update -P -d >> ../tr_clean_$tt.log 2>&1 )
92	jmc	1.1	set +x
93			echo ""
94
95			echo "=========================================================================="
96
97	jmc	1.8	if test -e tr_run_$tt.log ; then mv -f tr_run_$tt.log tr_run_$tt.log_bak ; fi
98	jmc	1.1	cd MITgcm_$tt/verification
99
100			date
101			# verbose mode:
102			set -x
103			pwd
104	jmc	1.19	test -e tr_out.txt && mv -f tr_out.txt tr_out.sav
105	jmc	1.1
106	jmc	1.9	case $tt in
107			'iadm' )
108	jmc	1.6
109	jmc	1.19	./testreport -MPI 3 -adm -of ../tools/build_options/linux_amd64_ifort11 \
110	jmc	1.8	-devel -nc -repl_mk do_make_syntax.sh -obj -dd > ../../tr_run_$tt.log 2>&1
111	jmc	1.12	echo '' >> ../../tr_run_$tt.log 2>&1
112	jmc	1.6
113	jmc	1.19	./testreport -MPI 3 -adm -of ../tools/build_options/linux_amd64_ifort11 \
114	jmc	1.17	-devel -q -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
115	jmc	1.6
116	jmc	1.12	sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
117	jmc	1.9	;;
118	jmc	1.6
119	jmc	1.10	'iad4' )
120
121	jmc	1.19	./testreport -MPI 3 -ur4 -adm -of ../tools/build_options/linux_amd64_ifort11 \
122	jmc	1.10	-devel -nc -repl_mk do_make_syntax.sh -obj -dd > ../../tr_run_$tt.log 2>&1
123	jmc	1.12	echo '' >> ../../tr_run_$tt.log 2>&1
124	jmc	1.10
125	jmc	1.19	./testreport -MPI 3 -ur4 -adm -of ../tools/build_options/linux_amd64_ifort11 \
126	jmc	1.17	-devel -q -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
127	jmc	1.10
128	jmc	1.12	sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
129	jmc	1.10	;;
130
131	jmc	1.9	'imp2')
132	jmc	1.1
133			export OMP_NUM_THREADS=2
134			export KMP_STACKSIZE=400m
135
136	jmc	1.19	./testreport -MPI 2 -mth -of ../tools/build_options/linux_amd64_ifort11 \
137	jmc	1.8	-devel -nc -repl_mk do_make_syntax.sh -obj -dd > ../../tr_run_$tt.log 2>&1
138	jmc	1.12	echo '' >> ../../tr_run_$tt.log 2>&1
139	jmc	1.6
140	jmc	1.19	./testreport -MPI 2 -mth -of ../tools/build_options/linux_amd64_ifort11 \
141	jmc	1.17	-devel -q -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
142	jmc	1.1
143	jmc	1.12	sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
144	jmc	1.1
145			#- test restart:
146			echo '' >> ../../tr_run_$tt.log 2>&1
147	jmc	1.17	../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
148	jmc	1.9	;;
149	jmc	1.1
150	jmc	1.9	'iur4')
151	jmc	1.5
152	jmc	1.19	./testreport -MPI 3 -ur4 -of ../tools/build_options/linux_amd64_ifort11 \
153	jmc	1.8	-devel -nc -repl_mk do_make_syntax.sh -obj -dd > ../../tr_run_$tt.log 2>&1
154	jmc	1.12	echo '' >> ../../tr_run_$tt.log 2>&1
155	jmc	1.1
156	jmc	1.19	./testreport -MPI 3 -ur4 -of ../tools/build_options/linux_amd64_ifort11 \
157	jmc	1.17	-devel -q -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
158	jmc	1.1
159	jmc	1.12	sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
160	jmc	1.1
161			#- test restart:
162			echo '' >> ../../tr_run_$tt.log 2>&1
163	jmc	1.17	../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
164	jmc	1.9	;;
165
166			'gadm')
167
168	jmc	1.19	./testreport -MPI 3 -adm -of ../tools/build_options/linux_amd64_gfortran \
169	jmc	1.17	-devel -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
170	jmc	1.9
171	jmc	1.12	sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
172	jmc	1.9	;;
173
174			'gads')
175
176	jmc	1.19	./testreport -adm -of ../tools/build_options/linux_amd64_gfortran \
177	jmc	1.9	-devel -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
178
179	jmc	1.12	sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
180	jmc	1.9	;;
181
182	jmc	1.15	'gad4')
183
184	jmc	1.19	./testreport -adm -ur4 -of ../tools/build_options/linux_amd64_gfortran \
185	jmc	1.17	-devel -nc -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
186	jmc	1.15
187			sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
188			;;
189
190	jmc	1.9	'gmp2')
191
192			export OMP_NUM_THREADS=2
193			export GOMP_STACKSIZE=400m
194
195	jmc	1.19	./testreport -MPI 2 -mth -of ../tools/build_options/linux_amd64_gfortran \
196	jmc	1.17	-devel -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
197	jmc	1.9
198	jmc	1.12	sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
199	jmc	1.9
200			#- test restart:
201			echo '' >> ../../tr_run_$tt.log 2>&1
202	jmc	1.17	../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
203	jmc	1.9	;;
204
205			'gmpi')
206
207	jmc	1.19	./testreport -MPI 3 -of ../tools/build_options/linux_amd64_gfortran \
208	jmc	1.17	-devel -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
209	jmc	1.9
210	jmc	1.12	sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
211	jmc	1.9
212			#- test restart:
213			echo '' >> ../../tr_run_$tt.log 2>&1
214	jmc	1.17	../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
215	jmc	1.9	;;
216	jmc	1.1
217	jmc	1.15	'gmp4')
218
219	jmc	1.19	./testreport -MPI 3 -ur4 -of ../tools/build_options/linux_amd64_gfortran \
220	jmc	1.17	-devel -nc -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
221	jmc	1.15
222			sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
223
224			#- test restart:
225			echo '' >> ../../tr_run_$tt.log 2>&1
226	jmc	1.17	../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
227	jmc	1.15	;;
228
229	jmc	1.9	'gfo')
230
231	jmc	1.19	./testreport -of ../tools/build_options/linux_amd64_gfortran \
232	jmc	1.9	-devel -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
233
234	jmc	1.12	sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
235	jmc	1.9
236			#- test restart:
237			echo '' >> ../../tr_run_$tt.log 2>&1
238			../tools/do_tst_2+2 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
239			;;
240
241	jmc	1.15	'gfo4')
242
243	jmc	1.19	./testreport -ur4 -of ../tools/build_options/linux_amd64_gfortran \
244	jmc	1.17	-devel -nc -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
245	jmc	1.15
246			sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
247
248			#- test restart:
249			echo '' >> ../../tr_run_$tt.log 2>&1
250			../tools/do_tst_2+2 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
251			;;
252
253	jmc	1.9	'g77')
254
255	jmc	1.19	./testreport -of ../tools/build_options/linux_amd64_g77 \
256	jmc	1.9	-skd 'fizhi-cs-32x32x40 fizhi-cs-aqualev20' \
257			-nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
258
259	jmc	1.12	sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
260	jmc	1.9
261			#- test restart:
262			echo '' >> ../../tr_run_$tt.log 2>&1
263			../tools/do_tst_2+2 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
264			;;
265
266			*) echo "unrecognized test suffix '$tt' <== skipped" ;;
267			esac
268	jmc	1.1
269			set +x
270			cd ../..
271
272			done