Annotation of /MITgcm_contrib/test_scripts/other/test_local

#! /usr/bin/env bash

# $Header: /u/gcmpack/MITgcm_contrib/test_scripts/other/test_local,v 1.1 2015/06/20 00:25:01 jmc Exp $
# $Name:  $

if test $# = 0 ; then
  echo 'need 1 argument'
  exit
else
  if test $1 = ifort ; then
#   tst_list='iadm imp2 iur4'
    tst_list='iad4 imp2 iur4'
    dd1=`date +%d -d "1 day"`
#   if test $dd1 != '01' ; then echo 'not last day of month'; exit ; fi
  elif test $1 = gfort ; then
#   tst_list='gadm gads gmp2 gmpi gfo g77'
    tst_list='gadm gads gmp2 gfo'
  elif test $1 = gfor4 ; then
    tst_list='gad4 gmp4 gfo4 g77'
  else
    tst_list=$*
  fi
fi
  echo "run: \""`basename $0` $*"\" on:" `date`
  echo " tst_list='$tst_list'"

#- to get ~/bin in the patch (for staf) when run on cron:
if [ -d ~/bin ]; then
  echo 'add ~/bin to $PATH'
  export PATH=$PATH:~/bin
fi
#- to get case insensitive "ls" (and order of tested experiments)
#export LC_ALL="en_US.UTF-8"
#- Turn off stack limit for FIZHI & AD-tests
ulimit -s unlimited
#- method to acces CVS:
cmdCVS='cvs -d :pserver:cvsanon@mitgcm.org:/u/gcmpack -q'

#-- for now, cannot mix ifort/gfortran tests:
gfort=1
for tt in $tst_list
do
  echo $tt | grep '^g' > /dev/null 2>&1 ; retv=$?
  if   [ $retv -eq 0 -a $gfort -ge 1 ] ; then gfort=2
  elif [ $retv -ne 0 -a $gfort -le 1 ] ; then gfort=0
  else echo 'cannot mix ifort/gfortran' ; exit
  fi
done
if [ $gfort -eq 0 ] ; then
  #echo 'source ~jmc/bin/intel_v14.sh'
  #source ~jmc/bin/intel_v14.sh
   echo 'source ~jmc/bin/intel_v15.sh'
   source ~jmc/bin/intel_v15.sh
fi
if [ $gfort -eq 2 ] ; then
   echo 'source ~jmc/bin/openmpi.sh'
   source ~jmc/bin/openmpi.sh
fi

#--------------------------------------------------------------------
for tt in $tst_list
do

  echo "=========================================================================="
# set -x
  rm -f tr_clean_$tt.log
  echo $tt | grep '^.ad' > /dev/null 2>&1 ; fwd=$?
  echo " testing tt= $tt , fwd= $fwd"
 if test -d MITgcm_$tt/verification ; then
 #- cleaning previous testreport run and updating the code:
  if [ $fwd -eq 0 ] ; then
   set -x
  #- cleanup previous test:
   ( cd MITgcm_$tt/verification ; ./testreport -adm -clean > ../../tr_clean_$tt.log 2>&1 )
   set +x
  else
   set -x
  #- cleanup previous restart:
   ( cd MITgcm_$tt/verification ; ../tools/do_tst_2+2 -clean > ../../tr_clean_$tt.log 2>&1 )
  #- cleanup previous test:
   ( cd MITgcm_$tt/verification ; ./testreport -clean >> ../../tr_clean_$tt.log 2>&1 )
   set +x
  fi
  if [ $gfort -eq 0 ] ; then
    echo ' remove all Makefile_syntax and do "cvs update -P -d"' >> tr_clean_$tt.log
    ( cd MITgcm_$tt/verification ; rm -f */build/Makefile_syntax )
  else
    echo " run '$cmdCVS update -P -d'"  >> tr_clean_$tt.log
  fi
  echo ""

  echo "=========================================================================="
  set -x
  #- update the code:
  ( cd MITgcm_$tt ; $cmdCVS update -P -d  >> ../tr_clean_$tt.log 2>&1 )
  set +x
 else
 #- download new code:
  echo " run '$cmdCVS co -P -d  MITgcm_$tt MITgcm'"  >> tr_clean_$tt.log
  echo "=========================================================================="
  set -x
    $cmdCVS co -P -d  MITgcm_$tt MITgcm >> tr_clean_$tt.log 2>&1
  set +x
 fi
  echo ""
  echo "=========================================================================="

 if test -d MITgcm_$tt/verification ; then
  if test -e tr_run_$tt.log ; then mv -f tr_run_$tt.log tr_run_$tt.log_bak ; fi
  cd MITgcm_$tt/verification

  date
  # verbose mode:
  set -x
  pwd
  test -e tr_out.txt && mv -f tr_out.txt tr_out.sav

case $tt in
'iadm' )

  ./testreport -MPI 3 -adm -of ../tools/build_options/linux_amd64_ifort11 \
   -devel -nc -ncad -repl_mk do_make_syntax.sh -obj -dd > ../../tr_run_$tt.log 2>&1
  echo '' >> ../../tr_run_$tt.log 2>&1

  ./testreport -MPI 3 -adm -of ../tools/build_options/linux_amd64_ifort11 \
   -devel -q -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
;;

'iad4' )

  ./testreport -MPI 3 -ur4 -adm -of ../tools/build_options/linux_amd64_ifort11 \
   -devel -nc -ncad -repl_mk do_make_syntax.sh -obj -dd > ../../tr_run_$tt.log 2>&1
  echo '' >> ../../tr_run_$tt.log 2>&1

  ./testreport -MPI 3 -ur4 -adm -of ../tools/build_options/linux_amd64_ifort11 \
   -devel -q -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
;;

'imp2')

  export OMP_NUM_THREADS=2
  export KMP_STACKSIZE=400m

  ./testreport -MPI 2 -mth -of ../tools/build_options/linux_amd64_ifort11 \
   -devel -nc -repl_mk do_make_syntax.sh -obj -dd > ../../tr_run_$tt.log 2>&1
  echo '' >> ../../tr_run_$tt.log 2>&1

  ./testreport -MPI 2 -mth -of ../tools/build_options/linux_amd64_ifort11 \
   -devel -q -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log

  #- test restart:
  echo '' >> ../../tr_run_$tt.log 2>&1
  ../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
;;

'iur4')

  ./testreport -MPI 3 -ur4 -of ../tools/build_options/linux_amd64_ifort11 \
   -devel -nc -repl_mk do_make_syntax.sh -obj -dd > ../../tr_run_$tt.log 2>&1
  echo '' >> ../../tr_run_$tt.log 2>&1

  ./testreport -MPI 3 -ur4 -of ../tools/build_options/linux_amd64_ifort11 \
   -devel -q -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log

  #- test restart:
  echo '' >> ../../tr_run_$tt.log 2>&1
  ../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
;;

'gadm')

  ./testreport -MPI 3 -adm -of ../tools/build_options/linux_amd64_gfortran \
   -devel -ncad -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
;;

'gads')

  ./testreport -adm -of ../tools/build_options/linux_amd64_gfortran \
   -devel -ncad -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
;;

'gad4')

  ./testreport -adm -ur4 -of ../tools/build_options/linux_amd64_gfortran \
   -devel -ncad -nc -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
;;

'gmp2')

  export OMP_NUM_THREADS=2
  export GOMP_STACKSIZE=400m

  ./testreport -MPI 2 -mth -of ../tools/build_options/linux_amd64_gfortran \
   -devel -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log

  #- test restart:
  echo '' >> ../../tr_run_$tt.log 2>&1
  ../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
;;

'gmpi')

  ./testreport -MPI 3 -of ../tools/build_options/linux_amd64_gfortran \
   -devel -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log

  #- test restart:
  echo '' >> ../../tr_run_$tt.log 2>&1
  ../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
;;

'gmp4')

  ./testreport -MPI 3 -ur4 -of ../tools/build_options/linux_amd64_gfortran \
   -devel -nc -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log

  #- test restart:
  echo '' >> ../../tr_run_$tt.log 2>&1
  ../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
;;

'gfo')

  ./testreport -of ../tools/build_options/linux_amd64_gfortran \
   -devel -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log

  #- test restart:
  echo '' >> ../../tr_run_$tt.log 2>&1
  ../tools/do_tst_2+2 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
;;

'gfo4')

  ./testreport -ur4 -of ../tools/build_options/linux_amd64_gfortran \
   -devel -nc -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log

  #- test restart:
  echo '' >> ../../tr_run_$tt.log 2>&1
  ../tools/do_tst_2+2 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
;;

'g77')

  ./testreport -of ../tools/build_options/linux_amd64_g77 \
   -skd 'fizhi-cs-32x32x40 fizhi-cs-aqualev20' \
   -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1

  sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log

  #- test restart:
  echo '' >> ../../tr_run_$tt.log 2>&1
  ../tools/do_tst_2+2 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
;;

*) echo "unrecognized test suffix '$tt' <== skipped" ;;
esac

  set +x
  cd ../..

 else
  echo "error: missing dir MITgcm_$tt/verification"
 fi

done
1	jmc	1.1	#! /usr/bin/env bash
2
3	jmc	1.2	# $Header: /u/gcmpack/MITgcm_contrib/test_scripts/other/test_local,v 1.1 2015/06/20 00:25:01 jmc Exp $
4	jmc	1.1	# $Name: $
5
6			if test $# = 0 ; then
7			echo 'need 1 argument'
8			exit
9			else
10			if test $1 = ifort ; then
11			# tst_list='iadm imp2 iur4'
12			tst_list='iad4 imp2 iur4'
13			dd1=`date +%d -d "1 day"`
14	jmc	1.2	# if test $dd1 != '01' ; then echo 'not last day of month'; exit ; fi
15	jmc	1.1	elif test $1 = gfort ; then
16			# tst_list='gadm gads gmp2 gmpi gfo g77'
17			tst_list='gadm gads gmp2 gfo'
18			elif test $1 = gfor4 ; then
19			tst_list='gad4 gmp4 gfo4 g77'
20			else
21			tst_list=$*
22			fi
23			fi
24			echo "run: \""`basename $0` $*"\" on:" `date`
25			echo " tst_list='$tst_list'"
26
27			#- to get ~/bin in the patch (for staf) when run on cron:
28			if [ -d ~/bin ]; then
29			echo 'add ~/bin to $PATH'
30			export PATH=$PATH:~/bin
31			fi
32			#- to get case insensitive "ls" (and order of tested experiments)
33			#export LC_ALL="en_US.UTF-8"
34			#- Turn off stack limit for FIZHI & AD-tests
35			ulimit -s unlimited
36			#- method to acces CVS:
37			cmdCVS='cvs -d :pserver:cvsanon@mitgcm.org:/u/gcmpack -q'
38
39			#-- for now, cannot mix ifort/gfortran tests:
40			gfort=1
41			for tt in $tst_list
42			do
43			echo $tt \| grep '^g' > /dev/null 2>&1 ; retv=$?
44			if [ $retv -eq 0 -a $gfort -ge 1 ] ; then gfort=2
45			elif [ $retv -ne 0 -a $gfort -le 1 ] ; then gfort=0
46			else echo 'cannot mix ifort/gfortran' ; exit
47			fi
48			done
49			if [ $gfort -eq 0 ] ; then
50			#echo 'source ~jmc/bin/intel_v14.sh'
51			#source ~jmc/bin/intel_v14.sh
52			echo 'source ~jmc/bin/intel_v15.sh'
53			source ~jmc/bin/intel_v15.sh
54			fi
55			if [ $gfort -eq 2 ] ; then
56			echo 'source ~jmc/bin/openmpi.sh'
57			source ~jmc/bin/openmpi.sh
58			fi
59
60			#--------------------------------------------------------------------
61			for tt in $tst_list
62			do
63
64			echo "=========================================================================="
65			# set -x
66			rm -f tr_clean_$tt.log
67			echo $tt \| grep '^.ad' > /dev/null 2>&1 ; fwd=$?
68			echo " testing tt= $tt , fwd= $fwd"
69			if test -d MITgcm_$tt/verification ; then
70			#- cleaning previous testreport run and updating the code:
71			if [ $fwd -eq 0 ] ; then
72			set -x
73			#- cleanup previous test:
74			( cd MITgcm_$tt/verification ; ./testreport -adm -clean > ../../tr_clean_$tt.log 2>&1 )
75			set +x
76			else
77			set -x
78			#- cleanup previous restart:
79			( cd MITgcm_$tt/verification ; ../tools/do_tst_2+2 -clean > ../../tr_clean_$tt.log 2>&1 )
80			#- cleanup previous test:
81			( cd MITgcm_$tt/verification ; ./testreport -clean >> ../../tr_clean_$tt.log 2>&1 )
82			set +x
83			fi
84			if [ $gfort -eq 0 ] ; then
85			echo ' remove all Makefile_syntax and do "cvs update -P -d"' >> tr_clean_$tt.log
86			( cd MITgcm_$tt/verification ; rm -f */build/Makefile_syntax )
87			else
88			echo " run '$cmdCVS update -P -d'" >> tr_clean_$tt.log
89			fi
90			echo ""
91
92			echo "=========================================================================="
93			set -x
94			#- update the code:
95			( cd MITgcm_$tt ; $cmdCVS update -P -d >> ../tr_clean_$tt.log 2>&1 )
96			set +x
97			else
98			#- download new code:
99			echo " run '$cmdCVS co -P -d MITgcm_$tt MITgcm'" >> tr_clean_$tt.log
100			echo "=========================================================================="
101			set -x
102			$cmdCVS co -P -d MITgcm_$tt MITgcm >> tr_clean_$tt.log 2>&1
103			set +x
104			fi
105			echo ""
106			echo "=========================================================================="
107
108			if test -d MITgcm_$tt/verification ; then
109			if test -e tr_run_$tt.log ; then mv -f tr_run_$tt.log tr_run_$tt.log_bak ; fi
110			cd MITgcm_$tt/verification
111
112			date
113			# verbose mode:
114			set -x
115			pwd
116			test -e tr_out.txt && mv -f tr_out.txt tr_out.sav
117
118			case $tt in
119			'iadm' )
120
121			./testreport -MPI 3 -adm -of ../tools/build_options/linux_amd64_ifort11 \
122			-devel -nc -ncad -repl_mk do_make_syntax.sh -obj -dd > ../../tr_run_$tt.log 2>&1
123			echo '' >> ../../tr_run_$tt.log 2>&1
124
125			./testreport -MPI 3 -adm -of ../tools/build_options/linux_amd64_ifort11 \
126			-devel -q -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
127
128			sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
129			;;
130
131			'iad4' )
132
133			./testreport -MPI 3 -ur4 -adm -of ../tools/build_options/linux_amd64_ifort11 \
134			-devel -nc -ncad -repl_mk do_make_syntax.sh -obj -dd > ../../tr_run_$tt.log 2>&1
135			echo '' >> ../../tr_run_$tt.log 2>&1
136
137			./testreport -MPI 3 -ur4 -adm -of ../tools/build_options/linux_amd64_ifort11 \
138			-devel -q -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
139
140			sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
141			;;
142
143			'imp2')
144
145			export OMP_NUM_THREADS=2
146			export KMP_STACKSIZE=400m
147
148			./testreport -MPI 2 -mth -of ../tools/build_options/linux_amd64_ifort11 \
149			-devel -nc -repl_mk do_make_syntax.sh -obj -dd > ../../tr_run_$tt.log 2>&1
150			echo '' >> ../../tr_run_$tt.log 2>&1
151
152			./testreport -MPI 2 -mth -of ../tools/build_options/linux_amd64_ifort11 \
153			-devel -q -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
154
155			sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
156
157			#- test restart:
158			echo '' >> ../../tr_run_$tt.log 2>&1
159			../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
160			;;
161
162			'iur4')
163
164			./testreport -MPI 3 -ur4 -of ../tools/build_options/linux_amd64_ifort11 \
165			-devel -nc -repl_mk do_make_syntax.sh -obj -dd > ../../tr_run_$tt.log 2>&1
166			echo '' >> ../../tr_run_$tt.log 2>&1
167
168			./testreport -MPI 3 -ur4 -of ../tools/build_options/linux_amd64_ifort11 \
169			-devel -q -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
170
171			sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
172
173			#- test restart:
174			echo '' >> ../../tr_run_$tt.log 2>&1
175			../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
176			;;
177
178			'gadm')
179
180			./testreport -MPI 3 -adm -of ../tools/build_options/linux_amd64_gfortran \
181			-devel -ncad -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
182
183			sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
184			;;
185
186			'gads')
187
188			./testreport -adm -of ../tools/build_options/linux_amd64_gfortran \
189			-devel -ncad -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
190
191			sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
192			;;
193
194			'gad4')
195
196			./testreport -adm -ur4 -of ../tools/build_options/linux_amd64_gfortran \
197			-devel -ncad -nc -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
198
199			sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
200			;;
201
202			'gmp2')
203
204			export OMP_NUM_THREADS=2
205			export GOMP_STACKSIZE=400m
206
207			./testreport -MPI 2 -mth -of ../tools/build_options/linux_amd64_gfortran \
208			-devel -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
209
210			sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
211
212			#- test restart:
213			echo '' >> ../../tr_run_$tt.log 2>&1
214			../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
215			;;
216
217			'gmpi')
218
219			./testreport -MPI 3 -of ../tools/build_options/linux_amd64_gfortran \
220			-devel -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
221
222			sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
223
224			#- test restart:
225			echo '' >> ../../tr_run_$tt.log 2>&1
226			../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
227			;;
228
229			'gmp4')
230
231			./testreport -MPI 3 -ur4 -of ../tools/build_options/linux_amd64_gfortran \
232			-devel -nc -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
233
234			sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
235
236			#- test restart:
237			echo '' >> ../../tr_run_$tt.log 2>&1
238			../tools/do_tst_2+2 -mpi -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
239			;;
240
241			'gfo')
242
243			./testreport -of ../tools/build_options/linux_amd64_gfortran \
244			-devel -nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
245
246			sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
247
248			#- test restart:
249			echo '' >> ../../tr_run_$tt.log 2>&1
250			../tools/do_tst_2+2 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
251			;;
252
253			'gfo4')
254
255			./testreport -ur4 -of ../tools/build_options/linux_amd64_gfortran \
256			-devel -nc -match 5 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
257
258			sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
259
260			#- test restart:
261			echo '' >> ../../tr_run_$tt.log 2>&1
262			../tools/do_tst_2+2 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
263			;;
264
265			'g77')
266
267			./testreport -of ../tools/build_options/linux_amd64_g77 \
268			-skd 'fizhi-cs-32x32x40 fizhi-cs-aqualev20' \
269			-nc -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
270
271			sed -n "/ email /,/^======== End of testreport / p" ../../tr_run_$tt.log
272
273			#- test restart:
274			echo '' >> ../../tr_run_$tt.log 2>&1
275			../tools/do_tst_2+2 -a jmc@mitgcm.org >> ../../tr_run_$tt.log 2>&1
276			;;
277
278			*) echo "unrecognized test suffix '$tt' <== skipped" ;;
279			esac
280
281			set +x
282			cd ../..
283
284			else
285			echo "error: missing dir MITgcm_$tt/verification"
286			fi
287
288			done