/[MITgcm]/MITgcm/verification/testreport
ViewVC logotype

Contents of /MITgcm/verification/testreport

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph


Revision 1.7 - (show annotations) (download)
Wed Sep 10 04:02:39 2003 UTC (20 years, 6 months ago) by edhill
Branch: MAIN
Changes since 1.6: +25 -2 lines
added -mpi option

1 #!/bin/bash
2 #
3 # $Header: /u/u3/gcmpack/MITgcm/verification/testreport,v 1.6 2003/09/10 02:30:37 edhill Exp $
4 #
5
6 usage()
7 {
8 echo
9 echo "Usage: $0 [OPTIONS]"
10 echo
11 echo "where possible OPTIONS are:"
12 echo " (-help|-h) print usage"
13 echo " (-mpi) use MPI input files"
14 echo " (-optfile=|-of=)STRING list of optfiles to use"
15 echo " (-a|-addr)STRING list of email recipients"
16 echo " (DEF=\"edhill@mitgcm.org\")"
17 echo " (-t|-tdir)STRING list of test dirs to use"
18 echo " (DEF=\"\" which builds all)"
19 echo " (-b|-bash)STRING location of \"bash\" executable"
20 echo " (DEF=\"\" for \"/bin/bash\")"
21 echo " (-c|-command)STRING command to run"
22 echo " (DEF=\"make output.txt\")"
23 echo
24 echo "and where STRING follows a whitespace-delimited format"
25 echo "such as:"
26 echo " -t 'exp0 exp2 exp3' "
27 echo " -addr='abc@123.com testing@home.org'"
28 echo
29 exit 1
30 }
31
32 # build the mpack utility
33 build_mpack()
34 {
35 echo -n "building the mpack utility... "
36 if test ! -x "$MPACKDIR/mpack" ; then
37 if test ! -d $MPACKDIR ; then
38 echo "Error: can't find \"$MPACKDIR\""
39 echo " are you sure this program is being run in the correct "
40 echo " (that is, \"MITGCM_ROOT\verification\") directory?"
41 exit 1
42 fi
43 echo -n "building mpack... "
44 ( cd $MPACKDIR && ./configure && make ) > build_mpack.out 2>&1
45 RETVAL=$?
46 if test "x$RETVAL" != x0 ; then
47 echo
48 echo "Error building the mpack tools at: $MPACK_DIR"
49 exit 1
50 fi
51 fi
52 echo "OK"
53 }
54
55 compare_lines()
56 {
57 # use codelet to compare lines
58 if [ $verbose -gt 1 ]; then
59 cat tmp3.txt 1>&2
60 fi
61 return `./a.out < tmp3.txt`
62 }
63
64 testoutput_for_prop()
65 {
66 # testoutput_for_prop dir s1 label subdir
67 #
68 # compares files in $dir/$subdir/output.txt and $dir/results/output.txt
69 # using search strings s1 and text label
70
71 if [ $debug -gt 0 ]; then
72 echo testoutput_for_prop: grep "$2" $1/$4/output.txt 1>&2
73 fi
74 if [ -r $1/$4/output.txt ]; then
75 grep "$2" $1/$4/output.txt | sed 's/.*=//' | nl > tmp1.txt
76 lncnt=`wc -l tmp1.txt | awk '{print $1}' `
77 if [ $lncnt -lt 3 ]; then
78 if [ $verbose -gt 0 ]; then
79 echo Not enough lines of output when searching for "$2" 1>&2
80 fi
81 return 99
82 fi
83 else
84 echo testoutput_for_prop: output.txt from model run was not readable 1>&2
85 return 99
86 fi
87 if [ $debug -gt 0 ]; then
88 echo testoutput_for_prop: grep "$2" $1/results/output.txt 1>&2
89 fi
90 grep "$2" $1/results/output.txt | sed 's/.*=//' | nl > tmp2.txt
91 lncnt=`wc -l tmp2.txt | awk '{print $1}' `
92 if [ $lncnt -lt 3 ]; then
93 if [ $verbose -gt 0 ]; then
94 echo Not enough lines of output when searching for "$2" 1>&2
95 fi
96 return 99
97 fi
98 if [ $debug -gt 0 ]; then
99 echo testoutput_for_prop: join tmp1.txt tmp2.txt 1>&2
100 fi
101 join tmp1.txt tmp2.txt | awk '{print $1 " " $2 " " $3}' > tmp3.txt
102 if [ $debug -gt 0 ]; then
103 echo testoutput_for_prop: compare_lines 1>&2
104 fi
105 compare_lines
106 digits_of_similarity=$?
107 if [ $digits_of_similarity -eq 99 ]; then
108 if [ $verbose -gt 0 ]; then
109 echo testoutput_for_prop: No comparison was available for \"$2\" 1>&2
110 fi
111 digits_of_similarity=99
112 else
113 if [ $verbose -gt 0 ]; then
114 echo There were $digits_of_similarity decimal places of similarity for \"$2\" 1>&2
115 fi
116 fi
117 rm tmp1.txt tmp2.txt tmp3.txt
118
119 return $digits_of_similarity
120 }
121
122 dashnum()
123 {
124 # dashnum n1 n2 n3 ...
125 #
126 # print numbers using %3i format or "--" if number = 99
127
128 for num in $@ ; do
129 if [ $num = 99 ]; then
130 printf ' --'
131 else
132 printf '%3i' $num
133 fi
134 done
135 }
136
137 testoutput()
138 {
139 # testoutput diretory subdir
140 #
141 # test output in "directory"
142
143 if [ $debug -gt 0 ]; then
144 echo testoutput: testoutput_for_prop $1 cg2d_init_res 1>&2
145 fi
146 testoutput_for_prop $1 "cg2d_init_res" "cg2d init. residual" $2; cg2dres=$?
147 if [ $debug -gt 0 ]; then
148 echo testoutput: cg2dres=$cg2dres 1>&2
149 fi
150
151 testoutput_for_prop $1 "dynstat_theta_min" "theta minimum" $2; tmin=$?
152 testoutput_for_prop $1 "dynstat_theta_max" "theta maximum" $2; tmax=$?
153 testoutput_for_prop $1 "dynstat_theta_mean" "theta mean" $2; tmean=$?
154 testoutput_for_prop $1 "dynstat_theta_sd" "theta s.d." $2; tsd=$?
155 testoutput_for_prop $1 "dynstat_salt_min" "salt minimum" $2; smin=$?
156 testoutput_for_prop $1 "dynstat_salt_max" "salt maximum" $2; smax=$?
157 testoutput_for_prop $1 "dynstat_salt_mean" "salt mean" $2; smean=$?
158 testoutput_for_prop $1 "dynstat_salt_sd" "salt s.d." $2; ssd=$?
159 testoutput_for_prop $1 "dynstat_uvel_min" "U minimum" $2; umin=$?
160 testoutput_for_prop $1 "dynstat_uvel_max" "U maximum" $2; umax=$?
161 testoutput_for_prop $1 "dynstat_uvel_mean" "U mean" $2; umean=$?
162 testoutput_for_prop $1 "dynstat_uvel_sd" "U s.d." $2; usd=$?
163 testoutput_for_prop $1 "dynstat_vvel_min" "V minimum" $2; vmin=$?
164 testoutput_for_prop $1 "dynstat_vvel_max" "V maximum" $2; vmax=$?
165 testoutput_for_prop $1 "dynstat_vvel_mean" "V mean" $2; vmean=$?
166 testoutput_for_prop $1 "dynstat_vvel_sd" "V s.d." $2; vsd=$?
167
168 dashnum $cg2dres $tmin $tmax $tmean $tsd $smin $smax $smean $ssd \
169 $umin $umax $umean $usd $vmin $vmax $vmean $vsd
170 }
171
172 genmakemodel()
173 {
174 # genmakemodel directory
175 GENMAKE2="$BASH ../../../tools/genmake2"
176 (
177 cd $1;
178 printf 'genmake ... ' 1>&2
179 # ../../../tools/genmake -ieee -mods=../code > make.log 2>&1
180 $GENMAKE2 -ds --mods=../code "--optfile="$OPTFILE > make.log 2>&1
181 RETVAL=$?
182 for i in gm_state gm_optfile gm_local Makefile ; do
183 if test -r $i ; then
184 cp $i $CDIR
185 fi
186 done
187 if test "x$RETVAL" != x0 ; then
188 tail make.log
189 echo "genmakemodel: genmake failed" 1>&2
190 cp make.log $CDIR
191 return 1
192 else
193 echo "succesful" 1>&2
194 fi
195 )
196 }
197
198 makeclean()
199 {
200 # makeclean directory
201 (
202 cd $1;
203 if test -e output.txt ; then
204 rm -f output.txt
205 fi
206 printf 'make CLEAN ... ' 2>&1
207 if test -r Makefile ; then
208 make CLEAN >> make.log 2>&1
209 RETVAL=$?
210 if test "x$RETVAL" != x0 ; then
211 tail make.log
212 echo "makeclean: \"make CLEAN\" failed" 1>&2
213 cp make.log $CDIR"/make.log"
214 return 1
215 fi
216 fi
217 echo succesful 1>&2
218 exit 0
219 )
220 }
221
222 makedependmodel()
223 {
224 # makedependmodel directory
225 (
226 cd $1;
227 printf 'make depend ... ' 1>&2
228 make depend >> make.log 2>&1
229 RETVAL=$?
230 if test "x$RETVAL" != x0 ; then
231 tail make.log
232 echo "makedependmodel: make depend failed" 1>&2
233 cp make.log $CDIR"/make.log"
234 return 1
235 else
236 echo succesful 1>&2
237 fi
238 )
239 }
240
241 makemodel()
242 {
243 # makemodel directory
244 (
245 cd $1;
246 if test -r Makefile ; then
247 printf 'make ... ' 1>&2
248 make >> make.log 2>&1
249 RETVAL=$?
250 if test "x$RETVAL" != x0 ; then
251 tail make.log
252 echo failed 1>&2
253 cp make.log $CDIR"/make.log"
254 return 1
255 else
256 echo succesful 1>&2
257 fi
258 fi
259 )
260 }
261
262 linkdata()
263 {
264 # linkdata flag
265 #
266 # symbolically link data files to run directory
267 if [ $1 -ne 0 ]; then
268 ( cd $2 ; ln -sf ../input/* . )
269 fi
270 }
271
272 runmodel()
273 {
274 # runmodel directory
275 #
276 # runs "$COMMAND" in "directory"
277 # (where "$COMMAND" is relative to "directory")
278 (
279 cd $1
280 printf 'runmodel: ' 1>&2
281 # make output.txt
282 $COMMAND
283 RETVAL=$?
284 if test "x$RETVAL" = x0 ; then
285 cp output.txt $CDIR"/output.txt"
286 return 0
287 else
288 return 1
289 fi
290 )
291 }
292
293 createcodelet()
294 {
295 # create codelet for comparing model output
296
297 echo -n "creating the comparison code... "
298 cat > tmp_cmpnum.f <<EOFA
299 program cmpnum
300 implicit none
301 real*8 a,b,diff
302 integer linnum,best
303 best=-16
304 99 read(*,*,end=70,err=60) linnum,a,b
305 diff=0.5*(abs(a)+abs(b))
306 c print *,a,b,diff,abs(a-b)/diff
307 if (diff.gt.1.e-12) then
308 diff=abs(a-b)/diff
309 if (diff.gt.0.) then
310 c print *,int(log10(diff)),diff
311 linnum=int(log10(diff))
312 best=max(best,linnum)
313 endif
314 else
315 if (best.eq.-16.and.diff.ne.0.) best=-22
316 endif
317 goto 99
318 60 stop 'cmpnum: An error occured reading a,b'
319 70 print *,-best
320 end
321 EOFA
322
323 f77 tmp_cmpnum.f
324 if [ -x ./a.out ]; then
325 echo "OK"
326 return 0
327 else
328 echo
329 echo "createcodelet: failed to compile codelet"
330 exit 1
331 fi
332 }
333
334 formatresults()
335 {
336 # formatresults expt genmake depend make run results*
337
338 nm=$1
339 printf '%s %s %s %s' $2 $3 $4 $5
340 shift; shift; shift; shift; shift;
341 printf '%3s' $@
342
343 if [ $1 = '--' ]; then
344 printf ' N/O '
345 else
346 if [ $1 -gt 12 ]; then
347 printf ' pass'
348 else
349 printf ' FAIL'
350 fi
351 fi
352 printf ' %s' $nm
353 printf '\n'
354
355 }
356
357 show_help()
358 {
359 cat - << EOF
360 $0 [-help] [-quick] [-verbose] dir1 [dir2] [...]
361 -help Show this help message
362 -quick Skip "genmake" and "make depend" if the Makefile exists
363 -quiet Reduce the amount of output
364 -verbose Produce copious amounts of output
365 -debug Produce even more output which will mean nothing to most
366 -force Do "make CLEAN" before compiling. This forces a complete rebuild.
367 -clean Do "make CLEAN" after compiling and testing.
368 -noieee By default, $0 uses the -ieee option for genmake. This turns it off.
369 -cleanup Aggresively removes all model output, executables and object files
370 and then exits. Use with care.
371
372 Normal usage:
373 $0 * Configure, compile, run and analyze in all experiment directories
374 EOF
375 }
376
377 scandirs()
378 {
379 if [ $# -eq 0 ]; then
380 for arg in * ; do
381 test -d $arg/input && echo $arg
382 done
383 else
384 echo $*
385 fi
386 }
387
388
389 ###############################################################################
390 ###############################################################################
391 ###############################################################################
392
393
394 # Default properties
395 debug=0
396 verbose=1
397 clean=0
398 expts=''
399 # ieee=1
400 # quick=0
401
402 BASH=
403 OPTFILES=
404 ADDRESSES=edhill@mitgcm.org
405 TESTDIRS=
406 MPACKDIR="../tools/mpack-1.6"
407 MPACK="$MPACKDIR/mpack"
408 COMMAND="make output.txt"
409 MPI=f
410
411 echo -n "parsing options... "
412
413 ac_prev=
414 for ac_option ; do
415
416 # If the previous option needs an argument, assign it.
417 if test -n "$ac_prev"; then
418 eval "$ac_prev=\$ac_option"
419 ac_prev=
420 continue
421 fi
422
423 ac_optarg=`expr "x$ac_option" : 'x[^=]*=\(.*\)'`
424
425 case $ac_option in
426
427 -help | --help | -h | --h)
428 usage ;;
429
430 -optfile | --optfile | -of | --of)
431 ac_prev=OPTFILES ;;
432 -optfile=* | --optfile=* | -of=* | --of=*)
433 OPTFILES=$ac_optarg ;;
434
435 -addr | --addr | -a | --a)
436 ac_prev=ADDRESSES ;;
437 -addr=* | --addr=*)
438 ADDRESSES=$ac_optarg ;;
439
440 -tdir | --tdir | -t | --t)
441 ac_prev=TESTDIRS ;;
442 -tdir=* | --tdir=*)
443 TESTDIRS=$ac_optarg ;;
444
445 -bash | --bash | -b | --b)
446 ac_prev=BASH ;;
447 -bash=* | --bash=*)
448 BASH=$ac_optarg ;;
449
450 -command | --command | -c | --c)
451 ac_prev=COMMAND ;;
452 -command=* | --command=*)
453 COMMAND=$ac_optarg ;;
454
455 -mpi) MPI=t ;;
456 -verbose) verbose=2 ;;
457 -debug) debug=1 ;;
458 -clean) clean=1 ;;
459 -quiet) verbose=0 ;;
460
461 -*)
462 echo "Error: unrecognized option: "$ac_option
463 usage
464 ;;
465
466 *)
467 echo "Error: unrecognized argument: "$ac_option
468 usage
469 ;;
470
471 esac
472
473 done
474
475 if test "x$TESTDIRS" = x ; then
476 TESTDIRS=`scandirs`
477 fi
478
479 echo "OK"
480
481 # create the FORTRAN comparison code
482 createcodelet
483
484 # build the mpack utility
485 build_mpack
486
487 # Create a uniquely named directory to store results
488 MACH=`hostname`
489 UNAMEA=`uname -a`
490 DATE=`date +%Y%m%d`
491 BASE=$MACH"_"$DATE"_"
492 DNUM=0
493 DRESULTS="$BASE$DNUM"
494 while test -e $DRESULTS ; do
495 DNUM=$(( $DNUM + 1 ))
496 DRESULTS="$BASE$DNUM"
497 done
498 mkdir $DRESULTS
499 RETVAL=$?
500 if test "x$RETVAL" != x0 ; then
501 echo "Error: can't create results directory \"./$DRESULTS\""
502 exit 1
503 fi
504 SUMMARY="$DRESULTS/summary.txt"
505 date > $SUMMARY
506 cat << EOF >> $SUMMARY
507 T S U V
508 G D M c m s m s m s m s
509 E p a R g m m e . m m e . m m e . m m e .
510 N n k u 2 i a a d i a a d i a a d i a a d
511 2 d e n d n x n . n x n . n x n . n x n .
512
513 EOF
514
515 NDIR=0
516
517 # For each optfile...
518 for OPTFILE in $OPTFILES ; do
519
520 OPTFILE=`pwd`"/$OPTFILE"
521 if test ! -r $OPTFILE ; then
522 echo "Error: can't read optfile \"$OPTFILE\""
523 exit 1
524 fi
525 echo
526 echo "OPTFILE=$OPTFILE" >> $SUMMARY
527 echo >> $SUMMARY
528
529 # ...and each test directory...
530 for dir in $TESTDIRS ; do
531
532 # Verify that the testdir exists and contains previous
533 # results in the correct location--or skip this directory!
534 if test ! -r $dir"/results/output.txt" ; then
535 echo | tee -a $SUMMARY
536 echo "can't read \"$dir/results/output.txt\" -- skipping $dir" \
537 | tee -a $SUMMARY
538 continue
539 fi
540
541 # Is this an MPI run?
542 if test "x$MPI" = xt ; then
543 if test ! -r $dir"/code/CPP_EEOPTIONS.h_mpi" -o ! -r $dir"/code/SIZE.h_mpi" ; then
544 echo | tee -a $SUMMARY
545 echo "can't read \"$dir/code/CPP_EEOPTIONS.h_mpi\" or \"$dir/code/SIZE.h_mpi\"" \
546 | tee -a $SUMMARY
547 continue
548 else
549 cp $dir"/code/CPP_EEOPTIONS.h_mpi" $dir"/code/CPP_EEOPTIONS.h"
550 cp $dir"/code/SIZE.h_mpi" $dir"/code/SIZE.h"
551 fi
552 else
553 if test -r $dir"/code/CPP_EEOPTIONS.h_nompi" ; then
554 cp $dir"/code/CPP_EEOPTIONS.h_nompi" $dir"/code/CPP_EEOPTIONS.h"
555 fi
556 if test -r $dir"/code/SIZE.h_nompi" ; then
557 cp $dir"/code/SIZE.h_nompi" $dir"/code/SIZE.h"
558 fi
559 fi
560
561 # Create an output dir for each OPTFILE/tdir combination
562 CDIR=$DRESULTS"/"$DRESULTS"_"$NDIR
563 mkdir $CDIR
564 CDIR=`pwd`"/$CDIR"
565
566 # ...configue, make, run, and compare the output.
567 echo "-------------------------------------------------------------------------------"
568 echo
569 echo "Experiment: $dir"
570 echo
571 unset genmake makedepend make run
572 results='-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --'
573 ( cd $dir/input; rm -f *.{o,f,c,F} *.[f,F]90 work* output.txt Make* make.log; )
574 if [ -r $dir/build ]; then
575 seperatebuilddir=1
576 builddir=build
577 rundir=build
578 ( cd $dir/build; ln -sf ../input/* . )
579 else
580 seperatebuilddir=0
581 builddir=input
582 rundir=input
583 fi
584
585 genmakemodel $dir/$builddir && genmake=Y \
586 && makeclean $dir/$builddir \
587 && makedependmodel $dir/$builddir && makedepend=Y \
588 && makemodel $dir/$builddir && make=Y \
589 && linkdata $seperatebuilddir $dir/$rundir \
590 && runmodel $dir/$builddir && run=Y \
591 && results=`testoutput $dir $rundir`
592 echo
593 formatresults $dir ${genmake:-N} ${makedepend:-N} ${make:-N} \
594 ${run:-N} $results
595 echo
596 formatresults $dir ${genmake:-N} ${makedepend:-N} ${make:-N} \
597 ${run:-N} $results >> $SUMMARY
598 echo "fresults='" > $CDIR"/summary.txt"
599 formatresults $dir ${genmake:-N} ${makedepend:-N} ${make:-N} \
600 ${run:-N} $results >> $CDIR"/summary.txt"
601 echo "'" >> $CDIR"/summary.txt"
602 echo "MACH='$MACH'" >> $CDIR"/summary.txt"
603 echo "UNAMEA='$UNAMEA'" >> $CDIR"/summary.txt"
604 echo "DATE='$DATE'" >> $CDIR"/summary.txt"
605 echo "tdir='$dir'" >> $CDIR"/summary.txt"
606
607 (
608 cd $DRESULTS
609 tar -cf $NDIR".tar" $DRESULTS"_"$NDIR > /dev/null 2>&1
610 gzip $NDIR".tar"
611 )
612
613 $MPACK -s MITgcm-test -m 1000000 $DRESULTS"/"$NDIR".tar.gz" $ADDRESSES
614 RETVAL=$?
615 if test "x$RETVAL" != x0 ; then
616 echo "Warning: \"$MPACK\" failed -- please contact <edhill@mitgcm.org>"
617 else
618 rm -f $DRESULTS"/"$NDIR".tar*"
619 fi
620
621 NDIR=$(( $NDIR + 1 ))
622
623 done
624 done
625
626 rm tmp_cmpnum.f a.out
627
628 cat $SUMMARY

  ViewVC Help
Powered by ViewVC 1.1.22