/[MITgcm]/MITgcm/verification/testscript
ViewVC logotype

Diff of /MITgcm/verification/testscript

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.1 by adcroft, Fri Mar 9 17:56:37 2001 UTC revision 1.21 by adcroft, Mon Mar 4 16:48:08 2002 UTC
# Line 1  Line 1 
1  #!/bin/csh  #!/bin/sh
2    
3  # Run this script from the verification directory  compare_lines()
4  # It will automatically configure, compile, run and verify all experiments  {
5  # in the verification directory for whcih there is an results/output.txt  # use codelet to compare lines
6  # file.   if [ $verbose -gt 1 ]; then
7      cat tmp3.txt 1>&2
8  # This is the number of least-significant digits allows to be   fi
9  # in error before the test is classified as a "fail".   return `./a.out < tmp3.txt`
10    }
11  set passaccuracy=7  
12  printf '%s\t%s\t%s\t%s\t%s\t%s\t%s\n' " " Make " " " " Exact "# of" " " > summary.txt  testoutput_for_prop()
13  printf '%s\t%s\t%s\t%s\t%s\t%s\t%s\n' Config Depend Compile Execute Match Digits experiment >> summary.txt  {
14    # testoutput_for_prop dir s1 label
15  # Pass any arguments  #
16  foreach arg ($argv)  #  compares files in $dir/input/output.txt and $dir/results.output.txt
17   switch ($arg)  #  using search strings s1 and text label
18    case -clean:  
19     echo Cleaning ...   if [ $debug -gt 0 ]; then
20     foreach dr ([a-zA-Z01-9]*)    echo testoutput_for_prop: grep "$2" $1/input/output.txt 1>&2
21      if (-d $dr/input) then   fi
22        echo Entering $dr   if [ -r $1/input/output.txt ]; then
23        cd $dr/input    grep "$2" $1/input/output.txt | sed 's/.*=//' | nl > tmp1.txt
       echo ""  
       make CLEAN  
       \rm -f {*output,*high,*low}.txt *.log  
       \rm -f ?ake*  
       cd ../..  
     endif  
    end  
    rm -f summary.txt  
    exit 0  
   default:  
    echo Unknown argument given to $0  
    exit 1  
  endsw  
 end  
   
 foreach dr ([a-zA-Z01-9]*)  
  if (! -d $dr/input ) continue  
  set config=-  
  set makedepend=-  
  set compile=-  
  set execute=-  
  set exactmatch=-  
  set accuracy=-  
  echo ==============================================================================  
  echo Entering $dr  
  cd $dr  
  echo ""  
  if (! -r results/output.txt) then  
   echo "                ***** No results to compare with *****"  
   if (! $?untested) set untested  
   set untested=($untested $dr)  
24   else   else
25    set config=NO    echo testoutput_for_prop: output.txt from model run was not readable 1>&2
26    set makedepend=NO    return 99
27    set compile=NO   fi
28    set execute=NO   if [ $debug -gt 0 ]; then
29    set exactmatch=NO    echo testoutput_for_prop: grep "$2" $1/results/output.txt 1>&2
30    set accuracy=-   fi
31    cd input   grep "$2" $1/results/output.txt | sed 's/.*=//' | nl > tmp2.txt
32    echo -n "  generating Makefile ..."   if [ $debug -gt 0 ]; then
33    ../../../tools/genmake -mods=../code >&! make.log    echo testoutput_for_prop: join tmp1.txt tmp2.txt 1>&2
34    if ($status == 0) set config=Yes   fi
35    echo " done."   join tmp1.txt tmp2.txt | awk '{print $1 " " $2 " " $3}' > tmp3.txt
36    echo -n "  make depend ..."   if [ $debug -gt 0 ]; then
37    make cleanlinks depend >>& make.log    echo testoutput_for_prop: compare_lines 1>&2
38    if ($status == 0) set makedepend=Yes   fi
39    echo " done."   compare_lines
40    echo -n "  make ..."   digits_of_similarity=$?
41    make >>& make.log   if [ $digits_of_similarity -eq 99 ]; then
42    if ($status) then    if [ $verbose -gt 0 ]; then
43     echo "               ***** An error occurred during make *****"     echo testoutput_for_prop: No comparison was available for \"$2\" 1>&2
44     cat make.log    fi
45     exit 1    digits_of_similarity=99
46    else   else
47     set compile=Yes    if [ $verbose -gt 0 ]; then
48    endif     echo There were $digits_of_similarity decimal places of similarity for \"$2\" 1>&2
49    echo " done."    fi
50    echo -n "  running model ..."   fi
51    ./mitgcmuv | & grep "D iters" > output.txt   rm tmp1.txt tmp2.txt tmp3.txt
52    if ($status == 0) then  
53      set execute=Yes   return $digits_of_similarity
54      echo " done."  }
55      sed 's/.*D iters, err =//' output.txt \  
56      | grep "   0    " \  dashnum()
57      > high.txt  {
58      grep "D iters" ../results/output.txt \  # dashnum n1 n2 n3 ...
59       | sed 's/.*D iters, err =//' \  #
60       | grep "   0    " \  #  print numbers using %3i format or "--" if number = 99
61       > oldhigh.txt  for num in $@
62      diff oldhigh.txt high.txt > /dev/null  do
63      if ($status) then   if [ $num = 99 ]; then
64        echo "  output differs:"    printf ' --'
65        diff oldhigh.txt high.txt   else
66        echo ""    printf '%3i' $num
67        @ lvl=0   fi
68        set accuracy='.'  done
69        set fail  }
70        echo -n Trying reduced accuracy  
71        while ($lvl <= $passaccuracy)  testoutput()
72          @ lvl+=1  {
73          echo -n " " $lvl  # testoutput diretory
74          sed s/{$accuracy}E/E/ high.txt > low.txt  #
75          sed s/{$accuracy}E/E/ oldhigh.txt > oldlow.txt  #  test output in "directory"
76          diff oldlow.txt low.txt > /dev/null  
77          if ($status == 0) then  if [ $debug -gt 0 ]; then
78            unset fail   echo testoutput: testoutput_for_prop $1 cg2d_init_res 1>&2
79            break  fi
80    testoutput_for_prop $1 "cg2d_init_res" "cg2d init. residual"; cg2dres=$?
81    if [ $debug -gt 0 ]; then
82     echo testoutput: cg2dres=$cg2dres 1>&2
83    fi
84    
85    if [ $longtest -gt 0 ]; then
86    testoutput_for_prop $1 "dynstat_theta_min" "theta minimum"; tmin=$?
87    testoutput_for_prop $1 "dynstat_theta_max" "theta maximum"; tmax=$?
88    testoutput_for_prop $1 "dynstat_theta_mean" "theta mean"; tmean=$?
89    testoutput_for_prop $1 "dynstat_theta_sd" "theta s.d."; tsd=$?
90    testoutput_for_prop $1 "dynstat_salt_min" "salt minimum"; smin=$?
91    testoutput_for_prop $1 "dynstat_salt_max" "salt maximum"; smax=$?
92    testoutput_for_prop $1 "dynstat_salt_mean" "salt mean"; smean=$?
93    testoutput_for_prop $1 "dynstat_salt_sd" "salt s.d."; ssd=$?
94    testoutput_for_prop $1 "dynstat_uvel_min" "U minimum"; umin=$?
95    testoutput_for_prop $1 "dynstat_uvel_max" "U maximum"; umax=$?
96    testoutput_for_prop $1 "dynstat_uvel_mean" "U mean"; umean=$?
97    testoutput_for_prop $1 "dynstat_uvel_sd" "U s.d."; usd=$?
98    testoutput_for_prop $1 "dynstat_vvel_min" "V minimum"; vmin=$?
99    testoutput_for_prop $1 "dynstat_vvel_max" "V maximum"; vmax=$?
100    testoutput_for_prop $1 "dynstat_vvel_mean" "V mean"; vmean=$?
101    testoutput_for_prop $1 "dynstat_vvel_sd" "V s.d."; vsd=$?
102    else
103    testoutput_for_prop $1 "dynstat_theta_min" "theta minimum"; tmin=$?
104    testoutput_for_prop $1 "dynstat_theta_max" "theta maximum"; tmax=$?
105    testoutput_for_prop $1 "dynstat_salt_min" "salt minimum"; smin=$?
106    testoutput_for_prop $1 "dynstat_salt_max" "salt maximum"; smax=$?
107    testoutput_for_prop $1 "dynstat_uvel_min" "U minimum"; umin=$?
108    testoutput_for_prop $1 "dynstat_uvel_max" "U maximum"; umax=$?
109    testoutput_for_prop $1 "dynstat_vvel_min" "V minimum"; vmin=$?
110    testoutput_for_prop $1 "dynstat_vvel_max" "V maximum"; vmax=$?
111    fi
112    
113    dashnum $cg2dres $tmin $tmax $tmean $tsd $smin $smax $smean $ssd \
114            $umin $umax $umean $usd $vmin $vmax $vmean $vsd
115    #printf '%3i' $cg2dres $tmin $tmax $tmean $tsd $smin $smax $smean $ssd \
116    #       $umin $umax $umean $usd $vmin $vmax $vmean $vsd
117    }
118    
119    genmakemodel()
120    {
121    # genmakemodel directory
122     ( cd $1;
123       if [ $quick -eq 0 -o ! -r Makefile ]; then
124        printf 'genmake ... ' 1>&2
125        if [ $ieee -eq 0 ]; then
126         ../../../tools/genmake -mods=../code > make.log 2>&1
127        else
128         ../../../tools/genmake -ieee -mods=../code > make.log 2>&1
129        fi
130        if [ $? -ne 0 ]; then
131         tail make.log
132         echo genmakemodel: genmake failed 1>&2
133         return 1
134        else
135          echo succesful 1>&2
136        fi
137       fi
138     )
139    }
140    
141    makecleancompile()
142    {
143    # makecleancompile directory
144     ( cd $1;
145       if [ $force -gt 0 ]; then
146        rm -f output.txt
147        printf 'make clean ... ' 2>&1
148        make CLEAN >> make.log 2>&1
149        if [ $? -ne 0 ]; then
150          tail make.log
151          echo makecleancompile: make clean failed 1>&2
152          return 1
153        else
154          echo succesful 1>&2
155        fi
156       fi
157     )
158    }
159    
160    makecleanupafter()
161    {
162    # makeupafter directory
163     ( cd $1;
164       if [ $clean -gt 0 ]; then
165        rm -f output.txt
166        printf 'make clean ... ' 2>&1
167        make CLEAN >> make.log 2>&1
168        if [ $? -ne 0 ]; then
169          tail make.log
170          echo makeupafter: make clean failed 1>&2
171          return 1
172        else
173          echo succesful 1>&2
174        fi
175       fi
176     )
177    }
178    
179    makedependmodel()
180    {
181    # makedependmodel directory
182     ( cd $1;
183       if [ $quick -eq 0 -o ! -r Makefile ]; then
184        printf 'make depend ... ' 1>&2
185        make cleanlinks >> make.log 2>&1
186        make depend >> make.log 2>&1
187        if [ $? -ne 0 ]; then
188          tail make.log
189          echo makemodel: make depend failed 1>&2
190          return 1
191        else
192          echo succesful 1>&2
193        fi
194       fi
195     )
196    }
197    
198    makemodel()
199    {
200    # makemodel directory
201     ( cd $1;
202       if [ -r Makefile ]; then
203        printf 'make ... ' 1>&2
204        make >> make.log 2>&1
205        if [ $? -ne 0 ]; then
206         tail make.log
207         echo failed 1>&2
208         return 1
209        else
210         echo succesful 1>&2
211        fi
212       fi
213     )
214    }
215    
216    runmodel()
217    {
218    # runmodel directory exe
219    #
220    #  runs the model "exe" in "directory" (exe is relative to directory)
221    
222     ( cd $1
223       if [ -x $2 ]; then
224        if [ $quick -eq 0 ]; then
225         rm -f output.txt
226        fi
227        printf 'runmodel: ' 1>&2
228        make output.txt && return 0
229    #   if [ ! -r output.txt -o $quick -eq 0 ]; then
230    #    echo runmodel: running... 1>&2
231    #    ( ./$2 > output.txt 2>&1 ) && return 0
232    #    rm -f output.txt
233    #    ( make output.txt ) && return 0
234    #    return 1
235    #   else
236    #    echo runmodel: output.txt is newer than executable 1>&2
237    #    ( make output.txt ) && return 0
238    #    return 0
239    #   fi
240    #  else
241    #   echo runmodel: executable \"$1/$2\" is missing 1>&2
242    #   return 1
243       fi
244     )
245    }
246    
247    createcodelet()
248    {
249    # create codelet for comparing model output
250    cat > tmp_cmpnum.f <<EOFA
251          program cmpnum
252          implicit none
253          real*8 a,b,diff
254          integer linnum,best
255          best=-16
256      99  read(*,*,end=70,err=60) linnum,a,b
257          diff=0.5*(abs(a)+abs(b))
258    c     print *,a,b,diff,abs(a-b)/diff
259          if (diff.gt.1.e-12) then
260            diff=abs(a-b)/diff
261            if (diff.gt.0.) then
262    c         print *,int(log10(diff)),diff
263              linnum=int(log10(diff))
264              best=max(best,linnum)
265          endif          endif
         set accuracy=`echo $accuracy | sed 's/\./../'`  
       end  
       echo ""  
       if ($?fail ) then  
         if (! $?fails) set fails  
         set fails=($fails $dr)  
         echo "                        ***** FAIL *****"  
266        else        else
267          if (! $?passes) set passes          if (best.eq.-16.and.diff.ne.0.) best=-22
         set passes=($passes $dr)  
         echo ""  
         echo "                   ***** PASS (grade $lvl) *****"  
268        endif        endif
269        set accuracy=$lvl        goto 99
270      else    60  stop 'cmpnum: An error occured reading a,b'
271        set exactmatch=Yes    70  print *,-best
272        echo ""        end
273        echo Model passed at highest accuracy.  EOFA
274        echo ""  f77 tmp_cmpnum.f
275        echo "                        ***** PASS *****"  if [ -x ./a.out ]; then
276        if (! $?passes) set passes   return 0
277        set passes=($passes $dr)  else
278      endif   echo createcodelet: failed to compile codelet 1>&2
279     exit 1
280    fi
281    }
282    
283    formatresults()
284    {
285    # formatresults expt genmake depend make run results*
286    
287     nm=$1
288     printf '%s %s %s %s' $2 $3 $4 $5
289     shift; shift; shift; shift; shift;
290     printf '%3s' $@
291    
292     if [ $1 = '--' ]; then
293      printf ' N/O '
294     else
295      if [ $1 -gt 12 ]; then
296       printf ' pass'
297    else    else
298      echo " error"     printf ' FAIL'
299      echo "               ***** An error occured running the mode *****"    fi
300      tail output.txt   fi
301      exit 1   printf '  %s' $nm
302    endif   printf '\n'
303    cd ..  
304   endif  }
305   echo ""  
306   cd ..  show_help()
307  # Pretty summary  {
308   printf '  %s\t  %s\t  %s\t  %s\t  %s\t  %s\t%s\n' $config $makedepend $compile $execute $exactmatch $accuracy $dr >> summary.txt  cat - << EOF
309  end  $0 [-help] [-quick] [-verbose] dir1 [dir2] [...]
310  echo ==============================================================================   -help      Show this help message
311  echo ""   -quick     Skip "genmake" and "make depend" if the Makefile exists
312     -quiet     Reduce the amount of output
313     -verbose   Produce copious amounts of output
314     -debug     Produce even more output which will mean nothing to most
315     -force     Do "make CLEAN" before compiling. This forces a complete rebuild.
316     -clean     Do "make CLEAN" after compiling and testing.
317     -shorttest Don't compare numeric output for mean and s.d. of variables.
318     -noieee    By default, $0 uses the -ieee option for genmake. This turns it off.
319     -cleanup   Aggresively removes all model output, executables and object files
320                and then exits. Use with care.
321    
322    Normal usage:
323     $0 *       Configure, compile, run and analyze in all experiment directories
324    EOF
325    }
326    
327    scandirs()
328    {
329    if [ $# -eq 0 ]; then
330     for arg in *
331      do
332       test -d $arg/input && echo $arg
333     done
334    else
335     echo $*
336    fi
337    }
338    
339    clean_up()
340    {
341    # Find all executables, object files, CPP'd source and model output
342    # and DELETE it.
343    for opt in '-name mitgcmuv*' '-name *.o' '-name *.f' '-name *.c' '-path *results -prune -o -name *.meta' '-path *results -prune -o -name *.data' '-type l'
344     do
345       echo Cleaning: find . $opt -exec rm {} \;
346       find . $opt -exec rm {} \;
347    done
348    }
349    
350    ###############################################################################
351    
352    # Main function
353    
354    # Default properties
355    debug=0
356    verbose=1
357    quick=0
358    force=0
359    clean=0
360    ieee=1
361    longtest=1
362    expts=''
363    
364    # Process arguments
365    for arg in $@
366    do
367     case $arg in
368       -cleanup) clean_up; exit 0;;
369       -quick) quick=1;;
370       -verbose) verbose=2;;
371       -debug) debug=1;;
372       -force) force=1;;
373       -clean) clean=1;;
374       -noieee) ieee=0;;
375       -shorttest) longtest=0;;
376       -quiet) verbose=0;;
377       -help) show_help; exit 0;;
378       -*) echo Unrecognized option:$arg; exit 9;;
379       *) test -d $arg && expts=`echo $expts $arg`;;
380     esac
381    done
382    
383    if [ $force -gt 0 -a $quick -gt 0 ]; then
384     echo You specified -quick and -force together which conflict.
385     echo Please specify either -quick or -force or neither but not both.
386     exit 1
387    fi
388    
389    #if [ ${#expts} -eq 0 ]; then
390    # echo Scanning all directories
391    # for arg in *
392    #  do
393    #   test -d $arg && expts=`echo $expts $arg`
394    # done
395    #fi
396    expts=`scandirs $expts`
397    
398    createcodelet
399    
400    if [ $longtest -gt 0 ]; then
401    cat << EOF > summary.txt
402                    T           S           U           V
403    C D M    c        m  s        m  s        m  s        m  s
404    n p a R  g  m  m  e  .  m  m  e  .  m  m  e  .  m  m  e  .
405    f n k u  2  i  a  a  d  i  a  a  d  i  a  a  d  i  a  a  d
406    g d e n  d  n  x  n  .  n  x  n  .  n  x  n  .  n  x  n  .
407    
408    EOF
409    else
410    cat << EOF > summary.txt
411                  T     S     U     V
412    C D M    c                        
413    n p a R  g  m  m  m  m  m  m  m  m
414    f n k u  2  i  a  i  a  i  a  i  a
415    g d e n  d  n  x  n  x  n  x  n  x
416    
417    EOF
418    fi
419    
420    # Now configue, make, run and test in each directory
421    for dir in $expts
422    do
423     if [ -r $dir/results/output.txt ]; then
424     echo -------------------------------------------------------------------------------
425     echo
426     echo Experiment: $dir
427     echo
428     unset genmake makedepend make run
429     if [ $longtest -gt 0 ]; then
430      results='-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --'
431     else
432      results='-- -- -- -- -- -- -- -- --'
433     fi
434     genmakemodel $dir/input && genmake=Y \
435     && makecleancompile $dir/input \
436     && makedependmodel $dir/input && makedepend=Y \
437     && makemodel $dir/input && make=Y \
438     && runmodel $dir/input mitgcmuv && run=Y \
439     && results=`testoutput $dir` \
440     && makecleanupafter $dir/input
441     echo
442     formatresults $dir ${genmake:-N} ${makedepend:-N} ${make:-N} ${run:-N} $results
443     echo
444     formatresults $dir ${genmake:-N} ${makedepend:-N} ${make:-N} ${run:-N} $results >> summary.txt
445     fi
446    done
447    
448    rm tmp_cmpnum.f a.out
449    
450  echo "Summary:"  echo -------------------------------------------------------------------------------
451  echo ""  echo
452  cat summary.txt  cat summary.txt

Legend:
Removed from v.1.1  
changed lines
  Added in v.1.21

  ViewVC Help
Powered by ViewVC 1.1.22