Annotation of /MITgcm/verification/testscript

#!/bin/csh -f

# Run this script from the verification directory
# It will automatically configure, compile, run and verify all experiments
# in the verification directory for whcih there is an results/output.txt
# file.

# This is the number of least-significant digits allows to be
# in error before the test is classified as a "fail".

set on_error_die
set passaccuracy=7
set SKIP=( )
printf '%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\n' " " Make " " " " Exact "# of" " " " " > summary.txt
printf '%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\n' Config Depend Compile Execute Match Digits Status Experiment >> summary.txt

# Pass any arguments
foreach arg ($argv)
 switch ($arg)
  case -clean:
   echo Cleaning ...
   foreach dr ([a-zA-Z01-9]*)
    if (-d $dr/input) then
      echo Entering $dr
      cd $dr/input
      echo ""
      make CLEAN
      \rm -f {*output,*high,*low}.txt *.log
      \rm -f ?ake*
      cd ../..
    endif
   end
   rm -f summary.txt
   exit 0
   breaksw
  case -nodie:
   unset on_error_die
   breaksw
  case -skip=*:
   set SKIP = ( $SKIP `echo $arg | sed 's/-skip=//' | sed 's/,/ /g' `)
   breaksw
  default:
   echo Unknown argument given to $0
   exit 1
 endsw
end

# Need to make sure we don't meet non-model problems ...
unlimit

foreach dr ([a-zA-Z01-9]*)
 if (! -d $dr/input ) continue
 foreach skip ($SKIP)
  if ( `echo $dr | sed s/$skip.'*'//` == '' ) continue;continue
 end
 set config=-
 set makedepend=-
 set compile=-
 set execute=-
 set exactmatch=-
 set accuracy=-
 set pass=FAIL
 echo ==============================================================================
 echo Entering $dr
 cd $dr
 echo ""
 if (! -r results/output.txt) then
  echo "                ***** No results to compare with *****"
  if (! $?untested) set untested
  set untested=($untested $dr)
 else
  set config=NO
  cd input
  echo -n "  generating Makefile ..."
  ../../../tools/genmake -mods=../code >&! make.log
  if ($status == 0) set config=Yes
  set makedepend=NO
  echo " done."
  echo -n "  make depend ..."
  make cleanlinks depend >>& make.log
  if ($status == 0) set makedepend=Yes
  echo " done."
  echo -n "  make ..."
  make >>& make.log
  if ($status) then
   echo "               ***** An error occurred during make *****"
   cat make.log
   echo The error during compilation occured in \"$dr\"
   set compile=NO
   if ($?on_error_die) exit 1
  else
   set compile=Yes
   set execute=NO
  endif
  echo " done."
  echo -n "  running model ..."
  if ($compile == 'Yes') then
# ./mitgcmuv | & grep "D iters" > output.txt
  ./mitgcmuv > & output.txt
  if ($status == 0) then
    set execute=Yes
    set exactmatch=NO
    set accuracy=-
    echo " done."
    grep "D iters" output.txt | sed 's/.*D iters, err =//' \
    | grep "   0    " \
    > high.txt
    grep "D iters" ../results/output.txt \
     | sed 's/.*D iters, err =//' \
     | grep "   0    " \
     > oldhigh.txt
    diff oldhigh.txt high.txt > /dev/null
    if ($status) then
      echo "  output differs:"
      diff oldhigh.txt high.txt
      echo ""
      @ lvl=0
      set accuracy='.'
      set fail
      echo -n Trying reduced accuracy
      while ($lvl <= $passaccuracy)
        @ lvl+=1
        echo -n " " $lvl
        sed s/{$accuracy}E/E/ high.txt > low.txt
        sed s/{$accuracy}E/E/ oldhigh.txt > oldlow.txt
        diff oldlow.txt low.txt > /dev/null
        if ($status == 0) then
          unset fail
          break
        endif
        set accuracy=`echo $accuracy | sed 's/\./../'`
      end
      echo ""
      if ($?fail ) then
        if (! $?fails) set fails
        set fails=($fails $dr)
        set pass=FAIL
        echo "                        ***** FAIL *****"
      else
        if (! $?passes) set passes
        set passes=($passes $dr)
        set pass=Pass
        echo ""
        echo "                   ***** PASS (grade $lvl) *****"
      endif
      set accuracy=$lvl
    else
      set exactmatch=Yes
      set pass=Pass
      echo ""
      echo Model passed at highest accuracy.
      echo ""
      echo "                        ***** PASS *****"
      if (! $?passes) set passes
      set passes=($passes $dr)
    endif
  else
    echo " error"
    echo "               ***** An error occured running the model *****"
    tail output.txt
    echo The runtime error occured in \"$dr\"
    if ($?on_error_die) exit 1
    set pass=-
  endif
  rm -f high.txt oldhigh.txt low.txt oldlow.txt output.txt make.log
  endif
  cd ..
 endif
 echo ""
 cd ..
# Pretty summary
 printresults:
 printf '  %s\t  %s\t  %s\t  %s\t  %s\t %s\t %s\t%s\n' $config $makedepend $compile $execute $exactmatch $accuracy $pass $dr >> summary.txt
end
echo ==============================================================================
echo ""

echo "Summary:"
echo ""
cat summary.txt
1	adcroft	1.5	#!/bin/csh -f
2	adcroft	1.1
3			# Run this script from the verification directory
4			# It will automatically configure, compile, run and verify all experiments
5			# in the verification directory for whcih there is an results/output.txt
6			# file.
7
8			# This is the number of least-significant digits allows to be
9			# in error before the test is classified as a "fail".
10
11	adcroft	1.2	set on_error_die
12	adcroft	1.1	set passaccuracy=7
13	adcroft	1.3	set SKIP=( )
14			printf '%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\n' " " Make " " " " Exact "# of" " " " " > summary.txt
15			printf '%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\n' Config Depend Compile Execute Match Digits Status Experiment >> summary.txt
16	adcroft	1.1
17			# Pass any arguments
18			foreach arg ($argv)
19			switch ($arg)
20			case -clean:
21			echo Cleaning ...
22			foreach dr ([a-zA-Z01-9]*)
23			if (-d $dr/input) then
24			echo Entering $dr
25			cd $dr/input
26			echo ""
27			make CLEAN
28			\rm -f {output,high,low}.txt .log
29			\rm -f ?ake*
30			cd ../..
31			endif
32			end
33			rm -f summary.txt
34			exit 0
35	adcroft	1.2	breaksw
36			case -nodie:
37			unset on_error_die
38			breaksw
39	adcroft	1.3	case -skip=*:
40			set SKIP = ( $SKIP `echo $arg \| sed 's/-skip=//' \| sed 's/,/ /g' `)
41			breaksw
42	adcroft	1.1	default:
43			echo Unknown argument given to $0
44			exit 1
45			endsw
46			end
47
48	adcroft	1.6	# Need to make sure we don't meet non-model problems ...
49			unlimit
50
51	adcroft	1.1	foreach dr ([a-zA-Z01-9]*)
52			if (! -d $dr/input ) continue
53	adcroft	1.3	foreach skip ($SKIP)
54	adcroft	1.4	if ( `echo $dr \| sed s/$skip.'*'//` == '' ) continue;continue
55	adcroft	1.3	end
56	adcroft	1.1	set config=-
57			set makedepend=-
58			set compile=-
59			set execute=-
60			set exactmatch=-
61			set accuracy=-
62	adcroft	1.3	set pass=FAIL
63	adcroft	1.1	echo ==============================================================================
64			echo Entering $dr
65			cd $dr
66			echo ""
67			if (! -r results/output.txt) then
68			echo " *** No results to compare with ***"
69			if (! $?untested) set untested
70			set untested=($untested $dr)
71			else
72			set config=NO
73			cd input
74			echo -n " generating Makefile ..."
75			../../../tools/genmake -mods=../code >&! make.log
76			if ($status == 0) set config=Yes
77	adcroft	1.2	set makedepend=NO
78	adcroft	1.1	echo " done."
79			echo -n " make depend ..."
80			make cleanlinks depend >>& make.log
81			if ($status == 0) set makedepend=Yes
82			echo " done."
83			echo -n " make ..."
84			make >>& make.log
85			if ($status) then
86			echo " *** An error occurred during make ***"
87			cat make.log
88	adcroft	1.2	echo The error during compilation occured in \"$dr\"
89			set compile=NO
90			if ($?on_error_die) exit 1
91	adcroft	1.1	else
92			set compile=Yes
93	adcroft	1.2	set execute=NO
94	adcroft	1.1	endif
95			echo " done."
96			echo -n " running model ..."
97	adcroft	1.2	if ($compile == 'Yes') then
98	adcroft	1.3	# ./mitgcmuv \| & grep "D iters" > output.txt
99			./mitgcmuv > & output.txt
100	adcroft	1.1	if ($status == 0) then
101			set execute=Yes
102	adcroft	1.2	set exactmatch=NO
103			set accuracy=-
104	adcroft	1.1	echo " done."
105	adcroft	1.3	grep "D iters" output.txt \| sed 's/.*D iters, err =//' \
106	adcroft	1.1	\| grep " 0 " \
107			> high.txt
108			grep "D iters" ../results/output.txt \
109			\| sed 's/.*D iters, err =//' \
110			\| grep " 0 " \
111			> oldhigh.txt
112			diff oldhigh.txt high.txt > /dev/null
113			if ($status) then
114			echo " output differs:"
115			diff oldhigh.txt high.txt
116			echo ""
117			@ lvl=0
118			set accuracy='.'
119			set fail
120			echo -n Trying reduced accuracy
121			while ($lvl <= $passaccuracy)
122			@ lvl+=1
123			echo -n " " $lvl
124			sed s/{$accuracy}E/E/ high.txt > low.txt
125			sed s/{$accuracy}E/E/ oldhigh.txt > oldlow.txt
126			diff oldlow.txt low.txt > /dev/null
127			if ($status == 0) then
128			unset fail
129			break
130			endif
131			set accuracy=`echo $accuracy \| sed 's/\./../'`
132			end
133			echo ""
134			if ($?fail ) then
135			if (! $?fails) set fails
136			set fails=($fails $dr)
137	adcroft	1.3	set pass=FAIL
138	adcroft	1.1	echo " *** FAIL ***"
139			else
140			if (! $?passes) set passes
141			set passes=($passes $dr)
142	adcroft	1.3	set pass=Pass
143	adcroft	1.1	echo ""
144			echo " *** PASS (grade $lvl) ***"
145			endif
146			set accuracy=$lvl
147			else
148			set exactmatch=Yes
149	adcroft	1.3	set pass=Pass
150	adcroft	1.1	echo ""
151			echo Model passed at highest accuracy.
152			echo ""
153			echo " *** PASS ***"
154			if (! $?passes) set passes
155			set passes=($passes $dr)
156			endif
157			else
158			echo " error"
159	adcroft	1.2	echo " *** An error occured running the model ***"
160	adcroft	1.1	tail output.txt
161	adcroft	1.2	echo The runtime error occured in \"$dr\"
162			if ($?on_error_die) exit 1
163	adcroft	1.3	set pass=-
164	adcroft	1.2	endif
165	adcroft	1.3	rm -f high.txt oldhigh.txt low.txt oldlow.txt output.txt make.log
166	adcroft	1.1	endif
167			cd ..
168			endif
169			echo ""
170			cd ..
171			# Pretty summary
172	adcroft	1.2	printresults:
173	adcroft	1.3	printf ' %s\t %s\t %s\t %s\t %s\t %s\t %s\t%s\n' $config $makedepend $compile $execute $exactmatch $accuracy $pass $dr >> summary.txt
174	adcroft	1.1	end
175			echo ==============================================================================
176			echo ""
177
178			echo "Summary:"
179			echo ""
180			cat summary.txt