Annotation of /MITgcm/verification/testscript

#!/bin/csh

# Run this script from the verification directory
# It will automatically configure, compile, run and verify all experiments
# in the verification directory for whcih there is an results/output.txt
# file.

# This is the number of least-significant digits allows to be
# in error before the test is classified as a "fail".

set on_error_die
set passaccuracy=7
set SKIP=( )
printf '%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\n' " " Make " " " " Exact "# of" " " " " > summary.txt
printf '%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\n' Config Depend Compile Execute Match Digits Status Experiment >> summary.txt

# Pass any arguments
foreach arg ($argv)
 switch ($arg)
  case -clean:
   echo Cleaning ...
   foreach dr ([a-zA-Z01-9]*)
    if (-d $dr/input) then
      echo Entering $dr
      cd $dr/input
      echo ""
      make CLEAN
      \rm -f {*output,*high,*low}.txt *.log
      \rm -f ?ake*
      cd ../..
    endif
   end
   rm -f summary.txt
   exit 0
   breaksw
  case -nodie:
   unset on_error_die
   breaksw
  case -skip=*:
   set SKIP = ( $SKIP `echo $arg | sed 's/-skip=//' | sed 's/,/ /g' `)
   breaksw
  default:
   echo Unknown argument given to $0
   exit 1
 endsw
end

foreach dr ([a-zA-Z01-9]*)
 if (! -d $dr/input ) continue
 foreach skip ($SKIP)
  if ($skip == $dr) continue;continue
 end
 set config=-
 set makedepend=-
 set compile=-
 set execute=-
 set exactmatch=-
 set accuracy=-
 set pass=FAIL
 echo ==============================================================================
 echo Entering $dr
 cd $dr
 echo ""
 if (! -r results/output.txt) then
  echo "                ***** No results to compare with *****"
  if (! $?untested) set untested
  set untested=($untested $dr)
 else
  set config=NO
  cd input
  echo -n "  generating Makefile ..."
  ../../../tools/genmake -mods=../code >&! make.log
  if ($status == 0) set config=Yes
  set makedepend=NO
  echo " done."
  echo -n "  make depend ..."
  make cleanlinks depend >>& make.log
  if ($status == 0) set makedepend=Yes
  echo " done."
  echo -n "  make ..."
  make >>& make.log
  if ($status) then
   echo "               ***** An error occurred during make *****"
   cat make.log
   echo The error during compilation occured in \"$dr\"
   set compile=NO
   if ($?on_error_die) exit 1
  else
   set compile=Yes
   set execute=NO
  endif
  echo " done."
  echo -n "  running model ..."
  if ($compile == 'Yes') then
# ./mitgcmuv | & grep "D iters" > output.txt
  ./mitgcmuv > & output.txt
  if ($status == 0) then
    set execute=Yes
    set exactmatch=NO
    set accuracy=-
    echo " done."
    grep "D iters" output.txt | sed 's/.*D iters, err =//' \
    | grep "   0    " \
    > high.txt
    grep "D iters" ../results/output.txt \
     | sed 's/.*D iters, err =//' \
     | grep "   0    " \
     > oldhigh.txt
    diff oldhigh.txt high.txt > /dev/null
    if ($status) then
      echo "  output differs:"
      diff oldhigh.txt high.txt
      echo ""
      @ lvl=0
      set accuracy='.'
      set fail
      echo -n Trying reduced accuracy
      while ($lvl <= $passaccuracy)
        @ lvl+=1
        echo -n " " $lvl
        sed s/{$accuracy}E/E/ high.txt > low.txt
        sed s/{$accuracy}E/E/ oldhigh.txt > oldlow.txt
        diff oldlow.txt low.txt > /dev/null
        if ($status == 0) then
          unset fail
          break
        endif
        set accuracy=`echo $accuracy | sed 's/\./../'`
      end
      echo ""
      if ($?fail ) then
        if (! $?fails) set fails
        set fails=($fails $dr)
        set pass=FAIL
        echo "                        ***** FAIL *****"
      else
        if (! $?passes) set passes
        set passes=($passes $dr)
        set pass=Pass
        echo ""
        echo "                   ***** PASS (grade $lvl) *****"
      endif
      set accuracy=$lvl
    else
      set exactmatch=Yes
      set pass=Pass
      echo ""
      echo Model passed at highest accuracy.
      echo ""
      echo "                        ***** PASS *****"
      if (! $?passes) set passes
      set passes=($passes $dr)
    endif
  else
    echo " error"
    echo "               ***** An error occured running the model *****"
    tail output.txt
    echo The runtime error occured in \"$dr\"
    if ($?on_error_die) exit 1
    set pass=-
  endif
  rm -f high.txt oldhigh.txt low.txt oldlow.txt output.txt make.log
  endif
  cd ..
 endif
 echo ""
 cd ..
# Pretty summary
 printresults:
 printf '  %s\t  %s\t  %s\t  %s\t  %s\t %s\t %s\t%s\n' $config $makedepend $compile $execute $exactmatch $accuracy $pass $dr >> summary.txt
end
echo ==============================================================================
echo ""

echo "Summary:"
echo ""
cat summary.txt
1	adcroft	1.1	#!/bin/csh
2
3			# Run this script from the verification directory
4			# It will automatically configure, compile, run and verify all experiments
5			# in the verification directory for whcih there is an results/output.txt
6			# file.
7
8			# This is the number of least-significant digits allows to be
9			# in error before the test is classified as a "fail".
10
11	adcroft	1.2	set on_error_die
12	adcroft	1.1	set passaccuracy=7
13	adcroft	1.3	set SKIP=( )
14			printf '%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\n' " " Make " " " " Exact "# of" " " " " > summary.txt
15			printf '%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\n' Config Depend Compile Execute Match Digits Status Experiment >> summary.txt
16	adcroft	1.1
17			# Pass any arguments
18			foreach arg ($argv)
19			switch ($arg)
20			case -clean:
21			echo Cleaning ...
22			foreach dr ([a-zA-Z01-9]*)
23			if (-d $dr/input) then
24			echo Entering $dr
25			cd $dr/input
26			echo ""
27			make CLEAN
28			\rm -f {output,high,low}.txt .log
29			\rm -f ?ake*
30			cd ../..
31			endif
32			end
33			rm -f summary.txt
34			exit 0
35	adcroft	1.2	breaksw
36			case -nodie:
37			unset on_error_die
38			breaksw
39	adcroft	1.3	case -skip=*:
40			set SKIP = ( $SKIP `echo $arg \| sed 's/-skip=//' \| sed 's/,/ /g' `)
41			breaksw
42	adcroft	1.1	default:
43			echo Unknown argument given to $0
44			exit 1
45			endsw
46			end
47
48			foreach dr ([a-zA-Z01-9]*)
49			if (! -d $dr/input ) continue
50	adcroft	1.3	foreach skip ($SKIP)
51			if ($skip == $dr) continue;continue
52			end
53	adcroft	1.1	set config=-
54			set makedepend=-
55			set compile=-
56			set execute=-
57			set exactmatch=-
58			set accuracy=-
59	adcroft	1.3	set pass=FAIL
60	adcroft	1.1	echo ==============================================================================
61			echo Entering $dr
62			cd $dr
63			echo ""
64			if (! -r results/output.txt) then
65			echo " *** No results to compare with ***"
66			if (! $?untested) set untested
67			set untested=($untested $dr)
68			else
69			set config=NO
70			cd input
71			echo -n " generating Makefile ..."
72			../../../tools/genmake -mods=../code >&! make.log
73			if ($status == 0) set config=Yes
74	adcroft	1.2	set makedepend=NO
75	adcroft	1.1	echo " done."
76			echo -n " make depend ..."
77			make cleanlinks depend >>& make.log
78			if ($status == 0) set makedepend=Yes
79			echo " done."
80			echo -n " make ..."
81			make >>& make.log
82			if ($status) then
83			echo " *** An error occurred during make ***"
84			cat make.log
85	adcroft	1.2	echo The error during compilation occured in \"$dr\"
86			set compile=NO
87			if ($?on_error_die) exit 1
88	adcroft	1.1	else
89			set compile=Yes
90	adcroft	1.2	set execute=NO
91	adcroft	1.1	endif
92			echo " done."
93			echo -n " running model ..."
94	adcroft	1.2	if ($compile == 'Yes') then
95	adcroft	1.3	# ./mitgcmuv \| & grep "D iters" > output.txt
96			./mitgcmuv > & output.txt
97	adcroft	1.1	if ($status == 0) then
98			set execute=Yes
99	adcroft	1.2	set exactmatch=NO
100			set accuracy=-
101	adcroft	1.1	echo " done."
102	adcroft	1.3	grep "D iters" output.txt \| sed 's/.*D iters, err =//' \
103	adcroft	1.1	\| grep " 0 " \
104			> high.txt
105			grep "D iters" ../results/output.txt \
106			\| sed 's/.*D iters, err =//' \
107			\| grep " 0 " \
108			> oldhigh.txt
109			diff oldhigh.txt high.txt > /dev/null
110			if ($status) then
111			echo " output differs:"
112			diff oldhigh.txt high.txt
113			echo ""
114			@ lvl=0
115			set accuracy='.'
116			set fail
117			echo -n Trying reduced accuracy
118			while ($lvl <= $passaccuracy)
119			@ lvl+=1
120			echo -n " " $lvl
121			sed s/{$accuracy}E/E/ high.txt > low.txt
122			sed s/{$accuracy}E/E/ oldhigh.txt > oldlow.txt
123			diff oldlow.txt low.txt > /dev/null
124			if ($status == 0) then
125			unset fail
126			break
127			endif
128			set accuracy=`echo $accuracy \| sed 's/\./../'`
129			end
130			echo ""
131			if ($?fail ) then
132			if (! $?fails) set fails
133			set fails=($fails $dr)
134	adcroft	1.3	set pass=FAIL
135	adcroft	1.1	echo " *** FAIL ***"
136			else
137			if (! $?passes) set passes
138			set passes=($passes $dr)
139	adcroft	1.3	set pass=Pass
140	adcroft	1.1	echo ""
141			echo " *** PASS (grade $lvl) ***"
142			endif
143			set accuracy=$lvl
144			else
145			set exactmatch=Yes
146	adcroft	1.3	set pass=Pass
147	adcroft	1.1	echo ""
148			echo Model passed at highest accuracy.
149			echo ""
150			echo " *** PASS ***"
151			if (! $?passes) set passes
152			set passes=($passes $dr)
153			endif
154			else
155			echo " error"
156	adcroft	1.2	echo " *** An error occured running the model ***"
157	adcroft	1.1	tail output.txt
158	adcroft	1.2	echo The runtime error occured in \"$dr\"
159			if ($?on_error_die) exit 1
160	adcroft	1.3	set pass=-
161	adcroft	1.2	endif
162	adcroft	1.3	rm -f high.txt oldhigh.txt low.txt oldlow.txt output.txt make.log
163	adcroft	1.1	endif
164			cd ..
165			endif
166			echo ""
167			cd ..
168			# Pretty summary
169	adcroft	1.2	printresults:
170	adcroft	1.3	printf ' %s\t %s\t %s\t %s\t %s\t %s\t %s\t%s\n' $config $makedepend $compile $execute $exactmatch $accuracy $pass $dr >> summary.txt
171	adcroft	1.1	end
172			echo ==============================================================================
173			echo ""
174
175			echo "Summary:"
176			echo ""
177			cat summary.txt