/[MITgcm]/mitgcm.org/front_content/make_summary
ViewVC logotype

Contents of /mitgcm.org/front_content/make_summary

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph


Revision 1.87 - (show annotations) (download)
Fri Feb 26 18:47:15 2021 UTC (4 months, 4 weeks ago) by jmc
Branch: MAIN
CVS Tags: HEAD
Changes since 1.86: +2 -2 lines
change "stan1" to "stan"

1 #! /usr/bin/env bash
2
3 # $Header: /u/gcmpack/mitgcm.org/front_content/make_summary,v 1.86 2021/01/05 23:12:46 jmc Exp $
4 #
5 # The purpose of this script is to create HTML summaries of the
6 # directories produced by the "parse_emails" script.
7
8 usage()
9 {
10 echo
11 echo "Usage: $0 [OPTIONS]"
12 echo
13 echo "where possible OPTIONS are:"
14 echo " (-help|-h) print usage"
15 echo " (-date |-d )PERIOD run for PERIOD=\"YYYY_MM\""
16 echo " [def=\"$PERIOD\"]"
17 echo
18 exit 1
19 }
20
21 export LC_ALL="en_US.UTF-8"
22 CURR_PER=`date +%Y`"_"`date +%m`
23 # defaults
24 PERIOD=$CURR_PER
25
26 # Parse options
27 ac_prev=
28 for ac_option ; do
29
30 # If the previous option needs an argument, assign it.
31 if test -n "$ac_prev"; then
32 eval "$ac_prev=\$ac_option"
33 ac_prev=
34 continue
35 fi
36
37 ac_optarg=`expr "x$ac_option" : 'x[^=]*=\(.*\)'`
38
39 case $ac_option in
40
41 -help | --help | -h | --h)
42 usage ;;
43
44 -date | --date | -d | --d)
45 ac_prev=PERIOD ;;
46 --date=* | -date=*)
47 PERIOD=$ac_optarg ;;
48
49 *)
50 echo "Error: don't understand argument \"$ac_option\""
51 usage
52 ;;
53
54 esac
55
56 done
57
58 #INDIR="/net/orwell/export/export-9/mitgcm-testing/results/$PERIOD"
59 #OUTDIR="/home/jmc/mitgcm/test_web/summary"
60 INDIR="/u/u0/httpd/html/testing/results/$PERIOD"
61 OUTDIR="/u/u0/httpd/html/testing/summary"
62
63 OUTFILE=$OUTDIR"/output_"$PERIOD".html"
64 res_url="http://mitgcm.org/testing/"
65
66 #TMP=./mksum_$$
67 #- try to put temporary files in system-local /tmp dir
68 TMP=/tmp/mksum_$$
69 touch $TMP ; retVal=$?
70 if [ $retVal -eq 0 ] ; then
71 if test ! -r $TMP ; then TMP=./mksum_$$ ; fi
72 else
73 TMP=./mksum_$$
74 fi
75 rm -f $TMP
76 # echo "temp files: $TMP"
77
78 # Create the links in $OUTFILE :
79 echo "Creating the \"latest\" file for each machine: "
80 the_date=`date`
81
82 sed "s/_PERIOD/$PERIOD/" summary_head > $OUTFILE
83 cat <<EOF >>$OUTFILE
84 <table align="center" cellpadding="0" cellspacing="0" border="0" width="95%">
85 <tr bgcolor="#00cccc">
86 <td height="0"> <b>Nickname</b> </td>
87 <td> <b>OPTFILE Name</b> </td>
88 <td> <b>Type</b> </td>
89 <td> <b>Date</b> </td>
90 <td> <b>Summary</b> </td>
91 <td> <b>Ratio</b> </td>
92 </tr>
93
94 EOF
95
96 color="#bbffdd"
97 ncolor="#bbddff"
98
99 MACHINES="villon baudelaire batsi engaging svante glacier"
100 MACHINES="$MACHINES ollie stan pleiades archer"
101
102 ( cd $INDIR ; ls -1 -t */summary.txt | sed 's/\/summary.txt//' ) > $TMP.dir_all
103
104 MALL=`cat $TMP.dir_all | sed -e 's|_| |g' | awk '{print $2}' | sort | uniq`
105 for madd in $MALL ; do
106 present=0
107 for m in $MACHINES ; do
108 echo $madd | grep $m > /dev/null 2>&1
109 RETVAL=$?
110 test $RETVAL = 0 && present=1
111 continue
112 done
113 test $present = 0 && MACHINES="$MACHINES $madd"
114 done
115 #MACHINES="baudelaire"
116
117 for mname in $MACHINES ; do
118
119 echo " $mname"
120
121 dir_list=`grep $mname $TMP.dir_all`
122 echo -n "" > $TMP.mlist
123
124 for i in $dir_list ; do
125
126 dir=$INDIR"/"$i
127 OPTFILE=
128 if test -r $dir/summary.txt ; then
129 comm=`grep 'OPTFILE=' $dir/summary.txt`
130 eval $comm
131 OPTFILE=${OPTFILE##*/}
132 fi
133 if test "x$OPTFILE" = x -a -r "$dir/genmake_state" ; then
134 comm=`grep 'OPTFILE=' $dir/genmake_state 2>/dev/null`
135 eval $comm
136 OPTFILE=${OPTFILE##*/}
137 fi
138 if test "x$OPTFILE" = x ; then
139 comm=`grep '^# OPTFILE=' $dir/*/Makefile* 2>/dev/null | head -1`
140 comm=${comm##*#}
141 eval $comm
142 OPTFILE=${OPTFILE##*/}
143 fi
144 if test "x$OPTFILE" = x ; then
145 OPTFILE="not_explicitly_specified"
146 fi
147
148 # EXTRA = non-standard list of experiment
149 ADJOINT=0
150 TANGLIN=0
151 OPENAD=0
152 RESTART=0
153 Special=0
154 EXTRA=
155 FAST=0
156 DVLP=0
157 MPI=0
158 MTH=0
159 UR4=0
160 if test -r $dir/summary.txt ; then
161 ADJOINT=`grep -c -i '^ADJOINT' $dir/summary.txt`
162 if test "x$ADJOINT" = x1 ; then
163 OPENAD=`grep -c '^Adjoint .* OpenAD' $dir/summary.txt`
164 fi
165 TANGLIN=`grep -c -i '^TANGLIN' $dir/summary.txt`
166 if test "x$TANGLIN" = x1 ; then
167 OPENAD=`grep -c '^TangLin .* OpenAD' $dir/summary.txt`
168 fi
169 RESTART=`grep -c 'test 2+2=4 summary' $dir/summary.txt`
170 #- special label for "darwin" tests
171 Special=`echo $i | grep -c '\-darwin[0-9]'`
172 if test $Special != 0 ; then
173 Special=`echo $i | sed -e "s/.*$mname/$mname/" -e "s/_/ /g" -e "s/-/ /g"`
174 Special=`echo $Special | awk '{print $2}' | sed 's/darwin//'`
175 fi
176 comm=`grep '^run: .*testreport.* ' $dir/summary.txt`
177 EXTRA=`echo "$comm" | grep " -*-tdir\>" | sed -e "s/^.* -*-tdir\>//" -e "s/ -.*$//"`
178 if test "x$EXTRA" = x ; then
179 EXTRA=`echo "$comm" | grep " -*-t\>" | sed -e "s/^.*-*-t\>//" -e "s/ -.*$//"`
180 fi
181 if test "x$EXTRA" = x ; then EXTRA=0 ; else
182 #echo -n "EXTRA=$EXTRA"
183 nn0=`echo $EXTRA | sed "s/ *' *//g" | wc -w`
184 nn1=`echo $EXTRA | sed "s/ *' *//g" | tr ' ' '\n' | grep -c "\<darwin_"`
185 nn2=`echo $EXTRA | sed "s/ *' *//g" | tr ' ' '\n' | grep -c "\<monod_"`
186 EXTRA=9
187 if [ $nn1 -ge 2 ] ; then EXTRA=1 ; fi
188 if [ $nn2 -ge 2 ] ; then EXTRA=2 ; fi
189 #echo " : nn0=$nn0 ; nn1=$nn1 ; nn2=$nn2"
190 fi
191 FAST=`echo "$comm" | grep -c " -*-fast\>"`
192 if test "x$FAST" = x0 ; then
193 FAST=`echo "$comm" | grep -c " '*-noieee'*"`
194 fi
195 DVLP=`echo "$comm" | grep -c " -*-devel\>"`
196 MPI=`echo "$comm" | grep -c " -*-mpi\>"`
197 if test "x$MPI" = x0 ; then
198 MPI=`echo "$comm" | grep -c " -*-MPI\>"`
199 fi
200 MTH=`echo "$comm" | grep -c " -*-mth\>"`
201 UR4=`echo "$comm" | grep -c " -*-use_r4\>"`
202 if test "x$UR4" = x0 ; then
203 UR4=`echo "$comm" | grep -c " -*-ur4\>"`
204 fi
205 else EXTRA=0 ; fi
206 if test "x$ADJOINT" = x1 ; then
207 kind="adjoint-taf" ; order=0
208 if test "x$OPENAD" = x1 ; then
209 kind="adjoint-oad" ; order=2
210 fi
211 elif test "x$TANGLIN" = x1 ; then
212 kind="tanglin-taf" ; order=1
213 if test "x$OPENAD" = x1 ; then
214 kind="tanglin-oad" ; order=3
215 fi
216 elif test "x$RESTART" = x0 ; then
217 kind="forward" ; order=4
218 else
219 kind="restart" ; order=5
220 fi
221 if test "x$UR4" = x1 ; then
222 OPTFILE="${OPTFILE}.use_r4"
223 fi
224 if test "x$MPI" = x1 ; then
225 yy=`echo $OPTFILE | grep -c '+mpi'`
226 if test $yy = 0 ; then yy=`echo $OPTFILE | grep -c '+impi'` ; fi
227 if test $yy = 0 ; then OPTFILE="${OPTFILE}+mpi"
228 else order=`expr $order + 200` ; fi
229 fi
230 if test "x$MTH" = x1 ; then
231 yy=`echo $OPTFILE | grep -c '+mth$'`
232 if test $yy = 0 ; then OPTFILE="${OPTFILE}+mth" ; fi
233 fi
234 if test "x$FAST" = x1 ; then
235 OPTFILE="${OPTFILE}.fast"
236 fi
237 if test "x$DVLP" = x1 ; then
238 OPTFILE="${OPTFILE}.dvlp"
239 fi
240 if [ $Special -eq 0 ] ; then
241 order=`expr $order + 10 \* $EXTRA`
242 else
243 order=`expr $order + 10 \* $Special`
244 fi
245 order=`printf '%3.3i' $order`
246
247 t_pass="--"
248 t_tot="--"
249 if test -r $dir/summary.txt ; then
250 grep '^[YN] [YN] [YN] [YN]' $dir/summary.txt > ./all_tests 2>/dev/null
251 t_tot=`cat ./all_tests | wc -l | sed -e 's| ||g'`
252 t_pass=`grep '^Y Y Y Y' ./all_tests | grep 'pass ' | wc -l | sed -e 's| ||g'`
253 fi
254 rm -f ./all_tests
255 # echo "${dir##*/} : $t_pass out of $t_tot"
256
257 tokens=`echo $i | sed -e 's|_| |g'`
258 echo "" > ./ms_tmp
259 for tok in $tokens ; do
260 echo $tok >> ./ms_tmp
261 done
262 DAY=`cat ./ms_tmp | awk '(length($1)==8 && substr($1,0,2)=="20")'`
263 rm -f ./ms_tmp
264
265 echo "$OPTFILE$order $DAY $OPTFILE $kind $i $t_pass:$t_tot" >> $TMP.mlist
266
267 done
268
269 # helpful for debugging
270 # cat $TMP.mlist
271
272 # Do we have any data? If so, create the latest pointer.
273 num=`wc -l $TMP.mlist | awk '{print $1}'`
274 if test $num -gt 0 ; then
275
276 # swap colors
277 ctmp=$color
278 color=$ncolor
279 ncolor=$ctmp
280
281 keys=`cat $TMP.mlist | cut -d " " -f 1 | sort | uniq`
282
283 for key in $keys ; do
284 tline=`grep "^$key " $TMP.mlist | head -1`
285 ratio=`echo $tline | cut -d " " -f 6`
286 ldir=`echo $tline | cut -d " " -f 5`
287 kind=`echo $tline | cut -d " " -f 4`
288 optf=`echo $tline | cut -d " " -f 3`
289 DAY=`echo $tline | cut -d " " -f 2`
290 URL="results/$PERIOD/$ldir"
291 #-- machine name to print:
292 sname=`echo $mname | sed 's/-$//'`
293 alt=`echo $key | sed "s/$optf//"`
294 #if [ $alt -ge 30 ] ; then sname="${sname}.darwin"
295 #elif [ $alt -ge 20 ] ; then sname="${sname}.monod" ; fi
296 cat <<EOF >>$OUTFILE
297 <tr bgcolor="$color">
298 <td height="0"> $sname </td>
299 <td> $optf </td>
300 <td> $kind </td>
301 <td> <a href="$res_url$URL">$DAY</a> </td>
302 <td> <a href="$res_url$URL/summary.txt"> summary.txt </a> </td>
303 <td> $ratio </td>
304 </tr>
305 EOF
306 done
307 fi
308
309 done
310
311 cat >> $OUTFILE << EOF
312 <tr bgcolor="#00cccc">
313 <td height="0" colspan="6" align="center" >This table generated on: $the_date</td>
314 </tr>
315
316 </table>
317
318 <p>Examples of the scripts used for these testing runs can be obtained from: <a
319 href="http://mitgcm.org/viewvc/MITgcm/MITgcm_contrib/test_scripts/">
320 MITgcm_contrib/test_scripts</a>.</p>
321
322 </body>
323 </html>
324
325 EOF
326
327 rm -f $TMP.dir_all $TMP.mlist
328
329 #- put the file in place
330 chgrp gcmpack $OUTFILE
331 chmod 664 $OUTFILE
332 LATEST=$OUTDIR"/latest_"$PERIOD".html"
333 mv -f $OUTFILE $LATEST
334
335 if test "x$PERIOD" = "x$CURR_PER" ; then
336 cp $LATEST ./testing.xml
337 (
338 cd $OUTDIR
339 rm -f latest.html
340 ln -s $LATEST latest.html
341 )
342 fi

  ViewVC Help
Powered by ViewVC 1.1.22