/[MITgcm]/mitgcm.org/front_content/make_summary
ViewVC logotype

Annotation of /mitgcm.org/front_content/make_summary

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph


Revision 1.86 - (hide annotations) (download)
Tue Jan 5 23:12:46 2021 UTC (3 years, 4 months ago) by jmc
Branch: MAIN
Changes since 1.85: +23 -12 lines
adjustied to recognize darwin3 test

1 edhill 1.1 #! /usr/bin/env bash
2    
3 jmc 1.86 # $Header: /u/gcmpack/mitgcm.org/front_content/make_summary,v 1.85 2019/09/18 16:17:55 jmc Exp $
4 edhill 1.1 #
5     # The purpose of this script is to create HTML summaries of the
6     # directories produced by the "parse_emails" script.
7    
8     usage()
9     {
10     echo
11     echo "Usage: $0 [OPTIONS]"
12 jmc 1.67 echo
13 edhill 1.1 echo "where possible OPTIONS are:"
14     echo " (-help|-h) print usage"
15     echo " (-date |-d )PERIOD run for PERIOD=\"YYYY_MM\""
16     echo " [def=\"$PERIOD\"]"
17 jmc 1.67 echo
18 edhill 1.1 exit 1
19     }
20    
21 jmc 1.61 export LC_ALL="en_US.UTF-8"
22 jmc 1.36 CURR_PER=`date +%Y`"_"`date +%m`
23 edhill 1.1 # defaults
24 jmc 1.36 PERIOD=$CURR_PER
25 edhill 1.1
26     # Parse options
27     ac_prev=
28     for ac_option ; do
29 jmc 1.35
30 edhill 1.1 # If the previous option needs an argument, assign it.
31     if test -n "$ac_prev"; then
32 jmc 1.74 eval "$ac_prev=\$ac_option"
33     ac_prev=
34     continue
35 edhill 1.1 fi
36 jmc 1.35
37 edhill 1.1 ac_optarg=`expr "x$ac_option" : 'x[^=]*=\(.*\)'`
38 jmc 1.35
39 edhill 1.1 case $ac_option in
40 jmc 1.71
41 edhill 1.1 -help | --help | -h | --h)
42     usage ;;
43 jmc 1.35
44 jmc 1.71 -date | --date | -d | --d)
45     ac_prev=PERIOD ;;
46     --date=* | -date=*)
47     PERIOD=$ac_optarg ;;
48    
49     *)
50 edhill 1.1 echo "Error: don't understand argument \"$ac_option\""
51     usage
52 jmc 1.71 ;;
53 jmc 1.35
54 edhill 1.1 esac
55 jmc 1.35
56 edhill 1.1 done
57    
58 jmc 1.35 #INDIR="/net/orwell/export/export-9/mitgcm-testing/results/$PERIOD"
59 jmc 1.44 #OUTDIR="/home/jmc/mitgcm/test_web/summary"
60 edhill 1.1 INDIR="/u/u0/httpd/html/testing/results/$PERIOD"
61     OUTDIR="/u/u0/httpd/html/testing/summary"
62 jmc 1.35
63 jmc 1.36 OUTFILE=$OUTDIR"/output_"$PERIOD".html"
64 jmc 1.35 res_url="http://mitgcm.org/testing/"
65 edhill 1.1
66 jmc 1.78 #TMP=./mksum_$$
67     #- try to put temporary files in system-local /tmp dir
68     TMP=/tmp/mksum_$$
69     touch $TMP ; retVal=$?
70     if [ $retVal -eq 0 ] ; then
71     if test ! -r $TMP ; then TMP=./mksum_$$ ; fi
72     else
73     TMP=./mksum_$$
74     fi
75     rm -f $TMP
76     # echo "temp files: $TMP"
77    
78 jmc 1.36 # Create the links in $OUTFILE :
79 edhill 1.1 echo "Creating the \"latest\" file for each machine: "
80 edhill 1.5 the_date=`date`
81 edhill 1.1
82 jmc 1.60 sed "s/_PERIOD/$PERIOD/" summary_head > $OUTFILE
83     cat <<EOF >>$OUTFILE
84 edhill 1.1 <table align="center" cellpadding="0" cellspacing="0" border="0" width="95%">
85     <tr bgcolor="#00cccc">
86 edhill 1.4 <td height="0"> <b>Nickname</b> </td>
87 edhill 1.1 <td> <b>OPTFILE Name</b> </td>
88 edhill 1.4 <td> <b>Type</b> </td>
89 edhill 1.5 <td> <b>Date</b> </td>
90 edhill 1.4 <td> <b>Summary</b> </td>
91 edhill 1.6 <td> <b>Ratio</b> </td>
92 edhill 1.1 </tr>
93    
94     EOF
95    
96     color="#bbffdd"
97 edhill 1.10 ncolor="#bbddff"
98 edhill 1.1
99 jmc 1.85 MACHINES="villon baudelaire batsi engaging svante glacier"
100     MACHINES="$MACHINES ollie stan1 pleiades archer"
101 edhill 1.1
102 jmc 1.78 ( cd $INDIR ; ls -1 -t */summary.txt | sed 's/\/summary.txt//' ) > $TMP.dir_all
103 edhill 1.1
104 jmc 1.78 MALL=`cat $TMP.dir_all | sed -e 's|_| |g' | awk '{print $2}' | sort | uniq`
105 edhill 1.20 for madd in $MALL ; do
106     present=0
107     for m in $MACHINES ; do
108 jmc 1.71 echo $madd | grep $m > /dev/null 2>&1
109     RETVAL=$?
110     test $RETVAL = 0 && present=1
111     continue
112 edhill 1.20 done
113     test $present = 0 && MACHINES="$MACHINES $madd"
114     done
115 jmc 1.70 #MACHINES="baudelaire"
116 edhill 1.20
117 edhill 1.1 for mname in $MACHINES ; do
118    
119     echo " $mname"
120    
121 jmc 1.78 dir_list=`grep $mname $TMP.dir_all`
122     echo -n "" > $TMP.mlist
123 edhill 1.1
124     for i in $dir_list ; do
125    
126     dir=$INDIR"/"$i
127     OPTFILE=
128     if test -r $dir/summary.txt ; then
129     comm=`grep 'OPTFILE=' $dir/summary.txt`
130     eval $comm
131     OPTFILE=${OPTFILE##*/}
132     fi
133     if test "x$OPTFILE" = x -a -r "$dir/genmake_state" ; then
134 edhill 1.3 comm=`grep 'OPTFILE=' $dir/genmake_state 2>/dev/null`
135 edhill 1.1 eval $comm
136     OPTFILE=${OPTFILE##*/}
137     fi
138     if test "x$OPTFILE" = x ; then
139 edhill 1.21 comm=`grep '^# OPTFILE=' $dir/*/Makefile* 2>/dev/null | head -1`
140 edhill 1.3 comm=${comm##*#}
141 edhill 1.1 eval $comm
142     OPTFILE=${OPTFILE##*/}
143     fi
144     if test "x$OPTFILE" = x ; then
145     OPTFILE="not_explicitly_specified"
146     fi
147 edhill 1.4
148 jmc 1.73 # EXTRA = non-standard list of experiment
149 jmc 1.77 ADJOINT=0
150     TANGLIN=0
151     OPENAD=0
152 jmc 1.32 RESTART=0
153 jmc 1.86 Special=0
154 jmc 1.75 EXTRA=
155 jmc 1.66 FAST=0
156     DVLP=0
157 jmc 1.69 MPI=0
158 jmc 1.49 MTH=0
159 jmc 1.62 UR4=0
160 edhill 1.4 if test -r $dir/summary.txt ; then
161 jmc 1.77 ADJOINT=`grep -c -i '^ADJOINT' $dir/summary.txt`
162     if test "x$ADJOINT" = x1 ; then
163     OPENAD=`grep -c '^Adjoint .* OpenAD' $dir/summary.txt`
164 jmc 1.86 fi
165 jmc 1.77 TANGLIN=`grep -c -i '^TANGLIN' $dir/summary.txt`
166     if test "x$TANGLIN" = x1 ; then
167     OPENAD=`grep -c '^TangLin .* OpenAD' $dir/summary.txt`
168 jmc 1.86 fi
169 jmc 1.32 RESTART=`grep -c 'test 2+2=4 summary' $dir/summary.txt`
170 jmc 1.86 #- special label for "darwin" tests
171     Special=`echo $i | grep -c '\-darwin[0-9]'`
172     if test $Special != 0 ; then
173     Special=`echo $i | sed -e "s/.*$mname/$mname/" -e "s/_/ /g" -e "s/-/ /g"`
174     Special=`echo $Special | awk '{print $2}' | sed 's/darwin//'`
175     fi
176 jmc 1.73 comm=`grep '^run: .*testreport.* ' $dir/summary.txt`
177 jmc 1.75 EXTRA=`echo "$comm" | grep " -*-tdir\>" | sed -e "s/^.* -*-tdir\>//" -e "s/ -.*$//"`
178     if test "x$EXTRA" = x ; then
179     EXTRA=`echo "$comm" | grep " -*-t\>" | sed -e "s/^.*-*-t\>//" -e "s/ -.*$//"`
180     fi
181     if test "x$EXTRA" = x ; then EXTRA=0 ; else
182     #echo -n "EXTRA=$EXTRA"
183     nn0=`echo $EXTRA | sed "s/ *' *//g" | wc -w`
184 jmc 1.86 nn1=`echo $EXTRA | sed "s/ *' *//g" | tr ' ' '\n' | grep -c "\<darwin_"`
185     nn2=`echo $EXTRA | sed "s/ *' *//g" | tr ' ' '\n' | grep -c "\<monod_"`
186     EXTRA=9
187     if [ $nn1 -ge 2 ] ; then EXTRA=1 ; fi
188     if [ $nn2 -ge 2 ] ; then EXTRA=2 ; fi
189 jmc 1.75 #echo " : nn0=$nn0 ; nn1=$nn1 ; nn2=$nn2"
190 jmc 1.73 fi
191     FAST=`echo "$comm" | grep -c " -*-fast\>"`
192 jmc 1.66 if test "x$FAST" = x0 ; then
193 jmc 1.75 FAST=`echo "$comm" | grep -c " '*-noieee'*"`
194 jmc 1.66 fi
195 jmc 1.73 DVLP=`echo "$comm" | grep -c " -*-devel\>"`
196     MPI=`echo "$comm" | grep -c " -*-mpi\>"`
197 jmc 1.69 if test "x$MPI" = x0 ; then
198 jmc 1.75 MPI=`echo "$comm" | grep -c " -*-MPI\>"`
199 jmc 1.69 fi
200 jmc 1.73 MTH=`echo "$comm" | grep -c " -*-mth\>"`
201     UR4=`echo "$comm" | grep -c " -*-use_r4\>"`
202 jmc 1.62 if test "x$UR4" = x0 ; then
203 jmc 1.75 UR4=`echo "$comm" | grep -c " -*-ur4\>"`
204 jmc 1.62 fi
205 jmc 1.86 else EXTRA=0 ; fi
206 jmc 1.77 if test "x$ADJOINT" = x1 ; then
207     kind="adjoint-taf" ; order=0
208     if test "x$OPENAD" = x1 ; then
209     kind="adjoint-oad" ; order=2
210 jmc 1.86 fi
211 jmc 1.77 elif test "x$TANGLIN" = x1 ; then
212     kind="tanglin-taf" ; order=1
213     if test "x$OPENAD" = x1 ; then
214     kind="tanglin-oad" ; order=3
215 jmc 1.86 fi
216 jmc 1.70 elif test "x$RESTART" = x0 ; then
217 jmc 1.77 kind="forward" ; order=4
218 edhill 1.4 else
219 jmc 1.77 kind="restart" ; order=5
220 jmc 1.73 fi
221 jmc 1.62 if test "x$UR4" = x1 ; then
222     OPTFILE="${OPTFILE}.use_r4"
223     fi
224 jmc 1.69 if test "x$MPI" = x1 ; then
225     yy=`echo $OPTFILE | grep -c '+mpi'`
226 jmc 1.83 if test $yy = 0 ; then yy=`echo $OPTFILE | grep -c '+impi'` ; fi
227     if test $yy = 0 ; then OPTFILE="${OPTFILE}+mpi"
228     else order=`expr $order + 200` ; fi
229 jmc 1.69 fi
230 jmc 1.55 if test "x$MTH" = x1 ; then
231     yy=`echo $OPTFILE | grep -c '+mth$'`
232     if test $yy = 0 ; then OPTFILE="${OPTFILE}+mth" ; fi
233     fi
234 jmc 1.66 if test "x$FAST" = x1 ; then
235     OPTFILE="${OPTFILE}.fast"
236     fi
237     if test "x$DVLP" = x1 ; then
238     OPTFILE="${OPTFILE}.dvlp"
239 jmc 1.42 fi
240 jmc 1.86 if [ $Special -eq 0 ] ; then
241     order=`expr $order + 10 \* $EXTRA`
242     else
243     order=`expr $order + 10 \* $Special`
244     fi
245 jmc 1.83 order=`printf '%3.3i' $order`
246 edhill 1.4
247 edhill 1.6 t_pass="--"
248     t_tot="--"
249     if test -r $dir/summary.txt ; then
250 jmc 1.30 grep '^[YN] [YN] [YN] [YN]' $dir/summary.txt > ./all_tests 2>/dev/null
251 edhill 1.6 t_tot=`cat ./all_tests | wc -l | sed -e 's| ||g'`
252 jmc 1.38 t_pass=`grep '^Y Y Y Y' ./all_tests | grep 'pass ' | wc -l | sed -e 's| ||g'`
253 edhill 1.6 fi
254 jmc 1.30 rm -f ./all_tests
255 edhill 1.6 # echo "${dir##*/} : $t_pass out of $t_tot"
256    
257 edhill 1.1 tokens=`echo $i | sed -e 's|_| |g'`
258     echo "" > ./ms_tmp
259     for tok in $tokens ; do
260     echo $tok >> ./ms_tmp
261     done
262 jmc 1.59 DAY=`cat ./ms_tmp | awk '(length($1)==8 && substr($1,0,2)=="20")'`
263 edhill 1.1 rm -f ./ms_tmp
264 edhill 1.4
265 jmc 1.78 echo "$OPTFILE$order $DAY $OPTFILE $kind $i $t_pass:$t_tot" >> $TMP.mlist
266 edhill 1.1
267     done
268    
269     # helpful for debugging
270 jmc 1.78 # cat $TMP.mlist
271 edhill 1.1
272     # Do we have any data? If so, create the latest pointer.
273 jmc 1.78 num=`wc -l $TMP.mlist | awk '{print $1}'`
274 edhill 1.1 if test $num -gt 0 ; then
275 edhill 1.10
276     # swap colors
277 jmc 1.71 ctmp=$color
278     color=$ncolor
279     ncolor=$ctmp
280 edhill 1.10
281 jmc 1.78 keys=`cat $TMP.mlist | cut -d " " -f 1 | sort | uniq`
282 edhill 1.1
283 edhill 1.4 for key in $keys ; do
284 jmc 1.78 tline=`grep "^$key " $TMP.mlist | head -1`
285 edhill 1.6 ratio=`echo $tline | cut -d " " -f 6`
286 edhill 1.4 ldir=`echo $tline | cut -d " " -f 5`
287     kind=`echo $tline | cut -d " " -f 4`
288     optf=`echo $tline | cut -d " " -f 3`
289     DAY=`echo $tline | cut -d " " -f 2`
290 edhill 1.1 URL="results/$PERIOD/$ldir"
291 jmc 1.75 #-- machine name to print:
292     sname=`echo $mname | sed 's/-$//'`
293     alt=`echo $key | sed "s/$optf//"`
294     #if [ $alt -ge 30 ] ; then sname="${sname}.darwin"
295     #elif [ $alt -ge 20 ] ; then sname="${sname}.monod" ; fi
296 jmc 1.36 cat <<EOF >>$OUTFILE
297 edhill 1.1 <tr bgcolor="$color">
298 jmc 1.68 <td height="0"> $sname </td>
299 edhill 1.1 <td> $optf </td>
300 edhill 1.4 <td> $kind </td>
301     <td> <a href="$res_url$URL">$DAY</a> </td>
302     <td> <a href="$res_url$URL/summary.txt"> summary.txt </a> </td>
303 edhill 1.6 <td> $ratio </td>
304 edhill 1.1 </tr>
305     EOF
306     done
307     fi
308    
309     done
310    
311 jmc 1.36 cat >> $OUTFILE << EOF
312 edhill 1.5 <tr bgcolor="#00cccc">
313 edhill 1.6 <td height="0" colspan="6" align="center" >This table generated on: $the_date</td>
314     </tr>
315 edhill 1.1
316     </table>
317 edhill 1.6
318 edhill 1.26 <p>Examples of the scripts used for these testing runs can be obtained from: <a
319 jmc 1.84 href="http://mitgcm.org/viewvc/MITgcm/MITgcm_contrib/test_scripts/">
320     MITgcm_contrib/test_scripts</a>.</p>
321 edhill 1.6
322 edhill 1.1 </body>
323     </html>
324    
325     EOF
326    
327 jmc 1.78 rm -f $TMP.dir_all $TMP.mlist
328 edhill 1.1
329 jmc 1.36 #- put the file in place
330     chgrp gcmpack $OUTFILE
331     chmod 664 $OUTFILE
332     LATEST=$OUTDIR"/latest_"$PERIOD".html"
333     mv -f $OUTFILE $LATEST
334    
335 edhill 1.1 if test "x$PERIOD" = "x$CURR_PER" ; then
336 edhill 1.2 cp $LATEST ./testing.xml
337 edhill 1.1 (
338     cd $OUTDIR
339     rm -f latest.html
340     ln -s $LATEST latest.html
341     )
342     fi

  ViewVC Help
Powered by ViewVC 1.1.22