/[MITgcm]/mitgcm.org/front_content/make_summary
ViewVC logotype

Annotation of /mitgcm.org/front_content/make_summary

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph


Revision 1.90 - (hide annotations) (download)
Wed Jan 3 00:37:19 2024 UTC (4 months, 3 weeks ago) by jmc
Branch: MAIN
CVS Tags: HEAD
Changes since 1.89: +2 -2 lines
improve detection of Tapenade test

1 edhill 1.1 #! /usr/bin/env bash
2    
3 jmc 1.90 # $Header: /u/gcmpack/mitgcm.org/front_content/make_summary,v 1.89 2023/05/30 04:39:17 jmc Exp $
4 edhill 1.1 #
5     # The purpose of this script is to create HTML summaries of the
6     # directories produced by the "parse_emails" script.
7    
8     usage()
9     {
10     echo
11     echo "Usage: $0 [OPTIONS]"
12 jmc 1.67 echo
13 edhill 1.1 echo "where possible OPTIONS are:"
14     echo " (-help|-h) print usage"
15     echo " (-date |-d )PERIOD run for PERIOD=\"YYYY_MM\""
16     echo " [def=\"$PERIOD\"]"
17 jmc 1.67 echo
18 edhill 1.1 exit 1
19     }
20    
21 jmc 1.61 export LC_ALL="en_US.UTF-8"
22 jmc 1.36 CURR_PER=`date +%Y`"_"`date +%m`
23 edhill 1.1 # defaults
24 jmc 1.36 PERIOD=$CURR_PER
25 edhill 1.1
26     # Parse options
27     ac_prev=
28     for ac_option ; do
29 jmc 1.35
30 edhill 1.1 # If the previous option needs an argument, assign it.
31     if test -n "$ac_prev"; then
32 jmc 1.74 eval "$ac_prev=\$ac_option"
33     ac_prev=
34     continue
35 edhill 1.1 fi
36 jmc 1.35
37 edhill 1.1 ac_optarg=`expr "x$ac_option" : 'x[^=]*=\(.*\)'`
38 jmc 1.35
39 edhill 1.1 case $ac_option in
40 jmc 1.71
41 edhill 1.1 -help | --help | -h | --h)
42     usage ;;
43 jmc 1.35
44 jmc 1.71 -date | --date | -d | --d)
45     ac_prev=PERIOD ;;
46     --date=* | -date=*)
47     PERIOD=$ac_optarg ;;
48    
49     *)
50 edhill 1.1 echo "Error: don't understand argument \"$ac_option\""
51     usage
52 jmc 1.71 ;;
53 jmc 1.35
54 edhill 1.1 esac
55 jmc 1.35
56 edhill 1.1 done
57    
58 jmc 1.35 #INDIR="/net/orwell/export/export-9/mitgcm-testing/results/$PERIOD"
59 jmc 1.44 #OUTDIR="/home/jmc/mitgcm/test_web/summary"
60 edhill 1.1 INDIR="/u/u0/httpd/html/testing/results/$PERIOD"
61     OUTDIR="/u/u0/httpd/html/testing/summary"
62 jmc 1.35
63 jmc 1.36 OUTFILE=$OUTDIR"/output_"$PERIOD".html"
64 jmc 1.35 res_url="http://mitgcm.org/testing/"
65 edhill 1.1
66 jmc 1.78 #TMP=./mksum_$$
67     #- try to put temporary files in system-local /tmp dir
68     TMP=/tmp/mksum_$$
69     touch $TMP ; retVal=$?
70     if [ $retVal -eq 0 ] ; then
71     if test ! -r $TMP ; then TMP=./mksum_$$ ; fi
72     else
73     TMP=./mksum_$$
74     fi
75     rm -f $TMP
76     # echo "temp files: $TMP"
77    
78 jmc 1.36 # Create the links in $OUTFILE :
79 edhill 1.1 echo "Creating the \"latest\" file for each machine: "
80 edhill 1.5 the_date=`date`
81 edhill 1.1
82 jmc 1.60 sed "s/_PERIOD/$PERIOD/" summary_head > $OUTFILE
83     cat <<EOF >>$OUTFILE
84 edhill 1.1 <table align="center" cellpadding="0" cellspacing="0" border="0" width="95%">
85     <tr bgcolor="#00cccc">
86 edhill 1.4 <td height="0"> <b>Nickname</b> </td>
87 edhill 1.1 <td> <b>OPTFILE Name</b> </td>
88 edhill 1.4 <td> <b>Type</b> </td>
89 edhill 1.5 <td> <b>Date</b> </td>
90 edhill 1.4 <td> <b>Summary</b> </td>
91 edhill 1.6 <td> <b>Ratio</b> </td>
92 edhill 1.1 </tr>
93    
94     EOF
95    
96     color="#bbffdd"
97 edhill 1.10 ncolor="#bbddff"
98 edhill 1.1
99 jmc 1.88 MACHINES="villon batsi engaging svante glacier"
100 jmc 1.89 MACHINES="$MACHINES albedo pleiades archer"
101 edhill 1.1
102 jmc 1.78 ( cd $INDIR ; ls -1 -t */summary.txt | sed 's/\/summary.txt//' ) > $TMP.dir_all
103 edhill 1.1
104 jmc 1.78 MALL=`cat $TMP.dir_all | sed -e 's|_| |g' | awk '{print $2}' | sort | uniq`
105 edhill 1.20 for madd in $MALL ; do
106     present=0
107     for m in $MACHINES ; do
108 jmc 1.71 echo $madd | grep $m > /dev/null 2>&1
109     RETVAL=$?
110     test $RETVAL = 0 && present=1
111     continue
112 edhill 1.20 done
113     test $present = 0 && MACHINES="$MACHINES $madd"
114     done
115 jmc 1.70 #MACHINES="baudelaire"
116 edhill 1.20
117 edhill 1.1 for mname in $MACHINES ; do
118    
119     echo " $mname"
120    
121 jmc 1.78 dir_list=`grep $mname $TMP.dir_all`
122     echo -n "" > $TMP.mlist
123 edhill 1.1
124     for i in $dir_list ; do
125    
126     dir=$INDIR"/"$i
127     OPTFILE=
128     if test -r $dir/summary.txt ; then
129     comm=`grep 'OPTFILE=' $dir/summary.txt`
130     eval $comm
131     OPTFILE=${OPTFILE##*/}
132     fi
133     if test "x$OPTFILE" = x -a -r "$dir/genmake_state" ; then
134 edhill 1.3 comm=`grep 'OPTFILE=' $dir/genmake_state 2>/dev/null`
135 edhill 1.1 eval $comm
136     OPTFILE=${OPTFILE##*/}
137     fi
138     if test "x$OPTFILE" = x ; then
139 edhill 1.21 comm=`grep '^# OPTFILE=' $dir/*/Makefile* 2>/dev/null | head -1`
140 edhill 1.3 comm=${comm##*#}
141 edhill 1.1 eval $comm
142     OPTFILE=${OPTFILE##*/}
143     fi
144     if test "x$OPTFILE" = x ; then
145     OPTFILE="not_explicitly_specified"
146     fi
147 edhill 1.4
148 jmc 1.73 # EXTRA = non-standard list of experiment
149 jmc 1.77 ADJOINT=0
150     TANGLIN=0
151     OPENAD=0
152 jmc 1.89 TAPENAD=0
153 jmc 1.32 RESTART=0
154 jmc 1.86 Special=0
155 jmc 1.75 EXTRA=
156 jmc 1.66 FAST=0
157     DVLP=0
158 jmc 1.69 MPI=0
159 jmc 1.49 MTH=0
160 jmc 1.62 UR4=0
161 edhill 1.4 if test -r $dir/summary.txt ; then
162 jmc 1.90 TAPENAD=`grep -c ' generated by Tapenade' $dir/summary.txt`
163 jmc 1.77 ADJOINT=`grep -c -i '^ADJOINT' $dir/summary.txt`
164 jmc 1.89 TANGLIN=`grep -c -i '^TANGLIN' $dir/summary.txt`
165 jmc 1.77 if test "x$ADJOINT" = x1 ; then
166 jmc 1.89 OPENAD=`grep -c '^Adjoint .* OpenAD' $dir/summary.txt`
167 jmc 1.86 fi
168 jmc 1.32 RESTART=`grep -c 'test 2+2=4 summary' $dir/summary.txt`
169 jmc 1.86 #- special label for "darwin" tests
170     Special=`echo $i | grep -c '\-darwin[0-9]'`
171     if test $Special != 0 ; then
172     Special=`echo $i | sed -e "s/.*$mname/$mname/" -e "s/_/ /g" -e "s/-/ /g"`
173     Special=`echo $Special | awk '{print $2}' | sed 's/darwin//'`
174     fi
175 jmc 1.73 comm=`grep '^run: .*testreport.* ' $dir/summary.txt`
176 jmc 1.75 EXTRA=`echo "$comm" | grep " -*-tdir\>" | sed -e "s/^.* -*-tdir\>//" -e "s/ -.*$//"`
177     if test "x$EXTRA" = x ; then
178     EXTRA=`echo "$comm" | grep " -*-t\>" | sed -e "s/^.*-*-t\>//" -e "s/ -.*$//"`
179     fi
180     if test "x$EXTRA" = x ; then EXTRA=0 ; else
181     #echo -n "EXTRA=$EXTRA"
182     nn0=`echo $EXTRA | sed "s/ *' *//g" | wc -w`
183 jmc 1.86 nn1=`echo $EXTRA | sed "s/ *' *//g" | tr ' ' '\n' | grep -c "\<darwin_"`
184     nn2=`echo $EXTRA | sed "s/ *' *//g" | tr ' ' '\n' | grep -c "\<monod_"`
185     EXTRA=9
186     if [ $nn1 -ge 2 ] ; then EXTRA=1 ; fi
187     if [ $nn2 -ge 2 ] ; then EXTRA=2 ; fi
188 jmc 1.75 #echo " : nn0=$nn0 ; nn1=$nn1 ; nn2=$nn2"
189 jmc 1.73 fi
190     FAST=`echo "$comm" | grep -c " -*-fast\>"`
191 jmc 1.66 if test "x$FAST" = x0 ; then
192 jmc 1.75 FAST=`echo "$comm" | grep -c " '*-noieee'*"`
193 jmc 1.66 fi
194 jmc 1.73 DVLP=`echo "$comm" | grep -c " -*-devel\>"`
195     MPI=`echo "$comm" | grep -c " -*-mpi\>"`
196 jmc 1.69 if test "x$MPI" = x0 ; then
197 jmc 1.75 MPI=`echo "$comm" | grep -c " -*-MPI\>"`
198 jmc 1.69 fi
199 jmc 1.73 MTH=`echo "$comm" | grep -c " -*-mth\>"`
200     UR4=`echo "$comm" | grep -c " -*-use_r4\>"`
201 jmc 1.62 if test "x$UR4" = x0 ; then
202 jmc 1.75 UR4=`echo "$comm" | grep -c " -*-ur4\>"`
203 jmc 1.62 fi
204 jmc 1.86 else EXTRA=0 ; fi
205 jmc 1.77 if test "x$ADJOINT" = x1 ; then
206     kind="adjoint-taf" ; order=0
207 jmc 1.89 if test "x$TAPENAD" = x1 ; then
208     kind="adjoint-Tap" ; order=2
209     elif test "x$OPENAD" = x1 ; then
210     kind="adjoint-oad" ; order=4
211 jmc 1.86 fi
212 jmc 1.77 elif test "x$TANGLIN" = x1 ; then
213     kind="tanglin-taf" ; order=1
214 jmc 1.89 if test "x$TAPENAD" = x1 ; then
215     kind="tanglin-Tap" ; order=3
216 jmc 1.86 fi
217 jmc 1.70 elif test "x$RESTART" = x0 ; then
218 jmc 1.89 kind="forward" ; order=6
219 edhill 1.4 else
220 jmc 1.89 kind="restart" ; order=7
221 jmc 1.73 fi
222 jmc 1.62 if test "x$UR4" = x1 ; then
223     OPTFILE="${OPTFILE}.use_r4"
224     fi
225 jmc 1.69 if test "x$MPI" = x1 ; then
226     yy=`echo $OPTFILE | grep -c '+mpi'`
227 jmc 1.83 if test $yy = 0 ; then yy=`echo $OPTFILE | grep -c '+impi'` ; fi
228     if test $yy = 0 ; then OPTFILE="${OPTFILE}+mpi"
229     else order=`expr $order + 200` ; fi
230 jmc 1.69 fi
231 jmc 1.55 if test "x$MTH" = x1 ; then
232     yy=`echo $OPTFILE | grep -c '+mth$'`
233     if test $yy = 0 ; then OPTFILE="${OPTFILE}+mth" ; fi
234     fi
235 jmc 1.66 if test "x$FAST" = x1 ; then
236     OPTFILE="${OPTFILE}.fast"
237     fi
238     if test "x$DVLP" = x1 ; then
239     OPTFILE="${OPTFILE}.dvlp"
240 jmc 1.42 fi
241 jmc 1.86 if [ $Special -eq 0 ] ; then
242     order=`expr $order + 10 \* $EXTRA`
243     else
244     order=`expr $order + 10 \* $Special`
245     fi
246 jmc 1.83 order=`printf '%3.3i' $order`
247 edhill 1.4
248 edhill 1.6 t_pass="--"
249     t_tot="--"
250     if test -r $dir/summary.txt ; then
251 jmc 1.30 grep '^[YN] [YN] [YN] [YN]' $dir/summary.txt > ./all_tests 2>/dev/null
252 edhill 1.6 t_tot=`cat ./all_tests | wc -l | sed -e 's| ||g'`
253 jmc 1.38 t_pass=`grep '^Y Y Y Y' ./all_tests | grep 'pass ' | wc -l | sed -e 's| ||g'`
254 edhill 1.6 fi
255 jmc 1.30 rm -f ./all_tests
256 edhill 1.6 # echo "${dir##*/} : $t_pass out of $t_tot"
257    
258 edhill 1.1 tokens=`echo $i | sed -e 's|_| |g'`
259     echo "" > ./ms_tmp
260     for tok in $tokens ; do
261     echo $tok >> ./ms_tmp
262     done
263 jmc 1.59 DAY=`cat ./ms_tmp | awk '(length($1)==8 && substr($1,0,2)=="20")'`
264 edhill 1.1 rm -f ./ms_tmp
265 edhill 1.4
266 jmc 1.78 echo "$OPTFILE$order $DAY $OPTFILE $kind $i $t_pass:$t_tot" >> $TMP.mlist
267 edhill 1.1
268     done
269    
270     # helpful for debugging
271 jmc 1.78 # cat $TMP.mlist
272 edhill 1.1
273     # Do we have any data? If so, create the latest pointer.
274 jmc 1.78 num=`wc -l $TMP.mlist | awk '{print $1}'`
275 edhill 1.1 if test $num -gt 0 ; then
276 edhill 1.10
277     # swap colors
278 jmc 1.71 ctmp=$color
279     color=$ncolor
280     ncolor=$ctmp
281 edhill 1.10
282 jmc 1.78 keys=`cat $TMP.mlist | cut -d " " -f 1 | sort | uniq`
283 edhill 1.1
284 edhill 1.4 for key in $keys ; do
285 jmc 1.78 tline=`grep "^$key " $TMP.mlist | head -1`
286 edhill 1.6 ratio=`echo $tline | cut -d " " -f 6`
287 edhill 1.4 ldir=`echo $tline | cut -d " " -f 5`
288     kind=`echo $tline | cut -d " " -f 4`
289     optf=`echo $tline | cut -d " " -f 3`
290     DAY=`echo $tline | cut -d " " -f 2`
291 edhill 1.1 URL="results/$PERIOD/$ldir"
292 jmc 1.75 #-- machine name to print:
293     sname=`echo $mname | sed 's/-$//'`
294     alt=`echo $key | sed "s/$optf//"`
295     #if [ $alt -ge 30 ] ; then sname="${sname}.darwin"
296     #elif [ $alt -ge 20 ] ; then sname="${sname}.monod" ; fi
297 jmc 1.36 cat <<EOF >>$OUTFILE
298 edhill 1.1 <tr bgcolor="$color">
299 jmc 1.68 <td height="0"> $sname </td>
300 edhill 1.1 <td> $optf </td>
301 edhill 1.4 <td> $kind </td>
302     <td> <a href="$res_url$URL">$DAY</a> </td>
303     <td> <a href="$res_url$URL/summary.txt"> summary.txt </a> </td>
304 edhill 1.6 <td> $ratio </td>
305 edhill 1.1 </tr>
306     EOF
307     done
308     fi
309    
310     done
311    
312 jmc 1.36 cat >> $OUTFILE << EOF
313 edhill 1.5 <tr bgcolor="#00cccc">
314 edhill 1.6 <td height="0" colspan="6" align="center" >This table generated on: $the_date</td>
315     </tr>
316 edhill 1.1
317     </table>
318 edhill 1.6
319 edhill 1.26 <p>Examples of the scripts used for these testing runs can be obtained from: <a
320 jmc 1.84 href="http://mitgcm.org/viewvc/MITgcm/MITgcm_contrib/test_scripts/">
321     MITgcm_contrib/test_scripts</a>.</p>
322 edhill 1.6
323 edhill 1.1 </body>
324     </html>
325    
326     EOF
327    
328 jmc 1.78 rm -f $TMP.dir_all $TMP.mlist
329 edhill 1.1
330 jmc 1.36 #- put the file in place
331     chgrp gcmpack $OUTFILE
332     chmod 664 $OUTFILE
333     LATEST=$OUTDIR"/latest_"$PERIOD".html"
334     mv -f $OUTFILE $LATEST
335    
336 edhill 1.1 if test "x$PERIOD" = "x$CURR_PER" ; then
337 edhill 1.2 cp $LATEST ./testing.xml
338 edhill 1.1 (
339     cd $OUTDIR
340     rm -f latest.html
341     ln -s $LATEST latest.html
342     )
343     fi

  ViewVC Help
Powered by ViewVC 1.1.22