/[MITgcm]/mitgcm.org/front_content/make_summary
ViewVC logotype

Annotation of /mitgcm.org/front_content/make_summary

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph


Revision 1.84 - (hide annotations) (download)
Mon Aug 19 16:02:07 2019 UTC (5 years, 10 months ago) by jmc
Branch: MAIN
Changes since 1.83: +3 -3 lines
small update

1 edhill 1.1 #! /usr/bin/env bash
2    
3 jmc 1.84 # $Header: /u/gcmpack/mitgcm.org/front_content/make_summary,v 1.83 2017/02/26 22:17:05 jmc Exp $
4 edhill 1.1 #
5     # The purpose of this script is to create HTML summaries of the
6     # directories produced by the "parse_emails" script.
7    
8     usage()
9     {
10     echo
11     echo "Usage: $0 [OPTIONS]"
12 jmc 1.67 echo
13 edhill 1.1 echo "where possible OPTIONS are:"
14     echo " (-help|-h) print usage"
15     echo " (-date |-d )PERIOD run for PERIOD=\"YYYY_MM\""
16     echo " [def=\"$PERIOD\"]"
17 jmc 1.67 echo
18 edhill 1.1 exit 1
19     }
20    
21 jmc 1.61 export LC_ALL="en_US.UTF-8"
22 jmc 1.36 CURR_PER=`date +%Y`"_"`date +%m`
23 edhill 1.1 # defaults
24 jmc 1.36 PERIOD=$CURR_PER
25 edhill 1.1
26     # Parse options
27     ac_prev=
28     for ac_option ; do
29 jmc 1.35
30 edhill 1.1 # If the previous option needs an argument, assign it.
31     if test -n "$ac_prev"; then
32 jmc 1.74 eval "$ac_prev=\$ac_option"
33     ac_prev=
34     continue
35 edhill 1.1 fi
36 jmc 1.35
37 edhill 1.1 ac_optarg=`expr "x$ac_option" : 'x[^=]*=\(.*\)'`
38 jmc 1.35
39 edhill 1.1 case $ac_option in
40 jmc 1.71
41 edhill 1.1 -help | --help | -h | --h)
42     usage ;;
43 jmc 1.35
44 jmc 1.71 -date | --date | -d | --d)
45     ac_prev=PERIOD ;;
46     --date=* | -date=*)
47     PERIOD=$ac_optarg ;;
48    
49     *)
50 edhill 1.1 echo "Error: don't understand argument \"$ac_option\""
51     usage
52 jmc 1.71 ;;
53 jmc 1.35
54 edhill 1.1 esac
55 jmc 1.35
56 edhill 1.1 done
57    
58 jmc 1.35 #INDIR="/net/orwell/export/export-9/mitgcm-testing/results/$PERIOD"
59 jmc 1.44 #OUTDIR="/home/jmc/mitgcm/test_web/summary"
60 edhill 1.1 INDIR="/u/u0/httpd/html/testing/results/$PERIOD"
61     OUTDIR="/u/u0/httpd/html/testing/summary"
62 jmc 1.35
63 jmc 1.36 OUTFILE=$OUTDIR"/output_"$PERIOD".html"
64 jmc 1.35 res_url="http://mitgcm.org/testing/"
65 edhill 1.1
66 jmc 1.78 #TMP=./mksum_$$
67     #- try to put temporary files in system-local /tmp dir
68     TMP=/tmp/mksum_$$
69     touch $TMP ; retVal=$?
70     if [ $retVal -eq 0 ] ; then
71     if test ! -r $TMP ; then TMP=./mksum_$$ ; fi
72     else
73     TMP=./mksum_$$
74     fi
75     rm -f $TMP
76     # echo "temp files: $TMP"
77    
78 jmc 1.36 # Create the links in $OUTFILE :
79 edhill 1.1 echo "Creating the \"latest\" file for each machine: "
80 edhill 1.5 the_date=`date`
81 edhill 1.1
82 jmc 1.60 sed "s/_PERIOD/$PERIOD/" summary_head > $OUTFILE
83     cat <<EOF >>$OUTFILE
84 edhill 1.1 <table align="center" cellpadding="0" cellspacing="0" border="0" width="95%">
85     <tr bgcolor="#00cccc">
86 edhill 1.4 <td height="0"> <b>Nickname</b> </td>
87 edhill 1.1 <td> <b>OPTFILE Name</b> </td>
88 edhill 1.4 <td> <b>Type</b> </td>
89 edhill 1.5 <td> <b>Date</b> </td>
90 edhill 1.4 <td> <b>Summary</b> </td>
91 edhill 1.6 <td> <b>Ratio</b> </td>
92 edhill 1.1 </tr>
93    
94     EOF
95    
96     color="#bbffdd"
97 edhill 1.10 ncolor="#bbddff"
98 edhill 1.1
99 jmc 1.82 MACHINES="aces- acesgrid baudelaire engaging svante glacier uv100 ollie stan1"
100     MACHINES="$MACHINES pleiades archer stomp octopus saramago"
101 edhill 1.1
102 jmc 1.78 ( cd $INDIR ; ls -1 -t */summary.txt | sed 's/\/summary.txt//' ) > $TMP.dir_all
103 edhill 1.1
104 jmc 1.78 MALL=`cat $TMP.dir_all | sed -e 's|_| |g' | awk '{print $2}' | sort | uniq`
105 edhill 1.20 for madd in $MALL ; do
106     present=0
107     for m in $MACHINES ; do
108 jmc 1.71 echo $madd | grep $m > /dev/null 2>&1
109     RETVAL=$?
110     test $RETVAL = 0 && present=1
111     continue
112 edhill 1.20 done
113     test $present = 0 && MACHINES="$MACHINES $madd"
114     done
115 jmc 1.70 #MACHINES="baudelaire"
116 edhill 1.20
117 edhill 1.1 for mname in $MACHINES ; do
118    
119     echo " $mname"
120    
121 jmc 1.78 dir_list=`grep $mname $TMP.dir_all`
122     echo -n "" > $TMP.mlist
123 edhill 1.1
124     for i in $dir_list ; do
125    
126     dir=$INDIR"/"$i
127     OPTFILE=
128     if test -r $dir/summary.txt ; then
129     comm=`grep 'OPTFILE=' $dir/summary.txt`
130     eval $comm
131     OPTFILE=${OPTFILE##*/}
132     fi
133     if test "x$OPTFILE" = x -a -r "$dir/genmake_state" ; then
134 edhill 1.3 comm=`grep 'OPTFILE=' $dir/genmake_state 2>/dev/null`
135 edhill 1.1 eval $comm
136     OPTFILE=${OPTFILE##*/}
137     fi
138     if test "x$OPTFILE" = x ; then
139 edhill 1.21 comm=`grep '^# OPTFILE=' $dir/*/Makefile* 2>/dev/null | head -1`
140 edhill 1.3 comm=${comm##*#}
141 edhill 1.1 eval $comm
142     OPTFILE=${OPTFILE##*/}
143     fi
144     if test "x$OPTFILE" = x ; then
145     OPTFILE="not_explicitly_specified"
146     fi
147 edhill 1.4
148 jmc 1.73 # EXTRA = non-standard list of experiment
149 jmc 1.77 ADJOINT=0
150     TANGLIN=0
151     OPENAD=0
152 jmc 1.32 RESTART=0
153 jmc 1.75 EXTRA=
154 jmc 1.66 FAST=0
155     DVLP=0
156 jmc 1.69 MPI=0
157 jmc 1.49 MTH=0
158 jmc 1.62 UR4=0
159 edhill 1.4 if test -r $dir/summary.txt ; then
160 jmc 1.77 ADJOINT=`grep -c -i '^ADJOINT' $dir/summary.txt`
161     if test "x$ADJOINT" = x1 ; then
162     OPENAD=`grep -c '^Adjoint .* OpenAD' $dir/summary.txt`
163     fi
164     TANGLIN=`grep -c -i '^TANGLIN' $dir/summary.txt`
165     if test "x$TANGLIN" = x1 ; then
166     OPENAD=`grep -c '^TangLin .* OpenAD' $dir/summary.txt`
167     fi
168 jmc 1.32 RESTART=`grep -c 'test 2+2=4 summary' $dir/summary.txt`
169 jmc 1.73 comm=`grep '^run: .*testreport.* ' $dir/summary.txt`
170 jmc 1.75 EXTRA=`echo "$comm" | grep " -*-tdir\>" | sed -e "s/^.* -*-tdir\>//" -e "s/ -.*$//"`
171     if test "x$EXTRA" = x ; then
172     EXTRA=`echo "$comm" | grep " -*-t\>" | sed -e "s/^.*-*-t\>//" -e "s/ -.*$//"`
173     fi
174     if test "x$EXTRA" = x ; then EXTRA=0 ; else
175     #echo -n "EXTRA=$EXTRA"
176     nn0=`echo $EXTRA | sed "s/ *' *//g" | wc -w`
177     nn1=`echo $EXTRA | sed "s/ *' *//g" | tr ' ' '\n' | grep -c "\<monod_"`
178     nn2=`echo $EXTRA | sed "s/ *' *//g" | tr ' ' '\n' | grep -c "\<darwin_"`
179     EXTRA=1
180     if [ $nn1 -ge 2 ] ; then EXTRA=2 ; fi
181     if [ $nn2 -ge 2 ] ; then EXTRA=3 ; fi
182     #echo " : nn0=$nn0 ; nn1=$nn1 ; nn2=$nn2"
183 jmc 1.73 fi
184     FAST=`echo "$comm" | grep -c " -*-fast\>"`
185 jmc 1.66 if test "x$FAST" = x0 ; then
186 jmc 1.75 FAST=`echo "$comm" | grep -c " '*-noieee'*"`
187 jmc 1.66 fi
188 jmc 1.73 DVLP=`echo "$comm" | grep -c " -*-devel\>"`
189     MPI=`echo "$comm" | grep -c " -*-mpi\>"`
190 jmc 1.69 if test "x$MPI" = x0 ; then
191 jmc 1.75 MPI=`echo "$comm" | grep -c " -*-MPI\>"`
192 jmc 1.69 fi
193 jmc 1.73 MTH=`echo "$comm" | grep -c " -*-mth\>"`
194     UR4=`echo "$comm" | grep -c " -*-use_r4\>"`
195 jmc 1.62 if test "x$UR4" = x0 ; then
196 jmc 1.75 UR4=`echo "$comm" | grep -c " -*-ur4\>"`
197 jmc 1.62 fi
198 edhill 1.4 fi
199 jmc 1.77 if test "x$ADJOINT" = x1 ; then
200     kind="adjoint-taf" ; order=0
201     if test "x$OPENAD" = x1 ; then
202     kind="adjoint-oad" ; order=2
203     fi
204     elif test "x$TANGLIN" = x1 ; then
205     kind="tanglin-taf" ; order=1
206     if test "x$OPENAD" = x1 ; then
207     kind="tanglin-oad" ; order=3
208     fi
209 jmc 1.70 elif test "x$RESTART" = x0 ; then
210 jmc 1.77 kind="forward" ; order=4
211 edhill 1.4 else
212 jmc 1.77 kind="restart" ; order=5
213 jmc 1.73 fi
214 jmc 1.62 if test "x$UR4" = x1 ; then
215     OPTFILE="${OPTFILE}.use_r4"
216     fi
217 jmc 1.69 if test "x$MPI" = x1 ; then
218     yy=`echo $OPTFILE | grep -c '+mpi'`
219 jmc 1.83 if test $yy = 0 ; then yy=`echo $OPTFILE | grep -c '+impi'` ; fi
220     if test $yy = 0 ; then OPTFILE="${OPTFILE}+mpi"
221     else order=`expr $order + 200` ; fi
222 jmc 1.69 fi
223 jmc 1.55 if test "x$MTH" = x1 ; then
224     yy=`echo $OPTFILE | grep -c '+mth$'`
225     if test $yy = 0 ; then OPTFILE="${OPTFILE}+mth" ; fi
226     fi
227 jmc 1.66 if test "x$FAST" = x1 ; then
228     OPTFILE="${OPTFILE}.fast"
229     fi
230     if test "x$DVLP" = x1 ; then
231     OPTFILE="${OPTFILE}.dvlp"
232 jmc 1.42 fi
233 jmc 1.83 order=`expr $order + 10 \* $EXTRA`
234     order=`printf '%3.3i' $order`
235 edhill 1.4
236 edhill 1.6 t_pass="--"
237     t_tot="--"
238     if test -r $dir/summary.txt ; then
239 jmc 1.30 grep '^[YN] [YN] [YN] [YN]' $dir/summary.txt > ./all_tests 2>/dev/null
240 edhill 1.6 t_tot=`cat ./all_tests | wc -l | sed -e 's| ||g'`
241 jmc 1.38 t_pass=`grep '^Y Y Y Y' ./all_tests | grep 'pass ' | wc -l | sed -e 's| ||g'`
242 edhill 1.6 fi
243 jmc 1.30 rm -f ./all_tests
244 edhill 1.6 # echo "${dir##*/} : $t_pass out of $t_tot"
245    
246 edhill 1.1 tokens=`echo $i | sed -e 's|_| |g'`
247     echo "" > ./ms_tmp
248     for tok in $tokens ; do
249     echo $tok >> ./ms_tmp
250     done
251 jmc 1.59 DAY=`cat ./ms_tmp | awk '(length($1)==8 && substr($1,0,2)=="20")'`
252 edhill 1.1 rm -f ./ms_tmp
253 edhill 1.4
254 jmc 1.78 echo "$OPTFILE$order $DAY $OPTFILE $kind $i $t_pass:$t_tot" >> $TMP.mlist
255 edhill 1.1
256     done
257    
258     # helpful for debugging
259 jmc 1.78 # cat $TMP.mlist
260 edhill 1.1
261     # Do we have any data? If so, create the latest pointer.
262 jmc 1.78 num=`wc -l $TMP.mlist | awk '{print $1}'`
263 edhill 1.1 if test $num -gt 0 ; then
264 edhill 1.10
265     # swap colors
266 jmc 1.71 ctmp=$color
267     color=$ncolor
268     ncolor=$ctmp
269 edhill 1.10
270 jmc 1.78 keys=`cat $TMP.mlist | cut -d " " -f 1 | sort | uniq`
271 edhill 1.1
272 edhill 1.4 for key in $keys ; do
273 jmc 1.78 tline=`grep "^$key " $TMP.mlist | head -1`
274 edhill 1.6 ratio=`echo $tline | cut -d " " -f 6`
275 edhill 1.4 ldir=`echo $tline | cut -d " " -f 5`
276     kind=`echo $tline | cut -d " " -f 4`
277     optf=`echo $tline | cut -d " " -f 3`
278     DAY=`echo $tline | cut -d " " -f 2`
279 edhill 1.1 URL="results/$PERIOD/$ldir"
280 jmc 1.75 #-- machine name to print:
281     sname=`echo $mname | sed 's/-$//'`
282     alt=`echo $key | sed "s/$optf//"`
283     #if [ $alt -ge 30 ] ; then sname="${sname}.darwin"
284     #elif [ $alt -ge 20 ] ; then sname="${sname}.monod" ; fi
285 jmc 1.36 cat <<EOF >>$OUTFILE
286 edhill 1.1 <tr bgcolor="$color">
287 jmc 1.68 <td height="0"> $sname </td>
288 edhill 1.1 <td> $optf </td>
289 edhill 1.4 <td> $kind </td>
290     <td> <a href="$res_url$URL">$DAY</a> </td>
291     <td> <a href="$res_url$URL/summary.txt"> summary.txt </a> </td>
292 edhill 1.6 <td> $ratio </td>
293 edhill 1.1 </tr>
294     EOF
295     done
296     fi
297    
298     done
299    
300 jmc 1.36 cat >> $OUTFILE << EOF
301 edhill 1.5 <tr bgcolor="#00cccc">
302 edhill 1.6 <td height="0" colspan="6" align="center" >This table generated on: $the_date</td>
303     </tr>
304 edhill 1.1
305     </table>
306 edhill 1.6
307 edhill 1.26 <p>Examples of the scripts used for these testing runs can be obtained from: <a
308 jmc 1.84 href="http://mitgcm.org/viewvc/MITgcm/MITgcm_contrib/test_scripts/">
309     MITgcm_contrib/test_scripts</a>.</p>
310 edhill 1.6
311 edhill 1.1 </body>
312     </html>
313    
314     EOF
315    
316 jmc 1.78 rm -f $TMP.dir_all $TMP.mlist
317 edhill 1.1
318 jmc 1.36 #- put the file in place
319     chgrp gcmpack $OUTFILE
320     chmod 664 $OUTFILE
321     LATEST=$OUTDIR"/latest_"$PERIOD".html"
322     mv -f $OUTFILE $LATEST
323    
324 edhill 1.1 if test "x$PERIOD" = "x$CURR_PER" ; then
325 edhill 1.2 cp $LATEST ./testing.xml
326 edhill 1.1 (
327     cd $OUTDIR
328     rm -f latest.html
329     ln -s $LATEST latest.html
330     )
331     fi

  ViewVC Help
Powered by ViewVC 1.1.22