/[MITgcm]/mitgcm.org/front_content/make_summary
ViewVC logotype

Annotation of /mitgcm.org/front_content/make_summary

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph


Revision 1.78 - (hide annotations) (download)
Thu Aug 22 21:32:54 2013 UTC (11 years, 10 months ago) by jmc
Branch: MAIN
Changes since 1.77: +23 -11 lines
put temp-files to local /tmp disk

1 edhill 1.1 #! /usr/bin/env bash
2    
3 jmc 1.78 # $Header: /u/gcmpack/mitgcm.org/front_content/make_summary,v 1.77 2013/04/05 21:15:06 jmc Exp $
4 edhill 1.1 #
5     # The purpose of this script is to create HTML summaries of the
6     # directories produced by the "parse_emails" script.
7    
8    
9     usage()
10     {
11     echo
12     echo "Usage: $0 [OPTIONS]"
13 jmc 1.67 echo
14 edhill 1.1 echo "where possible OPTIONS are:"
15     echo " (-help|-h) print usage"
16     echo " (-date |-d )PERIOD run for PERIOD=\"YYYY_MM\""
17     echo " [def=\"$PERIOD\"]"
18 jmc 1.67 echo
19 edhill 1.1 exit 1
20     }
21    
22 jmc 1.61 export LC_ALL="en_US.UTF-8"
23 jmc 1.36 CURR_PER=`date +%Y`"_"`date +%m`
24 edhill 1.1 # defaults
25 jmc 1.36 PERIOD=$CURR_PER
26 edhill 1.1
27     # Parse options
28     ac_prev=
29     for ac_option ; do
30 jmc 1.35
31 edhill 1.1 # If the previous option needs an argument, assign it.
32     if test -n "$ac_prev"; then
33 jmc 1.74 eval "$ac_prev=\$ac_option"
34     ac_prev=
35     continue
36 edhill 1.1 fi
37 jmc 1.35
38 edhill 1.1 ac_optarg=`expr "x$ac_option" : 'x[^=]*=\(.*\)'`
39 jmc 1.35
40 edhill 1.1 case $ac_option in
41 jmc 1.71
42 edhill 1.1 -help | --help | -h | --h)
43     usage ;;
44 jmc 1.35
45 jmc 1.71 -date | --date | -d | --d)
46     ac_prev=PERIOD ;;
47     --date=* | -date=*)
48     PERIOD=$ac_optarg ;;
49    
50     *)
51 edhill 1.1 echo "Error: don't understand argument \"$ac_option\""
52     usage
53 jmc 1.71 ;;
54 jmc 1.35
55 edhill 1.1 esac
56 jmc 1.35
57 edhill 1.1 done
58    
59 jmc 1.35 #INDIR="/net/orwell/export/export-9/mitgcm-testing/results/$PERIOD"
60 jmc 1.44 #OUTDIR="/home/jmc/mitgcm/test_web/summary"
61 edhill 1.1 INDIR="/u/u0/httpd/html/testing/results/$PERIOD"
62     OUTDIR="/u/u0/httpd/html/testing/summary"
63 jmc 1.35
64 jmc 1.36 OUTFILE=$OUTDIR"/output_"$PERIOD".html"
65 jmc 1.35 res_url="http://mitgcm.org/testing/"
66 edhill 1.1
67 jmc 1.78 #TMP=./mksum_$$
68     #- try to put temporary files in system-local /tmp dir
69     TMP=/tmp/mksum_$$
70     touch $TMP ; retVal=$?
71     if [ $retVal -eq 0 ] ; then
72     if test ! -r $TMP ; then TMP=./mksum_$$ ; fi
73     else
74     TMP=./mksum_$$
75     fi
76     rm -f $TMP
77     # echo "temp files: $TMP"
78    
79 jmc 1.36 # Create the links in $OUTFILE :
80 edhill 1.1 echo "Creating the \"latest\" file for each machine: "
81 edhill 1.5 the_date=`date`
82 edhill 1.1
83 jmc 1.60 sed "s/_PERIOD/$PERIOD/" summary_head > $OUTFILE
84     cat <<EOF >>$OUTFILE
85 edhill 1.1 <table align="center" cellpadding="0" cellspacing="0" border="0" width="95%">
86     <tr bgcolor="#00cccc">
87 edhill 1.4 <td height="0"> <b>Nickname</b> </td>
88 edhill 1.1 <td> <b>OPTFILE Name</b> </td>
89 edhill 1.4 <td> <b>Type</b> </td>
90 edhill 1.5 <td> <b>Date</b> </td>
91 edhill 1.4 <td> <b>Summary</b> </td>
92 edhill 1.6 <td> <b>Ratio</b> </td>
93 edhill 1.1 </tr>
94    
95     EOF
96    
97     color="#bbffdd"
98 edhill 1.10 ncolor="#bbddff"
99 edhill 1.1
100 jmc 1.76 MACHINES="aces- acesgrid baudelaire dickens danton beagle"
101     MACHINES="$MACHINES pleiades iblade sx8 uv100 solasrv stomp weber"
102 edhill 1.1
103 jmc 1.78 ( cd $INDIR ; ls -1 -t */summary.txt | sed 's/\/summary.txt//' ) > $TMP.dir_all
104 edhill 1.1
105 jmc 1.78 MALL=`cat $TMP.dir_all | sed -e 's|_| |g' | awk '{print $2}' | sort | uniq`
106 edhill 1.20 for madd in $MALL ; do
107     present=0
108     for m in $MACHINES ; do
109 jmc 1.71 echo $madd | grep $m > /dev/null 2>&1
110     RETVAL=$?
111     test $RETVAL = 0 && present=1
112     continue
113 edhill 1.20 done
114     test $present = 0 && MACHINES="$MACHINES $madd"
115     done
116 jmc 1.70 #MACHINES="baudelaire"
117 edhill 1.20
118 edhill 1.1 for mname in $MACHINES ; do
119    
120     echo " $mname"
121    
122 jmc 1.78 dir_list=`grep $mname $TMP.dir_all`
123     echo -n "" > $TMP.mlist
124 edhill 1.1
125     for i in $dir_list ; do
126    
127     dir=$INDIR"/"$i
128     OPTFILE=
129     if test -r $dir/summary.txt ; then
130     comm=`grep 'OPTFILE=' $dir/summary.txt`
131     eval $comm
132     OPTFILE=${OPTFILE##*/}
133     fi
134     if test "x$OPTFILE" = x -a -r "$dir/genmake_state" ; then
135 edhill 1.3 comm=`grep 'OPTFILE=' $dir/genmake_state 2>/dev/null`
136 edhill 1.1 eval $comm
137     OPTFILE=${OPTFILE##*/}
138     fi
139     if test "x$OPTFILE" = x ; then
140 edhill 1.21 comm=`grep '^# OPTFILE=' $dir/*/Makefile* 2>/dev/null | head -1`
141 edhill 1.3 comm=${comm##*#}
142 edhill 1.1 eval $comm
143     OPTFILE=${OPTFILE##*/}
144     fi
145     if test "x$OPTFILE" = x ; then
146     OPTFILE="not_explicitly_specified"
147     fi
148 edhill 1.4
149 jmc 1.73 # EXTRA = non-standard list of experiment
150 jmc 1.77 ADJOINT=0
151     TANGLIN=0
152     OPENAD=0
153 jmc 1.32 RESTART=0
154 jmc 1.75 EXTRA=
155 jmc 1.66 FAST=0
156     DVLP=0
157 jmc 1.69 MPI=0
158 jmc 1.49 MTH=0
159 jmc 1.62 UR4=0
160 edhill 1.4 if test -r $dir/summary.txt ; then
161 jmc 1.77 ADJOINT=`grep -c -i '^ADJOINT' $dir/summary.txt`
162     if test "x$ADJOINT" = x1 ; then
163     OPENAD=`grep -c '^Adjoint .* OpenAD' $dir/summary.txt`
164     fi
165     TANGLIN=`grep -c -i '^TANGLIN' $dir/summary.txt`
166     if test "x$TANGLIN" = x1 ; then
167     OPENAD=`grep -c '^TangLin .* OpenAD' $dir/summary.txt`
168     fi
169 jmc 1.32 RESTART=`grep -c 'test 2+2=4 summary' $dir/summary.txt`
170 jmc 1.73 comm=`grep '^run: .*testreport.* ' $dir/summary.txt`
171 jmc 1.75 EXTRA=`echo "$comm" | grep " -*-tdir\>" | sed -e "s/^.* -*-tdir\>//" -e "s/ -.*$//"`
172     if test "x$EXTRA" = x ; then
173     EXTRA=`echo "$comm" | grep " -*-t\>" | sed -e "s/^.*-*-t\>//" -e "s/ -.*$//"`
174     fi
175     if test "x$EXTRA" = x ; then EXTRA=0 ; else
176     #echo -n "EXTRA=$EXTRA"
177     nn0=`echo $EXTRA | sed "s/ *' *//g" | wc -w`
178     nn1=`echo $EXTRA | sed "s/ *' *//g" | tr ' ' '\n' | grep -c "\<monod_"`
179     nn2=`echo $EXTRA | sed "s/ *' *//g" | tr ' ' '\n' | grep -c "\<darwin_"`
180     EXTRA=1
181     if [ $nn1 -ge 2 ] ; then EXTRA=2 ; fi
182     if [ $nn2 -ge 2 ] ; then EXTRA=3 ; fi
183     #echo " : nn0=$nn0 ; nn1=$nn1 ; nn2=$nn2"
184 jmc 1.73 fi
185     FAST=`echo "$comm" | grep -c " -*-fast\>"`
186 jmc 1.66 if test "x$FAST" = x0 ; then
187 jmc 1.75 FAST=`echo "$comm" | grep -c " '*-noieee'*"`
188 jmc 1.66 fi
189 jmc 1.73 DVLP=`echo "$comm" | grep -c " -*-devel\>"`
190     MPI=`echo "$comm" | grep -c " -*-mpi\>"`
191 jmc 1.69 if test "x$MPI" = x0 ; then
192 jmc 1.75 MPI=`echo "$comm" | grep -c " -*-MPI\>"`
193 jmc 1.69 fi
194 jmc 1.73 MTH=`echo "$comm" | grep -c " -*-mth\>"`
195     UR4=`echo "$comm" | grep -c " -*-use_r4\>"`
196 jmc 1.62 if test "x$UR4" = x0 ; then
197 jmc 1.75 UR4=`echo "$comm" | grep -c " -*-ur4\>"`
198 jmc 1.62 fi
199 edhill 1.4 fi
200 jmc 1.77 if test "x$ADJOINT" = x1 ; then
201     kind="adjoint-taf" ; order=0
202     if test "x$OPENAD" = x1 ; then
203     kind="adjoint-oad" ; order=2
204     fi
205     elif test "x$TANGLIN" = x1 ; then
206     kind="tanglin-taf" ; order=1
207     if test "x$OPENAD" = x1 ; then
208     kind="tanglin-oad" ; order=3
209     fi
210 jmc 1.70 elif test "x$RESTART" = x0 ; then
211 jmc 1.77 kind="forward" ; order=4
212 edhill 1.4 else
213 jmc 1.77 kind="restart" ; order=5
214 jmc 1.73 fi
215 jmc 1.75 order=`expr $order + 10 \* $EXTRA`
216 jmc 1.73 order=`printf '%3.3i' $order`
217 jmc 1.62 if test "x$UR4" = x1 ; then
218     OPTFILE="${OPTFILE}.use_r4"
219     fi
220 jmc 1.69 if test "x$MPI" = x1 ; then
221     yy=`echo $OPTFILE | grep -c '+mpi'`
222     if test $yy = 0 ; then OPTFILE="${OPTFILE}+mpi" ; fi
223     fi
224 jmc 1.55 if test "x$MTH" = x1 ; then
225     yy=`echo $OPTFILE | grep -c '+mth$'`
226     if test $yy = 0 ; then OPTFILE="${OPTFILE}+mth" ; fi
227     fi
228 jmc 1.66 if test "x$FAST" = x1 ; then
229     OPTFILE="${OPTFILE}.fast"
230     fi
231     if test "x$DVLP" = x1 ; then
232     OPTFILE="${OPTFILE}.dvlp"
233 jmc 1.42 fi
234 edhill 1.4
235 edhill 1.6 t_pass="--"
236     t_tot="--"
237     if test -r $dir/summary.txt ; then
238 jmc 1.30 grep '^[YN] [YN] [YN] [YN]' $dir/summary.txt > ./all_tests 2>/dev/null
239 edhill 1.6 t_tot=`cat ./all_tests | wc -l | sed -e 's| ||g'`
240 jmc 1.38 t_pass=`grep '^Y Y Y Y' ./all_tests | grep 'pass ' | wc -l | sed -e 's| ||g'`
241 edhill 1.6 fi
242 jmc 1.30 rm -f ./all_tests
243 edhill 1.6 # echo "${dir##*/} : $t_pass out of $t_tot"
244    
245 edhill 1.1 tokens=`echo $i | sed -e 's|_| |g'`
246     echo "" > ./ms_tmp
247     for tok in $tokens ; do
248     echo $tok >> ./ms_tmp
249     done
250 jmc 1.59 DAY=`cat ./ms_tmp | awk '(length($1)==8 && substr($1,0,2)=="20")'`
251 edhill 1.1 rm -f ./ms_tmp
252 edhill 1.4
253 jmc 1.78 echo "$OPTFILE$order $DAY $OPTFILE $kind $i $t_pass:$t_tot" >> $TMP.mlist
254 edhill 1.1
255     done
256    
257     # helpful for debugging
258 jmc 1.78 # cat $TMP.mlist
259 edhill 1.1
260     # Do we have any data? If so, create the latest pointer.
261 jmc 1.78 num=`wc -l $TMP.mlist | awk '{print $1}'`
262 edhill 1.1 if test $num -gt 0 ; then
263 edhill 1.10
264     # swap colors
265 jmc 1.71 ctmp=$color
266     color=$ncolor
267     ncolor=$ctmp
268 edhill 1.10
269 jmc 1.78 keys=`cat $TMP.mlist | cut -d " " -f 1 | sort | uniq`
270 edhill 1.1
271 edhill 1.4 for key in $keys ; do
272 jmc 1.78 tline=`grep "^$key " $TMP.mlist | head -1`
273 edhill 1.6 ratio=`echo $tline | cut -d " " -f 6`
274 edhill 1.4 ldir=`echo $tline | cut -d " " -f 5`
275     kind=`echo $tline | cut -d " " -f 4`
276     optf=`echo $tline | cut -d " " -f 3`
277     DAY=`echo $tline | cut -d " " -f 2`
278 edhill 1.1 URL="results/$PERIOD/$ldir"
279 jmc 1.75 #-- machine name to print:
280     sname=`echo $mname | sed 's/-$//'`
281     alt=`echo $key | sed "s/$optf//"`
282     #if [ $alt -ge 30 ] ; then sname="${sname}.darwin"
283     #elif [ $alt -ge 20 ] ; then sname="${sname}.monod" ; fi
284 jmc 1.36 cat <<EOF >>$OUTFILE
285 edhill 1.1 <tr bgcolor="$color">
286 jmc 1.68 <td height="0"> $sname </td>
287 edhill 1.1 <td> $optf </td>
288 edhill 1.4 <td> $kind </td>
289     <td> <a href="$res_url$URL">$DAY</a> </td>
290     <td> <a href="$res_url$URL/summary.txt"> summary.txt </a> </td>
291 edhill 1.6 <td> $ratio </td>
292 edhill 1.1 </tr>
293     EOF
294     done
295     fi
296    
297     done
298    
299 jmc 1.36 cat >> $OUTFILE << EOF
300 edhill 1.5 <tr bgcolor="#00cccc">
301 edhill 1.6 <td height="0" colspan="6" align="center" >This table generated on: $the_date</td>
302     </tr>
303 edhill 1.1
304     </table>
305 edhill 1.6
306 edhill 1.26 <p>Examples of the scripts used for these testing runs can be obtained from: <a
307 jmc 1.60 href="http://mitgcm.org/viewvc/MITgcm/MITgcm/tools/example_scripts/">
308 edhill 1.26 MITgcm/tools/example_scripts</a>.</p>
309 edhill 1.6
310    
311 edhill 1.1 </body>
312     </html>
313    
314     EOF
315    
316 jmc 1.78 rm -f $TMP.dir_all $TMP.mlist
317 edhill 1.1
318 jmc 1.36 #- put the file in place
319     chgrp gcmpack $OUTFILE
320     chmod 664 $OUTFILE
321     LATEST=$OUTDIR"/latest_"$PERIOD".html"
322     mv -f $OUTFILE $LATEST
323    
324 edhill 1.1 if test "x$PERIOD" = "x$CURR_PER" ; then
325 edhill 1.2 cp $LATEST ./testing.xml
326 edhill 1.1 (
327     cd $OUTDIR
328     rm -f latest.html
329     ln -s $LATEST latest.html
330     )
331     fi

  ViewVC Help
Powered by ViewVC 1.1.22