/[MITgcm]/mitgcm.org/front_content/make_summary
ViewVC logotype

Annotation of /mitgcm.org/front_content/make_summary

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph


Revision 1.26 - (hide annotations) (download)
Thu Jul 28 16:03:56 2005 UTC (19 years, 11 months ago) by edhill
Branch: MAIN
Changes since 1.25: +4 -5 lines
 o update link to example testing scripts

1 edhill 1.1 #! /usr/bin/env bash
2    
3 edhill 1.26 # $Header: /u/gcmpack/mitgcm.org/front_content/make_summary,v 1.25 2005/06/19 23:56:44 edhill Exp $
4 edhill 1.1 #
5     # The purpose of this script is to create HTML summaries of the
6     # directories produced by the "parse_emails" script.
7    
8    
9     usage()
10     {
11     echo
12     echo "Usage: $0 [OPTIONS]"
13     echo
14     echo "where possible OPTIONS are:"
15     echo " (-help|-h) print usage"
16     echo " (-date |-d )PERIOD run for PERIOD=\"YYYY_MM\""
17     echo " [def=\"$PERIOD\"]"
18     echo
19     exit 1
20     }
21    
22 edhill 1.6 old_summary()
23     {
24     # Create the old-style summary file for $PERIOD
25     echo -n "Creating the summary file for the period \"$PERIOD\" ... "
26     cat > $OUTFILE << EOF
27     <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
28     "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
29    
30     <html xmlns="http://www.w3.org/1999/xhtml">
31     <head>
32     <title>MITgcm testing summary</title>
33     <meta name="author" content="Ed Hill" />
34     <base href="http://mitgcm.org/testing/summary/" />
35     </head>
36     <body>
37     <table cellpadding="0" cellspacing="0" border="0" width="100%">
38    
39     EOF
40    
41     # all_files=`find $INDIR -name summary.txt`
42     all_files=`( cd $INDIR ; find . -name summary.txt )`
43    
44     for f in $all_files ; do
45    
46     file=$INDIR"/"${f/.\//}
47     grep "^fresults" $file > /dev/null 2>&1
48     RETVAL=$?
49     if test "x$RETVAL" != x0 ; then
50     continue
51     fi
52    
53     url=`echo $file | sed -e 's|/u/edhill/www|http://mitgcm.org/~edhill|'`
54     url=`echo $url | sed -e 's|summary.txt||'`
55     MACH=
56     fresults=
57     color="#eeeeee"
58    
59     source $file
60     echo $fresults | grep FAIL > /dev/null 2>&1
61     if test "x$?" = x0 ; then
62     color="#ff99ff"
63     fi
64     echo $fresults | grep pass > /dev/null 2>&1
65     if test "x$?" = x0 ; then
66     color="#99ffff"
67     fi
68    
69     gm_state=`echo $file | sed -e 's/summary.txt/genmake_state/g'`
70     if test -r $gm_state ; then
71     grep '^OPTFILE=' $gm_state > ./tmp_state
72     source ./tmp_state
73     else
74     optfile="unknown"
75     fi
76     optfile=`echo $OPTFILE | awk -F '/' '{print $NF}'`
77    
78     echo "<tr bgcolor=\"$color\">" >> $OUTFILE
79     echo "<td height=\"0\">$MACH</td>" >> $OUTFILE
80     echo "<td><a href=\"$url\">$DATE</a></td>" >> $OUTFILE
81     for i in $fresults ; do
82     if test "x$i" = xN ; then
83     echo -n "<td bgcolor=\"#ff6666\">$i</td>" >> $OUTFILE
84     else
85     echo -n "<td>$i</td>" >> $OUTFILE
86     fi
87     done
88     echo "<td>$optfile</td>" >> $OUTFILE
89     echo "</tr>" >> $OUTFILE
90    
91     done
92    
93     cat >> $OUTFILE << EOF
94    
95     </table>
96     </body>
97     </html>
98     EOF
99    
100     chmod a+r $OUTFILE
101     echo "done"
102     }
103    
104    
105 edhill 1.1 # defaults
106     PERIOD=`date +%Y`"_"`date +%m`
107    
108     # Parse options
109     ac_prev=
110     for ac_option ; do
111    
112     # If the previous option needs an argument, assign it.
113     if test -n "$ac_prev"; then
114     eval "$ac_prev=\$ac_option"
115     ac_prev=
116     continue
117     fi
118    
119     ac_optarg=`expr "x$ac_option" : 'x[^=]*=\(.*\)'`
120    
121     case $ac_option in
122    
123     -help | --help | -h | --h)
124     usage ;;
125    
126     -date | --date | -d | --d)
127     ac_prev=PERIOD ;;
128     --date=* | -date=*)
129     PERIOD=$ac_optarg ;;
130    
131     *)
132     echo "Error: don't understand argument \"$ac_option\""
133     usage
134     ;;
135    
136     esac
137    
138     done
139    
140     INDIR="/u/u0/httpd/html/testing/results/$PERIOD"
141     OUTDIR="/u/u0/httpd/html/testing/summary"
142     OUTFILE=$OUTDIR"/summary_"$PERIOD".html"
143    
144     # Create the "latest" links
145     echo "Creating the \"latest\" file for each machine: "
146     LATEST=$OUTDIR"/latest_"$PERIOD".html"
147 edhill 1.5 the_date=`date`
148 edhill 1.1 cat > $LATEST << EOF
149     <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
150     "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
151    
152     <html xmlns="http://www.w3.org/1999/xhtml">
153     <head>
154     <title>MITgcm testing summary</title>
155     <meta name="author" content="Ed Hill" />
156    
157     <!-- <base href="http://mitgcm.org/testing/summary/" /> -->
158    
159     <!-- Hinting for menu generation -->
160 edhill 1.8 <meta name="add_name_0" content="Testing" />
161     <meta name="add_name_1" content="" />
162 edhill 1.1 <meta name="add_name_2" content="" />
163     <meta name="add_title" content="Testing" />
164     <!-- Hinting for menu generation -->
165    
166     </head>
167     <body>
168 edhill 1.3 <p>The MITgcm model is tested
169 edhill 1.2 (compiled and run) in an automated fashion on a varirety of
170     different machines. The following is a summary of the MITgcm
171 edhill 1.3 verification suite for the time period: <b>$PERIOD</b>.</p>
172 edhill 1.2
173     <p>The machine naming scheme is:<br /></p>
174     <table align="center" cellpadding="0" border="0">
175 edhill 1.4 <tr bgcolor="#00cccc"> <td><b>Machine Type</b></td> <td><b>Nickname</b></td>
176 edhill 1.1 <td><b>Notes</b></td> </tr>
177    
178 edhill 1.2 <tr bgcolor="#bbffdd"> <td>Intel P4</td> <td>"faulks"</td>
179 edhill 1.24 <td>Fedora Core 3 </td> </tr>
180 edhill 1.13 <tr bgcolor="#bbddff"> <td>Intel P4</td> <td>"hemmingway"</td>
181 edhill 1.24 <td>Fedora Core 3</td> </tr>
182 edhill 1.2
183     <tr bgcolor="#bbffdd"> <td> Intel P3/P4 Beowulf </td> <td>"myrinet"</td>
184     <td><a href="http://mitgcm.org/projects/MITGCM_CLUSTER/">MITgcm cluster
185     facility </a></td> </tr>
186 edhill 1.1 <tr bgcolor="#bbddff"> <td>Alpha cluster</td> <td>"halem"</td>
187 edhill 1.14 <td><a href="http://nccstag.gsfc.nasa.gov/halem/quickstart_halem.html">
188 edhill 1.1 NASA NCCS Halem</a></td> </tr>
189    
190 edhill 1.24 <!--
191 edhill 1.1 <tr bgcolor="#bbffdd"> <td> SGI Origin 2000 </td> <td>"hopper"</td>
192     <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O2K/o2k.html">
193     NAS SGI Origin 2000 </a></td> </tr>
194 edhill 1.24 <tr bgcolor="#bbddff"> <td> SGI Origin 3000</td><td>"lomax"/"turing"</td>
195 edhill 1.1 <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O3K/o3k.html">
196     NAS SGI Origin 3000 </a></td> </tr>
197 edhill 1.24 -->
198 edhill 1.1
199 edhill 1.24 <!--
200     <tr bgcolor="#bbffdd"> <td> SGI Altix </td> <td>"orion"</td>
201 edhill 1.1 <td><a href="http://sc.jpl.nasa.gov/">JPL Supercomputing and
202 edhill 1.24 Visualization Facility</a></td> </tr>
203     -->
204 edhill 1.18 <tr bgcolor="#bbffdd"> <td> SGI Altix 350 </td> <td>"altix350"</td>
205     <td><a href="http://acesgrid.org/geocluster/">MIT ACESgrid
206     GeoCluster</a></td> </tr>
207 edhill 1.1 <tr bgcolor="#bbddff"> <td> IBM POWER3 SP </td> <td>"bf"</td>
208     <td><a href="http://www.scd.ucar.edu/computers/blackforest/">NCAR Blackforest
209     </a></td> </tr>
210    
211     <tr bgcolor="#bbffdd"> <td> IBM POWER4 SP </td> <td>"bs"</td>
212     <td><a href="http://www.scd.ucar.edu/computers/bluesky/">NCAR Bluesky
213     </a></td> </tr>
214 edhill 1.9 <tr bgcolor="#bbddff"> <td> AMD Opteron </td> <td>"adams"</td>
215 edhill 1.24 <td>Fedora Core 4 (AMD64)</td> </tr>
216 edhill 1.1
217 edhill 1.6 <tr bgcolor="#bbffdd"> <td> Sun UltraSparc </td> <td>"slough"</td>
218     <td>Solaris 8</td> </tr>
219     <tr bgcolor="#bbddff"> <td> Intel P4 Mosix Cluster </td> <td>"sea"</td>
220     <td>Red Hat v7.2</td> </tr>
221    
222 edhill 1.13 <tr bgcolor="#bbffdd"> <td> AMD Athlon XP 2500+</td> <td>"eddy"</td>
223 edhill 1.24 <td>Fedora Core 4</td> </tr>
224 edhill 1.11 <tr bgcolor="#bbddff"> <td> AMD Opteron cluster </td> <td>"dolphin"</td>
225     <td>SuSE SLES v8.1</td> </tr>
226 edhill 1.9
227 edhill 1.23 <tr bgcolor="#bbffdd"> <td> IBM/Apple dual G5 </td> <td>"two"</td>
228     <td>Mac OSX 10.3 (gcc 3.4) </td> </tr>
229    
230 edhill 1.24 <tr bgcolor="#bbddff"> <td> <a href="http://acesgrid.org">ACESgrid Dell
231 edhill 1.25 Xeon</a> </td> <td>"itrda"</td><td>Fedora Core 2</td> </tr>
232 edhill 1.24
233 edhill 1.13 <!--
234    
235 edhill 1.12 <tr bgcolor="#bbffdd"> <td> Intel P4 </td> <td>"hemmingway"</td>
236     <td>Fedora Core release 1 (gcc 3.3.2) </td> </tr>
237    
238 edhill 1.1 <tr bgcolor="#bbddff"> <td> </td> <td>""</td>
239     <td></td> </tr>
240     -->
241    
242     </table>
243 edhill 1.2
244     <p><br />
245 edhill 1.3 The complete output for the verification runs can be found in
246 edhill 1.5 <a href="http://mitgcm.org/testing/summary/">the summary pages</a>
247     and the <a href="http://mitgcm.org/testing/results/">testing archives</a>.
248 edhill 1.2 The latest reports are:</p>
249 edhill 1.1 <table align="center" cellpadding="0" cellspacing="0" border="0" width="95%">
250     <tr bgcolor="#00cccc">
251 edhill 1.4 <td height="0"> <b>Nickname</b> </td>
252 edhill 1.1 <td> <b>OPTFILE Name</b> </td>
253 edhill 1.4 <td> <b>Type</b> </td>
254 edhill 1.5 <td> <b>Date</b> </td>
255 edhill 1.4 <td> <b>Summary</b> </td>
256 edhill 1.6 <td> <b>Ratio</b> </td>
257 edhill 1.1 </tr>
258    
259     EOF
260    
261     color="#bbffdd"
262 edhill 1.10 ncolor="#bbddff"
263 edhill 1.1 res_url="http://mitgcm.org/testing/"
264    
265 edhill 1.23 MACHINES="faulks shelley myrinet eaps halem columbia two"
266 edhill 1.20 MACHINES="$MACHINES hopper lomax turing orion bf bs slough sea"
267     MACHINES="$MACHINES eddy adams dolphin hemmingway altix350"
268 edhill 1.1
269 edhill 1.17 ( cd $INDIR ; ls -1 -t ) > ./dir_all
270 edhill 1.1
271 edhill 1.20 MALL=`cat ./dir_all | sed -e 's|_| |g' | awk '{print $2}' | sort | uniq`
272     for madd in $MALL ; do
273     present=0
274     for m in $MACHINES ; do
275     echo $madd | grep $m > /dev/null 2>&1
276     RETVAL=$?
277     test $RETVAL = 0 && present=1
278     continue
279     done
280     test $present = 0 && MACHINES="$MACHINES $madd"
281     done
282    
283 edhill 1.1 for mname in $MACHINES ; do
284    
285     echo " $mname"
286    
287     dir_list=`grep $mname ./dir_all`
288     echo -n "" > ./mlist
289    
290     for i in $dir_list ; do
291    
292     dir=$INDIR"/"$i
293     OPTFILE=
294     if test -r $dir/summary.txt ; then
295     comm=`grep 'OPTFILE=' $dir/summary.txt`
296     eval $comm
297     OPTFILE=${OPTFILE##*/}
298     fi
299     if test "x$OPTFILE" = x -a -r "$dir/genmake_state" ; then
300 edhill 1.3 comm=`grep 'OPTFILE=' $dir/genmake_state 2>/dev/null`
301 edhill 1.1 eval $comm
302     OPTFILE=${OPTFILE##*/}
303     fi
304     if test "x$OPTFILE" = x ; then
305 edhill 1.21 comm=`grep '^# OPTFILE=' $dir/*/Makefile* 2>/dev/null | head -1`
306 edhill 1.3 comm=${comm##*#}
307 edhill 1.1 eval $comm
308     OPTFILE=${OPTFILE##*/}
309     fi
310     if test "x$OPTFILE" = x ; then
311     OPTFILE="not_explicitly_specified"
312     fi
313 edhill 1.4
314     ADJOINT=
315     if test -r $dir/summary.txt ; then
316     comm=`grep 'ADJOINT=true' $dir/summary.txt 2>/dev/null`
317     eval $comm
318     fi
319     if test "x$ADJOINT" = x ; then
320     kind="forward"
321     else
322     test "x$ADJOINT" = xtrue && kind="adjoint"
323     fi
324    
325 edhill 1.6 t_pass="--"
326     t_tot="--"
327     if test -r $dir/summary.txt ; then
328     grep '^[YN] [YN] [YN] [YN] ' $dir/summary.txt > ./all_tests 2>/dev/null
329     t_tot=`cat ./all_tests | wc -l | sed -e 's| ||g'`
330     grep '^Y Y Y Y ' ./all_tests > ./all_ran 2>/dev/null
331 edhill 1.7 grep advect_ ./all_ran 2>/dev/null > ./all_ran_advect
332     t_advect=`cat ./all_ran_advect | wc -l | sed -e 's| ||g'`
333     digits=`cat ./all_ran_advect | awk '{print $9}'`
334     t_advect_pass=0
335     for k in $digits ; do
336     test "x$k" = x-- && k=0
337     test $k -ge 9 && t_advect_pass=$(( $t_advect_pass + 1 ))
338     done
339 edhill 1.6 grep -v advect ./all_ran 2>/dev/null > ./all_ran_noadvect
340     digits=`cat ./all_ran_noadvect | awk '{print $5}'`
341     t_sum=0
342     for k in $digits ; do
343     test "x$k" = x-- && k=0
344     test $k -ge 9 && t_sum=$(( $t_sum + 1 ))
345     done
346 edhill 1.7 t_pass=$(( $t_sum + $t_advect_pass ))
347 edhill 1.6 fi
348 edhill 1.7 rm -f ./all_tests ./all_ran ./all_ran_advect ./all_ran_noadvect
349 edhill 1.6 # echo "${dir##*/} : $t_pass out of $t_tot"
350    
351 edhill 1.1 tokens=`echo $i | sed -e 's|_| |g'`
352     echo "" > ./ms_tmp
353     for tok in $tokens ; do
354     echo $tok >> ./ms_tmp
355     done
356     DAY=`cat ./ms_tmp | awk '(length($1)==8 && substr($1,0,3)=="200")'`
357     rm -f ./ms_tmp
358 edhill 1.4
359 edhill 1.6 echo "$OPTFILE$kind $DAY $OPTFILE $kind $i $t_pass:$t_tot" >> ./mlist
360 edhill 1.1
361     done
362    
363     # helpful for debugging
364     # cat ./mlist
365    
366     # Do we have any data? If so, create the latest pointer.
367     num=`wc -l ./mlist | awk '{print $1}'`
368     if test $num -gt 0 ; then
369 edhill 1.10
370     # swap colors
371     ctmp=$color
372     color=$ncolor
373     ncolor=$ctmp
374    
375 edhill 1.4 keys=`cat ./mlist | cut -d " " -f 1 | sort | uniq`
376 edhill 1.1
377 edhill 1.4 for key in $keys ; do
378 edhill 1.17 tline=`grep "^$key " ./mlist | head -1`
379 edhill 1.6 ratio=`echo $tline | cut -d " " -f 6`
380 edhill 1.4 ldir=`echo $tline | cut -d " " -f 5`
381     kind=`echo $tline | cut -d " " -f 4`
382     optf=`echo $tline | cut -d " " -f 3`
383     DAY=`echo $tline | cut -d " " -f 2`
384 edhill 1.1 URL="results/$PERIOD/$ldir"
385     cat <<EOF >>$LATEST
386     <tr bgcolor="$color">
387 edhill 1.4 <td height="0"> $mname </td>
388 edhill 1.1 <td> $optf </td>
389 edhill 1.4 <td> $kind </td>
390     <td> <a href="$res_url$URL">$DAY</a> </td>
391     <td> <a href="$res_url$URL/summary.txt"> summary.txt </a> </td>
392 edhill 1.6 <td> $ratio </td>
393 edhill 1.1 </tr>
394     EOF
395     done
396     fi
397    
398     done
399    
400     cat >> $LATEST << EOF
401 edhill 1.5 <tr bgcolor="#00cccc">
402 edhill 1.6 <td height="0" colspan="6" align="center" >This table generated on: $the_date</td>
403     </tr>
404 edhill 1.1
405     </table>
406 edhill 1.6
407 edhill 1.26 <p>Examples of the scripts used for these testing runs can be obtained from: <a
408     href="http://mitgcm.org/cgi-bin/viewcvs.cgi/MITgcm/tools/example_scripts/">
409     MITgcm/tools/example_scripts</a>.</p>
410 edhill 1.6
411    
412 edhill 1.1 </body>
413     </html>
414    
415     EOF
416    
417     rm -f ./dir_all ./mlist
418    
419     CURR_PER=`date +%Y`"_"`date +%m`
420     if test "x$PERIOD" = "x$CURR_PER" ; then
421 edhill 1.2 cp $LATEST ./testing.xml
422 edhill 1.1 (
423     cd $OUTDIR
424     rm -f latest.html
425     ln -s $LATEST latest.html
426     )
427     fi

  ViewVC Help
Powered by ViewVC 1.1.22