/[MITgcm]/mitgcm.org/front_content/make_summary
ViewVC logotype

Contents of /mitgcm.org/front_content/make_summary

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph


Revision 1.49 - (show annotations) (download)
Thu Apr 16 14:44:16 2009 UTC (16 years, 3 months ago) by jmc
Branch: MAIN
Changes since 1.48: +8 -2 lines
add sufix "+mth" to optfile name when running testreport with -mth option

1 #! /usr/bin/env bash
2
3 # $Header: /u/gcmpack/mitgcm.org/front_content/make_summary,v 1.48 2009/02/16 18:07:20 jmc Exp $
4 #
5 # The purpose of this script is to create HTML summaries of the
6 # directories produced by the "parse_emails" script.
7
8
9 usage()
10 {
11 echo
12 echo "Usage: $0 [OPTIONS]"
13 echo
14 echo "where possible OPTIONS are:"
15 echo " (-help|-h) print usage"
16 echo " (-date |-d )PERIOD run for PERIOD=\"YYYY_MM\""
17 echo " [def=\"$PERIOD\"]"
18 echo
19 exit 1
20 }
21
22 CURR_PER=`date +%Y`"_"`date +%m`
23 # defaults
24 PERIOD=$CURR_PER
25
26 # Parse options
27 ac_prev=
28 for ac_option ; do
29
30 # If the previous option needs an argument, assign it.
31 if test -n "$ac_prev"; then
32 eval "$ac_prev=\$ac_option"
33 ac_prev=
34 continue
35 fi
36
37 ac_optarg=`expr "x$ac_option" : 'x[^=]*=\(.*\)'`
38
39 case $ac_option in
40
41 -help | --help | -h | --h)
42 usage ;;
43
44 -date | --date | -d | --d)
45 ac_prev=PERIOD ;;
46 --date=* | -date=*)
47 PERIOD=$ac_optarg ;;
48
49 *)
50 echo "Error: don't understand argument \"$ac_option\""
51 usage
52 ;;
53
54 esac
55
56 done
57
58 #INDIR="/net/orwell/export/export-9/mitgcm-testing/results/$PERIOD"
59 #OUTDIR="/home/jmc/mitgcm/test_web/summary"
60 INDIR="/u/u0/httpd/html/testing/results/$PERIOD"
61 OUTDIR="/u/u0/httpd/html/testing/summary"
62
63 OUTFILE=$OUTDIR"/output_"$PERIOD".html"
64 res_url="http://mitgcm.org/testing/"
65
66 # Create the links in $OUTFILE :
67 echo "Creating the \"latest\" file for each machine: "
68 the_date=`date`
69 cat > $OUTFILE << EOF
70 <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
71 "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
72
73 <html xmlns="http://www.w3.org/1999/xhtml">
74 <head>
75 <title>MITgcm testing summary</title>
76 <meta name="author" content="Ed Hill" />
77
78 <!-- <base href="http://mitgcm.org/testing/summary/" /> -->
79
80 <!-- Hinting for menu generation -->
81 <meta name="add_name_0" content="Testing" />
82 <meta name="add_name_1" content="" />
83 <meta name="add_name_2" content="" />
84 <meta name="add_title" content="Testing" />
85 <!-- Hinting for menu generation -->
86
87 </head>
88 <body>
89 <p>The MITgcm model is tested
90 (compiled and run) in an automated fashion on a varirety of
91 different machines. The following is a summary of the MITgcm
92 verification suite for the time period: <b>$PERIOD</b>.</p>
93
94 <p>The machine naming scheme is:<br /></p>
95 <table align="center" cellpadding="0" border="0">
96 <tr bgcolor="#00cccc"> <td><b>Machine Type</b></td> <td><b>Nickname</b></td>
97 <td><b>Notes</b></td> </tr>
98
99 <tr bgcolor="#bbddff">
100 <td>Intel P4</td> <td>"faulks"</td> <td>Fedora Core 6 </td> </tr>
101 <tr bgcolor="#bbffdd">
102 <td> Intel P4</td> <td>"eddy"</td> <td>Fedora Core 5</td> </tr>
103 <tr bgcolor="#bbddff">
104 <td> Intel P4 </td> <td>"bay"</td> <td>Fedora Core 5 </td> </tr>
105 <tr bgcolor="#bbffdd">
106 <td> Intel P4 </td> <td>"meander"</td> <td>Fedora Core 7 </td> </tr>
107 <tr bgcolor="#bbddff">
108 <td> Intel P4 </td> <td>"lagoon"</td> <td>Fedora Core 8 </td> </tr>
109 <tr bgcolor="#bbffdd">
110 <td> Intel P4 </td> <td>"hugo"</td> <td>Fedora Core 9 </td> </tr>
111
112 <tr bgcolor="#bbddff">
113 <td> <a href="http://acesgrid.org">ACESgrid Dell Xeon</a> </td>
114 <td>"aces"</td><td>Fedora Core 2</td> </tr>
115
116 <!--
117 <tr bgcolor="#bbffdd">
118 <td> Intel P3/P4 Beowulf </td> <td>"myrinet"</td>
119 <td><a href="http://mitgcm.org/projects/MITGCM_CLUSTER/">MITgcm cluster
120 facility </a></td> </tr>
121 <tr bgcolor="#bbddff">
122 <td>Alpha cluster</td> <td>"halem"</td>
123 <td><a href="http://nccstag.gsfc.nasa.gov/halem/quickstart_halem.html">
124 NASA NCCS Halem</a></td> </tr>
125 -->
126
127 <!--
128 <tr bgcolor="#bbffdd">
129 <td> SGI Origin 2000 </td> <td>"hopper"</td>
130 <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O2K/o2k.html">
131 NAS SGI Origin 2000 </a></td> </tr>
132 <tr bgcolor="#bbddff">
133 <td> SGI Origin 3000</td><td>"lomax"/"turing"</td>
134 <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O3K/o3k.html">
135 NAS SGI Origin 3000 </a></td> </tr>
136 -->
137
138 <tr bgcolor="#bbffdd">
139 <td> SGI Altix Cluster </td> <td>"columbia"</td>
140 <td><a href="http://www.nas.nasa.gov/Resources/Systems/columbia.html">
141 NAS Columbia </a></td> </tr>
142
143 <!--
144 <tr bgcolor="#bbffdd">
145 <td> SGI Altix 350 </td> <td>"altix350"</td>
146 <td><a href="http://acesgrid.org/geocluster/">MIT ACESgrid
147 GeoCluster</a></td> </tr>
148 <tr bgcolor="#bbddff">
149 <td> IBM POWER3 SP </td> <td>"bf"</td>
150 <td><a href="http://www.scd.ucar.edu/computers/blackforest/">NCAR Blackforest
151 </a></td> </tr>
152 <tr bgcolor="#bbffdd">
153 <td> IBM/Apple dual G5 </td> <td>"two"</td>
154 <td>Mac OSX 10.3 (gcc 3.4) </td> </tr>
155 -->
156 <tr bgcolor="#bbddff">
157 <td> IBM POWER4 SP </td> <td>"edvir"</td> <td> AIX 5.2 </td> </tr>
158 <tr bgcolor="#bbffdd">
159 <td> IBM POWER5+ SP </td> <td>"blueice"</td>
160 <td><a href="http://www.scd.ucar.edu/computers/blueice/">NCAR Blueice
161 </a></td> </tr>
162
163 <tr bgcolor="#bbddff">
164 <td><a href="http://www.darwinproject.mit.edu/wiki/">Intel Xeon (Woodcrest) cluster</a>
165 </td> <td>"beagle"</td><td>Rocks 4.3 (x86_64)</td> </tr>
166
167 <tr bgcolor="#bbffdd">
168 <td> AMD Opteron </td> <td>"batsi"</td> <td>Fedora Core 4 (AMD64)</td> </tr>
169 <tr bgcolor="#bbddff">
170 <td> AMD Opteron </td> <td>"starp"</td> <td>SuSE SLES 10 (AMD64)</td> </tr>
171
172 <tr bgcolor="#bbffdd">
173 <td> Sun UltraSparc IV </td> <td>"solssrv"</td> <td>Solaris 10</td> </tr>
174 <!--
175 <tr bgcolor="#bbffdd">
176 <td> Sun UltraSparc IV </td> <td>"model"</td> <td>Solaris 9</td> </tr>
177 -->
178 <tr bgcolor="#bbddff">
179 <td> NEC SX-8 </td> <td>"sx8"</td> <td>Super-UX </td> </tr>
180 <tr bgcolor="#bbffdd">
181 <td> Cray XD1 (AMD Opteron) </td> <td>"xd1"</td>
182 <td>Cray HPC enhanced Linux 2.6.5 </td> </tr>
183 <tr bgcolor="#bbddff">
184 <td> PowerPC970MP cluster </td> <td>"bigred"</td>
185 <td>SuSE SLES 9 (PPC) </td> </tr>
186
187 <tr bgcolor="#bbffdd">
188 <td><a href="http://www.testdrive.hp.com/current.shtml"> HP test-drive </a>
189 (Pentium III) </td> <td>"td152"</td> <td> FreeBSD 6.2 </td> </tr>
190 <tr bgcolor="#bbddff">
191 <td><a href="http://www.testdrive.hp.com/current.shtml"> HP test-drive </a>
192 (Itanium II) </td> <td>"td187"</td> <td>SuSE SLES 10 </td> </tr>
193 <tr bgcolor="#bbffdd">
194 <td><a href="http://www.testdrive.hp.com/current.shtml"> HP test-drive </a>
195 (PA-RISC 8900) </td> <td>"td191"</td> <td> HP-UX 11i 11.11 </td> </tr>
196 <tr bgcolor="#bbddff">
197 <td><a href="http://www.testdrive.hp.com/current.shtml"> HP test-drive </a>
198 (Itanium II) </td> <td>"td194"</td> <td> HP-UX 11i v3 </td> </tr>
199 <tr bgcolor="#bbffdd">
200
201 <!--
202 <tr bgcolor="#bbddff"> <td> </td> <td>""</td>
203 <td></td> </tr>
204 -->
205
206 </table>
207
208 <p><br />
209 The complete output for the verification runs can be found in
210 <a href="http://mitgcm.org/testing/summary/">the summary pages</a>
211 and the <a href="http://mitgcm.org/testing/results/">testing archives</a>.
212 The latest reports are:</p>
213 <table align="center" cellpadding="0" cellspacing="0" border="0" width="95%">
214 <tr bgcolor="#00cccc">
215 <td height="0"> <b>Nickname</b> </td>
216 <td> <b>OPTFILE Name</b> </td>
217 <td> <b>Type</b> </td>
218 <td> <b>Date</b> </td>
219 <td> <b>Summary</b> </td>
220 <td> <b>Ratio</b> </td>
221 </tr>
222
223 EOF
224
225 color="#bbffdd"
226 ncolor="#bbddff"
227
228 MACHINES="faulks aces eddy bay meander lagoon hugo"
229 MACHINES="$MACHINES columbia edvir rays solssrv solasrv sx8 xd1"
230 MACHINES="$MACHINES beagle batsi starp"
231
232 ( cd $INDIR ; ls -1 -t */summary.txt | sed 's/\/summary.txt//' ) > ./dir_all
233
234 MALL=`cat ./dir_all | sed -e 's|_| |g' | awk '{print $2}' | sort | uniq`
235 for madd in $MALL ; do
236 present=0
237 for m in $MACHINES ; do
238 echo $madd | grep $m > /dev/null 2>&1
239 RETVAL=$?
240 test $RETVAL = 0 && present=1
241 continue
242 done
243 test $present = 0 && MACHINES="$MACHINES $madd"
244 done
245 #MACHINES="faulks"
246
247 for mname in $MACHINES ; do
248
249 echo " $mname"
250
251 dir_list=`grep $mname ./dir_all`
252 echo -n "" > ./mlist
253
254 for i in $dir_list ; do
255
256 dir=$INDIR"/"$i
257 OPTFILE=
258 if test -r $dir/summary.txt ; then
259 comm=`grep 'OPTFILE=' $dir/summary.txt`
260 eval $comm
261 OPTFILE=${OPTFILE##*/}
262 fi
263 if test "x$OPTFILE" = x -a -r "$dir/genmake_state" ; then
264 comm=`grep 'OPTFILE=' $dir/genmake_state 2>/dev/null`
265 eval $comm
266 OPTFILE=${OPTFILE##*/}
267 fi
268 if test "x$OPTFILE" = x ; then
269 comm=`grep '^# OPTFILE=' $dir/*/Makefile* 2>/dev/null | head -1`
270 comm=${comm##*#}
271 eval $comm
272 OPTFILE=${OPTFILE##*/}
273 fi
274 if test "x$OPTFILE" = x ; then
275 OPTFILE="not_explicitly_specified"
276 fi
277
278 ADJOINT=
279 RESTART=0
280 NOI3E=0
281 MTH=0
282 if test -r $dir/summary.txt ; then
283 comm=`grep 'ADJOINT=true' $dir/summary.txt 2>/dev/null`
284 eval $comm
285 RESTART=`grep -c 'test 2+2=4 summary' $dir/summary.txt`
286 NOI3E=`grep -c "^run: .*testreport.* '*-noieee'* " $dir/summary.txt`
287 MTH=`grep -c "^run: .*testreport.* -mth " $dir/summary.txt`
288 fi
289 if test "x$RESTART" = x0 ; then
290 kind="forward"
291 test "x$ADJOINT" = xtrue && kind="adjoint"
292 else
293 kind="restart"
294 fi
295 if test "x$NOI3E" = x1 ; then
296 OPTFILE="${OPTFILE}.noieee"
297 fi
298 if test "x$MTH" = x1 ; then
299 yy=`echo $OPTFILE | grep -c 'mth$'`
300 if test $yy = 0 ; then OPTFILE="${OPTFILE}+mth" ; fi
301 fi
302
303 t_pass="--"
304 t_tot="--"
305 if test -r $dir/summary.txt ; then
306 grep '^[YN] [YN] [YN] [YN]' $dir/summary.txt > ./all_tests 2>/dev/null
307 t_tot=`cat ./all_tests | wc -l | sed -e 's| ||g'`
308 t_pass=`grep '^Y Y Y Y' ./all_tests | grep 'pass ' | wc -l | sed -e 's| ||g'`
309 fi
310 rm -f ./all_tests
311 # echo "${dir##*/} : $t_pass out of $t_tot"
312
313 tokens=`echo $i | sed -e 's|_| |g'`
314 echo "" > ./ms_tmp
315 for tok in $tokens ; do
316 echo $tok >> ./ms_tmp
317 done
318 DAY=`cat ./ms_tmp | awk '(length($1)==8 && substr($1,0,3)=="200")'`
319 rm -f ./ms_tmp
320
321 echo "$OPTFILE$kind $DAY $OPTFILE $kind $i $t_pass:$t_tot" >> ./mlist
322
323 done
324
325 # helpful for debugging
326 # cat ./mlist
327
328 # Do we have any data? If so, create the latest pointer.
329 num=`wc -l ./mlist | awk '{print $1}'`
330 if test $num -gt 0 ; then
331
332 # swap colors
333 ctmp=$color
334 color=$ncolor
335 ncolor=$ctmp
336
337 keys=`cat ./mlist | cut -d " " -f 1 | sort | uniq`
338
339 for key in $keys ; do
340 tline=`grep "^$key " ./mlist | head -1`
341 ratio=`echo $tline | cut -d " " -f 6`
342 ldir=`echo $tline | cut -d " " -f 5`
343 kind=`echo $tline | cut -d " " -f 4`
344 optf=`echo $tline | cut -d " " -f 3`
345 DAY=`echo $tline | cut -d " " -f 2`
346 URL="results/$PERIOD/$ldir"
347 cat <<EOF >>$OUTFILE
348 <tr bgcolor="$color">
349 <td height="0"> $mname </td>
350 <td> $optf </td>
351 <td> $kind </td>
352 <td> <a href="$res_url$URL">$DAY</a> </td>
353 <td> <a href="$res_url$URL/summary.txt"> summary.txt </a> </td>
354 <td> $ratio </td>
355 </tr>
356 EOF
357 done
358 fi
359
360 done
361
362 cat >> $OUTFILE << EOF
363 <tr bgcolor="#00cccc">
364 <td height="0" colspan="6" align="center" >This table generated on: $the_date</td>
365 </tr>
366
367 </table>
368
369 <p>Examples of the scripts used for these testing runs can be obtained from: <a
370 href="http://mitgcm.org/cgi-bin/viewcvs.cgi/MITgcm/tools/example_scripts/">
371 MITgcm/tools/example_scripts</a>.</p>
372
373
374 </body>
375 </html>
376
377 EOF
378
379 rm -f ./dir_all ./mlist
380
381 #- put the file in place
382 chgrp gcmpack $OUTFILE
383 chmod 664 $OUTFILE
384 LATEST=$OUTDIR"/latest_"$PERIOD".html"
385 mv -f $OUTFILE $LATEST
386
387 if test "x$PERIOD" = "x$CURR_PER" ; then
388 cp $LATEST ./testing.xml
389 (
390 cd $OUTDIR
391 rm -f latest.html
392 ln -s $LATEST latest.html
393 )
394 fi

  ViewVC Help
Powered by ViewVC 1.1.22