/[MITgcm]/mitgcm.org/front_content/make_summary
ViewVC logotype

Contents of /mitgcm.org/front_content/make_summary

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph


Revision 1.44 - (show annotations) (download)
Thu Aug 7 23:23:17 2008 UTC (16 years, 11 months ago) by jmc
Branch: MAIN
Changes since 1.43: +65 -47 lines
add "beagle" description

1 #! /usr/bin/env bash
2
3 # $Header: /u/gcmpack/mitgcm.org/front_content/make_summary,v 1.43 2008/08/07 15:40:02 jmc Exp $
4 #
5 # The purpose of this script is to create HTML summaries of the
6 # directories produced by the "parse_emails" script.
7
8
9 usage()
10 {
11 echo
12 echo "Usage: $0 [OPTIONS]"
13 echo
14 echo "where possible OPTIONS are:"
15 echo " (-help|-h) print usage"
16 echo " (-date |-d )PERIOD run for PERIOD=\"YYYY_MM\""
17 echo " [def=\"$PERIOD\"]"
18 echo
19 exit 1
20 }
21
22 CURR_PER=`date +%Y`"_"`date +%m`
23 # defaults
24 PERIOD=$CURR_PER
25
26 # Parse options
27 ac_prev=
28 for ac_option ; do
29
30 # If the previous option needs an argument, assign it.
31 if test -n "$ac_prev"; then
32 eval "$ac_prev=\$ac_option"
33 ac_prev=
34 continue
35 fi
36
37 ac_optarg=`expr "x$ac_option" : 'x[^=]*=\(.*\)'`
38
39 case $ac_option in
40
41 -help | --help | -h | --h)
42 usage ;;
43
44 -date | --date | -d | --d)
45 ac_prev=PERIOD ;;
46 --date=* | -date=*)
47 PERIOD=$ac_optarg ;;
48
49 *)
50 echo "Error: don't understand argument \"$ac_option\""
51 usage
52 ;;
53
54 esac
55
56 done
57
58 #INDIR="/net/orwell/export/export-9/mitgcm-testing/results/$PERIOD"
59 #OUTDIR="/home/jmc/mitgcm/test_web/summary"
60 INDIR="/u/u0/httpd/html/testing/results/$PERIOD"
61 OUTDIR="/u/u0/httpd/html/testing/summary"
62
63 OUTFILE=$OUTDIR"/output_"$PERIOD".html"
64 res_url="http://mitgcm.org/testing/"
65
66 # Create the links in $OUTFILE :
67 echo "Creating the \"latest\" file for each machine: "
68 the_date=`date`
69 cat > $OUTFILE << EOF
70 <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
71 "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
72
73 <html xmlns="http://www.w3.org/1999/xhtml">
74 <head>
75 <title>MITgcm testing summary</title>
76 <meta name="author" content="Ed Hill" />
77
78 <!-- <base href="http://mitgcm.org/testing/summary/" /> -->
79
80 <!-- Hinting for menu generation -->
81 <meta name="add_name_0" content="Testing" />
82 <meta name="add_name_1" content="" />
83 <meta name="add_name_2" content="" />
84 <meta name="add_title" content="Testing" />
85 <!-- Hinting for menu generation -->
86
87 </head>
88 <body>
89 <p>The MITgcm model is tested
90 (compiled and run) in an automated fashion on a varirety of
91 different machines. The following is a summary of the MITgcm
92 verification suite for the time period: <b>$PERIOD</b>.</p>
93
94 <p>The machine naming scheme is:<br /></p>
95 <table align="center" cellpadding="0" border="0">
96 <tr bgcolor="#00cccc"> <td><b>Machine Type</b></td> <td><b>Nickname</b></td>
97 <td><b>Notes</b></td> </tr>
98
99 <tr bgcolor="#bbddff">
100 <td>Intel P4</td> <td>"faulks"</td> <td>Fedora Core 6 </td> </tr>
101 <tr bgcolor="#bbffdd">
102 <td> Intel P4</td> <td>"eddy"</td> <td>Fedora Core 5</td> </tr>
103 <tr bgcolor="#bbddff">
104 <td> Intel P4 </td> <td>"bay"</td> <td>Fedora Core 5 </td> </tr>
105 <tr bgcolor="#bbffdd">
106 <td> Intel P4 </td> <td>"meander"</td> <td>Fedora Core 7 </td> </tr>
107 <tr bgcolor="#bbddff">
108 <td> Intel P4 </td> <td>"lagoon"</td> <td>Fedora Core 8 </td> </tr>
109 <tr bgcolor="#bbffdd">
110 <td> Intel P4 </td> <td>"hugo"</td> <td>Fedora Core 9 </td> </tr>
111
112 <tr bgcolor="#bbddff">
113 <td> <a href="http://acesgrid.org">ACESgrid Dell Xeon</a> </td>
114 <td>"aces"</td><td>Fedora Core 2</td> </tr>
115
116 <!--
117 <tr bgcolor="#bbffdd">
118 <td> Intel P3/P4 Beowulf </td> <td>"myrinet"</td>
119 <td><a href="http://mitgcm.org/projects/MITGCM_CLUSTER/">MITgcm cluster
120 facility </a></td> </tr>
121 <tr bgcolor="#bbddff">
122 <td>Alpha cluster</td> <td>"halem"</td>
123 <td><a href="http://nccstag.gsfc.nasa.gov/halem/quickstart_halem.html">
124 NASA NCCS Halem</a></td> </tr>
125 -->
126
127 <!--
128 <tr bgcolor="#bbffdd">
129 <td> SGI Origin 2000 </td> <td>"hopper"</td>
130 <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O2K/o2k.html">
131 NAS SGI Origin 2000 </a></td> </tr>
132 <tr bgcolor="#bbddff">
133 <td> SGI Origin 3000</td><td>"lomax"/"turing"</td>
134 <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O3K/o3k.html">
135 NAS SGI Origin 3000 </a></td> </tr>
136 -->
137
138 <tr bgcolor="#bbffdd">
139 <td> SGI Altix Cluster </td> <td>"columbia"</td>
140 <td><a href="http://www.nas.nasa.gov/Resources/Systems/columbia.html">
141 NAS Columbia </a></td> </tr>
142
143 <!--
144 <tr bgcolor="#bbffdd">
145 <td> SGI Altix 350 </td> <td>"altix350"</td>
146 <td><a href="http://acesgrid.org/geocluster/">MIT ACESgrid
147 GeoCluster</a></td> </tr>
148 <tr bgcolor="#bbddff">
149 <td> IBM POWER3 SP </td> <td>"bf"</td>
150 <td><a href="http://www.scd.ucar.edu/computers/blackforest/">NCAR Blackforest
151 </a></td> </tr>
152 <tr bgcolor="#bbffdd">
153 <td> IBM/Apple dual G5 </td> <td>"two"</td>
154 <td>Mac OSX 10.3 (gcc 3.4) </td> </tr>
155 -->
156 <tr bgcolor="#bbddff">
157 <td> IBM POWER4 SP </td> <td>"edvir"</td> <td> AIX 5.2 </td> </tr>
158 <tr bgcolor="#bbffdd">
159 <td> IBM POWER5+ SP </td> <td>"blueice"</td>
160 <td><a href="http://www.scd.ucar.edu/computers/blueice/">NCAR Blueice
161 </a></td> </tr>
162
163 <tr bgcolor="#bbddff">
164 <td><a href="http://www.darwinproject.mit.edu/wiki/">Intel Xeon (Woodcrest) cluster</a>
165 </td> <td>"beagle"</td><td>Rocks 4.3 (x86_64)</td> </tr>
166
167 <tr bgcolor="#bbffdd">
168 <td> AMD Opteron </td> <td>"batsi"</td> <td>Fedora Core 4 (AMD64)</td> </tr>
169 <tr bgcolor="#bbddff">
170 <td> AMD Opteron </td> <td>"starp"</td> <td>SuSE SLES 10 (AMD64)</td> </tr>
171
172 <tr bgcolor="#bbffdd">
173 <td> Sun UltraSparc IV </td> <td>"rays"</td> <td>Solaris 9</td> </tr>
174 <!--
175 <tr bgcolor="#bbffdd">
176 <td> Sun UltraSparc IV </td> <td>"model"</td> <td>Solaris 9</td> </tr>
177 -->
178 <tr bgcolor="#bbddff">
179 <td> NEC SX-8 </td> <td>"sx8"</td> <td>Super-UX </td> </tr>
180 <tr bgcolor="#bbffdd">
181 <td> Cray XD1 (AMD Opteron) </td> <td>"xd1"</td>
182 <td>Cray HPC enhanced Linux 2.6.5 </td> </tr>
183 <tr bgcolor="#bbddff">
184 <td> PowerPC970MP cluster </td> <td>"bigred"</td>
185 <td>SuSE SLES 9 (PPC) </td> </tr>
186
187 <tr bgcolor="#bbffdd">
188 <td><a href="http://www.testdrive.hp.com/current.shtml"> HP test-drive </a>
189 (Pentium III) </td> <td>"td152"</td> <td> FreeBSD 6.2 </td> </tr>
190 <tr bgcolor="#bbddff">
191 <td><a href="http://www.testdrive.hp.com/current.shtml"> HP test-drive </a>
192 (Itanium II) </td> <td>"td187"</td> <td>SuSE SLES 10 </td> </tr>
193 <tr bgcolor="#bbffdd">
194 <td><a href="http://www.testdrive.hp.com/current.shtml"> HP test-drive </a>
195 (PA-RISC 8900) </td> <td>"td191"</td> <td> HP-UX 11i 11.11 </td> </tr>
196 <tr bgcolor="#bbddff">
197 <td><a href="http://www.testdrive.hp.com/current.shtml"> HP test-drive </a>
198 (Itanium II) </td> <td>"td194"</td> <td> HP-UX 11i v3 </td> </tr>
199 <tr bgcolor="#bbffdd">
200
201 <!--
202 <tr bgcolor="#bbddff"> <td> </td> <td>""</td>
203 <td></td> </tr>
204 -->
205
206 </table>
207
208 <p><br />
209 The complete output for the verification runs can be found in
210 <a href="http://mitgcm.org/testing/summary/">the summary pages</a>
211 and the <a href="http://mitgcm.org/testing/results/">testing archives</a>.
212 The latest reports are:</p>
213 <table align="center" cellpadding="0" cellspacing="0" border="0" width="95%">
214 <tr bgcolor="#00cccc">
215 <td height="0"> <b>Nickname</b> </td>
216 <td> <b>OPTFILE Name</b> </td>
217 <td> <b>Type</b> </td>
218 <td> <b>Date</b> </td>
219 <td> <b>Summary</b> </td>
220 <td> <b>Ratio</b> </td>
221 </tr>
222
223 EOF
224
225 color="#bbffdd"
226 ncolor="#bbddff"
227
228 MACHINES="faulks aces eddy bay meander lagoon hugo"
229 MACHINES="$MACHINES columbia edvir rays sx8 xd1"
230 MACHINES="$MACHINES beagle batsi starp"
231
232 ( cd $INDIR ; ls -1 -t */summary.txt | sed 's/\/summary.txt//' ) > ./dir_all
233
234 MALL=`cat ./dir_all | sed -e 's|_| |g' | awk '{print $2}' | sort | uniq`
235 for madd in $MALL ; do
236 present=0
237 for m in $MACHINES ; do
238 echo $madd | grep $m > /dev/null 2>&1
239 RETVAL=$?
240 test $RETVAL = 0 && present=1
241 continue
242 done
243 test $present = 0 && MACHINES="$MACHINES $madd"
244 done
245 #MACHINES="faulks"
246
247 for mname in $MACHINES ; do
248
249 echo " $mname"
250
251 dir_list=`grep $mname ./dir_all`
252 echo -n "" > ./mlist
253
254 for i in $dir_list ; do
255
256 dir=$INDIR"/"$i
257 OPTFILE=
258 if test -r $dir/summary.txt ; then
259 comm=`grep 'OPTFILE=' $dir/summary.txt`
260 eval $comm
261 OPTFILE=${OPTFILE##*/}
262 fi
263 if test "x$OPTFILE" = x -a -r "$dir/genmake_state" ; then
264 comm=`grep 'OPTFILE=' $dir/genmake_state 2>/dev/null`
265 eval $comm
266 OPTFILE=${OPTFILE##*/}
267 fi
268 if test "x$OPTFILE" = x ; then
269 comm=`grep '^# OPTFILE=' $dir/*/Makefile* 2>/dev/null | head -1`
270 comm=${comm##*#}
271 eval $comm
272 OPTFILE=${OPTFILE##*/}
273 fi
274 if test "x$OPTFILE" = x ; then
275 OPTFILE="not_explicitly_specified"
276 fi
277
278 ADJOINT=
279 RESTART=0
280 NOI3E=0
281 if test -r $dir/summary.txt ; then
282 comm=`grep 'ADJOINT=true' $dir/summary.txt 2>/dev/null`
283 eval $comm
284 RESTART=`grep -c 'test 2+2=4 summary' $dir/summary.txt`
285 NOI3E=`grep -c "^run: .*testreport .* '-noieee' " $dir/summary.txt`
286 fi
287 if test "x$RESTART" = x0 ; then
288 kind="forward"
289 test "x$ADJOINT" = xtrue && kind="adjoint"
290 else
291 kind="restart"
292 fi
293 if test "x$NOI3E" = x1 ; then
294 OPTFILE="${OPTFILE}.noieee"
295 fi
296
297 t_pass="--"
298 t_tot="--"
299 if test -r $dir/summary.txt ; then
300 grep '^[YN] [YN] [YN] [YN]' $dir/summary.txt > ./all_tests 2>/dev/null
301 t_tot=`cat ./all_tests | wc -l | sed -e 's| ||g'`
302 t_pass=`grep '^Y Y Y Y' ./all_tests | grep 'pass ' | wc -l | sed -e 's| ||g'`
303 fi
304 rm -f ./all_tests
305 # echo "${dir##*/} : $t_pass out of $t_tot"
306
307 tokens=`echo $i | sed -e 's|_| |g'`
308 echo "" > ./ms_tmp
309 for tok in $tokens ; do
310 echo $tok >> ./ms_tmp
311 done
312 DAY=`cat ./ms_tmp | awk '(length($1)==8 && substr($1,0,3)=="200")'`
313 rm -f ./ms_tmp
314
315 echo "$OPTFILE$kind $DAY $OPTFILE $kind $i $t_pass:$t_tot" >> ./mlist
316
317 done
318
319 # helpful for debugging
320 # cat ./mlist
321
322 # Do we have any data? If so, create the latest pointer.
323 num=`wc -l ./mlist | awk '{print $1}'`
324 if test $num -gt 0 ; then
325
326 # swap colors
327 ctmp=$color
328 color=$ncolor
329 ncolor=$ctmp
330
331 keys=`cat ./mlist | cut -d " " -f 1 | sort | uniq`
332
333 for key in $keys ; do
334 tline=`grep "^$key " ./mlist | head -1`
335 ratio=`echo $tline | cut -d " " -f 6`
336 ldir=`echo $tline | cut -d " " -f 5`
337 kind=`echo $tline | cut -d " " -f 4`
338 optf=`echo $tline | cut -d " " -f 3`
339 DAY=`echo $tline | cut -d " " -f 2`
340 URL="results/$PERIOD/$ldir"
341 cat <<EOF >>$OUTFILE
342 <tr bgcolor="$color">
343 <td height="0"> $mname </td>
344 <td> $optf </td>
345 <td> $kind </td>
346 <td> <a href="$res_url$URL">$DAY</a> </td>
347 <td> <a href="$res_url$URL/summary.txt"> summary.txt </a> </td>
348 <td> $ratio </td>
349 </tr>
350 EOF
351 done
352 fi
353
354 done
355
356 cat >> $OUTFILE << EOF
357 <tr bgcolor="#00cccc">
358 <td height="0" colspan="6" align="center" >This table generated on: $the_date</td>
359 </tr>
360
361 </table>
362
363 <p>Examples of the scripts used for these testing runs can be obtained from: <a
364 href="http://mitgcm.org/cgi-bin/viewcvs.cgi/MITgcm/tools/example_scripts/">
365 MITgcm/tools/example_scripts</a>.</p>
366
367
368 </body>
369 </html>
370
371 EOF
372
373 rm -f ./dir_all ./mlist
374
375 #- put the file in place
376 chgrp gcmpack $OUTFILE
377 chmod 664 $OUTFILE
378 LATEST=$OUTDIR"/latest_"$PERIOD".html"
379 mv -f $OUTFILE $LATEST
380
381 if test "x$PERIOD" = "x$CURR_PER" ; then
382 cp $LATEST ./testing.xml
383 (
384 cd $OUTDIR
385 rm -f latest.html
386 ln -s $LATEST latest.html
387 )
388 fi

  ViewVC Help
Powered by ViewVC 1.1.22