/[MITgcm]/mitgcm.org/front_content/make_summary
ViewVC logotype

Annotation of /mitgcm.org/front_content/make_summary

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph


Revision 1.58 - (hide annotations) (download)
Wed Dec 23 17:08:41 2009 UTC (14 years, 5 months ago) by jmc
Branch: MAIN
Changes since 1.57: +2 -2 lines
add pleiades in list of machines

1 edhill 1.1 #! /usr/bin/env bash
2    
3 jmc 1.58 # $Header: /u/gcmpack/mitgcm.org/front_content/make_summary,v 1.57 2009/10/05 16:50:09 jmc Exp $
4 edhill 1.1 #
5     # The purpose of this script is to create HTML summaries of the
6     # directories produced by the "parse_emails" script.
7    
8    
9     usage()
10     {
11     echo
12     echo "Usage: $0 [OPTIONS]"
13     echo
14     echo "where possible OPTIONS are:"
15     echo " (-help|-h) print usage"
16     echo " (-date |-d )PERIOD run for PERIOD=\"YYYY_MM\""
17     echo " [def=\"$PERIOD\"]"
18     echo
19     exit 1
20     }
21    
22 jmc 1.36 CURR_PER=`date +%Y`"_"`date +%m`
23 edhill 1.1 # defaults
24 jmc 1.36 PERIOD=$CURR_PER
25 edhill 1.1
26     # Parse options
27     ac_prev=
28     for ac_option ; do
29 jmc 1.35
30 edhill 1.1 # If the previous option needs an argument, assign it.
31     if test -n "$ac_prev"; then
32     eval "$ac_prev=\$ac_option"
33     ac_prev=
34     continue
35     fi
36 jmc 1.35
37 edhill 1.1 ac_optarg=`expr "x$ac_option" : 'x[^=]*=\(.*\)'`
38 jmc 1.35
39 edhill 1.1 case $ac_option in
40    
41     -help | --help | -h | --h)
42     usage ;;
43    
44     -date | --date | -d | --d)
45     ac_prev=PERIOD ;;
46     --date=* | -date=*)
47     PERIOD=$ac_optarg ;;
48 jmc 1.35
49 edhill 1.1 *)
50     echo "Error: don't understand argument \"$ac_option\""
51     usage
52     ;;
53 jmc 1.35
54 edhill 1.1 esac
55 jmc 1.35
56 edhill 1.1 done
57    
58 jmc 1.35 #INDIR="/net/orwell/export/export-9/mitgcm-testing/results/$PERIOD"
59 jmc 1.44 #OUTDIR="/home/jmc/mitgcm/test_web/summary"
60 edhill 1.1 INDIR="/u/u0/httpd/html/testing/results/$PERIOD"
61     OUTDIR="/u/u0/httpd/html/testing/summary"
62 jmc 1.35
63 jmc 1.36 OUTFILE=$OUTDIR"/output_"$PERIOD".html"
64 jmc 1.35 res_url="http://mitgcm.org/testing/"
65 edhill 1.1
66 jmc 1.36 # Create the links in $OUTFILE :
67 edhill 1.1 echo "Creating the \"latest\" file for each machine: "
68 edhill 1.5 the_date=`date`
69 jmc 1.36 cat > $OUTFILE << EOF
70 edhill 1.1 <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
71     "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
72    
73     <html xmlns="http://www.w3.org/1999/xhtml">
74     <head>
75     <title>MITgcm testing summary</title>
76     <meta name="author" content="Ed Hill" />
77    
78     <!-- <base href="http://mitgcm.org/testing/summary/" /> -->
79    
80     <!-- Hinting for menu generation -->
81 edhill 1.8 <meta name="add_name_0" content="Testing" />
82     <meta name="add_name_1" content="" />
83 edhill 1.1 <meta name="add_name_2" content="" />
84     <meta name="add_title" content="Testing" />
85     <!-- Hinting for menu generation -->
86    
87     </head>
88     <body>
89 jmc 1.35 <p>The MITgcm model is tested
90     (compiled and run) in an automated fashion on a varirety of
91     different machines. The following is a summary of the MITgcm
92 edhill 1.3 verification suite for the time period: <b>$PERIOD</b>.</p>
93 edhill 1.2
94     <p>The machine naming scheme is:<br /></p>
95     <table align="center" cellpadding="0" border="0">
96 edhill 1.4 <tr bgcolor="#00cccc"> <td><b>Machine Type</b></td> <td><b>Nickname</b></td>
97 edhill 1.1 <td><b>Notes</b></td> </tr>
98    
99 jmc 1.44 <tr bgcolor="#bbddff">
100     <td>Intel P4</td> <td>"faulks"</td> <td>Fedora Core 6 </td> </tr>
101     <tr bgcolor="#bbffdd">
102 jmc 1.53 <td> Intel P4 </td> <td>"meander"</td> <td>Ubuntu 8.10 </td> </tr>
103 jmc 1.44 <tr bgcolor="#bbddff">
104 jmc 1.51 <td> Intel P4 </td> <td>"lagoon"</td> <td>Fedora 8 </td> </tr>
105 jmc 1.44 <tr bgcolor="#bbffdd">
106 jmc 1.56 <td> Intel Celeron (P4) </td> <td>"mdvia32"</td> <td>Mandriva 2009.1 </td> </tr>
107     <tr bgcolor="#bbddff">
108     <td> Intel Celeron (P4) </td> <td>"jauntyia32"</td> <td>Ubuntu 9.04 </td> </tr>
109     <tr bgcolor="#bbffdd">
110 jmc 1.51 <td> Opteron Barcelona </td> <td>"harbor"</td> <td>Ubuntu 8.04 LTS (x86_64)</td> </tr>
111 jmc 1.44 <tr bgcolor="#bbddff">
112 jmc 1.50 <td> Intel Xeon (Woodcrest) </td> <td>"dickens"</td> <td>Fedora 10 (x86_64)</td> </tr>
113 jmc 1.44 <tr bgcolor="#bbffdd">
114 jmc 1.56 <td> Intel Core 2 duo </td> <td>"danton"</td> <td>Fedora 11 (x86_64)</td> </tr>
115 jmc 1.44
116     <tr bgcolor="#bbddff">
117     <td> <a href="http://acesgrid.org">ACESgrid Dell Xeon</a> </td>
118     <td>"aces"</td><td>Fedora Core 2</td> </tr>
119 edhill 1.2
120 jmc 1.51 <tr bgcolor="#bbffdd">
121     <td><a href="http://www.darwinproject.mit.edu/wiki/">Intel Xeon (Woodcrest) cluster</a>
122     </td> <td>"beagle"</td><td>Rocks 5.2 (x86_64)</td> </tr>
123    
124 jmc 1.33 <!--
125 jmc 1.44 <tr bgcolor="#bbffdd">
126     <td> Intel P3/P4 Beowulf </td> <td>"myrinet"</td>
127 jmc 1.35 <td><a href="http://mitgcm.org/projects/MITGCM_CLUSTER/">MITgcm cluster
128 edhill 1.2 facility </a></td> </tr>
129 jmc 1.44 <tr bgcolor="#bbddff">
130     <td>Alpha cluster</td> <td>"halem"</td>
131 edhill 1.14 <td><a href="http://nccstag.gsfc.nasa.gov/halem/quickstart_halem.html">
132 edhill 1.1 NASA NCCS Halem</a></td> </tr>
133 jmc 1.44 <tr bgcolor="#bbffdd">
134     <td> SGI Origin 2000 </td> <td>"hopper"</td>
135 edhill 1.1 <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O2K/o2k.html">
136     NAS SGI Origin 2000 </a></td> </tr>
137 jmc 1.44 <tr bgcolor="#bbddff">
138     <td> SGI Origin 3000</td><td>"lomax"/"turing"</td>
139 edhill 1.1 <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O3K/o3k.html">
140     NAS SGI Origin 3000 </a></td> </tr>
141 edhill 1.24 -->
142 edhill 1.1
143 jmc 1.51 <tr bgcolor="#bbddff">
144 jmc 1.44 <td> SGI Altix Cluster </td> <td>"columbia"</td>
145 jmc 1.35 <td><a href="http://www.nas.nasa.gov/Resources/Systems/columbia.html">
146     NAS Columbia </a></td> </tr>
147    
148 jmc 1.44 <tr bgcolor="#bbffdd">
149 jmc 1.51 <td> IBM POWER4 SP </td> <td>"edvir"</td> <td> AIX 5.2 </td> </tr>
150 jmc 1.44 <tr bgcolor="#bbddff">
151     <td> IBM POWER5+ SP </td> <td>"blueice"</td>
152 jmc 1.35 <td><a href="http://www.scd.ucar.edu/computers/blueice/">NCAR Blueice
153     </a></td> </tr>
154 edhill 1.1
155 jmc 1.44 <tr bgcolor="#bbffdd">
156     <td> AMD Opteron </td> <td>"starp"</td> <td>SuSE SLES 10 (AMD64)</td> </tr>
157 edhill 1.1
158 jmc 1.51 <tr bgcolor="#bbddff">
159 jmc 1.52 <td> AMD Opteron </td> <td>"solasrv"</td> <td>Solaris 10</td> </tr>
160     <tr bgcolor="#bbffdd">
161     <td> Sun UltraSparc IV </td> <td>"rays"</td> <td>Solaris 10</td> </tr>
162     <!--
163 jmc 1.48 <td> Sun UltraSparc IV </td> <td>"solssrv"</td> <td>Solaris 10</td> </tr>
164 jmc 1.44 <td> Sun UltraSparc IV </td> <td>"model"</td> <td>Solaris 9</td> </tr>
165 jmc 1.37 -->
166 jmc 1.52 <tr bgcolor="#bbddff">
167     <td> NEC SX-8 </td> <td>"sx8"</td> <td>Super-UX </td> </tr>
168 jmc 1.51 <tr bgcolor="#bbffdd">
169 jmc 1.44 <td> PowerPC970MP cluster </td> <td>"bigred"</td>
170 jmc 1.35 <td>SuSE SLES 9 (PPC) </td> </tr>
171    
172 jmc 1.51 <!--
173 jmc 1.57 <tr bgcolor="#bbddff">
174     <td> Cray XD1 (AMD Opteron) </td> <td>"xd1"</td>
175     <td>Cray HPC enhanced Linux 2.6.5 </td> </tr>
176 jmc 1.44 <tr bgcolor="#bbffdd">
177     <td><a href="http://www.testdrive.hp.com/current.shtml"> HP test-drive </a>
178 jmc 1.35 (Pentium III) </td> <td>"td152"</td> <td> FreeBSD 6.2 </td> </tr>
179 jmc 1.44 <tr bgcolor="#bbddff">
180     <td><a href="http://www.testdrive.hp.com/current.shtml"> HP test-drive </a>
181 jmc 1.35 (Itanium II) </td> <td>"td187"</td> <td>SuSE SLES 10 </td> </tr>
182 jmc 1.44 <tr bgcolor="#bbffdd">
183     <td><a href="http://www.testdrive.hp.com/current.shtml"> HP test-drive </a>
184 jmc 1.40 (PA-RISC 8900) </td> <td>"td191"</td> <td> HP-UX 11i 11.11 </td> </tr>
185 jmc 1.44 <tr bgcolor="#bbddff">
186     <td><a href="http://www.testdrive.hp.com/current.shtml"> HP test-drive </a>
187 jmc 1.35 (Itanium II) </td> <td>"td194"</td> <td> HP-UX 11i v3 </td> </tr>
188 jmc 1.44 <tr bgcolor="#bbffdd">
189 jmc 1.51 -->
190 edhill 1.24
191 edhill 1.13 <!--
192 edhill 1.1 <tr bgcolor="#bbddff"> <td> </td> <td>""</td>
193     <td></td> </tr>
194     -->
195    
196     </table>
197 edhill 1.2
198     <p><br />
199 edhill 1.3 The complete output for the verification runs can be found in
200 edhill 1.5 <a href="http://mitgcm.org/testing/summary/">the summary pages</a>
201 jmc 1.35 and the <a href="http://mitgcm.org/testing/results/">testing archives</a>.
202 edhill 1.2 The latest reports are:</p>
203 edhill 1.1 <table align="center" cellpadding="0" cellspacing="0" border="0" width="95%">
204     <tr bgcolor="#00cccc">
205 edhill 1.4 <td height="0"> <b>Nickname</b> </td>
206 edhill 1.1 <td> <b>OPTFILE Name</b> </td>
207 edhill 1.4 <td> <b>Type</b> </td>
208 edhill 1.5 <td> <b>Date</b> </td>
209 edhill 1.4 <td> <b>Summary</b> </td>
210 edhill 1.6 <td> <b>Ratio</b> </td>
211 edhill 1.1 </tr>
212    
213     EOF
214    
215     color="#bbffdd"
216 edhill 1.10 ncolor="#bbddff"
217 edhill 1.1
218 jmc 1.51 MACHINES="faulks meander lagoon harbor dickens danton aces"
219 jmc 1.58 MACHINES="$MACHINES beagle columbia pleiades edvir rays solssrv solasrv sx8"
220 jmc 1.51 MACHINES="$MACHINES bigred starp"
221 edhill 1.1
222 jmc 1.34 ( cd $INDIR ; ls -1 -t */summary.txt | sed 's/\/summary.txt//' ) > ./dir_all
223 edhill 1.1
224 edhill 1.20 MALL=`cat ./dir_all | sed -e 's|_| |g' | awk '{print $2}' | sort | uniq`
225     for madd in $MALL ; do
226     present=0
227     for m in $MACHINES ; do
228     echo $madd | grep $m > /dev/null 2>&1
229     RETVAL=$?
230     test $RETVAL = 0 && present=1
231     continue
232     done
233     test $present = 0 && MACHINES="$MACHINES $madd"
234     done
235 jmc 1.35 #MACHINES="faulks"
236 edhill 1.20
237 edhill 1.1 for mname in $MACHINES ; do
238    
239     echo " $mname"
240    
241     dir_list=`grep $mname ./dir_all`
242     echo -n "" > ./mlist
243    
244     for i in $dir_list ; do
245    
246     dir=$INDIR"/"$i
247     OPTFILE=
248     if test -r $dir/summary.txt ; then
249     comm=`grep 'OPTFILE=' $dir/summary.txt`
250     eval $comm
251     OPTFILE=${OPTFILE##*/}
252     fi
253     if test "x$OPTFILE" = x -a -r "$dir/genmake_state" ; then
254 edhill 1.3 comm=`grep 'OPTFILE=' $dir/genmake_state 2>/dev/null`
255 edhill 1.1 eval $comm
256     OPTFILE=${OPTFILE##*/}
257     fi
258     if test "x$OPTFILE" = x ; then
259 edhill 1.21 comm=`grep '^# OPTFILE=' $dir/*/Makefile* 2>/dev/null | head -1`
260 edhill 1.3 comm=${comm##*#}
261 edhill 1.1 eval $comm
262     OPTFILE=${OPTFILE##*/}
263     fi
264     if test "x$OPTFILE" = x ; then
265     OPTFILE="not_explicitly_specified"
266     fi
267 edhill 1.4
268     ADJOINT=
269 jmc 1.32 RESTART=0
270 jmc 1.42 NOI3E=0
271 jmc 1.49 MTH=0
272 edhill 1.4 if test -r $dir/summary.txt ; then
273     comm=`grep 'ADJOINT=true' $dir/summary.txt 2>/dev/null`
274     eval $comm
275 jmc 1.32 RESTART=`grep -c 'test 2+2=4 summary' $dir/summary.txt`
276 jmc 1.54 NOI3E=`grep -c "^run: .*testreport.* '*-noieee'*" $dir/summary.txt`
277 jmc 1.49 MTH=`grep -c "^run: .*testreport.* -mth " $dir/summary.txt`
278 edhill 1.4 fi
279 jmc 1.32 if test "x$RESTART" = x0 ; then
280 edhill 1.4 kind="forward"
281 jmc 1.32 test "x$ADJOINT" = xtrue && kind="adjoint"
282 edhill 1.4 else
283 jmc 1.32 kind="restart"
284 edhill 1.4 fi
285 jmc 1.55 if test "x$MTH" = x1 ; then
286     yy=`echo $OPTFILE | grep -c '+mth$'`
287     if test $yy = 0 ; then OPTFILE="${OPTFILE}+mth" ; fi
288     fi
289 jmc 1.42 if test "x$NOI3E" = x1 ; then
290     OPTFILE="${OPTFILE}.noieee"
291     fi
292 edhill 1.4
293 edhill 1.6 t_pass="--"
294     t_tot="--"
295     if test -r $dir/summary.txt ; then
296 jmc 1.30 grep '^[YN] [YN] [YN] [YN]' $dir/summary.txt > ./all_tests 2>/dev/null
297 edhill 1.6 t_tot=`cat ./all_tests | wc -l | sed -e 's| ||g'`
298 jmc 1.38 t_pass=`grep '^Y Y Y Y' ./all_tests | grep 'pass ' | wc -l | sed -e 's| ||g'`
299 edhill 1.6 fi
300 jmc 1.30 rm -f ./all_tests
301 edhill 1.6 # echo "${dir##*/} : $t_pass out of $t_tot"
302    
303 edhill 1.1 tokens=`echo $i | sed -e 's|_| |g'`
304     echo "" > ./ms_tmp
305     for tok in $tokens ; do
306     echo $tok >> ./ms_tmp
307     done
308     DAY=`cat ./ms_tmp | awk '(length($1)==8 && substr($1,0,3)=="200")'`
309     rm -f ./ms_tmp
310 edhill 1.4
311 edhill 1.6 echo "$OPTFILE$kind $DAY $OPTFILE $kind $i $t_pass:$t_tot" >> ./mlist
312 edhill 1.1
313     done
314    
315     # helpful for debugging
316     # cat ./mlist
317    
318     # Do we have any data? If so, create the latest pointer.
319     num=`wc -l ./mlist | awk '{print $1}'`
320     if test $num -gt 0 ; then
321 edhill 1.10
322     # swap colors
323     ctmp=$color
324     color=$ncolor
325     ncolor=$ctmp
326    
327 edhill 1.4 keys=`cat ./mlist | cut -d " " -f 1 | sort | uniq`
328 edhill 1.1
329 edhill 1.4 for key in $keys ; do
330 edhill 1.17 tline=`grep "^$key " ./mlist | head -1`
331 edhill 1.6 ratio=`echo $tline | cut -d " " -f 6`
332 edhill 1.4 ldir=`echo $tline | cut -d " " -f 5`
333     kind=`echo $tline | cut -d " " -f 4`
334     optf=`echo $tline | cut -d " " -f 3`
335     DAY=`echo $tline | cut -d " " -f 2`
336 edhill 1.1 URL="results/$PERIOD/$ldir"
337 jmc 1.36 cat <<EOF >>$OUTFILE
338 edhill 1.1 <tr bgcolor="$color">
339 edhill 1.4 <td height="0"> $mname </td>
340 edhill 1.1 <td> $optf </td>
341 edhill 1.4 <td> $kind </td>
342     <td> <a href="$res_url$URL">$DAY</a> </td>
343     <td> <a href="$res_url$URL/summary.txt"> summary.txt </a> </td>
344 edhill 1.6 <td> $ratio </td>
345 edhill 1.1 </tr>
346     EOF
347     done
348     fi
349    
350     done
351    
352 jmc 1.36 cat >> $OUTFILE << EOF
353 edhill 1.5 <tr bgcolor="#00cccc">
354 edhill 1.6 <td height="0" colspan="6" align="center" >This table generated on: $the_date</td>
355     </tr>
356 edhill 1.1
357     </table>
358 edhill 1.6
359 edhill 1.26 <p>Examples of the scripts used for these testing runs can be obtained from: <a
360     href="http://mitgcm.org/cgi-bin/viewcvs.cgi/MITgcm/tools/example_scripts/">
361     MITgcm/tools/example_scripts</a>.</p>
362 edhill 1.6
363    
364 edhill 1.1 </body>
365     </html>
366    
367     EOF
368    
369     rm -f ./dir_all ./mlist
370    
371 jmc 1.36 #- put the file in place
372     chgrp gcmpack $OUTFILE
373     chmod 664 $OUTFILE
374     LATEST=$OUTDIR"/latest_"$PERIOD".html"
375     mv -f $OUTFILE $LATEST
376    
377 edhill 1.1 if test "x$PERIOD" = "x$CURR_PER" ; then
378 edhill 1.2 cp $LATEST ./testing.xml
379 edhill 1.1 (
380     cd $OUTDIR
381     rm -f latest.html
382     ln -s $LATEST latest.html
383     )
384     fi

  ViewVC Help
Powered by ViewVC 1.1.22