/[MITgcm]/mitgcm.org/front_content/make_summary
ViewVC logotype

Diff of /mitgcm.org/front_content/make_summary

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.4 by edhill, Sun Dec 7 06:52:17 2003 UTC revision 1.29 by edhill, Fri Apr 28 14:41:00 2006 UTC
# Line 19  usage() Line 19  usage()
19      exit 1      exit 1
20  }  }
21    
22    old_summary()
23    {
24        #  Create the old-style summary file for $PERIOD
25        echo -n "Creating the summary file for the period \"$PERIOD\" ...  "
26        cat > $OUTFILE << EOF
27    <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
28        "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
29    
30    <html xmlns="http://www.w3.org/1999/xhtml">
31      <head>
32        <title>MITgcm testing summary</title>
33        <meta name="author" content="Ed Hill" />
34        <base href="http://mitgcm.org/testing/summary/" />
35      </head>
36      <body>
37        <table cellpadding="0" cellspacing="0" border="0" width="100%">
38    
39    EOF
40    
41        # all_files=`find $INDIR -name summary.txt`
42        all_files=`( cd $INDIR ; find . -name summary.txt )`
43    
44        for f in $all_files ; do
45            
46            file=$INDIR"/"${f/.\//}
47            grep "^fresults" $file > /dev/null 2>&1
48            RETVAL=$?
49            if test "x$RETVAL" != x0 ; then
50                continue
51            fi
52            
53            url=`echo $file | sed -e 's|/u/edhill/www|http://mitgcm.org/~edhill|'`
54            url=`echo $url | sed -e 's|summary.txt||'`
55            MACH=
56            fresults=
57            color="#eeeeee"
58            
59            source $file
60            echo $fresults | grep FAIL > /dev/null 2>&1
61            if test "x$?" = x0 ; then
62                color="#ff99ff"
63            fi
64            echo $fresults | grep pass > /dev/null 2>&1
65            if test "x$?" = x0 ; then
66                color="#99ffff"
67            fi
68            
69            gm_state=`echo $file | sed -e 's/summary.txt/genmake_state/g'`
70            if test -r $gm_state ; then
71                grep '^OPTFILE=' $gm_state > ./tmp_state
72                source ./tmp_state
73            else
74                optfile="unknown"
75            fi
76            optfile=`echo $OPTFILE | awk -F '/' '{print $NF}'`
77            
78            echo "<tr bgcolor=\"$color\">" >> $OUTFILE
79            echo "<td height=\"0\">$MACH</td>" >> $OUTFILE
80            echo "<td><a href=\"$url\">$DATE</a></td>" >> $OUTFILE
81            for i in $fresults ; do
82                if test "x$i" = xN ; then
83                    echo -n "<td bgcolor=\"#ff6666\">$i</td>" >> $OUTFILE
84                else
85                    echo -n "<td>$i</td>" >> $OUTFILE
86                fi
87            done
88            echo "<td>$optfile</td>" >> $OUTFILE
89            echo "</tr>" >> $OUTFILE
90            
91        done
92        
93        cat >> $OUTFILE << EOF
94    
95        </table>
96      </body>
97    </html>
98    EOF
99    
100        chmod a+r $OUTFILE
101        echo "done"
102    }
103    
104    
105  # defaults  # defaults
106  PERIOD=`date +%Y`"_"`date +%m`  PERIOD=`date +%Y`"_"`date +%m`
107    
# Line 58  INDIR="/u/u0/httpd/html/testing/results/ Line 141  INDIR="/u/u0/httpd/html/testing/results/
141  OUTDIR="/u/u0/httpd/html/testing/summary"  OUTDIR="/u/u0/httpd/html/testing/summary"
142  OUTFILE=$OUTDIR"/summary_"$PERIOD".html"  OUTFILE=$OUTDIR"/summary_"$PERIOD".html"
143    
   
 #  Create the summary file for $PERIOD  
 echo -n "Creating the summary file for the period \"$PERIOD\" ...  "  
 cat > $OUTFILE << EOF  
 <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"  
     "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">  
   
 <html xmlns="http://www.w3.org/1999/xhtml">  
   <head>  
     <title>MITgcm testing summary</title>  
     <meta name="author" content="Ed Hill" />  
     <base href="http://mitgcm.org/testing/summary/" />  
   </head>  
   <body>  
     <table cellpadding="0" cellspacing="0" border="0" width="100%">  
   
 EOF  
   
 # all_files=`find $INDIR -name summary.txt`  
 all_files=`( cd $INDIR ; find . -name summary.txt )`  
   
 for f in $all_files ; do  
   
     file=$INDIR"/"${f/.\//}  
     grep "^fresults" $file > /dev/null 2>&1  
     RETVAL=$?  
     if test "x$RETVAL" != x0 ; then  
         continue  
     fi  
   
     url=`echo $file | sed -e 's|/u/edhill/www|http://mitgcm.org/~edhill|'`  
     url=`echo $url | sed -e 's|summary.txt||'`  
     MACH=  
     fresults=  
     color="#eeeeee"  
   
     source $file  
     echo $fresults | grep FAIL > /dev/null 2>&1  
     if test "x$?" = x0 ; then  
         color="#ff99ff"  
     fi  
     echo $fresults | grep pass > /dev/null 2>&1  
     if test "x$?" = x0 ; then  
         color="#99ffff"  
     fi  
   
     gm_state=`echo $file | sed -e 's/summary.txt/genmake_state/g'`  
     if test -r $gm_state ; then  
         grep '^OPTFILE=' $gm_state > ./tmp_state  
         source ./tmp_state  
     else  
         optfile="unknown"  
     fi  
     optfile=`echo $OPTFILE | awk -F '/' '{print $NF}'`  
   
     echo "<tr bgcolor=\"$color\">" >> $OUTFILE  
     echo "<td height=\"0\">$MACH</td>" >> $OUTFILE  
     echo "<td><a href=\"$url\">$DATE</a></td>" >> $OUTFILE  
     for i in $fresults ; do  
         if test "x$i" = xN ; then  
             echo -n "<td bgcolor=\"#ff6666\">$i</td>" >> $OUTFILE  
         else  
             echo -n "<td>$i</td>" >> $OUTFILE  
         fi  
     done  
     echo "<td>$optfile</td>" >> $OUTFILE  
     echo "</tr>" >> $OUTFILE  
   
 done  
   
 cat >> $OUTFILE << EOF  
   
     </table>  
   </body>  
 </html>  
   
 EOF  
   
 chmod a+r $OUTFILE  
 echo "done"  
   
   
144  #  Create the "latest" links  #  Create the "latest" links
145  echo "Creating the \"latest\" file for each machine: "  echo "Creating the \"latest\" file for each machine: "
146  LATEST=$OUTDIR"/latest_"$PERIOD".html"  LATEST=$OUTDIR"/latest_"$PERIOD".html"
147    the_date=`date`
148  cat > $LATEST << EOF  cat > $LATEST << EOF
149  <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"  <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
150      "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">      "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
# Line 155  cat > $LATEST << EOF Line 157  cat > $LATEST << EOF
157      <!-- <base href="http://mitgcm.org/testing/summary/" /> -->      <!-- <base href="http://mitgcm.org/testing/summary/" /> -->
158    
159      <!-- Hinting for menu generation -->      <!-- Hinting for menu generation -->
160      <meta name="add_name_0" content="Source Code" />      <meta name="add_name_0" content="Testing" />
161      <meta name="add_name_1" content="Testing" />      <meta name="add_name_1" content="" />
162      <meta name="add_name_2" content="" />      <meta name="add_name_2" content="" />
163      <meta name="add_title" content="Testing" />      <meta name="add_title" content="Testing" />
164      <!-- Hinting for menu generation -->      <!-- Hinting for menu generation -->
# Line 174  cat > $LATEST << EOF Line 176  cat > $LATEST << EOF
176          <td><b>Notes</b></td> </tr>          <td><b>Notes</b></td> </tr>
177    
178        <tr bgcolor="#bbffdd"> <td>Intel P4</td> <td>"faulks"</td>        <tr bgcolor="#bbffdd"> <td>Intel P4</td> <td>"faulks"</td>
179          <td>Red Hat 7.3 (the "original" testing machine)</td> </tr>          <td>Fedora Core 3 </td> </tr>
180        <tr bgcolor="#bbddff"> <td>Intel P4</td> <td>"shelley"</td>        <tr bgcolor="#bbddff"> <td>Intel P4</td> <td>"hemmingway"</td>
181          <td>Red Hat 9</td> </tr>          <td>Fedora Core 3</td> </tr>
182    
183        <tr bgcolor="#bbffdd"> <td> Intel P3/P4 Beowulf </td> <td>"myrinet"</td>        <tr bgcolor="#bbffdd"> <td> Intel P3/P4 Beowulf </td> <td>"myrinet"</td>
184          <td><a href="http://mitgcm.org/projects/MITGCM_CLUSTER/">MITgcm cluster          <td><a href="http://mitgcm.org/projects/MITGCM_CLUSTER/">MITgcm cluster
185          facility </a></td> </tr>          facility </a></td> </tr>
186        <tr bgcolor="#bbddff"> <td>Alpha cluster</td> <td>"halem"</td>        <tr bgcolor="#bbddff"> <td>Alpha cluster</td> <td>"halem"</td>
187          <td><a href="http://webserv.gsfc.nasa.gov/SCB/NCCS/systems/high-end-computing.html">          <td><a href="http://nccstag.gsfc.nasa.gov/halem/quickstart_halem.html">
188          NASA NCCS Halem</a></td> </tr>          NASA NCCS Halem</a></td> </tr>
189    
190          <!--
191        <tr bgcolor="#bbffdd"> <td> SGI Origin 2000 </td> <td>"hopper"</td>        <tr bgcolor="#bbffdd"> <td> SGI Origin 2000 </td> <td>"hopper"</td>
192          <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O2K/o2k.html">          <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O2K/o2k.html">
193          NAS SGI Origin 2000 </a></td> </tr>          NAS SGI Origin 2000 </a></td> </tr>
194        <tr bgcolor="#bbddff"> <td> SGI Origin 3000 </td> <td>"lomax"</td>        <tr bgcolor="#bbddff"> <td> SGI Origin 3000</td><td>"lomax"/"turing"</td>
195          <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O3K/o3k.html">          <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O3K/o3k.html">
196          NAS SGI Origin 3000 </a></td> </tr>          NAS SGI Origin 3000 </a></td> </tr>
197          -->
198    
199          <!--
200        <tr bgcolor="#bbffdd"> <td> SGI Altix </td> <td>"orion"</td>        <tr bgcolor="#bbffdd"> <td> SGI Altix </td> <td>"orion"</td>
201          <td><a href="http://sc.jpl.nasa.gov/">JPL Supercomputing and          <td><a href="http://sc.jpl.nasa.gov/">JPL Supercomputing and
202          Visualization Facility</a></td> </tr>          Visualization Facility</a></td> </tr>
203          -->
204          <tr bgcolor="#bbffdd"> <td> SGI Altix 350 </td> <td>"altix350"</td>
205            <td><a href="http://acesgrid.org/geocluster/">MIT ACESgrid
206            GeoCluster</a></td> </tr>
207        <tr bgcolor="#bbddff"> <td> IBM POWER3 SP </td> <td>"bf"</td>        <tr bgcolor="#bbddff"> <td> IBM POWER3 SP </td> <td>"bf"</td>
208          <td><a href="http://www.scd.ucar.edu/computers/blackforest/">NCAR Blackforest          <td><a href="http://www.scd.ucar.edu/computers/blackforest/">NCAR Blackforest
209          </a></td> </tr>          </a></td> </tr>
# Line 202  cat > $LATEST << EOF Line 211  cat > $LATEST << EOF
211        <tr bgcolor="#bbffdd"> <td> IBM POWER4 SP </td> <td>"bs"</td>        <tr bgcolor="#bbffdd"> <td> IBM POWER4 SP </td> <td>"bs"</td>
212          <td><a href="http://www.scd.ucar.edu/computers/bluesky/">NCAR Bluesky          <td><a href="http://www.scd.ucar.edu/computers/bluesky/">NCAR Bluesky
213          </a></td> </tr>          </a></td> </tr>
214        <tr bgcolor="#bbddff"> <td> AMD Opteron </td> <td>"eaps"</td>        <tr bgcolor="#bbddff"> <td> AMD Opteron </td> <td>"adams"</td>
215          <td>SuSE Linux 9.0 (x86-64)</td> </tr>          <td>Fedora Core 4 (AMD64)</td> </tr>
216    
217          <tr bgcolor="#bbffdd"> <td> Sun UltraSparc </td> <td>"slough"</td>
218            <td>Solaris 8</td> </tr>
219          <tr bgcolor="#bbddff"> <td> Intel P4 Mosix Cluster </td> <td>"sea"</td>
220            <td>Red Hat v7.2</td> </tr>
221    
222          <tr bgcolor="#bbffdd"> <td> Intel P4</td> <td>"eddy"</td>
223            <td>Fedora Core 5</td> </tr>
224          <tr bgcolor="#bbddff"> <td> AMD Opteron cluster </td> <td>"dolphin"</td>
225            <td>SuSE SLES v8.1</td> </tr>
226    
227          <tr bgcolor="#bbffdd"> <td> IBM/Apple dual G5 </td> <td>"two"</td>
228            <td>Mac OSX 10.3 (gcc 3.4) </td> </tr>
229    
230          <tr bgcolor="#bbddff"> <td> <a href="http://acesgrid.org">ACESgrid Dell
231            Xeon</a> </td> <td>"aces"</td><td>Fedora Core 2</td> </tr>
232    
233        <!--        <!--
234    
235          <tr bgcolor="#bbffdd"> <td> Intel P4 </td> <td>"hemmingway"</td>
236            <td>Fedora Core release 1 (gcc 3.3.2) </td> </tr>
237    
238        <tr bgcolor="#bbddff"> <td>  </td> <td>""</td>        <tr bgcolor="#bbddff"> <td>  </td> <td>""</td>
239          <td></td> </tr>          <td></td> </tr>
240        -->        -->
# Line 214  cat > $LATEST << EOF Line 243  cat > $LATEST << EOF
243    
244      <p><br />      <p><br />
245        The complete output for the verification runs can be found in        The complete output for the verification runs can be found in
246        <a href="http://mitgcm.org/testing/summary/">the summary pages</a>.        <a href="http://mitgcm.org/testing/summary/">the summary pages</a>
247          and the <a href="http://mitgcm.org/testing/results/">testing archives</a>.
248        The latest reports are:</p>        The latest reports are:</p>
249      <table align="center" cellpadding="0" cellspacing="0" border="0" width="95%">      <table align="center" cellpadding="0" cellspacing="0" border="0" width="95%">
250  <tr bgcolor="#00cccc">  <tr bgcolor="#00cccc">
251    <td height="0"> <b>Nickname</b> </td>    <td height="0"> <b>Nickname</b> </td>
252    <td> <b>OPTFILE Name</b> </td>    <td> <b>OPTFILE Name</b> </td>
253    <td> <b>Type</b> </td>    <td> <b>Type</b> </td>
254    <td> <b>Date (yyyymmdd)</b> </td>    <td> <b>Date</b> </td>
255    <td> <b>Summary</b> </td>    <td> <b>Summary</b> </td>
256      <td> <b>Ratio</b> </td>
257  </tr>  </tr>
258    
259  EOF  EOF
260    
261  color="#bbffdd"  color="#bbffdd"
262    ncolor="#bbddff"
263  res_url="http://mitgcm.org/testing/"  res_url="http://mitgcm.org/testing/"
264    
265  MACHINES="faulks shelley myrinet eaps halem hopper lomax orion bf bs"  MACHINES="faulks shelley myrinet eaps halem columbia two"
266    MACHINES="$MACHINES hopper lomax turing orion bf bs slough sea"
267  ( cd $INDIR ; ls -1 ) > ./dir_all  MACHINES="$MACHINES eddy adams dolphin hemmingway altix350 edvir"
268    
269    ( cd $INDIR ; ls -1 -t ) > ./dir_all
270    
271    MALL=`cat ./dir_all | sed -e 's|_| |g' | awk '{print $2}' | sort | uniq`
272    for madd in $MALL ; do
273        present=0
274        for m in $MACHINES ; do
275            echo $madd | grep $m > /dev/null 2>&1
276            RETVAL=$?
277            test $RETVAL = 0  &&  present=1
278            continue
279        done
280        test $present = 0  &&  MACHINES="$MACHINES $madd"
281    done
282    
283  for mname in $MACHINES ; do  for mname in $MACHINES ; do
284    
285      echo "  $mname"      echo "  $mname"
     if test "x$color" = x#bbffdd ; then  
         color="#bbddff"  
     else  
         color="#bbffdd"  
     fi  
286    
287      dir_list=`grep $mname ./dir_all`      dir_list=`grep $mname ./dir_all`
288      echo -n "" > ./mlist      echo -n "" > ./mlist
# Line 261  for mname in $MACHINES ; do Line 302  for mname in $MACHINES ; do
302              OPTFILE=${OPTFILE##*/}              OPTFILE=${OPTFILE##*/}
303          fi          fi
304          if test "x$OPTFILE" = x ; then          if test "x$OPTFILE" = x ; then
305              comm=`grep '^# OPTFILE=' $dir/*/Makefile 2>/dev/null | head -1`              comm=`grep '^# OPTFILE=' $dir/*/Makefile* 2>/dev/null | head -1`
306              comm=${comm##*#}              comm=${comm##*#}
307              eval $comm              eval $comm
308              OPTFILE=${OPTFILE##*/}              OPTFILE=${OPTFILE##*/}
# Line 281  for mname in $MACHINES ; do Line 322  for mname in $MACHINES ; do
322              test "x$ADJOINT" = xtrue  &&  kind="adjoint"              test "x$ADJOINT" = xtrue  &&  kind="adjoint"
323          fi          fi
324    
325            t_pass="--"
326            t_tot="--"
327            if test -r $dir/summary.txt ; then
328                grep '^[YN] [YN] [YN] [YN] ' $dir/summary.txt > ./all_tests 2>/dev/null
329                t_tot=`cat ./all_tests | wc -l | sed -e 's| ||g'`
330                grep '^Y Y Y Y ' ./all_tests > ./all_ran 2>/dev/null
331                grep advect_ ./all_ran 2>/dev/null > ./all_ran_advect
332                t_advect=`cat ./all_ran_advect | wc -l | sed -e 's| ||g'`
333                digits=`cat ./all_ran_advect | awk '{print $9}'`
334                t_advect_pass=0
335                for k in $digits ; do
336                    test "x$k" = x--   &&  k=0
337                    test $k -ge 9  &&  t_advect_pass=$(( $t_advect_pass + 1 ))
338                done
339                grep -v advect ./all_ran 2>/dev/null > ./all_ran_noadvect
340                digits=`cat ./all_ran_noadvect | awk '{print $5}'`
341                t_sum=0
342                for k in $digits ; do
343                    test "x$k" = x--   &&  k=0
344                    test $k -ge 9  &&  t_sum=$(( $t_sum + 1 ))
345                done
346                t_pass=$(( $t_sum + $t_advect_pass ))
347            fi
348            rm -f ./all_tests ./all_ran ./all_ran_advect ./all_ran_noadvect
349            # echo "${dir##*/} : $t_pass out of $t_tot"
350    
351          tokens=`echo $i | sed -e 's|_| |g'`          tokens=`echo $i | sed -e 's|_| |g'`
352          echo "" > ./ms_tmp          echo "" > ./ms_tmp
353          for tok in $tokens ; do          for tok in $tokens ; do
# Line 289  for mname in $MACHINES ; do Line 356  for mname in $MACHINES ; do
356          DAY=`cat ./ms_tmp | awk '(length($1)==8 && substr($1,0,3)=="200")'`          DAY=`cat ./ms_tmp | awk '(length($1)==8 && substr($1,0,3)=="200")'`
357          rm -f ./ms_tmp          rm -f ./ms_tmp
358    
359          echo "$OPTFILE$kind $DAY $OPTFILE $kind $i" >> ./mlist          echo "$OPTFILE$kind $DAY $OPTFILE $kind $i $t_pass:$t_tot" >> ./mlist
360    
361      done      done
362    
# Line 299  for mname in $MACHINES ; do Line 366  for mname in $MACHINES ; do
366      #  Do we have any data?  If so, create the latest pointer.      #  Do we have any data?  If so, create the latest pointer.
367      num=`wc -l ./mlist | awk '{print $1}'`      num=`wc -l ./mlist | awk '{print $1}'`
368      if test $num -gt 0 ; then      if test $num -gt 0 ; then
369    
370            # swap colors
371            ctmp=$color
372            color=$ncolor
373            ncolor=$ctmp
374    
375          keys=`cat ./mlist | cut -d " " -f 1 | sort | uniq`          keys=`cat ./mlist | cut -d " " -f 1 | sort | uniq`
376    
377          for key in $keys ; do          for key in $keys ; do
378              tline=`grep "^$key " ./mlist | sort -r | head -1`              tline=`grep "^$key " ./mlist | head -1`
379                ratio=`echo $tline | cut -d " " -f 6`
380              ldir=`echo $tline | cut -d " " -f 5`              ldir=`echo $tline | cut -d " " -f 5`
381              kind=`echo $tline | cut -d " " -f 4`              kind=`echo $tline | cut -d " " -f 4`
382              optf=`echo $tline | cut -d " " -f 3`              optf=`echo $tline | cut -d " " -f 3`
# Line 315  for mname in $MACHINES ; do Line 389  for mname in $MACHINES ; do
389    <td> $kind </td>    <td> $kind </td>
390    <td> <a href="$res_url$URL">$DAY</a> </td>    <td> <a href="$res_url$URL">$DAY</a> </td>
391    <td> <a href="$res_url$URL/summary.txt"> summary.txt </a> </td>    <td> <a href="$res_url$URL/summary.txt"> summary.txt </a> </td>
392      <td> $ratio </td>
393  </tr>  </tr>
394  EOF  EOF
395          done          done
# Line 323  EOF Line 398  EOF
398  done  done
399    
400  cat >> $LATEST << EOF  cat >> $LATEST << EOF
401    <tr bgcolor="#00cccc">
402      <td height="0" colspan="6" align="center" >This table generated on: $the_date</td>
403    </tr>
404    
405      </table>      </table>
406    
407    <p>Examples of the scripts used for these testing runs can be obtained from: <a
408    href="http://mitgcm.org/cgi-bin/viewcvs.cgi/MITgcm/tools/example_scripts/">
409    MITgcm/tools/example_scripts</a>.</p>
410    
411    
412    </body>    </body>
413  </html>  </html>
414    
Legend:
Removed from v.1.4  
changed lines
  Added in v.1.29
  ViewVC Help
Powered by ViewVC 1.1.22