/[MITgcm]/mitgcm.org/front_content/make_summary
ViewVC logotype

Diff of /mitgcm.org/front_content/make_summary

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.21 by edhill, Tue Aug 3 03:13:08 2004 UTC revision 1.39 by jmc, Fri Jun 27 16:01:03 2008 UTC
# Line 19  usage() Line 19  usage()
19      exit 1      exit 1
20  }  }
21    
22  old_summary()  CURR_PER=`date +%Y`"_"`date +%m`
 {  
     #  Create the old-style summary file for $PERIOD  
     echo -n "Creating the summary file for the period \"$PERIOD\" ...  "  
     cat > $OUTFILE << EOF  
 <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"  
     "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">  
   
 <html xmlns="http://www.w3.org/1999/xhtml">  
   <head>  
     <title>MITgcm testing summary</title>  
     <meta name="author" content="Ed Hill" />  
     <base href="http://mitgcm.org/testing/summary/" />  
   </head>  
   <body>  
     <table cellpadding="0" cellspacing="0" border="0" width="100%">  
   
 EOF  
   
     # all_files=`find $INDIR -name summary.txt`  
     all_files=`( cd $INDIR ; find . -name summary.txt )`  
   
     for f in $all_files ; do  
           
         file=$INDIR"/"${f/.\//}  
         grep "^fresults" $file > /dev/null 2>&1  
         RETVAL=$?  
         if test "x$RETVAL" != x0 ; then  
             continue  
         fi  
           
         url=`echo $file | sed -e 's|/u/edhill/www|http://mitgcm.org/~edhill|'`  
         url=`echo $url | sed -e 's|summary.txt||'`  
         MACH=  
         fresults=  
         color="#eeeeee"  
           
         source $file  
         echo $fresults | grep FAIL > /dev/null 2>&1  
         if test "x$?" = x0 ; then  
             color="#ff99ff"  
         fi  
         echo $fresults | grep pass > /dev/null 2>&1  
         if test "x$?" = x0 ; then  
             color="#99ffff"  
         fi  
           
         gm_state=`echo $file | sed -e 's/summary.txt/genmake_state/g'`  
         if test -r $gm_state ; then  
             grep '^OPTFILE=' $gm_state > ./tmp_state  
             source ./tmp_state  
         else  
             optfile="unknown"  
         fi  
         optfile=`echo $OPTFILE | awk -F '/' '{print $NF}'`  
           
         echo "<tr bgcolor=\"$color\">" >> $OUTFILE  
         echo "<td height=\"0\">$MACH</td>" >> $OUTFILE  
         echo "<td><a href=\"$url\">$DATE</a></td>" >> $OUTFILE  
         for i in $fresults ; do  
             if test "x$i" = xN ; then  
                 echo -n "<td bgcolor=\"#ff6666\">$i</td>" >> $OUTFILE  
             else  
                 echo -n "<td>$i</td>" >> $OUTFILE  
             fi  
         done  
         echo "<td>$optfile</td>" >> $OUTFILE  
         echo "</tr>" >> $OUTFILE  
           
     done  
       
     cat >> $OUTFILE << EOF  
   
     </table>  
   </body>  
 </html>  
 EOF  
   
     chmod a+r $OUTFILE  
     echo "done"  
 }  
   
   
23  # defaults  # defaults
24  PERIOD=`date +%Y`"_"`date +%m`  PERIOD=$CURR_PER
25    
26  #  Parse options  #  Parse options
27  ac_prev=  ac_prev=
28  for ac_option ; do  for ac_option ; do
29            
30      # If the previous option needs an argument, assign it.      # If the previous option needs an argument, assign it.
31      if test -n "$ac_prev"; then      if test -n "$ac_prev"; then
32          eval "$ac_prev=\$ac_option"          eval "$ac_prev=\$ac_option"
33          ac_prev=          ac_prev=
34          continue          continue
35      fi      fi
36        
37      ac_optarg=`expr "x$ac_option" : 'x[^=]*=\(.*\)'`      ac_optarg=`expr "x$ac_option" : 'x[^=]*=\(.*\)'`
38        
39      case $ac_option in      case $ac_option in
40                    
41          -help | --help | -h | --h)          -help | --help | -h | --h)
# Line 127  for ac_option ; do Line 45  for ac_option ; do
45              ac_prev=PERIOD ;;              ac_prev=PERIOD ;;
46          --date=* | -date=*)          --date=* | -date=*)
47              PERIOD=$ac_optarg ;;              PERIOD=$ac_optarg ;;
48            
49          *)          *)
50              echo "Error: don't understand argument \"$ac_option\""              echo "Error: don't understand argument \"$ac_option\""
51              usage              usage
52              ;;              ;;
53            
54       esac       esac
55        
56  done  done
57    
58    #INDIR="/net/orwell/export/export-9/mitgcm-testing/results/$PERIOD"
59  INDIR="/u/u0/httpd/html/testing/results/$PERIOD"  INDIR="/u/u0/httpd/html/testing/results/$PERIOD"
60  OUTDIR="/u/u0/httpd/html/testing/summary"  OUTDIR="/u/u0/httpd/html/testing/summary"
 OUTFILE=$OUTDIR"/summary_"$PERIOD".html"  
61    
62  #  Create the "latest" links  OUTFILE=$OUTDIR"/output_"$PERIOD".html"
63    res_url="http://mitgcm.org/testing/"
64    
65    #  Create the links in $OUTFILE :
66  echo "Creating the \"latest\" file for each machine: "  echo "Creating the \"latest\" file for each machine: "
 LATEST=$OUTDIR"/latest_"$PERIOD".html"  
67  the_date=`date`  the_date=`date`
68  cat > $LATEST << EOF  cat > $OUTFILE << EOF
69  <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"  <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
70      "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">      "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
71    
# Line 165  cat > $LATEST << EOF Line 85  cat > $LATEST << EOF
85    
86    </head>    </head>
87    <body>    <body>
88      <p>The MITgcm model is tested      <p>The MITgcm model is tested
89        (compiled and run) in an automated fashion on a varirety of        (compiled and run) in an automated fashion on a varirety of
90        different machines.  The following is a summary of the MITgcm        different machines.  The following is a summary of the MITgcm
91        verification suite for the time period: <b>$PERIOD</b>.</p>        verification suite for the time period: <b>$PERIOD</b>.</p>
92    
93      <p>The machine naming scheme is:<br /></p>      <p>The machine naming scheme is:<br /></p>
# Line 175  cat > $LATEST << EOF Line 95  cat > $LATEST << EOF
95        <tr bgcolor="#00cccc"> <td><b>Machine Type</b></td> <td><b>Nickname</b></td>        <tr bgcolor="#00cccc"> <td><b>Machine Type</b></td> <td><b>Nickname</b></td>
96          <td><b>Notes</b></td> </tr>          <td><b>Notes</b></td> </tr>
97    
98        <tr bgcolor="#bbffdd"> <td>Intel P4</td> <td>"faulks"</td>        <tr bgcolor="#bbddff"> <td>Intel P4</td> <td>"faulks"</td>
99          <td>Fedora Core 1 [formerly Red Hat 7.3]</td> </tr>          <td>Fedora Core 6 </td> </tr>
100        <tr bgcolor="#bbddff"> <td>Intel P4</td> <td>"hemmingway"</td>        <tr bgcolor="#bbffdd"> <td> Intel P4</td> <td>"eddy"</td>
101          <td>Fedora Core 1 (gcc 3.3.2)</td> </tr>          <td>Fedora Core 5</td> </tr>
102          <tr bgcolor="#bbddff"> <td> Intel P4 </td> <td>"bay"</td>
103            <td>Fedora Core 5 </td> </tr>
104          <tr bgcolor="#bbffdd"> <td> Intel P4 </td> <td>"meander"</td>
105            <td>Fedora Core 7 </td> </tr>
106    
107          <tr bgcolor="#bbddff"> <td> <a href="http://acesgrid.org">ACESgrid Dell
108            Xeon</a> </td> <td>"aces"</td><td>Fedora Core 2</td> </tr>
109    
110          <!--
111        <tr bgcolor="#bbffdd"> <td> Intel P3/P4 Beowulf </td> <td>"myrinet"</td>        <tr bgcolor="#bbffdd"> <td> Intel P3/P4 Beowulf </td> <td>"myrinet"</td>
112          <td><a href="http://mitgcm.org/projects/MITGCM_CLUSTER/">MITgcm cluster          <td><a href="http://mitgcm.org/projects/MITGCM_CLUSTER/">MITgcm cluster
113          facility </a></td> </tr>          facility </a></td> </tr>
114        <tr bgcolor="#bbddff"> <td>Alpha cluster</td> <td>"halem"</td>        <tr bgcolor="#bbddff"> <td>Alpha cluster</td> <td>"halem"</td>
115          <td><a href="http://nccstag.gsfc.nasa.gov/halem/quickstart_halem.html">          <td><a href="http://nccstag.gsfc.nasa.gov/halem/quickstart_halem.html">
116          NASA NCCS Halem</a></td> </tr>          NASA NCCS Halem</a></td> </tr>
117          -->
118    
119          <!--
120        <tr bgcolor="#bbffdd"> <td> SGI Origin 2000 </td> <td>"hopper"</td>        <tr bgcolor="#bbffdd"> <td> SGI Origin 2000 </td> <td>"hopper"</td>
121          <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O2K/o2k.html">          <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O2K/o2k.html">
122          NAS SGI Origin 2000 </a></td> </tr>          NAS SGI Origin 2000 </a></td> </tr>
123        <tr bgcolor="#bbddff"> <td> SGI Origin 3000 </td> <td>"lomax"/"turing"</td>        <tr bgcolor="#bbddff"> <td> SGI Origin 3000</td><td>"lomax"/"turing"</td>
124          <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O3K/o3k.html">          <td><a href="http://www.nas.nasa.gov/User/Systemsdocs/O3K/o3k.html">
125          NAS SGI Origin 3000 </a></td> </tr>          NAS SGI Origin 3000 </a></td> </tr>
126          -->
127    
128        <!-- <tr bgcolor="#bbffdd"> <td> SGI Altix </td> <td>"orion"</td>        <tr bgcolor="#bbffdd"> <td> SGI Altix Cluster </td> <td>"columbia"</td>
129          <td><a href="http://sc.jpl.nasa.gov/">JPL Supercomputing and          <td><a href="http://www.nas.nasa.gov/Resources/Systems/columbia.html">
130          Visualization Facility</a></td> </tr> -->          NAS Columbia </a></td> </tr>
131    
132          <!--
133        <tr bgcolor="#bbffdd"> <td> SGI Altix 350 </td> <td>"altix350"</td>        <tr bgcolor="#bbffdd"> <td> SGI Altix 350 </td> <td>"altix350"</td>
134          <td><a href="http://acesgrid.org/geocluster/">MIT ACESgrid          <td><a href="http://acesgrid.org/geocluster/">MIT ACESgrid
135          GeoCluster</a></td> </tr>          GeoCluster</a></td> </tr>
136        <tr bgcolor="#bbddff"> <td> IBM POWER3 SP </td> <td>"bf"</td>        <tr bgcolor="#bbddff"> <td> IBM POWER3 SP </td> <td>"bf"</td>
137          <td><a href="http://www.scd.ucar.edu/computers/blackforest/">NCAR Blackforest          <td><a href="http://www.scd.ucar.edu/computers/blackforest/">NCAR Blackforest
138          </a></td> </tr>          </a></td> </tr>
139          <tr bgcolor="#bbffdd"> <td> IBM/Apple dual G5 </td> <td>"two"</td>
140        <tr bgcolor="#bbffdd"> <td> IBM POWER4 SP </td> <td>"bs"</td>          <td>Mac OSX 10.3 (gcc 3.4) </td> </tr>
141          <td><a href="http://www.scd.ucar.edu/computers/bluesky/">NCAR Bluesky        -->
142          <tr bgcolor="#bbddff"> <td> IBM POWER4 SP </td> <td>"edvir"</td>
143            <td> AIX 5.2 </td> </tr>
144          <tr bgcolor="#bbffdd"> <td> IBM POWER5+ SP </td> <td>"blueice"</td>
145            <td><a href="http://www.scd.ucar.edu/computers/blueice/">NCAR Blueice
146          </a></td> </tr>          </a></td> </tr>
       <tr bgcolor="#bbddff"> <td> AMD Opteron </td> <td>"adams"</td>  
         <td>Fedora Core 2 (AMD64)</td> </tr>  
147    
148        <tr bgcolor="#bbffdd"> <td> Sun UltraSparc </td> <td>"slough"</td>        <tr bgcolor="#bbddff"> <td> AMD Opteron </td> <td>"batsi"</td>
149          <td>Solaris 8</td> </tr>          <td>Fedora Core 4 (AMD64)</td> </tr>
150        <tr bgcolor="#bbddff"> <td> Intel P4 Mosix Cluster </td> <td>"sea"</td>        <tr bgcolor="#bbffdd"> <td> AMD Opteron </td> <td>"starp"</td>
151          <td>Red Hat v7.2</td> </tr>          <td>SuSE SLES 10 (AMD64)</td> </tr>
   
       <tr bgcolor="#bbffdd"> <td> AMD Athlon XP 2500+</td> <td>"eddy"</td>  
         <td>Fedora Core 2 (Red Hat gcc 3.3.3)</td> </tr>  
       <tr bgcolor="#bbddff"> <td> AMD Opteron cluster </td> <td>"dolphin"</td>  
         <td>SuSE SLES v8.1</td> </tr>  
152    
153          <tr bgcolor="#bbddff"> <td> Sun UltraSparc IV </td> <td>"rays"</td>
154            <td>Solaris 9</td> </tr>
155        <!--        <!--
156          <tr bgcolor="#bbffdd"> <td> Sun UltraSparc IV </td> <td>"model"</td>
157            <td>Solaris 9</td> </tr>
158          -->
159          <tr bgcolor="#bbffdd"> <td> NEC SX-8 </td> <td>"sx8"</td>
160            <td>Super-UX </td> </tr>
161          <tr bgcolor="#bbddff"> <td> Cray XD1 (AMD Opteron) </td> <td>"xd1"</td>
162            <td>Cray HPC enhanced Linux 2.6.5 </td> </tr>
163          <tr bgcolor="#bbffdd"> <td> PowerPC970MP cluster </td> <td>"bigred"</td>
164            <td>SuSE SLES 9 (PPC) </td> </tr>
165    
166          <tr bgcolor="#bbddff"> <td><a
167            href="http://www.testdrive.hp.com/current.shtml"> HP test-drive </a>
168            (Pentium III) </td> <td>"td152"</td> <td> FreeBSD 6.2 </td> </tr>
169          <tr bgcolor="#bbffdd"> <td><a
170            href="http://www.testdrive.hp.com/current.shtml"> HP test-drive </a>
171            (Itanium II) </td> <td>"td187"</td> <td>SuSE SLES 10 </td> </tr>
172          <tr bgcolor="#bbddff"> <td><a
173            href="http://www.testdrive.hp.com/current.shtml"> HP test-drive </a>
174            (PA-RISC 8700) </td> <td>"td192"</td> <td> HP-UX 11i 11.11 </td> </tr>
175          <tr bgcolor="#bbffdd"> <td><a
176            href="http://www.testdrive.hp.com/current.shtml"> HP test-drive </a>
177            (Itanium II) </td> <td>"td194"</td> <td> HP-UX 11i v3 </td> </tr>
178    
179        <tr bgcolor="#bbffdd"> <td> Intel P4 </td> <td>"hemmingway"</td>        <!--
         <td>Fedora Core release 1 (gcc 3.3.2) </td> </tr>  
   
180        <tr bgcolor="#bbddff"> <td>  </td> <td>""</td>        <tr bgcolor="#bbddff"> <td>  </td> <td>""</td>
181          <td></td> </tr>          <td></td> </tr>
182        -->        -->
# Line 234  cat > $LATEST << EOF Line 186  cat > $LATEST << EOF
186      <p><br />      <p><br />
187        The complete output for the verification runs can be found in        The complete output for the verification runs can be found in
188        <a href="http://mitgcm.org/testing/summary/">the summary pages</a>        <a href="http://mitgcm.org/testing/summary/">the summary pages</a>
189        and the <a href="http://mitgcm.org/testing/results/">testing archives</a>.        and the <a href="http://mitgcm.org/testing/results/">testing archives</a>.
190        The latest reports are:</p>        The latest reports are:</p>
191      <table align="center" cellpadding="0" cellspacing="0" border="0" width="95%">      <table align="center" cellpadding="0" cellspacing="0" border="0" width="95%">
192  <tr bgcolor="#00cccc">  <tr bgcolor="#00cccc">
# Line 250  EOF Line 202  EOF
202    
203  color="#bbffdd"  color="#bbffdd"
204  ncolor="#bbddff"  ncolor="#bbddff"
 res_url="http://mitgcm.org/testing/"  
205    
206  MACHINES="faulks shelley myrinet eaps halem"  MACHINES="faulks aces eddy bay meander"
207  MACHINES="$MACHINES hopper lomax turing orion bf bs slough sea"  MACHINES="$MACHINES columbia edvir rays sx8 xd1"
208  MACHINES="$MACHINES eddy adams dolphin hemmingway altix350"  MACHINES="$MACHINES batsi starp"
209    
210  ( cd $INDIR ; ls -1 -t ) > ./dir_all  ( cd $INDIR ; ls -1 -t */summary.txt | sed 's/\/summary.txt//' ) > ./dir_all
211    
212  MALL=`cat ./dir_all | sed -e 's|_| |g' | awk '{print $2}' | sort | uniq`  MALL=`cat ./dir_all | sed -e 's|_| |g' | awk '{print $2}' | sort | uniq`
213  for madd in $MALL ; do  for madd in $MALL ; do
# Line 269  for madd in $MALL ; do Line 220  for madd in $MALL ; do
220      done      done
221      test $present = 0  &&  MACHINES="$MACHINES $madd"      test $present = 0  &&  MACHINES="$MACHINES $madd"
222  done  done
223    #MACHINES="faulks"
224    
225  for mname in $MACHINES ; do  for mname in $MACHINES ; do
226    
# Line 302  for mname in $MACHINES ; do Line 254  for mname in $MACHINES ; do
254          fi          fi
255    
256          ADJOINT=          ADJOINT=
257            RESTART=0
258          if test -r $dir/summary.txt ; then          if test -r $dir/summary.txt ; then
259              comm=`grep 'ADJOINT=true' $dir/summary.txt 2>/dev/null`              comm=`grep 'ADJOINT=true' $dir/summary.txt 2>/dev/null`
260              eval $comm              eval $comm
261                RESTART=`grep -c 'test 2+2=4 summary' $dir/summary.txt`
262          fi          fi
263          if test "x$ADJOINT" = x ; then          if test "x$RESTART" = x0 ; then
264              kind="forward"              kind="forward"
         else  
265              test "x$ADJOINT" = xtrue  &&  kind="adjoint"              test "x$ADJOINT" = xtrue  &&  kind="adjoint"
266            else
267                kind="restart"
268          fi          fi
269    
270          t_pass="--"          t_pass="--"
271          t_tot="--"          t_tot="--"
272          if test -r $dir/summary.txt ; then          if test -r $dir/summary.txt ; then
273              grep '^[YN] [YN] [YN] [YN] ' $dir/summary.txt > ./all_tests 2>/dev/null              grep '^[YN] [YN] [YN] [YN]' $dir/summary.txt > ./all_tests 2>/dev/null
274              t_tot=`cat ./all_tests | wc -l | sed -e 's| ||g'`              t_tot=`cat ./all_tests | wc -l | sed -e 's| ||g'`
275              grep '^Y Y Y Y ' ./all_tests > ./all_ran 2>/dev/null              t_pass=`grep '^Y Y Y Y' ./all_tests | grep 'pass ' | wc -l | sed -e 's| ||g'`
             grep advect_ ./all_ran 2>/dev/null > ./all_ran_advect  
             t_advect=`cat ./all_ran_advect | wc -l | sed -e 's| ||g'`  
             digits=`cat ./all_ran_advect | awk '{print $9}'`  
             t_advect_pass=0  
             for k in $digits ; do  
                 test "x$k" = x--   &&  k=0  
                 test $k -ge 9  &&  t_advect_pass=$(( $t_advect_pass + 1 ))  
             done  
             grep -v advect ./all_ran 2>/dev/null > ./all_ran_noadvect  
             digits=`cat ./all_ran_noadvect | awk '{print $5}'`  
             t_sum=0  
             for k in $digits ; do  
                 test "x$k" = x--   &&  k=0  
                 test $k -ge 9  &&  t_sum=$(( $t_sum + 1 ))  
             done  
             t_pass=$(( $t_sum + $t_advect_pass ))  
276          fi          fi
277          rm -f ./all_tests ./all_ran ./all_ran_advect ./all_ran_noadvect          rm -f ./all_tests
278          # echo "${dir##*/} : $t_pass out of $t_tot"          # echo "${dir##*/} : $t_pass out of $t_tot"
279    
280          tokens=`echo $i | sed -e 's|_| |g'`          tokens=`echo $i | sed -e 's|_| |g'`
# Line 372  for mname in $MACHINES ; do Line 311  for mname in $MACHINES ; do
311              optf=`echo $tline | cut -d " " -f 3`              optf=`echo $tline | cut -d " " -f 3`
312              DAY=`echo $tline | cut -d " " -f 2`              DAY=`echo $tline | cut -d " " -f 2`
313              URL="results/$PERIOD/$ldir"              URL="results/$PERIOD/$ldir"
314              cat <<EOF >>$LATEST              cat <<EOF >>$OUTFILE
315  <tr bgcolor="$color">  <tr bgcolor="$color">
316    <td height="0"> $mname </td>    <td height="0"> $mname </td>
317    <td> $optf </td>    <td> $optf </td>
# Line 387  EOF Line 326  EOF
326    
327  done  done
328    
329  cat >> $LATEST << EOF  cat >> $OUTFILE << EOF
330  <tr bgcolor="#00cccc">  <tr bgcolor="#00cccc">
331    <td height="0" colspan="6" align="center" >This table generated on: $the_date</td>    <td height="0" colspan="6" align="center" >This table generated on: $the_date</td>
332  </tr>  </tr>
333    
334      </table>      </table>
335    
336  <p>Examples of the scripts used for these testing runs can be obtained  <p>Examples of the scripts used for these testing runs can be obtained from: <a
337  from <a  href="http://mitgcm.org/cgi-bin/viewcvs.cgi/MITgcm/tools/example_scripts/">
338  href="http://dev.mitgcm.org/cgi-bin/viewcvs.cgi/MITgcm_contrib/test_scripts/">  MITgcm/tools/example_scripts</a>.</p>
 the "contrib" area of the MITgcm CVS archive</a>.</p>  
339    
340    
341    </body>    </body>
# Line 407  EOF Line 345  EOF
345    
346  rm -f ./dir_all ./mlist  rm -f ./dir_all ./mlist
347    
348  CURR_PER=`date +%Y`"_"`date +%m`  #- put the file in place
349    chgrp gcmpack $OUTFILE
350    chmod 664 $OUTFILE
351    LATEST=$OUTDIR"/latest_"$PERIOD".html"
352    mv -f $OUTFILE $LATEST
353    
354  if test "x$PERIOD" = "x$CURR_PER" ; then  if test "x$PERIOD" = "x$CURR_PER" ; then
355      cp $LATEST ./testing.xml      cp $LATEST ./testing.xml
356      (      (
Legend:
Removed from v.1.21  
changed lines
  Added in v.1.39
  ViewVC Help
Powered by ViewVC 1.1.22