--- mitgcm.org/front_content/make_summary 2003/12/09 18:35:57 1.5
+++ mitgcm.org/front_content/make_summary 2007/12/25 22:01:48 1.34
@@ -1,6 +1,6 @@
#! /usr/bin/env bash
-# $Header: /home/ubuntu/mnt/e9_copy/mitgcm.org/front_content/make_summary,v 1.5 2003/12/09 18:35:57 edhill Exp $
+# $Header: /home/ubuntu/mnt/e9_copy/mitgcm.org/front_content/make_summary,v 1.34 2007/12/25 22:01:48 jmc Exp $
#
# The purpose of this script is to create HTML summaries of the
# directories produced by the "parse_emails" script.
@@ -58,88 +58,6 @@
OUTDIR="/u/u0/httpd/html/testing/summary"
OUTFILE=$OUTDIR"/summary_"$PERIOD".html"
-
-# Create the summary file for $PERIOD
-echo -n "Creating the summary file for the period \"$PERIOD\" ... "
-cat > $OUTFILE << EOF
-
-
-
-
- MITgcm testing summary
-
-
-
-
-
-
-EOF
-
-# all_files=`find $INDIR -name summary.txt`
-all_files=`( cd $INDIR ; find . -name summary.txt )`
-
-for f in $all_files ; do
-
- file=$INDIR"/"${f/.\//}
- grep "^fresults" $file > /dev/null 2>&1
- RETVAL=$?
- if test "x$RETVAL" != x0 ; then
- continue
- fi
-
- url=`echo $file | sed -e 's|/u/edhill/www|http://mitgcm.org/~edhill|'`
- url=`echo $url | sed -e 's|summary.txt||'`
- MACH=
- fresults=
- color="#eeeeee"
-
- source $file
- echo $fresults | grep FAIL > /dev/null 2>&1
- if test "x$?" = x0 ; then
- color="#ff99ff"
- fi
- echo $fresults | grep pass > /dev/null 2>&1
- if test "x$?" = x0 ; then
- color="#99ffff"
- fi
-
- gm_state=`echo $file | sed -e 's/summary.txt/genmake_state/g'`
- if test -r $gm_state ; then
- grep '^OPTFILE=' $gm_state > ./tmp_state
- source ./tmp_state
- else
- optfile="unknown"
- fi
- optfile=`echo $OPTFILE | awk -F '/' '{print $NF}'`
-
- echo "" >> $OUTFILE
- echo "| $MACH | " >> $OUTFILE
- echo "$DATE | " >> $OUTFILE
- for i in $fresults ; do
- if test "x$i" = xN ; then
- echo -n "$i | " >> $OUTFILE
- else
- echo -n "$i | " >> $OUTFILE
- fi
- done
- echo "$optfile | " >> $OUTFILE
- echo "
" >> $OUTFILE
-
-done
-
-cat >> $OUTFILE << EOF
-
-
-
-
-
-EOF
-
-chmod a+r $OUTFILE
-echo "done"
-
-
# Create the "latest" links
echo "Creating the \"latest\" file for each machine: "
LATEST=$OUTDIR"/latest_"$PERIOD".html"
@@ -156,8 +74,8 @@
-
-
+
+
@@ -175,27 +93,36 @@
Notes |
| Intel P4 | "faulks" |
- Red Hat 7.3 (the "original" testing machine) |
- | Intel P4 | "shelley" |
- Red Hat 9 |
+ Fedora Core 6 |
+ | Intel P4 | "eddy" |
+ Fedora Core 5 |
+
+
+
+ | SGI Altix 350 | "altix350" |
+ MIT ACESgrid
+ GeoCluster |
| IBM POWER3 SP | "bf" |
NCAR Blackforest
|
@@ -203,10 +130,28 @@
| IBM POWER4 SP | "bs" |
NCAR Bluesky
|
- | AMD Opteron | "eaps" |
- SuSE Linux 9.0 (x86-64) |
+ | AMD Opteron | "adams" |
+ Fedora Core 4 (AMD64) |
+
+ | Intel P4 Mosix Cluster | "sea" |
+ Fedora Core 6 |
+
+ | AMD Opteron cluster | "dolphin" |
+ SuSE SLES v8.1 |
+
+ | IBM/Apple dual G5 | "two" |
+ Mac OSX 10.3 (gcc 3.4) |
+
+ | ACESgrid Dell
+ Xeon | "aces" | Fedora Core 2 |
+
+
@@ -225,25 +170,36 @@
Type |
Date |
Summary |
+ Ratio |
EOF
color="#bbffdd"
+ncolor="#bbddff"
res_url="http://mitgcm.org/testing/"
-MACHINES="faulks shelley myrinet eaps halem hopper lomax orion bf bs"
-
-( cd $INDIR ; ls -1 ) > ./dir_all
+MACHINES="faulks aces eddy bay meander"
+MACHINES="$MACHINES edvir rays1 model columbia"
+MACHINES="$MACHINES xd1 batsi starp"
+
+( cd $INDIR ; ls -1 -t */summary.txt | sed 's/\/summary.txt//' ) > ./dir_all
+
+MALL=`cat ./dir_all | sed -e 's|_| |g' | awk '{print $2}' | sort | uniq`
+for madd in $MALL ; do
+ present=0
+ for m in $MACHINES ; do
+ echo $madd | grep $m > /dev/null 2>&1
+ RETVAL=$?
+ test $RETVAL = 0 && present=1
+ continue
+ done
+ test $present = 0 && MACHINES="$MACHINES $madd"
+done
for mname in $MACHINES ; do
echo " $mname"
- if test "x$color" = x#bbffdd ; then
- color="#bbddff"
- else
- color="#bbffdd"
- fi
dir_list=`grep $mname ./dir_all`
echo -n "" > ./mlist
@@ -263,7 +219,7 @@
OPTFILE=${OPTFILE##*/}
fi
if test "x$OPTFILE" = x ; then
- comm=`grep '^# OPTFILE=' $dir/*/Makefile 2>/dev/null | head -1`
+ comm=`grep '^# OPTFILE=' $dir/*/Makefile* 2>/dev/null | head -1`
comm=${comm##*#}
eval $comm
OPTFILE=${OPTFILE##*/}
@@ -273,15 +229,28 @@
fi
ADJOINT=
+ RESTART=0
if test -r $dir/summary.txt ; then
comm=`grep 'ADJOINT=true' $dir/summary.txt 2>/dev/null`
eval $comm
+ RESTART=`grep -c 'test 2+2=4 summary' $dir/summary.txt`
fi
- if test "x$ADJOINT" = x ; then
+ if test "x$RESTART" = x0 ; then
kind="forward"
- else
test "x$ADJOINT" = xtrue && kind="adjoint"
+ else
+ kind="restart"
+ fi
+
+ t_pass="--"
+ t_tot="--"
+ if test -r $dir/summary.txt ; then
+ grep '^[YN] [YN] [YN] [YN]' $dir/summary.txt > ./all_tests 2>/dev/null
+ t_tot=`cat ./all_tests | wc -l | sed -e 's| ||g'`
+ t_pass=`grep 'pass ' ./all_tests | wc -l | sed -e 's| ||g'`
fi
+ rm -f ./all_tests
+ # echo "${dir##*/} : $t_pass out of $t_tot"
tokens=`echo $i | sed -e 's|_| |g'`
echo "" > ./ms_tmp
@@ -291,7 +260,7 @@
DAY=`cat ./ms_tmp | awk '(length($1)==8 && substr($1,0,3)=="200")'`
rm -f ./ms_tmp
- echo "$OPTFILE$kind $DAY $OPTFILE $kind $i" >> ./mlist
+ echo "$OPTFILE$kind $DAY $OPTFILE $kind $i $t_pass:$t_tot" >> ./mlist
done
@@ -301,10 +270,17 @@
# Do we have any data? If so, create the latest pointer.
num=`wc -l ./mlist | awk '{print $1}'`
if test $num -gt 0 ; then
+
+ # swap colors
+ ctmp=$color
+ color=$ncolor
+ ncolor=$ctmp
+
keys=`cat ./mlist | cut -d " " -f 1 | sort | uniq`
for key in $keys ; do
- tline=`grep "^$key " ./mlist | sort -r | head -1`
+ tline=`grep "^$key " ./mlist | head -1`
+ ratio=`echo $tline | cut -d " " -f 6`
ldir=`echo $tline | cut -d " " -f 5`
kind=`echo $tline | cut -d " " -f 4`
optf=`echo $tline | cut -d " " -f 3`
@@ -317,6 +293,7 @@
$kind |
$DAY |
summary.txt |
+ $ratio |
EOF
done
@@ -326,12 +303,16 @@
cat >> $LATEST << EOF
- |
- === This table generated on: $the_date ===
- |
-
+ This table generated on: $the_date |
+
+
+Examples of the scripts used for these testing runs can be obtained from:
+MITgcm/tools/example_scripts.
+
+