--- mitgcm.org/front_content/make_summary 2004/03/04 21:48:42 1.12 +++ mitgcm.org/front_content/make_summary 2012/09/04 20:12:20 1.73 @@ -1,6 +1,6 @@ #! /usr/bin/env bash -# $Header: /home/ubuntu/mnt/e9_copy/mitgcm.org/front_content/make_summary,v 1.12 2004/03/04 21:48:42 edhill Exp $ +# $Header: /home/ubuntu/mnt/e9_copy/mitgcm.org/front_content/make_summary,v 1.73 2012/09/04 20:12:20 jmc Exp $ # # The purpose of this script is to create HTML summaries of the # directories produced by the "parse_emails" script. @@ -10,228 +10,66 @@ { echo echo "Usage: $0 [OPTIONS]" - echo + echo echo "where possible OPTIONS are:" echo " (-help|-h) print usage" echo " (-date |-d )PERIOD run for PERIOD=\"YYYY_MM\"" echo " [def=\"$PERIOD\"]" - echo + echo exit 1 } -old_summary() -{ - # Create the old-style summary file for $PERIOD - echo -n "Creating the summary file for the period \"$PERIOD\" ... " - cat > $OUTFILE << EOF - - - -
-$MACH | " >> $OUTFILE - echo "$DATE | " >> $OUTFILE - for i in $fresults ; do - if test "x$i" = xN ; then - echo -n "$i | " >> $OUTFILE - else - echo -n "$i | " >> $OUTFILE - fi - done - echo "$optfile | " >> $OUTFILE - echo "
The MITgcm model is tested - (compiled and run) in an automated fashion on a varirety of - different machines. The following is a summary of the MITgcm - verification suite for the time period: $PERIOD.
- -The machine naming scheme is:
Machine Type | Nickname | -Notes |
Intel P4 | "faulks" | -Red Hat 7.3 (the "original" testing machine) |
Intel P4 | "shelley" | -Red Hat 9 |
Intel P3/P4 Beowulf | "myrinet" | -MITgcm cluster - facility |
Alpha cluster | "halem" | -- NASA NCCS Halem |
SGI Origin 2000 | "hopper" | -- NAS SGI Origin 2000 |
SGI Origin 3000 | "lomax" | -- NAS SGI Origin 3000 |
SGI Altix | "orion" | -JPL Supercomputing and - Visualization Facility |
IBM POWER3 SP | "bf" | -NCAR Blackforest - |
IBM POWER4 SP | "bs" | -NCAR Bluesky - |
AMD Opteron | "adams" | -SuSE Linux 9.0 (x86-64) |
Sun UltraSparc | "slough" | -Solaris 8 |
Intel P4 Mosix Cluster | "sea" | -Red Hat v7.2 |
AMD Athlon | "eddy" | -Fedora Core release 1.90 (FC2 Test 1) [gcc 3.3.3] |
AMD Opteron cluster | "dolphin" | -SuSE SLES v8.1 |
Intel P4 | "hemmingway" | -Fedora Core release 1 (gcc 3.3.2) |
- The complete output for the verification runs can be found in
- the summary pages
- and the testing archives.
- The latest reports are:
Nickname | @@ -246,16 +84,30 @@ color="#bbffdd" ncolor="#bbddff" -res_url="http://mitgcm.org/testing/" - -MACHINES="faulks shelley myrinet eaps halem hopper lomax orion bf bs slough sea" -MACHINES="$MACHINES eddy adams dolphin hemmingway" -( cd $INDIR ; ls -1 ) > ./dir_all +MACHINES="faulks meander aces- acesgrid baudelaire dickens danton beagle harbor" +MACHINES="$MACHINES pleiades iblade rays solasrv sx8" +MACHINES="$MACHINES trane dodongo dokdo stomp bigred" + +( cd $INDIR ; ls -1 -t */summary.txt | sed 's/\/summary.txt//' ) > ./dir_all + +MALL=`cat ./dir_all | sed -e 's|_| |g' | awk '{print $2}' | sort | uniq` +for madd in $MALL ; do + present=0 + for m in $MACHINES ; do + echo $madd | grep $m > /dev/null 2>&1 + RETVAL=$? + test $RETVAL = 0 && present=1 + continue + done + test $present = 0 && MACHINES="$MACHINES $madd" +done +#MACHINES="baudelaire" for mname in $MACHINES ; do echo " $mname" + sname=`echo $mname | sed 's/-$//'` dir_list=`grep $mname ./dir_all` echo -n "" > ./mlist @@ -275,7 +127,7 @@ OPTFILE=${OPTFILE##*/} fi if test "x$OPTFILE" = x ; then - comm=`grep '^# OPTFILE=' $dir/*/Makefile 2>/dev/null | head -1` + comm=`grep '^# OPTFILE=' $dir/*/Makefile* 2>/dev/null | head -1` comm=${comm##*#} eval $comm OPTFILE=${OPTFILE##*/} @@ -284,41 +136,81 @@ OPTFILE="not_explicitly_specified" fi + # EXTRA = non-standard list of experiment ADJOINT= + TANGLIN= + RESTART=0 + EXTRA=0 + FAST=0 + DVLP=0 + MPI=0 + MTH=0 + UR4=0 if test -r $dir/summary.txt ; then comm=`grep 'ADJOINT=true' $dir/summary.txt 2>/dev/null` eval $comm + comm=`grep 'TANGLIN=true' $dir/summary.txt 2>/dev/null` + eval $comm + RESTART=`grep -c 'test 2+2=4 summary' $dir/summary.txt` + comm=`grep '^run: .*testreport.* ' $dir/summary.txt` + EXTRA=`echo "$comm" | grep -c " -*-tdir\>"` + if test "x$EXTRA" = x0 ; then + EXTRA=`echo "$comm" | grep -c " -*-t\>"` + fi + FAST=`echo "$comm" | grep -c " -*-fast\>"` + if test "x$FAST" = x0 ; then + FAST=`echo "$comm" | grep -c " '*-noieee'*"` + fi + DVLP=`echo "$comm" | grep -c " -*-devel\>"` + MPI=`echo "$comm" | grep -c " -*-mpi\>"` + if test "x$MPI" = x0 ; then + MPI=`echo "$comm" | grep -c " -*-MPI\>"` + fi + MTH=`echo "$comm" | grep -c " -*-mth\>"` + UR4=`echo "$comm" | grep -c " -*-use_r4\>"` + if test "x$UR4" = x0 ; then + UR4=`echo "$comm" | grep -c " -*-ur4\>"` + fi fi - if test "x$ADJOINT" = x ; then - kind="forward" + if test "x$ADJOINT" = xtrue ; then + kind="adjoint" ; order=0 + elif test "x$TANGLIN" = xtrue ; then + kind="tanglin" ; order=1 + elif test "x$RESTART" = x0 ; then + kind="forward" ; order=2 else - test "x$ADJOINT" = xtrue && kind="adjoint" + kind="restart" ; order=3 + fi + if test "x$EXTRA" != x0 ; then + order=`expr $order + 4` + fi + order=`printf '%3.3i' $order` + if test "x$UR4" = x1 ; then + OPTFILE="${OPTFILE}.use_r4" + fi + if test "x$MPI" = x1 ; then + yy=`echo $OPTFILE | grep -c '+mpi'` + if test $yy = 0 ; then OPTFILE="${OPTFILE}+mpi" ; fi + fi + if test "x$MTH" = x1 ; then + yy=`echo $OPTFILE | grep -c '+mth$'` + if test $yy = 0 ; then OPTFILE="${OPTFILE}+mth" ; fi + fi + if test "x$FAST" = x1 ; then + OPTFILE="${OPTFILE}.fast" + fi + if test "x$DVLP" = x1 ; then + OPTFILE="${OPTFILE}.dvlp" fi t_pass="--" t_tot="--" if test -r $dir/summary.txt ; then - grep '^[YN] [YN] [YN] [YN] ' $dir/summary.txt > ./all_tests 2>/dev/null + grep '^[YN] [YN] [YN] [YN]' $dir/summary.txt > ./all_tests 2>/dev/null t_tot=`cat ./all_tests | wc -l | sed -e 's| ||g'` - grep '^Y Y Y Y ' ./all_tests > ./all_ran 2>/dev/null - grep advect_ ./all_ran 2>/dev/null > ./all_ran_advect - t_advect=`cat ./all_ran_advect | wc -l | sed -e 's| ||g'` - digits=`cat ./all_ran_advect | awk '{print $9}'` - t_advect_pass=0 - for k in $digits ; do - test "x$k" = x-- && k=0 - test $k -ge 9 && t_advect_pass=$(( $t_advect_pass + 1 )) - done - grep -v advect ./all_ran 2>/dev/null > ./all_ran_noadvect - digits=`cat ./all_ran_noadvect | awk '{print $5}'` - t_sum=0 - for k in $digits ; do - test "x$k" = x-- && k=0 - test $k -ge 9 && t_sum=$(( $t_sum + 1 )) - done - t_pass=$(( $t_sum + $t_advect_pass )) + t_pass=`grep '^Y Y Y Y' ./all_tests | grep 'pass ' | wc -l | sed -e 's| ||g'` fi - rm -f ./all_tests ./all_ran ./all_ran_advect ./all_ran_noadvect + rm -f ./all_tests # echo "${dir##*/} : $t_pass out of $t_tot" tokens=`echo $i | sed -e 's|_| |g'` @@ -326,10 +218,10 @@ for tok in $tokens ; do echo $tok >> ./ms_tmp done - DAY=`cat ./ms_tmp | awk '(length($1)==8 && substr($1,0,3)=="200")'` + DAY=`cat ./ms_tmp | awk '(length($1)==8 && substr($1,0,2)=="20")'` rm -f ./ms_tmp - echo "$OPTFILE$kind $DAY $OPTFILE $kind $i $t_pass:$t_tot" >> ./mlist + echo "$OPTFILE$order $DAY $OPTFILE $kind $i $t_pass:$t_tot" >> ./mlist done @@ -341,23 +233,23 @@ if test $num -gt 0 ; then # swap colors - ctmp=$color - color=$ncolor - ncolor=$ctmp + ctmp=$color + color=$ncolor + ncolor=$ctmp keys=`cat ./mlist | cut -d " " -f 1 | sort | uniq` for key in $keys ; do - tline=`grep "^$key " ./mlist | sort -r | head -1` + tline=`grep "^$key " ./mlist | head -1` ratio=`echo $tline | cut -d " " -f 6` ldir=`echo $tline | cut -d " " -f 5` kind=`echo $tline | cut -d " " -f 4` optf=`echo $tline | cut -d " " -f 3` DAY=`echo $tline | cut -d " " -f 2` URL="results/$PERIOD/$ldir" - cat <|||||||||||
$mname | +$sname | $optf | $kind | $DAY | @@ -370,17 +262,16 @@ done -cat >> $LATEST << EOF +cat >> $OUTFILE << EOF|||||||
This table generated on: $the_date |
Examples of the scripts used for these testing runs can be obtained -from -the "contrib" area of the MITgcm CVS archive.
+Examples of the scripts used for these testing runs can be obtained from: +MITgcm/tools/example_scripts.
@@ -390,7 +281,12 @@ rm -f ./dir_all ./mlist -CURR_PER=`date +%Y`"_"`date +%m` +#- put the file in place +chgrp gcmpack $OUTFILE +chmod 664 $OUTFILE +LATEST=$OUTDIR"/latest_"$PERIOD".html" +mv -f $OUTFILE $LATEST + if test "x$PERIOD" = "x$CURR_PER" ; then cp $LATEST ./testing.xml (