#! /usr/bin/env bash # $Header: /home/ubuntu/mnt/e9_copy/mitgcm.org/front_content/make_summary,v 1.65 2010/11/19 04:41:18 jmc Exp $ # # The purpose of this script is to create HTML summaries of the # directories produced by the "parse_emails" script. usage() { echo echo "Usage: $0 [OPTIONS]" echo echo "where possible OPTIONS are:" echo " (-help|-h) print usage" echo " (-date |-d )PERIOD run for PERIOD=\"YYYY_MM\"" echo " [def=\"$PERIOD\"]" echo exit 1 } export LC_ALL="en_US.UTF-8" CURR_PER=`date +%Y`"_"`date +%m` # defaults PERIOD=$CURR_PER # Parse options ac_prev= for ac_option ; do # If the previous option needs an argument, assign it. if test -n "$ac_prev"; then eval "$ac_prev=\$ac_option" ac_prev= continue fi ac_optarg=`expr "x$ac_option" : 'x[^=]*=\(.*\)'` case $ac_option in -help | --help | -h | --h) usage ;; -date | --date | -d | --d) ac_prev=PERIOD ;; --date=* | -date=*) PERIOD=$ac_optarg ;; *) echo "Error: don't understand argument \"$ac_option\"" usage ;; esac done #INDIR="/net/orwell/export/export-9/mitgcm-testing/results/$PERIOD" #OUTDIR="/home/jmc/mitgcm/test_web/summary" INDIR="/u/u0/httpd/html/testing/results/$PERIOD" OUTDIR="/u/u0/httpd/html/testing/summary" OUTFILE=$OUTDIR"/output_"$PERIOD".html" res_url="http://mitgcm.org/testing/" # Create the links in $OUTFILE : echo "Creating the \"latest\" file for each machine: " the_date=`date` sed "s/_PERIOD/$PERIOD/" summary_head > $OUTFILE cat <>$OUTFILE EOF color="#bbffdd" ncolor="#bbddff" MACHINES="faulks meander aces baudelaire dickens danton beagle harbor" MACHINES="$MACHINES pleiades iblade rays solasrv sx8" MACHINES="$MACHINES trane dodongo dokdo stomp bigred" ( cd $INDIR ; ls -1 -t */summary.txt | sed 's/\/summary.txt//' ) > ./dir_all MALL=`cat ./dir_all | sed -e 's|_| |g' | awk '{print $2}' | sort | uniq` for madd in $MALL ; do present=0 for m in $MACHINES ; do echo $madd | grep $m > /dev/null 2>&1 RETVAL=$? test $RETVAL = 0 && present=1 continue done test $present = 0 && MACHINES="$MACHINES $madd" done #MACHINES="faulks" for mname in $MACHINES ; do echo " $mname" dir_list=`grep $mname ./dir_all` echo -n "" > ./mlist for i in $dir_list ; do dir=$INDIR"/"$i OPTFILE= if test -r $dir/summary.txt ; then comm=`grep 'OPTFILE=' $dir/summary.txt` eval $comm OPTFILE=${OPTFILE##*/} fi if test "x$OPTFILE" = x -a -r "$dir/genmake_state" ; then comm=`grep 'OPTFILE=' $dir/genmake_state 2>/dev/null` eval $comm OPTFILE=${OPTFILE##*/} fi if test "x$OPTFILE" = x ; then comm=`grep '^# OPTFILE=' $dir/*/Makefile* 2>/dev/null | head -1` comm=${comm##*#} eval $comm OPTFILE=${OPTFILE##*/} fi if test "x$OPTFILE" = x ; then OPTFILE="not_explicitly_specified" fi ADJOINT= RESTART=0 NOI3E=0 MTH=0 UR4=0 if test -r $dir/summary.txt ; then comm=`grep 'ADJOINT=true' $dir/summary.txt 2>/dev/null` eval $comm RESTART=`grep -c 'test 2+2=4 summary' $dir/summary.txt` NOI3E=`grep -c "^run: .*testreport.* '*-noieee'*" $dir/summary.txt` MTH=`grep -c "^run: .*testreport.* -mth " $dir/summary.txt` UR4=`grep -c "^run: .*testreport.* -use_r4 " $dir/summary.txt` if test "x$UR4" = x0 ; then UR4=`grep -c "^run: .*testreport.* -ur4 " $dir/summary.txt` fi fi if test "x$RESTART" = x0 ; then kind="forward" test "x$ADJOINT" = xtrue && kind="adjoint" else kind="restart" fi if test "x$UR4" = x1 ; then OPTFILE="${OPTFILE}.use_r4" fi if test "x$MTH" = x1 ; then yy=`echo $OPTFILE | grep -c '+mth$'` if test $yy = 0 ; then OPTFILE="${OPTFILE}+mth" ; fi fi if test "x$NOI3E" = x1 ; then OPTFILE="${OPTFILE}.noieee" fi t_pass="--" t_tot="--" if test -r $dir/summary.txt ; then grep '^[YN] [YN] [YN] [YN]' $dir/summary.txt > ./all_tests 2>/dev/null t_tot=`cat ./all_tests | wc -l | sed -e 's| ||g'` t_pass=`grep '^Y Y Y Y' ./all_tests | grep 'pass ' | wc -l | sed -e 's| ||g'` fi rm -f ./all_tests # echo "${dir##*/} : $t_pass out of $t_tot" tokens=`echo $i | sed -e 's|_| |g'` echo "" > ./ms_tmp for tok in $tokens ; do echo $tok >> ./ms_tmp done DAY=`cat ./ms_tmp | awk '(length($1)==8 && substr($1,0,2)=="20")'` rm -f ./ms_tmp echo "$OPTFILE$kind $DAY $OPTFILE $kind $i $t_pass:$t_tot" >> ./mlist done # helpful for debugging # cat ./mlist # Do we have any data? If so, create the latest pointer. num=`wc -l ./mlist | awk '{print $1}'` if test $num -gt 0 ; then # swap colors ctmp=$color color=$ncolor ncolor=$ctmp keys=`cat ./mlist | cut -d " " -f 1 | sort | uniq` for key in $keys ; do tline=`grep "^$key " ./mlist | head -1` ratio=`echo $tline | cut -d " " -f 6` ldir=`echo $tline | cut -d " " -f 5` kind=`echo $tline | cut -d " " -f 4` optf=`echo $tline | cut -d " " -f 3` DAY=`echo $tline | cut -d " " -f 2` URL="results/$PERIOD/$ldir" cat <>$OUTFILE EOF done fi done cat >> $OUTFILE << EOF
Nickname OPTFILE Name Type Date Summary Ratio
$mname $optf $kind $DAY summary.txt $ratio
This table generated on: $the_date

Examples of the scripts used for these testing runs can be obtained from: MITgcm/tools/example_scripts.

EOF rm -f ./dir_all ./mlist #- put the file in place chgrp gcmpack $OUTFILE chmod 664 $OUTFILE LATEST=$OUTDIR"/latest_"$PERIOD".html" mv -f $OUTFILE $LATEST if test "x$PERIOD" = "x$CURR_PER" ; then cp $LATEST ./testing.xml ( cd $OUTDIR rm -f latest.html ln -s $LATEST latest.html ) fi