--- MITgcm/verification/testreport 2007/09/07 00:44:37 1.95 +++ MITgcm/verification/testreport 2007/09/21 19:23:33 1.103 @@ -1,6 +1,6 @@ #! /usr/bin/env bash # -# $Header: /home/ubuntu/mnt/e9_copy/MITgcm/verification/testreport,v 1.95 2007/09/07 00:44:37 jmc Exp $ +# $Header: /home/ubuntu/mnt/e9_copy/MITgcm/verification/testreport,v 1.103 2007/09/21 19:23:33 jmc Exp $ # $Name: $ # @@ -96,10 +96,10 @@ testoutput_var() { - # testoutput_var dir s1 label subdir extension + # testoutput_var dir s1 label subdir reference_output # # compares 1 variable output selected from file $dir/$subdir/$OUTPUTFILE - # with same output from reference file $dir/results/output.$extension + # with same output from reference file $dir/results/$reference_output # using search strings s1 and text label if [ $debug -gt 0 ]; then @@ -108,7 +108,7 @@ if [ -r $1/$4/$OUTPUTFILE ]; then grep "$2" $1/$4/$OUTPUTFILE | sed 's/.*=//' | cat -n > tmp1.txt lncntA=`wc -l tmp1.txt | awk '{print $1}' ` - if [ $lncntA -lt 3 ]; then + if [ $lncntA -lt 2 ]; then if [ $verbose -gt 0 ]; then echo Not enough lines of output when searching for "$2" 1>&2 fi @@ -119,11 +119,11 @@ return 99 fi if [ $debug -gt 0 ]; then - echo testoutput_var: grep "$2" $1/results/output.$5 1>&2 + echo testoutput_var: grep "$2" $1/results/$5 1>&2 fi - grep "$2" $1/results/output.$5 | sed 's/.*=//' | cat -n > tmp2.txt + grep "$2" $1/results/$5 | sed 's/.*=//' | cat -n > tmp2.txt lncntB=`wc -l tmp2.txt | awk '{print $1}' ` - if [ $lncntB -lt 3 ]; then + if [ $lncntB -lt 2 ]; then if [ $verbose -gt 0 ]; then echo Not enough lines of output when searching for "$2" 1>&2 fi @@ -161,12 +161,12 @@ digits_of_similarity=`./tr_cmpnum < tmp4.txt` if [ $digits_of_similarity -eq 99 ]; then if [ $verbose -gt 0 ]; then - echo testoutput_var: No comparison was available for \"$2\" 1>&2 + echo testoutput_var: No comparison was available for \"$3\" 1>&2 fi digits_of_similarity=99 else if [ $verbose -gt 0 ]; then - echo There were $digits_of_similarity decimal places of similarity for \"$2\" 1>&2 + echo There were $digits_of_similarity decimal places of similarity for \"$3\" 1>&2 fi fi rm -f tmp1.txt tmp2.txt tmp3.txt tmp4.txt @@ -189,22 +189,6 @@ done } -testoutput_ad() -{ - grep $3 $1/results_ad/output_adm.txt | awk '{print NR " " $5}' > t05.txt - grep $3 $1/$2/$OUTPUTFILE | awk '{print NR " " $5}' > t15.txt - grep $3 $1/results_ad/output_adm.txt | awk '{print NR " " $6}' > t06.txt - grep $3 $1/$2/$OUTPUTFILE | awk '{print NR " " $6}' > t16.txt - join t05.txt t15.txt > t5.txt - join t06.txt t16.txt > t6.txt - echo "-1" >> t5.txt - echo "-1" >> t6.txt - digits_5=`./tr_cmpnum < t5.txt` - digits_6=`./tr_cmpnum < t6.txt` - dashnum $digits_5 $digits_6 - rm -f t[01][56].txt t[56].txt -} - check_for_add_mon_output() { # Check for additional types of monitor output @@ -232,21 +216,20 @@ testoutput_run() { - # testoutput_run directory subdir extension + # testoutput_run directory subdir reference_output # # test output from 1 run in "directory" - if test "x$ADM" = x ; then +# --> same processing for adjoint & forward test # default list of output variables to be checked: # 1rst : main variable used to decide if it pass or FAIL # others : number of matching digits to be printed in summary.txt listChk=$DEF_CHECK_LIST - nbDef=`echo $listChk | awk '{print NF-1+3*gsub("+","E")}'` # load experiment-specific list from file "tr_checklist" (if it exist) if test -r $1/$2/tr_checklist ; then listChk=`cat $1/$2/tr_checklist` ; fi sVar=`echo $listChk | awk '{print $1}'` # remove 1rst var and expand the list: + => min max mean s.d - listVar=`echo $listChk | awk '{ for(i=2;i<=NF;i++){if (sub("+","",$i)) \ - {printf " %s %s %s %s",$i"mn",$i"mx",$i"av",$i"sd"} else {printf " %s",$i} }}'` + listVar=`echo $listChk | sed 's/ [a-zA-Z0-9]*+/&mn &mx &av &sd/g' \ + | sed 's/+//g' | sed "s/^$sVar//"` if [ $debug -gt 0 ]; then echo "testoutput_run: listVar(I)='$listVar'" 1>&2 ; fi for ii in 1 2 3 4 5 6 7 8 9 ; do tst=`eval 'echo "$HAVE_PTR0'$ii'"'` @@ -269,24 +252,26 @@ case $xx in 'PS') if [ $debug -gt 0 ] then echo testoutput_run: testoutput_var $1 cg2d_init_res 1>&2 ; fi - testoutput_var $1 "cg2d_init_res" "cg2d init. residual" $2 $3; yy=$? + testoutput_var $1 "cg2d_init_res" "Press. Solver (cg2d)" $2 $3; yy=$? if [ $debug -gt 0 ] ; then echo testoutput_run: cg2dres=$yy 1>&2 ; fi ;; - 'Tmn') testoutput_var $1 "dynstat_theta_min" "theta minimum" $2 $3; yy=$? ;; - 'Tmx') testoutput_var $1 "dynstat_theta_max" "theta maximum" $2 $3; yy=$? ;; - 'Tav') testoutput_var $1 "dynstat_theta_mean" "theta mean" $2 $3; yy=$? ;; - 'Tsd') testoutput_var $1 "dynstat_theta_sd" "theta s.d." $2 $3; yy=$? ;; - 'Smn') testoutput_var $1 "dynstat_salt_min" "salt minimum" $2 $3; yy=$? ;; - 'Smx') testoutput_var $1 "dynstat_salt_max" "salt maximum" $2 $3; yy=$? ;; - 'Sav') testoutput_var $1 "dynstat_salt_mean" "salt mean" $2 $3; yy=$? ;; - 'Ssd') testoutput_var $1 "dynstat_salt_sd" "salt s.d." $2 $3; yy=$? ;; + 'Cost') testoutput_var $1 "ADM precision_derivative_cost" "ADM Cost" $2 $3; yy=$? ;; + 'Grad') testoutput_var $1 "ADM precision_derivative_grad" "ADM Grad" $2 $3; yy=$? ;; + 'Tmn') testoutput_var $1 "dynstat_theta_min" "Theta minimum" $2 $3; yy=$? ;; + 'Tmx') testoutput_var $1 "dynstat_theta_max" "Theta maximum" $2 $3; yy=$? ;; + 'Tav') testoutput_var $1 "dynstat_theta_mean" "Theta mean" $2 $3; yy=$? ;; + 'Tsd') testoutput_var $1 "dynstat_theta_sd" "Theta Std.Dev" $2 $3; yy=$? ;; + 'Smn') testoutput_var $1 "dynstat_salt_min" "Salt minimum" $2 $3; yy=$? ;; + 'Smx') testoutput_var $1 "dynstat_salt_max" "Salt maximum" $2 $3; yy=$? ;; + 'Sav') testoutput_var $1 "dynstat_salt_mean" "Salt mean" $2 $3; yy=$? ;; + 'Ssd') testoutput_var $1 "dynstat_salt_sd" "Salt Std.Dev" $2 $3; yy=$? ;; 'Umn') testoutput_var $1 "dynstat_uvel_min" "U minimum" $2 $3; yy=$? ;; 'Umx') testoutput_var $1 "dynstat_uvel_max" "U maximum" $2 $3; yy=$? ;; 'Uav') testoutput_var $1 "dynstat_uvel_mean" "U mean" $2 $3; yy=$? ;; - 'Usd') testoutput_var $1 "dynstat_uvel_sd" "U s.d." $2 $3; yy=$? ;; + 'Usd') testoutput_var $1 "dynstat_uvel_sd" "U Std.Dev" $2 $3; yy=$? ;; 'Vmn') testoutput_var $1 "dynstat_vvel_min" "V minimum" $2 $3; yy=$? ;; 'Vmx') testoutput_var $1 "dynstat_vvel_max" "V maximum" $2 $3; yy=$? ;; 'Vav') testoutput_var $1 "dynstat_vvel_mean" "V mean" $2 $3; yy=$? ;; - 'Vsd') testoutput_var $1 "dynstat_vvel_sd" "V s.d." $2 $3; yy=$? ;; + 'Vsd') testoutput_var $1 "dynstat_vvel_sd" "V Std.Dev" $2 $3; yy=$? ;; 'pt1mn'|'pt2mn'|'pt3mn'|'pt4mn'|'pt5mn') ii=`echo $xx | sed 's/pt//' | sed 's/..$//'` testoutput_var $1 "trcstat_ptracer0"$ii"_min" "p0"$ii"_min" $2 $3; yy=$? ;; 'pt1mx'|'pt2mx'|'pt3mx'|'pt4mx'|'pt5mx') ii=`echo $xx | sed 's/pt//' | sed 's/..$//'` @@ -294,7 +279,25 @@ 'pt1av'|'pt2av'|'pt3av'|'pt4av'|'pt5av') ii=`echo $xx | sed 's/pt//' | sed 's/..$//'` testoutput_var $1 "trcstat_ptracer0"$ii"_mean" "p0"$ii"_mean" $2 $3; yy=$? ;; 'pt1sd'|'pt2sd'|'pt3sd'|'pt4sd'|'pt5sd') ii=`echo $xx | sed 's/pt//' | sed 's/..$//'` - testoutput_var $1 "trcstat_ptracer0"$ii"_sd" "p0"$ii"_sd" $2 $3; yy=$? ;; + testoutput_var $1 "trcstat_ptracer0"$ii"_sd" "p0"$ii"_StDv" $2 $3; yy=$? ;; + 'Qntmn') testoutput_var $1 "extforcing_qnet_min" "Qnet minimum" $2 $3; yy=$? ;; + 'Qntmx') testoutput_var $1 "extforcing_qnet_max" "Qnet maximum" $2 $3; yy=$? ;; + 'Qntav') testoutput_var $1 "extforcing_qnet_mean" "Qnet mean" $2 $3; yy=$? ;; + 'Qntsd') testoutput_var $1 "extforcing_qnet_sd" "Qnet Std.Dev" $2 $3; yy=$? ;; + 'aSImn') testoutput_var $1 "seaice_area_min" "SIce Area min" $2 $3; yy=$? ;; + 'aSImx') testoutput_var $1 "seaice_area_max" "SIce Area max" $2 $3; yy=$? ;; + 'aSIav') testoutput_var $1 "seaice_area_mean" "SIce Area mean" $2 $3; yy=$? ;; + 'aSIsd') testoutput_var $1 "seaice_area_sd" "SIce Area StDv" $2 $3; yy=$? ;; + 'hSImn') testoutput_var $1 "seaice_heff_min" "SIce Heff min" $2 $3; yy=$? ;; + 'hSImx') testoutput_var $1 "seaice_heff_max" "SIce Hell max" $2 $3; yy=$? ;; + 'hSIav') testoutput_var $1 "seaice_heff_mean" "SIce Hell mean" $2 $3; yy=$? ;; + 'hSIsd') testoutput_var $1 "seaice_heff_sd" "SIce Hell StDv" $2 $3; yy=$? ;; + 'AthSiG') testoutput_var $1 "thSI_Ice_Area_G" "thSIc Area Global" $2 $3; yy=$? ;; + 'AthSiS') testoutput_var $1 "thSI_Ice_Area_S" "thSIc Area South" $2 $3; yy=$? ;; + 'AthSiN') testoutput_var $1 "thSI_Ice_Area_N" "thSIc Area North" $2 $3; yy=$? ;; + 'HthSiG') testoutput_var $1 "thSI_IceH_ave_G" "thSIc H Global" $2 $3; yy=$? ;; + 'HthSiS') testoutput_var $1 "thSI_IceH_ave_S" "thSIc H South" $2 $3; yy=$? ;; + 'HthSiN') testoutput_var $1 "thSI_IceH_ave_N" "thSIc H North" $2 $3; yy=$? ;; *) yy=99; echo "WARNING: asking for var=$xx : not recognized !" 1>&2 ;; esac if test $xx = $sVar @@ -304,17 +307,14 @@ done nbVar=`echo $listVar | awk '{print NF}'` - if [ $nbVar -lt $nbDef ] ; then + if [ $nbVar -lt $LEN_CHECK_LIST ] ; then #-- fill line (up to standard length) with dot: - adNul=`expr $nbDef - $nbVar | awk '{for(i=1;i<=$1;i++){print "."}}'` + adNul=`expr $LEN_CHECK_LIST - $nbVar | awk '{for(i=1;i<=$1;i++){print "."}}'` echo $allargs $adNul else echo $allargs fi - - else - testoutput_ad $1 $2 "precision_grdchk_result" - fi +# <-- same processing for adjoint & forward test } genmakemodel() @@ -586,7 +586,8 @@ RETVAL=8 ENDVAL=-1 else - if test $OUTPUTFILE -ot $EXECUTABLE ; then + if test ! -f $OUTPUTFILE -o $OUTPUTFILE -ot $EXECUTABLE ; then + # output do not exist or is older than executable: rm -f run.log ; touch run.log if test -f run.log_00 ; then cat run.log_00 >> run.log ; fi ( eval $COMMAND ) >> run.log 2>&1 @@ -637,7 +638,7 @@ double a,b,abave,relerr; best = -22; lncnt = 0; - while( 1 & (lncnt+=1) < 999 ) { + while( 1 & ( (lncnt+=1) < 999 ) ) { scanf("%d", &linnum); if (linnum == -1) break; scanf("%lf", &a); scanf("%lf", &b); @@ -684,8 +685,9 @@ listPrt=$@ listRes=`echo $listPrt | sed 's/>//' | sed 's///' | sed 's/<.*//' | awk '{print $1}'` + printf '%3s' $listPrt +# line below does not work on hp-ux_ia64 : do those substitutions later on # printf '%3s' $listPrt | sed 's/ 99/ --/g' | sed 's/ > />/' | sed 's/ < / / /' | sed 's/ < / /' if [ $xx = '..' ]; then printf ' N/O ' @@ -709,7 +711,7 @@ { if [ $# -eq 1 ]; then for arg in * ; do - test -d $arg/$1 && echo $arg + test -f $arg/$1 && echo $arg done else echo $* @@ -894,12 +896,21 @@ NODEPEND=t fi +#- setting for forward or ADM testing +if test "x$ADM" = xt ; then + code_dir=code_ad + input_dirs='input_ad input' + ref_outp="output_adm.txt" + EXECUTABLE="mitgcmuv_ad" +else + code_dir=code + input_dirs='input' + ref_outp="output.txt" + EXECUTABLE="mitgcmuv" +fi + if test "x$TESTDIRS" = x ; then - if test "x$ADM" = xt ; then - LIST=`scandirs results_ad` - else - LIST=`scandirs results` - fi + LIST=`scandirs results/$ref_outp` else #- expand group of experiments: LIST=" " @@ -943,14 +954,7 @@ OPTFILE=$MITGCM_OF fi -if test "x$ADM" = xt ; then - EXECUTABLE="mitgcmuv_ad" - OUTPUTFILE="output_adm.txt" -else - EXECUTABLE="mitgcmuv" - OUTPUTFILE="output.txt" -fi - +OUTPUTFILE=$ref_outp if test "x$COMMAND" = x ; then COMMAND="./$EXECUTABLE > $OUTPUTFILE" fi @@ -958,19 +962,22 @@ OUTPUTFILE="STDOUT.0000" fi -#echo "OK" echo "OK (COMMAND= $COMMAND )" # set the Default List of output variables to be checked: # (use default or load experiment-specific list from file "tr_checklist") # content : 1rst = main variable used to decide if it pass or FAIL # others = number of matching digits to be printed in summary.txt -if test "x$ADM" != xt ; then +if test "x$ADM" = x ; then DEF_CHECK_LIST='PS PS T+ S+ U+ V+ pt1+ pt2+ pt3+ pt4+ pt5+' EMPTY_RESULTS='.. .. .. .. .. .. .. .. .. .. .. .. .. .. .. .. ..' - nbDef=`echo $DEF_CHECK_LIST | awk '{print NF-1+3*gsub("+","E")}'` + LEN_CHECK_LIST=`echo $DEF_CHECK_LIST | sed 's/ [a-zA-Z0-9]*+/&mn &mx &av &sd/g' | awk '{print NF-1}'` ii=`echo $EMPTY_RESULTS | awk '{print NF}'` - EMPTY_RESULTS=$EMPTY_RESULTS`expr $nbDef - $ii | awk 'BEGIN{FS=":"}{for(i=1;i<=$1;i++){printf " ."}}'` + EMPTY_RESULTS=$EMPTY_RESULTS`expr $LEN_CHECK_LIST - $ii | awk 'BEGIN{FS=":"}{for(i=1;i<=$1;i++){printf " ."}}'` +else + DEF_CHECK_LIST='Grad Cost Grad' + EMPTY_RESULTS='.. ..' + LEN_CHECK_LIST=`echo $DEF_CHECK_LIST | sed 's/ [a-zA-Z0-9]*+/&mn &mx &av &sd/g' | awk '{print NF-1}'` fi # create the FORTRAN comparison code @@ -1064,6 +1071,10 @@ else echo "ADJOINT=true" >> $SUMMARY echo >> $SUMMARY + if [ $MATCH_CRIT -lt 10 ] ; + then line_0="default "$MATCH_CRIT ; + else line_0="default "$MATCH_CRIT ; fi + echo "$line_0" | tee -a $SUMMARY cat << EOF | tee -a $SUMMARY G D M C G E p a R o r @@ -1097,9 +1108,9 @@ # results in the correct location--or skip this directory! fout= if test "x$ADM" = x ; then - fout=$dir"/results/output.txt" + fout=$dir"/results/"$ref_outp else - fout=$dir"/results_ad/output_adm.txt" + fout=$dir"/results_ad/"$ref_outp fi if test ! -r $fout ; then echo "can't read \"$fout\" -- skipping $dir" @@ -1114,20 +1125,10 @@ builddir="build" if test ! -d $dir/$builddir ; then mkdir $dir/$builddir ; fi rundir="run" - #rundir=$builddir if test ! -d $dir/$rundir ; then rundir=$builddir fi - - if test "x$ADM" = x ; then - code_dir=code - CODE_DIR=$dir/code - input_dirs='input' - else - code_dir=code_ad - CODE_DIR=$dir/code_ad - input_dirs='input_ad input' - fi + CODE_DIR=$dir/$code_dir BUILD_DIR=$dir/$builddir if test ! -r $CODE_DIR"/SIZE.h_mpi" -a "x$MPI" = "xt" ; then @@ -1189,16 +1190,16 @@ && makemodel $dir/$builddir && make=Y \ && linkdata $dir/$rundir $input_dirs \ && runmodel $dir/$rundir && run=Y \ - && results=`testoutput_run $dir $rundir "txt"` + && results=`testoutput_run $dir $rundir $ref_outp` fi echo - if test "x$ADM" = x ; then +# --> same processing for adjoint & forward test fres=`formatresults $dir ${genmake:-N} ${makedepend:-N} ${make:-N} ${run:-N} $results` echo - echo "$fres" >> $SUMMARY - touch $CDIR"/summary.txt" - echo "fresults='$fres'" >> $CDIR"/summary.txt" + echo "$fres" | sed 's/ 99/ --/g' | sed 's/ > />/' | sed 's/ < /> $SUMMARY + touch $CDIR"/summary.txt" + echo "fresults='$fres'" | sed 's/ 99/ --/g' >> $CDIR"/summary.txt" echo "MACH='$MACH'" >> $CDIR"/summary.txt" echo "UNAMEA='$UNAMEA'" >> $CDIR"/summary.txt" echo "DATE='$DATE'" >> $CDIR"/summary.txt" @@ -1215,34 +1216,24 @@ run_clean $dir/tr_run.$ex linkdata $dir/tr_run.$ex input.$ex input runmodel $dir/tr_run.$ex && run=Y \ - && results=`testoutput_run $dir tr_run.$ex ${ex}".txt"` - fres=`printf '%s %s %s %s' ${genmake:-N} ${makedepend:-N} ${make:-N} ${run:-N}` + && results=`testoutput_run $dir tr_run.$ex "output.${ex}.txt"` fres=`formatresults $dir ${genmake:-N} ${makedepend:-N} ${make:-N} ${run:-N} $results` fres="$fres.$ex" echo - echo "$fres" >> $SUMMARY - touch $CDIR"/summary.txt" - echo "fresults='$fres'" >> $CDIR"/summary.txt" + echo "$fres" | sed 's/ 99/ --/g' | sed 's/ > />/' | sed 's/ < /> $SUMMARY + touch $CDIR"/summary.txt" + echo "fresults='$fres'" | sed 's/ 99/ --/g' >> $CDIR"/summary.txt" echo "MACH='$MACH'" >> $CDIR"/summary.txt" echo "UNAMEA='$UNAMEA'" >> $CDIR"/summary.txt" echo "DATE='$DATE'" >> $CDIR"/summary.txt" echo "tdir='$dir.$ex'" >> $CDIR"/summary.txt" if test "x$POSTCLEAN" = xt ; then - run_clean $dir/tr_run.$ex + run_clean $dir/tr_run.$ex fi done - else - fres=`printf '%s %s %s %s' ${genmake:-N} ${makedepend:-N} ${make:-N} ${run:-N}` - fres=$fres"$results $dir" - echo - echo "$fres" >> $SUMMARY - touch $CDIR"/summary.txt" - echo "fresults='$fres'" >> $CDIR"/summary.txt" - echo "MACH='$MACH'" >> $CDIR"/summary.txt" - echo "UNAMEA='$UNAMEA'" >> $CDIR"/summary.txt" - echo "DATE='$DATE'" >> $CDIR"/summary.txt" - echo "tdir='$dir'" >> $CDIR"/summary.txt" - grep -A3 'Seconds in section "ALL' $dir/$rundir/$OUTPUTFILE \ +# <-- same processing for adjoint & forward test + if test "x$ADM" = xt ; then + grep -A3 'Seconds in section "ALL' $dir/$rundir/$OUTPUTFILE \ >> $CDIR"/summary.txt" fi @@ -1291,11 +1282,11 @@ rm -f tr_cmpnum.c tr_cmpnum if test "x$CLEANUP" != xt ; then - cat $SUMMARY | sed 's/ \. \. \. \. \. \. \. \. \. \. \. \.//' + cat $SUMMARY | sed 's/ \. \. \. \. \. \. \. \. \. \. \. \. //' if test -e tr_out.txt ; then mv tr_out.txt tr_out.txt.old fi - cat $SUMMARY | sed '11,$ s/ \.//g' > tr_out.txt + cat $SUMMARY | sed '/^[YN] [YN] [YN] [YN]/ s/ \. //g' > tr_out.txt fi if test "x$DELDIR" = xt ; then