/[MITgcm]/MITgcm/tools/do_tst_2+2
ViewVC logotype

Diff of /MITgcm/tools/do_tst_2+2

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.9 by jmc, Wed Jan 19 23:43:13 2011 UTC revision 1.21 by jmc, Wed Nov 18 22:18:41 2015 UTC
# Line 14  usage() Line 14  usage()
14          echo "  -skd LIST_EXP : skip experiments in LIST_EXP"          echo "  -skd LIST_EXP : skip experiments in LIST_EXP"
15          echo "  -exe  COMMAND : use COMMAND to run the tests"          echo "  -exe  COMMAND : use COMMAND to run the tests"
16          echo "  -mpi          : run the tests using MPI"          echo "  -mpi          : run the tests using MPI"
17            echo "  -mf    STRING :(MPI) file with list of possible machines to run on"
18          echo "  -o     STRING : used to build output directory name"          echo "  -o     STRING : used to build output directory name"
19          echo "                      (DEF=\"hostname\")"          echo "                      (DEF=\"hostname\")"
20          echo "  -a,-A  STRING : email address to send output to"          echo "  -a,-A  STRING : email address to send output to"
21          echo "                      (DEF=\"\" no email is sent)"          echo "                      (DEF=\"\" no email is sent)"
22          echo "                      (-A: + save each log file)"          echo "                      (-A: + save each log file)"
23            echo "  -send  STRING : sending command (instead of using mpack)"
24            echo "  -sd    STRING : location to save output tar file to send (DEF='$SAVDIR')"
25          echo "  -clean        : clean output & reset"          echo "  -clean        : clean output & reset"
26          exit          exit
27  }  }
# Line 27  CLEAN=0 Line 30  CLEAN=0
30  TESTDIRS=  TESTDIRS=
31  SKIPDIRS=  SKIPDIRS=
32  SCRIPT='../tools/tst_2+2'  SCRIPT='../tools/tst_2+2'
33    LOGFILE='tst_2+2_out.log'
34  scrArg='All'  scrArg='All'
35    bldDir='build'
36  COMMAND=  COMMAND=
37  mpi=0  mpi=0
38  OUTDIR=`hostname | sed 's/\..*$//'`  MPI_MFILE=
39    OUTDIR=`hostname -s | tr '[:upper:]' '[:lower:]'`
40  SAVELOG=0  SAVELOG=0
41  ADDRESS=  ADDRESS=
42  MPACK="../tools/mpack-1.6/mpack"  MPACK="../tools/mpack-1.6/mpack"
43    SENDCMD=
44    SAVDIR='.'
45  here=`pwd`  here=`pwd`
46  yy=  yy=
47  for xx  for xx
# Line 49  do Line 57  do
57        -skd  ) yy=SKIPDIRS ;;        -skd  ) yy=SKIPDIRS ;;
58        -exe  ) yy=COMMAND ;;        -exe  ) yy=COMMAND ;;
59        -mpi  ) mpi=1 ;;        -mpi  ) mpi=1 ;;
60          -mf   ) yy=MPI_MFILE ;;
61        -a    ) yy=ADDRESS ;;        -a    ) yy=ADDRESS ;;
62        -A    ) yy=ADDRESS ; SAVELOG=1 ;;        -A    ) yy=ADDRESS ; SAVELOG=1 ;;
63          -send ) yy=SENDCMD ;;
64          -sd   ) yy=SAVDIR ;;
65        -o    ) yy=OUTDIR ;;        -o    ) yy=OUTDIR ;;
66          *) echo "Error: unrecognized option: "$xx ; usage ; exit ;;          *) echo "Error: unrecognized option: "$xx ; usage ; exit ;;
67        esac        esac
# Line 75  do Line 86  do
86  done  done
87    
88  if test -x $SCRIPT ; then  if test -x $SCRIPT ; then
89   echo "run script '$SCRIPT' for experiment in:"   if test $CLEAN = 1 ; then
90       echo "clean output from script '$SCRIPT' for experiment in:"
91     else
92       echo "run script '$SCRIPT' for experiment in:"
93     fi
94   echo " $LIST"   echo " $LIST"
95     echo ""
96   yy=`echo $SCRIPT | grep -c '^\/'`   yy=`echo $SCRIPT | grep -c '^\/'`
97   if test $yy = 0 ; then SCRIPT="../../$SCRIPT" ; fi   if test $yy = 0 ; then SCRIPT="../../$SCRIPT" ; fi
98  else  else
99   echo "ERROR: script '$SCRIPT' not found or not executable"   echo "ERROR: script '$SCRIPT' not found or not executable"
100   exit   exit
101  fi  fi
 echo ""  
102  #------------------------  #------------------------
103    
104  if test $CLEAN = 1 ; then  if test $CLEAN = 1 ; then
# Line 95  if test $CLEAN = 1 ; then Line 110  if test $CLEAN = 1 ; then
110      if test -r $xx/$yy/data.tst ; then      if test -r $xx/$yy/data.tst ; then
111        echo "clean dir:" $xx/$yy        echo "clean dir:" $xx/$yy
112        cd $xx/$yy        cd $xx/$yy
113        echo ' ' >> outp.tst_2+2.log        echo ' ' >> $LOGFILE
114        echo $SCRIPT 4 >> outp.tst_2+2.log        echo $SCRIPT 4 >> $LOGFILE
115        $SCRIPT 4 >> outp.tst_2+2.log 2>&1        $SCRIPT 4 >> $LOGFILE 2>&1
116        cd $here        cd $here
117      fi      fi
118    done    done
# Line 106  if test $CLEAN = 1 ; then Line 121  if test $CLEAN = 1 ; then
121  fi  fi
122  #------------------------  #------------------------
123  #  Create a uniquely named directory to store results  #  Create a uniquely named directory to store results
124  DATE=`date +%Y%m%d`  CMDLINE=$0
125    for xx in "$@" ; do nw=`echo $xx | wc -w`
126        if test $nw = '1' ; then CMDLINE="$CMDLINE $xx"
127                            else CMDLINE="$CMDLINE '$xx'" ; fi
128    done
129    DATE=''
130    if test -f tr_out.txt ; then
131    #  try to use the date corresponding to 'Start time:' in file "tr_out.txt" :
132      sTime=`grep '^Start time:  ' tr_out.txt 2>/dev/null | sed 's/Start time:  //'`
133      if test "x$sTime" != x ; then DATE=`date -d "$sTime" "+%Y%m%d" 2>/dev/null` ; fi
134    fi
135    #  otherwise, use current date:
136    if test "x$DATE" = x ; then DATE=`date +%Y%m%d`; fi
137  BASE="rs_"$OUTDIR"_"$DATE"_"  BASE="rs_"$OUTDIR"_"$DATE"_"
138  xx=0  xx=0
139  DRESULTS="$BASE$xx"  DRESULTS="$BASE$xx"
# Line 125  OPTFILE= Line 152  OPTFILE=
152    
153  printf "Start time:  " >  $SUMMARY  printf "Start time:  " >  $SUMMARY
154  date  >> $SUMMARY  date  >> $SUMMARY
155    echo 'run:' $CMDLINE >> $SUMMARY
156  if test -f tr_out.txt ; then  if test -f tr_out.txt ; then
157   echo ' using output from:' >> $SUMMARY   echo ' using output from:' >> $SUMMARY
158   sed -n '2,/OPTFILE/ p' tr_out.txt >> $SUMMARY   sed -n '2,/^  OPTFILE=/ p' tr_out.txt >> $SUMMARY
159   echo >> $SUMMARY   echo >> $SUMMARY
160  fi  fi
161  echo  'test 2+2=4 summary :' >> $SUMMARY  echo  'test 2+2=4 summary :' >> $SUMMARY
# Line 136  echo 'P. Run  Result     experiment'  >> Line 164  echo 'P. Run  Result     experiment'  >>
164  echo '  1 2 3'  >> $SUMMARY  echo '  1 2 3'  >> $SUMMARY
165    
166  #-- For MPI test:  #-- For MPI test:
167    LOC_MFILE='tr_mpi_mfile'
168  RUNOUTP="output.txt"  RUNOUTP="output.txt"
169  if [ $mpi -ge 1 ] ; then  if [ $mpi -ge 1 ] ; then
170    SCRIPT="$SCRIPT -mpi"    SCRIPT="$SCRIPT -mpi"
171    RUNOUTP="STDOUT.0000"    RUNOUTP="STDOUT.0000"
172      if test "x$COMMAND" = x ; then COMMAND="mpirun -v -np TR_NPROC ./mitgcmuv" ; fi
173  fi  fi
174    
175  for xx in $LIST  for xx in $LIST
176  do  do
177    echo ==============================================================================    echo '------------------------------------------------------------------------------'
178    if [ $mpi -ge 1 ] ; then    if [ $mpi -le 0 ] ; then
179      NP_MPI=2      rCommand=$COMMAND
180      mpi_size=$xx/build/SIZE.h.mpi    else
181        LOC_NPROC=2
182        mpi_size=$xx/$bldDir/SIZE.h.mpi
183      if test -f $mpi_size ; then      if test -f $mpi_size ; then
184        px=`grep '^     & *nPx *=' $mpi_size | sed 's/^     & *nPx *= *//' | sed 's/, *$//'`        px=`grep '^     & *nPx *=' $mpi_size | sed 's/^     & *nPx *= *//' | sed 's/, *$//'`
185        py=`grep '^     & *nPy *=' $mpi_size | sed 's/^     & *nPy *= *//' | sed 's/, *$//'`        py=`grep '^     & *nPy *=' $mpi_size | sed 's/^     & *nPy *= *//' | sed 's/, *$//'`
186        pp=`expr $px \* $py` > /dev/null 2>&1 ; out=$?        pp=`expr $px \* $py` > /dev/null 2>&1 ; out=$?
187        if test "x$out" = x0 ; then NP_MPI=$pp ; fi        if test "x$out" = x0 ; then LOC_NPROC=$pp ; fi
188        fi
189        rCommand=`echo $COMMAND | sed "s/ TR_NPROC / $LOC_NPROC /"`
190        if test "x$MPI_MFILE" != x ; then
191          #- create new MPI machine-file with the right number of Procs
192          rm -f $LOC_MFILE
193          cat $MPI_MFILE | sort | uniq | head -$LOC_NPROC > $LOC_MFILE
194          nl=`wc -l $LOC_MFILE | awk '{print $1}'`
195          if [ $nl -lt $LOC_NPROC ] ; then
196            rm -f $LOC_MFILE
197            cat $MPI_MFILE | head -$LOC_NPROC > $LOC_MFILE
198          fi
199          rCommand=`echo $rCommand | sed "s/ TR_MFILE / ..\/..\/$LOC_MFILE /"`
200      fi      fi
     rCommand=`echo $COMMAND | sed "s/ TR_NPROC / $NP_MPI /"`  
   else  
     rCommand=$COMMAND  
201    fi    fi
202    
203    listD='run '`(cd $xx/results ; ls output.*.txt 2> /dev/null | sed 's/^output\./tr_run./g' | sed 's/\.txt$//g' )`    listD='run '`(cd $xx/results ; ls output.*.txt 2> /dev/null | sed 's/^output\./tr_run./g' | sed 's/\.txt$//g' )`
204    for yy in $listD    for yy in $listD
205    do    do
206      if test -f $xx/$yy/$RUNOUTP ; then      if test -f $xx/$yy/$RUNOUTP ; then
207        if test "x$OPTFILE" = x -a -f $xx/build/Makefile ; then        if test "x$OPTFILE" = x -a -f $xx/$bldDir/Makefile ; then
208          comm=`grep '^# OPTFILE=' $xx/build/Makefile 2>/dev/null | head -1 | sed 's/^# //'`          comm=`grep '^# OPTFILE=' $xx/$bldDir/Makefile 2>/dev/null | head -1 | sed 's/^# //'`
209          echo "from '$xx/build/Makefile', extract:" > $DRESULTS/genmake_state          echo "from '$xx/$bldDir/Makefile', extract:" > $DRESULTS/genmake_state
210          sed -n '/^# executed by:/,+1 p' $xx/build/Makefile >> $DRESULTS/genmake_state          sed -n '/^# executed by:/,+1 p' $xx/$bldDir/Makefile >> $DRESULTS/genmake_state
211          echo " $comm" >> $DRESULTS/genmake_state          echo " $comm" >> $DRESULTS/genmake_state
212          eval $comm          eval $comm
213          gmkLog=$xx/build/genmake.log          gmkLog=$xx/$bldDir/genmake.log
214          grep '^Get compiler version using:' $gmkLog > /dev/null 2>&1          grep '^Get compiler version using:' $gmkLog > /dev/null 2>&1
215          out=$?          out=$?
216          if test "x$out" = x0 ; then          if test "x$out" = x0 ; then
# Line 184  do Line 226  do
226        else nam=$xx`echo $yy | sed 's/tr_run//'` ; fi        else nam=$xx`echo $yy | sed 's/tr_run//'` ; fi
227        echo -n "Entering $xx/$yy :"        echo -n "Entering $xx/$yy :"
228        cd $xx/$yy        cd $xx/$yy
229        pwd > outp.tst_2+2.log        pwd > $LOGFILE
230        if test "x$COMMAND" = x ; then        if test "x$COMMAND" = x ; then
231          echo $SCRIPT $scrArg >> outp.tst_2+2.log ; echo ' ' >> outp.tst_2+2.log          echo $SCRIPT $scrArg >> $LOGFILE ; echo ' ' >> $LOGFILE
232          $SCRIPT $scrArg >> outp.tst_2+2.log 2>&1          $SCRIPT $scrArg >> $LOGFILE 2>&1
233          out=$?          out=$?
234        else        else
235          echo "$SCRIPT $scrArg -command \"$rCommand\"" >> outp.tst_2+2.log          echo "$SCRIPT $scrArg -command \"$rCommand\"" >> $LOGFILE
236          echo ' ' >> outp.tst_2+2.log          echo ' ' >> $LOGFILE
237          $SCRIPT $scrArg -command "$rCommand" >> outp.tst_2+2.log 2>&1          $SCRIPT $scrArg -command "$rCommand" >> $LOGFILE 2>&1
238          out=$?          out=$?
239        fi        fi
240        case $out in        case $out in
# Line 207  do Line 249  do
249        if test $out != '0' ; then        if test $out != '0' ; then
250          echo " test 2+2=4 FAIL (exit $out)"          echo " test 2+2=4 FAIL (exit $out)"
251          echo " "          echo " "
252          tail -5 outp.tst_2+2.log          tail -5 $LOGFILE
253          echo " "          echo " "
254          cp -p outp.tst_2+2.log ../../$DRESULTS/$nam.log          cp -p $LOGFILE ../../$DRESULTS/$nam.log
255        elif test $SAVELOG = 1 ; then        elif test $SAVELOG = 1 ; then
256          cp -p outp.tst_2+2.log ../../$DRESULTS/$nam.log          cp -p $LOGFILE ../../$DRESULTS/$nam.log
257        fi        fi
258        cd $here        cd $here
259      fi      fi
260    done    done
261      if test "x$mpi" != x0 -a "x$MPI_MFILE" != x ; then rm -f $LOC_MFILE ; fi
262  done  done
263  printf "End time:    " >> $SUMMARY  printf "End time:    " >> $SUMMARY
264  date >> $SUMMARY  date >> $SUMMARY
265    
266  #  If address was supplied and mpack exist, then send email using mpack.  #  If address was supplied, then send email using Send-Command or mpack.
267  if test "x$ADDRESS" != xNONE -a "x$ADDRESS" != x ; then  if test "x$ADDRESS" != xNONE -a "x$ADDRESS" != x ; then
268      if test -x $MPACK ; then      if test "x$SENDCMD" = x ; then
269          tar -cf $DRESULTS".tar" $DRESULTS > /dev/null 2>&1 \        # if Send-Command is empty and mpack exist, then send email using mpack.
270              && gzip $DRESULTS".tar" \        if test -x $MPACK ; then SENDCMD=$MPACK
271              && $MPACK -s MITgcm-test -m 3555000 $DRESULTS".tar.gz" $ADDRESS        else
272            echo
273            echo "Warning: $MPACK is not executable => no email was sent"
274          fi
275        fi
276        if test "x$SENDCMD" != x ; then
277            #echo " run: $SENDCMD -s MITgcm-test -m 3555000  ${SAVDIR}/${DRESULTS}".tar.gz" $ADDRESS"
278            tar -cf  ${SAVDIR}/${DRESULTS}".tar" $DRESULTS > /dev/null 2>&1 \
279                && gzip  ${SAVDIR}/${DRESULTS}".tar" \
280                && $SENDCMD -s MITgcm-test -m 3555000  ${SAVDIR}/${DRESULTS}".tar.gz" $ADDRESS
281          out=$?          out=$?
282          if test "x$out" != x0 ; then          if test "x$out" != x0 ; then
283              echo              echo
284              echo "Warning: The tar, gzip, & mpack step failed.  Please send email"              echo "Warning: The tar, gzip, & mpack step failed.  Please send email"
285              echo "  to <MITgcm-support@mitgcm.org> for help.  You may copy the "              echo "  to <MITgcm-support@mitgcm.org> for help.  You may copy the "
286              echo "  summary of results from the directory \"$DRESULTS\"."              echo "  summary of results from the directory \"$DRESULTS\"."
             echo  
287          else          else
288              echo              echo
289              echo "An email containing results was sent to the following address:"              echo "An email containing results was sent to the following address:"
290              echo "  \"$ADDRESS\""              echo "  \"$ADDRESS\""
             echo  
291          fi          fi
292          test -f $DRESULTS".tar"  &&  rm -f $DRESULTS".tar"          test -f ${SAVDIR}/${DRESULTS}".tar" &&  rm -f ${SAVDIR}/${DRESULTS}".tar"
293          test -f $DRESULTS".tar.gz"  &&  rm -f $DRESULTS".tar.gz"          test -f ${SAVDIR}/${DRESULTS}".tar.gz" &&  rm -f ${SAVDIR}/${DRESULTS}".tar.gz"
     else  
         echo "Warning: $MPACK is not executable => no email was sent"  
         echo  
294      fi      fi
295  fi  fi
296    echo '' ; echo '=====  Summary (tst_2+2_out.txt):  ======'
297    cat $SUMMARY
298    
299  # save output and remove output Dir (if no address was provided)  # save output and remove output Dir (if no address was provided)
300  # note: to keep the output Dir without sending email, use option "-a NONE"  # note: to keep the output Dir without sending email, use option "-a NONE"
# Line 254  cp -p $SUMMARY tst_2+2_out.txt Line 303  cp -p $SUMMARY tst_2+2_out.txt
303  if test "x$ADDRESS" = x ; then  if test "x$ADDRESS" = x ; then
304    rm -rf $DRESULTS    rm -rf $DRESULTS
305  fi  fi
   
Legend:
Removed from v.1.9  
changed lines
  Added in v.1.21
  ViewVC Help
Powered by ViewVC 1.1.22